-- Logs begin at Sat 2022-04-09 20:01:14 UTC, end at Sat 2022-04-09 22:21:43 UTC. --
Apr 09 20:43:33.058504 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Apr 09 20:43:36.058594 ncdv-master-1 neutron-server[126810]: INFO neutron.common.config [-] Logging enabled!
Apr 09 20:43:36.059219 ncdv-master-1 neutron-server[126810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96
Apr 09 20:43:36.059376 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 09 20:43:36.062849 ncdv-master-1 neutron-server[126810]: INFO neutron.common.config [-] Logging enabled!
Apr 09 20:43:36.063109 ncdv-master-1 neutron-server[126810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96
Apr 09 20:43:36.063423 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 09 20:43:36.064364 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 20:43:36.064597 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 09 20:43:36.064974 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 20:43:36.065247 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 09 20:43:36.065475 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 09 20:43:36.065897 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.066326 ncdv-master-1 neutron-server[126810]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Apr 09 20:43:36.066653 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.066950 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.067240 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.067522 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.067817 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.068098 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.068388 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.068687 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.068973 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.069277 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.069561 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.069854 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.070137 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.070432 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.070691 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.070974 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] debug                          = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.071255 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.071686 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.072105 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.072385 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.072677 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.072954 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.073250 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.073527 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.073813 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.074140 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.074421 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.074711 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.075014 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.075294 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.075571 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.075849 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.076133 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.076406 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.076681 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.076959 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.077271 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.077560 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.077849 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.078078 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.078304 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.078663 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.078953 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.079231 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.079506 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.079782 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.080058 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.080333 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.080602 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.080886 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.081194 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.081481 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.081755 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.082028 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.082303 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.082575 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.082857 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.083131 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.083405 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.083677 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.083959 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.084227 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.084498 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.084800 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.085121 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.085409 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.085693 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.085967 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.086249 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.086519 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.086791 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.087063 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.087335 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.087606 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.087886 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.088159 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.088431 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.088705 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.088977 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.089288 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.089565 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:36.089860 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.090157 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.090454 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.090752 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.091044 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.091324 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.091609 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.091887 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.092174 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.092459 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.092748 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.093027 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.093345 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.093632 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.093925 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.094253 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.094544 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.094835 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.095117 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.095393 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.095667 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.095944 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.096232 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.096509 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.096795 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.097107 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.097388 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.097682 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.097969 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.098263 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.098549 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.098822 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.099100 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.099392 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.099668 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.099939 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.100213 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.100498 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.100777 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.101067 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.101354 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.101631 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.101902 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.102174 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.102452 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.102742 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.103020 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.103292 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.103562 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.103837 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.104108 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.104389 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.104668 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.104948 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.105247 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.105529 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.105803 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.106073 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.106349 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.106621 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.106900 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.107173 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.107444 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.107718 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.107993 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.108266 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.108537 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.109165 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.109445 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.109772 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.110047 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.110322 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.110595 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.110869 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.111157 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.111456 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.111733 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.112012 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.112290 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.112567 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.112844 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.113146 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.113426 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.113703 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.113975 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.114263 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.114548 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.114834 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.115141 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.115419 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.115713 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.115991 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.116268 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.116549 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.116823 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.117195 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.117482 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.117766 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.118060 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.118353 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.118645 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.118936 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.119226 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.119505 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.119815 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.120097 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:36.120315 ncdv-master-1 neutron-server[126810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 09 20:43:36.120555 ncdv-master-1 neutron-server[126810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=126810) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 09 20:43:36.491497 ncdv-master-1 neutron-server[126810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=126810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 09 20:43:36.491792 ncdv-master-1 neutron-server[126810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=126810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 09 20:43:36.492097 ncdv-master-1 neutron-server[126810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=126810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 09 20:43:36.492437 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 09 20:43:36.819105 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.819396 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.819672 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.820988 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.821412 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.821655 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.875086 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.875411 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.875705 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.891974 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.892257 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.892528 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.920940 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.921210 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.921511 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.959264 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.959547 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:36.959820 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.306493 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f237de60550> agent after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.307265 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f237de60550> agent after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.307265 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f237de605e0> segment precommit_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.307265 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f237de60670> network precommit_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.307943 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f237de6c700> segment before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.406928 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> network before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.407246 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f237dfb8280> agent before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.407541 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> network before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.407806 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> port before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.408074 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> port before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.408383 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> segment precommit_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.408640 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> segment precommit_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.408901 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> segment after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.409186 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> segment after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.409467 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> network after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.409717 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> network precommit_delete 0 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.409984 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> port after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.410239 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> port after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.410492 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> port after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.410737 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> port provisioning_complete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.411002 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.411258 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> rbac-policy after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.411529 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> agent after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.411810 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> subnet after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.412056 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> subnet precommit_delete 0 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.412330 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.412582 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.412863 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> segment_host_mapping after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.413269 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.413661 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.413916 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f237e84c7c0>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.414327 ncdv-master-1 neutron-server[126810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=126810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 09 20:43:37.414575 ncdv-master-1 neutron-server[126810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=126810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 09 20:43:37.414819 ncdv-master-1 neutron-server[126810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=126810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 09 20:43:37.415060 ncdv-master-1 neutron-server[126810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=126810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 09 20:43:37.415301 ncdv-master-1 neutron-server[126810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=126810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 09 20:43:37.415540 ncdv-master-1 neutron-server[126810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=126810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 09 20:43:37.415905 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 09 20:43:37.419034 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 09 20:43:37.423077 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 09 20:43:37.426825 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 09 20:43:37.428456 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 09 20:43:37.428959 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 09 20:43:37.429326 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 09 20:43:37.429717 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 09 20:43:37.432670 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 09 20:43:37.432918 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 09 20:43:37.433287 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 09 20:43:37.438218 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Apr 09 20:43:37.461986 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 09 20:43:37.462474 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f237dee1730>> qos_plugin after_init 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.462756 ncdv-master-1 neutron-server[126810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=126810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Apr 09 20:43:37.463131 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f237dee18b0>> logging-plugin after_init 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.464500 ncdv-master-1 neutron-server[126810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=126810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 09 20:43:37.464780 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 09 20:43:37.465061 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 09 20:43:37.468380 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f237dd01eb0>> floatingip before_response 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.468664 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f237dd01eb0>> port before_response 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:37.538463 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 09 20:43:37.538672 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 09 20:43:37.538947 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 09 20:43:37.539318 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 09 20:43:37.561917 ncdv-master-1 neutron-server[126810]: DEBUG oslo_db.sqlalchemy.engines [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=126810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 09 20:43:38.010237 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Initializing driver for type 'gre'
Apr 09 20:43:38.010748 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] gre ID ranges: [(1, 1000)]
Apr 09 20:43:38.062190 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Initializing driver for type 'local'
Apr 09 20:43:38.062520 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Initializing driver for type 'vlan'
Apr 09 20:43:38.075770 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] VlanTypeDriver initialization complete
Apr 09 20:43:38.076118 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Initializing driver for type 'vxlan'
Apr 09 20:43:38.076590 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] vxlan ID ranges: [(1, 1000)]
Apr 09 20:43:38.129701 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Initializing extension driver 'port_security'
Apr 09 20:43:38.130140 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] PortSecurityExtensionDriver initialization complete
Apr 09 20:43:38.130474 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Initializing mechanism driver 'openvswitch'
Apr 09 20:43:38.130815 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Initializing mechanism driver 'hyperv'
Apr 09 20:43:38.137986 ncdv-master-1 neutron-server[126810]: DEBUG neutron.plugins.ml2.plugin [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=126810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:43:38.139198 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237dd33bb0>> port after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.139327 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237dd33bb0>> port after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.139697 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237dd33bb0>> port after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.140492 ncdv-master-1 neutron-server[126810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=126810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 09 20:43:38.140729 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d828430>> subnet after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.141155 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d828430>> subnet after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.141539 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d828430>> subnet after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.141928 ncdv-master-1 neutron-server[126810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=126810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 09 20:43:38.142368 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8470d0>> network after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.142801 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8470d0>> network after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.143148 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8470d0>> network after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.143635 ncdv-master-1 neutron-server[126810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=126810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 09 20:43:38.144063 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8475e0>> security_group after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.144448 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8475e0>> security_group after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.144838 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8475e0>> security_group after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.145279 ncdv-master-1 neutron-server[126810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=126810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 09 20:43:38.145730 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8477f0>> security_group_rule after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.146083 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8477f0>> security_group_rule after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.146425 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d8477f0>> security_group_rule after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.146831 ncdv-master-1 neutron-server[126810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=126810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 09 20:43:38.147241 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d78e040>> address_group after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.147589 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d78e040>> address_group after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.147929 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f237d78e040>> address_group after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.148334 ncdv-master-1 neutron-server[126810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=126810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 09 20:43:38.148783 ncdv-master-1 neutron-server[126810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] ML2 OVO RPC backend initialized. {{(pid=126810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Apr 09 20:43:38.149522 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> router_interface after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.149880 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> router_interface after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.150302 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> network before_response 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.150650 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> networks before_response 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.151000 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> port before_response 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.151343 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> ports before_response 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.151685 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> subnet before_response 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.152025 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> subnets before_response 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.152370 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> network after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.152709 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> network after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.153071 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> network after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.153402 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> port after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.153737 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> port after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.154137 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> port after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.154402 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> subnet after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.154733 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> subnet after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.155064 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f237d78e760>> subnet after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.162366 ncdv-master-1 neutron-server[126810]: INFO neutron.quota [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f237d78e8e0>.
Apr 09 20:43:38.162728 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.plugin [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Modular L2 Plugin initialization complete
Apr 09 20:43:38.163075 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading services supported by the core plugin {{(pid=126810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 09 20:43:38.163416 ncdv-master-1 neutron-server[126810]: INFO neutron.plugins.ml2.managers [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Got port-security extension from driver 'port_security'
Apr 09 20:43:38.163927 ncdv-master-1 neutron-server[126810]: INFO neutron.extensions.vlantransparent [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Disabled vlantransparent extension.
Apr 09 20:43:38.164424 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=126810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 09 20:43:38.164747 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading Plugin: router
Apr 09 20:43:38.201256 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router_interface before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.201649 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router after_create 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.202009 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router before_create 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.202389 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router_interface before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.202765 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router_interface after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.203125 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router after_delete 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.203529 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> floatingip after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.203884 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> floatingip after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.204242 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router after_create 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.204594 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router after_update 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.204944 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router after_update 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.205317 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router_gateway after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.205664 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router after_update 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.206070 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router precommit_update 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.206445 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f237de98430> port after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.206785 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f237de98310> port after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.207123 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f237de983a0> subnet after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.207461 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f237de984c0> subnetpool_address_scope after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.207811 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> port precommit_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.208157 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router precommit_create 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.208499 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f237dffc430> port before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.208844 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router precommit_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.209228 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router after_update 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.209572 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router precommit_delete 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.209925 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router precommit_create 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.210288 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router_interface after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.210617 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> router precommit_update 55549900 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.210982 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> agent after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.211333 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> agent after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.211677 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f237d78e850>> network after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.212631 ncdv-master-1 neutron-server[126810]: DEBUG neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Tracking information for resource: router configured {{(pid=126810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 09 20:43:38.212971 ncdv-master-1 neutron-server[126810]: DEBUG neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Tracking information for resource: floatingip configured {{(pid=126810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 09 20:43:38.217880 ncdv-master-1 neutron-server[126810]: INFO neutron.db.l3_agentschedulers_db [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 09 20:43:38.218457 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f237d74c550> port after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.218819 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f237d74c430> port after_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.219195 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function _notify_port_delete at 0x7f237d74c4c0> port after_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.219553 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f237d74c670> port after_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.220334 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f237d77f580>> router before_create 55550100 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.220698 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f237d77f580>> router precommit_delete 55550100 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.221101 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f237d77f580>> router precommit_create 55550100 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.221468 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f237d77f580>> router precommit_update 55550100 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.226248 ncdv-master-1 neutron-server[126810]: DEBUG neutron.services.provider_configuration [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service providers = [] {{(pid=126810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 09 20:43:38.226614 ncdv-master-1 neutron-server[126810]: DEBUG neutron.db.servicetype_db [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=126810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 09 20:43:38.229666 ncdv-master-1 neutron-server[126810]: DEBUG neutron.services.service_base [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=126810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 09 20:43:38.230004 ncdv-master-1 neutron-server[126810]: DEBUG neutron.services.service_base [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=126810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 09 20:43:38.230355 ncdv-master-1 neutron-server[126810]: DEBUG neutron.services.service_base [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=126810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 09 20:43:38.231256 ncdv-master-1 neutron-server[126810]: DEBUG neutron.services.service_base [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=126810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 09 20:43:38.231622 ncdv-master-1 neutron-server[126810]: INFO neutron.services.service_base [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 09 20:43:38.232017 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=126810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 09 20:43:38.232337 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 09 20:43:38.243499 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=126810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 09 20:43:38.243835 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading Plugin: auto_allocate
Apr 09 20:43:38.249675 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f237d7d9790> network precommit_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.250051 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f237d7d9790> network precommit_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.250608 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=126810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 09 20:43:38.250932 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading Plugin: tag
Apr 09 20:43:38.257774 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=126810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 09 20:43:38.258113 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading Plugin: timestamp
Apr 09 20:43:38.262055 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=126810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 09 20:43:38.262316 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading Plugin: network_ip_availability
Apr 09 20:43:38.267915 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f237d7daeb0>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.268291 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f237d7daeb0>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.268646 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f237d7daeb0>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.269399 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=126810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 09 20:43:38.269717 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading Plugin: flavors
Apr 09 20:43:38.274590 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=126810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 09 20:43:38.274927 ncdv-master-1 neutron-server[126810]: INFO neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading Plugin: revisions
Apr 09 20:43:38.279221 ncdv-master-1 neutron-server[126810]: DEBUG neutron.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=126810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 09 20:43:38.279617 ncdv-master-1 neutron-server[126810]: DEBUG oslo_concurrency.lockutils [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=126810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 09 20:43:38.280356 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=126810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Apr 09 20:43:38.280692 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Initializing extension manager.
Apr 09 20:43:38.281249 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: __init__.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.281588 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: __pycache__ {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.281949 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: address_group.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.282709 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.283277 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: address-group
Apr 09 20:43:38.283601 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: address_scope.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.284311 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.284823 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: address-scope
Apr 09 20:43:38.285169 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: admin_state_down_before_update.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.286111 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.286604 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: router-admin-state-down-before-update
Apr 09 20:43:38.286921 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: agent.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.287630 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.288140 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: agent
Apr 09 20:43:38.288457 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: agent_resources_synced.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.289397 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.289903 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: agent-resources-synced
Apr 09 20:43:38.290218 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: allowedaddresspairs.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.292018 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.292534 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: allowed-address-pairs
Apr 09 20:43:38.292858 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: auto_allocated_topology.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.293958 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.294466 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: auto-allocated-topology
Apr 09 20:43:38.294781 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: availability_zone.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.295478 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.295989 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: availability_zone
Apr 09 20:43:38.296304 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: availability_zone_filter.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.297342 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.297808 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: availability_zone_filter
Apr 09 20:43:38.298133 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: data_plane_status.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.299045 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.299545 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension data-plane-status not supported by any of loaded plugins
Apr 09 20:43:38.299862 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: default_subnetpools.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.300786 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.301317 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: default-subnetpools
Apr 09 20:43:38.301640 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: dhcpagentscheduler.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.302452 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.302956 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: dhcp_agent_scheduler
Apr 09 20:43:38.303276 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: dns.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.304193 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.304698 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension dns-integration not supported by any of loaded plugins
Apr 09 20:43:38.305019 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: dns_domain_ports.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.305967 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.306466 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 09 20:43:38.306786 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.307706 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.308229 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Apr 09 20:43:38.308549 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: dvr.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.309264 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.309774 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: dvr
Apr 09 20:43:38.310092 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: ecmp_routes.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.311034 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.311534 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension ecmp_routes not supported by any of loaded plugins
Apr 09 20:43:38.311851 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: empty_string_filtering.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.312767 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.313332 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: empty-string-filtering
Apr 09 20:43:38.313656 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.314559 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.315067 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 09 20:43:38.315382 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.316292 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.316792 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 09 20:43:38.317138 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: external_net.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.318052 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.318551 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: external-net
Apr 09 20:43:38.318869 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: extra_dhcp_opt.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.319776 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.320280 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: extra_dhcp_opt
Apr 09 20:43:38.320596 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: extraroute.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.321542 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.322041 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: extraroute
Apr 09 20:43:38.322361 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: extraroute_atomic.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.323384 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.323891 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: extraroute-atomic
Apr 09 20:43:38.324214 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: filter_validation.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.324880 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.325421 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: filter-validation
Apr 09 20:43:38.325744 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: fip_pf_description.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.326829 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.327332 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 09 20:43:38.327665 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: fip_pf_port_range.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.328617 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.329156 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Apr 09 20:43:38.329517 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: fip_port_details.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.330785 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.331363 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: fip-port-details
Apr 09 20:43:38.331686 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: flavors.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.332966 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.333552 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: flavors
Apr 09 20:43:38.333878 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.335559 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.336084 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 09 20:43:38.336544 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: floatingip_pools.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.337162 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.337675 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: floatingip-pools
Apr 09 20:43:38.338001 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: ip_allocation.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.338932 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.339439 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension ip_allocation not supported by any of loaded plugins
Apr 09 20:43:38.339762 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.340688 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.341233 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: ip-substring-filtering
Apr 09 20:43:38.341542 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l2_adjacency.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.342463 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.342969 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 09 20:43:38.343293 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.344300 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.344821 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: router
Apr 09 20:43:38.345177 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3_conntrack_helper.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.347405 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.347933 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 09 20:43:38.348268 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.349231 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.349747 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: ext-gw-mode
Apr 09 20:43:38.350070 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.350997 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.351508 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: l3-ha
Apr 09 20:43:38.351833 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.352751 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.353288 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Apr 09 20:43:38.353611 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3_flavors.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.354532 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.355037 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: l3-flavors
Apr 09 20:43:38.355359 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3_ndp_proxy.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.356722 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.357268 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Apr 09 20:43:38.357594 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.358528 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.359360 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 09 20:43:38.359706 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: l3agentscheduler.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.360796 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.361347 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: l3_agent_scheduler
Apr 09 20:43:38.361673 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: local_ip.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.363597 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.364129 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension local_ip not supported by any of loaded plugins
Apr 09 20:43:38.364465 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: logging.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.365991 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.366508 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension logging not supported by any of loaded plugins
Apr 09 20:43:38.366839 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: metering.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.367587 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.368167 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: metering
Apr 09 20:43:38.368494 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.369629 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.370140 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: metering_source_and_destination_fields
Apr 09 20:43:38.370464 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: multiprovidernet.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.371398 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.371906 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: multi-provider
Apr 09 20:43:38.372228 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: netmtu.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.373188 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.373696 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: net-mtu
Apr 09 20:43:38.374018 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: netmtu_writable.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.374940 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.375503 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: net-mtu-writable
Apr 09 20:43:38.375828 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: network_availability_zone.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.376502 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.377008 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: network_availability_zone
Apr 09 20:43:38.377355 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: network_ip_availability.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.378474 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.378981 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: network-ip-availability
Apr 09 20:43:38.379301 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: network_segment_range.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.380066 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.380569 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension network-segment-range not supported by any of loaded plugins
Apr 09 20:43:38.380884 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: pagination.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.381897 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.382225 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: pagination
Apr 09 20:43:38.382540 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: port_device_profile.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.383468 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.383979 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: port-device-profile
Apr 09 20:43:38.384301 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.385271 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.385779 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: port-mac-address-regenerate
Apr 09 20:43:38.386078 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.386992 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.387501 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: port-numa-affinity-policy
Apr 09 20:43:38.387819 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: port_resource_request.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.388736 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.389351 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension port-resource-request not supported by any of loaded plugins
Apr 09 20:43:38.389668 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: port_resource_request_groups.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.390630 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.391193 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension port-resource-request-groups not supported by any of loaded plugins
Apr 09 20:43:38.391516 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: portbindings.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.392456 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.392966 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: binding
Apr 09 20:43:38.393313 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: portbindings_extended.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.394571 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.395081 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: binding-extended
Apr 09 20:43:38.395411 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: portsecurity.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.396337 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.396845 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: port-security
Apr 09 20:43:38.397207 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: project_id.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.398192 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.398518 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: project-id
Apr 09 20:43:38.398840 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: providernet.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.399764 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.400274 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: provider
Apr 09 20:43:38.400596 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.404242 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.404764 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos not supported by any of loaded plugins
Apr 09 20:43:38.405131 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.406382 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.406955 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 09 20:43:38.407285 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.408328 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.408842 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 09 20:43:38.409197 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_default.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.410116 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.410631 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-default not supported by any of loaded plugins
Apr 09 20:43:38.410962 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_fip.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.411893 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.412411 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-fip not supported by any of loaded plugins
Apr 09 20:43:38.412739 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_fip_network_policy.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.413692 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.414201 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Apr 09 20:43:38.414528 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_gateway_ip.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.415455 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.415958 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 09 20:43:38.416284 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_port_network_policy.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.417244 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.417749 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 09 20:43:38.418081 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.419126 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.419633 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-pps-minimum not supported by any of loaded plugins
Apr 09 20:43:38.419957 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.420991 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.421529 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Apr 09 20:43:38.421856 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_pps_rule.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.423072 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.423586 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-pps not supported by any of loaded plugins
Apr 09 20:43:38.423907 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_rule_type_details.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.424834 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.425376 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 09 20:43:38.425693 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_rule_type_filter.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.426617 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.427124 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Apr 09 20:43:38.427441 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: qos_rules_alias.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.428492 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.429000 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 09 20:43:38.429358 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: quota_check_limit.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.430275 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.430789 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: quota-check-limit
Apr 09 20:43:38.431109 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: quotasv2.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.432040 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.432365 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: quotas
Apr 09 20:43:38.432689 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: quotasv2_detail.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.434446 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.434772 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: quota_details
Apr 09 20:43:38.435104 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: rbac.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.436166 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.436696 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: rbac-policies
Apr 09 20:43:38.437026 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: rbac_address_group.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.438067 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.438600 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: rbac-address-group
Apr 09 20:43:38.438936 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: rbac_address_scope.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.439922 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.440353 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: rbac-address-scope
Apr 09 20:43:38.440676 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: rbac_security_groups.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.441708 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.442216 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: rbac-security-groups
Apr 09 20:43:38.442553 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: rbac_subnetpool.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.443466 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.443971 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: rbac-subnetpool
Apr 09 20:43:38.444294 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: revisionifmatch.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.445255 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.445766 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: revision-if-match
Apr 09 20:43:38.446088 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: revisions.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.447214 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.447723 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: standard-attr-revisions
Apr 09 20:43:38.448049 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: router_availability_zone.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.448723 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.449261 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: router_availability_zone
Apr 09 20:43:38.449588 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: routerservicetype.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.450516 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.451018 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension router-service-type not supported by any of loaded plugins
Apr 09 20:43:38.451339 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.452278 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.452783 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: security-groups-normalized-cidr
Apr 09 20:43:38.453132 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: security_groups_port_filtering.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.454090 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.454602 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: port-security-groups-filtering
Apr 09 20:43:38.454919 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.455863 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.456370 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: security-groups-remote-address-group
Apr 09 20:43:38.456691 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: security_groups_shared_filtering.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.457651 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.458159 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: security-groups-shared-filtering
Apr 09 20:43:38.458472 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.459065 ncdv-master-1 neutron-server[126810]: WARNING neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Apr 09 20:43:38.459384 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: securitygroup.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.469288 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.469810 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: security-group
Apr 09 20:43:38.470108 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: segment.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.470868 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.471388 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension segment not supported by any of loaded plugins
Apr 09 20:43:38.471711 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.472655 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.473189 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 09 20:43:38.473513 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: servicetype.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.474604 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.475124 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: service-type
Apr 09 20:43:38.475451 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: sorting.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.476457 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.476790 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: sorting
Apr 09 20:43:38.477136 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: standard_attr_segment.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.478073 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.478587 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 09 20:43:38.478905 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: standardattrdescription.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.479554 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.480064 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: standard-attr-description
Apr 09 20:43:38.480388 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: stateful_security_group.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.481363 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.481873 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: stateful-security-group
Apr 09 20:43:38.482195 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: stdattrs_common.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.482772 ncdv-master-1 neutron-server[126810]: WARNING neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 09 20:43:38.483087 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.484355 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.484892 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 09 20:43:38.485253 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: subnet_onboard.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.486325 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.486838 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: subnet_onboard
Apr 09 20:43:38.487160 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.488101 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.488608 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 09 20:43:38.488924 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: subnet_service_types.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.489876 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.490384 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: subnet-service-types
Apr 09 20:43:38.490701 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: subnetallocation.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.491794 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.492309 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: subnet_allocation
Apr 09 20:43:38.492631 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.493443 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.493953 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: subnetpool-prefix-ops
Apr 09 20:43:38.494273 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.495208 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.495714 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 09 20:43:38.496033 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: tagging.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.497127 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.497637 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: standard-attr-tag
Apr 09 20:43:38.497966 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: timestamp.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.499195 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.499708 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loaded extension: standard-attr-timestamp
Apr 09 20:43:38.500034 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: trunk.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.501157 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.501661 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension trunk not supported by any of loaded plugins
Apr 09 20:43:38.501986 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: trunk_details.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.502909 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.503416 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension trunk-details not supported by any of loaded plugins
Apr 09 20:43:38.503739 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: uplink_status_propagation.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.504668 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.505209 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 09 20:43:38.505535 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Loading extension file: vlantransparent.py {{(pid=126810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 09 20:43:38.506191 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=126810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 20:43:38.506695 ncdv-master-1 neutron-server[126810]: INFO neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 09 20:43:38.509364 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:network
Apr 09 20:43:38.509909 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:subnet
Apr 09 20:43:38.510311 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 20:43:38.510704 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:port
Apr 09 20:43:38.513220 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.513605 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service FLAVORS assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.514244 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.514670 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.515002 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:router
Apr 09 20:43:38.515435 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:floatingip
Apr 09 20:43:38.515939 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service METERING assigned prefix: /metering {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.517460 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f237d67b430>> rbac-policy before_create 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.517838 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f237d67b430>> rbac-policy before_update 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.518210 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f237d67b430>> rbac-policy before_delete 55550000 {{(pid=126810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:43:38.519217 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of CountableResource for resource:rbac_policy
Apr 09 20:43:38.519673 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:security_group
Apr 09 20:43:38.520098 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 09 20:43:38.520623 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service CORE assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.520952 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 20:43:38.521417 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] subnetpool is already registered
Apr 09 20:43:38.521843 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service CORE assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.522171 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 20:43:38.522506 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] subnetpool is already registered
Apr 09 20:43:38.525013 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.525476 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service FLAVORS assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.526073 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.526497 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.526825 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:router
Apr 09 20:43:38.527166 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] router is already registered
Apr 09 20:43:38.527576 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:floatingip
Apr 09 20:43:38.527918 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] floatingip is already registered
Apr 09 20:43:38.528375 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service METERING assigned prefix: /metering {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.529073 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of CountableResource for resource:rbac_policy
Apr 09 20:43:38.529409 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] rbac_policy is already registered
Apr 09 20:43:38.529821 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:security_group
Apr 09 20:43:38.530157 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] security_group is already registered
Apr 09 20:43:38.530557 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 09 20:43:38.530896 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] security_group_rule is already registered
Apr 09 20:43:38.531513 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service CORE assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.531892 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 20:43:38.532228 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] subnetpool is already registered
Apr 09 20:43:38.532634 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.v2.resource_helper [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Service CORE assigned prefix:  {{(pid=126810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 09 20:43:38.532960 ncdv-master-1 neutron-server[126810]: INFO neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 20:43:38.533320 ncdv-master-1 neutron-server[126810]: WARNING neutron.quota.resource_registry [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] subnetpool is already registered
Apr 09 20:43:38.533790 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: extensions {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.535267 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: address-groups {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.536751 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: address-scopes {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.538134 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: agents {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.539286 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: auto-allocated-topology {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.540565 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: availability_zones {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.541818 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: dhcp-networks {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.543319 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: dhcp-agents {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.544741 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: routers {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.546980 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: flavors {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.548164 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: service_profiles {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.549409 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: next_providers {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.550840 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: service_profiles {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.552372 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: floatingip-pools {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.553616 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: routers {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.555717 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: floatingips {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.556989 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: l3-routers {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.558384 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: l3-agents {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.559788 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: metering-labels {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.561165 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: metering-label-rules {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.562432 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: network-ip-availabilities {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.563746 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: bindings {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.565395 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: quotas {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.566945 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: quotas {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.568478 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: rbac-policies {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.569804 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: security-groups {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.571011 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: security-group-rules {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.572219 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: service-providers {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.573440 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: subnetpools {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.574857 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: subnetpools {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.576316 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.578041 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.580770 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.582555 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.584407 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.586257 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.587945 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.589879 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.591638 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.593503 ncdv-master-1 neutron-server[126810]: DEBUG neutron.api.extensions [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Extended resource: tags {{(pid=126810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 09 20:43:38.599445 ncdv-master-1 neutron-server[126810]: WARNING keystonemiddleware.auth_token [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 09 20:43:38.604178 ncdv-master-1 neutron-server[126810]: WARNING keystonemiddleware.auth_token [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 09 20:43:38.613057 ncdv-master-1 neutron-server[126810]: DEBUG oslo_concurrency.lockutils [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Acquired lock "singleton_lock" {{(pid=126810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Apr 09 20:43:38.613555 ncdv-master-1 neutron-server[126810]: DEBUG oslo_concurrency.lockutils [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Releasing lock "singleton_lock" {{(pid=126810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Apr 09 20:43:38.614216 ncdv-master-1 neutron-server[126810]: INFO oslo_service.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Starting 2 workers
Apr 09 20:43:38.619904 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Started child 126919 {{(pid=126810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 09 20:43:38.624496 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Started child 126920 {{(pid=126810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 09 20:43:38.625077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:38.626172 ncdv-master-1 neutron-server[126810]: INFO neutron.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Neutron service started, listening on 0.0.0.0:9696
Apr 09 20:43:38.626682 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [-] (126919) wsgi starting up on http://0.0.0.0:9696
Apr 09 20:43:38.626888 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Publish callbacks [] for process (None), before_spawn {{(pid=126810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:38.629236 ncdv-master-1 neutron-server[126810]: INFO oslo_service.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Starting 1 workers
Apr 09 20:43:38.629431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:38.630788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [-] (126920) wsgi starting up on http://0.0.0.0:9696
Apr 09 20:43:38.634403 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Started child 126921 {{(pid=126810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 09 20:43:38.634948 ncdv-master-1 neutron-server[126810]: INFO oslo_service.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Starting 1 workers
Apr 09 20:43:38.638331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] calling RpcWorker wait() {{(pid=126921) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 09 20:43:38.638923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] returning from RpcWorker wait() {{(pid=126921) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 09 20:43:38.639366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Started child 126922 {{(pid=126810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 09 20:43:38.640198 ncdv-master-1 neutron-server[126810]: DEBUG neutron_lib.callbacks.manager [None req-5c03942c-c388-4f56-bf02-564f657fc2ec None None] Publish callbacks [] for process (None), after_spawn {{(pid=126810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:38.640416 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:38.640895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:43:38.642223 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 09 20:43:38.642436 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 20:43:38.642569 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 09 20:43:38.642829 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 20:43:38.643166 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 09 20:43:38.643333 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 09 20:43:38.643845 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.644116 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.644389 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.644658 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.644942 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.645174 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:38.645639 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.645791 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.646041 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.646301 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.646413 ncdv-master-1 neutron-server[126922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:43:38.646535 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.646713 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.646892 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.647142 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.647406 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.647694 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.647947 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.648184 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.648455 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.648615 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.648886 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.649178 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.649428 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.649692 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.649945 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.650420 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.650660 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.650913 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.651160 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.651425 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.651653 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.651927 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.652172 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.652388 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.652620 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.652875 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.653305 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.653549 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.653852 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.653992 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.654246 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.654470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.654934 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.655173 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.655389 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.655658 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.655890 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.656138 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.656390 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.656725 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.656972 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.657238 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.657466 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.657703 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.657982 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.658207 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.658458 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.658623 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.658856 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.659119 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.659375 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.659564 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.659732 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.659897 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.660150 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.660315 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.660565 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.660785 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.660999 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.661240 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.661469 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.661683 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.661916 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.662129 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.662343 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.662550 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.662792 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.663043 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.663297 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.663536 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.663787 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.664008 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.664238 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.664469 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.664717 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.664943 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.666122 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.666122 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.666122 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.666122 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.666122 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.666480 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.666638 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.666861 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.667075 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.667261 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.667563 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.667922 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.668016 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.668242 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.668474 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.668681 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.668894 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.669127 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.669360 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.669649 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.669881 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.670115 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.670328 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.670544 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.670755 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.675621 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.675621 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.675621 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.675621 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.675621 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.675621 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.675621 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.675621 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678290 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678290 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678290 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678290 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678290 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678290 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678290 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678290 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.678825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679884 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679884 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679884 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.679884 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.680163 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.680370 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.680832 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.681101 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.681326 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.681558 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.681837 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.682161 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.682427 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.682876 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.683275 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.683654 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.684044 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.684439 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.684708 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.684944 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.685198 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.685416 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.685632 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.685987 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.686352 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.686577 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.686808 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.687061 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.687326 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.687568 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.687791 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.688061 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.688287 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.688516 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.688773 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.688953 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.689332 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.689724 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.689948 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.690202 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.690425 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.690642 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692096 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692096 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692096 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692096 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692096 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692096 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692499 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692499 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692625 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.692915 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.693056 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.693262 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.693489 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.693697 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.694076 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.694534 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.694937 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.695296 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.695658 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.696020 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.696726 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.697515 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.697920 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.698185 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.698403 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.698810 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.699189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.699575 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.699937 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.700313 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.700701 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.701181 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.701546 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.701915 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.702300 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.702683 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.703088 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.703508 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.703747 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.704004 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.704250 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.704488 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.704726 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.704985 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.705262 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.705656 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.706035 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.706428 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.706854 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.707223 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.707657 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.708035 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.708445 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.708866 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.709308 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.709710 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.709966 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.710243 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.710478 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.710746 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.711002 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.711225 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.711636 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.711884 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.712161 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.712368 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.712759 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.713205 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.713644 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.714025 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.714266 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.714511 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.714957 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.715060 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.715242 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.715502 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.715775 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.716026 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.716305 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.716556 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.716794 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.717025 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.717278 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.717494 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.717749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.717963 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.718182 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.718397 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.718633 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.718886 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.719154 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.719380 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.719596 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.719826 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.720067 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.720310 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.720547 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.720771 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.721011 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.721268 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.721643 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.721899 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.722118 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.722372 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.722610 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.722881 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.723140 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.723355 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.723580 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.723982 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.724226 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.724446 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.724687 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.725082 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.725306 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.725533 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.725760 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.725997 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.726240 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.726468 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.726703 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.726958 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.727206 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.727554 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.727809 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.728047 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.728332 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.728518 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.728801 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.728966 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.729207 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.729430 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.729649 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.729871 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.730091 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.730334 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.730575 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.730918 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.731138 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.731399 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.731649 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.731899 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.732135 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.732359 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.732574 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.732792 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.733010 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.733250 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.733482 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.733695 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.734248 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.734458 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.734769 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.734878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37290) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:43:38.735024 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.735430 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.735665 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.735884 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.736152 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.736400 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.736612 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.736824 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.737070 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.737289 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.737502 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.737753 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.737965 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.738178 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.738437 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.738607 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.738862 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.739115 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.739261 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.739451 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.739669 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.739880 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.740097 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.740373 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.740537 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.740773 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.740959 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.741225 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.741438 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.741673 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.741884 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.742098 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.742320 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.742535 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.742746 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.743597 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.743597 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.743597 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.744190 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065703
Apr 09 20:43:38.744291 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.744587 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.744849 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.745151 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.745459 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.745694 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.745936 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.746155 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.746938 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.746938 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.746938 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.747154 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.748388 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.748647 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.748899 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.749186 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.749643 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.750045 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.750464 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.750897 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.751382 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.752242 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.752345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:43:38.752441 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.752441 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.752441 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.752626 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.752812 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.753213 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.753467 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.753703 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.753962 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.754194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.754424 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.754663 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.754912 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.755163 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.755394 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.755611 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.755871 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.756110 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.756622 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 09 20:43:38.756782 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 09 20:43:38.756937 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 20:43:38.757115 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 09 20:43:38.757408 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 20:43:38.757499 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 09 20:43:38.757575 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 09 20:43:38.757948 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.757948 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.758136 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.758274 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.758432 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.758586 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.758731 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.758895 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.759055 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.759214 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.759374 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.759534 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.759693 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.759852 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.760010 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.760168 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.760326 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.760485 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.760636 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.760787 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.760945 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.761983 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.762148 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.762310 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.762901 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.762901 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.762901 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.763292 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.763292 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.763292 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.763601 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.763601 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.763835 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.763835 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.763983 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.764145 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.764303 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.764462 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.764620 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.764778 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.764937 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.765135 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.765293 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.765453 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.765614 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.765774 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.766668 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.766668 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.766668 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.766668 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.766668 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.766668 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.767412 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.767895 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.768048 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.768210 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.768370 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.768546 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.768680 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.768812 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.768993 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.769182 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.769345 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.769504 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.769663 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.769823 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.769981 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.770140 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.770300 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.770458 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.770617 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.770774 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.770932 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.771094 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.771334 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.771476 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.771611 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.771744 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.771874 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.772007 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.772140 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.772272 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.772421 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.772564 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.772721 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.772880 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.773119 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.773237 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.773398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.773557 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.773715 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.774311 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.774311 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.774311 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.774311 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.774564 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.774632 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.774756 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.774914 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.775212 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.775522 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.776366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.776366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.776366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.776366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.776366 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.777028 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.777028 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.777028 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.777028 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.777028 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.777815 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.777815 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 09 20:43:38.777815 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.778519 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.778700 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.778867 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.779032 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.779534 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.779534 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.779534 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.779737 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.779802 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.779953 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.780916 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.780916 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.780916 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.780916 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.780916 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.780916 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.781371 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.781371 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.781371 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.781569 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.781745 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.781926 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783652 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783652 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.783652 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.785505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.786194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.786194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.786194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.786194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.786194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.786194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.786194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.786194 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.787749 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788273 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788273 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788273 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788273 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788273 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788595 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788595 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788743 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788825 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.788982 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.789209 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.789373 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.789511 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.789645 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.790183 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.790183 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.790183 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.790592 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.790592 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.790592 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.791788 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.791788 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.791788 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.791788 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.791788 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.791788 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.791788 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.791788 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.793398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.793398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.793398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.793398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.793398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.793398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.793398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.793398 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.795179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.795179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.795179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.795179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.795179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.795179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.795179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.795179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.796192 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.796192 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.796192 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.796192 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.796192 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.796192 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.796192 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.796192 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.797257 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.797257 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.797257 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.797257 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.797257 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.797257 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.797257 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.797257 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.798256 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.798256 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.798256 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.798256 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.798256 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.798256 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.798256 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.798256 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.799470 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.800619 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.800619 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.800619 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.800619 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.800619 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.800619 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.800619 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.800619 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.801628 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.801628 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.801628 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.801628 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.801628 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.801628 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.801628 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.801628 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802368 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802368 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802368 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802368 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802368 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802715 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802715 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802854 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.802930 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.803064 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.803224 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.803385 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.803547 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.803708 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.803867 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.804027 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.804191 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.804349 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.804499 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.804661 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.804819 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.804986 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.805236 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.805406 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.805573 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.805712 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.805865 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.806027 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.806189 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.806349 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.806511 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.806671 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.806832 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.806994 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.807156 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.807316 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.807478 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.807638 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.807804 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.807965 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.808191 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.808330 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.808461 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.808590 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.808744 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.808906 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.809734 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.809926 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.810080 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.810243 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811279 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811279 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811279 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811279 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811279 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811279 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811279 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811720 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811720 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811839 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.811902 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.812059 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.812362 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.812672 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.812860 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.813027 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.813629 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.813629 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.813629 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.813876 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.813876 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.814018 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.814135 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.814295 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.814456 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.814618 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.814790 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.814953 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.815117 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.815278 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.815440 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.815601 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.815771 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.815933 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.816082 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.816244 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.816406 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.816566 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.816739 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.816899 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.817899 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.818093 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.818241 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.818403 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.818871 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.818871 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.818871 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.819101 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.819179 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.819332 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.819505 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.819672 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.819831 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.819991 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.820152 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.820314 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.820486 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.820649 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.820811 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.820981 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.821167 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.821329 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.821491 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.821664 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.821826 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.821992 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.822154 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.822316 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.822481 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.822646 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.822800 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.822945 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.823114 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.823278 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.823447 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.823617 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.823786 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.823947 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.824115 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.824288 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.824449 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.824611 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.824771 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.824933 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.825121 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.825270 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.825431 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.825591 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.825752 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.825912 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.826073 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.826234 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.826396 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.826556 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.826717 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.826877 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.827037 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.827200 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.827359 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 09 20:43:38.827513 ncdv-master-1 neutron-server[126810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 09 20:43:50.315110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab194eb0-63c0-44f8-9879-4e264adca05e None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 20:43:50.387454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab194eb0-63c0-44f8-9879-4e264adca05e None None] No non-hosted networks {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 09 20:43:50.403448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.agentschedulers_db [None req-ab194eb0-63c0-44f8-9879-4e264adca05e None None] DHCP Agent not found on host ncdv-master-1 {{(pid=126921) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 09 20:43:50.513442 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6112343c-0df1-4397-b75c-4640b79b4768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594511'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:52.816881 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8cd638f0-e1ac-43b8-a8ad-812baa613091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594511'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:52.876184 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3c59a468-f88a-4f6e-834c-b25a9f1e28e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:53.590543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37360) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:43:53.947847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594511'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:54.195172 ncdv-master-1 neutron-server[126919]: WARNING oslo_policy.policy [None req-e6b01511-8cab-4169-b79d-e97dfddae080 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 20:43:54.195898 ncdv-master-1 neutron-server[126919]: WARNING oslo_policy.policy [None req-e6b01511-8cab-4169-b79d-e97dfddae080 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 20:43:54.418695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-e6b01511-8cab-4169-b79d-e97dfddae080 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:43:54.427124 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e6b01511-8cab-4169-b79d-e97dfddae080 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.8284214
Apr 09 20:43:54.969788 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594511'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:56.730057 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594511'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:56.736409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.736987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.737407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.737740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.738066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.738392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.738712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.739028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.743680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.746210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.746767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.747096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.749464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.750021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.752264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:43:56.753511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f237d18e7f0>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:43:56.766037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f237c180310>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:43:57.040442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37400) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:43:57.564443 ncdv-master-1 neutron-server[126920]: WARNING oslo_policy.policy [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 20:43:57.565024 ncdv-master-1 neutron-server[126920]: WARNING oslo_policy.policy [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 20:43:57.788541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:43:57.880302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.policy [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126920) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 09 20:43:57.922348 ncdv-master-1 neutron-server[126920]: WARNING oslo_policy.policy [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 20:43:57.922711 ncdv-master-1 neutron-server[126920]: WARNING oslo_policy.policy [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 20:43:58.026930 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736898981489', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736898980989', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736898997425', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736899004544', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736899011002', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736899020363', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3545306', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3663023', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553528', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-643984'] for rbac-policy (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:58.105577 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:43:58.117161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-51827e2b-84c3-4ba3-848e-7db80fb6d266 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0711086
Apr 09 20:43:59.113391 ncdv-master-1 neutron-server[126921]: INFO neutron.db.l3_hamode_db [None req-f98ef175-033e-41da-8506-d23aaa970cb0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 09 20:43:59.193823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ef175-033e-41da-8506-d23aaa970cb0 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:43:59.194139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ef175-033e-41da-8506-d23aaa970cb0 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 09 20:44:00.694359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37418) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:01.034405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:44:01.090233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Made reservation on behalf of f73da65445eb4c8f8b1dcaa70f191797 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:44:01.150899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.policy [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126919) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 09 20:44:01.192464 ncdv-master-1 neutron-server[126919]: WARNING oslo_policy.policy [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 20:44:01.192827 ncdv-master-1 neutron-server[126919]: WARNING oslo_policy.policy [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 20:44:01.203085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:01.225729 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:01.354904 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Publish callbacks [] for security_group (a6899cbe-b99b-4ee3-9a5a-f6d55bffcef4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:01.361737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a6899cbe-b99b-4ee3-9a5a-f6d55bffcef4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:01.393823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:44:01.433120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736900800606', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3f6ec389-4063-4b16-8a0c-5f78050d6ad1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:01.433783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f237de605e0> segment precommit_create {{(pid=126919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 09 20:44:01.434299 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Added segment 3f6ec389-4063-4b16-8a0c-5f78050d6ad1 of type vlan for network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e
Apr 09 20:44:01.440253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a6899cbe-b99b-4ee3-9a5a-f6d55bffcef4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:01.462126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.462478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.462866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.463228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.463578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.463923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.464238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.464548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.464840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.465178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.465487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.465792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.466104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.466408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.466715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Tracked resource versions report:
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]: pushed versions:
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]: {   'AddressGroup': {'1.2'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'Agent': {'1.1'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'ConntrackHelper': {'1.0'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'LocalIPAssociation': {'1.0'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'Log': {'1.0'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'NDPProxy': {'1.0'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'Network': {'1.1'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'Port': {'1.7'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'PortForwarding': {'1.3'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'QosPolicy': {'1.10'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'SecurityGroup': {'1.5'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'SecurityGroupRule': {'1.2'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'SubPort': {'1.0'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'Subnet': {'1.1'},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     'Trunk': {'1.1'}}
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]: consumer versions:
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]: {   DHCP agent@ncdv-master-1: {},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     L3 agent@ncdv-master-1: {},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     Metadata agent@ncdv-master-1: {},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     Metering agent@ncdv-master-1: {},
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'Agent': '1.1',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'ConntrackHelper': '1.0',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'LocalIPAssociation': '1.0',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'Log': '1.0',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'NDPProxy': '1.0',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'Network': '1.1',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'Port': '1.7',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'PortForwarding': '1.3',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'QosPolicy': '1.10',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'SecurityGroup': '1.5',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'SecurityGroupRule': '1.2',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'SubPort': '1.0',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'Subnet': '1.1',
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:                                           'Trunk': '1.1'}}
Apr 09 20:44:01.467890 ncdv-master-1 neutron-server[126919]:  {{(pid=126919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 09 20:44:01.554232 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d9029fa9-f4d1-4d4e-b15d-9196a4f7639e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:01.597627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d9029fa9-f4d1-4d4e-b15d-9196a4f7639e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:01.602691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:44:01.603400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:01.669226 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.9738085
Apr 09 20:44:01.722810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c57fb-2c4e-4e92-bfe0-b52b0e081114 demo demo] Pushing event updated for resources: {'Network': ['ID=d9029fa9-f4d1-4d4e-b15d-9196a4f7639e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:01.736355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:44:04.316967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37434) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:04.826551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2851a7cc-af72-400d-8338-6a7bd7d32979 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:44:04.828027 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2851a7cc-af72-400d-8338-6a7bd7d32979 demo admin] 10.222.0.30 "GET /v2.0/networks/d9029fa9-f4d1-4d4e-b15d-9196a4f7639e HTTP/1.1" status: 200  len: 825 time: 0.5100715
Apr 09 20:44:04.856131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-546267d3-092c-4313-a300-6029f80fd90b demo admin] 10.222.0.30 "GET /v2.0/subnetpools/f55675aa-e6c2-458d-bd30-dd4303b79907 HTTP/1.1" status: 200  len: 734 time: 0.0194700
Apr 09 20:44:04.864813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'subnetpool_id': 'f55675aa-e6c2-458d-bd30-dd4303b79907', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:44:04.895158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Made reservation on behalf of f73da65445eb4c8f8b1dcaa70f191797 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:44:04.897635 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:05.182761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (ba1471b6-100d-4cce-9d28-869d58d7b54e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:05.254218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Checking segment: {'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:44:05.254617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Network hostable DHCP agents. Network: d9029fa9-f4d1-4d4e-b15d-9196a4f7639e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:44:05.261925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ba1471b6-100d-4cce-9d28-869d58d7b54e,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:05.273319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.273659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.273990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.274320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.274623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.274966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.275280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.275587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.275911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.276209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.276524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.276841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.277177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.277488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.277799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Tracked resource versions report:
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]: pushed versions:
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]: {   'AddressGroup': {'1.2'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'Agent': {'1.1'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'ConntrackHelper': {'1.0'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'LocalIPAssociation': {'1.0'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'Log': {'1.0'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'NDPProxy': {'1.0'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'Network': {'1.1'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'Port': {'1.7'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'PortForwarding': {'1.3'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'QosPolicy': {'1.10'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'SecurityGroup': {'1.5'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'SecurityGroupRule': {'1.2'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'SubPort': {'1.0'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'Subnet': {'1.1'},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     'Trunk': {'1.1'}}
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]: consumer versions:
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]: {   DHCP agent@ncdv-master-1: {},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     L3 agent@ncdv-master-1: {},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     Metadata agent@ncdv-master-1: {},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     Metering agent@ncdv-master-1: {},
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'Agent': '1.1',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'ConntrackHelper': '1.0',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'LocalIPAssociation': '1.0',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'Log': '1.0',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'NDPProxy': '1.0',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'Network': '1.1',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'Port': '1.7',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'PortForwarding': '1.3',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'QosPolicy': '1.10',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'SecurityGroup': '1.5',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'SecurityGroupRule': '1.2',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'SubPort': '1.0',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'Subnet': '1.1',
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:                                           'Trunk': '1.1'}}
Apr 09 20:44:05.278947 ncdv-master-1 neutron-server[126920]:  {{(pid=126920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 09 20:44:05.309884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:44:05.323359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9029fa9-f4d1-4d4e-b15d-9196a4f7639e) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:44:05.328060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:44:05.328683 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:05.333551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed804be-ada1-4486-b68f-52b54f8a2270 None None] Network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:44:05.344993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a9fda21b-5114-43b3-a6a5-2d9c5c7c3b45 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4833038
Apr 09 20:44:05.712943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'fixed_ips': [{'subnet_id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:44:05.714200 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:05.989880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Allocated IP 172.20.0.2 (d9029fa9-f4d1-4d4e-b15d-9196a4f7639e/ba1471b6-100d-4cce-9d28-869d58d7b54e/3db74ff2-d571-423b-8e8c-159c6b78836b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:44:06.259896 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Publish callbacks [] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:06.267779 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:06.341331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:44:06.345907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:44:06.352433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:44:06.359451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Pushing event updated for resources: {'Port': ['ID=3db74ff2-d571-423b-8e8c-159c6b78836b,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:06.391073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.391386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.391833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.392280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.392608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.392930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.393276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.393594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.393907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.394221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.394531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.394837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.395141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.395451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.395761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Tracked resource versions report:
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]: pushed versions:
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]: {   'AddressGroup': {'1.2'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'Agent': {'1.1'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'ConntrackHelper': {'1.0'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'LocalIPAssociation': {'1.0'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'Log': {'1.0'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'NDPProxy': {'1.0'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'Network': {'1.1'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'Port': {'1.7'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'PortForwarding': {'1.3'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'QosPolicy': {'1.10'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'SecurityGroup': {'1.5'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'SecurityGroupRule': {'1.2'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'SubPort': {'1.0'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'Subnet': {'1.1'},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     'Trunk': {'1.1'}}
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]: consumer versions:
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]: {   DHCP agent@ncdv-master-1: {},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     L3 agent@ncdv-master-1: {},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     Metadata agent@ncdv-master-1: {},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     Metering agent@ncdv-master-1: {},
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'Agent': '1.1',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'ConntrackHelper': '1.0',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'LocalIPAssociation': '1.0',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'Log': '1.0',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'NDPProxy': '1.0',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'Network': '1.1',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'Port': '1.7',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'PortForwarding': '1.3',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'QosPolicy': '1.10',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'SecurityGroup': '1.5',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'SecurityGroupRule': '1.2',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'SubPort': '1.0',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'Subnet': '1.1',
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:                                           'Trunk': '1.1'}}
Apr 09 20:44:06.396909 ncdv-master-1 neutron-server[126921]:  {{(pid=126921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 09 20:44:06.447829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Attempting to bind port 3db74ff2-d571-423b-8e8c-159c6b78836b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:44:06.448226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Attempting to bind port 3db74ff2-d571-423b-8e8c-159c6b78836b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:44:06.448641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Attempting to bind port 3db74ff2-d571-423b-8e8c-159c6b78836b on network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:44:06.453867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:44:06.454263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Checking segment: {'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:44:06.454723 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:06.455107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Bound using segment: {'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:44:06.455607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Bound port: 3db74ff2-d571-423b-8e8c-159c6b78836b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:44:06.455967 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:06.518323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] For port 3db74ff2-d571-423b-8e8c-159c6b78836b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:44:06.537530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] For port 3db74ff2-d571-423b-8e8c-159c6b78836b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3db74ff2-d571-423b-8e8c-159c6b78836b,segment=NetworkSegment(3f6ec389-4063-4b16-8a0c-5f78050d6ad1),segment_id=3f6ec389-4063-4b16-8a0c-5f78050d6ad1)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:44:06.545532 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:06.603512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696506f-dbe2-4cd3-9fb4-29476d3c6bb8 None None] Pushing event updated for resources: {'Port': ['ID=3db74ff2-d571-423b-8e8c-159c6b78836b,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:07.943219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37446) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:08.272288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-ad755e6e-0ec6-4077-b759-a24d147100a7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:44:08.273274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ad755e6e-0ec6-4077-b759-a24d147100a7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3291028
Apr 09 20:44:10.882794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37454) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:11.214874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-89cacd9b-f30b-481c-86ff-d54395483443 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:44:11.215859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-89cacd9b-f30b-481c-86ff-d54395483443 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3321037
Apr 09 20:44:13.794681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37462) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:14.127165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ece81e11-d177-4ebe-8f1f-b5a87286ca59 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:44:14.152493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ece81e11-d177-4ebe-8f1f-b5a87286ca59 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c7bc46f0-41dc-4225-b70f-23cc93c51d10), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:14.154190 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ece81e11-d177-4ebe-8f1f-b5a87286ca59 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c7bc46f0-41dc-4225-b70f-23cc93c51d10), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:14.308502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ece81e11-d177-4ebe-8f1f-b5a87286ca59 demo demo] Publish callbacks [] for router_controller (c7bc46f0-41dc-4225-b70f-23cc93c51d10), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:14.315013 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ece81e11-d177-4ebe-8f1f-b5a87286ca59 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c7bc46f0-41dc-4225-b70f-23cc93c51d10), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:14.334727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ece81e11-d177-4ebe-8f1f-b5a87286ca59 demo demo] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:14.336126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ece81e11-d177-4ebe-8f1f-b5a87286ca59 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.5403380
Apr 09 20:44:16.906264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37474) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:17.244892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-d66d1c2a-475c-428c-a90e-d2a56bff7bee admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:44:17.245932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d66d1c2a-475c-428c-a90e-d2a56bff7bee admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3385613
Apr 09 20:44:17.621144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3db74ff2-d571-423b-8e8c-159c6b78836b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:44:17.710134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3db74ff2-d571-423b-8e8c-159c6b78836b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:17.710785 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:17.821004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3db74ff2-d571-423b-8e8c-159c6b78836b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:44:17.821681 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:17.857247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 3db74ff2-d571-423b-8e8c-159c6b78836b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3db74ff2-d571-423b-8e8c-159c6b78836b,segment=NetworkSegment(3f6ec389-4063-4b16-8a0c-5f78050d6ad1),segment_id=3f6ec389-4063-4b16-8a0c-5f78050d6ad1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:44:17.862487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:17.912284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=3db74ff2-d571-423b-8e8c-159c6b78836b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:18.304370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a65fd6-74c3-4653-b14c-9b0a9d8e6b6a None None] Network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:44:18.376118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b08a227a-a4e6-4603-a3ad-cdd31a132d27 None None] Provisioning complete for port 3db74ff2-d571-423b-8e8c-159c6b78836b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:18.376528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b08a227a-a4e6-4603-a3ad-cdd31a132d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:18.503651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b08a227a-a4e6-4603-a3ad-cdd31a132d27 None None] Current status of the port 3db74ff2-d571-423b-8e8c-159c6b78836b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:44:18.721804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-84688583-04bd-43ff-9e0b-b41cf1731d6b None None] Provisioning complete for port 3db74ff2-d571-423b-8e8c-159c6b78836b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:18.722423 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-84688583-04bd-43ff-9e0b-b41cf1731d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:18.814626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-84688583-04bd-43ff-9e0b-b41cf1731d6b None None] Current status of the port 3db74ff2-d571-423b-8e8c-159c6b78836b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:44:19.598250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3db74ff2-d571-423b-8e8c-159c6b78836b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:44:19.648191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3db74ff2-d571-423b-8e8c-159c6b78836b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:19.648594 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:19.723503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3db74ff2-d571-423b-8e8c-159c6b78836b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:44:19.836409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37482) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:20.186477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:44:20.210135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Made reservation on behalf of ac45ac4c5799419597fa1b4dd7090c85 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:44:20.212321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.227124 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.297769 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eb34359b-f30e-433f-8d3e-4c480c4286c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.328649 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Publish callbacks [] for security_group (95c712d7-3efd-40a3-a5c7-c376287b8c4f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.335012 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (95c712d7-3efd-40a3-a5c7-c376287b8c4f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.350389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Reserving flat network on physical network physnet1 {{(pid=126920) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 09 20:44:20.370577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c712d7-3efd-40a3-a5c7-c376287b8c4f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:20.376335 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736900800606', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (06b1508f-41a3-4af8-8236-f55bb9e1399b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.376874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f237de605e0> segment precommit_create {{(pid=126920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 09 20:44:20.377370 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Added segment 06b1508f-41a3-4af8-8236-f55bb9e1399b of type flat for network bae95fbb-2739-43fa-b1ef-385638f6c878
Apr 09 20:44:20.428592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (bae95fbb-2739-43fa-b1ef-385638f6c878), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.471809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (bae95fbb-2739-43fa-b1ef-385638f6c878), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.472649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:44:20.473267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:20.522636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6851950
Apr 09 20:44:20.568013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3693aae-3678-4eed-83a5-78bd62ffcf2a admin admin] Pushing event updated for resources: {'Network': ['ID=bae95fbb-2739-43fa-b1ef-385638f6c878,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:20.582276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network bae95fbb-2739-43fa-b1ef-385638f6c878 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:44:22.820307 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-01760993-0bb0-493c-8de9-88250751a347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:23.092958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37490) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:23.500122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f772f25-349a-47d0-9ef3-f610b8719bdd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:44:23.501438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2f772f25-349a-47d0-9ef3-f610b8719bdd demo admin] 10.222.0.30 "GET /v2.0/subnets/ba1471b6-100d-4cce-9d28-869d58d7b54e HTTP/1.1" status: 200  len: 849 time: 0.4075863
Apr 09 20:44:23.622651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-94b16b74-a1c6-43bc-a71d-077cec869b08 demo admin] 10.222.0.30 "GET /v2.0/routers/c7bc46f0-41dc-4225-b70f-23cc93c51d10 HTTP/1.1" status: 200  len: 704 time: 0.1152756
Apr 09 20:44:23.896789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:23.904264 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:24.213309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Allocated IP 172.20.0.1 (d9029fa9-f4d1-4d4e-b15d-9196a4f7639e/ba1471b6-100d-4cce-9d28-869d58d7b54e/cc9f60cd-18d9-4219-9bcc-0559eb5075be) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:44:24.369877 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Publish callbacks [] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:24.489938 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:24.562996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:44:24.567506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:44:24.573526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:44:24.573895 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (c7bc46f0-41dc-4225-b70f-23cc93c51d10), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:24.579442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Pushing event updated for resources: {'Port': ['ID=cc9f60cd-18d9-4219-9bcc-0559eb5075be,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:24.778669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0af241e1-e726-4da9-959b-98aeeb8d8959 None None] Provisioning complete for port cc9f60cd-18d9-4219-9bcc-0559eb5075be triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:24.779072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0af241e1-e726-4da9-959b-98aeeb8d8959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:24.780305 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:24.860330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0af241e1-e726-4da9-959b-98aeeb8d8959 None None] Port cc9f60cd-18d9-4219-9bcc-0559eb5075be cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:44:24.933887 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:25.001647 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Publish callbacks [] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:25.012603 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:25.013795 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (c7bc46f0-41dc-4225-b70f-23cc93c51d10), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:25.079538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Pushing event updated for resources: {'Port': ['ID=cc9f60cd-18d9-4219-9bcc-0559eb5075be,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:25.147244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:44:25.148653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:44:25.320860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Router c7bc46f0-41dc-4225-b70f-23cc93c51d10 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 20:44:25.382352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4801b6de-18f3-40d5-91a2-1306d9118a9e None None] Provisioning complete for port cc9f60cd-18d9-4219-9bcc-0559eb5075be triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:25.382668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4801b6de-18f3-40d5-91a2-1306d9118a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:25.416694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4801b6de-18f3-40d5-91a2-1306d9118a9e None None] Port cc9f60cd-18d9-4219-9bcc-0559eb5075be cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:44:25.417008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:44:25.422735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9d5855fc-2a03-4e58-ac52-53cfe8234b66 demo admin] 10.222.0.30 "PUT /v2.0/routers/c7bc46f0-41dc-4225-b70f-23cc93c51d10/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7928343
Apr 09 20:44:25.427073 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Sync routers for ids ['c7bc46f0-41dc-4225-b70f-23cc93c51d10'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:44:25.441281 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Routers {'c7bc46f0-41dc-4225-b70f-23cc93c51d10'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:44:25.442100 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d30fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:44:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c7bc46f0-41dc-4225-b70f-23cc93c51d10'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:44:25.633565 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Set router c7bc46f0-41dc-4225-b70f-23cc93c51d10 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:44:26.048463 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d30fac0>, [{'id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'name': 'router1', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:44:14Z', 'updated_at': '2022-04-09T20:44:24Z', 'revision_number': 2, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'gw_port_host': None, '_interfaces': [{'id': 'cc9f60cd-18d9-4219-9bcc-0559eb5075be', 'name': '', 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'mac_address': 'fa:16:3e:e1:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:23Z', 'updated_at': '2022-04-09T20:44:24Z', 'revision_number': 2, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'subnets': [{'id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55675aa-e6c2-458d-bd30-dd4303b79907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:44:26.099600 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Checking router: c7bc46f0-41dc-4225-b70f-23cc93c51d10 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:44:26.099980 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Updating router c7bc46f0-41dc-4225-b70f-23cc93c51d10 port cc9f60cd-18d9-4219-9bcc-0559eb5075be binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:44:26.154204 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:26.665445 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Publish callbacks [] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:26.672713 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:26.731939 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:26.844518 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Pushing event updated for resources: {'Port': ['ID=cc9f60cd-18d9-4219-9bcc-0559eb5075be,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:26.849447 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Attempting to bind port cc9f60cd-18d9-4219-9bcc-0559eb5075be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:44:26.849848 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Attempting to bind port cc9f60cd-18d9-4219-9bcc-0559eb5075be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:44:26.850287 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Attempting to bind port cc9f60cd-18d9-4219-9bcc-0559eb5075be on network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:44:26.858621 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:44:26.859185 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Checking segment: {'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:44:26.859706 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:26.860157 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Bound using segment: {'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:44:26.861022 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Bound port: cc9f60cd-18d9-4219-9bcc-0559eb5075be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6ec389-4063-4b16-8a0c-5f78050d6ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:44:26.861439 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:26.865387 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.865734 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.866072 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.866403 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.866762 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.867094 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.867418 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.867868 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.868179 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.868503 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.868827 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.869269 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.869483 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.869849 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.870205 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Tracked resource versions report:
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]: pushed versions:
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]: {   'AddressGroup': {'1.2'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'Agent': {'1.1'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'ConntrackHelper': {'1.0'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'LocalIPAssociation': {'1.0'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'Log': {'1.0'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'NDPProxy': {'1.0'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'Network': {'1.1'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'Port': {'1.7'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'PortForwarding': {'1.3'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'QosPolicy': {'1.10'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'SecurityGroup': {'1.5'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'SecurityGroupRule': {'1.2'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'SubPort': {'1.0'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'Subnet': {'1.1'},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     'Trunk': {'1.1'}}
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]: consumer versions:
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]: {   DHCP agent@ncdv-master-1: {},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     L3 agent@ncdv-master-1: {},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     Metadata agent@ncdv-master-1: {},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     Metering agent@ncdv-master-1: {},
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'Agent': '1.1',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'ConntrackHelper': '1.0',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'LocalIPAssociation': '1.0',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'Log': '1.0',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'NDPProxy': '1.0',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'Network': '1.1',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'Port': '1.7',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'PortForwarding': '1.3',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'QosPolicy': '1.10',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'SecurityGroup': '1.5',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'SecurityGroupRule': '1.2',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'SubPort': '1.0',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'Subnet': '1.1',
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:                                           'Trunk': '1.1'}}
Apr 09 20:44:26.871321 ncdv-master-1 neutron-server[126922]:  {{(pid=126922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 09 20:44:26.943402 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] For port cc9f60cd-18d9-4219-9bcc-0559eb5075be, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:44:26.943951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bdee3465-2ec8-4bd6-861d-716f15719252 None None] Provisioning complete for port cc9f60cd-18d9-4219-9bcc-0559eb5075be triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:26.944404 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bdee3465-2ec8-4bd6-861d-716f15719252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:26.964457 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] For port cc9f60cd-18d9-4219-9bcc-0559eb5075be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc9f60cd-18d9-4219-9bcc-0559eb5075be,segment=NetworkSegment(3f6ec389-4063-4b16-8a0c-5f78050d6ad1),segment_id=3f6ec389-4063-4b16-8a0c-5f78050d6ad1)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:44:26.976484 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:26.985133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bdee3465-2ec8-4bd6-861d-716f15719252 None None] Port cc9f60cd-18d9-4219-9bcc-0559eb5075be cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:44:27.034872 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Routers {'c7bc46f0-41dc-4225-b70f-23cc93c51d10'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:44:27.035487 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d30fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:44:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c7bc46f0-41dc-4225-b70f-23cc93c51d10'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:44:27.083866 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb72c0-d327-416d-9ba2-ae5a2eb47421 None None] Pushing event updated for resources: {'Port': ['ID=cc9f60cd-18d9-4219-9bcc-0559eb5075be,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:27.148768 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] Set router c7bc46f0-41dc-4225-b70f-23cc93c51d10 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:44:27.204517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5dd69722-04dd-415d-941a-f0fd564b2a1c None None] Provisioning complete for port cc9f60cd-18d9-4219-9bcc-0559eb5075be triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:27.205063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5dd69722-04dd-415d-941a-f0fd564b2a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:27.289266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5dd69722-04dd-415d-941a-f0fd564b2a1c None None] Current status of the port cc9f60cd-18d9-4219-9bcc-0559eb5075be is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:44:27.289654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5dd69722-04dd-415d-941a-f0fd564b2a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:27.322369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5dd69722-04dd-415d-941a-f0fd564b2a1c None None] For port cc9f60cd-18d9-4219-9bcc-0559eb5075be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc9f60cd-18d9-4219-9bcc-0559eb5075be,segment=NetworkSegment(3f6ec389-4063-4b16-8a0c-5f78050d6ad1),segment_id=3f6ec389-4063-4b16-8a0c-5f78050d6ad1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:44:27.326408 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5dd69722-04dd-415d-941a-f0fd564b2a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:27.354673 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d30fac0>, [{'id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'name': 'router1', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:44:14Z', 'updated_at': '2022-04-09T20:44:24Z', 'revision_number': 2, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'gw_port_host': None, '_interfaces': [{'id': 'cc9f60cd-18d9-4219-9bcc-0559eb5075be', 'name': '', 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'mac_address': 'fa:16:3e:e1:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:23Z', 'updated_at': '2022-04-09T20:44:26Z', 'revision_number': 4, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'subnets': [{'id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55675aa-e6c2-458d-bd30-dd4303b79907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:44:27.379625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd69722-04dd-415d-941a-f0fd564b2a1c None None] Pushing event updated for resources: {'Port': ['ID=cc9f60cd-18d9-4219-9bcc-0559eb5075be,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:27.387965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c6e24-c071-4b22-9692-5ef687a339dd None None] The sync data for ids ['c7bc46f0-41dc-4225-b70f-23cc93c51d10'] in ncdv-master-1 is: [{'id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'name': 'router1', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:44:14Z', 'updated_at': '2022-04-09T20:44:24Z', 'revision_number': 2, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'gw_port_host': None, '_interfaces': [{'id': 'cc9f60cd-18d9-4219-9bcc-0559eb5075be', 'name': '', 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'mac_address': 'fa:16:3e:e1:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:23Z', 'updated_at': '2022-04-09T20:44:26Z', 'revision_number': 4, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'subnets': [{'id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55675aa-e6c2-458d-bd30-dd4303b79907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:44:27.991924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37510) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:28.194989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f504f71-08fe-41cc-96fe-46552157ddb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:44:28.196353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2f504f71-08fe-41cc-96fe-46552157ddb9 admin admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 842 time: 0.2033749
Apr 09 20:44:28.205834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.35.0.1', 'ip_version': 4, 'cidr': '172.35.0.0/24', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:44:28.226316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Made reservation on behalf of ac45ac4c5799419597fa1b4dd7090c85 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:44:28.228853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:28.508036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.objects.ports [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126920) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 20:44:28.508471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (f20f3b93-5ac3-4fe4-b532-f431542b9f2b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:28.550672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20f3b93-5ac3-4fe4-b532-f431542b9f2b,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:28.587334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:44:28.587689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Network hostable DHCP agents. Network: bae95fbb-2739-43fa-b1ef-385638f6c878, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:44:28.615907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:44:28.628879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bae95fbb-2739-43fa-b1ef-385638f6c878) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:44:28.637705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:44:28.638305 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:28.640217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24817157-29dc-4891-8f1e-9c3662c7fb03 None None] Network bae95fbb-2739-43fa-b1ef-385638f6c878 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:44:28.659188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-91a1e028-c7fa-4349-9623-7e81792a61e3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4567084
Apr 09 20:44:28.758362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef58df-80fb-4e03-97b6-89e2e9baee5d None None] Network bae95fbb-2739-43fa-b1ef-385638f6c878 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:44:31.248046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37528) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:31.459218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6814b33d-90cc-4384-8503-9a423189d933 demo admin] 10.222.0.30 "GET /v2.0/routers/c7bc46f0-41dc-4225-b70f-23cc93c51d10 HTTP/1.1" status: 200  len: 710 time: 0.2100022
Apr 09 20:44:31.548014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92479f2-833f-4c1e-a657-36a5248d15f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:44:31.549471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a92479f2-833f-4c1e-a657-36a5248d15f9 demo admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 886 time: 0.0846105
Apr 09 20:44:31.558982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:44:31.816530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks [] for router_gateway (c7bc46f0-41dc-4225-b70f-23cc93c51d10), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:32.038475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks [] for router_gateway (c7bc46f0-41dc-4225-b70f-23cc93c51d10), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:32.111463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:32.216702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Allocated IP 172.35.0.154 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/115fe773-3511-4412-b25c-162ec24c7ed1) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:44:32.317012 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks [] for port (115fe773-3511-4412-b25c-162ec24c7ed1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:32.352507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:32.388461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:44:32.391282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:44:32.400440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:44:32.403193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Pushing event updated for resources: {'Port': ['ID=115fe773-3511-4412-b25c-162ec24c7ed1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:32.656506 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks [] for router_gateway (c7bc46f0-41dc-4225-b70f-23cc93c51d10), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:32.956469 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c7bc46f0-41dc-4225-b70f-23cc93c51d10), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:32.960941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (c7bc46f0-41dc-4225-b70f-23cc93c51d10), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:33.081759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Router c7bc46f0-41dc-4225-b70f-23cc93c51d10 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:44:33.192520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:44:33.197151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:33.198384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-67731b89-401a-46cf-88b5-8164365b4d91 demo admin] 10.222.0.30 "PUT /v2.0/routers/c7bc46f0-41dc-4225-b70f-23cc93c51d10 HTTP/1.1" status: 200  len: 890 time: 1.6429191
Apr 09 20:44:35.626664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc9f60cd-18d9-4219-9bcc-0559eb5075be up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:44:35.685051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cc9f60cd-18d9-4219-9bcc-0559eb5075be triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:35.685426 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:35.764307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cc9f60cd-18d9-4219-9bcc-0559eb5075be is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:44:35.777532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37540) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:44:35.892782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b52ed570-5dcd-4c31-beb3-552ec63d62e0 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1140926
Apr 09 20:44:36.310666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Sync routers for ids ['c7bc46f0-41dc-4225-b70f-23cc93c51d10'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:44:36.323695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Routers {'c7bc46f0-41dc-4225-b70f-23cc93c51d10'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:44:36.324351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377059460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:44:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c7bc46f0-41dc-4225-b70f-23cc93c51d10'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:44:36.548559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Set router c7bc46f0-41dc-4225-b70f-23cc93c51d10 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:44:37.003757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377059460>, [{'id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'name': 'router1', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.154'}], 'enable_snat': True}, 'gw_port_id': '115fe773-3511-4412-b25c-162ec24c7ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:44:14Z', 'updated_at': '2022-04-09T20:44:32Z', 'revision_number': 4, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'gw_port': {'id': '115fe773-3511-4412-b25c-162ec24c7ed1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:32Z', 'updated_at': '2022-04-09T20:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc9f60cd-18d9-4219-9bcc-0559eb5075be', 'name': '', 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'mac_address': 'fa:16:3e:e1:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:23Z', 'updated_at': '2022-04-09T20:44:27Z', 'revision_number': 5, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'subnets': [{'id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55675aa-e6c2-458d-bd30-dd4303b79907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:44:37.053704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Checking router: c7bc46f0-41dc-4225-b70f-23cc93c51d10 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:44:37.054033 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Updating router c7bc46f0-41dc-4225-b70f-23cc93c51d10 port 115fe773-3511-4412-b25c-162ec24c7ed1 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:44:37.107969 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:37.427094 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Publish callbacks [] for port (115fe773-3511-4412-b25c-162ec24c7ed1), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:37.433224 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:37.482413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5f59-61a4-4b5f-9490-b955d0041e19 None None] Pushing event updated for resources: {'Port': ['ID=115fe773-3511-4412-b25c-162ec24c7ed1,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:37.488611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Attempting to bind port 115fe773-3511-4412-b25c-162ec24c7ed1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:44:37.488987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Attempting to bind port 115fe773-3511-4412-b25c-162ec24c7ed1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:44:37.489382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Attempting to bind port 115fe773-3511-4412-b25c-162ec24c7ed1 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:44:37.494504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:44:37.494878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:44:37.495279 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:37.495665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:44:37.496133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Bound port: 115fe773-3511-4412-b25c-162ec24c7ed1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:44:37.496544 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:37.548420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] For port 115fe773-3511-4412-b25c-162ec24c7ed1, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:44:37.551862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] For port 115fe773-3511-4412-b25c-162ec24c7ed1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=115fe773-3511-4412-b25c-162ec24c7ed1,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:44:37.558904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:37.626511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Routers {'c7bc46f0-41dc-4225-b70f-23cc93c51d10'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:44:37.630150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377059460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:44:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c7bc46f0-41dc-4225-b70f-23cc93c51d10'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:44:37.635750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5f59-61a4-4b5f-9490-b955d0041e19 None None] Pushing event updated for resources: {'Port': ['ID=115fe773-3511-4412-b25c-162ec24c7ed1,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:37.755452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] Set router c7bc46f0-41dc-4225-b70f-23cc93c51d10 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:44:37.967486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377059460>, [{'id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'name': 'router1', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.154'}], 'enable_snat': True}, 'gw_port_id': '115fe773-3511-4412-b25c-162ec24c7ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:44:14Z', 'updated_at': '2022-04-09T20:44:32Z', 'revision_number': 4, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'gw_port': {'id': '115fe773-3511-4412-b25c-162ec24c7ed1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:32Z', 'updated_at': '2022-04-09T20:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc9f60cd-18d9-4219-9bcc-0559eb5075be', 'name': '', 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'mac_address': 'fa:16:3e:e1:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:23Z', 'updated_at': '2022-04-09T20:44:27Z', 'revision_number': 5, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'subnets': [{'id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55675aa-e6c2-458d-bd30-dd4303b79907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:44:37.996723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c7dc0-5130-4764-bc38-40177a7992e6 None None] The sync data for ids ['c7bc46f0-41dc-4225-b70f-23cc93c51d10'] in ncdv-master-1 is: [{'id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'name': 'router1', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.154'}], 'enable_snat': True}, 'gw_port_id': '115fe773-3511-4412-b25c-162ec24c7ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:44:14Z', 'updated_at': '2022-04-09T20:44:32Z', 'revision_number': 4, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'gw_port': {'id': '115fe773-3511-4412-b25c-162ec24c7ed1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:32Z', 'updated_at': '2022-04-09T20:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc9f60cd-18d9-4219-9bcc-0559eb5075be', 'name': '', 'network_id': 'd9029fa9-f4d1-4d4e-b15d-9196a4f7639e', 'tenant_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'mac_address': 'fa:16:3e:e1:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc46f0-41dc-4225-b70f-23cc93c51d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:44:23Z', 'updated_at': '2022-04-09T20:44:27Z', 'revision_number': 5, 'project_id': 'f73da65445eb4c8f8b1dcaa70f191797', 'subnets': [{'id': 'ba1471b6-100d-4cce-9d28-869d58d7b54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55675aa-e6c2-458d-bd30-dd4303b79907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:44:39.669109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 115fe773-3511-4412-b25c-162ec24c7ed1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:44:39.724783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 115fe773-3511-4412-b25c-162ec24c7ed1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:39.725552 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:39.839333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 115fe773-3511-4412-b25c-162ec24c7ed1 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:44:39.840089 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:39.862695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 115fe773-3511-4412-b25c-162ec24c7ed1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=115fe773-3511-4412-b25c-162ec24c7ed1,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:44:39.869287 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:39.931263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=115fe773-3511-4412-b25c-162ec24c7ed1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:44:41.701103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 115fe773-3511-4412-b25c-162ec24c7ed1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:44:41.842206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 115fe773-3511-4412-b25c-162ec24c7ed1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:44:41.843754 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (115fe773-3511-4412-b25c-162ec24c7ed1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:42.111795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 115fe773-3511-4412-b25c-162ec24c7ed1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:44:50.302369 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-623834b1-bf9b-4259-9ae7-c7e9ae60fdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:52.686405 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:44:52.830503 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-671f3716-d756-49ae-8c91-9bac56403ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:53.909825 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:54.950254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:44:56.738463 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:20.300436 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2bba-eae5-4a6d-b941-057df72bfc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:22.826958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce36dc86-5e7e-4d0e-a1de-24352b083983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:23.913372 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:24.943945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:26.734090 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:29.686830 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:45:50.294738 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5befc5ac-812b-4b52-85c6-44c61686da62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:52.822329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-31a4884d-014e-4f01-93b3-054377af0a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:53.913868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:54.945406 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:45:56.740298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:03.438576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38122) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:03.502736 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e86369-87d6-41ac-94a2-21c570375e8e admin admin] GET failed (client error): The resource could not be found.
Apr 09 20:46:03.504026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-20e86369-87d6-41ac-94a2-21c570375e8e admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0644679
Apr 09 20:46:03.677818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d9a3a-3054-4439-b010-f2ff58008246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:03.679349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-df2d9a3a-3054-4439-b010-f2ff58008246 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1710091
Apr 09 20:46:06.064879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38132) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:06.172899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7646488-4d90-4ebd-b681-8edd2277c938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:06.174296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c7646488-4d90-4ebd-b681-8edd2277c938 admin admin] 10.222.0.30 "GET /v2.0/subnets/ba1471b6-100d-4cce-9d28-869d58d7b54e HTTP/1.1" status: 200  len: 849 time: 0.1083579
Apr 09 20:46:06.186579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:46:06.291062 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Publish callbacks [] for subnet (ba1471b6-100d-4cce-9d28-869d58d7b54e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:06.435601 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736900814906'] for subnet (ba1471b6-100d-4cce-9d28-869d58d7b54e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:06.470411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:06.471513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:06.472348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] 10.222.0.30 "PUT /v2.0/subnets/ba1471b6-100d-4cce-9d28-869d58d7b54e HTTP/1.1" status: 200  len: 868 time: 0.2893877
Apr 09 20:46:06.476133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ccb05-83c9-4f94-b382-31f00fa1cbd2 None None] Network d9029fa9-f4d1-4d4e-b15d-9196a4f7639e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:46:06.494584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1471b6-100d-4cce-9d28-869d58d7b54e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:46:06.502062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.502456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.502768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.503097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.503541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.503909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.504249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.504572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.504877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.505221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.505541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.505855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.506173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.506495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.506806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d3a9c-41c7-43a4-8eed-c38acb999f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:46:06.686542 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:46:06.818927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f8b58d99-34ca-4345-8576-c89fa83c468b None None] Provisioning complete for port 3db74ff2-d571-423b-8e8c-159c6b78836b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:46:06.819313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f8b58d99-34ca-4345-8576-c89fa83c468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db74ff2-d571-423b-8e8c-159c6b78836b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:06.902634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f8b58d99-34ca-4345-8576-c89fa83c468b None None] Current status of the port 3db74ff2-d571-423b-8e8c-159c6b78836b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:46:06.910912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f8b58d99-34ca-4345-8576-c89fa83c468b None None] Provisioning complete for port cc9f60cd-18d9-4219-9bcc-0559eb5075be triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:46:06.911363 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f8b58d99-34ca-4345-8576-c89fa83c468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc9f60cd-18d9-4219-9bcc-0559eb5075be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:06.991723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f8b58d99-34ca-4345-8576-c89fa83c468b None None] Current status of the port cc9f60cd-18d9-4219-9bcc-0559eb5075be is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:46:08.868232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38140) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:09.071181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a1f78-78fd-4dcb-a467-b060c0408684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:09.071540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a1f78-78fd-4dcb-a467-b060c0408684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:09.073067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2e3a1f78-78fd-4dcb-a467-b060c0408684 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2035196
Apr 09 20:46:11.481228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38148) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:11.620240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886bf40-0fa4-4a48-8c56-2cd268331b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:11.620730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886bf40-0fa4-4a48-8c56-2cd268331b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:11.622279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b886bf40-0fa4-4a48-8c56-2cd268331b82 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1400733
Apr 09 20:46:14.015262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:14.219123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b87ab08-8441-4408-8c44-e202665363dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:14.220539 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0b87ab08-8441-4408-8c44-e202665363dd admin admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 886 time: 0.2042565
Apr 09 20:46:16.643035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38166) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:16.782506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f41cde-f03d-4128-a89d-fd4716be4e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:16.783840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-94f41cde-f03d-4128-a89d-fd4716be4e6c admin admin] 10.222.0.30 "GET /v2.0/networks/d9029fa9-f4d1-4d4e-b15d-9196a4f7639e HTTP/1.1" status: 200  len: 869 time: 0.1394069
Apr 09 20:46:19.242943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38174) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:19.378598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82a4d4-4d8e-4a60-b180-df6ecfa459af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:19.379058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82a4d4-4d8e-4a60-b180-df6ecfa459af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:19.380645 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bb82a4d4-4d8e-4a60-b180-df6ecfa459af admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1367579
Apr 09 20:46:20.299924 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53b93d3f-9774-4e22-b9fa-518bcb66f829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:21.812168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38182) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:21.939139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e999a2-1d98-4e78-8e98-faa6fc29d723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:21.939588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e999a2-1d98-4e78-8e98-faa6fc29d723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:21.941275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-15e999a2-1d98-4e78-8e98-faa6fc29d723 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1280253
Apr 09 20:46:22.827078 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-603ae078-ebe0-4113-aa37-83fc5d5e9a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:23.918325 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:24.353472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38190) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:24.519328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12835c65-b376-43ac-af76-14d994702f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:24.521059 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-12835c65-b376-43ac-af76-14d994702f64 admin admin] 10.222.0.30 "GET /v2.0/subnets/ba1471b6-100d-4cce-9d28-869d58d7b54e HTTP/1.1" status: 200  len: 868 time: 0.1665084
Apr 09 20:46:24.950783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:26.745514 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:26.948049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38198) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:46:27.037544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a1d9c3-fee6-46db-8c3f-4c3c08253e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:46:27.038781 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3a1d9c3-fee6-46db-8c3f-4c3c08253e1c admin admin] 10.222.0.30 "GET /v2.0/subnets/f20f3b93-5ac3-4fe4-b532-f431542b9f2b HTTP/1.1" status: 200  len: 816 time: 0.0897553
Apr 09 20:46:43.686330 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:46:50.305621 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-354a49bb-88f0-4e8a-9519-00a02f7fad44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:52.834690 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-728f9e8a-cd5f-457d-aea9-1030ae1a4737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:53.921907 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:54.953356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:46:56.752532 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:09.152256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38272) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:47:09.206154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-cf8c0348-21f5-44b9-bf25-fefb910141b4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:47:09.207153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cf8c0348-21f5-44b9-bf25-fefb910141b4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0533793
Apr 09 20:47:11.692281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38280) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:47:11.769671 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfc64ad-c100-4628-8579-90e92aa3a460 admin admin] GET failed (client error): The resource could not be found.
Apr 09 20:47:11.770956 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fdfc64ad-c100-4628-8579-90e92aa3a460 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0775161
Apr 09 20:47:11.915494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e53f9a-eee2-43a4-acff-a19637c301e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:47:11.917007 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33e53f9a-eee2-43a4-acff-a19637c301e4 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1417549
Apr 09 20:47:14.332425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38288) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:47:14.393441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:47:14.415997 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Made reservation on behalf of ac45ac4c5799419597fa1b4dd7090c85 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:47:14.418301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:14.455572 ncdv-master-1 neutron-server[126919]: WARNING neutron.services.revisions.revision_plugin [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f237c60c970] {project_id='ac45ac4c5799419597fa1b4dd7090c85', id='c9115897-29b8-4474-9542-6b945da820c7', target_project='*', action='access_as_shared', object_id='d7e32c5b-db2b-4671-8a49-408fdff83117'}> to bump revision.
Apr 09 20:47:14.468211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:47:14.477686 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (632f682b-b973-49a3-8afd-ea221eeef9d2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:14.478022 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Added segment 632f682b-b973-49a3-8afd-ea221eeef9d2 of type vlan for network d7e32c5b-db2b-4671-8a49-408fdff83117
Apr 09 20:47:14.516914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d7e32c5b-db2b-4671-8a49-408fdff83117), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:14.545829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d7e32c5b-db2b-4671-8a49-408fdff83117), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:14.547038 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:47:14.547630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:14.595480 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2615314
Apr 09 20:47:14.645362 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Pushing event updated for resources: {'Network': ['ID=d7e32c5b-db2b-4671-8a49-408fdff83117,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:47:14.652563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.652906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.653269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.653598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.653926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.654246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.654564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.654883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.655200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.655511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.655825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.656131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.656444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.656757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.657081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da721-b240-455b-aa71-691b65db7b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:14.669533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d7e32c5b-db2b-4671-8a49-408fdff83117 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:47:16.991107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38296) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:47:17.073786 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc657dd-2fa7-4da3-a87b-1f65ca1b650f admin admin] GET failed (client error): The resource could not be found.
Apr 09 20:47:17.075452 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cdc657dd-2fa7-4da3-a87b-1f65ca1b650f admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0833037
Apr 09 20:47:17.149947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf10b3-3ad3-44c8-a701-4d5bfabf6b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:47:17.151383 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-93bf10b3-3ad3-44c8-a701-4d5bfabf6b2f admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0714903
Apr 09 20:47:17.164492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Request body: {'subnet': {'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:47:17.188318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Made reservation on behalf of ac45ac4c5799419597fa1b4dd7090c85 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:47:17.190591 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:17.401821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (5c7a1911-a036-42bc-9a9d-8f40d43fa889), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:17.462924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7a1911-a036-42bc-9a9d-8f40d43fa889,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:47:17.479727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:47:17.480128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Network hostable DHCP agents. Network: d7e32c5b-db2b-4671-8a49-408fdff83117, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:47:17.506620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:47:17.520452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7e32c5b-db2b-4671-8a49-408fdff83117) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:47:17.525997 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:47:17.526598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:17.534409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d8c14-670e-4fa0-b2c9-cfb47831f5ed None None] Network d7e32c5b-db2b-4671-8a49-408fdff83117 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:47:17.549465 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0dd011d8-4a85-452c-8ec9-2d24226be1a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3853738
Apr 09 20:47:17.651369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7e32c5b-db2b-4671-8a49-408fdff83117', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'project_id': 'ac45ac4c5799419597fa1b4dd7090c85', 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:47:17.652037 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:17.900882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Allocated IP 192.168.233.2 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/dec91326-e2ed-41ea-ac34-a2b46245b0a4) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:47:18.055200 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Publish callbacks [] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:18.061387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:18.103048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:47:18.105893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:47:18.108827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:47:18.117776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Pushing event updated for resources: {'Port': ['ID=dec91326-e2ed-41ea-ac34-a2b46245b0a4,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:47:18.128244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.128591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.128927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.129285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.129605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.129931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.130250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.130583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.130907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.131217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.131533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.131847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.132157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.132475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.132785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:47:18.184199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Attempting to bind port dec91326-e2ed-41ea-ac34-a2b46245b0a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:47:18.184522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Attempting to bind port dec91326-e2ed-41ea-ac34-a2b46245b0a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:47:18.184834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Attempting to bind port dec91326-e2ed-41ea-ac34-a2b46245b0a4 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:47:18.190272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:47:18.190638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:47:18.191029 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:18.191416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:47:18.191879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Bound port: dec91326-e2ed-41ea-ac34-a2b46245b0a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:47:18.192247 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:18.258307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] For port dec91326-e2ed-41ea-ac34-a2b46245b0a4, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:47:18.261738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] For port dec91326-e2ed-41ea-ac34-a2b46245b0a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dec91326-e2ed-41ea-ac34-a2b46245b0a4,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:47:18.270139 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:18.327761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6545ef-f790-413b-a4c1-64cab62a3d1c None None] Pushing event updated for resources: {'Port': ['ID=dec91326-e2ed-41ea-ac34-a2b46245b0a4,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:47:19.291039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1939d-b407-4363-adab-34ccbe3cddf5 None None] Network d7e32c5b-db2b-4671-8a49-408fdff83117 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:47:19.369239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bc867361-f4b9-447c-866b-eba41eff880c None None] Provisioning complete for port dec91326-e2ed-41ea-ac34-a2b46245b0a4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:47:19.369558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bc867361-f4b9-447c-866b-eba41eff880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:19.486577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bc867361-f4b9-447c-866b-eba41eff880c None None] Current status of the port dec91326-e2ed-41ea-ac34-a2b46245b0a4 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:47:19.487370 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bc867361-f4b9-447c-866b-eba41eff880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:19.531189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bc867361-f4b9-447c-866b-eba41eff880c None None] For port dec91326-e2ed-41ea-ac34-a2b46245b0a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dec91326-e2ed-41ea-ac34-a2b46245b0a4,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:47:19.536702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bc867361-f4b9-447c-866b-eba41eff880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:19.592718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc867361-f4b9-447c-866b-eba41eff880c None None] Pushing event updated for resources: {'Port': ['ID=dec91326-e2ed-41ea-ac34-a2b46245b0a4,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:47:19.655163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-96520292-2893-4db0-9ef1-f281af4cc039 None None] Provisioning complete for port dec91326-e2ed-41ea-ac34-a2b46245b0a4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:47:19.655688 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96520292-2893-4db0-9ef1-f281af4cc039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:19.741695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-96520292-2893-4db0-9ef1-f281af4cc039 None None] Current status of the port dec91326-e2ed-41ea-ac34-a2b46245b0a4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:47:19.769787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dec91326-e2ed-41ea-ac34-a2b46245b0a4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:47:19.821761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port dec91326-e2ed-41ea-ac34-a2b46245b0a4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:47:19.822481 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dec91326-e2ed-41ea-ac34-a2b46245b0a4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:19.902483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port dec91326-e2ed-41ea-ac34-a2b46245b0a4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:47:20.311510 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5693f8a0-8320-4712-bcc7-fe07112b0ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:20.685633 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:47:22.829070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d2965bca-af70-4cf5-8373-7f8cae3b737f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:23.924896 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:24.956130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:26.753059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:50.315657 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70d57b1f-0fd9-437b-ab30-7113ede07b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:52.842748 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-32a54baf-24c0-4c2b-871e-695214571570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:53.927207 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:54.961327 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:56.752388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:47:57.684197 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:48:20.322805 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a69fbc41-ad69-4bba-bfcd-6755f9357a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:22.836212 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5788c93f-14a2-4b70-9e45-af369b993393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:23.931506 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:24.964636 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:26.749293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:34.683047 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:48:50.317906 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b661e8fd-5bd0-4a1f-9631-a3cccba03024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:52.841130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d65dbe84-4e6f-44e0-bd00-fd896f2903f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:53.934364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:54.968194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:48:56.744785 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:10.055844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38366) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:49:10.061561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-7d48344d-3358-452b-a400-bac6ecc0880e tempest-verify_tempest_config-1228050053 tempest-verify_tempest_config-1228050053-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:49:10.062487 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d48344d-3358-452b-a400-bac6ecc0880e tempest-verify_tempest_config-1228050053 tempest-verify_tempest_config-1228050053-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0056674
Apr 09 20:49:10.384326 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38384) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:49:10.490061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:10.569709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Publish callbacks [] for security_group (84d5ddf5-9a50-4a5e-b625-5d1dffd48ef7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:10.575285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (84d5ddf5-9a50-4a5e-b625-5d1dffd48ef7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:10.619140 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27f0d91f85c44ae98933016e02532a99&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2337830
Apr 09 20:49:10.619941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d5ddf5-9a50-4a5e-b625-5d1dffd48ef7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:49:10.622084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38388) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:49:10.626604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.626946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.627283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.627615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.627937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.628264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.628582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.628886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.629234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.629554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.629870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.630186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.630501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.630815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.631129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdd40-ed11-440a-8196-a9a9b8c9a2e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.783736 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Publish callbacks [] for security_group (84d5ddf5-9a50-4a5e-b625-5d1dffd48ef7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:10.805393 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Publish callbacks [] for security_group (84d5ddf5-9a50-4a5e-b625-5d1dffd48ef7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:10.898479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (84d5ddf5-9a50-4a5e-b625-5d1dffd48ef7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:10.901150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:10.902677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84d5ddf5-9a50-4a5e-b625-5d1dffd48ef7 HTTP/1.1" status: 204  len: 168 time: 0.2796178
Apr 09 20:49:10.911107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d5ddf5-9a50-4a5e-b625-5d1dffd48ef7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:49:10.917872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.918244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.918570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.918895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.919215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.919531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.919954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.920369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.920576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.920885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.921194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.921507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.921884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.922117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:10.922424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999f191-d060-4089-b403-534145af93d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:49:11.682426 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:49:20.327300 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-279ddf48-ba14-4195-9d3b-bfdcbdb05e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:22.858508 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-42530db6-9742-4fda-a3fb-f5fa6a6f9ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:23.946275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:24.978045 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:26.753729 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:48.686174 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:49:50.328032 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03b88d5e-4d87-4fae-b357-a50a18006fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:52.853524 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eacd8154-d098-4456-b5b0-f8bf7fe8ef0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:53.948235 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:54.983851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:49:56.755298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:20.323929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1a41bac3-adc4-4f08-88eb-fac04e93cb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:22.851654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2976ea30-e80a-4adb-839b-bf45a2927876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:23.944855 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:24.982828 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:25.685087 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:50:26.756032 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:50.338768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2a855b3c-86d8-4cfd-827d-8d0f624f41dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:52.851071 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f15d2d6c-a633-4a15-845e-03ba8a0e9122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:53.957025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:54.985834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:50:56.766346 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:02.688302 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:51:20.445682 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1e1608c5-e314-4268-925c-9ba3b4f25354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:22.845564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ec6f92f0-69dd-47a2-b0eb-e7c162fc933c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:23.955642 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:24.996991 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:26.757294 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:39.692518 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:51:50.335038 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-23545cc9-a1b7-4b85-91ed-4539fbf76edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:52.861131 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-311d9d60-b179-4c0e-993b-753f3c212899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:53.958169 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:55.000491 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:51:56.758929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:16.697125 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 5 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:52:20.336476 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-300da679-64cc-47a0-8a0c-624f894ab90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:22.851887 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ca1c962-6adc-4c85-9f52-730383bd86ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:23.965466 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:24.872668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594511'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:25.007532 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:26.765778 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:29.932312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594511'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:50.337019 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db5ac686-b478-44c6-a2b0-52334e43c7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:52.851946 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-92bfa7be-bcd8-440f-8000-261925307ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:53.701702 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:52:53.975187 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:54.831634 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:55.005340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:56.763478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:52:59.883104 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:16.647469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38510) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:53:16.759185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c99b584e-8aa0-4840-bfc7-70d734f485fc admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1105812
Apr 09 20:53:19.169655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38520) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:53:19.231606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-43a2179e-9e19-4e21-b99f-d1c17f085787 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0605552
Apr 09 20:53:20.343872 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6178d894-d42d-410f-a9f9-cec3c4a64d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:22.854457 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-65498581-696a-4454-9a9f-6b35617b3066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:23.978123 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:24.847719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:25.008902 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:26.755797 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:29.907321 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:30.704389 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:53:50.335994 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d1d3c78-0e06-413e-b0a2-3eb6e1f0616e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:52.848667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38ad27f3-6bef-465e-aa80-15a965b7b4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:53.976663 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:54.839834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:55.011332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:56.751574 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:53:59.933791 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:07.704870 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:54:20.330801 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3500377b-b588-4996-a761-b76b8e6df939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:22.853273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa486d81-0efc-47d6-8c8c-df370f78d5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:23.977314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:24.840463 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:25.015047 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:26.757786 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:29.925483 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:44.705407 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:54:50.344920 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b5b61f0e-2de4-44ab-a9ed-600b40f3baa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:52.852722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38724) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:52.857942 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-91348a3d-e635-4927-90df-ef12367070ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.159722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-network', 'tenant_id': '430f19ffcb28429189b8c76282d2077b'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:54:53.180979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Made reservation on behalf of 430f19ffcb28429189b8c76282d2077b for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:54:53.183346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.192348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.271855 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Publish callbacks [] for security_group (281ab0bc-5acb-44a5-9bca-e5b624b30088), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.277805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (281ab0bc-5acb-44a5-9bca-e5b624b30088), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.302670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:54:53.319343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ab0bc-5acb-44a5-9bca-e5b624b30088,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:53.324235 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d518fe72-b95e-4f25-8dba-e95e7fdea77f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.324531 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Added segment d518fe72-b95e-4f25-8dba-e95e7fdea77f of type vlan for network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba
Apr 09 20:54:53.336272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.336628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.336986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.337292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.337619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Tracked resource versions report:
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]: pushed versions:
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]: {   'AddressGroup': {'1.2'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'Agent': {'1.1'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'ConntrackHelper': {'1.0'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'LocalIPAssociation': {'1.0'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'Log': {'1.0'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'NDPProxy': {'1.0'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'Network': {'1.1'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'Port': {'1.7'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'PortForwarding': {'1.3'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'QosPolicy': {'1.10'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'SecurityGroup': {'1.5'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'SecurityGroupRule': {'1.2'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'SubPort': {'1.0'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'Subnet': {'1.1'},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     'Trunk': {'1.1'}}
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]: consumer versions:
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]: {   DHCP agent@ncdv-master-1: {},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     HyperV agent@nch1-master-1: {},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     HyperV agent@nch2-master-1: {},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     L3 agent@ncdv-master-1: {},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     Metadata agent@ncdv-master-1: {},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     Metering agent@ncdv-master-1: {},
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'Agent': '1.1',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'ConntrackHelper': '1.0',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'LocalIPAssociation': '1.0',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'Log': '1.0',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'NDPProxy': '1.0',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'Network': '1.1',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'Port': '1.7',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'PortForwarding': '1.3',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'QosPolicy': '1.10',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'SecurityGroup': '1.5',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'SecurityGroupRule': '1.2',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'SubPort': '1.0',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'Subnet': '1.1',
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:                                           'Trunk': '1.1'}}
Apr 09 20:54:53.341944 ncdv-master-1 neutron-server[126920]:  {{(pid=126920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 09 20:54:53.386757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.415174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.416503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:54:53.417299 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.454521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38758) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:53.455181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6005273
Apr 09 20:54:53.460661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Request body: {'subnet': {'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-subnet', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:54:53.483576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Made reservation on behalf of 430f19ffcb28429189b8c76282d2077b for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:54:53.485520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf371a-598e-4361-8f56-6b1c7de10cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:53.489385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.498647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:54:53.690752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (985f71d8-d31a-4ff1-bf7c-077ac7606201), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.757976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985f71d8-d31a-4ff1-bf7c-077ac7606201,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:53.765273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.765607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.766111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.766589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.767155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.767634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.768092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.768547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.769008 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.769493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.770040 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.770492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.771105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.771435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.771759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Tracked resource versions report:
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]: pushed versions:
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]: {   'AddressGroup': {'1.2'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'Agent': {'1.1'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'ConntrackHelper': {'1.0'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'LocalIPAssociation': {'1.0'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'Log': {'1.0'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'NDPProxy': {'1.0'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'Network': {'1.1'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'Port': {'1.7'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'PortForwarding': {'1.3'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'QosPolicy': {'1.10'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'SecurityGroup': {'1.5'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'SecurityGroupRule': {'1.2'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'SubPort': {'1.0'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'Subnet': {'1.1'},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     'Trunk': {'1.1'}}
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]: consumer versions:
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]: {   DHCP agent@ncdv-master-1: {},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     HyperV agent@nch1-master-1: {},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     HyperV agent@nch2-master-1: {},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     L3 agent@ncdv-master-1: {},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     Metadata agent@ncdv-master-1: {},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     Metering agent@ncdv-master-1: {},
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'Agent': '1.1',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'ConntrackHelper': '1.0',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'LocalIPAssociation': '1.0',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'Log': '1.0',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'NDPProxy': '1.0',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'Network': '1.1',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'Port': '1.7',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'PortForwarding': '1.3',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'QosPolicy': '1.10',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'SecurityGroup': '1.5',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'SecurityGroupRule': '1.2',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'SubPort': '1.0',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'Subnet': '1.1',
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:                                           'Trunk': '1.1'}}
Apr 09 20:54:53.772900 ncdv-master-1 neutron-server[126919]:  {{(pid=126919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 09 20:54:53.775114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Checking segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:54:53.775439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Network hostable DHCP agents. Network: fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:54:53.795075 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:54:53.808559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:54:53.813490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:54:53.814093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.818189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2d993-e085-471d-98ef-f96cbc540618 None None] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:54:53.833664 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9801f2a9-e602-4657-b101-fb6e80ad7130 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.3755443
Apr 09 20:54:53.834645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38774) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:53.838976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:54:53.875160 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (1da7d52e-49af-41cb-baa9-b95a66dd7790), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.878190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (1da7d52e-49af-41cb-baa9-b95a66dd7790), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:53.961609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'project_id': '430f19ffcb28429189b8c76282d2077b', 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:54:53.963040 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.010086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.050650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks [] for router_controller (1da7d52e-49af-41cb-baa9-b95a66dd7790), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.145203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Allocated IP 172.20.0.2 (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba/985f71d8-d31a-4ff1-bf7c-077ac7606201/f58358a7-b28b-47a0-af80-83f10d132e82) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:54:54.335797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks [] for router_gateway (1da7d52e-49af-41cb-baa9-b95a66dd7790), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.338969 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Publish callbacks [] for port (f58358a7-b28b-47a0-af80-83f10d132e82), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.350423 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.372544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:54:54.375572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:54:54.404784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:54:54.475125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Pushing event updated for resources: {'Port': ['ID=f58358a7-b28b-47a0-af80-83f10d132e82,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:54.493384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.493730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.494083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.494831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.495222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.495755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.496221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.496553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.496885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.497247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.497572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.497891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.498214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.498532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.498849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Tracked resource versions report:
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]: pushed versions:
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]: {   'AddressGroup': {'1.2'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'Agent': {'1.1'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'ConntrackHelper': {'1.0'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'LocalIPAssociation': {'1.0'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'Log': {'1.0'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'NDPProxy': {'1.0'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'Network': {'1.1'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'Port': {'1.7'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'PortForwarding': {'1.3'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'QosPolicy': {'1.10'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'SecurityGroup': {'1.5'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'SecurityGroupRule': {'1.2'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'SubPort': {'1.0'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'Subnet': {'1.1'},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     'Trunk': {'1.1'}}
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]: consumer versions:
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]: {   DHCP agent@ncdv-master-1: {},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     HyperV agent@nch1-master-1: {},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     HyperV agent@nch2-master-1: {},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     L3 agent@ncdv-master-1: {},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     Metadata agent@ncdv-master-1: {},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     Metering agent@ncdv-master-1: {},
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'Agent': '1.1',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'ConntrackHelper': '1.0',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'LocalIPAssociation': '1.0',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'Log': '1.0',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'NDPProxy': '1.0',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'Network': '1.1',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'Port': '1.7',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'PortForwarding': '1.3',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'QosPolicy': '1.10',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'SecurityGroup': '1.5',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'SecurityGroupRule': '1.2',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'SubPort': '1.0',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'Subnet': '1.1',
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:                                           'Trunk': '1.1'}}
Apr 09 20:54:54.501078 ncdv-master-1 neutron-server[126921]:  {{(pid=126921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 09 20:54:54.504036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Attempting to bind port f58358a7-b28b-47a0-af80-83f10d132e82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:54:54.504405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Attempting to bind port f58358a7-b28b-47a0-af80-83f10d132e82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:54:54.504770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Attempting to bind port f58358a7-b28b-47a0-af80-83f10d132e82 on network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:54:54.510553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:54:54.510924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Checking segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:54:54.511375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.512205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Bound using segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:54:54.512689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Bound port: f58358a7-b28b-47a0-af80-83f10d132e82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:54:54.513100 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.595203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] For port f58358a7-b28b-47a0-af80-83f10d132e82, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:54:54.598799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] For port f58358a7-b28b-47a0-af80-83f10d132e82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f58358a7-b28b-47a0-af80-83f10d132e82,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:54:54.606030 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks [] for router_gateway (1da7d52e-49af-41cb-baa9-b95a66dd7790), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.607724 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.635662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.691548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a838e5-95de-4c18-ae1e-2cf9074b58d1 None None] Pushing event updated for resources: {'Port': ['ID=f58358a7-b28b-47a0-af80-83f10d132e82,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:54.823796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Allocated IP 172.35.0.34 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/823617bf-8d9c-41a9-9e65-625dd8fbe2a5) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:54:54.837412 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:54.987646 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks [] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:55.022117 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:55.087863 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:55.162412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:54:55.171300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:54:55.178943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:54:55.228347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Pushing event updated for resources: {'Port': ['ID=823617bf-8d9c-41a9-9e65-625dd8fbe2a5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:55.509936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks [] for router_gateway (1da7d52e-49af-41cb-baa9-b95a66dd7790), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:55.858828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beefc88-6c7e-4fdd-84e0-0de354cf375f None None] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:54:55.882133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (1da7d52e-49af-41cb-baa9-b95a66dd7790), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:55.931561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ab8ebf2a-872c-4263-8415-cd886f15db67 None None] Provisioning complete for port f58358a7-b28b-47a0-af80-83f10d132e82 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:54:55.932843 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab8ebf2a-872c-4263-8415-cd886f15db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:56.081875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Router 1da7d52e-49af-41cb-baa9-b95a66dd7790 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 20:54:56.097785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f58358a7-b28b-47a0-af80-83f10d132e82 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:54:56.105817 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ebf2a-872c-4263-8415-cd886f15db67 None None] Current status of the port f58358a7-b28b-47a0-af80-83f10d132e82 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:54:56.106440 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab8ebf2a-872c-4263-8415-cd886f15db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:56.210294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:54:56.221271 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Sync routers for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:54:56.233660 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:54:56.234409 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731dee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:54:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:54:56.240790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:56.246256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:56.252523 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-da8abb22-3c6e-455c-a6cd-35eef2a867d4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 2.4167936
Apr 09 20:54:56.416811 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:54:56.480383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ab8ebf2a-872c-4263-8415-cd886f15db67 None None] For port f58358a7-b28b-47a0-af80-83f10d132e82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f58358a7-b28b-47a0-af80-83f10d132e82,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:54:56.490467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab8ebf2a-872c-4263-8415-cd886f15db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:56.567516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f58358a7-b28b-47a0-af80-83f10d132e82 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:54:56.567928 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:56.627547 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731dee0>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:55Z', 'revision_number': 3, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:54:56.656746 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Checking router: 1da7d52e-49af-41cb-baa9-b95a66dd7790 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:54:56.657672 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Updating router 1da7d52e-49af-41cb-baa9-b95a66dd7790 port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:54:56.684531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-442fbe80-0cbb-4ad3-b53d-74259caae0d0 None None] Provisioning complete for port f58358a7-b28b-47a0-af80-83f10d132e82 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:54:56.686652 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:56.687726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-442fbe80-0cbb-4ad3-b53d-74259caae0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:56.694941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ebf2a-872c-4263-8415-cd886f15db67 None None] Pushing event updated for resources: {'Port': ['ID=f58358a7-b28b-47a0-af80-83f10d132e82,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:56.817403 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:56.826764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f58358a7-b28b-47a0-af80-83f10d132e82 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:54:56.839157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-442fbe80-0cbb-4ad3-b53d-74259caae0d0 None None] Current status of the port f58358a7-b28b-47a0-af80-83f10d132e82 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:54:56.924174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.130879 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Publish callbacks [] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.140110 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.198513 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Pushing event updated for resources: {'Port': ['ID=823617bf-8d9c-41a9-9e65-625dd8fbe2a5,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:57.215677 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.216021 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.216354 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.216683 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.217250 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.217479 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.217928 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.218287 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.218610 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.218924 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.219238 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.219553 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.220899 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.220899 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.221194 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Tracked resource versions report:
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]: pushed versions:
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]: {   'AddressGroup': {'1.2'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'Agent': {'1.1'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'ConntrackHelper': {'1.0'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'LocalIPAssociation': {'1.0'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'Log': {'1.0'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'NDPProxy': {'1.0'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'Network': {'1.1'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'Port': {'1.7'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'PortForwarding': {'1.3'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'QosPolicy': {'1.10'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'SecurityGroup': {'1.5'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'SecurityGroupRule': {'1.2'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'SubPort': {'1.0'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'Subnet': {'1.1'},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     'Trunk': {'1.1'}}
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]: consumer versions:
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]: {   DHCP agent@ncdv-master-1: {},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     HyperV agent@nch1-master-1: {},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     HyperV agent@nch2-master-1: {},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     L3 agent@ncdv-master-1: {},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     Metadata agent@ncdv-master-1: {},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     Metering agent@ncdv-master-1: {},
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'Agent': '1.1',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'ConntrackHelper': '1.0',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'LocalIPAssociation': '1.0',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'Log': '1.0',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'NDPProxy': '1.0',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'Network': '1.1',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'Port': '1.7',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'PortForwarding': '1.3',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'QosPolicy': '1.10',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'SecurityGroup': '1.5',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'SecurityGroupRule': '1.2',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'SubPort': '1.0',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'Subnet': '1.1',
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:                                           'Trunk': '1.1'}}
Apr 09 20:54:57.222464 ncdv-master-1 neutron-server[126922]:  {{(pid=126922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 09 20:54:57.245926 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Attempting to bind port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:54:57.247081 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Attempting to bind port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:54:57.248129 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Attempting to bind port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:54:57.254234 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:54:57.254603 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:54:57.255168 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.255557 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:54:57.256026 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Bound port: 823617bf-8d9c-41a9-9e65-625dd8fbe2a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:54:57.256533 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.260340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Allocated IP 172.20.0.1 (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba/985f71d8-d31a-4ff1-bf7c-077ac7606201/725b5ddd-e88a-4b26-b054-5b5494b797ba) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:54:57.313533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] For port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:54:57.329414 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] For port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=823617bf-8d9c-41a9-9e65-625dd8fbe2a5,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:54:57.341556 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.364868 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Publish callbacks [] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.413014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.428481 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6a7ef-c85d-49e9-aee1-2bb6ade68f2d None None] Pushing event updated for resources: {'Port': ['ID=823617bf-8d9c-41a9-9e65-625dd8fbe2a5,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:57.433056 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:54:57.433866 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731dee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:54:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:54:57.486200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Pushing event updated for resources: {'Port': ['ID=725b5ddd-e88a-4b26-b054-5b5494b797ba,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:57.511518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:54:57.513081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:54:57.534227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:54:57.534885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (1da7d52e-49af-41cb-baa9-b95a66dd7790), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.605695 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:54:57.759825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.869566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-61d4b0ac-86ab-42a9-b9be-a4833f9e9b98 None None] Provisioning complete for port 725b5ddd-e88a-4b26-b054-5b5494b797ba triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:54:57.870206 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61d4b0ac-86ab-42a9-b9be-a4833f9e9b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.923969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-61d4b0ac-86ab-42a9-b9be-a4833f9e9b98 None None] Port 725b5ddd-e88a-4b26-b054-5b5494b797ba cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:54:57.978681 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Publish callbacks [] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.987808 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731dee0>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:55Z', 'revision_number': 3, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:54:57.991965 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:57.996463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (1da7d52e-49af-41cb-baa9-b95a66dd7790), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:58.017931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2aee48-37bd-4e78-8f42-4a2f37fee8df None None] The sync data for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 is: [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:55Z', 'revision_number': 3, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:54:58.047496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f58358a7-b28b-47a0-af80-83f10d132e82 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:54:58.103215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Pushing event updated for resources: {'Port': ['ID=725b5ddd-e88a-4b26-b054-5b5494b797ba,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:58.106267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f58358a7-b28b-47a0-af80-83f10d132e82 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:54:58.106818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:58.158665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:54:58.160129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:54:58.216346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f58358a7-b28b-47a0-af80-83f10d132e82 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:54:58.328653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Router 1da7d52e-49af-41cb-baa9-b95a66dd7790 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:54:58.647285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7adbb359-3145-435f-b7e5-0b92ad4b6f8f None None] Provisioning complete for port 725b5ddd-e88a-4b26-b054-5b5494b797ba triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:54:58.650438 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7adbb359-3145-435f-b7e5-0b92ad4b6f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:58.725422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7adbb359-3145-435f-b7e5-0b92ad4b6f8f None None] Port 725b5ddd-e88a-4b26-b054-5b5494b797ba cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:54:58.768702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:54:58.777648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6467a3e0-7458-4297-9e42-23de7db82221 admin admin] 10.222.0.30 "PUT /v2.0/routers/1da7d52e-49af-41cb-baa9-b95a66dd7790/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5301561
Apr 09 20:54:59.125527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38992) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:59.269559 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-871d39b3-24eb-4583-8520-7ecabe80ea7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.347688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-871d39b3-24eb-4583-8520-7ecabe80ea7c admin admin] Publish callbacks [] for security_group (b0f8623c-49d9-4843-bb14-efcef83072a9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.352399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39008) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:59.355064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-871d39b3-24eb-4583-8520-7ecabe80ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b0f8623c-49d9-4843-bb14-efcef83072a9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.408091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-871d39b3-24eb-4583-8520-7ecabe80ea7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39b97c882b8f492e8e422c14ccd8c344&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2814596
Apr 09 20:54:59.408374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39014) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:59.409304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d39b3-24eb-4583-8520-7ecabe80ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f8623c-49d9-4843-bb14-efcef83072a9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:59.520581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8bca001-9349-4b35-9576-b93b8a03e754 admin admin] Publish callbacks [] for security_group (b0f8623c-49d9-4843-bb14-efcef83072a9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.548450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8bca001-9349-4b35-9576-b93b8a03e754 admin admin] Publish callbacks [] for security_group (b0f8623c-49d9-4843-bb14-efcef83072a9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.584196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4beaeda-d73c-4fa3-aae4-2635e200505c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.633316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8bca001-9349-4b35-9576-b93b8a03e754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b0f8623c-49d9-4843-bb14-efcef83072a9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.635784 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8bca001-9349-4b35-9576-b93b8a03e754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.637294 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8bca001-9349-4b35-9576-b93b8a03e754 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0f8623c-49d9-4843-bb14-efcef83072a9 HTTP/1.1" status: 204  len: 168 time: 0.2276301
Apr 09 20:54:59.649338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bca001-9349-4b35-9576-b93b8a03e754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f8623c-49d9-4843-bb14-efcef83072a9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:59.685674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39046) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:59.690309 ncdv-master-1 neutron-server[126920]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 09 20:54:59.735854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52616924-166e-4400-8db0-0c6095f64ff2 req-db25ace1-a115-41b3-b9e5-313d95497592 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a22480ed945441e39568d90ae3891421&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0467806
Apr 09 20:54:59.795074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39052) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:59.804929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-network', 'tenant_id': '587189385a484c4abec9ab7e2da31334'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:54:59.811686 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4beaeda-d73c-4fa3-aae4-2635e200505c admin admin] Publish callbacks [] for security_group (c26fdaa3-ac11-4614-9d9c-1cbf27d504e0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.821366 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4beaeda-d73c-4fa3-aae4-2635e200505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c26fdaa3-ac11-4614-9d9c-1cbf27d504e0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.864558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Made reservation on behalf of 587189385a484c4abec9ab7e2da31334 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:54:59.867177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.875179 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4beaeda-d73c-4fa3-aae4-2635e200505c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39e74001028342baa30ed78eefca10d5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5216832
Apr 09 20:54:59.876888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39060) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:54:59.903901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:54:59.919441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4beaeda-d73c-4fa3-aae4-2635e200505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26fdaa3-ac11-4614-9d9c-1cbf27d504e0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:54:59.932013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.065109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Publish callbacks [] for security_group (aa5284ec-0b2c-4c82-9a00-88ec3eb07eef), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.071235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616924-166e-4400-8db0-0c6095f64ff2 req-495d74c8-4ea9-401c-84d8-d15dbf0a5e14 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:00.073274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (aa5284ec-0b2c-4c82-9a00-88ec3eb07eef), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.084048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52616924-166e-4400-8db0-0c6095f64ff2 req-495d74c8-4ea9-401c-84d8-d15dbf0a5e14 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3468304
Apr 09 20:55:00.104638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:00.112154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-14f597fe-c415-432a-be20-1588baf960b3 admin admin] Publish callbacks [] for security_group (c26fdaa3-ac11-4614-9d9c-1cbf27d504e0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.117514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:55:00.124064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52616924-166e-4400-8db0-0c6095f64ff2 req-eb0fa135-407f-418b-97de-da34744e2d49 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/quotas/a22480ed945441e39568d90ae3891421 HTTP/1.1" status: 200  len: 375 time: 0.0387681
Apr 09 20:55:00.139370 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.139718 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Added segment 9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1 of type vlan for network 966ae731-6531-49cb-9664-8a767192bf05
Apr 09 20:55:00.141102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5284ec-0b2c-4c82-9a00-88ec3eb07eef,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:00.208345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:00.212832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.218645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (966ae731-6531-49cb-9664-8a767192bf05), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.220814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52616924-166e-4400-8db0-0c6095f64ff2 req-2447c5aa-6c4d-4e3e-86f1-009f6b092790 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a22480ed945441e39568d90ae3891421&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0955863
Apr 09 20:55:00.243599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-14f597fe-c415-432a-be20-1588baf960b3 admin admin] Publish callbacks [] for security_group (c26fdaa3-ac11-4614-9d9c-1cbf27d504e0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.269380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (966ae731-6531-49cb-9664-8a767192bf05), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.271125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:00.273161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.339947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39082) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:00.365277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8544f1e5-452a-4623-9d44-02d00104fa10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.384277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39088) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:00.390177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5927868
Apr 09 20:55:00.395114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Request body: {'subnet': {'network_id': '966ae731-6531-49cb-9664-8a767192bf05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-subnet', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:00.399020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:00.399444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.404347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a1791-8332-45c9-9975-dac306bd6d56 admin admin] Pushing event updated for resources: {'Network': ['ID=966ae731-6531-49cb-9664-8a767192bf05,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:00.421054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 966ae731-6531-49cb-9664-8a767192bf05 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:55:00.466094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-14f597fe-c415-432a-be20-1588baf960b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c26fdaa3-ac11-4614-9d9c-1cbf27d504e0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.472560 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-14f597fe-c415-432a-be20-1588baf960b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.481620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-14f597fe-c415-432a-be20-1588baf960b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c26fdaa3-ac11-4614-9d9c-1cbf27d504e0 HTTP/1.1" status: 204  len: 168 time: 0.6042840
Apr 09 20:55:00.493262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Made reservation on behalf of 587189385a484c4abec9ab7e2da31334 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:00.495510 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.529980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f597fe-c415-432a-be20-1588baf960b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26fdaa3-ac11-4614-9d9c-1cbf27d504e0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:00.558896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=823617bf-8d9c-41a9-9e65-625dd8fbe2a5,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:00.569813 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.662247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=823617bf-8d9c-41a9-9e65-625dd8fbe2a5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:00.702086 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8544f1e5-452a-4623-9d44-02d00104fa10 admin admin] Publish callbacks [] for security_group (8b177f93-21be-4737-836d-85d75ee132fa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.712923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8544f1e5-452a-4623-9d44-02d00104fa10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8b177f93-21be-4737-836d-85d75ee132fa), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.794994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8544f1e5-452a-4623-9d44-02d00104fa10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69c87457ed8a416cbe13057e7795c6fd&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4532874
Apr 09 20:55:00.798057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39106) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:00.798310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544f1e5-452a-4623-9d44-02d00104fa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b177f93-21be-4737-836d-85d75ee132fa,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:00.861224 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (330344d5-a787-47e0-9066-881aaf6a9921), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.884172 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ef2e4135-b82b-456e-bbeb-1724ae1531d8 admin admin] Publish callbacks [] for security_group (8b177f93-21be-4737-836d-85d75ee132fa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.921176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ef2e4135-b82b-456e-bbeb-1724ae1531d8 admin admin] Publish callbacks [] for security_group (8b177f93-21be-4737-836d-85d75ee132fa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:00.956914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Checking segment: {'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:00.958579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Network hostable DHCP agents. Network: 966ae731-6531-49cb-9664-8a767192bf05, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:55:00.964599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330344d5-a787-47e0-9066-881aaf6a9921,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:00.996872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Network 966ae731-6531-49cb-9664-8a767192bf05 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:55:01.017817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 966ae731-6531-49cb-9664-8a767192bf05) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:01.031620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf86e0-d051-4b5d-883b-b0109533c64a None None] Network 966ae731-6531-49cb-9664-8a767192bf05 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:55:01.037844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:01.038874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.047644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ef2e4135-b82b-456e-bbeb-1724ae1531d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8b177f93-21be-4737-836d-85d75ee132fa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.050359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ef2e4135-b82b-456e-bbeb-1724ae1531d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.051533 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ef2e4135-b82b-456e-bbeb-1724ae1531d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b177f93-21be-4737-836d-85d75ee132fa HTTP/1.1" status: 204  len: 168 time: 0.2522600
Apr 09 20:55:01.073218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-272ed5fb-8835-4b67-8358-5e0a29a53565 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.6870337
Apr 09 20:55:01.075509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39120) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:01.078487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e4135-b82b-456e-bbeb-1724ae1531d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b177f93-21be-4737-836d-85d75ee132fa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:01.094076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39122) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:01.102171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:01.140623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c7e9-982a-4cba-b169-ed39cfafb184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.154807 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (6611b497-d34c-48d3-9d20-39893550bff8), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.158111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (6611b497-d34c-48d3-9d20-39893550bff8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.242076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-966ae731-6531-49cb-9664-8a767192bf05', 'network_id': '966ae731-6531-49cb-9664-8a767192bf05', 'project_id': '587189385a484c4abec9ab7e2da31334', 'fixed_ips': [{'subnet_id': '330344d5-a787-47e0-9066-881aaf6a9921'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:55:01.242678 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.352997 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks [] for router_controller (6611b497-d34c-48d3-9d20-39893550bff8), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.391471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c7e9-982a-4cba-b169-ed39cfafb184 admin admin] Publish callbacks [] for security_group (0379d06b-21a8-4d35-bc8e-7ab647a0da85), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.403711 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c7e9-982a-4cba-b169-ed39cfafb184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0379d06b-21a8-4d35-bc8e-7ab647a0da85), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.504705 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f2a6c7e9-982a-4cba-b169-ed39cfafb184 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0863ece4267940eead6853624975c77a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4025340
Apr 09 20:55:01.511596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39140) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:01.536960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6c7e9-982a-4cba-b169-ed39cfafb184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0379d06b-21a8-4d35-bc8e-7ab647a0da85,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:01.572694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Allocated IP 172.20.0.2 (966ae731-6531-49cb-9664-8a767192bf05/330344d5-a787-47e0-9066-881aaf6a9921/5dfabbbb-e418-4d4a-98a2-60f0236e32f4) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:01.656229 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks [] for router_gateway (6611b497-d34c-48d3-9d20-39893550bff8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.674432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a50415-6849-4f76-9ca2-872ff9f658ac admin admin] Publish callbacks [] for security_group (0379d06b-21a8-4d35-bc8e-7ab647a0da85), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.722402 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a50415-6849-4f76-9ca2-872ff9f658ac admin admin] Publish callbacks [] for security_group (0379d06b-21a8-4d35-bc8e-7ab647a0da85), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.821631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a50415-6849-4f76-9ca2-872ff9f658ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0379d06b-21a8-4d35-bc8e-7ab647a0da85), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.826264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a50415-6849-4f76-9ca2-872ff9f658ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.831376 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b3a50415-6849-4f76-9ca2-872ff9f658ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0379d06b-21a8-4d35-bc8e-7ab647a0da85 HTTP/1.1" status: 204  len: 168 time: 0.3187425
Apr 09 20:55:01.842818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Publish callbacks [] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.847799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a50415-6849-4f76-9ca2-872ff9f658ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0379d06b-21a8-4d35-bc8e-7ab647a0da85,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:01.856120 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:01.926732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Network 966ae731-6531-49cb-9664-8a767192bf05 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:01.929957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:01.938800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:01.950146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Pushing event updated for resources: {'Port': ['ID=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:02.079449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:02.102174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks [] for router_gateway (6611b497-d34c-48d3-9d20-39893550bff8), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:02.132327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Attempting to bind port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:02.134923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Attempting to bind port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:02.135296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Attempting to bind port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 on network 966ae731-6531-49cb-9664-8a767192bf05 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:02.155025 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:02.163714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:02.164081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Checking segment: {'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:02.172286 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:02.173120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Bound using segment: {'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:02.174607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Bound port: 5dfabbbb-e418-4d4a-98a2-60f0236e32f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:02.176320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:02.277582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:02.277951 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:02.324273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Allocated IP 172.35.0.57 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/a2d123eb-7b73-4e6d-9746-457aebf3c450) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:02.348062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] For port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:02.352735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] For port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,segment=NetworkSegment(9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1),segment_id=9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:02.364888 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:02.420748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Sync routers for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:55:02.462402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:55:02.463042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767bcbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:54:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:02.484029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks [] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:02.568695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:02.594023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe2984-4673-463e-8397-fcb555f0be26 None None] Pushing event updated for resources: {'Port': ['ID=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:02.793191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:55:02.810058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:02.929665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:02.936208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39222) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:02.949604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d123eb-7b73-4e6d-9746-457aebf3c450,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:02.959081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:02.975355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:03.205456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767bcbb0>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 2, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:03.261864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Checking router: 1da7d52e-49af-41cb-baa9-b95a66dd7790 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:55:03.262573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Updating router 1da7d52e-49af-41cb-baa9-b95a66dd7790 port 725b5ddd-e88a-4b26-b054-5b5494b797ba binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:55:03.330203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:03.507848 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56e5b263-969a-471f-a5cc-84dfeb1bb1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:03.516677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks [] for router_gateway (6611b497-d34c-48d3-9d20-39893550bff8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:03.717606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56e5b263-969a-471f-a5cc-84dfeb1bb1b7 admin admin] Publish callbacks [] for security_group (9d5d6b08-dc62-48c8-8eed-556a8d7dfe58), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:03.726263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56e5b263-969a-471f-a5cc-84dfeb1bb1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9d5d6b08-dc62-48c8-8eed-556a8d7dfe58), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:03.791138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5b263-969a-471f-a5cc-84dfeb1bb1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5d6b08-dc62-48c8-8eed-556a8d7dfe58,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:03.799186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-56e5b263-969a-471f-a5cc-84dfeb1bb1b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df9a285949864b4a9f48c4381ffc88d4&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8617961
Apr 09 20:55:03.810492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39268) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:03.916976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7d6da93-fb8a-49c1-a712-d7c6f38a8ed7 admin admin] Publish callbacks [] for security_group (9d5d6b08-dc62-48c8-8eed-556a8d7dfe58), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:03.946131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (6611b497-d34c-48d3-9d20-39893550bff8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:03.971900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7d6da93-fb8a-49c1-a712-d7c6f38a8ed7 admin admin] Publish callbacks [] for security_group (9d5d6b08-dc62-48c8-8eed-556a8d7dfe58), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.083433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7d6da93-fb8a-49c1-a712-d7c6f38a8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9d5d6b08-dc62-48c8-8eed-556a8d7dfe58), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.087498 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7d6da93-fb8a-49c1-a712-d7c6f38a8ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.094920 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d7d6da93-fb8a-49c1-a712-d7c6f38a8ed7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d5d6b08-dc62-48c8-8eed-556a8d7dfe58 HTTP/1.1" status: 204  len: 168 time: 0.2789805
Apr 09 20:55:04.118222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:04.118565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6da93-fb8a-49c1-a712-d7c6f38a8ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5d6b08-dc62-48c8-8eed-556a8d7dfe58,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:04.192034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Router 6611b497-d34c-48d3-9d20-39893550bff8 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 20:55:04.248221 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Publish callbacks [] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.251206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce19d87-6286-47e3-a2fb-483f5e5b271a None None] Network 966ae731-6531-49cb-9664-8a767192bf05 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:55:04.265432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:04.265801 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.325209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7ecea261-7505-48fa-8f1d-6690451ab7a9 None None] Provisioning complete for port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:04.325598 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ecea261-7505-48fa-8f1d-6690451ab7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.355902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:55:04.361877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.370220 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Sync routers for ids ['6611b497-d34c-48d3-9d20-39893550bff8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:55:04.401704 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Routers {'6611b497-d34c-48d3-9d20-39893550bff8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:55:04.403401 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377652c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:54:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6611b497-d34c-48d3-9d20-39893550bff8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:04.422379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.423929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-46209ae0-35e8-448d-893b-9bd1b446e615 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.3468766
Apr 09 20:55:04.427422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39284) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:04.563672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef537-2bef-4c16-8859-1acc75be2f5a None None] Pushing event updated for resources: {'Port': ['ID=725b5ddd-e88a-4b26-b054-5b5494b797ba,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:04.574146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7ecea261-7505-48fa-8f1d-6690451ab7a9 None None] Current status of the port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:04.574416 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ecea261-7505-48fa-8f1d-6690451ab7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.591761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fb204d3-cb46-4c00-aeb1-7e856a0fbac9 req-2ac42197-98ec-443c-b8da-77fc1554b72d tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a22480ed945441e39568d90ae3891421&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0467868
Apr 09 20:55:04.686221 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Set router 6611b497-d34c-48d3-9d20-39893550bff8 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:55:04.814001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7ecea261-7505-48fa-8f1d-6690451ab7a9 None None] For port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,segment=NetworkSegment(9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1),segment_id=9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:04.833832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb204d3-cb46-4c00-aeb1-7e856a0fbac9 req-d92fc855-e6f1-4209-81d4-cecb4bc95b3d tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:04.856908 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ecea261-7505-48fa-8f1d-6690451ab7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.857648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39314) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:04.859268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fb204d3-cb46-4c00-aeb1-7e856a0fbac9 req-d92fc855-e6f1-4209-81d4-cecb4bc95b3d tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2665699
Apr 09 20:55:04.877651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:04.878268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.888180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fb204d3-cb46-4c00-aeb1-7e856a0fbac9 req-22eaa9d8-7936-4daf-9f61-6fa1b3845ee0 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/quotas/a22480ed945441e39568d90ae3891421 HTTP/1.1" status: 200  len: 375 time: 0.0279491
Apr 09 20:55:04.978210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b29d88c0-5da3-4435-9038-1c68293528bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:04.987914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fb204d3-cb46-4c00-aeb1-7e856a0fbac9 req-f5a9fe75-8561-455f-a4e9-4733d11a5ca3 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a22480ed945441e39568d90ae3891421&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0987594
Apr 09 20:55:05.090987 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377652c10>, [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:55:03Z', 'revision_number': 3, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port': {'id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:02Z', 'updated_at': '2022-04-09T20:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:05.105374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Attempting to bind port 725b5ddd-e88a-4b26-b054-5b5494b797ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:05.111080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Attempting to bind port 725b5ddd-e88a-4b26-b054-5b5494b797ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:05.111793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Attempting to bind port 725b5ddd-e88a-4b26-b054-5b5494b797ba on network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:05.121916 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Checking router: 6611b497-d34c-48d3-9d20-39893550bff8 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:55:05.122260 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Updating router 6611b497-d34c-48d3-9d20-39893550bff8 port a2d123eb-7b73-4e6d-9746-457aebf3c450 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:55:05.132151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecea261-7505-48fa-8f1d-6690451ab7a9 None None] Pushing event updated for resources: {'Port': ['ID=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:05.149960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:05.150619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Checking segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:05.151237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.151817 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Bound using segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:05.152534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Bound port: 725b5ddd-e88a-4b26-b054-5b5494b797ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:05.153144 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.166917 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.187700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-421b04d4-992d-4d25-bff1-629a4afa964e None None] Provisioning complete for port 725b5ddd-e88a-4b26-b054-5b5494b797ba triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:05.188340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-421b04d4-992d-4d25-bff1-629a4afa964e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.193186 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 20:55:05.193717 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 20:55:05.306528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-421b04d4-992d-4d25-bff1-629a4afa964e None None] Port 725b5ddd-e88a-4b26-b054-5b5494b797ba cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:05.330001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] For port 725b5ddd-e88a-4b26-b054-5b5494b797ba, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:05.334888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] For port 725b5ddd-e88a-4b26-b054-5b5494b797ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=725b5ddd-e88a-4b26-b054-5b5494b797ba,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:05.350809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.441738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fb4d8f8d-2d3f-42f5-86ae-f42cc45ed634 None None] Provisioning complete for port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:05.442090 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fb4d8f8d-2d3f-42f5-86ae-f42cc45ed634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.443849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:55:05.444490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767bcbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:54:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:05.501143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b29d88c0-5da3-4435-9038-1c68293528bf admin admin] Publish callbacks [] for security_group (cf1dc2f9-9400-47cd-86fd-05457f1a4fd4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.527569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef537-2bef-4c16-8859-1acc75be2f5a None None] Pushing event updated for resources: {'Port': ['ID=725b5ddd-e88a-4b26-b054-5b5494b797ba,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:05.679304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b29d88c0-5da3-4435-9038-1c68293528bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cf1dc2f9-9400-47cd-86fd-05457f1a4fd4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.711679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:55:05.725172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39346) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:05.727549 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Publish callbacks [] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.736828 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.756984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.781896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-24f3f66e-58ee-41f0-9ac9-0a43ba52124a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=47d1b7dc90f744f3861133f61e9b773a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0554430
Apr 09 20:55:05.813645 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f23aa-df00-4dd9-975c-e1b1cf0d29f2 None None] Pushing event updated for resources: {'Port': ['ID=a2d123eb-7b73-4e6d-9746-457aebf3c450,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:05.831857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d8f8d-2d3f-42f5-86ae-f42cc45ed634 None None] Current status of the port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:05.841515 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Attempting to bind port a2d123eb-7b73-4e6d-9746-457aebf3c450 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:05.841892 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Attempting to bind port a2d123eb-7b73-4e6d-9746-457aebf3c450 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:05.842261 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Attempting to bind port a2d123eb-7b73-4e6d-9746-457aebf3c450 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:05.848541 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:05.848918 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:05.849354 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.849754 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:05.850233 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Bound port: a2d123eb-7b73-4e6d-9746-457aebf3c450, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:05.850616 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.904220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d88c0-5da3-4435-9038-1c68293528bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1dc2f9-9400-47cd-86fd-05457f1a4fd4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:05.918798 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] For port a2d123eb-7b73-4e6d-9746-457aebf3c450, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:05.922628 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] For port a2d123eb-7b73-4e6d-9746-457aebf3c450, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2d123eb-7b73-4e6d-9746-457aebf3c450,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:05.930866 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.934573 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b29d88c0-5da3-4435-9038-1c68293528bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5019d4a722184338b9d68039381b4027&name=default HTTP/1.1" status: 200  len: 2992 time: 1.0691245
Apr 09 20:55:05.942976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39350) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:05.943428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:05.960919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-829b4d95-2ff9-4d81-accb-85083581c7d0 None None] Provisioning complete for port 725b5ddd-e88a-4b26-b054-5b5494b797ba triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:05.961328 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-829b4d95-2ff9-4d81-accb-85083581c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:05.998551 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f23aa-df00-4dd9-975c-e1b1cf0d29f2 None None] Pushing event updated for resources: {'Port': ['ID=a2d123eb-7b73-4e6d-9746-457aebf3c450,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:06.025926 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Routers {'6611b497-d34c-48d3-9d20-39893550bff8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:55:06.026595 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377652c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:54:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6611b497-d34c-48d3-9d20-39893550bff8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:06.043044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767bcbb0>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:05Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:06.080610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90098224-bda3-40f4-9397-f2370e32c4b6 None None] The sync data for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 is: [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:05Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:55:06.115814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-7dfd7a6e-9243-44e3-b0fb-f4a2b557609e tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:06.117206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-7dfd7a6e-9243-44e3-b0fb-f4a2b557609e tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3275704
Apr 09 20:55:06.171008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-2dcf315d-49fc-42eb-8199-d831cc779900 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/quotas/47d1b7dc90f744f3861133f61e9b773a HTTP/1.1" status: 200  len: 375 time: 0.0436778
Apr 09 20:55:06.185626 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] Set router 6611b497-d34c-48d3-9d20-39893550bff8 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:55:06.201606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-829b4d95-2ff9-4d81-accb-85083581c7d0 None None] Current status of the port 725b5ddd-e88a-4b26-b054-5b5494b797ba is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:06.202024 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-829b4d95-2ff9-4d81-accb-85083581c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:06.264308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-25ac14c1-78e1-4892-b90c-dbb9eb4110c7 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47d1b7dc90f744f3861133f61e9b773a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0905137
Apr 09 20:55:06.269227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:06.415904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-829b4d95-2ff9-4d81-accb-85083581c7d0 None None] For port 725b5ddd-e88a-4b26-b054-5b5494b797ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=725b5ddd-e88a-4b26-b054-5b5494b797ba,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:06.452016 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-829b4d95-2ff9-4d81-accb-85083581c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:06.541969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:06.543610 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:06.568986 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377652c10>, [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:55:03Z', 'revision_number': 3, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port': {'id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:02Z', 'updated_at': '2022-04-09T20:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:06.674295 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c3d3e-f517-4cfe-b156-6945e64e7456 None None] The sync data for ids ['6611b497-d34c-48d3-9d20-39893550bff8'] in ncdv-master-1 is: [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:55:03Z', 'revision_number': 3, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port': {'id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:02Z', 'updated_at': '2022-04-09T20:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:55:06.788978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa78f2d0-9838-4160-be85-2b010221feef admin admin] Publish callbacks [] for security_group (cf1dc2f9-9400-47cd-86fd-05457f1a4fd4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:06.795070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Allocated IP 172.20.0.1 (966ae731-6531-49cb-9664-8a767192bf05/330344d5-a787-47e0-9066-881aaf6a9921/f8378aba-e674-49c5-8284-87dbbb2c6168) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:06.842839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa78f2d0-9838-4160-be85-2b010221feef admin admin] Publish callbacks [] for security_group (cf1dc2f9-9400-47cd-86fd-05457f1a4fd4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:07.014312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Publish callbacks [] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:07.018439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa78f2d0-9838-4160-be85-2b010221feef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cf1dc2f9-9400-47cd-86fd-05457f1a4fd4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:07.022699 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa78f2d0-9838-4160-be85-2b010221feef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:07.024297 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aa78f2d0-9838-4160-be85-2b010221feef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf1dc2f9-9400-47cd-86fd-05457f1a4fd4 HTTP/1.1" status: 204  len: 168 time: 1.0799806
Apr 09 20:55:07.027141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:07.047499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b4d95-2ff9-4d81-accb-85083581c7d0 None None] Pushing event updated for resources: {'Port': ['ID=725b5ddd-e88a-4b26-b054-5b5494b797ba,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:07.067317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78f2d0-9838-4160-be85-2b010221feef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1dc2f9-9400-47cd-86fd-05457f1a4fd4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:07.120866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:07.197672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d35edab-203d-49dc-aa63-0f7fcdaf30db req-53a6fecd-46ba-4ff4-aa0e-3b5855bd2241 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 210 time: 0.1367986
Apr 09 20:55:07.225829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Network 966ae731-6531-49cb-9664-8a767192bf05 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:07.229191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:07.233842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:07.235740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (6611b497-d34c-48d3-9d20-39893550bff8), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:07.257839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=f8378aba-e674-49c5-8284-87dbbb2c6168,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:07.691920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a16526dc-eed3-41b0-8c2b-d90f4df083ee None None] Provisioning complete for port f8378aba-e674-49c5-8284-87dbbb2c6168 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:07.692542 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a16526dc-eed3-41b0-8c2b-d90f4df083ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:07.793323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:07.801823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a16526dc-eed3-41b0-8c2b-d90f4df083ee None None] Port f8378aba-e674-49c5-8284-87dbbb2c6168 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:08.230536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a2d123eb-7b73-4e6d-9746-457aebf3c450 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:08.269906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Publish callbacks [] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:08.281566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:08.282562 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (6611b497-d34c-48d3-9d20-39893550bff8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:08.432010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a2d123eb-7b73-4e6d-9746-457aebf3c450 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:08.432010 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:08.540850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=f8378aba-e674-49c5-8284-87dbbb2c6168,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:08.571137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Network 966ae731-6531-49cb-9664-8a767192bf05 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:08.573174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:08.633366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a2d123eb-7b73-4e6d-9746-457aebf3c450 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:08.633740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:08.685843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port a2d123eb-7b73-4e6d-9746-457aebf3c450, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2d123eb-7b73-4e6d-9746-457aebf3c450,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:08.697084 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:08.698591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 725b5ddd-e88a-4b26-b054-5b5494b797ba up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:08.849445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Router 6611b497-d34c-48d3-9d20-39893550bff8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:55:08.854933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7601c7ca-864e-40d3-a3a6-594b58bb448c req-abc225a8-c885-47b7-8535-d52cabd9c865 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 210 time: 0.0692492
Apr 09 20:55:08.901418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=a2d123eb-7b73-4e6d-9746-457aebf3c450,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:08.910082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 725b5ddd-e88a-4b26-b054-5b5494b797ba triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:08.910482 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:09.041053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9def6ccd-b4a6-4b58-ac40-8f78c2ffe8ee None None] Provisioning complete for port f8378aba-e674-49c5-8284-87dbbb2c6168 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:09.041714 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9def6ccd-b4a6-4b58-ac40-8f78c2ffe8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:09.045324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 725b5ddd-e88a-4b26-b054-5b5494b797ba is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:09.051267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:55:09.057136 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a69a2f54-48bd-433c-b28c-3024ebb12ab4 admin admin] 10.222.0.30 "PUT /v2.0/routers/6611b497-d34c-48d3-9d20-39893550bff8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6282384
Apr 09 20:55:09.106657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9def6ccd-b4a6-4b58-ac40-8f78c2ffe8ee None None] Port f8378aba-e674-49c5-8284-87dbbb2c6168 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:09.111646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff6aed57-cd1a-4a94-a713-3ff651ed7ee3 req-52dee0d3-6805-46ef-a110-b6f62c22fe03 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a22480ed945441e39568d90ae3891421&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0386226
Apr 09 20:55:09.252082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aed57-cd1a-4a94-a713-3ff651ed7ee3 req-e96ccbd9-d837-4c17-8921-400377491012 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:09.254359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff6aed57-cd1a-4a94-a713-3ff651ed7ee3 req-e96ccbd9-d837-4c17-8921-400377491012 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1356790
Apr 09 20:55:09.270271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff6aed57-cd1a-4a94-a713-3ff651ed7ee3 req-2bbca0fb-3a77-46c6-9331-3f19e6c06c44 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/quotas/a22480ed945441e39568d90ae3891421 HTTP/1.1" status: 200  len: 375 time: 0.0095012
Apr 09 20:55:09.312291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff6aed57-cd1a-4a94-a713-3ff651ed7ee3 req-d87dabe0-ddab-4573-b279-b03d785e87b9 tempest-QuotasAdminNegativeTest-1255903854 tempest-QuotasAdminNegativeTest-1255903854-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a22480ed945441e39568d90ae3891421&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0337470
Apr 09 20:55:09.559663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.32', 55828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:09.603137 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-329d3e53-964a-40c1-ab34-b7feae5a3e01 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=47d1b7dc90f744f3861133f61e9b773a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0421772
Apr 09 20:55:09.857424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-07912a60-a740-4d0a-8a32-6149658fc7bc tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:09.859693 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-07912a60-a740-4d0a-8a32-6149658fc7bc tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2512591
Apr 09 20:55:09.941336 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Request body: {'port': {'device_id': '1b31d467-dacc-4afb-b318-c50a9df98118', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '47d1b7dc90f744f3861133f61e9b773a'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:10.108834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a2d123eb-7b73-4e6d-9746-457aebf3c450 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:10.164159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39558) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:10.187950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93d2d012-bf67-48aa-bb49-e471e4ee06dd req-2abec760-ca9c-48eb-963a-6af7142dba64 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 210 time: 0.0561080
Apr 09 20:55:10.241253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Sync routers for ids ['6611b497-d34c-48d3-9d20-39893550bff8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:55:10.274960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a2d123eb-7b73-4e6d-9746-457aebf3c450 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:10.276630 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.330324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Routers {'6611b497-d34c-48d3-9d20-39893550bff8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:55:10.331326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376644430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:54:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6611b497-d34c-48d3-9d20-39893550bff8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:10.482526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Made reservation on behalf of 47d1b7dc90f744f3861133f61e9b773a for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:10.486662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.496038 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.527314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a2d123eb-7b73-4e6d-9746-457aebf3c450 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:10.530927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Set router 6611b497-d34c-48d3-9d20-39893550bff8 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:55:10.586487 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b390f85-6be5-482d-ae4d-e5d28e519b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.606691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks [] for security_group (1202a696-bb26-4578-bb48-f135b1c2da62), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.616044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1202a696-bb26-4578-bb48-f135b1c2da62), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.781276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1202a696-bb26-4578-bb48-f135b1c2da62,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:10.785836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b390f85-6be5-482d-ae4d-e5d28e519b36 admin admin] Publish callbacks [] for security_group (ce5a678e-050c-4486-9514-d8bc918f9569), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.797845 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b390f85-6be5-482d-ae4d-e5d28e519b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ce5a678e-050c-4486-9514-d8bc918f9569), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.866107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5b390f85-6be5-482d-ae4d-e5d28e519b36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bfb0a0b08e044a28171febe8b4a4d9c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7007124
Apr 09 20:55:10.868971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39606) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:10.873161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390f85-6be5-482d-ae4d-e5d28e519b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a678e-050c-4486-9514-d8bc918f9569,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:10.924776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39610) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:10.929350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-05d0f462-2644-4ce1-af13-31a2dee24a02 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301942103', 'description': 'tempest-description--268914478'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:10.979453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05d0f462-2644-4ce1-af13-31a2dee24a02 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:10.979876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376644430>, [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:55:07Z', 'revision_number': 4, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port': {'id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:02Z', 'updated_at': '2022-04-09T20:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f8378aba-e674-49c5-8284-87dbbb2c6168', 'name': '', 'network_id': '966ae731-6531-49cb-9664-8a767192bf05', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'mac_address': 'fa:16:3e:17:79:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '330344d5-a787-47e0-9066-881aaf6a9921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:05Z', 'updated_at': '2022-04-09T20:55:07Z', 'revision_number': 2, 'project_id': '587189385a484c4abec9ab7e2da31334', 'subnets': [{'id': '330344d5-a787-47e0-9066-881aaf6a9921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:11.012944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Checking router: 6611b497-d34c-48d3-9d20-39893550bff8 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:55:11.013643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Updating router 6611b497-d34c-48d3-9d20-39893550bff8 port f8378aba-e674-49c5-8284-87dbbb2c6168 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:55:11.022215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a639dfc6-6d54-466e-8bdd-1b6cbe786f58 admin admin] Publish callbacks [] for security_group (ce5a678e-050c-4486-9514-d8bc918f9569), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.040625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Allocated IP 192.168.233.208 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/0411e5c5-1a1c-4057-a321-d7244bb102f7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:11.050178 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.062304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a639dfc6-6d54-466e-8bdd-1b6cbe786f58 admin admin] Publish callbacks [] for security_group (ce5a678e-050c-4486-9514-d8bc918f9569), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.111334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39616) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:11.162277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05d0f462-2644-4ce1-af13-31a2dee24a02 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group (ccf15f03-eeb5-45d0-9015-b0da964ca6e0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.171872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05d0f462-2644-4ce1-af13-31a2dee24a02 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ccf15f03-eeb5-45d0-9015-b0da964ca6e0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.215334 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05d0f462-2644-4ce1-af13-31a2dee24a02 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.216480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-05d0f462-2644-4ce1-af13-31a2dee24a02 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2905779
Apr 09 20:55:11.219712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39622) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:11.220704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0f462-2644-4ce1-af13-31a2dee24a02 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf15f03-eeb5-45d0-9015-b0da964ca6e0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:11.226574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d14e9ab9-2b16-42ac-ba53-333748e1211c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Request body: {'security_group_rule': {'security_group_id': 'ccf15f03-eeb5-45d0-9015-b0da964ca6e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:11.239656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a639dfc6-6d54-466e-8bdd-1b6cbe786f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ce5a678e-050c-4486-9514-d8bc918f9569), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.242177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a639dfc6-6d54-466e-8bdd-1b6cbe786f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.246862 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a639dfc6-6d54-466e-8bdd-1b6cbe786f58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce5a678e-050c-4486-9514-d8bc918f9569 HTTP/1.1" status: 204  len: 168 time: 0.3719728
Apr 09 20:55:11.270479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639dfc6-6d54-466e-8bdd-1b6cbe786f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a678e-050c-4486-9514-d8bc918f9569,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:11.296825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d14e9ab9-2b16-42ac-ba53-333748e1211c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group_rule (a5ae3f99-a093-4fb9-9652-c6a0531fe27a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.328336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks [] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.376542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:11.417263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3dc162c2-93d8-4194-9788-74019f57f011 req-5f577dc9-cfb2-438d-8938-6d4f21072388 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 210 time: 0.0706828
Apr 09 20:55:11.470148 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.487669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d14e9ab9-2b16-42ac-ba53-333748e1211c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group_rule (a5ae3f99-a093-4fb9-9652-c6a0531fe27a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.524064 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d14e9ab9-2b16-42ac-ba53-333748e1211c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a5ae3f99-a093-4fb9-9652-c6a0531fe27a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.630941 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d14e9ab9-2b16-42ac-ba53-333748e1211c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.638616 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Publish callbacks [] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.639212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39636) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:11.643903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5820ea84-96a2-4b96-9a70-3d6f5876a963 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Request body: {'security_group_rule': {'security_group_id': 'ccf15f03-eeb5-45d0-9015-b0da964ca6e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:11.651298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.651628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d14e9ab9-2b16-42ac-ba53-333748e1211c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4284544
Apr 09 20:55:11.669314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:11.703264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e9ab9-2b16-42ac-ba53-333748e1211c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ae3f99-a093-4fb9-9652-c6a0531fe27a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:11.714076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:11.740613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5820ea84-96a2-4b96-9a70-3d6f5876a963 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group_rule (b4aea75a-dca0-48e3-b906-2b75d8ef8e5c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.753997 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Pushing event updated for resources: {'Port': ['ID=0411e5c5-1a1c-4057-a321-d7244bb102f7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:11.768744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41492d-43c3-40cb-b05a-3f275baedd16 None None] Pushing event updated for resources: {'Port': ['ID=f8378aba-e674-49c5-8284-87dbbb2c6168,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:11.803273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:11.816737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:11.826042 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.885971 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-3199e31d-b397-4801-ad27-3972767f32eb tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9486432
Apr 09 20:55:11.896628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-6beb3f7e-b04a-4a02-9f67-e011d9996ea0 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:55:11.897681 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-6beb3f7e-b04a-4a02-9f67-e011d9996ea0 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055761
Apr 09 20:55:11.901439 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aaefe580-a942-4920-a621-c518ffdbc7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.970380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5820ea84-96a2-4b96-9a70-3d6f5876a963 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group_rule (b4aea75a-dca0-48e3-b906-2b75d8ef8e5c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.976021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Attempting to bind port f8378aba-e674-49c5-8284-87dbbb2c6168 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:11.981389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Attempting to bind port f8378aba-e674-49c5-8284-87dbbb2c6168 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:11.983071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5820ea84-96a2-4b96-9a70-3d6f5876a963 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (b4aea75a-dca0-48e3-b906-2b75d8ef8e5c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:11.983239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Attempting to bind port f8378aba-e674-49c5-8284-87dbbb2c6168 on network 966ae731-6531-49cb-9664-8a767192bf05 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:12.011433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:12.011767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Checking segment: {'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:12.013504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.016013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Bound using segment: {'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:12.018253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Bound port: f8378aba-e674-49c5-8284-87dbbb2c6168, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '966ae731-6531-49cb-9664-8a767192bf05'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:12.020149 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.036183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820ea84-96a2-4b96-9a70-3d6f5876a963 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4aea75a-dca0-48e3-b906-2b75d8ef8e5c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:12.045000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5820ea84-96a2-4b96-9a70-3d6f5876a963 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.047061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5820ea84-96a2-4b96-9a70-3d6f5876a963 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4075103
Apr 09 20:55:12.050335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39642) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:12.055229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:12.151785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.185583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-69d6a2b1-0b21-413c-8072-5e22682d24c4 None None] Provisioning complete for port f8378aba-e674-49c5-8284-87dbbb2c6168 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:12.187167 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-69d6a2b1-0b21-413c-8072-5e22682d24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.198478 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aaefe580-a942-4920-a621-c518ffdbc7e5 admin admin] Publish callbacks [] for security_group (2b2a1f9a-c1a7-4413-b043-99ca2398ecbf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.207126 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aaefe580-a942-4920-a621-c518ffdbc7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2b2a1f9a-c1a7-4413-b043-99ca2398ecbf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.280618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] For port f8378aba-e674-49c5-8284-87dbbb2c6168, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:12.285632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] For port f8378aba-e674-49c5-8284-87dbbb2c6168, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8378aba-e674-49c5-8284-87dbbb2c6168,segment=NetworkSegment(9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1),segment_id=9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:12.289306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-69d6a2b1-0b21-413c-8072-5e22682d24c4 None None] Port f8378aba-e674-49c5-8284-87dbbb2c6168 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:12.295290 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.358684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aaefe580-a942-4920-a621-c518ffdbc7e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c16b0ae6fece49df9063907aa97f8639&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2460792
Apr 09 20:55:12.367041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39652) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:12.382690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefe580-a942-4920-a621-c518ffdbc7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2a1f9a-c1a7-4413-b043-99ca2398ecbf,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:12.447797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Routers {'6611b497-d34c-48d3-9d20-39893550bff8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:55:12.448590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376644430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:54:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6611b497-d34c-48d3-9d20-39893550bff8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:12.463386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-cbc77be5-8f2e-4d55-9631-4f9f3f696033 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0992424
Apr 09 20:55:12.466640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39656) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:12.606543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.614445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-47a9491b-d89c-4bf5-b8cc-fa6ff6651bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.635739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-38c9e5a9-fcb8-41e5-afb5-16424e96db82 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:12.642871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-38c9e5a9-fcb8-41e5-afb5-16424e96db82 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1773043
Apr 09 20:55:12.674234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-89a880d0-de35-4870-a7fb-f44918ec4906 None None] Provisioning complete for port 0411e5c5-1a1c-4057-a321-d7244bb102f7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:12.684794 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89a880d0-de35-4870-a7fb-f44918ec4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:12.727300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-5f31ecad-23a6-45e9-8485-e2be9f5579ca tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/quotas/10c5c17262b94d898c4aaa03102b4dd8 HTTP/1.1" status: 200  len: 375 time: 0.0833497
Apr 09 20:55:12.761548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41492d-43c3-40cb-b05a-3f275baedd16 None None] Pushing event updated for resources: {'Port': ['ID=f8378aba-e674-49c5-8284-87dbbb2c6168,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:12.933296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Allocated IP 172.35.0.206 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/85126e7e-1603-430d-b636-c681d934f1c7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:13.079344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for port (85126e7e-1603-430d-b636-c681d934f1c7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.098653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] Set router 6611b497-d34c-48d3-9d20-39893550bff8 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:55:13.099025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39664) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:13.116510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-d222a0ad-73ae-4914-acb5-a3ebffe10e2c tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3882110
Apr 09 20:55:13.125416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04fb18b9-411d-4c77-aada-2d498daf2895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.132854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989f0d8-6569-4236-8315-25e90d5366d9 req-88922e6a-485a-4ae2-bfc0-df567d6df3e4 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:13.134394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e989f0d8-6569-4236-8315-25e90d5366d9 req-88922e6a-485a-4ae2-bfc0-df567d6df3e4 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 936 time: 0.4894602
Apr 09 20:55:13.142013 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75a63500-859a-4838-bf3c-b2d9611d7f39 admin admin] Publish callbacks [] for security_group (2b2a1f9a-c1a7-4413-b043-99ca2398ecbf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.186754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-89a880d0-de35-4870-a7fb-f44918ec4906 None None] Port 0411e5c5-1a1c-4057-a321-d7244bb102f7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:13.208764 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f4b74bb-89be-4108-978f-022ef2fdcbc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.241437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e989f0d8-6569-4236-8315-25e90d5366d9 req-39820016-1164-4585-927e-80c2cf5668ec tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986722
Apr 09 20:55:13.246337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Request body: {'port': {'device_id': '1b31d467-dacc-4afb-b318-c50a9df98118', 'device_owner': 'compute:tempest-test_az-2013693189', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:13.251727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (85126e7e-1603-430d-b636-c681d934f1c7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.285784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04fb18b9-411d-4c77-aada-2d498daf2895 admin admin] Publish callbacks [] for security_group (f3b92e99-127e-44af-b47b-312c03a67798), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.295533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04fb18b9-411d-4c77-aada-2d498daf2895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3b92e99-127e-44af-b47b-312c03a67798), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.342156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75a63500-859a-4838-bf3c-b2d9611d7f39 admin admin] Publish callbacks [] for security_group (2b2a1f9a-c1a7-4413-b043-99ca2398ecbf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.354952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-04fb18b9-411d-4c77-aada-2d498daf2895 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b27eec02e724d94b0f0ec0858bc906d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2476752
Apr 09 20:55:13.355352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39668) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:13.366431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb18b9-411d-4c77-aada-2d498daf2895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b92e99-127e-44af-b47b-312c03a67798,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:13.370041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8fead7fe-d3cb-471d-a297-d16b145ad786 None None] Provisioning complete for port f8378aba-e674-49c5-8284-87dbbb2c6168 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:13.370423 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fead7fe-d3cb-471d-a297-d16b145ad786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.476112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376644430>, [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:55:07Z', 'revision_number': 4, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port': {'id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:02Z', 'updated_at': '2022-04-09T20:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f8378aba-e674-49c5-8284-87dbbb2c6168', 'name': '', 'network_id': '966ae731-6531-49cb-9664-8a767192bf05', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'mac_address': 'fa:16:3e:17:79:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '330344d5-a787-47e0-9066-881aaf6a9921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:05Z', 'updated_at': '2022-04-09T20:55:12Z', 'revision_number': 4, 'project_id': '587189385a484c4abec9ab7e2da31334', 'subnets': [{'id': '330344d5-a787-47e0-9066-881aaf6a9921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:13.477437 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8da00bca-c340-4ed1-9674-f349f27ccd94 admin admin] Publish callbacks [] for security_group (f3b92e99-127e-44af-b47b-312c03a67798), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.523517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755b49c-25f9-48d7-9625-c36a7705b073 None None] The sync data for ids ['6611b497-d34c-48d3-9d20-39893550bff8'] in ncdv-master-1 is: [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:55:07Z', 'revision_number': 4, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port': {'id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:02Z', 'updated_at': '2022-04-09T20:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f8378aba-e674-49c5-8284-87dbbb2c6168', 'name': '', 'network_id': '966ae731-6531-49cb-9664-8a767192bf05', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'mac_address': 'fa:16:3e:17:79:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '330344d5-a787-47e0-9066-881aaf6a9921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:05Z', 'updated_at': '2022-04-09T20:55:12Z', 'revision_number': 4, 'project_id': '587189385a484c4abec9ab7e2da31334', 'subnets': [{'id': '330344d5-a787-47e0-9066-881aaf6a9921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:55:13.547196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8da00bca-c340-4ed1-9674-f349f27ccd94 admin admin] Publish callbacks [] for security_group (f3b92e99-127e-44af-b47b-312c03a67798), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.694234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfa91116-1ba9-4457-859d-0bd138837f57 req-7a1fdb3c-97c7-4117-9ef8-09dc43185bd9 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 210 time: 0.0674989
Apr 09 20:55:13.709971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8fead7fe-d3cb-471d-a297-d16b145ad786 None None] Current status of the port f8378aba-e674-49c5-8284-87dbbb2c6168 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:13.710602 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fead7fe-d3cb-471d-a297-d16b145ad786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.729280 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8da00bca-c340-4ed1-9674-f349f27ccd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3b92e99-127e-44af-b47b-312c03a67798), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.741025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event updated for resources: {'Port': ['ID=85126e7e-1603-430d-b636-c681d934f1c7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:13.743146 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8da00bca-c340-4ed1-9674-f349f27ccd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.747821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8da00bca-c340-4ed1-9674-f349f27ccd94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3b92e99-127e-44af-b47b-312c03a67798 HTTP/1.1" status: 204  len: 168 time: 0.3913147
Apr 09 20:55:13.778877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da00bca-c340-4ed1-9674-f349f27ccd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b92e99-127e-44af-b47b-312c03a67798,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:13.779349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:13.857019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8fead7fe-d3cb-471d-a297-d16b145ad786 None None] For port f8378aba-e674-49c5-8284-87dbbb2c6168, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8378aba-e674-49c5-8284-87dbbb2c6168,segment=NetworkSegment(9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1),segment_id=9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:13.864987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fead7fe-d3cb-471d-a297-d16b145ad786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.889868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:13.915526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:13.951003 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:13.969273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fead7fe-d3cb-471d-a297-d16b145ad786 None None] Pushing event updated for resources: {'Port': ['ID=f8378aba-e674-49c5-8284-87dbbb2c6168,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:14.080014 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75a63500-859a-4838-bf3c-b2d9611d7f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2b2a1f9a-c1a7-4413-b043-99ca2398ecbf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:14.083338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75a63500-859a-4838-bf3c-b2d9611d7f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:14.106309 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-75a63500-859a-4838-bf3c-b2d9611d7f39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b2a1f9a-c1a7-4413-b043-99ca2398ecbf HTTP/1.1" status: 204  len: 168 time: 1.7377467
Apr 09 20:55:14.203816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f8378aba-e674-49c5-8284-87dbbb2c6168 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:14.360415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f8378aba-e674-49c5-8284-87dbbb2c6168 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:14.363055 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:14.665086 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-47a9491b-d89c-4bf5-b8cc-fa6ff6651bcf admin admin] Publish callbacks [] for security_group (fe4b3531-9793-437b-afd4-d93355f87b19), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:14.696992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f8378aba-e674-49c5-8284-87dbbb2c6168 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:14.715253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c347b-0bd4-4754-9f5a-47e6eba07d0c req-a5595513-4a7b-4cbf-97d4-b58a9176bfbc tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:14.729843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-257c347b-0bd4-4754-9f5a-47e6eba07d0c req-a5595513-4a7b-4cbf-97d4-b58a9176bfbc tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 936 time: 0.1163230
Apr 09 20:55:14.821054 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-47a9491b-d89c-4bf5-b8cc-fa6ff6651bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fe4b3531-9793-437b-afd4-d93355f87b19), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:14.854349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a63500-859a-4838-bf3c-b2d9611d7f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2a1f9a-c1a7-4413-b043-99ca2398ecbf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:14.871029 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f4b74bb-89be-4108-978f-022ef2fdcbc0 admin admin] Publish callbacks [] for security_group (3d12dfa7-f48c-484e-a2df-39ec23f0396b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:14.939566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39712) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:14.989406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-257c347b-0bd4-4754-9f5a-47e6eba07d0c req-42ddf945-d0d2-4111-bd1c-f9d02274450c tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586336
Apr 09 20:55:14.997344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b50d82d8-ab82-4e2a-965d-8d0c2bcfe440 req-0963b222-86a6-4125-b132-07a8e62e5bf4 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 210 time: 0.1607957
Apr 09 20:55:15.011783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f64e4b0b-568d-4647-8e3b-6fd5f9c840c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.067858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39714) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:15.099584 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6134670-2732-4e51-83f9-83926169ba3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.189670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f4b74bb-89be-4108-978f-022ef2fdcbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3d12dfa7-f48c-484e-a2df-39ec23f0396b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.234526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f64e4b0b-568d-4647-8e3b-6fd5f9c840c1 admin admin] Publish callbacks [] for security_group (443e7b2f-38d3-4cf4-919a-cdd3d77f02b3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.244376 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f64e4b0b-568d-4647-8e3b-6fd5f9c840c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (443e7b2f-38d3-4cf4-919a-cdd3d77f02b3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.272865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e4b0b-568d-4647-8e3b-6fd5f9c840c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443e7b2f-38d3-4cf4-919a-cdd3d77f02b3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:15.282638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39718) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:15.284069 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-47a9491b-d89c-4bf5-b8cc-fa6ff6651bcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a22480ed945441e39568d90ae3891421&name=default HTTP/1.1" status: 200  len: 2996 time: 3.8995483
Apr 09 20:55:15.311748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9491b-d89c-4bf5-b8cc-fa6ff6651bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4b3531-9793-437b-afd4-d93355f87b19,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:15.320253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.337560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4f4b74bb-89be-4108-978f-022ef2fdcbc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ee0500c405447a4b728688b79fd44b8&name=default HTTP/1.1" status: 200  len: 2996 time: 2.8581862
Apr 09 20:55:15.345945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39722) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:15.428829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b74bb-89be-4108-978f-022ef2fdcbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d12dfa7-f48c-484e-a2df-39ec23f0396b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:15.429695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f64e4b0b-568d-4647-8e3b-6fd5f9c840c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11512ab5dc41425abfd94276cf39520d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4885709
Apr 09 20:55:15.432582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39726) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:15.445734 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-70dfe5e3-70af-44e8-8b61-83ac89cb8468 admin admin] Publish callbacks [] for security_group (fe4b3531-9793-437b-afd4-d93355f87b19), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.448916 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85126e7e-1603-430d-b636-c681d934f1c7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.485344 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6134670-2732-4e51-83f9-83926169ba3e admin admin] Publish callbacks [] for security_group (3ec3bf3b-b039-4e9b-8a3e-58f7e1b066be), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.487665 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-70dfe5e3-70af-44e8-8b61-83ac89cb8468 admin admin] Publish callbacks [] for security_group (fe4b3531-9793-437b-afd4-d93355f87b19), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.578477 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6134670-2732-4e51-83f9-83926169ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3ec3bf3b-b039-4e9b-8a3e-58f7e1b066be), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.616103 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0411e5c5-1a1c-4057-a321-d7244bb102f7 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:15.633572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Publish callbacks [] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.642791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ed06a76-e837-47dd-be82-580b7ba5e545 admin admin] Publish callbacks [] for security_group (443e7b2f-38d3-4cf4-919a-cdd3d77f02b3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.696891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e6134670-2732-4e51-83f9-83926169ba3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=518cfd91210e4869abd01857686570f3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6199930
Apr 09 20:55:15.699542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6134670-2732-4e51-83f9-83926169ba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec3bf3b-b039-4e9b-8a3e-58f7e1b066be,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:15.702548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39728) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:15.744363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ed06a76-e837-47dd-be82-580b7ba5e545 admin admin] Publish callbacks [] for security_group (443e7b2f-38d3-4cf4-919a-cdd3d77f02b3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.773704 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2d1b-bbff-4190-a60e-445523079312 admin admin] Publish callbacks [] for security_group (3d12dfa7-f48c-484e-a2df-39ec23f0396b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.786221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Transition to ACTIVE for port object 0411e5c5-1a1c-4057-a321-d7244bb102f7 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:55:15.794566 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-70dfe5e3-70af-44e8-8b61-83ac89cb8468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fe4b3531-9793-437b-afd4-d93355f87b19), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.797787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-70dfe5e3-70af-44e8-8b61-83ac89cb8468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.799508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-70dfe5e3-70af-44e8-8b61-83ac89cb8468 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe4b3531-9793-437b-afd4-d93355f87b19 HTTP/1.1" status: 204  len: 168 time: 0.5159810
Apr 09 20:55:15.815436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.869402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfe5e3-70af-44e8-8b61-83ac89cb8468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4b3531-9793-437b-afd4-d93355f87b19,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:15.907423 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2d1b-bbff-4190-a60e-445523079312 admin admin] Publish callbacks [] for security_group (3d12dfa7-f48c-484e-a2df-39ec23f0396b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.930959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for port (85126e7e-1603-430d-b636-c681d934f1c7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.934261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Pushing event updated for resources: {'Port': ['ID=0411e5c5-1a1c-4057-a321-d7244bb102f7,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:15.944641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (85126e7e-1603-430d-b636-c681d934f1c7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.979120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ed06a76-e837-47dd-be82-580b7ba5e545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (443e7b2f-38d3-4cf4-919a-cdd3d77f02b3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.982104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ed06a76-e837-47dd-be82-580b7ba5e545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:15.986078 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4ed06a76-e837-47dd-be82-580b7ba5e545 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/443e7b2f-38d3-4cf4-919a-cdd3d77f02b3 HTTP/1.1" status: 204  len: 168 time: 0.5483575
Apr 09 20:55:16.014789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edc2c88e-e732-463b-ae8b-090471c4fcd3 admin admin] Publish callbacks [] for security_group (3ec3bf3b-b039-4e9b-8a3e-58f7e1b066be), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.167154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edc2c88e-e732-463b-ae8b-090471c4fcd3 admin admin] Publish callbacks [] for security_group (3ec3bf3b-b039-4e9b-8a3e-58f7e1b066be), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.180304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.195694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f8378aba-e674-49c5-8284-87dbbb2c6168 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:16.240804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed06a76-e837-47dd-be82-580b7ba5e545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443e7b2f-38d3-4cf4-919a-cdd3d77f02b3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:16.283041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-059d76fa-fc83-4d3e-bb8f-562a20f4dc42 req-620fbb97-b4cf-441a-8370-37b6f241ddc9 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 210 time: 0.1183531
Apr 09 20:55:16.312416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Attempting to bind port 0411e5c5-1a1c-4057-a321-d7244bb102f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:16.312781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Attempting to bind port 0411e5c5-1a1c-4057-a321-d7244bb102f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:16.313149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Attempting to bind port 0411e5c5-1a1c-4057-a321-d7244bb102f7 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:16.313574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2d1b-bbff-4190-a60e-445523079312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3d12dfa7-f48c-484e-a2df-39ec23f0396b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.316338 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2d1b-bbff-4190-a60e-445523079312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.321585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5cfd2d1b-bbff-4190-a60e-445523079312 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d12dfa7-f48c-484e-a2df-39ec23f0396b HTTP/1.1" status: 204  len: 168 time: 0.9745576
Apr 09 20:55:16.331851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event updated for resources: {'Port': ['ID=85126e7e-1603-430d-b636-c681d934f1c7,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:16.344851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.358015 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e5d2154-9561-4e81-a848-832cf59fbe39 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3065705
Apr 09 20:55:16.358681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.25', 59594) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:16.398198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f8378aba-e674-49c5-8284-87dbbb2c6168 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:16.398609 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.404456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Port 0411e5c5-1a1c-4057-a321-d7244bb102f7 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:16.404786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Attempting to bind port 0411e5c5-1a1c-4057-a321-d7244bb102f7 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:16.412500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd2d1b-bbff-4190-a60e-445523079312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d12dfa7-f48c-484e-a2df-39ec23f0396b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:16.464758 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-3f9bb6ba-6683-4751-aff6-66e6346ee5a3 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1046398
Apr 09 20:55:16.465696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:16.466584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:16.480130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42620f-17b0-4f11-918f-c496d8986063 req-2ce4734d-261a-407f-93e6-f7d14ee4803e tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:16.486114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:16.486614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Bound port: 0411e5c5-1a1c-4057-a321-d7244bb102f7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:16.486990 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.488664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e42620f-17b0-4f11-918f-c496d8986063 req-2ce4734d-261a-407f-93e6-f7d14ee4803e tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.2111270
Apr 09 20:55:16.556661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edc2c88e-e732-463b-ae8b-090471c4fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3ec3bf3b-b039-4e9b-8a3e-58f7e1b066be), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.559222 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edc2c88e-e732-463b-ae8b-090471c4fcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:16.564199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-edc2c88e-e732-463b-ae8b-090471c4fcd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ec3bf3b-b039-4e9b-8a3e-58f7e1b066be HTTP/1.1" status: 204  len: 168 time: 0.8491948
Apr 09 20:55:16.638649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2c88e-e732-463b-ae8b-090471c4fcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec3bf3b-b039-4e9b-8a3e-58f7e1b066be,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:16.712307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f8378aba-e674-49c5-8284-87dbbb2c6168 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:16.717655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e42620f-17b0-4f11-918f-c496d8986063 req-dba4f31d-a867-47c9-b966-6d2b0f991f3a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260611
Apr 09 20:55:16.838309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-77d2a7e5-b4c1-4345-b0e0-b8abd21b1c81 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:16.839958 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-77d2a7e5-b4c1-4345-b0e0-b8abd21b1c81 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3494329
Apr 09 20:55:16.889789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] For port 0411e5c5-1a1c-4057-a321-d7244bb102f7, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:16.897198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] For port 0411e5c5-1a1c-4057-a321-d7244bb102f7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0411e5c5-1a1c-4057-a321-d7244bb102f7,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:16.910179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.013635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Request body: {'port': {'device_id': '2c79f229-9d8b-4e20-b53c-684f5b9afd1f', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '10c5c17262b94d898c4aaa03102b4dd8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:17.018870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Pushing event updated for resources: {'Port': ['ID=0411e5c5-1a1c-4057-a321-d7244bb102f7,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:17.057669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:17.058315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.060995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-0ba8dea9-7756-4d0d-807b-ad2bcf726d0d service neutron] 10.222.0.32 "PUT /v2.0/ports/0411e5c5-1a1c-4057-a321-d7244bb102f7 HTTP/1.1" status: 200  len: 1118 time: 4.3928456
Apr 09 20:55:17.061640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b31d467-dacc-4afb-b318-c50a9df98118', 'tag': '0411e5c5-1a1c-4057-a321-d7244bb102f7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:17.085289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39762) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:17.134609 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90987e10-fd42-4496-9401-dc7a33a25018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.336320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-a6fde8b7-57e6-4b77-a85a-77bd9b91f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:17.337904 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-a6fde8b7-57e6-4b77-a85a-77bd9b91f2d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47d1b7dc90f744f3861133f61e9b773a&device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 1152 time: 0.1360412
Apr 09 20:55:17.428866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90987e10-fd42-4496-9401-dc7a33a25018 admin admin] Publish callbacks [] for security_group (23c6c933-c497-40e0-b756-83651919f057), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.459624 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90987e10-fd42-4496-9401-dc7a33a25018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (23c6c933-c497-40e0-b756-83651919f057), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.553299 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-a85c86e0-6912-4090-a376-3c413931ed1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0411e5c5-1a1c-4057-a321-d7244bb102f7 HTTP/1.1" status: 200  len: 217 time: 0.1025419
Apr 09 20:55:17.557306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99a0cba6-ae72-4fa6-9c9c-aeb1fc7b50fd req-9923b164-0a13-48d7-87e7-5f0abdd0eaa6 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 210 time: 0.1187789
Apr 09 20:55:17.615678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987e10-fd42-4496-9401-dc7a33a25018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c6c933-c497-40e0-b756-83651919f057,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:17.629531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-90987e10-fd42-4496-9401-dc7a33a25018 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e980dea4e70f4eb0aa552688239f757c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5454984
Apr 09 20:55:17.633403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39780) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:17.644111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39782) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:17.660782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Made reservation on behalf of 10c5c17262b94d898c4aaa03102b4dd8 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:17.664298 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.672716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ebba24ed-1430-41e4-b16e-b687b21b5c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.690848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-61cd60c0-709e-47f4-a1c2-eca43dc94316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:17.692834 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-61cd60c0-709e-47f4-a1c2-eca43dc94316 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1264300
Apr 09 20:55:17.694008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.775102 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aa2cca8a-3ccb-49b9-8015-4f41472da842 admin admin] Publish callbacks [] for security_group (23c6c933-c497-40e0-b756-83651919f057), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.846567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-fa708f39-9133-4668-aa7f-dfa8a10b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:17.848362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-fa708f39-9133-4668-aa7f-dfa8a10b9303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1216140
Apr 09 20:55:17.871338 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aa2cca8a-3ccb-49b9-8015-4f41472da842 admin admin] Publish callbacks [] for security_group (23c6c933-c497-40e0-b756-83651919f057), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:17.996933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ebba24ed-1430-41e4-b16e-b687b21b5c8b admin admin] Publish callbacks [] for security_group (7f153af6-3b9b-40de-94d5-b8e828f0dea9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.008917 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks [] for security_group (9313a3d6-f724-45b8-89ea-19a89050650c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.012212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ebba24ed-1430-41e4-b16e-b687b21b5c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7f153af6-3b9b-40de-94d5-b8e828f0dea9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.015741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4b3a9-a3de-45cb-9206-cea3825163b2 req-a1c98a5e-701c-40aa-9e30-067b9c62bd18 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:18.027185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1c4b3a9-a3de-45cb-9206-cea3825163b2 req-a1c98a5e-701c-40aa-9e30-067b9c62bd18 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.2004945
Apr 09 20:55:18.028897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9313a3d6-f724-45b8-89ea-19a89050650c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.092815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1c4b3a9-a3de-45cb-9206-cea3825163b2 req-4ed86eed-92a4-4c80-9734-f523b4d43bb2 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626183
Apr 09 20:55:18.117010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aa2cca8a-3ccb-49b9-8015-4f41472da842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (23c6c933-c497-40e0-b756-83651919f057), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.122470 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-6412ab70-5954-42bf-a4b1-64c60f43546b service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519534
Apr 09 20:55:18.129365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aa2cca8a-3ccb-49b9-8015-4f41472da842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.133996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aa2cca8a-3ccb-49b9-8015-4f41472da842 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23c6c933-c497-40e0-b756-83651919f057 HTTP/1.1" status: 204  len: 168 time: 0.4983621
Apr 09 20:55:18.138689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39794) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:18.141489 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ebba24ed-1430-41e4-b16e-b687b21b5c8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=951c79be3c884406a6c2cdca21f97cda&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4962659
Apr 09 20:55:18.142305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba24ed-1430-41e4-b16e-b687b21b5c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f153af6-3b9b-40de-94d5-b8e828f0dea9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:18.156010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cca8a-3ccb-49b9-8015-4f41472da842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c6c933-c497-40e0-b756-83651919f057,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:18.278351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8fae6e7-9585-45db-8a84-2eac0dc75746 admin admin] Publish callbacks [] for security_group (7f153af6-3b9b-40de-94d5-b8e828f0dea9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.353101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8fae6e7-9585-45db-8a84-2eac0dc75746 admin admin] Publish callbacks [] for security_group (7f153af6-3b9b-40de-94d5-b8e828f0dea9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.492322 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8fae6e7-9585-45db-8a84-2eac0dc75746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7f153af6-3b9b-40de-94d5-b8e828f0dea9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.508468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8fae6e7-9585-45db-8a84-2eac0dc75746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:18.511065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e8fae6e7-9585-45db-8a84-2eac0dc75746 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f153af6-3b9b-40de-94d5-b8e828f0dea9 HTTP/1.1" status: 204  len: 168 time: 0.3685176
Apr 09 20:55:18.543434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fae6e7-9585-45db-8a84-2eac0dc75746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f153af6-3b9b-40de-94d5-b8e828f0dea9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:18.788848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6913155f-82b9-4644-9b32-f99c2bcf8157 req-134b5da9-8823-4ec0-a96f-4ad12b25e43e tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 210 time: 0.0782816
Apr 09 20:55:18.841484 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3f0297-58bd-47f7-a7aa-b011b4102527" -d '{"events": [{"name": "network-changed", "server_uuid": "1b31d467-dacc-4afb-b318-c50a9df98118", "tag": "0411e5c5-1a1c-4057-a321-d7244bb102f7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:18.898322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9313a3d6-f724-45b8-89ea-19a89050650c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:18.982842 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4912883-8610-4bf0-a705-4cadca224bd8 req-d9a0233d-ad07-4f59-bc9d-0c5c1de6e81c service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8318586
Apr 09 20:55:18.984142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Allocated IP 192.168.233.178 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/f5376796-653d-489e-95db-73d08d90ad01) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:19.535624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks [] for port (f5376796-653d-489e-95db-73d08d90ad01), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:19.593728 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3bb53d-41b9-4233-a27d-ced616c34760 x-openstack-request-id: req-2e3bb53d-41b9-4233-a27d-ced616c34760 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:19.594031 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b31d467-dacc-4afb-b318-c50a9df98118", "tag": "0411e5c5-1a1c-4057-a321-d7244bb102f7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:19.594283 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e3bb53d-41b9-4233-a27d-ced616c34760 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:19.594746 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3bb53d-41b9-4233-a27d-ced616c34760'] response: {'name': 'network-changed', 'server_uuid': '1b31d467-dacc-4afb-b318-c50a9df98118', 'tag': '0411e5c5-1a1c-4057-a321-d7244bb102f7', 'status': 'completed', 'code': 200}
Apr 09 20:55:19.662030 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f5376796-653d-489e-95db-73d08d90ad01), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:19.746321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:19.750991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:19.753913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-5892a46e-49bb-43a5-b730-2077c86ce02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:19.755650 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-5892a46e-49bb-43a5-b730-2077c86ce02f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47d1b7dc90f744f3861133f61e9b773a&device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 1152 time: 0.1221507
Apr 09 20:55:19.758808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:19.765391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:19.766246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:19.802456 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8771522
Apr 09 20:55:19.824928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-bfc341bf-4a2f-4f88-80a2-ab0a247312ce tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:55:19.826346 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-bfc341bf-4a2f-4f88-80a2-ab0a247312ce tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062718
Apr 09 20:55:19.837166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe865eb-f4cb-40a0-bc94-7f5a1091567d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Pushing event updated for resources: {'Port': ['ID=f5376796-653d-489e-95db-73d08d90ad01,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:19.843661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279f70e-262d-429c-9769-530f9091a847 req-af14008f-8ae2-4653-a6d5-ed849e5fce11 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:19.847795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0279f70e-262d-429c-9769-530f9091a847 req-af14008f-8ae2-4653-a6d5-ed849e5fce11 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.1803098
Apr 09 20:55:20.066292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0279f70e-262d-429c-9769-530f9091a847 req-8861c8cb-36c5-4013-a7c8-c25272c46372 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109442
Apr 09 20:55:20.136797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-2a85def0-ffc2-4ada-9c14-02e9d5f6e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:20.138548 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-2a85def0-ffc2-4ada-9c14-02e9d5f6e2d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3578856
Apr 09 20:55:20.143869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8867c96a-496c-4f2c-a572-d9a432675c22 None None] Provisioning complete for port f5376796-653d-489e-95db-73d08d90ad01 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:20.147656 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8867c96a-496c-4f2c-a572-d9a432675c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f5376796-653d-489e-95db-73d08d90ad01), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:20.280418 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-eafb3dcf-14cd-46ad-a8c7-b80bcdb91055 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0411e5c5-1a1c-4057-a321-d7244bb102f7 HTTP/1.1" status: 200  len: 217 time: 0.0892377
Apr 09 20:55:20.311738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5c04-9072-4d07-91a8-3abacaf0d3ac req-f15e80bf-99a6-4d5e-b831-7b7ead5b1acd tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:20.315907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8867c96a-496c-4f2c-a572-d9a432675c22 None None] Port f5376796-653d-489e-95db-73d08d90ad01 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:20.318225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf3f5c04-9072-4d07-91a8-3abacaf0d3ac req-f15e80bf-99a6-4d5e-b831-7b7ead5b1acd tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 936 time: 0.1060834
Apr 09 20:55:20.401079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-0030900f-d93f-454b-8001-14e373c89b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:20.406491 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-0030900f-d93f-454b-8001-14e373c89b85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1112146
Apr 09 20:55:20.408337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4639d9bf-040d-4835-971c-576e5f46a768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:20.430361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf3f5c04-9072-4d07-91a8-3abacaf0d3ac req-edb24ee8-ba3a-4a6f-bc2f-f88db99590cf tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059599
Apr 09 20:55:20.489576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-d8adf2fa-49b2-47ed-a0d8-addc33996650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:20.491329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-d8adf2fa-49b2-47ed-a0d8-addc33996650 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0679457
Apr 09 20:55:20.692910 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-a6be8183-0936-4fea-9140-e2847c7518e5 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818731
Apr 09 20:55:20.801108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Request body: {'port': {'device_id': '2c79f229-9d8b-4e20-b53c-684f5b9afd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:20.927832 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cf3f0297-58bd-47f7-a7aa-b011b4102527 req-31f54eb6-9d41-4d9e-b295-52cde64206b5 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203472
Apr 09 20:55:20.930589 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f5376796-653d-489e-95db-73d08d90ad01), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:21.320237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262380-7e80-4189-acb8-317ce767b8c2 req-51bfa3fd-bdf9-4c5f-9181-0f2f79ecb107 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:21.337122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e262380-7e80-4189-acb8-317ce767b8c2 req-51bfa3fd-bdf9-4c5f-9181-0f2f79ecb107 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.1154423
Apr 09 20:55:21.475434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e262380-7e80-4189-acb8-317ce767b8c2 req-ddd1043e-cdce-4961-8939-5aaa00fda5d4 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355107
Apr 09 20:55:21.635913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5376796-653d-489e-95db-73d08d90ad01 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:21.644828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Publish callbacks [] for port (f5376796-653d-489e-95db-73d08d90ad01), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:21.657887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6db462-f953-40a4-973c-50531eb96b71 req-65e2006a-cab5-48b8-8141-0dd9318b78e1 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:21.659435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Transition to ACTIVE for port object f5376796-653d-489e-95db-73d08d90ad01 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:55:21.666927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f5376796-653d-489e-95db-73d08d90ad01), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:21.668559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c6db462-f953-40a4-973c-50531eb96b71 req-65e2006a-cab5-48b8-8141-0dd9318b78e1 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 936 time: 0.0817902
Apr 09 20:55:21.707065 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:55:21.772051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Pushing event updated for resources: {'Port': ['ID=f5376796-653d-489e-95db-73d08d90ad01,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:21.787390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Attempting to bind port f5376796-653d-489e-95db-73d08d90ad01 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:21.787727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Attempting to bind port f5376796-653d-489e-95db-73d08d90ad01 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:21.788052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Attempting to bind port f5376796-653d-489e-95db-73d08d90ad01 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:21.799163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Port f5376796-653d-489e-95db-73d08d90ad01 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:21.799481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Attempting to bind port f5376796-653d-489e-95db-73d08d90ad01 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:21.810030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c6db462-f953-40a4-973c-50531eb96b71 req-5d15f1d8-17e9-4ccc-bf1d-459acdace30f tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313729
Apr 09 20:55:21.822084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:21.822666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:21.823047 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:21.823475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Bound port: f5376796-653d-489e-95db-73d08d90ad01, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:21.823823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f5376796-653d-489e-95db-73d08d90ad01), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:22.049635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] For port f5376796-653d-489e-95db-73d08d90ad01, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:22.054952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] For port f5376796-653d-489e-95db-73d08d90ad01, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5376796-653d-489e-95db-73d08d90ad01,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:22.067215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f5376796-653d-489e-95db-73d08d90ad01), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:22.209814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:22.210766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:22.212949 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] 10.222.0.25 "PUT /v2.0/ports/f5376796-653d-489e-95db-73d08d90ad01 HTTP/1.1" status: 200  len: 1096 time: 1.8022709
Apr 09 20:55:22.214049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c79f229-9d8b-4e20-b53c-684f5b9afd1f', 'tag': 'f5376796-653d-489e-95db-73d08d90ad01'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:22.218895 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05b37c0-3cb2-4014-af16-195532ff3cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c79f229-9d8b-4e20-b53c-684f5b9afd1f", "tag": "f5376796-653d-489e-95db-73d08d90ad01"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:22.341699 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fea559-5a59-49ac-8ac8-d4f5df562204 x-openstack-request-id: req-a1fea559-5a59-49ac-8ac8-d4f5df562204 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:22.342426 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c79f229-9d8b-4e20-b53c-684f5b9afd1f", "tag": "f5376796-653d-489e-95db-73d08d90ad01", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:22.343010 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1fea559-5a59-49ac-8ac8-d4f5df562204 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:22.343499 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fea559-5a59-49ac-8ac8-d4f5df562204'] response: {'name': 'network-changed', 'server_uuid': '2c79f229-9d8b-4e20-b53c-684f5b9afd1f', 'tag': 'f5376796-653d-489e-95db-73d08d90ad01', 'status': 'completed', 'code': 200}
Apr 09 20:55:22.352927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d00b7d-a1b7-450e-871f-419a1a4f03fa service neutron] Pushing event updated for resources: {'Port': ['ID=f5376796-653d-489e-95db-73d08d90ad01,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:22.372775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-c245f534-2942-43c4-b4ca-d64128f278eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:22.374767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-c245f534-2942-43c4-b4ca-d64128f278eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 1130 time: 0.0794435
Apr 09 20:55:22.519501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-04e2c04c-740f-415f-bcf8-b152e3718ff0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f5376796-653d-489e-95db-73d08d90ad01 HTTP/1.1" status: 200  len: 217 time: 0.1154475
Apr 09 20:55:22.628947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-51c3fdb5-fc8c-4581-876d-1f101dd1907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:22.634704 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-51c3fdb5-fc8c-4581-876d-1f101dd1907c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1144965
Apr 09 20:55:22.653392 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694485-2d4d-42b9-8a4a-013f8956ad7c req-7bbb1d5d-6911-4959-98e0-d8609f91c575 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:22.664211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f694485-2d4d-42b9-8a4a-013f8956ad7c req-7bbb1d5d-6911-4959-98e0-d8609f91c575 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.0703380
Apr 09 20:55:22.748768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-67f07ef1-a0d0-4555-826e-21063e0230df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:22.751594 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-67f07ef1-a0d0-4555-826e-21063e0230df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1033554
Apr 09 20:55:22.811490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f694485-2d4d-42b9-8a4a-013f8956ad7c req-5f74548d-eb17-478a-934a-4a7c04c5b6e0 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454523
Apr 09 20:55:22.874105 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1c29c874-e3bc-4de7-8094-0f8f7f97446f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:23.047994 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-efe9afdd-d57a-44bb-98a5-c71fd8bac1e5 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687800
Apr 09 20:55:23.051201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c84d3-9b08-4c68-aabe-311d64b6d9b9 req-e728853d-920c-411b-9980-268e918df6ee tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:23.058663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-537c84d3-9b08-4c68-aabe-311d64b6d9b9 req-e728853d-920c-411b-9980-268e918df6ee tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.0973408
Apr 09 20:55:23.151288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-537c84d3-9b08-4c68-aabe-311d64b6d9b9 req-f3784c8e-ab0e-4886-9799-c118ea87cfeb tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914063
Apr 09 20:55:23.230058 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e4631c7-74c8-45fa-a498-905d7a9cc8ae req-f222723f-41d8-488f-b704-608cd5c21e76 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690364
Apr 09 20:55:23.432266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-15199c75-c5b5-4013-990d-19a7846c5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:23.447686 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-15199c75-c5b5-4013-990d-19a7846c5af6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 1130 time: 0.1192482
Apr 09 20:55:23.702298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-f0553c45-4ec3-4ec7-bbf1-2a8f81325306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:23.703950 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-f0553c45-4ec3-4ec7-bbf1-2a8f81325306 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2350261
Apr 09 20:55:23.860322 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-6bdaec7c-c840-40a2-a48e-a9ae2bda4710 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f5376796-653d-489e-95db-73d08d90ad01 HTTP/1.1" status: 200  len: 217 time: 0.1259840
Apr 09 20:55:24.006116 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:24.040472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-8ae2f123-7314-4978-a85a-56e98a45951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:24.042307 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-8ae2f123-7314-4978-a85a-56e98a45951b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1447914
Apr 09 20:55:24.131100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850b4a2-9dbc-4a6a-8597-3db4ae538577 req-3053fa11-22cd-4106-885f-e88a7ba13f42 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:24.136853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f850b4a2-9dbc-4a6a-8597-3db4ae538577 req-3053fa11-22cd-4106-885f-e88a7ba13f42 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.1155488
Apr 09 20:55:24.161571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-a05ed053-fb45-4386-b40a-794e55cdf00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:24.168871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-a05ed053-fb45-4386-b40a-794e55cdf00e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1075590
Apr 09 20:55:24.254565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f850b4a2-9dbc-4a6a-8597-3db4ae538577 req-1eb1b91d-40af-40dc-a6fc-8426adb1fb5e tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946577
Apr 09 20:55:24.405676 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-b25d3bd5-9909-4d86-8563-5410a0cb4088 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291782
Apr 09 20:55:24.604133 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e05b37c0-3cb2-4014-af16-195532ff3cc6 req-bb3f4009-6d26-438a-a734-c5a589eb513d service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792412
Apr 09 20:55:24.871829 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.032102 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.058659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39970) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:25.173057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed35661-e809-4980-9f4e-4061fa33c506 req-5729e93a-1a8a-488e-9e5f-7519842c484f tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:25.182359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ed35661-e809-4980-9f4e-4061fa33c506 req-5729e93a-1a8a-488e-9e5f-7519842c484f tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.1062105
Apr 09 20:55:25.295094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ed35661-e809-4980-9f4e-4061fa33c506 req-f27db5ea-c235-4e36-a03b-61a649aa32f5 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115351
Apr 09 20:55:25.299679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3327c499-6338-4197-aa6f-a5c94333b9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.320640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-f7c6336b-aadf-4583-b24d-564afdbf6eda tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1301942103&fields=id&tenant_id=430f19ffcb28429189b8c76282d2077b HTTP/1.1" status: 200  len: 267 time: 0.1320274
Apr 09 20:55:25.617188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39988) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:25.623448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-2865ed38-5999-4c8c-b2f9-e6d587049b9a tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:25.625485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-2865ed38-5999-4c8c-b2f9-e6d587049b9a tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/networks?id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 200  len: 824 time: 0.3011813
Apr 09 20:55:25.657932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-04ebddeb-71e4-4ab5-b87d-d1be6a5a7494 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/quotas/430f19ffcb28429189b8c76282d2077b HTTP/1.1" status: 200  len: 375 time: 0.0190623
Apr 09 20:55:25.668085 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3327c499-6338-4197-aa6f-a5c94333b9ff admin admin] Publish callbacks [] for security_group (2e7fa181-fab0-461a-851c-f0fed72e8146), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.680740 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3327c499-6338-4197-aa6f-a5c94333b9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2e7fa181-fab0-461a-851c-f0fed72e8146), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.800391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-73b4fa56-0a72-409f-a98b-7995b1ebb3b0 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=430f19ffcb28429189b8c76282d2077b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1344278
Apr 09 20:55:25.803380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3327c499-6338-4197-aa6f-a5c94333b9ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ee380bfbed24392b2d2109797df00c3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7436738
Apr 09 20:55:25.807302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39992) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:25.811517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f32e0a61-a8a5-42a0-8929-4937242a188d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.813810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327c499-6338-4197-aa6f-a5c94333b9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7fa181-fab0-461a-851c-f0fed72e8146,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:25.825107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92340f4d-2c5a-44f4-b12d-b373f33060ee req-aca3747c-d23f-481f-bb7f-52a5d725d05b tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:25.826938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92340f4d-2c5a-44f4-b12d-b373f33060ee req-aca3747c-d23f-481f-bb7f-52a5d725d05b tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.1495481
Apr 09 20:55:25.933503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92340f4d-2c5a-44f4-b12d-b373f33060ee req-e1097092-77d8-4fbe-bb31-b11d575d07b1 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964258
Apr 09 20:55:25.965146 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f32e0a61-a8a5-42a0-8929-4937242a188d admin admin] Publish callbacks [] for security_group (2365866d-01e5-42d1-ac14-eedfc3264fef), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.966358 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a58942a-ef7c-4c10-91fe-dbcea077c4f1 admin admin] Publish callbacks [] for security_group (2e7fa181-fab0-461a-851c-f0fed72e8146), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.975661 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f32e0a61-a8a5-42a0-8929-4937242a188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2365866d-01e5-42d1-ac14-eedfc3264fef), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:25.993354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-7f49eec4-aede-4299-9c59-f72de8c710f9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:55:25.994384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-7f49eec4-aede-4299-9c59-f72de8c710f9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1095169
Apr 09 20:55:25.999493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a58942a-ef7c-4c10-91fe-dbcea077c4f1 admin admin] Publish callbacks [] for security_group (2e7fa181-fab0-461a-851c-f0fed72e8146), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.009665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40002) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:26.013587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f32e0a61-a8a5-42a0-8929-4937242a188d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c5056fc922845399c2d04bca2e27d84&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3905275
Apr 09 20:55:26.050062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e0a61-a8a5-42a0-8929-4937242a188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2365866d-01e5-42d1-ac14-eedfc3264fef,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:26.290086 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fdceedd4-ac2a-4295-9f2e-fdb9c2cb39dc admin admin] Publish callbacks [] for security_group (2365866d-01e5-42d1-ac14-eedfc3264fef), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.316327 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a58942a-ef7c-4c10-91fe-dbcea077c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2e7fa181-fab0-461a-851c-f0fed72e8146), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.318950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a58942a-ef7c-4c10-91fe-dbcea077c4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.320089 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9a58942a-ef7c-4c10-91fe-dbcea077c4f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e7fa181-fab0-461a-851c-f0fed72e8146 HTTP/1.1" status: 204  len: 168 time: 0.5116384
Apr 09 20:55:26.339409 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fdceedd4-ac2a-4295-9f2e-fdb9c2cb39dc admin admin] Publish callbacks [] for security_group (2365866d-01e5-42d1-ac14-eedfc3264fef), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.351871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-de940b4a-9b17-4e98-8215-a0610b040007 service neutron] 10.222.0.30 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3097415
Apr 09 20:55:26.354540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58942a-ef7c-4c10-91fe-dbcea077c4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7fa181-fab0-461a-851c-f0fed72e8146,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:26.506241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45681bd9-3f1f-4917-b645-7414ddb578c5 req-3b7fe51d-4fe6-4f16-a02f-dfb32369c986 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:26.507904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45681bd9-3f1f-4917-b645-7414ddb578c5 req-3b7fe51d-4fe6-4f16-a02f-dfb32369c986 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.1199899
Apr 09 20:55:26.530589 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fdceedd4-ac2a-4295-9f2e-fdb9c2cb39dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2365866d-01e5-42d1-ac14-eedfc3264fef), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.533145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fdceedd4-ac2a-4295-9f2e-fdb9c2cb39dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.534291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fdceedd4-ac2a-4295-9f2e-fdb9c2cb39dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2365866d-01e5-42d1-ac14-eedfc3264fef HTTP/1.1" status: 204  len: 168 time: 0.5222583
Apr 09 20:55:26.560601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceedd4-ac2a-4295-9f2e-fdb9c2cb39dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2365866d-01e5-42d1-ac14-eedfc3264fef,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:26.575300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40018) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:26.615131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-3daadc46-52de-453b-a278-ce0033a75b2a service neutron] 10.222.0.30 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379878
Apr 09 20:55:26.644732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45681bd9-3f1f-4917-b645-7414ddb578c5 req-9def1402-7017-48f6-b696-d26df52bf8cb tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262836
Apr 09 20:55:26.742642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40022) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:26.768242 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.775209 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e4a49df-96d9-4c50-bdb6-f3ae1670458b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:26.951972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35d0330a-46bf-4710-bcc3-97887bed5b98 req-b3da2fd6-92fb-49d4-ad44-ac7cf29f39fc tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 210 time: 0.0690868
Apr 09 20:55:26.998965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e4a49df-96d9-4c50-bdb6-f3ae1670458b admin admin] Publish callbacks [] for security_group (8b2afb78-a27a-4e65-ae92-a22d0761c8bd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.005526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e4a49df-96d9-4c50-bdb6-f3ae1670458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8b2afb78-a27a-4e65-ae92-a22d0761c8bd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.087980 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e4a49df-96d9-4c50-bdb6-f3ae1670458b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=873c2913cc97419faffe40549c09a3a4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3439343
Apr 09 20:55:27.099464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40032) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:27.114587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a49df-96d9-4c50-bdb6-f3ae1670458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2afb78-a27a-4e65-ae92-a22d0761c8bd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:27.178828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9440-7859-493a-b29a-b4d86f2c99ad req-8d525338-ce61-437c-b5e3-aaaf5497e0b5 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:27.179192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b56efbf4-5c0d-416d-8cc2-92cd66b230fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.189854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4cd9440-7859-493a-b29a-b4d86f2c99ad req-8d525338-ce61-437c-b5e3-aaaf5497e0b5 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.1210220
Apr 09 20:55:27.190672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40038) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:27.221763 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c40b5f0-0365-4a27-8671-b78cc0991a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.240608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44c94d37-b9c1-4faa-b8fc-dfcdb0723258 admin admin] Publish callbacks [] for security_group (8b2afb78-a27a-4e65-ae92-a22d0761c8bd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.301241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44c94d37-b9c1-4faa-b8fc-dfcdb0723258 admin admin] Publish callbacks [] for security_group (8b2afb78-a27a-4e65-ae92-a22d0761c8bd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.307441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4cd9440-7859-493a-b29a-b4d86f2c99ad req-8b05339b-25cc-41d4-a32a-e1f7d619c3e6 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005282
Apr 09 20:55:27.379918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b56efbf4-5c0d-416d-8cc2-92cd66b230fd admin admin] Publish callbacks [] for security_group (e90423a5-63b6-444c-9ad5-d4f8be78f87e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.385738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b56efbf4-5c0d-416d-8cc2-92cd66b230fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e90423a5-63b6-444c-9ad5-d4f8be78f87e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.415069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c40b5f0-0365-4a27-8671-b78cc0991a23 admin admin] Publish callbacks [] for security_group (fd535337-4b46-499b-9fd9-0fb17a0ec817), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.422421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c40b5f0-0365-4a27-8671-b78cc0991a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fd535337-4b46-499b-9fd9-0fb17a0ec817), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.431988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44c94d37-b9c1-4faa-b8fc-dfcdb0723258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8b2afb78-a27a-4e65-ae92-a22d0761c8bd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.441325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44c94d37-b9c1-4faa-b8fc-dfcdb0723258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.441325 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-44c94d37-b9c1-4faa-b8fc-dfcdb0723258 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b2afb78-a27a-4e65-ae92-a22d0761c8bd HTTP/1.1" status: 204  len: 168 time: 0.3361642
Apr 09 20:55:27.441325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56efbf4-5c0d-416d-8cc2-92cd66b230fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90423a5-63b6-444c-9ad5-d4f8be78f87e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:27.459370 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b56efbf4-5c0d-416d-8cc2-92cd66b230fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c759b75f393d41f5885d084346557894&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8829584
Apr 09 20:55:27.469159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40044) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:27.481279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c94d37-b9c1-4faa-b8fc-dfcdb0723258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2afb78-a27a-4e65-ae92-a22d0761c8bd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:27.507215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40b5f0-0365-4a27-8671-b78cc0991a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd535337-4b46-499b-9fd9-0fb17a0ec817,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:27.527778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4c40b5f0-0365-4a27-8671-b78cc0991a23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2c8bb81a37d4962a32ed4f83dc6a444&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3337932
Apr 09 20:55:27.528062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40046) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:27.555069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ff62259-cf7b-4850-ba7d-94b891860108 admin admin] Publish callbacks [] for security_group (e90423a5-63b6-444c-9ad5-d4f8be78f87e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.595072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ff62259-cf7b-4850-ba7d-94b891860108 admin admin] Publish callbacks [] for security_group (e90423a5-63b6-444c-9ad5-d4f8be78f87e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.654435 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3ef8-9417-4d79-bce4-4dbf2e72533d admin admin] Publish callbacks [] for security_group (fd535337-4b46-499b-9fd9-0fb17a0ec817), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.681217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3ef8-9417-4d79-bce4-4dbf2e72533d admin admin] Publish callbacks [] for security_group (fd535337-4b46-499b-9fd9-0fb17a0ec817), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.712924 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ff62259-cf7b-4850-ba7d-94b891860108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e90423a5-63b6-444c-9ad5-d4f8be78f87e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.716155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ff62259-cf7b-4850-ba7d-94b891860108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.734045 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5ff62259-cf7b-4850-ba7d-94b891860108 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e90423a5-63b6-444c-9ad5-d4f8be78f87e HTTP/1.1" status: 204  len: 168 time: 0.2475691
Apr 09 20:55:27.743962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff62259-cf7b-4850-ba7d-94b891860108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90423a5-63b6-444c-9ad5-d4f8be78f87e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:27.883228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3ef8-9417-4d79-bce4-4dbf2e72533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fd535337-4b46-499b-9fd9-0fb17a0ec817), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.885993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3ef8-9417-4d79-bce4-4dbf2e72533d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:27.888016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6a8c3ef8-9417-4d79-bce4-4dbf2e72533d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd535337-4b46-499b-9fd9-0fb17a0ec817 HTTP/1.1" status: 204  len: 168 time: 0.3585596
Apr 09 20:55:27.907022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c3ef8-9417-4d79-bce4-4dbf2e72533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd535337-4b46-499b-9fd9-0fb17a0ec817,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:27.925023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d5e30-856c-4a56-ba2e-e6eb18db1464 req-1951be9c-8b54-428f-a2fb-98f1abae26f5 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:27.927141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee2d5e30-856c-4a56-ba2e-e6eb18db1464 req-1951be9c-8b54-428f-a2fb-98f1abae26f5 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.1437078
Apr 09 20:55:28.028409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee2d5e30-856c-4a56-ba2e-e6eb18db1464 req-c797015a-536d-458c-845d-1f0206b03039 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907698
Apr 09 20:55:28.076956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f496b14b-244b-4377-bcf6-bce78f9fe9e7 req-730f9e14-7c4a-459f-89f2-51b1a53b907c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 210 time: 0.0308552
Apr 09 20:55:28.350751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40072) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:28.382903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94f6781a-da7e-4db6-b484-62b199204976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:28.496926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94f6781a-da7e-4db6-b484-62b199204976 admin admin] Publish callbacks [] for security_group (fa40672c-b80b-4f12-8276-de476e59ba35), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:28.503952 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94f6781a-da7e-4db6-b484-62b199204976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fa40672c-b80b-4f12-8276-de476e59ba35), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:28.594580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6781a-da7e-4db6-b484-62b199204976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa40672c-b80b-4f12-8276-de476e59ba35,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:28.607189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-94f6781a-da7e-4db6-b484-62b199204976 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c03c067d9bad4a4fa89e14bae804a73e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2548742
Apr 09 20:55:28.611180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40080) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:28.619916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593293b8-9bbe-4e1b-9f78-4974f50a92ba req-788fff07-c0b2-45b9-9628-3bc981978668 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:28.621811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-593293b8-9bbe-4e1b-9f78-4974f50a92ba req-788fff07-c0b2-45b9-9628-3bc981978668 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.1127384
Apr 09 20:55:28.727519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-593293b8-9bbe-4e1b-9f78-4974f50a92ba req-81c5e0f3-8d2a-4a9e-881a-bc381edf65e1 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938425
Apr 09 20:55:28.734537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-769f509e-dae0-4af6-b15d-b0c7f39e537e admin admin] Publish callbacks [] for security_group (fa40672c-b80b-4f12-8276-de476e59ba35), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:28.762280 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-769f509e-dae0-4af6-b15d-b0c7f39e537e admin admin] Publish callbacks [] for security_group (fa40672c-b80b-4f12-8276-de476e59ba35), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:28.834096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-769f509e-dae0-4af6-b15d-b0c7f39e537e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fa40672c-b80b-4f12-8276-de476e59ba35), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:28.836698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-769f509e-dae0-4af6-b15d-b0c7f39e537e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:28.840541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-769f509e-dae0-4af6-b15d-b0c7f39e537e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa40672c-b80b-4f12-8276-de476e59ba35 HTTP/1.1" status: 204  len: 168 time: 0.2291853
Apr 09 20:55:28.848570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f509e-dae0-4af6-b15d-b0c7f39e537e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa40672c-b80b-4f12-8276-de476e59ba35,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:28.927863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-1bbabd83-31ba-4b2d-a214-5975b7fd1ead tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:28.929353 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-1bbabd83-31ba-4b2d-a214-5975b7fd1ead tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.32 "GET /v2.0/networks?id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 200  len: 824 time: 0.6466558
Apr 09 20:55:29.006838 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-093448f6-d7b3-40b1-a808-b2821e5bdb57 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430f19ffcb28429189b8c76282d2077b HTTP/1.1" status: 200  len: 380 time: 0.0690296
Apr 09 20:55:29.015557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Request body: {'port': {'device_id': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'admin_state_up': True, 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'security_groups': ['ccf15f03-eeb5-45d0-9015-b0da964ca6e0']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:29.146885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Made reservation on behalf of 430f19ffcb28429189b8c76282d2077b for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:29.153664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:29.196960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e30ed93-a335-4401-bf55-139a6fdb11de req-7c27c017-65a9-4f63-98cc-60387466348e tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 210 time: 0.0361059
Apr 09 20:55:29.212081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b9ed-8cde-4e24-9edf-365dec620f88 req-f60b73f6-c550-4f7b-a95d-019c18c92a97 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:29.219094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfe4b9ed-8cde-4e24-9edf-365dec620f88 req-f60b73f6-c550-4f7b-a95d-019c18c92a97 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.1101131
Apr 09 20:55:29.296309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfe4b9ed-8cde-4e24-9edf-365dec620f88 req-1a25fd0d-dd1f-4e24-9ed2-c7c45f22ff6a tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761201
Apr 09 20:55:29.326771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Allocated IP 172.20.0.4 (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba/985f71d8-d31a-4ff1-bf7c-077ac7606201/5fceff8c-349f-449f-affd-fa4876c4f5d7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:29.479414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:29.520369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:29.569244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:29.572224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:29.576246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:29.581475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:29.582088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:29.588658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event updated for resources: {'Port': ['ID=5fceff8c-349f-449f-affd-fa4876c4f5d7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:29.615007 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-81075425-6dc3-4216-b89a-4c2b859235d8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5971882
Apr 09 20:55:29.620955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Request body: {'port': {'device_id': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'device_owner': 'compute:tempest-test_az-2013693189', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:29.644993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40126) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:29.648755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0411e5c5-1a1c-4057-a321-d7244bb102f7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:55:29.708453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:29.888019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 0411e5c5-1a1c-4057-a321-d7244bb102f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0411e5c5-1a1c-4057-a321-d7244bb102f7,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:29.889927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388b2af-3b5b-40e3-a66b-01797f0800e8 req-e7f83cbe-438e-473a-87eb-332b8a9d5eb6 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:29.896845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e388b2af-3b5b-40e3-a66b-01797f0800e8 req-e7f83cbe-438e-473a-87eb-332b8a9d5eb6 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 970 time: 0.0791466
Apr 09 20:55:29.907490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '0411e5c5-1a1c-4057-a321-d7244bb102f7', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '0411e5c5-1a1c-4057-a321-d7244bb102f7', 'mac_address': 'fa:16:3e:d0:59:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:tempest-test_az-2013693189', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:55:29.946539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-582499720-network', 'tenant_id': '2c23a8d6534a4426b2ea106417c8b68a'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:29.968472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e388b2af-3b5b-40e3-a66b-01797f0800e8 req-d24c4983-67c7-43d5-bb99-a9fa67c628c9 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706663
Apr 09 20:55:29.969869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dc7d3d4f-9a58-41e1-bf5e-ba426dbe9bdc None None] Provisioning complete for port 5fceff8c-349f-449f-affd-fa4876c4f5d7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:29.970484 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3d4f-9a58-41e1-bf5e-ba426dbe9bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.001905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Made reservation on behalf of 2c23a8d6534a4426b2ea106417c8b68a for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:30.004927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.015476 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.042123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 0411e5c5-1a1c-4057-a321-d7244bb102f7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:30.042518 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.046157 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.066751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0411e5c5-1a1c-4057-a321-d7244bb102f7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:30.078614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fceff8c-349f-449f-affd-fa4876c4f5d7 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:30.089225 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Publish callbacks [] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.091285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 0411e5c5-1a1c-4057-a321-d7244bb102f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0411e5c5-1a1c-4057-a321-d7244bb102f7,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:30.093728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d3d4f-9a58-41e1-bf5e-ba426dbe9bdc None None] Port 5fceff8c-349f-449f-affd-fa4876c4f5d7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:30.099625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.109412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Transition to ACTIVE for port object 5fceff8c-349f-449f-affd-fa4876c4f5d7 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:55:30.122251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.146446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Publish callbacks [] for security_group (64811193-9358-4985-815f-e724319f2e9e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.153837 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (64811193-9358-4985-815f-e724319f2e9e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.195286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:55:30.201869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64811193-9358-4985-815f-e724319f2e9e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:30.211939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f93668ee-cb13-4d57-9a25-e182d807f8f7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.212570 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Added segment f93668ee-cb13-4d57-9a25-e182d807f8f7 of type vlan for network 6f2c6748-eb93-475b-8e01-8a36bd1222c2
Apr 09 20:55:30.240163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=0411e5c5-1a1c-4057-a321-d7244bb102f7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:30.299612 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (6f2c6748-eb93-475b-8e01-8a36bd1222c2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.370005 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (6f2c6748-eb93-475b-8e01-8a36bd1222c2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.370950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Pushing event updated for resources: {'Port': ['ID=5fceff8c-349f-449f-affd-fa4876c4f5d7,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:30.372747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:30.378244 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.382786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Attempting to bind port 5fceff8c-349f-449f-affd-fa4876c4f5d7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:30.383271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Attempting to bind port 5fceff8c-349f-449f-affd-fa4876c4f5d7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:30.383600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Attempting to bind port 5fceff8c-349f-449f-affd-fa4876c4f5d7 on network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:30.390702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['0411e5c5-1a1c-4057-a321-d7244bb102f7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:30.405347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Port 5fceff8c-349f-449f-affd-fa4876c4f5d7 on network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:30.406470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Attempting to bind port 5fceff8c-349f-449f-affd-fa4876c4f5d7 on network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:30.414420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:30.414752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Checking segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:30.415130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Bound using segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:30.424001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Bound port: 5fceff8c-349f-449f-affd-fa4876c4f5d7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:30.424479 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.517320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] For port 5fceff8c-349f-449f-affd-fa4876c4f5d7, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:30.520983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c84b2e-fac3-43e2-8d29-d39bf64bd6af req-cb4b86d8-b45e-410c-a539-a694c2df531d tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:30.522701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] For port 5fceff8c-349f-449f-affd-fa4876c4f5d7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fceff8c-349f-449f-affd-fa4876c4f5d7,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:30.522838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83c84b2e-fac3-43e2-8d29-d39bf64bd6af req-cb4b86d8-b45e-410c-a539-a694c2df531d tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 965 time: 0.1704955
Apr 09 20:55:30.528277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.8820317
Apr 09 20:55:30.531924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:30.532270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b4bf6-aca1-4806-aeb5-4c65be327109 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2c6748-eb93-475b-8e01-8a36bd1222c2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:30.541170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Request body: {'subnet': {'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-582499720-subnet', 'tenant_id': '2c23a8d6534a4426b2ea106417c8b68a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:30.561523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:55:30.566960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.573919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Made reservation on behalf of 2c23a8d6534a4426b2ea106417c8b68a for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:30.578731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.584786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83c84b2e-fac3-43e2-8d29-d39bf64bd6af req-2b9370b9-3fea-4518-a3d8-58027005187d tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493925
Apr 09 20:55:30.669266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:30.670004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.676695 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] 10.222.0.32 "PUT /v2.0/ports/5fceff8c-349f-449f-affd-fa4876c4f5d7 HTTP/1.1" status: 200  len: 1113 time: 1.0600672
Apr 09 20:55:30.695639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'tag': '5fceff8c-349f-449f-affd-fa4876c4f5d7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:30.707006 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5793bd7b-c38e-4750-937e-6b1e29d43b12" -d '{"events": [{"name": "network-changed", "server_uuid": "3765143e-2819-46e6-94ae-6d26f95a5ef4", "tag": "5fceff8c-349f-449f-affd-fa4876c4f5d7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:30.790658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1731447653', 'description': 'tempest-description-642483883'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:30.841847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.883828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:30.894468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-9fe7f703-b4be-43d7-9858-fbcc0fd0eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:30.896085 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-9fe7f703-b4be-43d7-9858-fbcc0fd0eb8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=430f19ffcb28429189b8c76282d2077b&device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 1147 time: 0.1422734
Apr 09 20:55:30.906083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360f6e3-a46c-48c6-84f6-810cea76d923 service neutron] Pushing event updated for resources: {'Port': ['ID=5fceff8c-349f-449f-affd-fa4876c4f5d7,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:30.925005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb4af4-ed2f-4968-9361-129fe2a96a2e req-c0e56cb3-12e8-4b1f-808d-5f72249c3fa2 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:30.928033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fabb4af4-ed2f-4968-9361-129fe2a96a2e req-c0e56cb3-12e8-4b1f-808d-5f72249c3fa2 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.2344322
Apr 09 20:55:31.002491 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-32612741-7ebc-4dc1-ab1b-50978c7efac0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fceff8c-349f-449f-affd-fa4876c4f5d7 HTTP/1.1" status: 200  len: 217 time: 0.0416617
Apr 09 20:55:31.007786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fabb4af4-ed2f-4968-9361-129fe2a96a2e req-4fa552d8-3ae6-4a30-8bbf-a5901e518eb3 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707214
Apr 09 20:55:31.054095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (e36a6e28-7e07-40e3-8897-e85467aeb7e7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.059296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e36a6e28-7e07-40e3-8897-e85467aeb7e7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.101256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-a016d105-2412-4ce1-b059-cf28d6cc1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:31.102835 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-a016d105-2412-4ce1-b059-cf28d6cc1c7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=985f71d8-d31a-4ff1-bf7c-077ac7606201 HTTP/1.1" status: 200  len: 863 time: 0.0917752
Apr 09 20:55:31.113265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a6e28-7e07-40e3-8897-e85467aeb7e7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:31.197454 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735dd687-ffc0-431f-9d41-bb18537eff9e x-openstack-request-id: req-735dd687-ffc0-431f-9d41-bb18537eff9e {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:31.197884 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3765143e-2819-46e6-94ae-6d26f95a5ef4", "tag": "5fceff8c-349f-449f-affd-fa4876c4f5d7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:31.198169 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-735dd687-ffc0-431f-9d41-bb18537eff9e {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:31.198506 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735dd687-ffc0-431f-9d41-bb18537eff9e'] response: {'name': 'network-changed', 'server_uuid': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'tag': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'status': 'completed', 'code': 200}
Apr 09 20:55:31.214142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (7f3d2404-5a89-4ece-beb3-71037771170e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.228481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-f2a16b06-f15e-49ab-8b72-2f859f09b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:31.228733 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (c6b3fa7a-b859-4bbb-849f-635ae59236f2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.229863 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-f2a16b06-f15e-49ab-8b72-2f859f09b5e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1187468
Apr 09 20:55:31.243188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c6b3fa7a-b859-4bbb-849f-635ae59236f2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.314375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b3fa7a-b859-4bbb-849f-635ae59236f2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:31.318471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.319710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c76b995-ef2f-4c95-a10a-e4d4cea9039b req-7bc99a78-2a27-4644-bf28-b82898e19ee5 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5342801
Apr 09 20:55:31.338757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338291e2-5220-4d5a-97cc-0e7d84bfbe1f req-ad7945ef-8c50-4e25-a521-030adf189f6e tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:31.340953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-338291e2-5220-4d5a-97cc-0e7d84bfbe1f req-ad7945ef-8c50-4e25-a521-030adf189f6e tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 971 time: 0.0831316
Apr 09 20:55:31.371100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3d2404-5a89-4ece-beb3-71037771170e,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:31.371857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4de62f67-f41b-4157-82c9-df7938dde4e4 req-328f7695-6e95-4230-9c40-e810428613e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Request body: {'security_group': {'name': 'tempest-securitygroup-763071604', 'description': 'tempest-description-225595739'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:31.388965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:31.389349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Network hostable DHCP agents. Network: 6f2c6748-eb93-475b-8e01-8a36bd1222c2, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:55:31.412244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-338291e2-5220-4d5a-97cc-0e7d84bfbe1f req-dd981d9e-4db0-4208-8b30-a3acd06f9426 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651567
Apr 09 20:55:31.412796 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-7217b4d5-ba98-4eda-8acb-92a5e2e4ef50 service neutron] 10.222.0.32 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591651
Apr 09 20:55:31.413430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4de62f67-f41b-4157-82c9-df7938dde4e4 req-328f7695-6e95-4230-9c40-e810428613e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.430734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:55:31.462745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f2c6748-eb93-475b-8e01-8a36bd1222c2) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:31.476626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e974e-b420-4c04-a84f-97847d011b42 None None] Network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:55:31.505498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4de62f67-f41b-4157-82c9-df7938dde4e4 req-328f7695-6e95-4230-9c40-e810428613e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (4da65d92-962e-4865-a382-cd14303568a2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.514999 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4de62f67-f41b-4157-82c9-df7938dde4e4 req-328f7695-6e95-4230-9c40-e810428613e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4da65d92-962e-4865-a382-cd14303568a2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.531007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:31.531989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.569616 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8948c3b9-d281-4861-8f37-9f8c029c8bc2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0355508
Apr 09 20:55:31.582806 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4de62f67-f41b-4157-82c9-df7938dde4e4 req-328f7695-6e95-4230-9c40-e810428613e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.584418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4de62f67-f41b-4157-82c9-df7938dde4e4 req-328f7695-6e95-4230-9c40-e810428613e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2200410
Apr 09 20:55:31.587236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f7695-6e95-4230-9c40-e810428613e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da65d92-962e-4865-a382-cd14303568a2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:31.621537 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba7b81ea-46a4-43f2-8bf3-e5ca6c744279 req-00fcf06e-d197-46dd-b321-6b586d5473f2 service neutron] 10.222.0.32 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006047
Apr 09 20:55:31.642407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0411e5c5-1a1c-4057-a321-d7244bb102f7 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:31.806573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7105054-3948-42d2-bb4f-bc0c9bfee500 req-ec0ea032-7d45-4840-b087-35217db2c1c5 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:31.808167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c7105054-3948-42d2-bb4f-bc0c9bfee500 req-ec0ea032-7d45-4840-b087-35217db2c1c5 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 965 time: 0.0824361
Apr 09 20:55:31.847004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5679c843-1867-4b9c-9919-9c71397cf3e2 None None] Network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:55:31.886473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 0411e5c5-1a1c-4057-a321-d7244bb102f7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:55:31.927581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 0411e5c5-1a1c-4057-a321-d7244bb102f7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:31.928152 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:31.928452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c7105054-3948-42d2-bb4f-bc0c9bfee500 req-f677ff33-c20c-4f30-b799-b88be82367a5 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132586
Apr 09 20:55:31.967481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-910231789', 'description': 'tempest-description-212171429'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:31.997904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.008297 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.056058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 0411e5c5-1a1c-4057-a321-d7244bb102f7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:32.056568 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.084610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31d467-dacc-4afb-b318-c50a9df98118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0411e5c5-1a1c-4057-a321-d7244bb102f7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:32.125510 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (fcd936f9-de39-4294-aa77-eac717f0d1c6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.134095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fcd936f9-de39-4294-aa77-eac717f0d1c6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.168063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 0411e5c5-1a1c-4057-a321-d7244bb102f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0411e5c5-1a1c-4057-a321-d7244bb102f7,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:32.174648 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.179852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd936f9-de39-4294-aa77-eac717f0d1c6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:32.245770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=0411e5c5-1a1c-4057-a321-d7244bb102f7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:32.270167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.281270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.284829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-b183736d-b509-447d-8a1e-f9bf08d7cd78 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5fc90b2020ab417e8b6ba2bfb69d6ba5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0320146
Apr 09 20:55:32.305901 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fef9f2b-ca1f-4aa9-b788-fadabf108a90" -d '{"events": [{"server_uuid": "1b31d467-dacc-4afb-b318-c50a9df98118", "name": "network-vif-plugged", "status": "completed", "tag": "0411e5c5-1a1c-4057-a321-d7244bb102f7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:32.331695 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.332912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fab6e3bb-6482-4787-96a8-e6d9814cdfff req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3718185
Apr 09 20:55:32.347006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660af09-edca-4dbe-8f5f-7403660fdb6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:32.379920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40222) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:32.386437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1177014463-network', 'tenant_id': 'e5e32e456ce8498cba865bda8f8445f1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:32.458028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Made reservation on behalf of e5e32e456ce8498cba865bda8f8445f1 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:32.460271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.477003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a294283d-2921-47c3-93ee-8d7274a245d2 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.478484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a294283d-2921-47c3-93ee-8d7274a245d2 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1800075
Apr 09 20:55:32.484381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144cd3-1673-475e-8a9b-2223efaca792 req-dfa0fdb0-6ffd-4e97-9c81-ba1ee4500aec tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.486081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf144cd3-1673-475e-8a9b-2223efaca792 req-dfa0fdb0-6ffd-4e97-9c81-ba1ee4500aec tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.0959239
Apr 09 20:55:32.488458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.517817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-77f514b8-db14-4d82-a764-861535a5b531 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/quotas/5fc90b2020ab417e8b6ba2bfb69d6ba5 HTTP/1.1" status: 200  len: 375 time: 0.0308087
Apr 09 20:55:32.552497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-ebd0f983-1ab3-4566-923d-042bd7156c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.553960 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-ebd0f983-1ab3-4566-923d-042bd7156c89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=430f19ffcb28429189b8c76282d2077b&device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 1147 time: 0.0407939
Apr 09 20:55:32.568386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-9aebc644-7635-416c-a6eb-fe0ed7b6e5f8 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fc90b2020ab417e8b6ba2bfb69d6ba5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434666
Apr 09 20:55:32.593798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf144cd3-1673-475e-8a9b-2223efaca792 req-89ac5a8c-b2d5-4dbe-8e3e-7c8eae1bc38e tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923517
Apr 09 20:55:32.657326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Publish callbacks [] for security_group (068347f4-6519-475d-9249-d01a40f537c2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.661908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-a562b82b-508e-4786-ae2c-12e14d586f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.663627 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-a562b82b-508e-4786-ae2c-12e14d586f03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 200  len: 925 time: 0.1031032
Apr 09 20:55:32.664751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (068347f4-6519-475d-9249-d01a40f537c2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.697488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:55:32.708105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068347f4-6519-475d-9249-d01a40f537c2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:32.718358 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-6a27d131-1673-4285-bb6a-e66929cd865a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fceff8c-349f-449f-affd-fa4876c4f5d7 HTTP/1.1" status: 200  len: 217 time: 0.0454044
Apr 09 20:55:32.729491 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fe667546-79ac-43fb-836d-7a6104507661), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.729881 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Added segment fe667546-79ac-43fb-836d-7a6104507661 of type vlan for network 1b1b4a02-93c9-431a-8357-4fe2ebf2fb20
Apr 09 20:55:32.749499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d2e51443-56ed-46d2-a50e-a2edbeaf5940 req-f1ea60b1-1b6e-4c34-bd6e-5405749cea53 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-401765640', 'description': 'tempest-description-1767581639'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:32.796020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1b1b4a02-93c9-431a-8357-4fe2ebf2fb20), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.797008 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bca66e-fcb7-45c1-b964-06f0a56a5073 x-openstack-request-id: req-d9bca66e-fcb7-45c1-b964-06f0a56a5073 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:32.797525 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31d467-dacc-4afb-b318-c50a9df98118", "name": "network-vif-plugged", "status": "completed", "tag": "0411e5c5-1a1c-4057-a321-d7244bb102f7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:32.797887 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9bca66e-fcb7-45c1-b964-06f0a56a5073 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:32.798323 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bca66e-fcb7-45c1-b964-06f0a56a5073'] response: {'server_uuid': '1b31d467-dacc-4afb-b318-c50a9df98118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0411e5c5-1a1c-4057-a321-d7244bb102f7', 'code': 200}
Apr 09 20:55:32.799142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-c97d174f-637b-4e54-81c3-077a5bbaa600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.800866 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-c97d174f-637b-4e54-81c3-077a5bbaa600 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=985f71d8-d31a-4ff1-bf7c-077ac7606201 HTTP/1.1" status: 200  len: 863 time: 0.0745094
Apr 09 20:55:32.826064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1b1b4a02-93c9-431a-8357-4fe2ebf2fb20), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.827169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.827810 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.857789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2e51443-56ed-46d2-a50e-a2edbeaf5940 req-f1ea60b1-1b6e-4c34-bd6e-5405749cea53 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:32.879703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.32', 55836) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:32.936885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.5559187
Apr 09 20:55:32.942208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90586f-9875-4767-8150-9104a761f86b admin admin] Pushing event updated for resources: {'Network': ['ID=1b1b4a02-93c9-431a-8357-4fe2ebf2fb20,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:32.942458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40234) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:32.954187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Request body: {'subnet': {'network_id': '1b1b4a02-93c9-431a-8357-4fe2ebf2fb20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1177014463-subnet', 'tenant_id': 'e5e32e456ce8498cba865bda8f8445f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:32.955306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1b1b4a02-93c9-431a-8357-4fe2ebf2fb20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:55:32.955990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e139b-5e62-4e03-9d38-c4105110c7ac req-9f68ee97-8f28-47c4-8136-09abc99243ad tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.959148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-760e139b-5e62-4e03-9d38-c4105110c7ac req-9f68ee97-8f28-47c4-8136-09abc99243ad tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 972 time: 0.1049783
Apr 09 20:55:32.969464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-2aba133d-46a6-49ee-be16-9806f3ffe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.970987 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-2aba133d-46a6-49ee-be16-9806f3ffe642 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1567585
Apr 09 20:55:32.991270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f7c0-7aa6-49b4-9277-45b554724d20 req-298a55bb-1b26-4787-b268-684c74a562c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:32.992833 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8cf5f7c0-7aa6-49b4-9277-45b554724d20 req-298a55bb-1b26-4787-b268-684c74a562c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 1154 time: 0.1121194
Apr 09 20:55:33.035031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8cf5f7c0-7aa6-49b4-9277-45b554724d20 req-8cb540fd-4466-44cc-96f3-6e16de7af95b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.039228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2e51443-56ed-46d2-a50e-a2edbeaf5940 req-f1ea60b1-1b6e-4c34-bd6e-5405749cea53 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (3816d3e0-430e-4c2e-ab21-a9fc5d24b427), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.040502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Made reservation on behalf of e5e32e456ce8498cba865bda8f8445f1 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:33.043036 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.050247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-760e139b-5e62-4e03-9d38-c4105110c7ac req-3d8a374d-b175-4497-9268-d8a5fa12ab26 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831168
Apr 09 20:55:33.051439 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2e51443-56ed-46d2-a50e-a2edbeaf5940 req-f1ea60b1-1b6e-4c34-bd6e-5405749cea53 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3816d3e0-430e-4c2e-ab21-a9fc5d24b427), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.086429 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2e51443-56ed-46d2-a50e-a2edbeaf5940 req-f1ea60b1-1b6e-4c34-bd6e-5405749cea53 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.087932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2e51443-56ed-46d2-a50e-a2edbeaf5940 req-f1ea60b1-1b6e-4c34-bd6e-5405749cea53 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3442104
Apr 09 20:55:33.092398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea60b1-1b6e-4c34-bd6e-5405749cea53 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3816d3e0-430e-4c2e-ab21-a9fc5d24b427,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:33.176289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-238ebdb1-cb7d-4100-ba49-ab203c3c3efa req-36f11e82-bfd7-45da-bd81-ea645fab8206 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 210 time: 0.0422120
Apr 09 20:55:33.198680 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-0e023bf3-77ce-40f1-8bd2-367b7036f0f4 service neutron] 10.222.0.32 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186708
Apr 09 20:55:33.236729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49765def-0aa8-429a-a5dc-351038f31e1e req-215f0d04-15bb-4059-b99f-0879177b4690 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:33.238829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49765def-0aa8-429a-a5dc-351038f31e1e req-215f0d04-15bb-4059-b99f-0879177b4690 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 965 time: 0.0663002
Apr 09 20:55:33.341743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49765def-0aa8-429a-a5dc-351038f31e1e req-b64335d3-732a-4c9e-bba7-e56d75a00586 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875685
Apr 09 20:55:33.490201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-54721e45-f634-401e-aecc-836b67666e6e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 37038 time: 0.2622285
Apr 09 20:55:33.509275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8cf5f7c0-7aa6-49b4-9277-45b554724d20 req-8cb540fd-4466-44cc-96f3-6e16de7af95b service neutron] Publish callbacks [] for security_group (9a947f01-9d03-4223-98e6-dafe51681189), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.520237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8cf5f7c0-7aa6-49b4-9277-45b554724d20 req-8cb540fd-4466-44cc-96f3-6e16de7af95b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9a947f01-9d03-4223-98e6-dafe51681189), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.534471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-97673b0d-a890-497e-8a2f-c23631e39d2a tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/068347f4-6519-475d-9249-d01a40f537c2 HTTP/1.1" status: 200  len: 2998 time: 0.0369635
Apr 09 20:55:33.578207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-051dcb8b-3f8c-4eba-9ac9-ba0be8b0af54 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/068347f4-6519-475d-9249-d01a40f537c2 HTTP/1.1" status: 200  len: 2998 time: 0.0360878
Apr 09 20:55:33.602650 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5793bd7b-c38e-4750-937e-6b1e29d43b12 req-62ac944e-14df-4e62-958b-f9a07cf71f6e service neutron] 10.222.0.32 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3947778
Apr 09 20:55:33.615516 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8cf5f7c0-7aa6-49b4-9277-45b554724d20 req-8cb540fd-4466-44cc-96f3-6e16de7af95b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6048772
Apr 09 20:55:33.617664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb540fd-4466-44cc-96f3-6e16de7af95b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a947f01-9d03-4223-98e6-dafe51681189,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:33.622557 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.630682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-23d82c93-7ee8-4cbb-ad5f-524c2785e927 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/1202a696-bb26-4578-bb48-f135b1c2da62 HTTP/1.1" status: 200  len: 2994 time: 0.0465426
Apr 09 20:55:33.672467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:33.673592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-2145947e-407b-4651-a1c2-732a7bf45da6 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/1202a696-bb26-4578-bb48-f135b1c2da62 HTTP/1.1" status: 200  len: 2994 time: 0.0419288
Apr 09 20:55:33.689874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Checking segment: {'id': 'fe667546-79ac-43fb-836d-7a6104507661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1b1b4a02-93c9-431a-8357-4fe2ebf2fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:33.690241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Network hostable DHCP agents. Network: 1b1b4a02-93c9-431a-8357-4fe2ebf2fb20, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:55:33.709255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Network 1b1b4a02-93c9-431a-8357-4fe2ebf2fb20 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:55:33.719476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b1b4a02-93c9-431a-8357-4fe2ebf2fb20) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:33.723666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:33.724446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:33.737512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974bdb54-8500-4f19-b2ad-8f70a3f29761 None None] Network 1b1b4a02-93c9-431a-8357-4fe2ebf2fb20 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:55:33.741745 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-85ee08ff-b1f8-49b8-8c54-892b47c297e1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.7982626
Apr 09 20:55:33.746940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c36f-a96f-4b04-81d7-dde9cd9c3ca0 req-fb903c01-e0e6-45ba-adb0-64b33848808f tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:33.748437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9610c36f-a96f-4b04-81d7-dde9cd9c3ca0 req-fb903c01-e0e6-45ba-adb0-64b33848808f tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.0731070
Apr 09 20:55:33.760212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-0c70b0d2-a23d-4f99-b9ce-c9f5fda922ae tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/281ab0bc-5acb-44a5-9bca-e5b624b30088 HTTP/1.1" status: 200  len: 2994 time: 0.0834014
Apr 09 20:55:33.829420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9610c36f-a96f-4b04-81d7-dde9cd9c3ca0 req-a0aeb27a-272e-4500-a8ed-14a599703e86 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719397
Apr 09 20:55:33.830943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-a8e3917e-2775-4621-b9b7-f1f63cd57bfa tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/281ab0bc-5acb-44a5-9bca-e5b624b30088 HTTP/1.1" status: 200  len: 2994 time: 0.0646896
Apr 09 20:55:33.855944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5eab89-5c2f-45b6-9eb6-16969b6e94e9 None None] Network 1b1b4a02-93c9-431a-8357-4fe2ebf2fb20 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:55:33.895985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-7240613b-6fa4-447f-8bd3-f70f1e70b129 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/64811193-9358-4985-815f-e724319f2e9e HTTP/1.1" status: 200  len: 2998 time: 0.0586360
Apr 09 20:55:33.933749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-da0b5ff0-f680-42cc-b65c-274f9bca195d tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/64811193-9358-4985-815f-e724319f2e9e HTTP/1.1" status: 200  len: 2998 time: 0.0367012
Apr 09 20:55:33.979615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-5130eb0f-78e4-4aac-997c-f3e8dd9eefa8 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9313a3d6-f724-45b8-89ea-19a89050650c HTTP/1.1" status: 200  len: 2998 time: 0.0399432
Apr 09 20:55:34.021603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-caca0676-5baa-4c35-9fd2-037ad2ae9e94 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9313a3d6-f724-45b8-89ea-19a89050650c HTTP/1.1" status: 200  len: 2998 time: 0.0356841
Apr 09 20:55:34.064817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-c1ca539a-70de-40ea-b209-aab73cff050b tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/95c712d7-3efd-40a3-a5c7-c376287b8c4f HTTP/1.1" status: 200  len: 2994 time: 0.0375576
Apr 09 20:55:34.168008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-223a55d1-f8c8-4e8d-97e1-2e8e9f38c96e tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/95c712d7-3efd-40a3-a5c7-c376287b8c4f HTTP/1.1" status: 200  len: 2994 time: 0.0970285
Apr 09 20:55:34.228752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-9b7e5e60-e225-4949-bd4c-4b4455e7a108 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:34.230199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-9b7e5e60-e225-4949-bd4c-4b4455e7a108 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 820 time: 0.1473632
Apr 09 20:55:34.235470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-94e3a256-4e7c-4d13-8e82-13d2850cd4e2 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/a6899cbe-b99b-4ee3-9a5a-f6d55bffcef4 HTTP/1.1" status: 200  len: 2990 time: 0.0609930
Apr 09 20:55:34.250269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-84dde9ca-c17c-4320-aa0b-18446634349c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/quotas/2c23a8d6534a4426b2ea106417c8b68a HTTP/1.1" status: 200  len: 375 time: 0.0139198
Apr 09 20:55:34.292373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-da4ec4c5-7dad-418e-bdbc-b13eca953693 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0358348
Apr 09 20:55:34.302305 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-eaa608ed-238b-4391-8a25-39c110756771 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/a6899cbe-b99b-4ee3-9a5a-f6d55bffcef4 HTTP/1.1" status: 200  len: 2990 time: 0.0600352
Apr 09 20:55:34.351684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-32ef7b39-9272-403e-a2ca-61ecea0b5aa5 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/aa5284ec-0b2c-4c82-9a00-88ec3eb07eef HTTP/1.1" status: 200  len: 2994 time: 0.0430245
Apr 09 20:55:34.394268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-64c39ac8-9076-4ca6-a5ca-d973a4ff6949 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/aa5284ec-0b2c-4c82-9a00-88ec3eb07eef HTTP/1.1" status: 200  len: 2994 time: 0.0370257
Apr 09 20:55:34.453372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-e097a0b2-d395-4f6d-afe5-717f82c50cc9 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e36a6e28-7e07-40e3-8897-e85467aeb7e7 HTTP/1.1" status: 200  len: 2998 time: 0.0511315
Apr 09 20:55:34.465247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-500b3e23-ae34-4500-aaf4-47163f8f94a4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:55:34.466228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-500b3e23-ae34-4500-aaf4-47163f8f94a4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0626504
Apr 09 20:55:34.548458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-fbb799dd-8267-4903-89f5-7c633b610f50 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e36a6e28-7e07-40e3-8897-e85467aeb7e7 HTTP/1.1" status: 200  len: 2998 time: 0.0941985
Apr 09 20:55:34.598043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-049ef19d-d5a2-44a3-b417-44d53ef85e07 service neutron] 10.222.0.30 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240981
Apr 09 20:55:34.614638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-3252145d-36f1-4ba6-9554-7bae690eecee tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/fcd936f9-de39-4294-aa77-eac717f0d1c6 HTTP/1.1" status: 200  len: 2998 time: 0.0603414
Apr 09 20:55:34.710869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a4303f-978d-4d2b-a04a-6f86a007d7ca req-41bafec8-418e-44dd-9979-6400e72af678 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/fcd936f9-de39-4294-aa77-eac717f0d1c6 HTTP/1.1" status: 200  len: 2998 time: 0.0837841
Apr 09 20:55:34.725709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-4a1b90b4-c455-4cfe-ab5e-4111b27313e9 service neutron] 10.222.0.30 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217837
Apr 09 20:55:34.819983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31263fc-51b0-441b-9fb1-61c9dc4cd237 req-e6d3ae9e-9033-4955-b867-e0245d1fb336 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:34.821685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c31263fc-51b0-441b-9fb1-61c9dc4cd237 req-e6d3ae9e-9033-4955-b867-e0245d1fb336 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 972 time: 0.0559812
Apr 09 20:55:34.898948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c31263fc-51b0-441b-9fb1-61c9dc4cd237 req-a7b69103-fdd3-4f93-b22e-678dc9848bee tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712504
Apr 09 20:55:35.066312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fac91c0-d5fe-4cc4-95d3-5c5da6cc2bc9 req-5c193d20-db68-4dbc-b1cf-e9c47540428f tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 210 time: 0.1830809
Apr 09 20:55:35.126988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bebfb-0106-41a8-b480-1cf806f1c9c5 req-8f4eabe9-04e8-41eb-aff0-95a1853f81e8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:35.128540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d1bebfb-0106-41a8-b480-1cf806f1c9c5 req-8f4eabe9-04e8-41eb-aff0-95a1853f81e8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 965 time: 0.0653789
Apr 09 20:55:35.160643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c4d723d3-0684-49d1-ac3a-2f8aa3273cc3 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5fc90b2020ab417e8b6ba2bfb69d6ba5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0447140
Apr 09 20:55:35.231778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f20c612e-2744-4c81-b1cd-ac3d12408b0f req-b09e8fa2-0587-4daf-a86f-f13d1627c716 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=824b62cd9d7c4a58a76615640e1a7eb1 HTTP/1.1" status: 200  len: 6152 time: 0.1326556
Apr 09 20:55:35.243916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d1bebfb-0106-41a8-b480-1cf806f1c9c5 req-904cf2ec-3643-4d70-85d5-187d3f0ce7b2 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050956
Apr 09 20:55:35.331876 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-caf8df8f-f30e-4cfd-ab43-b864ac2d7bde tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:35.333932 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-caf8df8f-f30e-4cfd-ab43-b864ac2d7bde tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1681890
Apr 09 20:55:35.338059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fbb5c9a-d8a6-4888-8425-3f523d7523b7 req-078b2801-55a0-4127-8bc1-e84bb2dbfaf7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 210 time: 0.0498991
Apr 09 20:55:35.361334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Request body: {'port': {'device_id': '5eaef15a-5756-47f4-8e9d-879861e77ada', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '5fc90b2020ab417e8b6ba2bfb69d6ba5'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:35.368440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f20c612e-2744-4c81-b1cd-ac3d12408b0f req-06052cde-4df4-4d3b-bf51-67fe431afb00 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "GET /v2.0/security-groups/e36a6e28-7e07-40e3-8897-e85467aeb7e7 HTTP/1.1" status: 200  len: 2998 time: 0.1227190
Apr 09 20:55:35.452854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b5184-c052-4169-8c12-e17bc0abe4ad req-f2868520-021d-47df-b0bf-3e6e2c1da79e tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:35.454824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0b5184-c052-4169-8c12-e17bc0abe4ad req-f2868520-021d-47df-b0bf-3e6e2c1da79e tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.0655782
Apr 09 20:55:35.462531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f20c612e-2744-4c81-b1cd-ac3d12408b0f req-3efe6cb6-04e7-4591-b588-be5d8f8af37a tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "GET /v2.0/security-groups/e36a6e28-7e07-40e3-8897-e85467aeb7e7 HTTP/1.1" status: 200  len: 2998 time: 0.0928171
Apr 09 20:55:35.512491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Made reservation on behalf of 5fc90b2020ab417e8b6ba2bfb69d6ba5 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:35.518417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.527557 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.555588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf52c8ca-8a3d-42f9-b7c2-3669725664bd req-6c0a8efb-f623-4c31-b106-e8daf1e05f12 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/3816d3e0-430e-4c2e-ab21-a9fc5d24b427 HTTP/1.1" status: 200  len: 1794 time: 0.0721734
Apr 09 20:55:35.560566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0b5184-c052-4169-8c12-e17bc0abe4ad req-2dc47cca-2f1a-4e59-88b7-ee3d402e3977 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968664
Apr 09 20:55:35.613480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf52c8ca-8a3d-42f9-b7c2-3669725664bd req-b3b20f52-c2f6-4f9d-84c3-fef2f98b4ed2 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (3816d3e0-430e-4c2e-ab21-a9fc5d24b427), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.619570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks [] for security_group (d9a4d388-f9df-4535-959f-9aa082efc2a9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.625422 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d9a4d388-f9df-4535-959f-9aa082efc2a9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.634157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf52c8ca-8a3d-42f9-b7c2-3669725664bd req-b3b20f52-c2f6-4f9d-84c3-fef2f98b4ed2 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (3816d3e0-430e-4c2e-ab21-a9fc5d24b427), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.651013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5fceff8c-349f-449f-affd-fa4876c4f5d7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:55:35.689659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a4d388-f9df-4535-959f-9aa082efc2a9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:35.691606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf52c8ca-8a3d-42f9-b7c2-3669725664bd req-b3b20f52-c2f6-4f9d-84c3-fef2f98b4ed2 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3816d3e0-430e-4c2e-ab21-a9fc5d24b427), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.710473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf52c8ca-8a3d-42f9-b7c2-3669725664bd req-b3b20f52-c2f6-4f9d-84c3-fef2f98b4ed2 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.711902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf52c8ca-8a3d-42f9-b7c2-3669725664bd req-b3b20f52-c2f6-4f9d-84c3-fef2f98b4ed2 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/3816d3e0-430e-4c2e-ab21-a9fc5d24b427 HTTP/1.1" status: 204  len: 173 time: 0.1480670
Apr 09 20:55:35.720565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b20f52-c2f6-4f9d-84c3-fef2f98b4ed2 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3816d3e0-430e-4c2e-ab21-a9fc5d24b427,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:35.771533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a721c621-84fd-490f-835c-67b40361db44 req-f83c3124-8f1f-4c8a-9b68-4c1904f3ec7f tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "GET /v2.0/security-groups/93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58 HTTP/1.1" status: 200  len: 1793 time: 0.0368094
Apr 09 20:55:35.782528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5fceff8c-349f-449f-affd-fa4876c4f5d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fceff8c-349f-449f-affd-fa4876c4f5d7,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:35.785060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Allocated IP 192.168.233.172 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/dfee8680-3642-4a06-b77e-904d4daa6e7e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:35.797880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'port_id': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'mac_address': 'fa:16:3e:80:11:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-2013693189', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:55:35.826359 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a721c621-84fd-490f-835c-67b40361db44 req-7d2b19fa-01e8-418a-a233-ec8922a4f5a8 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.837463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5fceff8c-349f-449f-affd-fa4876c4f5d7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:35.837855 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.848626 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a721c621-84fd-490f-835c-67b40361db44 req-7d2b19fa-01e8-418a-a233-ec8922a4f5a8 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.853699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fceff8c-349f-449f-affd-fa4876c4f5d7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:35.874270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5fceff8c-349f-449f-affd-fa4876c4f5d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fceff8c-349f-449f-affd-fa4876c4f5d7,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:35.880469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.894329 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a721c621-84fd-490f-835c-67b40361db44 req-7d2b19fa-01e8-418a-a233-ec8922a4f5a8 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.897016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a721c621-84fd-490f-835c-67b40361db44 req-7d2b19fa-01e8-418a-a233-ec8922a4f5a8 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.898485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a721c621-84fd-490f-835c-67b40361db44 req-7d2b19fa-01e8-418a-a233-ec8922a4f5a8 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58 HTTP/1.1" status: 204  len: 173 time: 0.1198940
Apr 09 20:55:35.906821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b19fa-01e8-418a-a233-ec8922a4f5a8 tempest-SecurityGroupsTestAdminJSON-1278020297 tempest-SecurityGroupsTestAdminJSON-1278020297-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3b5a4-a0ff-4b67-b0fc-48d8378b0c58,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:35.966039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5fceff8c-349f-449f-affd-fa4876c4f5d7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:35.987664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks [] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:35.991588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a71df552-8aee-4011-8811-2599980f1475 req-9cd9c7b6-00e8-491e-a3b4-a45301e20f59 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "GET /v2.0/security-groups/4da65d92-962e-4865-a382-cd14303568a2 HTTP/1.1" status: 200  len: 1793 time: 0.0594690
Apr 09 20:55:36.037296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.083333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cd70f-c16b-4351-b726-db6dc797c46b req-fa807a35-7c57-48b3-815a-81ffd0a15711 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:36.084897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b29cd70f-c16b-4351-b726-db6dc797c46b req-fa807a35-7c57-48b3-815a-81ffd0a15711 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 972 time: 0.0892439
Apr 09 20:55:36.100756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5fceff8c-349f-449f-affd-fa4876c4f5d7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:36.125441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a71df552-8aee-4011-8811-2599980f1475 req-81ebb285-c9da-4226-8e26-26603bbc24c1 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (4da65d92-962e-4865-a382-cd14303568a2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.134157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:36.144118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:36.152763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:36.157700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:36.158297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.166182 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a71df552-8aee-4011-8811-2599980f1475 req-81ebb285-c9da-4226-8e26-26603bbc24c1 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (4da65d92-962e-4865-a382-cd14303568a2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.175475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Pushing event updated for resources: {'Port': ['ID=dfee8680-3642-4a06-b77e-904d4daa6e7e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:36.187807 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-a505bed2-fcc1-4c88-b5f6-469410cb0ddc tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8319547
Apr 09 20:55:36.195994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b29cd70f-c16b-4351-b726-db6dc797c46b req-a0eb3f6e-b3ca-4b18-8ef7-42ed377b70e4 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028233
Apr 09 20:55:36.208559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Request body: {'port': {'device_id': '5eaef15a-5756-47f4-8e9d-879861e77ada', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:36.277329 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a71df552-8aee-4011-8811-2599980f1475 req-81ebb285-c9da-4226-8e26-26603bbc24c1 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4da65d92-962e-4865-a382-cd14303568a2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.277540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2983122d-ed3d-4d77-96ce-a6ef3c3b3ad9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:36.279539 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2983122d-ed3d-4d77-96ce-a6ef3c3b3ad9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 820 time: 0.2530262
Apr 09 20:55:36.280257 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a71df552-8aee-4011-8811-2599980f1475 req-81ebb285-c9da-4226-8e26-26603bbc24c1 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.289560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a71df552-8aee-4011-8811-2599980f1475 req-81ebb285-c9da-4226-8e26-26603bbc24c1 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "DELETE /v2.0/security-groups/4da65d92-962e-4865-a382-cd14303568a2 HTTP/1.1" status: 204  len: 173 time: 0.2909994
Apr 09 20:55:36.293857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.309970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Request body: {'port': {'device_id': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'admin_state_up': True, 'tenant_id': '2c23a8d6534a4426b2ea106417c8b68a'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:36.315062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebb285-c9da-4226-8e26-26603bbc24c1 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da65d92-962e-4865-a382-cd14303568a2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:36.466634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774103e1-a5cb-4f01-92af-bbea6b3baa52 req-8d9610d9-1ba1-4cfa-87b3-d261879f285a tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:36.468140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-774103e1-a5cb-4f01-92af-bbea6b3baa52 req-8d9610d9-1ba1-4cfa-87b3-d261879f285a tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 936 time: 0.1330683
Apr 09 20:55:36.491422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45713cb-c9d6-41b6-aa1d-ed560c016628 req-e986b9d6-dad1-4e66-a281-f185588e016a tempest-AggregatesAdminTestJSON-1053329451 tempest-AggregatesAdminTestJSON-1053329451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:36.493437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b45713cb-c9d6-41b6-aa1d-ed560c016628 req-e986b9d6-dad1-4e66-a281-f185588e016a tempest-AggregatesAdminTestJSON-1053329451 tempest-AggregatesAdminTestJSON-1053329451-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 1154 time: 0.0898221
Apr 09 20:55:36.505123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3bd96d32-571c-4990-9431-6e9a0fc0582c None None] Provisioning complete for port dfee8680-3642-4a06-b77e-904d4daa6e7e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:36.505518 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3bd96d32-571c-4990-9431-6e9a0fc0582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.527655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b45713cb-c9d6-41b6-aa1d-ed560c016628 req-27007712-2cd7-4a15-b0d5-a99e64cc96a4 tempest-AggregatesAdminTestJSON-1053329451 tempest-AggregatesAdminTestJSON-1053329451-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.533099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Made reservation on behalf of 2c23a8d6534a4426b2ea106417c8b68a for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:36.536632 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.547408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3bd96d32-571c-4990-9431-6e9a0fc0582c None None] Port dfee8680-3642-4a06-b77e-904d4daa6e7e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:36.557154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-774103e1-a5cb-4f01-92af-bbea6b3baa52 req-775b1fd9-1e28-490f-952a-0f73aa5cc4e0 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791576
Apr 09 20:55:36.657240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b45713cb-c9d6-41b6-aa1d-ed560c016628 req-27007712-2cd7-4a15-b0d5-a99e64cc96a4 tempest-AggregatesAdminTestJSON-1053329451 tempest-AggregatesAdminTestJSON-1053329451-project-admin] Publish callbacks [] for security_group (9c55cba3-2395-4b10-bef3-d83dc14faa37), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.663250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b45713cb-c9d6-41b6-aa1d-ed560c016628 req-27007712-2cd7-4a15-b0d5-a99e64cc96a4 tempest-AggregatesAdminTestJSON-1053329451 tempest-AggregatesAdminTestJSON-1053329451-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9c55cba3-2395-4b10-bef3-d83dc14faa37), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.690890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f9d6e-4da1-4b0c-b61f-0fff7363901f req-309c2e64-0daa-4288-ad9b-31e18a38736c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:36.692418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da7f9d6e-4da1-4b0c-b61f-0fff7363901f req-309c2e64-0daa-4288-ad9b-31e18a38736c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 966 time: 0.0737691
Apr 09 20:55:36.735914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b45713cb-c9d6-41b6-aa1d-ed560c016628 req-27007712-2cd7-4a15-b0d5-a99e64cc96a4 tempest-AggregatesAdminTestJSON-1053329451 tempest-AggregatesAdminTestJSON-1053329451-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323546
Apr 09 20:55:36.740933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27007712-2cd7-4a15-b0d5-a99e64cc96a4 tempest-AggregatesAdminTestJSON-1053329451 tempest-AggregatesAdminTestJSON-1053329451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c55cba3-2395-4b10-bef3-d83dc14faa37,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:36.756952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f5376796-653d-489e-95db-73d08d90ad01 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:55:36.757493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Allocated IP 172.20.0.12 (6f2c6748-eb93-475b-8e01-8a36bd1222c2/7f3d2404-5a89-4ece-beb3-71037771170e/c8cc001c-614d-4bb1-934a-dd12049b69f8) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:36.798824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da7f9d6e-4da1-4b0c-b61f-0fff7363901f req-6e584bc5-9272-4d12-8d7d-16add89f01e2 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942686
Apr 09 20:55:36.813376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfee8680-3642-4a06-b77e-904d4daa6e7e {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:36.833507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f6aa7db-9150-4ff5-9e05-fa3664f1207f req-384bcfa4-f779-4eb3-8298-7d0bdbf637e1 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "GET /v2.0/security-groups/c6b3fa7a-b859-4bbb-849f-635ae59236f2 HTTP/1.1" status: 200  len: 1794 time: 0.0452981
Apr 09 20:55:36.835214 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Publish callbacks [] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.866733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Transition to ACTIVE for port object dfee8680-3642-4a06-b77e-904d4daa6e7e will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:55:36.886058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.899114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f5376796-653d-489e-95db-73d08d90ad01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5376796-653d-489e-95db-73d08d90ad01,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:36.911994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'f5376796-653d-489e-95db-73d08d90ad01', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'f5376796-653d-489e-95db-73d08d90ad01', 'mac_address': 'fa:16:3e:bf:e7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:55:36.912919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f6aa7db-9150-4ff5-9e05-fa3664f1207f req-57070446-a675-4ea6-8cd0-aee2ae36c6e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (c6b3fa7a-b859-4bbb-849f-635ae59236f2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.933471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4cde0e5b-4aa2-4f90-b5ba-851b0995bf7c req-0088a59f-817d-4f5d-ba1c-4bc24dd6591e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 210 time: 0.0349998
Apr 09 20:55:36.977484 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f6aa7db-9150-4ff5-9e05-fa3664f1207f req-57070446-a675-4ea6-8cd0-aee2ae36c6e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (c6b3fa7a-b859-4bbb-849f-635ae59236f2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:36.983036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port f5376796-653d-489e-95db-73d08d90ad01 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:36.983435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f5376796-653d-489e-95db-73d08d90ad01), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.010039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5376796-653d-489e-95db-73d08d90ad01 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:37.012607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Pushing event updated for resources: {'Port': ['ID=dfee8680-3642-4a06-b77e-904d4daa6e7e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:37.039638 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f6aa7db-9150-4ff5-9e05-fa3664f1207f req-57070446-a675-4ea6-8cd0-aee2ae36c6e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c6b3fa7a-b859-4bbb-849f-635ae59236f2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.040764 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f6aa7db-9150-4ff5-9e05-fa3664f1207f req-57070446-a675-4ea6-8cd0-aee2ae36c6e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.058098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f6aa7db-9150-4ff5-9e05-fa3664f1207f req-57070446-a675-4ea6-8cd0-aee2ae36c6e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] 10.222.0.30 "DELETE /v2.0/security-groups/c6b3fa7a-b859-4bbb-849f-635ae59236f2 HTTP/1.1" status: 204  len: 173 time: 0.2181802
Apr 09 20:55:37.061603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f5376796-653d-489e-95db-73d08d90ad01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5376796-653d-489e-95db-73d08d90ad01,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:37.068364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Attempting to bind port dfee8680-3642-4a06-b77e-904d4daa6e7e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:37.068838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Attempting to bind port dfee8680-3642-4a06-b77e-904d4daa6e7e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:37.069272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Attempting to bind port dfee8680-3642-4a06-b77e-904d4daa6e7e on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:37.071679 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f5376796-653d-489e-95db-73d08d90ad01), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.082946 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks [] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.084624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Port dfee8680-3642-4a06-b77e-904d4daa6e7e on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:37.085011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Attempting to bind port dfee8680-3642-4a06-b77e-904d4daa6e7e on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:37.095197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:37.095611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:37.096064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:37.096578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Bound port: dfee8680-3642-4a06-b77e-904d4daa6e7e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:37.097006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.110576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57070446-a675-4ea6-8cd0-aee2ae36c6e4 tempest-SecurityGroupsTestAdminJSON-1411527335 tempest-SecurityGroupsTestAdminJSON-1411527335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b3fa7a-b859-4bbb-849f-635ae59236f2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:37.141554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6ace2-53c7-4b56-b7c6-bf2aa53e0da1 req-ea90dfa3-e8c1-4309-a2f3-38ca086198ce tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.143114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23c6ace2-53c7-4b56-b7c6-bf2aa53e0da1 req-ea90dfa3-e8c1-4309-a2f3-38ca086198ce tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 948 time: 0.1161342
Apr 09 20:55:37.150630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=f5376796-653d-489e-95db-73d08d90ad01,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:37.213180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23c6ace2-53c7-4b56-b7c6-bf2aa53e0da1 req-da068f8c-2798-4569-87d5-43384ccaf066 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604801
Apr 09 20:55:37.216754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.305004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:37.308239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] For port dfee8680-3642-4a06-b77e-904d4daa6e7e, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:37.313397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:37.317214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:37.323361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.324025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.337151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Pushing event updated for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:37.348960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] For port dfee8680-3642-4a06-b77e-904d4daa6e7e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfee8680-3642-4a06-b77e-904d4daa6e7e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:37.366260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.387978 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-ab15192b-f918-4471-999f-fc1f0f330ede tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0827317
Apr 09 20:55:37.424010 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.425377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.426851 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] 10.222.0.25 "PUT /v2.0/ports/dfee8680-3642-4a06-b77e-904d4daa6e7e HTTP/1.1" status: 200  len: 1096 time: 1.2242477
Apr 09 20:55:37.427301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eaef15a-5756-47f4-8e9d-879861e77ada', 'tag': 'dfee8680-3642-4a06-b77e-904d4daa6e7e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:37.429771 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cce1c1-a439-4ac6-b7b0-adef294bac94" -d '{"events": [{"name": "network-changed", "server_uuid": "5eaef15a-5756-47f4-8e9d-879861e77ada", "tag": "dfee8680-3642-4a06-b77e-904d4daa6e7e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:37.482434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c20e1f-0dc1-43a3-bf0e-06b66bc2109b service neutron] Pushing event updated for resources: {'Port': ['ID=dfee8680-3642-4a06-b77e-904d4daa6e7e,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:37.487689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40320) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:37.515730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c49f7-e360-48b4-9d9b-1f200c0beec4 req-f61df1fc-8f3f-45a3-a53a-d3eb7a294661 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.517351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e0c49f7-e360-48b4-9d9b-1f200c0beec4 req-f61df1fc-8f3f-45a3-a53a-d3eb7a294661 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 972 time: 0.0736766
Apr 09 20:55:37.536557 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a304f2-b5e5-4743-be98-97637fae8992 x-openstack-request-id: req-a5a304f2-b5e5-4743-be98-97637fae8992 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:37.536850 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eaef15a-5756-47f4-8e9d-879861e77ada", "tag": "dfee8680-3642-4a06-b77e-904d4daa6e7e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:37.537127 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5a304f2-b5e5-4743-be98-97637fae8992 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:37.537533 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a304f2-b5e5-4743-be98-97637fae8992'] response: {'name': 'network-changed', 'server_uuid': '5eaef15a-5756-47f4-8e9d-879861e77ada', 'tag': 'dfee8680-3642-4a06-b77e-904d4daa6e7e', 'status': 'completed', 'code': 200}
Apr 09 20:55:37.549363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-ff686fe5-04b1-4d2b-b680-2f15650f0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.551057 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-ff686fe5-04b1-4d2b-b680-2f15650f0de9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5fc90b2020ab417e8b6ba2bfb69d6ba5&device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 1130 time: 0.0603347
Apr 09 20:55:37.555591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['f5376796-653d-489e-95db-73d08d90ad01'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:37.583075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e0c49f7-e360-48b4-9d9b-1f200c0beec4 req-43b8bd90-1b18-44e8-9599-7e5b1e22b3b4 tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589287
Apr 09 20:55:37.629271 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-f6ed76fd-d570-4a3c-a10b-cb699e87f9fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=dfee8680-3642-4a06-b77e-904d4daa6e7e HTTP/1.1" status: 200  len: 217 time: 0.0685480
Apr 09 20:55:37.678404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5fceff8c-349f-449f-affd-fa4876c4f5d7 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:37.691140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-07c13c1a-a0c5-4ff2-b8dc-7043743310af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.692559 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-07c13c1a-a0c5-4ff2-b8dc-7043743310af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0531404
Apr 09 20:55:37.714513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5090c32-6a02-419f-9301-05b2d9d1aadc req-e0675550-c62b-433d-b33e-b1bf4b540374 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.716024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5090c32-6a02-419f-9301-05b2d9d1aadc req-e0675550-c62b-433d-b33e-b1bf4b540374 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 948 time: 0.0803101
Apr 09 20:55:37.746976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-75b67864-0f1c-4636-a2a7-be9b61fff54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.748687 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-75b67864-0f1c-4636-a2a7-be9b61fff54c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0492032
Apr 09 20:55:37.767500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-775d5e96-2b10-4832-ac17-d7d3a5b688a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=824b62cd9d7c4a58a76615640e1a7eb1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2794669
Apr 09 20:55:37.768087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40326) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:37.771190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 5fceff8c-349f-449f-affd-fa4876c4f5d7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:55:37.783750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 5fceff8c-349f-449f-affd-fa4876c4f5d7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:37.784469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.799716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5090c32-6a02-419f-9301-05b2d9d1aadc req-4e6fb247-68bb-46b7-a636-3dfc07e215fd tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771458
Apr 09 20:55:37.839375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22dfa4e-60c2-4f1f-a84f-6086d4a26d93 admin admin] Publish callbacks [] for security_group (e36a6e28-7e07-40e3-8897-e85467aeb7e7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.865177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22dfa4e-60c2-4f1f-a84f-6086d4a26d93 admin admin] Publish callbacks [] for security_group (e36a6e28-7e07-40e3-8897-e85467aeb7e7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.869517 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-13b80a2a-3841-49c0-ac45-81db8ce849d3 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147690
Apr 09 20:55:37.886125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5fceff8c-349f-449f-affd-fa4876c4f5d7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:37.886803 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.911957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fceff8c-349f-449f-affd-fa4876c4f5d7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:37.914889 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b5e60-cee8-4369-8f03-01af1bf48274" -d '{"events": [{"server_uuid": "3765143e-2819-46e6-94ae-6d26f95a5ef4", "name": "network-vif-plugged", "status": "completed", "tag": "5fceff8c-349f-449f-affd-fa4876c4f5d7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:37.953550 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e66f94-5ef8-4b16-8a96-db2ce1d83a4e x-openstack-request-id: req-84e66f94-5ef8-4b16-8a96-db2ce1d83a4e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:37.953550 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3765143e-2819-46e6-94ae-6d26f95a5ef4", "name": "network-vif-plugged", "status": "completed", "tag": "5fceff8c-349f-449f-affd-fa4876c4f5d7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:37.953550 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84e66f94-5ef8-4b16-8a96-db2ce1d83a4e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:37.953550 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e66f94-5ef8-4b16-8a96-db2ce1d83a4e'] response: {'server_uuid': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'code': 200}
Apr 09 20:55:37.957931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5fceff8c-349f-449f-affd-fa4876c4f5d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fceff8c-349f-449f-affd-fa4876c4f5d7,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:37.960566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b73f34-a8b5-4b1f-b144-5cdf9271d7de req-f4759a26-84ee-4089-950c-fd6844c406d6 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:37.961172 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.969304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84b73f34-a8b5-4b1f-b144-5cdf9271d7de req-f4759a26-84ee-4089-950c-fd6844c406d6 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 966 time: 0.0733981
Apr 09 20:55:37.976757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22dfa4e-60c2-4f1f-a84f-6086d4a26d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e36a6e28-7e07-40e3-8897-e85467aeb7e7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.979251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22dfa4e-60c2-4f1f-a84f-6086d4a26d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:37.982681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e22dfa4e-60c2-4f1f-a84f-6086d4a26d93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e36a6e28-7e07-40e3-8897-e85467aeb7e7 HTTP/1.1" status: 204  len: 168 time: 0.2093098
Apr 09 20:55:37.994550 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5880cde-efe5-4039-ac79-feadaee0a2ab req-5a857cca-9179-4962-b091-79fd1ede250d service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179621
Apr 09 20:55:38.019031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5fceff8c-349f-449f-affd-fa4876c4f5d7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:38.021989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dfa4e-60c2-4f1f-a84f-6086d4a26d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a6e28-7e07-40e3-8897-e85467aeb7e7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:38.064871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84b73f34-a8b5-4b1f-b144-5cdf9271d7de req-aa6fc585-e095-4886-bcca-69f6d6e220dd tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946662
Apr 09 20:55:38.100316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f0870-9860-43c1-8673-facc3e7c653a req-42a5ed81-819e-4863-826a-d5542404589d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:38.101820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f0f0870-9860-43c1-8673-facc3e7c653a req-42a5ed81-819e-4863-826a-d5542404589d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 932 time: 0.0545282
Apr 09 20:55:38.155448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f0f0870-9860-43c1-8673-facc3e7c653a req-7f136390-0f3f-45f2-b49e-2815b35e866b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478015
Apr 09 20:55:38.305812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40340) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:38.344416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5428561-42db-4c20-a0ab-71b76ee66f62 req-c1e2fadc-2375-4bfd-a6cb-4c91de962e7a tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:38.345934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5428561-42db-4c20-a0ab-71b76ee66f62 req-c1e2fadc-2375-4bfd-a6cb-4c91de962e7a tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 949 time: 0.0504024
Apr 09 20:55:38.352142 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d310990d-5211-433c-a321-15400263122c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e5a3b1cb32a4e2ca7c665a6720d857e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0451462
Apr 09 20:55:38.353553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40342) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:38.400744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5428561-42db-4c20-a0ab-71b76ee66f62 req-6e5196ca-2a83-4d97-82ab-438e3b05039d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478675
Apr 09 20:55:38.409220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bd164b7-797d-4179-92c1-bd3a6666c217 admin admin] Publish callbacks [] for security_group (fcd936f9-de39-4294-aa77-eac717f0d1c6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.432535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bd164b7-797d-4179-92c1-bd3a6666c217 admin admin] Publish callbacks [] for security_group (fcd936f9-de39-4294-aa77-eac717f0d1c6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.460093 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Request body: {'port': {'device_id': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'device_owner': 'compute:tempest-test_az-2013693189', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:38.557751 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bd164b7-797d-4179-92c1-bd3a6666c217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fcd936f9-de39-4294-aa77-eac717f0d1c6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.560157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bd164b7-797d-4179-92c1-bd3a6666c217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.561362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2bd164b7-797d-4179-92c1-bd3a6666c217 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcd936f9-de39-4294-aa77-eac717f0d1c6 HTTP/1.1" status: 204  len: 168 time: 0.2068608
Apr 09 20:55:38.569544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.579495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd164b7-797d-4179-92c1-bd3a6666c217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd936f9-de39-4294-aa77-eac717f0d1c6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:38.591624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036c856-e0bf-40e2-914a-356834b929f1 req-f9af9205-5cf4-4da4-9bdb-f0e9f6d096c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:38.593203 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4036c856-e0bf-40e2-914a-356834b929f1 req-f9af9205-5cf4-4da4-9bdb-f0e9f6d096c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 1149 time: 0.0724664
Apr 09 20:55:38.715609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0abd4-922d-48a0-84e3-3ce56559eefa req-067d6055-fe5b-45ba-853b-5b568cba7dfe tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:38.721845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fe0abd4-922d-48a0-84e3-3ce56559eefa req-067d6055-fe5b-45ba-853b-5b568cba7dfe tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 972 time: 0.0615053
Apr 09 20:55:38.729398 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4036c856-e0bf-40e2-914a-356834b929f1 req-d124fbb7-b65c-4be9-b36e-22a1c117c452 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130340
Apr 09 20:55:38.754685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f5376796-653d-489e-95db-73d08d90ad01 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:38.774035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fe0abd4-922d-48a0-84e3-3ce56559eefa req-b7ed9f6c-3ebf-4af6-87b8-a8b421be897b tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497391
Apr 09 20:55:38.825681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port f5376796-653d-489e-95db-73d08d90ad01 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:55:38.833696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port f5376796-653d-489e-95db-73d08d90ad01 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:38.834104 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f5376796-653d-489e-95db-73d08d90ad01), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.909069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cc001c-614d-4bb1-934a-dd12049b69f8 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:38.918976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Publish callbacks [] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.930761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port f5376796-653d-489e-95db-73d08d90ad01 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:38.931522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f5376796-653d-489e-95db-73d08d90ad01), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.939021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Transition to ACTIVE for port object c8cc001c-614d-4bb1-934a-dd12049b69f8 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:55:38.953306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280b92f-c48c-47c9-b25f-b06606821498 req-5defaea8-12da-407f-9cf5-491366b5f743 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:38.962554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0280b92f-c48c-47c9-b25f-b06606821498 req-5defaea8-12da-407f-9cf5-491366b5f743 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 948 time: 0.0743024
Apr 09 20:55:38.970331 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:38.972458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f5376796-653d-489e-95db-73d08d90ad01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5376796-653d-489e-95db-73d08d90ad01,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:38.979063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f5376796-653d-489e-95db-73d08d90ad01), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:39.020301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0280b92f-c48c-47c9-b25f-b06606821498 req-b3d784e5-25ce-403f-a710-73c02708aa73 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514073
Apr 09 20:55:39.070361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=f5376796-653d-489e-95db-73d08d90ad01,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:39.084027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-c832ff17-e6b7-48ac-98a8-b225d78f126c tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:39.085454 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-c832ff17-e6b7-48ac-98a8-b225d78f126c tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 972 time: 0.1452229
Apr 09 20:55:39.093236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:39.183512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73c3a9-76da-4da1-abad-1889ed9decb0 req-0bf57eca-7a46-485d-aafc-ca7933b4abf8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:39.185090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f73c3a9-76da-4da1-abad-1889ed9decb0 req-0bf57eca-7a46-485d-aafc-ca7933b4abf8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 967 time: 0.0494559
Apr 09 20:55:39.283640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f73c3a9-76da-4da1-abad-1889ed9decb0 req-974bbb59-a4d2-46cd-af01-ca848eb6fdfd tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927198
Apr 09 20:55:39.301968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880a4ba-9f46-495d-acf1-ac1f9a668a37 req-098a4f3f-d9fd-45a2-a99d-7c6c67012201 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:39.303704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d880a4ba-9f46-495d-acf1-ac1f9a668a37 req-098a4f3f-d9fd-45a2-a99d-7c6c67012201 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.0711446
Apr 09 20:55:39.362597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d880a4ba-9f46-495d-acf1-ac1f9a668a37 req-3277c308-9f3c-4052-b353-71765d4737b4 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445879
Apr 09 20:55:39.431682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:39.432185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:39.432517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:39.462175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:39.462838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:39.496343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:39.496676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:39.497077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:39.497527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Bound port: c8cc001c-614d-4bb1-934a-dd12049b69f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:39.497863 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:39.518478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f919f-339f-438d-81b6-1698ae2aa15e req-2e9fdc24-8fbf-474f-9e2f-1e574c0c7005 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:39.520103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a7f919f-339f-438d-81b6-1698ae2aa15e req-2e9fdc24-8fbf-474f-9e2f-1e574c0c7005 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 950 time: 0.0500779
Apr 09 20:55:39.563995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Deleting port 0411e5c5-1a1c-4057-a321-d7244bb102f7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:55:39.564322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:39.574039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a7f919f-339f-438d-81b6-1698ae2aa15e req-e293d746-2ed9-489e-b586-52b6eda6817f tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471942
Apr 09 20:55:39.644034 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:39.648963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:39.658988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:39.711473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] For port 0411e5c5-1a1c-4057-a321-d7244bb102f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0411e5c5-1a1c-4057-a321-d7244bb102f7,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:39.711832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:39.714962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:39.715572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:39.717020 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 1114 time: 1.2610469
Apr 09 20:55:39.719202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:39.721627 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b71e6d-771b-41ef-8673-089801035009" -d '{"events": [{"name": "network-changed", "server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:39.747698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Calling delete_port for 0411e5c5-1a1c-4057-a321-d7244bb102f7 owned by compute:tempest-test_az-2013693189 {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:55:39.758779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248e4cb-29bb-449a-a387-b7926c1ef694 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:39.762312 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9f84c0-30bc-410e-b876-9ba7fb61c804 x-openstack-request-id: req-1a9f84c0-30bc-410e-b876-9ba7fb61c804 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:39.762664 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:39.763585 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a9f84c0-30bc-410e-b876-9ba7fb61c804 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:39.763585 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9f84c0-30bc-410e-b876-9ba7fb61c804'] response: {'name': 'network-changed', 'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8', 'status': 'completed', 'code': 200}
Apr 09 20:55:39.940924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec594650-222c-41df-b552-889db1e8cea5 req-6e33c2a3-a9c5-4155-9f98-b45daa462ffd tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:39.942839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec594650-222c-41df-b552-889db1e8cea5 req-6e33c2a3-a9c5-4155-9f98-b45daa462ffd tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b31d467-dacc-4afb-b318-c50a9df98118 HTTP/1.1" status: 200  len: 972 time: 0.0669916
Apr 09 20:55:39.952396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71e6d-771b-41ef-8673-089801035009 req-c971fb51-243a-4ad1-8594-21211560bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:39.954163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c79f229-9d8b-4e20-b53c-684f5b9afd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5376796-653d-489e-95db-73d08d90ad01'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:39.954701 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-52b71e6d-771b-41ef-8673-089801035009 req-c971fb51-243a-4ad1-8594-21211560bc9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1148 time: 0.0591404
Apr 09 20:55:39.959845 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147b87d3-f21b-4b29-ae2b-14818de5ef43" -d '{"events": [{"server_uuid": "2c79f229-9d8b-4e20-b53c-684f5b9afd1f", "name": "network-vif-plugged", "status": "completed", "tag": "f5376796-653d-489e-95db-73d08d90ad01"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:39.962030 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (0411e5c5-1a1c-4057-a321-d7244bb102f7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:39.973411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['0411e5c5-1a1c-4057-a321-d7244bb102f7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:40.017335 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef0a2e9-c01e-4fb8-ba2d-c2a63e520280 x-openstack-request-id: req-5ef0a2e9-c01e-4fb8-ba2d-c2a63e520280 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:40.017962 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c79f229-9d8b-4e20-b53c-684f5b9afd1f", "name": "network-vif-plugged", "status": "completed", "tag": "f5376796-653d-489e-95db-73d08d90ad01", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:40.018376 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ef0a2e9-c01e-4fb8-ba2d-c2a63e520280 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:40.018934 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef0a2e9-c01e-4fb8-ba2d-c2a63e520280'] response: {'server_uuid': '2c79f229-9d8b-4e20-b53c-684f5b9afd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5376796-653d-489e-95db-73d08d90ad01', 'code': 200}
Apr 09 20:55:40.027290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec594650-222c-41df-b552-889db1e8cea5 req-6b39f616-0f4b-4081-b5b2-f01a764b1c8f tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.30 "GET /v2.0/security-groups?id=1202a696-bb26-4578-bb48-f135b1c2da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708284
Apr 09 20:55:40.061147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Pushing event deleted for resources: {'Port': ['ID=0411e5c5-1a1c-4057-a321-d7244bb102f7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:40.159384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.25', 59604) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:40.222983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761e2d2-2fab-4d91-a7ed-bd8c148290c0 req-3a68aaed-ffec-4e72-af8b-d582a74397ee tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.224728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5761e2d2-2fab-4d91-a7ed-bd8c148290c0 req-3a68aaed-ffec-4e72-af8b-d582a74397ee tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 948 time: 0.1081192
Apr 09 20:55:40.227778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] No DVR routers for this DVR port 0411e5c5-1a1c-4057-a321-d7244bb102f7 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:55:40.233958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaf576-2f91-4da9-b5a3-f1738f190fc1 req-6326cdd2-96b2-4617-9e09-7bf9c8db4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.236148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2eaf576-2f91-4da9-b5a3-f1738f190fc1 req-6326cdd2-96b2-4617-9e09-7bf9c8db4a61 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 1132 time: 0.0755723
Apr 09 20:55:40.243406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:40.247560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7992dce6-e699-4ef5-811b-aa5410a36e74 req-4f9dd11f-b48a-4b19-bc93-ee43f214747a tempest-AggregatesAdminTestJSON-760849916 tempest-AggregatesAdminTestJSON-760849916-project] 10.222.0.32 "DELETE /v2.0/ports/0411e5c5-1a1c-4057-a321-d7244bb102f7 HTTP/1.1" status: 204  len: 173 time: 1.1516337
Apr 09 20:55:40.294858 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-c6c2d205-3fa5-406c-8bef-1170e729d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.296464 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-c6c2d205-3fa5-406c-8bef-1170e729d6e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5fc90b2020ab417e8b6ba2bfb69d6ba5&device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 1130 time: 0.2140174
Apr 09 20:55:40.337076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5761e2d2-2fab-4d91-a7ed-bd8c148290c0 req-cbaa8a91-99dd-45df-8b57-4ad8b5a755e0 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998724
Apr 09 20:55:40.339258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2eaf576-2f91-4da9-b5a3-f1738f190fc1 req-316e7df3-5d41-4427-a618-49235675d756 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920522
Apr 09 20:55:40.387898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71e6d-771b-41ef-8673-089801035009 req-1fd42a18-57cc-40c4-b1bb-f7bc501444c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.389444 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-52b71e6d-771b-41ef-8673-089801035009 req-1fd42a18-57cc-40c4-b1bb-f7bc501444c7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&shared=False HTTP/1.1" status: 200  len: 921 time: 0.4251080
Apr 09 20:55:40.493651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-48d57d0a-60b6-4022-999c-4d3563a59e82 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0439270
Apr 09 20:55:40.515666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d54fee-c4a9-45c0-aff9-41dcfabed620 req-443c5ca9-09e0-4ae8-b30b-92068ee71c2e tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.517129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03d54fee-c4a9-45c0-aff9-41dcfabed620 req-443c5ca9-09e0-4ae8-b30b-92068ee71c2e tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 967 time: 0.0834136
Apr 09 20:55:40.586251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-90ba28a5-d64c-41c3-9af2-852d2d674988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.587720 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-90ba28a5-d64c-41c3-9af2-852d2d674988 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2458446
Apr 09 20:55:40.618130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71e6d-771b-41ef-8673-089801035009 req-d6d3a9d6-704f-4271-b63d-b562c337cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.619587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-52b71e6d-771b-41ef-8673-089801035009 req-d6d3a9d6-704f-4271-b63d-b562c337cd52 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1898029
Apr 09 20:55:40.623360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03d54fee-c4a9-45c0-aff9-41dcfabed620 req-12ad8ca9-bb55-4bad-bf7d-4c17dd5e2fd8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942068
Apr 09 20:55:40.641444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd85-acca-4879-b556-3ec902552dee req-fbaaeced-fe65-4b3d-a294-403e9129d9ee tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.642898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-fbaaeced-fe65-4b3d-a294-403e9129d9ee tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1417997
Apr 09 20:55:40.663676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-1c2085a6-1119-4afd-bbd7-f6c27e6b9c04 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/quotas/b21b82d625c249269c02db9bbe700c7c HTTP/1.1" status: 200  len: 375 time: 0.0096016
Apr 09 20:55:40.708775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-7d28e14c-6142-46dd-adf0-1d2eab8353fe tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0397904
Apr 09 20:55:40.731575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-0d4f8b3e-a486-4785-82ec-471b5d872f3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=dfee8680-3642-4a06-b77e-904d4daa6e7e HTTP/1.1" status: 200  len: 217 time: 0.0590315
Apr 09 20:55:40.758258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e9671-fe86-4ee9-bd19-ba0a24c606c2 req-9e53ec11-9d22-4bd5-b717-9fa1d8371e59 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.760865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-892e9671-fe86-4ee9-bd19-ba0a24c606c2 req-9e53ec11-9d22-4bd5-b717-9fa1d8371e59 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.0632370
Apr 09 20:55:40.811021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-28c4849b-a7e0-436e-9200-b1b66cb33b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.812601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-28c4849b-a7e0-436e-9200-b1b66cb33b0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0575621
Apr 09 20:55:40.813982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-892e9671-fe86-4ee9-bd19-ba0a24c606c2 req-a61932b5-c6c1-41c7-8ac6-4d63a89088c9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469682
Apr 09 20:55:40.864142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-f6b79b48-6e5b-4e68-8613-bf2068986c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.865738 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-f6b79b48-6e5b-4e68-8613-bf2068986c02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1148 time: 0.1455193
Apr 09 20:55:40.917669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-9f20b5b0-9ecc-43ce-b425-31be96d11b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.919848 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-9f20b5b0-9ecc-43ce-b425-31be96d11b59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0991459
Apr 09 20:55:40.921339 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-92bb4dec-69de-4545-a02d-38b3f37b51b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 217 time: 0.0476551
Apr 09 20:55:40.978444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f1ab7-4bf5-4a04-992a-16b04ca6354d req-0d2210bc-46c3-463b-8738-f4874749bbf9 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:40.979973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-102f1ab7-4bf5-4a04-992a-16b04ca6354d req-0d2210bc-46c3-463b-8738-f4874749bbf9 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 950 time: 0.0983458
Apr 09 20:55:41.013242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6531-c04d-4470-a085-10e77e759405 req-52c87d8b-69b2-4930-929e-c4b2eb5bbbc7 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:41.017048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60ba6531-c04d-4470-a085-10e77e759405 req-52c87d8b-69b2-4930-929e-c4b2eb5bbbc7 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 967 time: 0.0905755
Apr 09 20:55:41.024356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40424) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:41.031622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Request body: {'floatingip': {'port_id': '5fceff8c-349f-449f-affd-fa4876c4f5d7'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:41.061449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-9c699e84-7f30-42bd-bfa4-6ae6fdbd3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:41.062970 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-9c699e84-7f30-42bd-bfa4-6ae6fdbd3ca3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1363428
Apr 09 20:55:41.068323 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-6cbb57f8-058c-4916-82bd-4f125d00cbbb service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380613
Apr 09 20:55:41.096574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-6df73e6e-2a20-43bd-adb6-89912c11734b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272570
Apr 09 20:55:41.159920 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:41.168244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-088ab7b1-1082-439a-b46a-a49c31904f08 req-0c2e073a-504b-47f8-81c4-b70e4e648f30 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 210 time: 0.0882492
Apr 09 20:55:41.212261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-102f1ab7-4bf5-4a04-992a-16b04ca6354d req-93db698f-3c94-405a-a99a-bd755dc8621a tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211013
Apr 09 20:55:41.406380 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-04a5878c-aa71-448b-9532-350b0a0df371 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3042572
Apr 09 20:55:41.630780 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc199ed2-04c0-4cf0-801d-b07d9b1fdb27 req-7d25f774-6172-4115-89f7-68317b6bec48 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164888
Apr 09 20:55:41.652426 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0cce1c1-a439-4ac6-b7b0-adef294bac94 req-02e9468e-f05b-446f-9fa0-f33286179419 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814842
Apr 09 20:55:41.756563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09b437-79e5-4e64-a34b-be34f3ff565b req-85b1a355-783f-47c3-9ffe-38207d7b4dfb tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:41.758060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb09b437-79e5-4e64-a34b-be34f3ff565b req-85b1a355-783f-47c3-9ffe-38207d7b4dfb tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 948 time: 0.2846489
Apr 09 20:55:41.764912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31d467-dacc-4afb-b318-c50a9df98118', 'name': 'network-vif-deleted', 'tag': '0411e5c5-1a1c-4057-a321-d7244bb102f7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:41.767542 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5eb3eb-f55c-4fb0-989d-37d7096c9227" -d '{"events": [{"server_uuid": "1b31d467-dacc-4afb-b318-c50a9df98118", "name": "network-vif-deleted", "tag": "0411e5c5-1a1c-4057-a321-d7244bb102f7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:41.884980 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc4cd60-8653-475c-b357-9c92d3d2a03b x-openstack-request-id: req-6bc4cd60-8653-475c-b357-9c92d3d2a03b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:41.885575 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31d467-dacc-4afb-b318-c50a9df98118", "name": "network-vif-deleted", "tag": "0411e5c5-1a1c-4057-a321-d7244bb102f7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:41.885900 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bc4cd60-8653-475c-b357-9c92d3d2a03b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:41.886368 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc4cd60-8653-475c-b357-9c92d3d2a03b'] response: {'server_uuid': '1b31d467-dacc-4afb-b318-c50a9df98118', 'name': 'network-vif-deleted', 'tag': '0411e5c5-1a1c-4057-a321-d7244bb102f7', 'status': 'completed', 'code': 200}
Apr 09 20:55:41.926294 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb09b437-79e5-4e64-a34b-be34f3ff565b req-c132c93e-c829-425f-aea7-162b880d471a tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618629
Apr 09 20:55:42.071306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b708412-277a-4557-a155-ec4ec530c1db req-9ad378a4-6dad-4bfd-b9c7-9988627cabff tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:42.072797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b708412-277a-4557-a155-ec4ec530c1db req-9ad378a4-6dad-4bfd-b9c7-9988627cabff tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.1319046
Apr 09 20:55:42.204766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b708412-277a-4557-a155-ec4ec530c1db req-7d0efa82-cc24-4a9a-ac26-35a7d1ccafbd tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256514
Apr 09 20:55:42.296632 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:42.311842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:42.314962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-446d6d57-9c36-43dc-834a-57dc794bb5a6 req-54528848-1310-4e6c-9e7f-8963282b331e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 210 time: 0.0354676
Apr 09 20:55:42.409510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3621b21-1d1b-4f1d-a637-dfbe3927b74a req-1fda8290-4702-4cd7-8584-3a4818543c7f tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:42.411012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3621b21-1d1b-4f1d-a637-dfbe3927b74a req-1fda8290-4702-4cd7-8584-3a4818543c7f tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 950 time: 0.0622420
Apr 09 20:55:42.489319 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Floating IP fb2674a5-a3c8-4311-90e3-c7e06dd156d5 associated. External IP: 172.35.0.206, port: 5fceff8c-349f-449f-affd-fa4876c4f5d7.
Apr 09 20:55:42.496235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3621b21-1d1b-4f1d-a637-dfbe3927b74a req-696113ff-c0a7-4473-9f11-1dc80ed32334 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583122
Apr 09 20:55:42.739245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Router 1da7d52e-49af-41cb-baa9-b95a66dd7790 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:55:42.757702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device dfee8680-3642-4a06-b77e-904d4daa6e7e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:55:42.894782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:55:42.901550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:42.913302 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-f3569f92-6790-4c9b-8ee0-44b96da3689c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0451612
Apr 09 20:55:42.914985 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] Sync routers for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:55:42.930855 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:55:42.931479 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:55:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:42.969202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port dfee8680-3642-4a06-b77e-904d4daa6e7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfee8680-3642-4a06-b77e-904d4daa6e7e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:42.979110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1f047dea-6403-4066-baf7-30b9fa3d7996 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "PUT /v2.0/floatingips/fb2674a5-a3c8-4311-90e3-c7e06dd156d5 HTTP/1.1" status: 200  len: 1013 time: 1.9534540
Apr 09 20:55:42.979731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'tag': '5fceff8c-349f-449f-affd-fa4876c4f5d7'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:43.025008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'dfee8680-3642-4a06-b77e-904d4daa6e7e', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'dfee8680-3642-4a06-b77e-904d4daa6e7e', 'mac_address': 'fa:16:3e:7c:65:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:55:43.081171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port dfee8680-3642-4a06-b77e-904d4daa6e7e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:43.081916 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:43.133093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfee8680-3642-4a06-b77e-904d4daa6e7e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:43.179985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port dfee8680-3642-4a06-b77e-904d4daa6e7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfee8680-3642-4a06-b77e-904d4daa6e7e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:43.187256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd85-acca-4879-b556-3ec902552dee req-e56eb9cb-6f9f-4632-82ae-53a21754b5fc tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:43.189259 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-e56eb9cb-6f9f-4632-82ae-53a21754b5fc tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2648740
Apr 09 20:55:43.191004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:43.208895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Request body: {'port': {'device_id': 'acad92b7-b70e-44e1-9c3d-2938f626d037', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'b21b82d625c249269c02db9bbe700c7c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:43.218902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:55:43.233271 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3257c79-c4f5-4b30-8cb8-e814218c67ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3765143e-2819-46e6-94ae-6d26f95a5ef4", "tag": "5fceff8c-349f-449f-affd-fa4876c4f5d7"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:43.254327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=dfee8680-3642-4a06-b77e-904d4daa6e7e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:43.283909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31af23-0349-469f-b040-0a8c5ca7227e req-ae47c396-3022-4cc0-b8af-f51768d1f777 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:43.289524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf31af23-0349-469f-b040-0a8c5ca7227e req-ae47c396-3022-4cc0-b8af-f51768d1f777 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 948 time: 0.1538048
Apr 09 20:55:43.309425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f8a7-a7d0-45ff-a20e-6e742b17a13a req-f6a60d3a-2ce3-4484-a199-b6af8bbefb95 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:43.311257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb16f8a7-a7d0-45ff-a20e-6e742b17a13a req-f6a60d3a-2ce3-4484-a199-b6af8bbefb95 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 967 time: 0.0958986
Apr 09 20:55:43.344678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Made reservation on behalf of b21b82d625c249269c02db9bbe700c7c for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:43.348437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:43.358089 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:43.376685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf31af23-0349-469f-b040-0a8c5ca7227e req-0523e3f5-30fa-47ab-8d3c-18682128aec3 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810874
Apr 09 20:55:43.410826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb16f8a7-a7d0-45ff-a20e-6e742b17a13a req-58a0460e-6125-45de-ad65-44e9803fef85 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919521
Apr 09 20:55:43.465458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for security_group (615862cd-5109-4c1c-9501-caae8fe5d885), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:43.473963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (615862cd-5109-4c1c-9501-caae8fe5d885), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:43.549598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['dfee8680-3642-4a06-b77e-904d4daa6e7e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:43.552487 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a0b80>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fb2674a5-a3c8-4311-90e3-c7e06dd156d5', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'floating_ip_address': '172.35.0.206', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'port_id': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'mac_address': 'fa:16:3e:80:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'device_owner': 'compute:tempest-test_az-2013693189'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:55:13Z', 'updated_at': '2022-04-09T20:55:42Z', 'revision_number': 1, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:43.566155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615862cd-5109-4c1c-9501-caae8fe5d885,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:43.603391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54a78-f871-48ff-9115-824c029c3068 req-c3179fe5-c97d-445f-b7f7-c6cffe9ef5d2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:43.614674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bd54a78-f871-48ff-9115-824c029c3068 req-c3179fe5-c97d-445f-b7f7-c6cffe9ef5d2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.1072040
Apr 09 20:55:43.618005 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b289b9-da1f-4662-9964-21198b181bf8 x-openstack-request-id: req-60b289b9-da1f-4662-9964-21198b181bf8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:43.618298 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3765143e-2819-46e6-94ae-6d26f95a5ef4", "tag": "5fceff8c-349f-449f-affd-fa4876c4f5d7", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:43.618558 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60b289b9-da1f-4662-9964-21198b181bf8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:43.619542 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b289b9-da1f-4662-9964-21198b181bf8'] response: {'name': 'network-changed', 'server_uuid': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'tag': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'status': 'completed', 'code': 200}
Apr 09 20:55:43.626125 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] Checking router: 1da7d52e-49af-41cb-baa9-b95a66dd7790 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:55:43.648535 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:55:43.649435 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:55:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:43.672406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-25cbe1fb-f63b-42dc-b4fb-85799cd71998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:43.674133 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-25cbe1fb-f63b-42dc-b4fb-85799cd71998 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=430f19ffcb28429189b8c76282d2077b&device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 1149 time: 0.0644782
Apr 09 20:55:43.675625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Allocated IP 192.168.233.208 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/ea23a674-89c2-48ea-9d14-9a710c1b9f16) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:43.698199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0411e5c5-1a1c-4057-a321-d7244bb102f7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:55:43.713847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bd54a78-f871-48ff-9115-824c029c3068 req-6aaa0874-dc85-4de6-9c19-3966f0c0ba1c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981805
Apr 09 20:55:43.727837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 0411e5c5-1a1c-4057-a321-d7244bb102f7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:55:43.728483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0411e5c5-1a1c-4057-a321-d7244bb102f7 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:55:43.734947 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c00eabc-35b6-4f41-aad7-99c02a704a04 req-697c882a-77bb-4291-9e7e-528879ec9a23 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 210 time: 0.0730982
Apr 09 20:55:43.796013 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:55:43.837346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-b2988add-f14e-42ad-99c2-9adc1c03f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:43.838921 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-b2988add-f14e-42ad-99c2-9adc1c03f91c service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 200  len: 925 time: 0.1583512
Apr 09 20:55:43.916975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc8de-89e8-4756-8423-60ab868587cd req-57743131-a433-4593-b6f6-1d2068054885 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:43.919135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6fdc8de-89e8-4756-8423-60ab868587cd req-57743131-a433-4593-b6f6-1d2068054885 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 950 time: 0.0587893
Apr 09 20:55:43.992314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6fdc8de-89e8-4756-8423-60ab868587cd req-b6f14da5-4fa5-4c92-8419-8f8ebacc2784 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642815
Apr 09 20:55:44.003608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-de583a8d-ef4e-4c0e-8402-fe2e7d555d69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fceff8c-349f-449f-affd-fa4876c4f5d7 HTTP/1.1" status: 200  len: 1021 time: 0.1270289
Apr 09 20:55:44.059652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:44.075777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-c3b33957-4e52-4af5-9f9d-fbca2af21d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:44.077454 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-c3b33957-4e52-4af5-9f9d-fbca2af21d91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=985f71d8-d31a-4ff1-bf7c-077ac7606201 HTTP/1.1" status: 200  len: 863 time: 0.0658772
Apr 09 20:55:44.121412 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a0b80>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fb2674a5-a3c8-4311-90e3-c7e06dd156d5', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'floating_ip_address': '172.35.0.206', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'port_id': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'mac_address': 'fa:16:3e:80:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'device_owner': 'compute:tempest-test_az-2013693189'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:55:13Z', 'updated_at': '2022-04-09T20:55:42Z', 'revision_number': 1, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:55:44.139116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-1f2dbc47-a7d5-453c-8ded-5a717247606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:44.140745 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-1f2dbc47-a7d5-453c-8ded-5a717247606d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0534170
Apr 09 20:55:44.147883 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:44.162557 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec973dcc-250c-4eb3-9e92-87b50fa416d0 None None] The sync data for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 is: [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fb2674a5-a3c8-4311-90e3-c7e06dd156d5', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'floating_ip_address': '172.35.0.206', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'port_id': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'mac_address': 'fa:16:3e:80:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'device_owner': 'compute:tempest-test_az-2013693189'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:55:13Z', 'updated_at': '2022-04-09T20:55:42Z', 'revision_number': 1, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:55:44.275539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:44.282648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:44.292574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:44.298349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:44.298977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:44.317447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'Port': ['ID=ea23a674-89c2-48ea-9d14-9a710c1b9f16,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:44.339438 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-dec77a8e-ff78-40a1-8a40-14b6611e52d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1347580
Apr 09 20:55:44.345841 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-74f1c74a-ceff-4faf-aae3-d34750f056a8 service neutron] 10.222.0.32 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893137
Apr 09 20:55:44.357008 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Request body: {'port': {'device_id': 'acad92b7-b70e-44e1-9c3d-2938f626d037', 'device_owner': 'compute:tempest-test_az-2013693189', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:44.578187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58a060-b785-402a-a8da-7ac95869b1ca None None] New status for floating IP fb2674a5-a3c8-4311-90e3-c7e06dd156d5: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 20:55:44.582660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:44.604263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b77c0-7f83-44f4-ab9a-17e02fbf83d4 req-894f5010-165c-4744-92ff-923c8d33f560 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:44.619482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b35b77c0-7f83-44f4-ab9a-17e02fbf83d4 req-894f5010-165c-4744-92ff-923c8d33f560 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 949 time: 0.0831625
Apr 09 20:55:44.691745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b35b77c0-7f83-44f4-ab9a-17e02fbf83d4 req-4d223c8f-a54e-44d4-ae07-52b856417157 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714660
Apr 09 20:55:44.762975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbf653-7f48-402a-a7a5-8fa4d93b8621 req-fb26fadc-0931-4ede-9ed7-6b2a7db0b587 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:44.769863 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60cbf653-7f48-402a-a7a5-8fa4d93b8621 req-fb26fadc-0931-4ede-9ed7-6b2a7db0b587 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 950 time: 0.0742195
Apr 09 20:55:44.814697 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3257c79-c4f5-4b30-8cb8-e814218c67ba req-d082a851-7848-4aa0-b982-be090436ee1b service neutron] 10.222.0.32 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4165115
Apr 09 20:55:44.827563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60cbf653-7f48-402a-a7a5-8fa4d93b8621 req-473fd9d5-173d-48db-9dac-527498308051 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565815
Apr 09 20:55:44.890508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40626) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:44.965652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device dfee8680-3642-4a06-b77e-904d4daa6e7e up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:45.021193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c359fa-0ef6-4b93-9168-86230c3308e2 req-66d0e990-01c2-4957-bd7d-c2cc49a8d60d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:45.022594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c359fa-0ef6-4b93-9168-86230c3308e2 req-66d0e990-01c2-4957-bd7d-c2cc49a8d60d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 936 time: 0.0791385
Apr 09 20:55:45.042966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f33b88-9cab-45a5-8085-d81eae7c91ca req-7fadacde-8c7f-421e-851d-94e1d7d811b2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:45.046704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2ff40bc1-138f-47ea-83a8-dd98c43a254f None None] Provisioning complete for port ea23a674-89c2-48ea-9d14-9a710c1b9f16 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:45.047339 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2ff40bc1-138f-47ea-83a8-dd98c43a254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.049672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02f33b88-9cab-45a5-8085-d81eae7c91ca req-7fadacde-8c7f-421e-851d-94e1d7d811b2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.0724232
Apr 09 20:55:45.067726 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3019cff2-7746-4a0b-ab78-3011d61a8d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.113775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea23a674-89c2-48ea-9d14-9a710c1b9f16 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:45.120522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02f33b88-9cab-45a5-8085-d81eae7c91ca req-196ca21c-8e7d-4aa7-a5a9-d2316c35e8e7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700207
Apr 09 20:55:45.123503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c359fa-0ef6-4b93-9168-86230c3308e2 req-c69f1c07-427b-4ed8-8e81-b954ebc8dd85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897567
Apr 09 20:55:45.133728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Publish callbacks [] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.154503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2ff40bc1-138f-47ea-83a8-dd98c43a254f None None] Port ea23a674-89c2-48ea-9d14-9a710c1b9f16 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:45.170095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Transition to ACTIVE for port object ea23a674-89c2-48ea-9d14-9a710c1b9f16 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:55:45.172867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port dfee8680-3642-4a06-b77e-904d4daa6e7e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:55:45.184087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port dfee8680-3642-4a06-b77e-904d4daa6e7e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:45.184711 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.219777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.273770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3019cff2-7746-4a0b-ab78-3011d61a8d33 admin admin] Publish callbacks [] for security_group (85da0d52-5923-4833-9917-6a60ffd94548), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.274789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Pushing event updated for resources: {'Port': ['ID=ea23a674-89c2-48ea-9d14-9a710c1b9f16,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:45.295021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3019cff2-7746-4a0b-ab78-3011d61a8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (85da0d52-5923-4833-9917-6a60ffd94548), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.316646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port dfee8680-3642-4a06-b77e-904d4daa6e7e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:45.317305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.325984 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3019cff2-7746-4a0b-ab78-3011d61a8d33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=132a3cf21adc4ce8a00f6c26761cb996&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4316421
Apr 09 20:55:45.326134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40638) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:45.347463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaef15a-5756-47f4-8e9d-879861e77ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee8680-3642-4a06-b77e-904d4daa6e7e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:45.351311 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b5e518-6bdb-4cd2-a833-0d722c62e7c6" -d '{"events": [{"server_uuid": "5eaef15a-5756-47f4-8e9d-879861e77ada", "name": "network-vif-plugged", "status": "completed", "tag": "dfee8680-3642-4a06-b77e-904d4daa6e7e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:45.370517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port dfee8680-3642-4a06-b77e-904d4daa6e7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfee8680-3642-4a06-b77e-904d4daa6e7e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:45.378320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.403260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019cff2-7746-4a0b-ab78-3011d61a8d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85da0d52-5923-4833-9917-6a60ffd94548,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:45.406788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Attempting to bind port ea23a674-89c2-48ea-9d14-9a710c1b9f16 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:45.407211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Attempting to bind port ea23a674-89c2-48ea-9d14-9a710c1b9f16 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:45.408195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Attempting to bind port ea23a674-89c2-48ea-9d14-9a710c1b9f16 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:45.414054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Port ea23a674-89c2-48ea-9d14-9a710c1b9f16 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:45.414565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Attempting to bind port ea23a674-89c2-48ea-9d14-9a710c1b9f16 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:45.420798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:45.421830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:45.421830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:45.422493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Bound port: ea23a674-89c2-48ea-9d14-9a710c1b9f16, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:45.422972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.442343 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b5a28b-f434-42d3-a407-3aada2a91bac x-openstack-request-id: req-c2b5a28b-f434-42d3-a407-3aada2a91bac {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:45.446610 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaef15a-5756-47f4-8e9d-879861e77ada", "name": "network-vif-plugged", "status": "completed", "tag": "dfee8680-3642-4a06-b77e-904d4daa6e7e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:45.449072 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2b5a28b-f434-42d3-a407-3aada2a91bac {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:45.449531 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b5a28b-f434-42d3-a407-3aada2a91bac'] response: {'server_uuid': '5eaef15a-5756-47f4-8e9d-879861e77ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee8680-3642-4a06-b77e-904d4daa6e7e', 'code': 200}
Apr 09 20:55:45.497433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55f8e7a5-e40f-4be2-9c77-9e7fe6afe45f admin admin] Publish callbacks [] for security_group (85da0d52-5923-4833-9917-6a60ffd94548), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.523698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=dfee8680-3642-4a06-b77e-904d4daa6e7e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:45.529151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55f8e7a5-e40f-4be2-9c77-9e7fe6afe45f admin admin] Publish callbacks [] for security_group (85da0d52-5923-4833-9917-6a60ffd94548), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.624655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bbb62-357c-4152-aca4-8bd43dac328e req-7a09ed06-d065-43da-887e-f658d40aeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:45.626375 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4a9bbb62-357c-4152-aca4-8bd43dac328e req-7a09ed06-d065-43da-887e-f658d40aeb67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 1132 time: 0.0877404
Apr 09 20:55:45.647652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] For port ea23a674-89c2-48ea-9d14-9a710c1b9f16, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:45.652325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] For port ea23a674-89c2-48ea-9d14-9a710c1b9f16, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:45.691166 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.705791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40656) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:45.711308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device c8cc001c-614d-4bb1-934a-dd12049b69f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:55:45.757798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:45.758286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.759678 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea23a674-89c2-48ea-9d14-9a710c1b9f16 HTTP/1.1" status: 200  len: 1118 time: 1.4075336
Apr 09 20:55:45.760309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acad92b7-b70e-44e1-9c3d-2938f626d037', 'tag': 'ea23a674-89c2-48ea-9d14-9a710c1b9f16'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:45.762782 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3" -d '{"events": [{"name": "network-changed", "server_uuid": "acad92b7-b70e-44e1-9c3d-2938f626d037", "tag": "ea23a674-89c2-48ea-9d14-9a710c1b9f16"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:45.773586 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4a9bbb62-357c-4152-aca4-8bd43dac328e req-2f722926-306b-4e2e-8eca-4330bf370ce0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392210
Apr 09 20:55:45.872826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e615414-d87b-43e2-94ec-16a536370827 service neutron] Pushing event updated for resources: {'Port': ['ID=ea23a674-89c2-48ea-9d14-9a710c1b9f16,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:45.937306 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3124c4-6a8e-4c16-8426-03cb6e175deb x-openstack-request-id: req-4c3124c4-6a8e-4c16-8426-03cb6e175deb {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:45.938049 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acad92b7-b70e-44e1-9c3d-2938f626d037", "tag": "ea23a674-89c2-48ea-9d14-9a710c1b9f16", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:45.938049 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c3124c4-6a8e-4c16-8426-03cb6e175deb {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:45.938245 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3124c4-6a8e-4c16-8426-03cb6e175deb'] response: {'name': 'network-changed', 'server_uuid': 'acad92b7-b70e-44e1-9c3d-2938f626d037', 'tag': 'ea23a674-89c2-48ea-9d14-9a710c1b9f16', 'status': 'completed', 'code': 200}
Apr 09 20:55:45.939594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd85-acca-4879-b556-3ec902552dee req-54138747-3e05-43b6-8704-54f8fa5be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:45.942430 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-54138747-3e05-43b6-8704-54f8fa5be231 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 1152 time: 0.1304674
Apr 09 20:55:45.960941 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2954c955-2673-4418-982f-2380da52eef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:45.987642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:46.000435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'c8cc001c-614d-4bb1-934a-dd12049b69f8', 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'port_id': 'c8cc001c-614d-4bb1-934a-dd12049b69f8', 'mac_address': 'fa:16:3e:21:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3d2404-5a89-4ece-beb3-71037771170e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-2013693189', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:55:46.050798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-9da32149-8fef-4e27-9e80-f481ded2ff14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16 HTTP/1.1" status: 200  len: 217 time: 0.0743601
Apr 09 20:55:46.052643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port c8cc001c-614d-4bb1-934a-dd12049b69f8 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:46.053082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.082532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a2eb4-921c-4589-a8a6-e878257dcfc2 req-db66f91d-a4bf-480d-8f39-25e1d966249f tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:46.089535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-630a2eb4-921c-4589-a8a6-e878257dcfc2 req-db66f91d-a4bf-480d-8f39-25e1d966249f tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 950 time: 0.1509140
Apr 09 20:55:46.099866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cc001c-614d-4bb1-934a-dd12049b69f8 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:46.102428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d7f3-e6b3-4bba-9b98-ea1779c9f91b req-2637ac23-039f-4282-bb1b-f3ff1bbf6be7 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:46.111485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f25d7f3-e6b3-4bba-9b98-ea1779c9f91b req-2637ac23-039f-4282-bb1b-f3ff1bbf6be7 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 950 time: 0.0951014
Apr 09 20:55:46.126780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:46.132912 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.138147 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55f8e7a5-e40f-4be2-9c77-9e7fe6afe45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (85da0d52-5923-4833-9917-6a60ffd94548), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.141000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55f8e7a5-e40f-4be2-9c77-9e7fe6afe45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.142200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-55f8e7a5-e40f-4be2-9c77-9e7fe6afe45f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85da0d52-5923-4833-9917-6a60ffd94548 HTTP/1.1" status: 204  len: 168 time: 0.8151901
Apr 09 20:55:46.147832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40670) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:46.175412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd85-acca-4879-b556-3ec902552dee req-8a4d2bdb-b7b3-4bb6-b5c5-5aa5a3f5a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:46.176898 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-8a4d2bdb-b7b3-4bb6-b5c5-5aa5a3f5a2ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1205788
Apr 09 20:55:46.182197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-f19f2d0c-1d32-460c-a3c3-0086be9310f5 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:46.183718 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-f19f2d0c-1d32-460c-a3c3-0086be9310f5 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 1132 time: 0.0864260
Apr 09 20:55:46.216346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:46.217636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8e7a5-e40f-4be2-9c77-9e7fe6afe45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da0d52-5923-4833-9917-6a60ffd94548,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:46.275924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f25d7f3-e6b3-4bba-9b98-ea1779c9f91b req-3ba19e2b-8bc7-4f72-8838-ea26463dab28 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634691
Apr 09 20:55:46.293642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-630a2eb4-921c-4589-a8a6-e878257dcfc2 req-42db7d2a-d66c-46e5-a9f6-838fd0d68269 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988225
Apr 09 20:55:46.322300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd85-acca-4879-b556-3ec902552dee req-33f03fad-baaf-4792-b13c-1e8fea87c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:46.324667 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-33f03fad-baaf-4792-b13c-1e8fea87c055 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1395245
Apr 09 20:55:46.342310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['c8cc001c-614d-4bb1-934a-dd12049b69f8'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:46.473828 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-abcc12c5-ba23-4398-9481-7c2cd8c1f08a service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005590
Apr 09 20:55:46.474366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] Deleting port f5376796-653d-489e-95db-73d08d90ad01 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:55:46.474684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f5376796-653d-489e-95db-73d08d90ad01), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.488809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a21b-7134-4142-b872-439839c91b9b req-6f0f6209-b197-4ee3-be21-ded584dfb89f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:46.498225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f1a21b-7134-4142-b872-439839c91b9b req-6f0f6209-b197-4ee3-be21-ded584dfb89f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 967 time: 0.1290617
Apr 09 20:55:46.517372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912c6ff-7f7b-49d4-a513-192f72449168 req-d297a749-508e-4c9c-b7e8-68c2978d6437 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:46.526767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c912c6ff-7f7b-49d4-a513-192f72449168 req-d297a749-508e-4c9c-b7e8-68c2978d6437 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 970 time: 0.1123621
Apr 09 20:55:46.575323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40682) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:46.607491 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-42c516fa-a43d-4ca8-926d-ec5589ee29f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.629858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f1a21b-7134-4142-b872-439839c91b9b req-f86cd7e3-761c-4b6e-9f9b-6c7cca53df2a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304789
Apr 09 20:55:46.652574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c912c6ff-7f7b-49d4-a513-192f72449168 req-34c88982-bfa5-4558-a97f-459395f1118f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247416
Apr 09 20:55:46.724591 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-42c516fa-a43d-4ca8-926d-ec5589ee29f8 admin admin] Publish callbacks [] for security_group (67be4b2a-ff40-4159-bc76-47c2aa9d9aa1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.730211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-42c516fa-a43d-4ca8-926d-ec5589ee29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (67be4b2a-ff40-4159-bc76-47c2aa9d9aa1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.770152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-42c516fa-a43d-4ca8-926d-ec5589ee29f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6983f4fb6624a2ea3d482d79202ed5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1921854
Apr 09 20:55:46.771123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c516fa-a43d-4ca8-926d-ec5589ee29f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be4b2a-ff40-4159-bc76-47c2aa9d9aa1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:46.774893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40684) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:46.829254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1599bef-fe70-46ba-be82-45cfe9b843d8 admin admin] Publish callbacks [] for security_group (67be4b2a-ff40-4159-bc76-47c2aa9d9aa1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.831162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2954c955-2673-4418-982f-2380da52eef2 admin admin] Publish callbacks [] for security_group (b4ed9228-9a8b-4002-af01-acbd09c2b8cd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.851100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1599bef-fe70-46ba-be82-45cfe9b843d8 admin admin] Publish callbacks [] for security_group (67be4b2a-ff40-4159-bc76-47c2aa9d9aa1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.866532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2954c955-2673-4418-982f-2380da52eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b4ed9228-9a8b-4002-af01-acbd09c2b8cd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.890483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] For port f5376796-653d-489e-95db-73d08d90ad01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5376796-653d-489e-95db-73d08d90ad01,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:46.890829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f5376796-653d-489e-95db-73d08d90ad01), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.902549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1599bef-fe70-46ba-be82-45cfe9b843d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (67be4b2a-ff40-4159-bc76-47c2aa9d9aa1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.905210 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1599bef-fe70-46ba-be82-45cfe9b843d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:46.906904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a1599bef-fe70-46ba-be82-45cfe9b843d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67be4b2a-ff40-4159-bc76-47c2aa9d9aa1 HTTP/1.1" status: 204  len: 168 time: 0.1305699
Apr 09 20:55:46.915045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1599bef-fe70-46ba-be82-45cfe9b843d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be4b2a-ff40-4159-bc76-47c2aa9d9aa1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:46.932234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] Calling delete_port for f5376796-653d-489e-95db-73d08d90ad01 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:55:47.003957 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2954c955-2673-4418-982f-2380da52eef2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb2447d5bc83456ab7bd6a3878bcaaa8&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2940042
Apr 09 20:55:47.005757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40688) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:47.023186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5dbf6924-0b7c-473f-89a4-feb3c785b10e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47d1b7dc90f744f3861133f61e9b773a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8736169
Apr 09 20:55:47.027909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40690) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:47.043335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954c955-2673-4418-982f-2380da52eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ed9228-9a8b-4002-af01-acbd09c2b8cd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:47.055636 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-97ffcd85-acca-4879-b556-3ec902552dee req-0b83148b-895e-4ddb-ab57-4b3dd653d9ca service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5107727
Apr 09 20:55:47.102584 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bcb4ccf5-120e-4967-acfa-54317fb51074 admin admin] Publish callbacks [] for security_group (b4ed9228-9a8b-4002-af01-acbd09c2b8cd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.121825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f1980ee-1a77-45bb-9284-c405e9b86ecb admin admin] Publish callbacks [] for security_group (1202a696-bb26-4578-bb48-f135b1c2da62), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.146777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bcb4ccf5-120e-4967-acfa-54317fb51074 admin admin] Publish callbacks [] for security_group (b4ed9228-9a8b-4002-af01-acbd09c2b8cd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.148364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f5376796-653d-489e-95db-73d08d90ad01), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.159866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['f5376796-653d-489e-95db-73d08d90ad01'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:47.180982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5376796-653d-489e-95db-73d08d90ad01,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:47.212211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f1980ee-1a77-45bb-9284-c405e9b86ecb admin admin] Publish callbacks [] for security_group (1202a696-bb26-4578-bb48-f135b1c2da62), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.234114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] No DVR routers for this DVR port f5376796-653d-489e-95db-73d08d90ad01 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:55:47.238794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.246396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-658ed993-5b74-42b7-afd2-c85cba7985a1 req-60564927-b607-4696-b3bf-ba4dffb95ea8 tempest-DeleteServersAdminTestJSON-463370993 tempest-DeleteServersAdminTestJSON-463370993-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f5376796-653d-489e-95db-73d08d90ad01 HTTP/1.1" status: 204  len: 173 time: 1.0502977
Apr 09 20:55:47.276463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bcb4ccf5-120e-4967-acfa-54317fb51074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b4ed9228-9a8b-4002-af01-acbd09c2b8cd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.280683 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bcb4ccf5-120e-4967-acfa-54317fb51074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.282524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bcb4ccf5-120e-4967-acfa-54317fb51074 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4ed9228-9a8b-4002-af01-acbd09c2b8cd HTTP/1.1" status: 204  len: 168 time: 0.2757633
Apr 09 20:55:47.291911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4ccf5-120e-4967-acfa-54317fb51074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ed9228-9a8b-4002-af01-acbd09c2b8cd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:47.321073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f1980ee-1a77-45bb-9284-c405e9b86ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1202a696-bb26-4578-bb48-f135b1c2da62), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.338168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f1980ee-1a77-45bb-9284-c405e9b86ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.339013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1f1980ee-1a77-45bb-9284-c405e9b86ecb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1202a696-bb26-4578-bb48-f135b1c2da62 HTTP/1.1" status: 204  len: 168 time: 0.3094878
Apr 09 20:55:47.374318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1980ee-1a77-45bb-9284-c405e9b86ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1202a696-bb26-4578-bb48-f135b1c2da62,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:47.449170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72014ec2-5508-4a77-bbed-04e02f5f1cbd req-b6911f23-8f3a-4aa6-b515-be0ef75ac5ce tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c79f229-9d8b-4e20-b53c-684f5b9afd1f HTTP/1.1" status: 200  len: 210 time: 0.0713050
Apr 09 20:55:47.523311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801cdd-0edb-4674-8f59-3d00fd3d7af0 req-b7880b73-2344-4961-a4a5-0da9e4566f81 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:47.525356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6801cdd-0edb-4674-8f59-3d00fd3d7af0 req-b7880b73-2344-4961-a4a5-0da9e4566f81 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 950 time: 0.0753217
Apr 09 20:55:47.586847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6801cdd-0edb-4674-8f59-3d00fd3d7af0 req-12cb5343-9ea9-48a8-ad0a-cab83e8b3c81 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557575
Apr 09 20:55:47.732298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device c8cc001c-614d-4bb1-934a-dd12049b69f8 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:47.773310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40720) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:47.835789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40722) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:47.843363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port c8cc001c-614d-4bb1-934a-dd12049b69f8 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:55:47.853088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f937fd4-1a2c-4a67-9cb6-76b326b726bd req-b849f657-8d3a-4fd8-bee1-0e5f8c63e439 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:47.855470 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be74fa29-439c-4541-a79c-3eeedcf04870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.856423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port c8cc001c-614d-4bb1-934a-dd12049b69f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:47.857286 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:47.864266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f937fd4-1a2c-4a67-9cb6-76b326b726bd req-b849f657-8d3a-4fd8-bee1-0e5f8c63e439 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 967 time: 0.1247697
Apr 09 20:55:47.871900 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-40caa8d2-66af-4816-a60d-84c13b621eb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49a926a88661416394b9f040a6d2654d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0971560
Apr 09 20:55:47.874647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40724) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:47.950224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c79f229-9d8b-4e20-b53c-684f5b9afd1f', 'name': 'network-vif-deleted', 'tag': 'f5376796-653d-489e-95db-73d08d90ad01'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:47.950457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f937fd4-1a2c-4a67-9cb6-76b326b726bd req-f4e649d8-0d74-4a2f-a033-b662aa727d2f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846078
Apr 09 20:55:47.955959 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaa14e0-5402-4426-96ba-807652abf36d" -d '{"events": [{"server_uuid": "2c79f229-9d8b-4e20-b53c-684f5b9afd1f", "name": "network-vif-deleted", "tag": "f5376796-653d-489e-95db-73d08d90ad01"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:48.020925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be74fa29-439c-4541-a79c-3eeedcf04870 admin admin] Publish callbacks [] for security_group (d12099d1-67ba-4530-a668-0332776df82b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.035018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be74fa29-439c-4541-a79c-3eeedcf04870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d12099d1-67ba-4530-a668-0332776df82b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.070226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74fa29-439c-4541-a79c-3eeedcf04870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12099d1-67ba-4530-a668-0332776df82b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:48.085606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0bca79df-b5c8-4d57-93c7-0dc8e225b3eb admin admin] Publish callbacks [] for security_group (9c55cba3-2395-4b10-bef3-d83dc14faa37), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.104203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fdca1-52a7-4b79-aa03-2a87e5a20128 req-c5287a76-aa05-4d21-884f-77995aaacb30 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:48.111844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-631fdca1-52a7-4b79-aa03-2a87e5a20128 req-c5287a76-aa05-4d21-884f-77995aaacb30 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 970 time: 0.0660901
Apr 09 20:55:48.137199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port c8cc001c-614d-4bb1-934a-dd12049b69f8 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:48.137791 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.145640 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-be74fa29-439c-4541-a79c-3eeedcf04870 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1279809035b498e982fc5452be4b0a3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3063376
Apr 09 20:55:48.148723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:48.157955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0bca79df-b5c8-4d57-93c7-0dc8e225b3eb admin admin] Publish callbacks [] for security_group (9c55cba3-2395-4b10-bef3-d83dc14faa37), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.172636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-7b6c0f8e-2a84-49a6-846f-4aadfb837b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:48.174508 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-7b6c0f8e-2a84-49a6-846f-4aadfb837b98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 1152 time: 0.1005049
Apr 09 20:55:48.179666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:48.180776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:48.183626 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9961c832-d0c8-4c75-9fab-7830b6825ae6" -d '{"events": [{"server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "name": "network-vif-plugged", "status": "completed", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:48.188683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.222255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-631fdca1-52a7-4b79-aa03-2a87e5a20128 req-18eb1b3e-ec1a-4318-9b60-7c877f6896d8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094372
Apr 09 20:55:48.228582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0d26-5cf7-4c67-be54-6fee8c99cc1b req-f36e2318-c7e9-4ba8-aff7-7083739aadb7 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:48.230072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74bf0d26-5cf7-4c67-be54-6fee8c99cc1b req-f36e2318-c7e9-4ba8-aff7-7083739aadb7 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 950 time: 0.0931261
Apr 09 20:55:48.257720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:48.304079 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7aa7b3-6843-4fb1-a9eb-f7b6eb2802a9 x-openstack-request-id: req-cb7aa7b3-6843-4fb1-a9eb-f7b6eb2802a9 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:48.304501 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c79f229-9d8b-4e20-b53c-684f5b9afd1f", "name": "network-vif-deleted", "tag": "f5376796-653d-489e-95db-73d08d90ad01", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:48.304848 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb7aa7b3-6843-4fb1-a9eb-f7b6eb2802a9 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:48.305403 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7aa7b3-6843-4fb1-a9eb-f7b6eb2802a9'] response: {'server_uuid': '2c79f229-9d8b-4e20-b53c-684f5b9afd1f', 'name': 'network-vif-deleted', 'tag': 'f5376796-653d-489e-95db-73d08d90ad01', 'status': 'completed', 'code': 200}
Apr 09 20:55:48.327543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74bf0d26-5cf7-4c67-be54-6fee8c99cc1b req-038e0882-ddae-4a19-87a8-b8f886cd2be6 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817964
Apr 09 20:55:48.328376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-13500120-3ef7-440e-a678-726980e6e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:48.330083 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-13500120-3ef7-440e-a678-726980e6e499 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1453013
Apr 09 20:55:48.332264 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ff970c-6b87-46af-bc3e-779aee4958cd x-openstack-request-id: req-84ff970c-6b87-46af-bc3e-779aee4958cd {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:48.333170 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "name": "network-vif-plugged", "status": "completed", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:48.333547 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84ff970c-6b87-46af-bc3e-779aee4958cd {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:48.334025 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ff970c-6b87-46af-bc3e-779aee4958cd'] response: {'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8', 'code': 200}
Apr 09 20:55:48.386942 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-1f21f6ee-5a9e-49a7-9fd1-fb468ac6e729 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16 HTTP/1.1" status: 200  len: 217 time: 0.0434394
Apr 09 20:55:48.387549 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3d4fbce-1a1f-4d7d-b941-ea9e17624ca8 admin admin] Publish callbacks [] for security_group (d12099d1-67ba-4530-a668-0332776df82b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.433112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0bca79df-b5c8-4d57-93c7-0dc8e225b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9c55cba3-2395-4b10-bef3-d83dc14faa37), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.435723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0bca79df-b5c8-4d57-93c7-0dc8e225b3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.436816 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0bca79df-b5c8-4d57-93c7-0dc8e225b3eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c55cba3-2395-4b10-bef3-d83dc14faa37 HTTP/1.1" status: 204  len: 168 time: 0.5603642
Apr 09 20:55:48.478236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3d4fbce-1a1f-4d7d-b941-ea9e17624ca8 admin admin] Publish callbacks [] for security_group (d12099d1-67ba-4530-a668-0332776df82b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.496077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca79df-b5c8-4d57-93c7-0dc8e225b3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c55cba3-2395-4b10-bef3-d83dc14faa37,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:48.519007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecf9ba-12dc-4cb0-9568-99a07efc9bb3 req-bb375b05-1102-472d-bd54-03aef2fd1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:48.520533 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1ecf9ba-12dc-4cb0-9568-99a07efc9bb3 req-bb375b05-1102-472d-bd54-03aef2fd1f8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1150 time: 0.1130791
Apr 09 20:55:48.527574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-663d7aa1-ba0a-410a-8571-587950b8ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:48.529065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-663d7aa1-ba0a-410a-8571-587950b8ebf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1365590
Apr 09 20:55:48.607240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-27a3fad3-d359-4b74-9180-6ab1e7f4a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:48.608747 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-27a3fad3-d359-4b74-9180-6ab1e7f4a753 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0712907
Apr 09 20:55:48.628253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3d4fbce-1a1f-4d7d-b941-ea9e17624ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d12099d1-67ba-4530-a668-0332776df82b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.630952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3d4fbce-1a1f-4d7d-b941-ea9e17624ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:48.632145 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3d4fbce-1a1f-4d7d-b941-ea9e17624ca8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d12099d1-67ba-4530-a668-0332776df82b HTTP/1.1" status: 204  len: 168 time: 0.4777911
Apr 09 20:55:48.647427 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1ecf9ba-12dc-4cb0-9568-99a07efc9bb3 req-1e51f021-eb67-4572-b022-f05006e1512a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135395
Apr 09 20:55:48.660236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4fbce-1a1f-4d7d-b941-ea9e17624ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12099d1-67ba-4530-a668-0332776df82b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:48.737464 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-3a63841f-7c1b-49cb-9c6e-526e6b0c8161 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219559
Apr 09 20:55:48.856800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-a3e823ef-7e22-4188-a215-41585adbb51b tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0219979
Apr 09 20:55:48.958125 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e20d8d62-a2a5-4550-9540-5d66b7fa51e3 req-2cfe321c-c3e0-4963-aca1-854802bbb075 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148806
Apr 09 20:55:48.991550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-ce0ee6e2-8f50-4649-b3dd-46622ba413a5 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:48.994748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-ce0ee6e2-8f50-4649-b3dd-46622ba413a5 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1352348
Apr 09 20:55:49.018289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-f85a80da-f84c-4d64-bf05-7ba5d904c185 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/quotas/10c5c17262b94d898c4aaa03102b4dd8 HTTP/1.1" status: 200  len: 375 time: 0.0191245
Apr 09 20:55:49.054707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d19b7799-2dab-4fe1-b1b0-a2fbf6cfe677 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0352824
Apr 09 20:55:49.114121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad71fd2-e63a-41bc-8f6d-da9c2c222846 req-382d84bf-0213-4761-9134-3aab65de40cf tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:49.116427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ad71fd2-e63a-41bc-8f6d-da9c2c222846 req-382d84bf-0213-4761-9134-3aab65de40cf tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 968 time: 0.0650246
Apr 09 20:55:49.184126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ad71fd2-e63a-41bc-8f6d-da9c2c222846 req-74b30cc1-4894-46b5-83a8-25b851ae087a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576921
Apr 09 20:55:49.273196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae9ae64e-0da6-4ba9-a862-5f7c7ff577b7 req-0b37e982-83f7-480b-8b17-2ed5e46f2b95 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 210 time: 0.0434113
Apr 09 20:55:49.383182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-84b09654-6de7-4771-bf8f-68b9050cb139 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:49.387881 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-84b09654-6de7-4771-bf8f-68b9050cb139 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 950 time: 0.0816269
Apr 09 20:55:49.396265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41703a-e4fc-4bda-8000-5ca6d66b48d4 req-b00db4d7-766e-4d36-a0c2-4b5d85110e01 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:49.407413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc41703a-e4fc-4bda-8000-5ca6d66b48d4 req-b00db4d7-766e-4d36-a0c2-4b5d85110e01 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 970 time: 0.0880897
Apr 09 20:55:49.524341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Deleting port dfee8680-3642-4a06-b77e-904d4daa6e7e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:55:49.527577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:49.593181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc41703a-e4fc-4bda-8000-5ca6d66b48d4 req-75b3da78-3e90-474e-9994-5773b95d8b6f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824310
Apr 09 20:55:49.628035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d22bd-8e23-463e-8e6a-2558328ec08a req-7ac18577-6569-4fa7-bfe5-96f3493f4545 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:49.642936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a55d22bd-8e23-463e-8e6a-2558328ec08a req-7ac18577-6569-4fa7-bfe5-96f3493f4545 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 950 time: 0.1986346
Apr 09 20:55:49.746107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ea23a674-89c2-48ea-9d14-9a710c1b9f16 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:55:49.761021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a55d22bd-8e23-463e-8e6a-2558328ec08a req-11637e99-e3af-4845-a4f1-83254078b7a5 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9a4d388-f9df-4535-959f-9aa082efc2a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126060
Apr 09 20:55:49.819432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] For port dfee8680-3642-4a06-b77e-904d4daa6e7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfee8680-3642-4a06-b77e-904d4daa6e7e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:49.819948 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:49.857473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Calling delete_port for dfee8680-3642-4a06-b77e-904d4daa6e7e owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:55:49.916301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ea23a674-89c2-48ea-9d14-9a710c1b9f16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:49.933693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'ea23a674-89c2-48ea-9d14-9a710c1b9f16', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'ea23a674-89c2-48ea-9d14-9a710c1b9f16', 'mac_address': 'fa:16:3e:7b:13:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:tempest-test_az-2013693189', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:55:50.022418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ea23a674-89c2-48ea-9d14-9a710c1b9f16 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:50.022418 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:50.038309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea23a674-89c2-48ea-9d14-9a710c1b9f16 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:50.065715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ea23a674-89c2-48ea-9d14-9a710c1b9f16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:50.072164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:50.113620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (dfee8680-3642-4a06-b77e-904d4daa6e7e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:50.128552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['dfee8680-3642-4a06-b77e-904d4daa6e7e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:50.175463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Pushing event deleted for resources: {'Port': ['ID=dfee8680-3642-4a06-b77e-904d4daa6e7e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:50.181496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ea23a674-89c2-48ea-9d14-9a710c1b9f16,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:50.257696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] No DVR routers for this DVR port dfee8680-3642-4a06-b77e-904d4daa6e7e on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:55:50.261933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:50.265412 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91a26978-23fb-4069-b7a1-9b2ee1130116 req-d677b505-6137-4e7a-b4c9-8556957cfe26 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.25 "DELETE /v2.0/ports/dfee8680-3642-4a06-b77e-904d4daa6e7e HTTP/1.1" status: 204  len: 173 time: 0.8740969
Apr 09 20:55:50.306365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaef15a-5756-47f4-8e9d-879861e77ada', 'name': 'network-vif-deleted', 'tag': 'dfee8680-3642-4a06-b77e-904d4daa6e7e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:50.309230 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b0fe23-169d-4b41-be93-d4d517f1047f" -d '{"events": [{"server_uuid": "5eaef15a-5756-47f4-8e9d-879861e77ada", "name": "network-vif-deleted", "tag": "dfee8680-3642-4a06-b77e-904d4daa6e7e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:50.322756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:50.391030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cdd8d-a50c-4cd8-8727-0034272b2f8e req-73447ad1-9a76-48ec-b6d7-7032a3dc8b98 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:50.392888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-715cdd8d-a50c-4cd8-8727-0034272b2f8e req-73447ad1-9a76-48ec-b6d7-7032a3dc8b98 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 968 time: 0.0583143
Apr 09 20:55:50.422251 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f620f481-5820-480a-92ae-d2a1686d23a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:50.442521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40858) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:50.541546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-715cdd8d-a50c-4cd8-8727-0034272b2f8e req-2918c378-b3ac-427f-ad05-92f5a12cee5d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308582
Apr 09 20:55:50.620097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffd407d7-2468-4d1e-a712-d803d20c1f43 req-8c21f648-ee9b-41f4-ae6c-883816122c81 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 210 time: 0.0539482
Apr 09 20:55:50.650507 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367af105-a591-4f9d-8f6b-3ebfb00365c4 x-openstack-request-id: req-367af105-a591-4f9d-8f6b-3ebfb00365c4 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:50.651953 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaef15a-5756-47f4-8e9d-879861e77ada", "name": "network-vif-deleted", "tag": "dfee8680-3642-4a06-b77e-904d4daa6e7e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:50.652563 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-367af105-a591-4f9d-8f6b-3ebfb00365c4 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:50.653412 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367af105-a591-4f9d-8f6b-3ebfb00365c4'] response: {'server_uuid': '5eaef15a-5756-47f4-8e9d-879861e77ada', 'name': 'network-vif-deleted', 'tag': 'dfee8680-3642-4a06-b77e-904d4daa6e7e', 'status': 'completed', 'code': 200}
Apr 09 20:55:50.754253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c8ff-0063-47da-b30f-a03531581a20 req-85f5969f-26bb-46a0-abd7-0cb78d0ef5fa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:50.755889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c707c8ff-0063-47da-b30f-a03531581a20 req-85f5969f-26bb-46a0-abd7-0cb78d0ef5fa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 971 time: 0.0488071
Apr 09 20:55:50.797200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f5376796-653d-489e-95db-73d08d90ad01 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:55:50.818916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c707c8ff-0063-47da-b30f-a03531581a20 req-0d4c74fe-0a69-44d9-9f0e-36dbc5343cd0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566335
Apr 09 20:55:50.821389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: f5376796-653d-489e-95db-73d08d90ad01 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:55:50.821763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f5376796-653d-489e-95db-73d08d90ad01 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:55:50.923777 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-f532826b-95e3-4a94-b2c0-ccbf8f090bae tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0456848
Apr 09 20:55:50.954584 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-863b21a5-6e7f-42be-b7fd-02326612dcf3 tempest-AutoAllocateNetworkTest-417222789 tempest-AutoAllocateNetworkTest-417222789-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=51c2a88012224851ae8069f9a969f0d2&shared=False HTTP/1.1" status: 200  len: 208 time: 0.5108464
Apr 09 20:55:50.957395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40876) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:51.026677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40878) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:51.084667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-58486d1f-5f86-4dc9-b763-581647b3e5e6 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:51.087125 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-58486d1f-5f86-4dc9-b763-581647b3e5e6 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1508760
Apr 09 20:55:51.110995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Request body: {'port': {'device_id': '41785a40-a163-4455-8ee5-1353161f2c3b', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '10c5c17262b94d898c4aaa03102b4dd8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:51.144282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c73d74b-1e3a-4df6-a06c-ec5ce4385b7a req-9b3ec99c-ddaf-492d-a56e-718c12187ed8 tempest-ServerDiagnosticsNegativeTest-1409142197 tempest-ServerDiagnosticsNegativeTest-1409142197-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eaef15a-5756-47f4-8e9d-879861e77ada HTTP/1.1" status: 200  len: 210 time: 0.1323376
Apr 09 20:55:51.201025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6d93a-3c89-4d41-b237-f80c905e2d38 req-3d42ec0c-7a60-4a7e-a62b-9619618d4407 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:51.202858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ca6d93a-3c89-4d41-b237-f80c905e2d38 req-3d42ec0c-7a60-4a7e-a62b-9619618d4407 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1150 time: 0.1688366
Apr 09 20:55:51.241156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b81ae70-ea4b-4d55-9c14-c7c8e15e4ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.270706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d5b75f-4cc2-405a-b8f0-71b38107e5da tempest-AutoAllocateNetworkTest-417222789 tempest-AutoAllocateNetworkTest-417222789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:51.275345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d4d5b75f-4cc2-405a-b8f0-71b38107e5da tempest-AutoAllocateNetworkTest-417222789 tempest-AutoAllocateNetworkTest-417222789-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.3137212
Apr 09 20:55:51.275706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40888) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:51.306245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ca6d93a-3c89-4d41-b237-f80c905e2d38 req-6895784e-34c3-42a6-a37d-020bcb2ae464 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946417
Apr 09 20:55:51.324584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Made reservation on behalf of 10c5c17262b94d898c4aaa03102b4dd8 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:51.328250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.364937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ad4ad152-b3c6-4079-9c46-853041c78040 tempest-AutoAllocateNetworkTest-417222789 tempest-AutoAllocateNetworkTest-417222789-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0873904
Apr 09 20:55:51.365699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40892) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:51.385329 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b81ae70-ea4b-4d55-9c14-c7c8e15e4ed9 admin admin] Publish callbacks [] for security_group (a4ce0266-d36c-4e38-b813-70c43046a514), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.410376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-934c5f80-51c1-4a1d-9421-4c98baad73ce tempest-AutoAllocateNetworkTest-417222789 tempest-AutoAllocateNetworkTest-417222789-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=51c2a88012224851ae8069f9a969f0d2 HTTP/1.1" status: 200  len: 208 time: 0.0428872
Apr 09 20:55:51.425814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b81ae70-ea4b-4d55-9c14-c7c8e15e4ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a4ce0266-d36c-4e38-b813-70c43046a514), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.495955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859f2a5-b8ba-4955-bc53-db2b3e009670 req-a565031f-5cbc-47a7-9aaf-09d7d1b1b150 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:51.503945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81ae70-ea4b-4d55-9c14-c7c8e15e4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ce0266-d36c-4e38-b813-70c43046a514,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:51.504481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2859f2a5-b8ba-4955-bc53-db2b3e009670 req-a565031f-5cbc-47a7-9aaf-09d7d1b1b150 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1150 time: 0.0593514
Apr 09 20:55:51.517169 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5b81ae70-ea4b-4d55-9c14-c7c8e15e4ed9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08fdacb13c2b449581a193ace4bc6a96&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4864304
Apr 09 20:55:51.518359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40902) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:51.553375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2859f2a5-b8ba-4955-bc53-db2b3e009670 req-db433aeb-ca50-47b8-b6d9-53b67514e490 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480762
Apr 09 20:55:51.625483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3c383db-6a7a-4295-90c7-4f08255d96eb admin admin] Publish callbacks [] for security_group (a4ce0266-d36c-4e38-b813-70c43046a514), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.628438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Allocated IP 192.168.233.60 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/969f5337-7c13-4c26-82e0-4f6bfc05cdf0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:55:51.660513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3c383db-6a7a-4295-90c7-4f08255d96eb admin admin] Publish callbacks [] for security_group (a4ce0266-d36c-4e38-b813-70c43046a514), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.672316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40910) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:51.747411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ea23a674-89c2-48ea-9d14-9a710c1b9f16 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:55:51.775015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-127824b7-a8b2-4737-a215-10baf213ffce req-cd7c8af0-5b82-4420-be5d-b0ab2a6df5b6 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 210 time: 0.0364406
Apr 09 20:55:51.828443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3c383db-6a7a-4295-90c7-4f08255d96eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a4ce0266-d36c-4e38-b813-70c43046a514), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.832194 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3c383db-6a7a-4295-90c7-4f08255d96eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.832457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port ea23a674-89c2-48ea-9d14-9a710c1b9f16 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:55:51.836899 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a3c383db-6a7a-4295-90c7-4f08255d96eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4ce0266-d36c-4e38-b813-70c43046a514 HTTP/1.1" status: 204  len: 168 time: 0.3158641
Apr 09 20:55:51.842196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a808f2d8-0224-4b88-a966-1b535e6f3f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.855739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c383db-6a7a-4295-90c7-4f08255d96eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ce0266-d36c-4e38-b813-70c43046a514,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:51.856829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port ea23a674-89c2-48ea-9d14-9a710c1b9f16 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:51.857484 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.905391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks [] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.905726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-d4ace623-0e1c-4a97-aa20-dfba3ca774ef req-d01dcbf8-5be3-4d5b-8d38-fed62bdfdbb5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:55:51.906723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4ace623-0e1c-4a97-aa20-dfba3ca774ef req-d01dcbf8-5be3-4d5b-8d38-fed62bdfdbb5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0091324
Apr 09 20:55:51.965514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ea23a674-89c2-48ea-9d14-9a710c1b9f16 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:51.966272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:51.984100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.000570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a808f2d8-0224-4b88-a966-1b535e6f3f3a admin admin] Publish callbacks [] for security_group (86c80be6-7207-458e-8354-32d9b1e23f04), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.010743 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a808f2d8-0224-4b88-a966-1b535e6f3f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (86c80be6-7207-458e-8354-32d9b1e23f04), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.024613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad92b7-b70e-44e1-9c3d-2938f626d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea23a674-89c2-48ea-9d14-9a710c1b9f16'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:52.028008 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccceb233-1ab5-4db1-ac7c-c580c60256a8" -d '{"events": [{"server_uuid": "acad92b7-b70e-44e1-9c3d-2938f626d037", "name": "network-vif-plugged", "status": "completed", "tag": "ea23a674-89c2-48ea-9d14-9a710c1b9f16"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:52.062349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Pushing event updated for resources: {'Port': ['ID=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:52.071826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:55:52.073807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:55:52.076252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:55:52.081306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:52.081994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.099544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ea23a674-89c2-48ea-9d14-9a710c1b9f16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:52.103672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-d9ce5acb-858b-4104-92d7-856d28e29e7d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9971302
Apr 09 20:55:52.107379 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.117150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Request body: {'port': {'device_id': '41785a40-a163-4455-8ee5-1353161f2c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:52.130872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808f2d8-0224-4b88-a966-1b535e6f3f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c80be6-7207-458e-8354-32d9b1e23f04,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:52.158693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a808f2d8-0224-4b88-a966-1b535e6f3f3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51c2a88012224851ae8069f9a969f0d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4850833
Apr 09 20:55:52.164839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:52.243900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ea23a674-89c2-48ea-9d14-9a710c1b9f16,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:52.253187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.281901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77c71-0a09-4f5c-895b-7117777639ae req-edcc0d1d-3f4e-4014-b8cc-d86586129c79 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:52.285425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ac77c71-0a09-4f5c-895b-7117777639ae req-edcc0d1d-3f4e-4014-b8cc-d86586129c79 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 972 time: 0.1085713
Apr 09 20:55:52.318199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bdf6b98-c101-48e5-b089-dde91c73dee6 admin admin] Publish callbacks [] for security_group (86c80be6-7207-458e-8354-32d9b1e23f04), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.366041 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bdf6b98-c101-48e5-b089-dde91c73dee6 admin admin] Publish callbacks [] for security_group (86c80be6-7207-458e-8354-32d9b1e23f04), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.383228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ac77c71-0a09-4f5c-895b-7117777639ae req-d95e91ce-00d6-4a95-a4db-a393447805e8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932369
Apr 09 20:55:52.388365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40938) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:52.416468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8812454-e2b1-48d8-963a-d0aef2e09bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.436548 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56554a6-bd3c-4a25-8e7f-f1980fbf5a70 x-openstack-request-id: req-c56554a6-bd3c-4a25-8e7f-f1980fbf5a70 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:52.439772 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad92b7-b70e-44e1-9c3d-2938f626d037", "name": "network-vif-plugged", "status": "completed", "tag": "ea23a674-89c2-48ea-9d14-9a710c1b9f16", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:52.440230 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c56554a6-bd3c-4a25-8e7f-f1980fbf5a70 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:52.440835 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56554a6-bd3c-4a25-8e7f-f1980fbf5a70'] response: {'server_uuid': 'acad92b7-b70e-44e1-9c3d-2938f626d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea23a674-89c2-48ea-9d14-9a710c1b9f16', 'code': 200}
Apr 09 20:55:52.470873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fbc7f92a-5034-4d54-91b3-8b96d8192128 None None] Provisioning complete for port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:55:52.471418 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbc7f92a-5034-4d54-91b3-8b96d8192128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.539121 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8812454-e2b1-48d8-963a-d0aef2e09bde admin admin] Publish callbacks [] for security_group (ffb44566-6b63-4596-8777-817c097822f3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.547910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7f92a-5034-4d54-91b3-8b96d8192128 None None] Port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:55:52.552058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8812454-e2b1-48d8-963a-d0aef2e09bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ffb44566-6b63-4596-8777-817c097822f3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.603374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d8812454-e2b1-48d8-963a-d0aef2e09bde admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52a8acfb70684381b3ff7befaf40aa23&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2136154
Apr 09 20:55:52.605666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8812454-e2b1-48d8-963a-d0aef2e09bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb44566-6b63-4596-8777-817c097822f3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:52.608589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40952) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:52.616602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bb1c3-db2d-433a-8b91-b95cb6dd8f68 req-b2445376-f770-42d2-9a52-cb8c443216fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:52.622330 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1f3bb1c3-db2d-433a-8b91-b95cb6dd8f68 req-b2445376-f770-42d2-9a52-cb8c443216fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 1154 time: 0.1109886
Apr 09 20:55:52.680434 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bdf6b98-c101-48e5-b089-dde91c73dee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (86c80be6-7207-458e-8354-32d9b1e23f04), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.683283 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bdf6b98-c101-48e5-b089-dde91c73dee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.687206 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3bdf6b98-c101-48e5-b089-dde91c73dee6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86c80be6-7207-458e-8354-32d9b1e23f04 HTTP/1.1" status: 204  len: 168 time: 0.5148060
Apr 09 20:55:52.715520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf6b98-c101-48e5-b089-dde91c73dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c80be6-7207-458e-8354-32d9b1e23f04,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:52.728643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1f3bb1c3-db2d-433a-8b91-b95cb6dd8f68 req-437a6a95-bc05-4761-9368-d79c797c8c93 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711410
Apr 09 20:55:52.732534 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61af742c-61d7-4631-947b-a1a7dcdc7e24 admin admin] Publish callbacks [] for security_group (ffb44566-6b63-4596-8777-817c097822f3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.765861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61af742c-61d7-4631-947b-a1a7dcdc7e24 admin admin] Publish callbacks [] for security_group (ffb44566-6b63-4596-8777-817c097822f3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.830770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61af742c-61d7-4631-947b-a1a7dcdc7e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ffb44566-6b63-4596-8777-817c097822f3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.833697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61af742c-61d7-4631-947b-a1a7dcdc7e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.837615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-61af742c-61d7-4631-947b-a1a7dcdc7e24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffb44566-6b63-4596-8777-817c097822f3 HTTP/1.1" status: 204  len: 168 time: 0.2167964
Apr 09 20:55:52.856155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af742c-61d7-4631-947b-a1a7dcdc7e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb44566-6b63-4596-8777-817c097822f3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:52.882017 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-913d84ab-db5b-4d34-bddc-c37fc05dbfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.920355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:52.939903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Publish callbacks [] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.957616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Transition to ACTIVE for port object 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:55:52.966410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:52.971856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f31b2-a3e4-48cb-af31-8daa2f12e209 req-b86ec5ae-7bdb-4121-922e-72e64dddfc03 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:52.982266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-067f31b2-a3e4-48cb-af31-8daa2f12e209 req-b86ec5ae-7bdb-4121-922e-72e64dddfc03 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 935 time: 0.0659642
Apr 09 20:55:53.053936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-067f31b2-a3e4-48cb-af31-8daa2f12e209 req-2beec8c8-5c3b-4a06-8b0f-4e119a6b5a59 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705450
Apr 09 20:55:53.061762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Pushing event updated for resources: {'Port': ['ID=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:53.127023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Attempting to bind port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:53.127371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Attempting to bind port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:53.127693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Attempting to bind port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:53.132568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:53.132939 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Attempting to bind port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:53.138156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:53.138472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:53.138898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:53.139327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Bound port: 969f5337-7c13-4c26-82e0-4f6bfc05cdf0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:53.140135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:53.249625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] For port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:53.256252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] For port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:53.271134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:53.347239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:53.347872 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:53.349354 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] 10.222.0.25 "PUT /v2.0/ports/969f5337-7c13-4c26-82e0-4f6bfc05cdf0 HTTP/1.1" status: 200  len: 1095 time: 1.2381833
Apr 09 20:55:53.350103 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41785a40-a163-4455-8ee5-1353161f2c3b', 'tag': '969f5337-7c13-4c26-82e0-4f6bfc05cdf0'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:53.352555 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0" -d '{"events": [{"name": "network-changed", "server_uuid": "41785a40-a163-4455-8ee5-1353161f2c3b", "tag": "969f5337-7c13-4c26-82e0-4f6bfc05cdf0"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:53.385344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40996) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:53.394235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110c8a4-8d05-4bbe-9e2b-d7f278ea663d service neutron] Pushing event updated for resources: {'Port': ['ID=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:53.486086 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d8e1d9-c832-49fa-b67f-397510737f2b x-openstack-request-id: req-11d8e1d9-c832-49fa-b67f-397510737f2b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:53.486383 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41785a40-a163-4455-8ee5-1353161f2c3b", "tag": "969f5337-7c13-4c26-82e0-4f6bfc05cdf0", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:53.488443 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11d8e1d9-c832-49fa-b67f-397510737f2b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:53.488909 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d8e1d9-c832-49fa-b67f-397510737f2b'] response: {'name': 'network-changed', 'server_uuid': '41785a40-a163-4455-8ee5-1353161f2c3b', 'tag': '969f5337-7c13-4c26-82e0-4f6bfc05cdf0', 'status': 'completed', 'code': 200}
Apr 09 20:55:53.513993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-8459fff5-16c0-4224-b57c-bbcfb3d46a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:53.515873 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-8459fff5-16c0-4224-b57c-bbcfb3d46a96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 1129 time: 0.0963902
Apr 09 20:55:53.580597 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-07705c3a-a854-412a-b53c-4c7edd8d8332 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=969f5337-7c13-4c26-82e0-4f6bfc05cdf0 HTTP/1.1" status: 200  len: 217 time: 0.0577831
Apr 09 20:55:53.641255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-e11fbe66-f6b8-4192-8b60-608f63ffc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:53.642995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-e11fbe66-f6b8-4192-8b60-608f63ffc792 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0499706
Apr 09 20:55:53.671930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d0a98-e319-4d08-a8ec-f89f3b9ec60e req-22477c61-c1b0-4273-920f-b5da470ed463 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:53.674317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-807d0a98-e319-4d08-a8ec-f89f3b9ec60e req-22477c61-c1b0-4273-920f-b5da470ed463 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 972 time: 0.0878463
Apr 09 20:55:53.760777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-807d0a98-e319-4d08-a8ec-f89f3b9ec60e req-a3945b0f-bb4e-47fb-a24c-432cb0b27792 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805199
Apr 09 20:55:53.760994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-823d11be-45de-4448-afe1-4e6d4c59a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:53.762311 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-823d11be-45de-4448-afe1-4e6d4c59a9cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1118429
Apr 09 20:55:53.811418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41018) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:53.818497 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62123b1f-deed-4892-9b23-b20773b7be1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fc90b2020ab417e8b6ba2bfb69d6ba5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4296210
Apr 09 20:55:53.838412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41020) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:53.876661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Publish callbacks [] for security_group (d9a4d388-f9df-4535-959f-9aa082efc2a9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:53.904835 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-0cc79bc7-ffad-4c49-8e9f-77e010f5f53d service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338382
Apr 09 20:55:53.942203 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Publish callbacks [] for security_group (d9a4d388-f9df-4535-959f-9aa082efc2a9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.012927 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.027411 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d9a4d388-f9df-4535-959f-9aa082efc2a9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.032457 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.034113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9a4d388-f9df-4535-959f-9aa082efc2a9 HTTP/1.1" status: 204  len: 168 time: 0.2215431
Apr 09 20:55:54.044089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a4d388-f9df-4535-959f-9aa082efc2a9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:54.055399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.056103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.056737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.057351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.058036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.058805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.060703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.061363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.061691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.062010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.062340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.062680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.063037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.063314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.063624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74cc073-bf6d-468a-8247-71d215019cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.079673 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a599169d-27cc-4103-9ca9-b0a2e3d7145d req-14c7290e-6cfa-4ed9-977a-749807b0153f service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692920
Apr 09 20:55:54.128214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4dc746d-31b5-4c16-8efa-dc1d1cf8548d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.211197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfd25a-29da-4e56-b7ac-e9d19be54069 req-7583a869-1521-4e60-8aee-49b4309938bd tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:54.212713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60dfd25a-29da-4e56-b7ac-e9d19be54069 req-7583a869-1521-4e60-8aee-49b4309938bd tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 947 time: 0.0660024
Apr 09 20:55:54.285009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4dc746d-31b5-4c16-8efa-dc1d1cf8548d admin admin] Publish callbacks [] for security_group (0574f8f9-7759-40f4-a975-36091a919773), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.292921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60dfd25a-29da-4e56-b7ac-e9d19be54069 req-5d15b0a9-a453-4e5b-b465-176be370f6af tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706348
Apr 09 20:55:54.294003 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4dc746d-31b5-4c16-8efa-dc1d1cf8548d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0574f8f9-7759-40f4-a975-36091a919773), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.331332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d4dc746d-31b5-4c16-8efa-dc1d1cf8548d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=214a04a002984b78be0d28cc5364764f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4919016
Apr 09 20:55:54.334289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41048) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:54.335964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc746d-31b5-4c16-8efa-dc1d1cf8548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0574f8f9-7759-40f4-a975-36091a919773,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:54.386704 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Publish callbacks [] for security_group (0574f8f9-7759-40f4-a975-36091a919773), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.394878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41050) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:54.417016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Publish callbacks [] for security_group (0574f8f9-7759-40f4-a975-36091a919773), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.475416 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0574f8f9-7759-40f4-a975-36091a919773), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.478119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.482240 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0574f8f9-7759-40f4-a975-36091a919773 HTTP/1.1" status: 204  len: 168 time: 0.1468639
Apr 09 20:55:54.491345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0574f8f9-7759-40f4-a975-36091a919773,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:54.499686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.500192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.500614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.500775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.501131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.501467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.501807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.502125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.502442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.502758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.503076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.503547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.504010 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.504754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.504754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26554bcf-7875-4a1a-9664-5341d560f097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:54.572358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41060) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:54.586926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adee2939-65a8-4939-82ce-271c95dfc736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.612188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3f81f0ec-9c74-4dde-ac57-842331c2fba5 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:55:54.613312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3f81f0ec-9c74-4dde-ac57-842331c2fba5 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2169194
Apr 09 20:55:54.675836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adee2939-65a8-4939-82ce-271c95dfc736 admin admin] Publish callbacks [] for security_group (5bf1272a-d789-4e46-bd43-ffd9915945f6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.681002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adee2939-65a8-4939-82ce-271c95dfc736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5bf1272a-d789-4e46-bd43-ffd9915945f6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.719280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-adee2939-65a8-4939-82ce-271c95dfc736 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e3774f1979c4262aa63db6f010db5d9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1457469
Apr 09 20:55:54.721025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee2939-65a8-4939-82ce-271c95dfc736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf1272a-d789-4e46-bd43-ffd9915945f6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:54.722030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41068) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:54.771995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2637ea46-0428-487f-bbb1-2dc961f88aec admin admin] Publish callbacks [] for security_group (5bf1272a-d789-4e46-bd43-ffd9915945f6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.798486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2637ea46-0428-487f-bbb1-2dc961f88aec admin admin] Publish callbacks [] for security_group (5bf1272a-d789-4e46-bd43-ffd9915945f6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.811813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device dfee8680-3642-4a06-b77e-904d4daa6e7e no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:55:54.856524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: dfee8680-3642-4a06-b77e-904d4daa6e7e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:55:54.864348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device dfee8680-3642-4a06-b77e-904d4daa6e7e not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:55:54.871273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2637ea46-0428-487f-bbb1-2dc961f88aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5bf1272a-d789-4e46-bd43-ffd9915945f6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.875460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2637ea46-0428-487f-bbb1-2dc961f88aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.879721 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2637ea46-0428-487f-bbb1-2dc961f88aec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bf1272a-d789-4e46-bd43-ffd9915945f6 HTTP/1.1" status: 204  len: 168 time: 0.1565998
Apr 09 20:55:54.892664 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:54.892821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637ea46-0428-487f-bbb1-2dc961f88aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf1272a-d789-4e46-bd43-ffd9915945f6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:54.941905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d5b8e-b567-4ff1-a9f4-5417debfa9f4 req-96baabe0-5a4b-47c6-8248-02d3ed63a339 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:54.943414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd4d5b8e-b567-4ff1-a9f4-5417debfa9f4 req-96baabe0-5a4b-47c6-8248-02d3ed63a339 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 972 time: 0.0639567
Apr 09 20:55:55.007023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd4d5b8e-b567-4ff1-a9f4-5417debfa9f4 req-c6db68d6-5a8f-433a-b6f9-424894fd6576 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572422
Apr 09 20:55:55.023240 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.102544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-5b102a19-90fb-49b3-a10c-78469001bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:55.109572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-5b102a19-90fb-49b3-a10c-78469001bcd6 service neutron] 10.222.0.30 "GET /v2.0/ports/c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 1147 time: 0.3001792
Apr 09 20:55:55.113818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:55.114372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Unknown quota resources ['binding']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 20:55:55.195548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41086) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:55.208664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6edc19e1-6205-4809-abe5-4555ab53dece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.277338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:55.277934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:55.278485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:55.286352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:55.287034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:55.292972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:55.293349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:55.293906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:55.294424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Bound port: c8cc001c-614d-4bb1-934a-dd12049b69f8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:55.300480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6edc19e1-6205-4809-abe5-4555ab53dece admin admin] Publish callbacks [] for security_group (0fad52e5-4c3b-470b-8df7-9a8cbde758cc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.308529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6edc19e1-6205-4809-abe5-4555ab53dece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0fad52e5-4c3b-470b-8df7-9a8cbde758cc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.354924 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6edc19e1-6205-4809-abe5-4555ab53dece admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5884c935b10477dbfc163d18debbc43&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1559548
Apr 09 20:55:55.355229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41094) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:55.361928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc19e1-6205-4809-abe5-4555ab53dece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad52e5-4c3b-470b-8df7-9a8cbde758cc,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:55.417814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:55.423317 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00b03ebf-1935-468c-9904-7d6535e778cf admin admin] Publish callbacks [] for security_group (0fad52e5-4c3b-470b-8df7-9a8cbde758cc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.426430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.427824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-3898398e-0445-4bb5-8137-212d60fd9320 service neutron] 10.222.0.30 "POST /v2.0/ports/c8cc001c-614d-4bb1-934a-dd12049b69f8/bindings HTTP/1.1" status: 201  len: 389 time: 0.3173339
Apr 09 20:55:55.463691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00b03ebf-1935-468c-9904-7d6535e778cf admin admin] Publish callbacks [] for security_group (0fad52e5-4c3b-470b-8df7-9a8cbde758cc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.546981 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00b03ebf-1935-468c-9904-7d6535e778cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0fad52e5-4c3b-470b-8df7-9a8cbde758cc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.550810 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00b03ebf-1935-468c-9904-7d6535e778cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.555419 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-00b03ebf-1935-468c-9904-7d6535e778cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fad52e5-4c3b-470b-8df7-9a8cbde758cc HTTP/1.1" status: 204  len: 168 time: 0.1990099
Apr 09 20:55:55.580083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b03ebf-1935-468c-9904-7d6535e778cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad52e5-4c3b-470b-8df7-9a8cbde758cc,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:55.635099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab2a15-897c-4595-ad4b-076c4418bcb2 req-0c35e674-e3c0-4249-837a-2e09f9f3e360 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:55.637309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6ab2a15-897c-4595-ad4b-076c4418bcb2 req-0c35e674-e3c0-4249-837a-2e09f9f3e360 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 947 time: 0.0767081
Apr 09 20:55:55.723086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6ab2a15-897c-4595-ad4b-076c4418bcb2 req-48712e63-debc-4f42-8566-53d0ff99e582 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798366
Apr 09 20:55:55.724326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ae51b-800e-4c38-9838-234ea5433c71 req-7ddb3100-45c0-4745-8901-d8cf0669923d tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:55.725764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e53ae51b-800e-4c38-9838-234ea5433c71 req-7ddb3100-45c0-4745-8901-d8cf0669923d tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 1154 time: 0.0647173
Apr 09 20:55:55.752945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e53ae51b-800e-4c38-9838-234ea5433c71 req-b071786d-3549-43d2-b06b-138137699bfc tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.870212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93aa8-2a38-458b-b5e2-5f842fad1e92 req-248b9a2a-133c-4de5-9316-cf2a80e25821 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:55.870212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29d93aa8-2a38-458b-b5e2-5f842fad1e92 req-248b9a2a-133c-4de5-9316-cf2a80e25821 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 968 time: 0.0648434
Apr 09 20:55:55.905692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e53ae51b-800e-4c38-9838-234ea5433c71 req-b071786d-3549-43d2-b06b-138137699bfc tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Publish callbacks [] for security_group (01509e31-657c-49ad-bb8a-a110b4da1638), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.912674 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e53ae51b-800e-4c38-9838-234ea5433c71 req-b071786d-3549-43d2-b06b-138137699bfc tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (01509e31-657c-49ad-bb8a-a110b4da1638), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:55.967763 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29d93aa8-2a38-458b-b5e2-5f842fad1e92 req-5c8e3e90-ecff-4dfe-b3ad-0f6fb86d8119 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878277
Apr 09 20:55:55.970660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071786d-3549-43d2-b06b-138137699bfc tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01509e31-657c-49ad-bb8a-a110b4da1638,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:55.975946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e53ae51b-800e-4c38-9838-234ea5433c71 req-b071786d-3549-43d2-b06b-138137699bfc tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399232
Apr 09 20:55:56.166473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-1f930367-34e8-4b12-92a4-fa435c976744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:56.168103 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-1f930367-34e8-4b12-92a4-fa435c976744 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 1129 time: 0.0493479
Apr 09 20:55:56.275979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-f57db5ad-43ac-44da-9ae7-d17bad2d7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:56.278904 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-f57db5ad-43ac-44da-9ae7-d17bad2d7360 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1007369
Apr 09 20:55:56.284577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-ae686c9f-3d89-44f3-9b92-3003c1bc4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:56.286236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-ae686c9f-3d89-44f3-9b92-3003c1bc4ba8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1150 time: 0.0917845
Apr 09 20:55:56.324918 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-f8ff5b0a-bc7c-4fa5-abc7-5973ebe2670c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=969f5337-7c13-4c26-82e0-4f6bfc05cdf0 HTTP/1.1" status: 200  len: 217 time: 0.0394976
Apr 09 20:55:56.392587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-a16b2420-c70a-40ad-8ea3-e1c9d6953fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:56.392587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-a16b2420-c70a-40ad-8ea3-e1c9d6953fab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0576942
Apr 09 20:55:56.466209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-5e5b4794-184d-48eb-9e41-d0daab64ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:56.467936 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-5e5b4794-184d-48eb-9e41-d0daab64ebd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0734758
Apr 09 20:55:56.585309 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-99cdcb19-74dc-43ae-a08e-db5b7360297a service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106224
Apr 09 20:55:56.667979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-19bc50a9-1057-4002-ab0b-c6da2a13ebd3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0523579
Apr 09 20:55:56.799111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:56.808604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-3d9c09d8-8f48-4f12-b1cf-9e2bfe937bd2 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:56.816396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-3d9c09d8-8f48-4f12-b1cf-9e2bfe937bd2 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1418583
Apr 09 20:55:56.845480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-d10bdba4-a01d-44a2-be05-a9a9bd058a8c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/quotas/b21b82d625c249269c02db9bbe700c7c HTTP/1.1" status: 200  len: 375 time: 0.0280566
Apr 09 20:55:56.896734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-79be860e-b676-47c2-921b-95207d599f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:56.898356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-79be860e-b676-47c2-921b-95207d599f0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.6066778
Apr 09 20:55:56.964788 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ffc6c3e-9f37-44a7-9e5a-22c4702e92a0 req-2dfe1210-bc90-4570-aee2-3ac1286272ce service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3731098
Apr 09 20:55:56.968505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae2eb-82dc-4b3d-8238-b82cb5083cd9 req-0dd83fc7-e4e7-4922-9d82-36c3a07cf3c9 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:56.970165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-484ae2eb-82dc-4b3d-8238-b82cb5083cd9 req-0dd83fc7-e4e7-4922-9d82-36c3a07cf3c9 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 947 time: 0.1102536
Apr 09 20:55:57.013078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-9af86b33-6b1f-4672-89ae-eb9bb8c45c1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 217 time: 0.0925770
Apr 09 20:55:57.025057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-3df9705c-c4bb-4e58-a4ce-cd10b9403226 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1787391
Apr 09 20:55:57.105832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-4d9834d4-290a-4ac8-8bca-451a22674d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:57.107630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-4d9834d4-290a-4ac8-8bca-451a22674d28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.0859089
Apr 09 20:55:57.131599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-484ae2eb-82dc-4b3d-8238-b82cb5083cd9 req-60f96dc2-529e-4613-af0c-8538d6026140 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091242
Apr 09 20:55:57.132037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41184) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:57.191287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-8767b52e-776b-4c70-a6fc-983782d2bf60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665960
Apr 09 20:55:57.290391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e24baf07-53c2-4216-86d3-e12cff6ade53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:57.304111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-d13720ea-d633-43d9-a326-d25e83b52bba service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1028740
Apr 09 20:55:57.406241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-03557618-ea61-43cd-95b5-54c9f1153fb4 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938413
Apr 09 20:55:57.456987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e24baf07-53c2-4216-86d3-e12cff6ade53 admin admin] Publish callbacks [] for security_group (80bf95ef-2687-4fe1-b9ee-c4a8a1c758b2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:57.466565 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e24baf07-53c2-4216-86d3-e12cff6ade53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (80bf95ef-2687-4fe1-b9ee-c4a8a1c758b2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:57.527299 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e24baf07-53c2-4216-86d3-e12cff6ade53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a58268cda414acd8a8d37632975bff4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3951433
Apr 09 20:55:57.528230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24baf07-53c2-4216-86d3-e12cff6ade53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf95ef-2687-4fe1-b9ee-c4a8a1c758b2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:57.529923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41202) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:57.832343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d76c5ef-973f-4f79-ac4d-a862dec01d29 admin admin] Publish callbacks [] for security_group (80bf95ef-2687-4fe1-b9ee-c4a8a1c758b2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:57.863491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cb53d-cc94-484d-bb35-f387f094c8f8 req-429248db-480f-481d-b406-9b4e8d2d2d65 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:57.875682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f6cb53d-cc94-484d-bb35-f387f094c8f8 req-429248db-480f-481d-b406-9b4e8d2d2d65 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 968 time: 0.2432451
Apr 09 20:55:57.899874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-6a024408-d6ea-4a15-8f30-8087d54aed2c tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:57.901790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-6a024408-d6ea-4a15-8f30-8087d54aed2c tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1150 time: 0.2684529
Apr 09 20:55:57.931456 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d76c5ef-973f-4f79-ac4d-a862dec01d29 admin admin] Publish callbacks [] for security_group (80bf95ef-2687-4fe1-b9ee-c4a8a1c758b2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:57.939786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:58.017027 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a6bbae7-7b94-4ff0-9a02-2b83d2db9598 req-3ac3c36a-47c7-4056-aed7-4aa5383fbac2 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 210 time: 0.0905855
Apr 09 20:55:58.061368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f6cb53d-cc94-484d-bb35-f387f094c8f8 req-a4a19ef5-6b3d-4cba-b7a3-290cb5770b43 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767120
Apr 09 20:55:58.127788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:58.338283 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d76c5ef-973f-4f79-ac4d-a862dec01d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (80bf95ef-2687-4fe1-b9ee-c4a8a1c758b2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:58.343307 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d76c5ef-973f-4f79-ac4d-a862dec01d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:58.345013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7d76c5ef-973f-4f79-ac4d-a862dec01d29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80bf95ef-2687-4fe1-b9ee-c4a8a1c758b2 HTTP/1.1" status: 204  len: 168 time: 0.8139653
Apr 09 20:55:58.348187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:58.378791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76c5ef-973f-4f79-ac4d-a862dec01d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf95ef-2687-4fe1-b9ee-c4a8a1c758b2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:58.394748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d44571-72e1-4d55-a079-b2a70318560d req-97eea2dc-aa72-4634-ab41-5f3ff56096b0 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:58.396531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7d44571-72e1-4d55-a079-b2a70318560d req-97eea2dc-aa72-4634-ab41-5f3ff56096b0 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 947 time: 0.1159165
Apr 09 20:55:58.439546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:58.514442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7d44571-72e1-4d55-a079-b2a70318560d req-06573c3d-940c-4be5-b15c-904db068f50a tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966020
Apr 09 20:55:58.518225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:55:58.520405 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b8e9ef-df61-4adf-a20a-9dcaa10e9c9b" -d '{"events": [{"server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "name": "network-vif-unplugged", "status": "completed", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:55:58.526290 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Publish callbacks [] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:58.535820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:58.685449 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcacf77-10b1-43ca-9c05-8ab2d88e06c6 x-openstack-request-id: req-1dcacf77-10b1-43ca-9c05-8ab2d88e06c6 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:55:58.685770 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "name": "network-vif-unplugged", "status": "completed", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:55:58.686472 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dcacf77-10b1-43ca-9c05-8ab2d88e06c6 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:55:58.687175 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcacf77-10b1-43ca-9c05-8ab2d88e06c6'] response: {'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8', 'code': 200}
Apr 09 20:55:58.689378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:58.708570 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:55:58.728276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:55:58.728632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:55:58.728967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:58.742365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:55:58.742694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Attempting to bind port c8cc001c-614d-4bb1-934a-dd12049b69f8 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:55:58.764355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:55:58.764355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:55:58.764355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:55:58.764355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Bound port: c8cc001c-614d-4bb1-934a-dd12049b69f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:55:58.764355 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:58.829985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:55:58.923072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:55:58.934305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:55:58.946647 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:58.991144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41300) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:59.009624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-005e0a5d-8db8-49ff-baa9-35e6d0c8b7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.080487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:59.081124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=8']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:59.097989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-005e0a5d-8db8-49ff-baa9-35e6d0c8b7aa admin admin] Publish callbacks [] for security_group (5751b7ad-5432-44b2-b848-de4d04a4298b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.105499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-005e0a5d-8db8-49ff-baa9-35e6d0c8b7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5751b7ad-5432-44b2-b848-de4d04a4298b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.110819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '969f5337-7c13-4c26-82e0-4f6bfc05cdf0', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '969f5337-7c13-4c26-82e0-4f6bfc05cdf0', 'mac_address': 'fa:16:3e:4f:cf:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:55:59.139600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:59.140465 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.143286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-0a6c3236-bbdc-4315-b680-e089a6165ace service neutron] 10.222.0.25 "PUT /v2.0/ports/c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 1144 time: 1.2269888
Apr 09 20:55:59.161279 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-005e0a5d-8db8-49ff-baa9-35e6d0c8b7aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=251c8c47f9614f20a302f5e5a6b79fa8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1688528
Apr 09 20:55:59.163756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:55:59.170386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e0a5d-8db8-49ff-baa9-35e6d0c8b7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5751b7ad-5432-44b2-b848-de4d04a4298b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:59.185853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:55:59.186413 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.202308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:55:59.205943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-173b558f-23c0-419e-9403-a34d0abbd84b req-b932809b-8c2a-4713-b80b-49f646f37348 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 210 time: 0.0341420
Apr 09 20:55:59.221669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['c8cc001c-614d-4bb1-934a-dd12049b69f8'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:59.251754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d2be42df-89a3-476f-a566-9cf47cd0a259 admin admin] Publish callbacks [] for security_group (5751b7ad-5432-44b2-b848-de4d04a4298b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.276575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:55:59.294787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d2be42df-89a3-476f-a566-9cf47cd0a259 admin admin] Publish callbacks [] for security_group (5751b7ad-5432-44b2-b848-de4d04a4298b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.302397 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.367135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d2be42df-89a3-476f-a566-9cf47cd0a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5751b7ad-5432-44b2-b848-de4d04a4298b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.370000 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d2be42df-89a3-476f-a566-9cf47cd0a259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:55:59.371149 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d2be42df-89a3-476f-a566-9cf47cd0a259 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5751b7ad-5432-44b2-b848-de4d04a4298b HTTP/1.1" status: 204  len: 168 time: 0.2060893
Apr 09 20:55:59.377012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94199ccb-6591-4dc4-b782-5764fae90006 req-e71c9729-d5cb-405c-8fa9-7a365517c3a1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:59.378706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94199ccb-6591-4dc4-b782-5764fae90006 req-e71c9729-d5cb-405c-8fa9-7a365517c3a1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.0675609
Apr 09 20:55:59.379873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be42df-89a3-476f-a566-9cf47cd0a259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5751b7ad-5432-44b2-b848-de4d04a4298b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:59.490402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:55:59.501936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94199ccb-6591-4dc4-b782-5764fae90006 req-9fc030a1-d406-478a-be9c-4e8d05dbe75a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140513
Apr 09 20:55:59.565333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-8ec139b8-d1c3-4033-a075-edbea04c86f8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0465708
Apr 09 20:55:59.599760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.600095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.600500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.607627 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-074623fd-413d-4730-8449-795b6528495f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0554626
Apr 09 20:55:59.607819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.608160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.608609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.608827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.614091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.614491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.614848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.616628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.617177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.619159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.619656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.628566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:55:59.713543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['969f5337-7c13-4c26-82e0-4f6bfc05cdf0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:55:59.766996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-e0a9728f-a32a-4756-8387-2df89fa6324a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:59.768752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-e0a9728f-a32a-4756-8387-2df89fa6324a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1561759
Apr 09 20:55:59.782892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Request body: {'port': {'device_id': '674593e6-b6e7-4b13-bbc2-06fa68785ee0', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'b21b82d625c249269c02db9bbe700c7c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:55:59.928449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b602067-e74c-4a56-8eca-1875571a195a req-75072ffb-542b-4de8-8900-35b2557ef540 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:55:59.931777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b602067-e74c-4a56-8eca-1875571a195a req-75072ffb-542b-4de8-8900-35b2557ef540 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 948 time: 0.2649579
Apr 09 20:55:59.984559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Made reservation on behalf of b21b82d625c249269c02db9bbe700c7c for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:55:59.991224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:00.004510 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:00.044683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7c9912e3-fa6f-4857-a097-2bdcbfbfb5c3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:00.045818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7c9912e3-fa6f-4857-a097-2bdcbfbfb5c3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4766586
Apr 09 20:56:00.063798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Request body: {'port': {'device_id': 'cef417c4-dee0-46c2-a42f-dc721270cc56', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'b21b82d625c249269c02db9bbe700c7c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:00.141288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b602067-e74c-4a56-8eca-1875571a195a req-8b0f5221-8f81-4b1c-8c92-c08db801101c tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982870
Apr 09 20:56:00.216474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Allocated IP 192.168.233.48 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/147d52be-77da-4ccb-86ad-30f4bd1a6539) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:00.344805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-147bec87-968e-4e15-82a0-2c0b3e6293be req-7ee0979c-ff25-420d-923e-3261bd9733f9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 210 time: 0.0354707
Apr 09 20:56:00.352241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Made reservation on behalf of b21b82d625c249269c02db9bbe700c7c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:00.357424 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:00.459722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:00.499589 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:00.515118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:00.573992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:00.589161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:00.590792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Allocated IP 192.168.233.105 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/2e45c6ce-b2c0-4790-bc04-fbb033004b11) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:00.613155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:00.638820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:00.639609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:00.651955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'Port': ['ID=147d52be-77da-4ccb-86ad-30f4bd1a6539,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:00.702298 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-9b18e577-f66e-4cd4-a697-593457f8df8e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9242909
Apr 09 20:56:00.715947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Request body: {'port': {'device_id': '674593e6-b6e7-4b13-bbc2-06fa68785ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:00.725557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:00.739088 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923b2201-eff1-4b60-bda9-637214a01203" -d '{"events": [{"name": "network-changed", "server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:00.789496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41370) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:00.851829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:00.866153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41374) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:00.927263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:00.953013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:00.953577 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:00.986203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.005209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2201-eff1-4b60-bda9-637214a01203 req-fdb42fd7-45ae-40e0-90bc-ba0858a05061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:01.005209 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-923b2201-eff1-4b60-bda9-637214a01203 req-fdb42fd7-45ae-40e0-90bc-ba0858a05061 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1178 time: 0.1113150
Apr 09 20:56:01.049728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2ae1b1ad-351c-40da-a0ff-5ef3811a9128 None None] Provisioning complete for port 147d52be-77da-4ccb-86ad-30f4bd1a6539 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:01.050250 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b1ad-351c-40da-a0ff-5ef3811a9128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.123594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2201-eff1-4b60-bda9-637214a01203 req-e8fe7bb8-d0a6-471e-adb0-effe3bf856bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:01.125264 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-923b2201-eff1-4b60-bda9-637214a01203 req-e8fe7bb8-d0a6-471e-adb0-effe3bf856bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.0979202
Apr 09 20:56:01.139575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1b1ad-351c-40da-a0ff-5ef3811a9128 None None] Port 147d52be-77da-4ccb-86ad-30f4bd1a6539 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:01.160145 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0d893-8e54-4dbb-ab72-784e36cf0b67 x-openstack-request-id: req-fbb0d893-8e54-4dbb-ab72-784e36cf0b67 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:01.160822 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:01.161476 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbb0d893-8e54-4dbb-ab72-784e36cf0b67 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:01.161851 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb0d893-8e54-4dbb-ab72-784e36cf0b67'] response: {'name': 'network-changed', 'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8', 'status': 'completed', 'code': 200}
Apr 09 20:56:01.180123 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-923b2201-eff1-4b60-bda9-637214a01203 req-ebf61d07-fe34-4e30-ab9f-fac65ff17427 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 217 time: 0.0454886
Apr 09 20:56:01.243869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fd47c-38c9-4d45-b665-d552496931c9 req-cb9366b9-03de-4b0f-bc15-8ab9528ed419 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:01.252159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f2fd47c-38c9-4d45-b665-d552496931c9 req-cb9366b9-03de-4b0f-bc15-8ab9528ed419 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.5096564
Apr 09 20:56:01.270282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:01.273357 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.325786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f2fd47c-38c9-4d45-b665-d552496931c9 req-2c1f013c-f534-4f70-92fd-f0ac7f124621 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725870
Apr 09 20:56:01.338380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:01.339349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41785a40-a163-4455-8ee5-1353161f2c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969f5337-7c13-4c26-82e0-4f6bfc05cdf0'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:01.342881 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ca5da-8727-40d7-b05d-ebfb7e87754a" -d '{"events": [{"server_uuid": "41785a40-a163-4455-8ee5-1353161f2c3b", "name": "network-vif-plugged", "status": "completed", "tag": "969f5337-7c13-4c26-82e0-4f6bfc05cdf0"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:01.348281 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.396600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.401690 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cfd617ea-cafd-46a7-b08b-46aeb80081ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.405157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101fae57-78be-4852-8182-2c558e96aaad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.428357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:01.445867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6734-b5fc-4438-b2ad-b391ebf32e86 req-6cb59601-fe74-4071-b506-cd780a2db026 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:01.450628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2201-eff1-4b60-bda9-637214a01203 req-be86f71d-2095-40ec-b4da-b204efcf2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:01.452464 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-923b2201-eff1-4b60-bda9-637214a01203 req-be86f71d-2095-40ec-b4da-b204efcf2b49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.2645855
Apr 09 20:56:01.455112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-33ad6734-b5fc-4438-b2ad-b391ebf32e86 req-6cb59601-fe74-4071-b506-cd780a2db026 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.1256769
Apr 09 20:56:01.457362 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfdd4ac-ac20-492e-b794-384529cdb76a x-openstack-request-id: req-dcfdd4ac-ac20-492e-b794-384529cdb76a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:01.457892 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41785a40-a163-4455-8ee5-1353161f2c3b", "name": "network-vif-plugged", "status": "completed", "tag": "969f5337-7c13-4c26-82e0-4f6bfc05cdf0", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:01.458061 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcfdd4ac-ac20-492e-b794-384529cdb76a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:01.458644 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfdd4ac-ac20-492e-b794-384529cdb76a'] response: {'server_uuid': '41785a40-a163-4455-8ee5-1353161f2c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969f5337-7c13-4c26-82e0-4f6bfc05cdf0', 'code': 200}
Apr 09 20:56:01.514148 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-923b2201-eff1-4b60-bda9-637214a01203 req-233028e8-532f-4efc-8acd-caaccef0715c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471108
Apr 09 20:56:01.544172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.559584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:01.578978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.25', 59617) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:01.671896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-33ad6734-b5fc-4438-b2ad-b391ebf32e86 req-c0e01d7c-14e3-4561-9ccd-c1949f766183 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007196
Apr 09 20:56:01.743376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5bf90-6238-44be-8a2c-afcb9288ec57 req-8253bbe5-dda6-41ab-9486-dbc52c7a01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:01.744936 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c1b5bf90-6238-44be-8a2c-afcb9288ec57 req-8253bbe5-dda6-41ab-9486-dbc52c7a01a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 1131 time: 0.1630685
Apr 09 20:56:01.775075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:01.781495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:01.784663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:01.790232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:01.790825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.799351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'Port': ['ID=2e45c6ce-b2c0-4790-bc04-fbb033004b11,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:01.799628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cfd617ea-cafd-46a7-b08b-46aeb80081ee admin admin] Publish callbacks [] for security_group (70b11b0b-f198-41e0-b68c-b7e8661b28cb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.812372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832d756-5aa3-4efb-9aff-a704e88f3246 req-0ba26ed6-5f2f-42af-b69c-62a9d878557f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:01.821383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b832d756-5aa3-4efb-9aff-a704e88f3246 req-0ba26ed6-5f2f-42af-b69c-62a9d878557f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 935 time: 0.1730273
Apr 09 20:56:01.845522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-7bd5dc76-7081-4438-ad14-de5baed126ac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7884831
Apr 09 20:56:01.853010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cfd617ea-cafd-46a7-b08b-46aeb80081ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (70b11b0b-f198-41e0-b68c-b7e8661b28cb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.859778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Request body: {'port': {'device_id': 'cef417c4-dee0-46c2-a42f-dc721270cc56', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:01.912239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b832d756-5aa3-4efb-9aff-a704e88f3246 req-2a84889e-59e5-47d5-818a-fcdc638cc406 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899303
Apr 09 20:56:01.952272 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-923b2201-eff1-4b60-bda9-637214a01203 req-fce7e33a-a69b-48bb-89b0-5256f5fbb1e2 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4266853
Apr 09 20:56:01.958389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101fae57-78be-4852-8182-2c558e96aaad admin admin] Publish callbacks [] for security_group (73aaf4a8-05ec-4bb2-8d2f-63d752752195), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.988307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101fae57-78be-4852-8182-2c558e96aaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (73aaf4a8-05ec-4bb2-8d2f-63d752752195), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:01.994147 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.006186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cfd617ea-cafd-46a7-b08b-46aeb80081ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb969b79526b4634bdbe1741fd142178&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2144985
Apr 09 20:56:02.007245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41424) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:02.035405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd617ea-cafd-46a7-b08b-46aeb80081ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b11b0b-f198-41e0-b68c-b7e8661b28cb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:02.112070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fae57-78be-4852-8182-2c558e96aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aaf4a8-05ec-4bb2-8d2f-63d752752195,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:02.143943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c1b5bf90-6238-44be-8a2c-afcb9288ec57 req-f95c07ca-1906-4667-a509-27b588763943 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3679106
Apr 09 20:56:02.152383 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-101fae57-78be-4852-8182-2c558e96aaad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccc0c2bb67804b5683c3ad270d4d6811&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2830157
Apr 09 20:56:02.156525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41436) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:02.175158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e429d2fb-3358-4e9e-aa6c-787a2e633c53 None None] Provisioning complete for port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:02.175790 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e429d2fb-3358-4e9e-aa6c-787a2e633c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.236296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147d52be-77da-4ccb-86ad-30f4bd1a6539 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:02.251179 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-923b2201-eff1-4b60-bda9-637214a01203 req-2863399e-d0e5-4f3e-9d40-3d9caba78ca0 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659976
Apr 09 20:56:02.254276 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Publish callbacks [] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.261015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68948989-b2f8-4457-9020-befe8d2e7bd4 admin admin] Publish callbacks [] for security_group (70b11b0b-f198-41e0-b68c-b7e8661b28cb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.293357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Transition to ACTIVE for port object 147d52be-77da-4ccb-86ad-30f4bd1a6539 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:02.295938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c33f8b7a-347e-4f1e-92a6-687c46898f18 admin admin] Publish callbacks [] for security_group (73aaf4a8-05ec-4bb2-8d2f-63d752752195), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.299636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.384961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Pushing event updated for resources: {'Port': ['ID=147d52be-77da-4ccb-86ad-30f4bd1a6539,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:02.402445 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68948989-b2f8-4457-9020-befe8d2e7bd4 admin admin] Publish callbacks [] for security_group (70b11b0b-f198-41e0-b68c-b7e8661b28cb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.433946 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c33f8b7a-347e-4f1e-92a6-687c46898f18 admin admin] Publish callbacks [] for security_group (73aaf4a8-05ec-4bb2-8d2f-63d752752195), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.463943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e429d2fb-3358-4e9e-aa6c-787a2e633c53 None None] Port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:02.538052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Attempting to bind port 147d52be-77da-4ccb-86ad-30f4bd1a6539 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:02.538511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Attempting to bind port 147d52be-77da-4ccb-86ad-30f4bd1a6539 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:02.538837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Attempting to bind port 147d52be-77da-4ccb-86ad-30f4bd1a6539 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:02.544856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Port 147d52be-77da-4ccb-86ad-30f4bd1a6539 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:02.545166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Attempting to bind port 147d52be-77da-4ccb-86ad-30f4bd1a6539 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:02.558001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:02.558339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:02.558722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:02.559154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Bound port: 147d52be-77da-4ccb-86ad-30f4bd1a6539, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:02.559511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.569375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea196413-8bc9-4c47-a9eb-653ade11f21c req-cb94d0a4-1d97-4472-ba83-f7d54fed42d1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:02.586316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea196413-8bc9-4c47-a9eb-653ade11f21c req-cb94d0a4-1d97-4472-ba83-f7d54fed42d1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.0999944
Apr 09 20:56:02.620935 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68948989-b2f8-4457-9020-befe8d2e7bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (70b11b0b-f198-41e0-b68c-b7e8661b28cb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.623846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68948989-b2f8-4457-9020-befe8d2e7bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.625168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-68948989-b2f8-4457-9020-befe8d2e7bd4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70b11b0b-f198-41e0-b68c-b7e8661b28cb HTTP/1.1" status: 204  len: 168 time: 0.6165726
Apr 09 20:56:02.633634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c33f8b7a-347e-4f1e-92a6-687c46898f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (73aaf4a8-05ec-4bb2-8d2f-63d752752195), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.641890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c33f8b7a-347e-4f1e-92a6-687c46898f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.643534 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c33f8b7a-347e-4f1e-92a6-687c46898f18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73aaf4a8-05ec-4bb2-8d2f-63d752752195 HTTP/1.1" status: 204  len: 168 time: 0.4854953
Apr 09 20:56:02.671710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68948989-b2f8-4457-9020-befe8d2e7bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b11b0b-f198-41e0-b68c-b7e8661b28cb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:02.690943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] For port 147d52be-77da-4ccb-86ad-30f4bd1a6539, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:02.696043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] For port 147d52be-77da-4ccb-86ad-30f4bd1a6539, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=147d52be-77da-4ccb-86ad-30f4bd1a6539,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:02.704010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea196413-8bc9-4c47-a9eb-653ade11f21c req-fc64af3a-de74-4a6a-ac21-986e23e8e36b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166773
Apr 09 20:56:02.710267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.779658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f8b7a-347e-4f1e-92a6-687c46898f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aaf4a8-05ec-4bb2-8d2f-63d752752195,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:02.793708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Pushing event updated for resources: {'Port': ['ID=147d52be-77da-4ccb-86ad-30f4bd1a6539,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:02.804016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:02.805000 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.806920 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-24c83b44-90f0-4d68-9cc2-690f77b5874d service neutron] 10.222.0.25 "PUT /v2.0/ports/147d52be-77da-4ccb-86ad-30f4bd1a6539 HTTP/1.1" status: 200  len: 1095 time: 2.0962672
Apr 09 20:56:02.807406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674593e6-b6e7-4b13-bbc2-06fa68785ee0', 'tag': '147d52be-77da-4ccb-86ad-30f4bd1a6539'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:02.810639 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f65fcce-5bdc-4d30-85fc-4022d3780805" -d '{"events": [{"name": "network-changed", "server_uuid": "674593e6-b6e7-4b13-bbc2-06fa68785ee0", "tag": "147d52be-77da-4ccb-86ad-30f4bd1a6539"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:02.811390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e45c6ce-b2c0-4790-bc04-fbb033004b11 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:02.834082 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Publish callbacks [] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:02.847277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c8cc001c-614d-4bb1-934a-dd12049b69f8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:02.890786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Transition to ACTIVE for port object 2e45c6ce-b2c0-4790-bc04-fbb033004b11 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:02.938465 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdca6d0c-e161-41ae-90fd-b286cf66d5f7 x-openstack-request-id: req-cdca6d0c-e161-41ae-90fd-b286cf66d5f7 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:02.938771 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674593e6-b6e7-4b13-bbc2-06fa68785ee0", "tag": "147d52be-77da-4ccb-86ad-30f4bd1a6539", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:02.939028 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdca6d0c-e161-41ae-90fd-b286cf66d5f7 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:02.939532 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdca6d0c-e161-41ae-90fd-b286cf66d5f7'] response: {'name': 'network-changed', 'server_uuid': '674593e6-b6e7-4b13-bbc2-06fa68785ee0', 'tag': '147d52be-77da-4ccb-86ad-30f4bd1a6539', 'status': 'completed', 'code': 200}
Apr 09 20:56:02.945457 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:03.063131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abb40d-c16c-4ff1-9537-21576bcc7678 req-97560946-2a0e-451f-820a-0adae848d771 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:03.074686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60abb40d-c16c-4ff1-9537-21576bcc7678 req-97560946-2a0e-451f-820a-0adae848d771 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.2139306
Apr 09 20:56:03.115530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65fcce-5bdc-4d30-85fc-4022d3780805 req-8f2d832b-229d-4996-b880-73d7c43ad525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:03.117159 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1f65fcce-5bdc-4d30-85fc-4022d3780805 req-8f2d832b-229d-4996-b880-73d7c43ad525 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 1129 time: 0.0923672
Apr 09 20:56:03.143857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:03.168779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1f65fcce-5bdc-4d30-85fc-4022d3780805 req-198de2f7-1135-4061-8bf0-38b0005f1b38 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0386503
Apr 09 20:56:03.177557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c8cc001c-614d-4bb1-934a-dd12049b69f8 has no active binding in host nch2-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 20:56:03.251277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60abb40d-c16c-4ff1-9537-21576bcc7678 req-bd78ee0d-5f89-4bb4-9e35-d8dbcaffbabc tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746709
Apr 09 20:56:03.271988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e45c6ce-b2c0-4790-bc04-fbb033004b11,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:03.366476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41490) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:03.389806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41494) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:03.403436 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b34e7fc6-89d8-4d16-afff-b69cc510edee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:03.415875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65fcce-5bdc-4d30-85fc-4022d3780805 req-00c68058-2c5b-4b8c-a2c8-2dcd57c6573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:03.417471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1f65fcce-5bdc-4d30-85fc-4022d3780805 req-00c68058-2c5b-4b8c-a2c8-2dcd57c6573e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2359226
Apr 09 20:56:03.419845 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1d527d92-ebe3-40c3-b75f-aecdc03cce87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:03.422597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Attempting to bind port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:03.423189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Attempting to bind port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:03.423689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Attempting to bind port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:03.455610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:03.455919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Attempting to bind port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:03.463617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:03.464212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:03.464647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:03.464978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Bound port: 2e45c6ce-b2c0-4790-bc04-fbb033004b11, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:03.465354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:03.476437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f08250-3fc3-42bd-a786-c9be96768103 req-aac935fb-1650-4c1c-bb76-fb8acb8e52af tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:03.484841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f08250-3fc3-42bd-a786-c9be96768103 req-aac935fb-1650-4c1c-bb76-fb8acb8e52af tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 947 time: 0.3423741
Apr 09 20:56:03.553292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-4bed16e6-ecd2-4547-a4d8-01070827a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:03.555444 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-4bed16e6-ecd2-4547-a4d8-01070827a8d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 1129 time: 0.0540709
Apr 09 20:56:03.608492 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-171ee4c7-4970-4498-b554-4890a52b92c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=147d52be-77da-4ccb-86ad-30f4bd1a6539 HTTP/1.1" status: 200  len: 217 time: 0.0428045
Apr 09 20:56:03.614598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] For port 2e45c6ce-b2c0-4790-bc04-fbb033004b11, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:03.618935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] For port 2e45c6ce-b2c0-4790-bc04-fbb033004b11, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e45c6ce-b2c0-4790-bc04-fbb033004b11,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:03.627280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1d527d92-ebe3-40c3-b75f-aecdc03cce87 admin admin] Publish callbacks [] for security_group (0d97e1fe-87a5-491c-a341-8b520604989f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:03.631931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:03.655005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1d527d92-ebe3-40c3-b75f-aecdc03cce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0d97e1fe-87a5-491c-a341-8b520604989f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:03.712387 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1d527d92-ebe3-40c3-b75f-aecdc03cce87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c219d726df4e48a4891f2c7bfa54554b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3125405
Apr 09 20:56:03.712387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-89ced360-6c11-47a3-9054-b3bdd772a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:03.712699 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-89ced360-6c11-47a3-9054-b3bdd772a357 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0953574
Apr 09 20:56:03.713591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41520) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:03.713720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d527d92-ebe3-40c3-b75f-aecdc03cce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d97e1fe-87a5-491c-a341-8b520604989f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:03.744630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:03.745181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:03.747421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] 10.222.0.25 "PUT /v2.0/ports/2e45c6ce-b2c0-4790-bc04-fbb033004b11 HTTP/1.1" status: 200  len: 1096 time: 1.8927026
Apr 09 20:56:03.794280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef417c4-dee0-46c2-a42f-dc721270cc56', 'tag': '2e45c6ce-b2c0-4790-bc04-fbb033004b11'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:03.798773 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cef417c4-dee0-46c2-a42f-dc721270cc56", "tag": "2e45c6ce-b2c0-4790-bc04-fbb033004b11"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:03.820454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f08250-3fc3-42bd-a786-c9be96768103 req-4b2674a2-4b11-4ee7-b66d-69893ec4755f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3299398
Apr 09 20:56:03.821336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c5dd3-4878-401a-94bf-e1cd54aecc12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e45c6ce-b2c0-4790-bc04-fbb033004b11,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:03.821447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-d1c6dc6c-3bad-45e3-a33a-0951cb93df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:03.824365 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-d1c6dc6c-3bad-45e3-a33a-0951cb93df51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1042788
Apr 09 20:56:03.957133 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c211e8-c4ce-4f3d-9ec8-d562b9e4bef8 x-openstack-request-id: req-71c211e8-c4ce-4f3d-9ec8-d562b9e4bef8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:03.957491 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef417c4-dee0-46c2-a42f-dc721270cc56", "tag": "2e45c6ce-b2c0-4790-bc04-fbb033004b11", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:03.957828 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71c211e8-c4ce-4f3d-9ec8-d562b9e4bef8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:03.959056 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c211e8-c4ce-4f3d-9ec8-d562b9e4bef8'] response: {'name': 'network-changed', 'server_uuid': 'cef417c4-dee0-46c2-a42f-dc721270cc56', 'tag': '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'status': 'completed', 'code': 200}
Apr 09 20:56:03.998856 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-53f4a41e-531b-4400-acdc-e57d31858a59 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627982
Apr 09 20:56:04.016616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b34e7fc6-89d8-4d16-afff-b69cc510edee admin admin] Publish callbacks [] for security_group (7c91f419-94c0-45dd-9377-0a8c8aba2835), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.032983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ac6ed-f113-4cd9-ae8f-39f1e0a6860c req-cdf457fa-f4b9-4dbe-b265-6386bf1eba86 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:04.034600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57ac6ed-f113-4cd9-ae8f-39f1e0a6860c req-cdf457fa-f4b9-4dbe-b265-6386bf1eba86 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.1509862
Apr 09 20:56:04.042836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b34e7fc6-89d8-4d16-afff-b69cc510edee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7c91f419-94c0-45dd-9377-0a8c8aba2835), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.057433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-22900489-3752-4e1a-8931-eabaecddc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:04.059369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-22900489-3752-4e1a-8931-eabaecddc612 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 1130 time: 0.2114217
Apr 09 20:56:04.078466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41530) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:04.096979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41534) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:04.102318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ab01-a9a4-4af0-bd99-c1524fd627c0 admin admin] Publish callbacks [] for security_group (0d97e1fe-87a5-491c-a341-8b520604989f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.127819 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-b0619553-ef6c-4f05-974f-28d71bb7b0f1 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213181
Apr 09 20:56:04.174560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-a55c7b28-676a-4227-afed-c6b5a610b869 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=2e45c6ce-b2c0-4790-bc04-fbb033004b11 HTTP/1.1" status: 200  len: 217 time: 0.1023848
Apr 09 20:56:04.185379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b34e7fc6-89d8-4d16-afff-b69cc510edee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d112051ef09c40bab5e48b1d25311053&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8156703
Apr 09 20:56:04.188755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41538) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:04.195618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e7fc6-89d8-4d16-afff-b69cc510edee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c91f419-94c0-45dd-9377-0a8c8aba2835,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:04.208418 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ab01-a9a4-4af0-bd99-c1524fd627c0 admin admin] Publish callbacks [] for security_group (0d97e1fe-87a5-491c-a341-8b520604989f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.235827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33a4f6d3-5337-4249-a562-d3f1d3bc67be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.238321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57ac6ed-f113-4cd9-ae8f-39f1e0a6860c req-493fbe85-45af-4470-9f12-eca33547c00b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913002
Apr 09 20:56:04.243314 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6faf1730-52f4-493a-9dc7-c4e04b3c6019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.280986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-026d3d08-c925-41a0-ae0a-7d2ed6418522 admin admin] Publish callbacks [] for security_group (7c91f419-94c0-45dd-9377-0a8c8aba2835), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.311710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-026d3d08-c925-41a0-ae0a-7d2ed6418522 admin admin] Publish callbacks [] for security_group (7c91f419-94c0-45dd-9377-0a8c8aba2835), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.312097 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ab01-a9a4-4af0-bd99-c1524fd627c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0d97e1fe-87a5-491c-a341-8b520604989f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.314766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ab01-a9a4-4af0-bd99-c1524fd627c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.318429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f8c1ab01-a9a4-4af0-bd99-c1524fd627c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d97e1fe-87a5-491c-a341-8b520604989f HTTP/1.1" status: 204  len: 168 time: 0.5777547
Apr 09 20:56:04.342878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ab01-a9a4-4af0-bd99-c1524fd627c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d97e1fe-87a5-491c-a341-8b520604989f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:04.406420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b4648-e1a0-40d6-8d9c-45b9c84fbc39 req-8db53885-1ea2-4d8c-8b3e-78d8374b9b11 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:04.407969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c5b4648-e1a0-40d6-8d9c-45b9c84fbc39 req-8db53885-1ea2-4d8c-8b3e-78d8374b9b11 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0880158
Apr 09 20:56:04.417700 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6faf1730-52f4-493a-9dc7-c4e04b3c6019 admin admin] Publish callbacks [] for security_group (fa0a9bb4-1db1-4b04-b250-2de2eefc0306), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.419730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33a4f6d3-5337-4249-a562-d3f1d3bc67be admin admin] Publish callbacks [] for security_group (d90a593b-9945-408a-8490-141fe3747397), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.423244 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-026d3d08-c925-41a0-ae0a-7d2ed6418522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7c91f419-94c0-45dd-9377-0a8c8aba2835), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.425963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-026d3d08-c925-41a0-ae0a-7d2ed6418522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.429999 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-026d3d08-c925-41a0-ae0a-7d2ed6418522 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c91f419-94c0-45dd-9377-0a8c8aba2835 HTTP/1.1" status: 204  len: 168 time: 0.2366490
Apr 09 20:56:04.436838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3d08-c925-41a0-ae0a-7d2ed6418522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c91f419-94c0-45dd-9377-0a8c8aba2835,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:04.438621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33a4f6d3-5337-4249-a562-d3f1d3bc67be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d90a593b-9945-408a-8490-141fe3747397), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.446070 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6faf1730-52f4-493a-9dc7-c4e04b3c6019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fa0a9bb4-1db1-4b04-b250-2de2eefc0306), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.466611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4f6d3-5337-4249-a562-d3f1d3bc67be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a593b-9945-408a-8490-141fe3747397,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:04.489855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf1730-52f4-493a-9dc7-c4e04b3c6019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0a9bb4-1db1-4b04-b250-2de2eefc0306,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:04.499599 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33a4f6d3-5337-4249-a562-d3f1d3bc67be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38e5a75a3193410580f61e9ef6b03a22&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4015703
Apr 09 20:56:04.502631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41550) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:04.517923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6faf1730-52f4-493a-9dc7-c4e04b3c6019 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76b53d8bf2b6473bbff55e2aa932a898&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4384801
Apr 09 20:56:04.521455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41552) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:04.543546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c5b4648-e1a0-40d6-8d9c-45b9c84fbc39 req-2eae130e-028e-4df4-8c40-aa7ba205a5e9 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217012
Apr 09 20:56:04.610072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7936e128-700e-4adf-a660-6dd598463d5e admin admin] Publish callbacks [] for security_group (d90a593b-9945-408a-8490-141fe3747397), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.623395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31346217-2614-4322-b324-65c69ea8aeb9 admin admin] Publish callbacks [] for security_group (fa0a9bb4-1db1-4b04-b250-2de2eefc0306), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.644047 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7936e128-700e-4adf-a660-6dd598463d5e admin admin] Publish callbacks [] for security_group (d90a593b-9945-408a-8490-141fe3747397), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.663505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31346217-2614-4322-b324-65c69ea8aeb9 admin admin] Publish callbacks [] for security_group (fa0a9bb4-1db1-4b04-b250-2de2eefc0306), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.742140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7936e128-700e-4adf-a660-6dd598463d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d90a593b-9945-408a-8490-141fe3747397), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.745484 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7936e128-700e-4adf-a660-6dd598463d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.746715 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7936e128-700e-4adf-a660-6dd598463d5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d90a593b-9945-408a-8490-141fe3747397 HTTP/1.1" status: 204  len: 168 time: 0.2431362
Apr 09 20:56:04.752781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31346217-2614-4322-b324-65c69ea8aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fa0a9bb4-1db1-4b04-b250-2de2eefc0306), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.755415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31346217-2614-4322-b324-65c69ea8aeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:04.759507 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-31346217-2614-4322-b324-65c69ea8aeb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa0a9bb4-1db1-4b04-b250-2de2eefc0306 HTTP/1.1" status: 204  len: 168 time: 0.2341707
Apr 09 20:56:04.765373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936e128-700e-4adf-a660-6dd598463d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a593b-9945-408a-8490-141fe3747397,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:04.775306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31346217-2614-4322-b324-65c69ea8aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0a9bb4-1db1-4b04-b250-2de2eefc0306,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:04.936243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9875f65-2097-47ac-bfb6-62555abba10b req-888c7ab2-9f02-401a-a31e-1be1384dd13a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:04.937776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9875f65-2097-47ac-bfb6-62555abba10b req-888c7ab2-9f02-401a-a31e-1be1384dd13a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 947 time: 0.0552905
Apr 09 20:56:04.987610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9875f65-2097-47ac-bfb6-62555abba10b req-97778e8f-bba5-4677-a51b-b6590111255b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441854
Apr 09 20:56:05.190955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41584) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:05.205623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7304bfe-42a5-4331-bb2b-645cdd5dea64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.293448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7304bfe-42a5-4331-bb2b-645cdd5dea64 admin admin] Publish callbacks [] for security_group (20404fea-0216-4100-b8a8-230ff2a942b8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.300045 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7304bfe-42a5-4331-bb2b-645cdd5dea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (20404fea-0216-4100-b8a8-230ff2a942b8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.309690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41590) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:05.329264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-41bcd692-2a03-4e80-affb-5910db9f8840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.387687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7304bfe-42a5-4331-bb2b-645cdd5dea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20404fea-0216-4100-b8a8-230ff2a942b8,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:05.394768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c7304bfe-42a5-4331-bb2b-645cdd5dea64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04aca5fe4e5b411785c7ffec3290f757&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2023325
Apr 09 20:56:05.397412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41594) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:05.409097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48789a-a49f-48c6-a6bf-7a1c177cae69 req-f883b7de-77cc-47c6-bf1f-63372265c80e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:05.410797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac48789a-a49f-48c6-a6bf-7a1c177cae69 req-f883b7de-77cc-47c6-bf1f-63372265c80e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.0811722
Apr 09 20:56:05.480986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f86fa876-95bc-4391-9489-7926dda023da admin admin] Publish callbacks [] for security_group (20404fea-0216-4100-b8a8-230ff2a942b8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.482424 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac48789a-a49f-48c6-a6bf-7a1c177cae69 req-e749d223-62ae-4956-9dec-dfb2da571860 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653520
Apr 09 20:56:05.502057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-41bcd692-2a03-4e80-affb-5910db9f8840 admin admin] Publish callbacks [] for security_group (7feb55f4-ff23-4db0-b15c-3b992450b279), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.510485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-41bcd692-2a03-4e80-affb-5910db9f8840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7feb55f4-ff23-4db0-b15c-3b992450b279), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.524395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f86fa876-95bc-4391-9489-7926dda023da admin admin] Publish callbacks [] for security_group (20404fea-0216-4100-b8a8-230ff2a942b8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.577587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-41bcd692-2a03-4e80-affb-5910db9f8840 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=636a2d8743a0425794b24083625b37dc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2644477
Apr 09 20:56:05.577995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41608) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:05.580246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcd692-2a03-4e80-affb-5910db9f8840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb55f4-ff23-4db0-b15c-3b992450b279,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:05.617625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f86fa876-95bc-4391-9489-7926dda023da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (20404fea-0216-4100-b8a8-230ff2a942b8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.620312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f86fa876-95bc-4391-9489-7926dda023da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.623863 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f86fa876-95bc-4391-9489-7926dda023da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20404fea-0216-4100-b8a8-230ff2a942b8 HTTP/1.1" status: 204  len: 168 time: 0.2224550
Apr 09 20:56:05.632014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa876-95bc-4391-9489-7926dda023da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20404fea-0216-4100-b8a8-230ff2a942b8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:05.658841 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c9d6-e53f-473f-a086-fba126eaab9f admin admin] Publish callbacks [] for security_group (7feb55f4-ff23-4db0-b15c-3b992450b279), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.674785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41612) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:05.711933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c9d6-e53f-473f-a086-fba126eaab9f admin admin] Publish callbacks [] for security_group (7feb55f4-ff23-4db0-b15c-3b992450b279), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.740626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed11ed4-baa7-4958-97e2-500566823fed req-58066ed5-1d0c-42b7-8ba0-e966b66fea4b tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:05.742204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed11ed4-baa7-4958-97e2-500566823fed req-58066ed5-1d0c-42b7-8ba0-e966b66fea4b tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0786383
Apr 09 20:56:05.804750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed11ed4-baa7-4958-97e2-500566823fed req-ee38d88e-37d9-4083-9111-dbf2200b7e12 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534339
Apr 09 20:56:05.805737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c9d6-e53f-473f-a086-fba126eaab9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7feb55f4-ff23-4db0-b15c-3b992450b279), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.808377 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c9d6-e53f-473f-a086-fba126eaab9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.811957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f6f8c9d6-e53f-473f-a086-fba126eaab9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7feb55f4-ff23-4db0-b15c-3b992450b279 HTTP/1.1" status: 204  len: 168 time: 0.2305019
Apr 09 20:56:05.819842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8c9d6-e53f-473f-a086-fba126eaab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb55f4-ff23-4db0-b15c-3b992450b279,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:05.934577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-58654263-network', 'tenant_id': '847209629f944fd98aec4c4bbe9a2bd8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:05.955727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Made reservation on behalf of 847209629f944fd98aec4c4bbe9a2bd8 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:05.958052 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:05.967399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.059318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Publish callbacks [] for security_group (436416a4-319b-4a2e-8872-5c02f60693b9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.065507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (436416a4-319b-4a2e-8872-5c02f60693b9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.100778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:06.115525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436416a4-319b-4a2e-8872-5c02f60693b9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:06.122918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ea353975-efda-41ec-89ee-902ee49e93b4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.123219 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Added segment ea353975-efda-41ec-89ee-902ee49e93b4 of type vlan for network d177c046-7535-4c7b-b618-98d558de5c88
Apr 09 20:56:06.137386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f757a-8f02-42f2-873f-fb3d3565406e req-94e1dc9e-21ed-4acb-9d8c-fcfee4be8124 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:06.145175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c0f757a-8f02-42f2-873f-fb3d3565406e req-94e1dc9e-21ed-4acb-9d8c-fcfee4be8124 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 947 time: 0.0772414
Apr 09 20:56:06.170489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d177c046-7535-4c7b-b618-98d558de5c88), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.201286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c0f757a-8f02-42f2-873f-fb3d3565406e req-b677d35e-e282-4cf0-aef2-753343f6d556 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513775
Apr 09 20:56:06.206439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d177c046-7535-4c7b-b618-98d558de5c88), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.207485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:06.208887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.292290 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6163073
Apr 09 20:56:06.295617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41640) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:06.301159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Request body: {'subnet': {'network_id': 'd177c046-7535-4c7b-b618-98d558de5c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-58654263-subnet', 'tenant_id': '847209629f944fd98aec4c4bbe9a2bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:06.310481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de597e-b5cd-4a35-a879-c6cafd62ff31 admin admin] Pushing event updated for resources: {'Network': ['ID=d177c046-7535-4c7b-b618-98d558de5c88,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:06.319268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-c2b3fcdf-e297-4123-9988-6b0d5ef71fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:06.322040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-c2b3fcdf-e297-4123-9988-6b0d5ef71fe9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0697730
Apr 09 20:56:06.323336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d177c046-7535-4c7b-b618-98d558de5c88 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:06.328742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Made reservation on behalf of 847209629f944fd98aec4c4bbe9a2bd8 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:06.332982 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.408065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-1bc34c44-ee3a-4e15-bcbf-d9b2348d41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:06.410120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-1bc34c44-ee3a-4e15-bcbf-d9b2348d41f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0812137
Apr 09 20:56:06.512915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-0ef39be4-f5af-42d3-a913-1f9e55ca38f9 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953264
Apr 09 20:56:06.617423 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (f5b6c0e2-5a76-4c5b-9594-8f037d5290f3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.658711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8f454-6063-498e-bbb3-6d44fb234a26 req-b47aae5d-18de-4cc7-a061-663ad47c5b21 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:06.661283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91b8f454-6063-498e-bbb3-6d44fb234a26 req-b47aae5d-18de-4cc7-a061-663ad47c5b21 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.0615757
Apr 09 20:56:06.679040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f510d2-fcc3-4311-ace8-097fb9ff924a req-33b4d8d4-e62b-4de9-b7ba-9836ef059239 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581228
Apr 09 20:56:06.682542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b6c0e2-5a76-4c5b-9594-8f037d5290f3,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:06.703879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Checking segment: {'id': 'ea353975-efda-41ec-89ee-902ee49e93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd177c046-7535-4c7b-b618-98d558de5c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:06.704417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Network hostable DHCP agents. Network: d177c046-7535-4c7b-b618-98d558de5c88, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:06.737916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91b8f454-6063-498e-bbb3-6d44fb234a26 req-82a15488-82ca-42ef-bb54-ee105e8613c1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688622
Apr 09 20:56:06.740367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Network d177c046-7535-4c7b-b618-98d558de5c88 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:06.752297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d177c046-7535-4c7b-b618-98d558de5c88) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:06.757963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:06.758549 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:06.767287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb079859-9f16-4dc4-90a2-e650b44f00d1 None None] Network d177c046-7535-4c7b-b618-98d558de5c88 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:06.793304 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-22e06c43-214b-4a94-9070-624167fb301c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4885864
Apr 09 20:56:06.892571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183bd9c2-7d1e-4a3e-a137-af40c526c91a None None] Network d177c046-7535-4c7b-b618-98d558de5c88 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:06.948299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4afac-7f10-486e-b454-422955de6b22 req-93e2631e-7603-41b7-bddf-01ebfdc68dda tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:06.955608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0e4afac-7f10-486e-b454-422955de6b22 req-93e2631e-7603-41b7-bddf-01ebfdc68dda tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0541601
Apr 09 20:56:07.023010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0e4afac-7f10-486e-b454-422955de6b22 req-b703f07d-444e-4249-89c4-16bdabad0cd2 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662427
Apr 09 20:56:07.308312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba572e-6baa-41b9-920b-ba11d1da7a8f req-0aaa6c51-559d-41b8-8c38-e517b2102bf5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:07.309972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4eba572e-6baa-41b9-920b-ba11d1da7a8f req-0aaa6c51-559d-41b8-8c38-e517b2102bf5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 947 time: 0.0497968
Apr 09 20:56:07.371268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4eba572e-6baa-41b9-920b-ba11d1da7a8f req-cc675699-2a82-479b-bd0e-55c7bdcc4ab5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546374
Apr 09 20:56:07.393943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-b95cb6c1-e3d4-47b8-8070-2fd4bb58a48e service neutron] 10.222.0.32 "GET /v2.0/ports/c8cc001c-614d-4bb1-934a-dd12049b69f8/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0790968
Apr 09 20:56:07.829116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:07.861649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:07.897429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da06bc-b803-4b9f-a9f6-042a7fefa9c7 req-60c9ac06-504b-48d2-b084-c6be3e33471b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:07.899180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55da06bc-b803-4b9f-a9f6-042a7fefa9c7 req-60c9ac06-504b-48d2-b084-c6be3e33471b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 966 time: 0.0575433
Apr 09 20:56:07.918119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cc001c-614d-4bb1-934a-dd12049b69f8 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:07.932930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:07.953692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55da06bc-b803-4b9f-a9f6-042a7fefa9c7 req-55d07d85-5dc6-4659-ab7e-a06e1cde04a2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477438
Apr 09 20:56:07.957402 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:07.978196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41732) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:08.003886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41736) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:08.012519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1066398795-network', 'tenant_id': '5e298331a0b24825a6cbe40cd5bae09d'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:08.052889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Made reservation on behalf of 5e298331a0b24825a6cbe40cd5bae09d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:08.055110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.066674 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.100837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] Transition to ACTIVE for port object c8cc001c-614d-4bb1-934a-dd12049b69f8 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:08.110548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.170970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f9400-7963-4e2d-9557-303dd96182b9 req-8f3df098-e8b6-47e5-a679-43a05d0abb2a tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:08.180548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d59f9400-7963-4e2d-9557-303dd96182b9 req-8f3df098-e8b6-47e5-a679-43a05d0abb2a tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0599103
Apr 09 20:56:08.204631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] No DVR routers for this DVR port c8cc001c-614d-4bb1-934a-dd12049b69f8 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:56:08.238684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d59f9400-7963-4e2d-9557-303dd96182b9 req-fab39e7d-dbec-49db-b9cf-8da9ad342b1d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569336
Apr 09 20:56:08.248259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=10']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:08.275240 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-42bf08ba-6b92-425b-b20a-c33365b73538 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8cc001c-614d-4bb1-934a-dd12049b69f8/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8740919
Apr 09 20:56:08.277123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Publish callbacks [] for security_group (498f8303-1c75-4ab8-8006-465f7d3eeb08), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.282001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (498f8303-1c75-4ab8-8006-465f7d3eeb08), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.318389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:08.329786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498f8303-1c75-4ab8-8006-465f7d3eeb08,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:08.335584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1d5814c6-1eb5-4fab-907a-5cd9b2cbff59), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.335921 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Added segment 1d5814c6-1eb5-4fab-907a-5cd9b2cbff59 of type vlan for network 07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9
Apr 09 20:56:08.357882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-74175cf7-bf2a-4c19-a774-97f2886fe616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.402355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.460840 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.463172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:08.464157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.511167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-74175cf7-bf2a-4c19-a774-97f2886fe616 admin admin] Publish callbacks [] for security_group (86d911c7-38e0-4f41-9fe3-2bad18f34e47), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.512955 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5084455
Apr 09 20:56:08.516713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41754) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:08.529079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Request body: {'subnet': {'network_id': '07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1066398795-subnet', 'tenant_id': '5e298331a0b24825a6cbe40cd5bae09d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:08.544917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e08aea-7ccd-479f-a603-46f14c86500f admin admin] Pushing event updated for resources: {'Network': ['ID=07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:08.558678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:08.565735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-74175cf7-bf2a-4c19-a774-97f2886fe616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (86d911c7-38e0-4f41-9fe3-2bad18f34e47), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.626740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73529ba-750b-405c-ab76-ddd390528895 req-dc96dc2c-fa5e-41d8-ac73-6f54372f0241 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:08.628245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a73529ba-750b-405c-ab76-ddd390528895 req-dc96dc2c-fa5e-41d8-ac73-6f54372f0241 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 947 time: 0.1127129
Apr 09 20:56:08.630949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-74175cf7-bf2a-4c19-a774-97f2886fe616 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b52aef2f7124bfa8343992aa5f1101b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6517520
Apr 09 20:56:08.634341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41764) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:08.648125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74175cf7-bf2a-4c19-a774-97f2886fe616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d911c7-38e0-4f41-9fe3-2bad18f34e47,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:08.662273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Made reservation on behalf of 5e298331a0b24825a6cbe40cd5bae09d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:08.665355 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.710032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27c0bcd8-1014-47dc-a62d-c9aa8d0ca457 admin admin] Publish callbacks [] for security_group (86d911c7-38e0-4f41-9fe3-2bad18f34e47), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.739164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27c0bcd8-1014-47dc-a62d-c9aa8d0ca457 admin admin] Publish callbacks [] for security_group (86d911c7-38e0-4f41-9fe3-2bad18f34e47), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.749971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a73529ba-750b-405c-ab76-ddd390528895 req-bb109f2a-4197-4822-813b-f059e510e993 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127400
Apr 09 20:56:08.824618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27c0bcd8-1014-47dc-a62d-c9aa8d0ca457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (86d911c7-38e0-4f41-9fe3-2bad18f34e47), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.827062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27c0bcd8-1014-47dc-a62d-c9aa8d0ca457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.828244 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-27c0bcd8-1014-47dc-a62d-c9aa8d0ca457 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86d911c7-38e0-4f41-9fe3-2bad18f34e47 HTTP/1.1" status: 204  len: 168 time: 0.1926203
Apr 09 20:56:08.838937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0bcd8-1014-47dc-a62d-c9aa8d0ca457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d911c7-38e0-4f41-9fe3-2bad18f34e47,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:08.874449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 147d52be-77da-4ccb-86ad-30f4bd1a6539 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:08.883847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (02a67822-a2c0-448b-af15-330d1c346c2a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.939389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a67822-a2c0-448b-af15-330d1c346c2a,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:08.950319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Checking segment: {'id': '1d5814c6-1eb5-4fab-907a-5cd9b2cbff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:08.950731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Network hostable DHCP agents. Network: 07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:08.970531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Network 07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:08.981152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:08.986072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:08.986660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:08.994281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea79c6-c51e-41fc-8841-3013e287700d None None] Network 07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:09.047656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd1446ba-e4be-4cab-bcb7-acf3269ce9fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5275915
Apr 09 20:56:09.066465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-9f6841f5-f504-400f-8304-384a01d76038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.068727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-9f6841f5-f504-400f-8304-384a01d76038 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 1130 time: 0.0706193
Apr 09 20:56:09.069725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 147d52be-77da-4ccb-86ad-30f4bd1a6539, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=147d52be-77da-4ccb-86ad-30f4bd1a6539,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:09.102906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '147d52be-77da-4ccb-86ad-30f4bd1a6539', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '147d52be-77da-4ccb-86ad-30f4bd1a6539', 'mac_address': 'fa:16:3e:0f:06:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:56:09.166803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7584c0-4bd4-474f-a5ca-b59a34f89aba None None] Network 07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:09.201483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 147d52be-77da-4ccb-86ad-30f4bd1a6539 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:09.202298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:09.235231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-327bf5be-d16a-4224-9398-d42e46bacae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.236700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-327bf5be-d16a-4224-9398-d42e46bacae7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1626601
Apr 09 20:56:09.253771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147d52be-77da-4ccb-86ad-30f4bd1a6539 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:09.268880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-aaa34b3e-a45a-4bcf-a750-1ae066a9b182 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.272032 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-aaa34b3e-a45a-4bcf-a750-1ae066a9b182 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1149 time: 0.2023952
Apr 09 20:56:09.294444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 147d52be-77da-4ccb-86ad-30f4bd1a6539, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=147d52be-77da-4ccb-86ad-30f4bd1a6539,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:09.307234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-7800ec53-f1e2-4113-a523-ca3d01168586 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=2e45c6ce-b2c0-4790-bc04-fbb033004b11 HTTP/1.1" status: 200  len: 217 time: 0.0632212
Apr 09 20:56:09.328800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:09.389947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd1ef7-8e85-478e-82de-6f5237899a85 req-78bfe21d-1637-4e20-8e5b-424e2f128b00 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.397003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51cd1ef7-8e85-478e-82de-6f5237899a85 req-78bfe21d-1637-4e20-8e5b-424e2f128b00 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 967 time: 0.0885487
Apr 09 20:56:09.402614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=147d52be-77da-4ccb-86ad-30f4bd1a6539,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:09.422986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-6daaf9fe-c095-45dc-a3ba-538b9753659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.422986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-6daaf9fe-c095-45dc-a3ba-538b9753659a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1028929
Apr 09 20:56:09.430867 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-48b37153-8689-44a6-875f-c788bbcc43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.432678 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-48b37153-8689-44a6-875f-c788bbcc43f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680&tenant_id=2c23a8d6534a4426b2ea106417c8b68a HTTP/1.1" status: 200  len: 1149 time: 0.1517303
Apr 09 20:56:09.495202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51cd1ef7-8e85-478e-82de-6f5237899a85 req-4f6f5e70-50ae-43eb-b915-8521f5ba978c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970953
Apr 09 20:56:09.505296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-f84b07cf-c949-4801-8a12-094e3b7e384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.506788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-f84b07cf-c949-4801-8a12-094e3b7e384c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0749886
Apr 09 20:56:09.507260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-91c67fb3-de06-41fc-a65d-1d669d32f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.509010 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-91c67fb3-de06-41fc-a65d-1d669d32f0bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1149 time: 0.0477664
Apr 09 20:56:09.647095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-b4997fad-2220-4762-a91e-25827e722eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.649376 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-b4997fad-2220-4762-a91e-25827e722eac service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.1244531
Apr 09 20:56:09.668055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280fa29-36e9-4e83-9e63-63cd289c7408 req-2093be8a-8f4a-4acb-9819-1998335b333b tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.669453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a280fa29-36e9-4e83-9e63-63cd289c7408 req-2093be8a-8f4a-4acb-9819-1998335b333b tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0566137
Apr 09 20:56:09.672795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:09.717942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41798) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:09.734456 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-f8f2fee0-ce1a-49ea-9f06-ff9c089a4b10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 217 time: 0.0704935
Apr 09 20:56:09.735666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81967106-5216-46e7-9d70-eb1b2a9a8633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:09.737531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a280fa29-36e9-4e83-9e63-63cd289c7408 req-d5e06099-3435-47f4-a0b4-2db2cc762d4d tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614700
Apr 09 20:56:09.739376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-1b11b11b-a5af-4b8e-80ae-921062f3382f service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198212
Apr 09 20:56:09.833330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6972b2a1-b3f2-457d-a16d-5b42ed310c8d req-f29487c5-652c-440b-ab89-d1be7a33a2f4 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867300
Apr 09 20:56:09.868182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41806) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:09.886177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-dabee02b-49a2-4088-8d2c-a243b18b1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:09.888570 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-dabee02b-49a2-4088-8d2c-a243b18b1eb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1336157
Apr 09 20:56:09.927462 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-4d780407-e6a7-4a28-8279-31d2cd3cba33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311613
Apr 09 20:56:09.939865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device c8cc001c-614d-4bb1-934a-dd12049b69f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:56:09.984656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81967106-5216-46e7-9d70-eb1b2a9a8633 admin admin] Publish callbacks [] for security_group (a49100b0-c146-4817-bb33-dbb8a488b29d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:09.993231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port c8cc001c-614d-4bb1-934a-dd12049b69f8 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 20:56:09.993681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device c8cc001c-614d-4bb1-934a-dd12049b69f8 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:56:09.998363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81967106-5216-46e7-9d70-eb1b2a9a8633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a49100b0-c146-4817-bb33-dbb8a488b29d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.078420 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-81967106-5216-46e7-9d70-eb1b2a9a8633 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed2bd6e2dd824b0192c7be1055577cd9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3565953
Apr 09 20:56:10.078420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81967106-5216-46e7-9d70-eb1b2a9a8633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49100b0-c146-4817-bb33-dbb8a488b29d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:10.079315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41816) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:10.095159 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-d18c2c74-dddb-402a-aff9-3bda7f06e235 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585345
Apr 09 20:56:10.202876 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-bf2995d6-b379-452d-9d17-4888758ec5bb service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986180
Apr 09 20:56:10.260480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31011406-20a9-416e-a29b-26248686b6c8 admin admin] Publish callbacks [] for security_group (a49100b0-c146-4817-bb33-dbb8a488b29d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.266160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d938cb4-f12b-4194-ba5e-aad14a1845d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.283934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738b212-0014-4e43-bf6d-a0dc3416c941 req-a41223a7-7507-46d2-abae-c39ad0b03f1c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:10.285433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6738b212-0014-4e43-bf6d-a0dc3416c941 req-a41223a7-7507-46d2-abae-c39ad0b03f1c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 948 time: 0.1283321
Apr 09 20:56:10.344015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31011406-20a9-416e-a29b-26248686b6c8 admin admin] Publish callbacks [] for security_group (a49100b0-c146-4817-bb33-dbb8a488b29d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.445281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-1cd636bd-a4e7-488f-98ee-410925c69257 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:10.446822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-1cd636bd-a4e7-488f-98ee-410925c69257 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1149 time: 0.0514195
Apr 09 20:56:10.597419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-ccffe6ea-c4a2-4d15-8bd1-76c42107340d service neutron] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:10.600378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-ccffe6ea-c4a2-4d15-8bd1-76c42107340d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.601513 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-23eacaf5-9cbe-4bc1-8e7f-e28ac769792b req-ccffe6ea-c4a2-4d15-8bd1-76c42107340d service neutron] 10.222.0.25 "DELETE /v2.0/ports/c8cc001c-614d-4bb1-934a-dd12049b69f8/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1462045
Apr 09 20:56:10.624674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-79aa7d07-cd66-4747-94cf-cee4d553e13a tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:10.627011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-79aa7d07-cd66-4747-94cf-cee4d553e13a tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/networks?id=d177c046-7535-4c7b-b618-98d558de5c88 HTTP/1.1" status: 200  len: 813 time: 0.4928410
Apr 09 20:56:10.673096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b1992384-305a-46ee-8eea-5b430e8c5ac2 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/quotas/847209629f944fd98aec4c4bbe9a2bd8 HTTP/1.1" status: 200  len: 375 time: 0.0311730
Apr 09 20:56:10.678106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6738b212-0014-4e43-bf6d-a0dc3416c941 req-fb8430cc-e7cd-450f-8d70-68b637095b35 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3812530
Apr 09 20:56:10.717357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-8096f2ae-327e-4782-8bb5-78d0144ef9e1 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=847209629f944fd98aec4c4bbe9a2bd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0347700
Apr 09 20:56:10.736926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31011406-20a9-416e-a29b-26248686b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a49100b0-c146-4817-bb33-dbb8a488b29d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.739395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31011406-20a9-416e-a29b-26248686b6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.740435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-31011406-20a9-416e-a29b-26248686b6c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a49100b0-c146-4817-bb33-dbb8a488b29d HTTP/1.1" status: 204  len: 168 time: 0.6589594
Apr 09 20:56:10.768826 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d938cb4-f12b-4194-ba5e-aad14a1845d5 admin admin] Publish callbacks [] for security_group (31a252a6-f458-4d5a-b735-069065633437), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.776466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31011406-20a9-416e-a29b-26248686b6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49100b0-c146-4817-bb33-dbb8a488b29d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:10.781925 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d938cb4-f12b-4194-ba5e-aad14a1845d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (31a252a6-f458-4d5a-b735-069065633437), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.863135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d938cb4-f12b-4194-ba5e-aad14a1845d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a252a6-f458-4d5a-b735-069065633437,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:10.876694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41836) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:10.876820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0d938cb4-f12b-4194-ba5e-aad14a1845d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e33d678ddb34b3d9e415454098fe4c1&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0070467
Apr 09 20:56:10.882132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2e45c6ce-b2c0-4790-bc04-fbb033004b11 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:10.910481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-fbc3d52e-38b8-4392-93a8-7675771a6bee service neutron] 10.222.0.30 "GET /v2.0/networks/d177c046-7535-4c7b-b618-98d558de5c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822112
Apr 09 20:56:10.917070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 147d52be-77da-4ccb-86ad-30f4bd1a6539 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:10.966246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c72695-8484-4c2b-9e8e-0caf7ebb2de9 admin admin] Publish callbacks [] for security_group (31a252a6-f458-4d5a-b735-069065633437), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:10.975577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689804d3-de6b-4805-a288-ff729b195bde req-29020bc1-a9db-407e-933e-61cfa82d204f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:10.979579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-689804d3-de6b-4805-a288-ff729b195bde req-29020bc1-a9db-407e-933e-61cfa82d204f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 967 time: 0.0841646
Apr 09 20:56:10.995631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c72695-8484-4c2b-9e8e-0caf7ebb2de9 admin admin] Publish callbacks [] for security_group (31a252a6-f458-4d5a-b735-069065633437), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.060107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 147d52be-77da-4ccb-86ad-30f4bd1a6539 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:11.063628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c72695-8484-4c2b-9e8e-0caf7ebb2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (31a252a6-f458-4d5a-b735-069065633437), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.068885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 147d52be-77da-4ccb-86ad-30f4bd1a6539 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:11.069535 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.081273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c72695-8484-4c2b-9e8e-0caf7ebb2de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.082445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c1c72695-8484-4c2b-9e8e-0caf7ebb2de9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31a252a6-f458-4d5a-b735-069065633437 HTTP/1.1" status: 204  len: 168 time: 0.2050867
Apr 09 20:56:11.124579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-689804d3-de6b-4805-a288-ff729b195bde req-4b18753c-31e5-4ab2-bde4-a3f98146b840 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348462
Apr 09 20:56:11.131265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c72695-8484-4c2b-9e8e-0caf7ebb2de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a252a6-f458-4d5a-b735-069065633437,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:11.147311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-e8be2f6c-1110-491b-9d76-c431d54e54db service neutron] 10.222.0.30 "GET /v2.0/networks/d177c046-7535-4c7b-b618-98d558de5c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665230
Apr 09 20:56:11.175366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2e45c6ce-b2c0-4790-bc04-fbb033004b11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e45c6ce-b2c0-4790-bc04-fbb033004b11,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:11.208404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'mac_address': 'fa:16:3e:62:ba:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:56:11.279683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:11.280082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.297089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 147d52be-77da-4ccb-86ad-30f4bd1a6539 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:11.297699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.313653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e45c6ce-b2c0-4790-bc04-fbb033004b11 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:11.334919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf637c-4a0b-4282-8806-97defb0b80d1 req-5296fc0a-fa61-45e4-9a5e-39d13800d583 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:11.344636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ebf637c-4a0b-4282-8806-97defb0b80d1 req-5296fc0a-fa61-45e4-9a5e-39d13800d583 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0756249
Apr 09 20:56:11.350428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674593e6-b6e7-4b13-bbc2-06fa68785ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147d52be-77da-4ccb-86ad-30f4bd1a6539'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:11.353140 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919fb716-ed64-41d5-95bf-68684e70f650" -d '{"events": [{"server_uuid": "674593e6-b6e7-4b13-bbc2-06fa68785ee0", "name": "network-vif-plugged", "status": "completed", "tag": "147d52be-77da-4ccb-86ad-30f4bd1a6539"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:11.360845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2e45c6ce-b2c0-4790-bc04-fbb033004b11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e45c6ce-b2c0-4790-bc04-fbb033004b11,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:11.373281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 147d52be-77da-4ccb-86ad-30f4bd1a6539, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=147d52be-77da-4ccb-86ad-30f4bd1a6539,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:11.374964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.383930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.428867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ebf637c-4a0b-4282-8806-97defb0b80d1 req-83c1be52-d98a-409a-94a7-332cec2c3632 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831499
Apr 09 20:56:11.477843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2e45c6ce-b2c0-4790-bc04-fbb033004b11,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:11.556838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdf86cca-e4e5-43ef-a33e-e28b0ae88fd2 req-63344d52-b9a7-4b1b-8ef7-c54c04718988 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 210 time: 0.0825672
Apr 09 20:56:11.588700 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f7bda-6976-4d8d-a448-f4d8f95bb624 x-openstack-request-id: req-935f7bda-6976-4d8d-a448-f4d8f95bb624 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:11.589549 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674593e6-b6e7-4b13-bbc2-06fa68785ee0", "name": "network-vif-plugged", "status": "completed", "tag": "147d52be-77da-4ccb-86ad-30f4bd1a6539", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:11.590232 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-935f7bda-6976-4d8d-a448-f4d8f95bb624 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:11.591110 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935f7bda-6976-4d8d-a448-f4d8f95bb624'] response: {'server_uuid': '674593e6-b6e7-4b13-bbc2-06fa68785ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147d52be-77da-4ccb-86ad-30f4bd1a6539', 'code': 200}
Apr 09 20:56:11.662213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=147d52be-77da-4ccb-86ad-30f4bd1a6539,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:11.702956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41876) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:11.704310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ecf3-fa6e-46d8-9fed-3f4ea6714032 req-0f047907-8295-42c2-b445-dc92ad786766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:11.708715 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2985ecf3-fa6e-46d8-9fed-3f4ea6714032 req-0f047907-8295-42c2-b445-dc92ad786766 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 1131 time: 0.0947404
Apr 09 20:56:11.749662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4a35-8f75-4f91-a779-96d2fecf04ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.764572 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2985ecf3-fa6e-46d8-9fed-3f4ea6714032 req-63d62009-1ea2-4a97-b37d-5d04d618294b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483775
Apr 09 20:56:11.769835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['2e45c6ce-b2c0-4790-bc04-fbb033004b11'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:11.782112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c3e9-7511-404e-bb15-62272906bee5 req-ceab5019-2473-41c9-9b8c-a028e34887a6 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:11.802041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03e2c3e9-7511-404e-bb15-62272906bee5 req-ceab5019-2473-41c9-9b8c-a028e34887a6 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1149 time: 0.1021824
Apr 09 20:56:11.919809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03e2c3e9-7511-404e-bb15-62272906bee5 req-d3254b3f-df23-4b05-af05-824def344b78 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091943
Apr 09 20:56:11.987660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4a35-8f75-4f91-a779-96d2fecf04ba admin admin] Publish callbacks [] for security_group (1025e1ad-3e72-4dbe-960c-57c75e364cfe), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:11.996017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4a35-8f75-4f91-a779-96d2fecf04ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1025e1ad-3e72-4dbe-960c-57c75e364cfe), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.094546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41888) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:12.106600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602975d-9376-4362-a6f2-3626a530c1a5 req-d2cd6010-fcdc-4aac-a48a-a76d61c13be6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:12.108462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b602975d-9376-4362-a6f2-3626a530c1a5 req-d2cd6010-fcdc-4aac-a48a-a76d61c13be6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 949 time: 0.0893021
Apr 09 20:56:12.127075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c4a35-8f75-4f91-a779-96d2fecf04ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1025e1ad-3e72-4dbe-960c-57c75e364cfe,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:12.139800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7d0c4a35-8f75-4f91-a779-96d2fecf04ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=def29972cc8b489795636fb0a5a3cfc1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4329240
Apr 09 20:56:12.140134 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41894) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:12.232683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b602975d-9376-4362-a6f2-3626a530c1a5 req-ea283810-a9ca-4bed-a9a0-227244dcd479 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151054
Apr 09 20:56:12.236760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bd38884-f3cc-415a-a2f7-ed6f7e2ea8d0 admin admin] Publish callbacks [] for security_group (1025e1ad-3e72-4dbe-960c-57c75e364cfe), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.268754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bd38884-f3cc-415a-a2f7-ed6f7e2ea8d0 admin admin] Publish callbacks [] for security_group (1025e1ad-3e72-4dbe-960c-57c75e364cfe), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.327542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bd38884-f3cc-415a-a2f7-ed6f7e2ea8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1025e1ad-3e72-4dbe-960c-57c75e364cfe), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.330381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bd38884-f3cc-415a-a2f7-ed6f7e2ea8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.331988 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2bd38884-f3cc-415a-a2f7-ed6f7e2ea8d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1025e1ad-3e72-4dbe-960c-57c75e364cfe HTTP/1.1" status: 204  len: 168 time: 0.1906590
Apr 09 20:56:12.355674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd38884-f3cc-415a-a2f7-ed6f7e2ea8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1025e1ad-3e72-4dbe-960c-57c75e364cfe,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:12.383013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-f07cabf9-8c45-4d54-941a-2b1bcdb7453a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:12.384668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-f07cabf9-8c45-4d54-941a-2b1bcdb7453a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 820 time: 0.1622684
Apr 09 20:56:12.403263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-545065c7-2f94-47bd-9514-ae49af021f45 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/quotas/2c23a8d6534a4426b2ea106417c8b68a HTTP/1.1" status: 200  len: 375 time: 0.0116982
Apr 09 20:56:12.447671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-563801279-network', 'tenant_id': 'ea880def78db4f858cb4b6fe9d11e181'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:12.479151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Made reservation on behalf of ea880def78db4f858cb4b6fe9d11e181 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:12.482211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.490672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-13f20333-d75b-4e9a-811e-d3e347ea336d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0764430
Apr 09 20:56:12.493742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.590930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Publish callbacks [] for security_group (cb65dbbc-f68e-419f-916d-42ac88246cd8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.592043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-4394cb2d-fbb4-4158-8c5f-84a0b438126f service neutron] 10.222.0.30 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1004093
Apr 09 20:56:12.598339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cb65dbbc-f68e-419f-916d-42ac88246cd8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.627180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:12.644888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb65dbbc-f68e-419f-916d-42ac88246cd8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:12.662110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ea4f0e5c-dcfb-42bd-95d5-d31a2511e1e2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.662451 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Added segment ea4f0e5c-dcfb-42bd-95d5-d31a2511e1e2 of type vlan for network 9b0e129c-8614-44e5-ae84-25b376215e9f
Apr 09 20:56:12.713257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-2e81f4f3-dd9d-4b83-8f4f-b24df0f839fe service neutron] 10.222.0.30 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202509
Apr 09 20:56:12.732243 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (9b0e129c-8614-44e5-ae84-25b376215e9f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.769286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (9b0e129c-8614-44e5-ae84-25b376215e9f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.771085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:12.771808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:12.821854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71efc5-0238-4c86-b9f5-dd06883d9f09 req-e7b1123b-a033-44b6-abb2-45938acb9248 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:12.825752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f71efc5-0238-4c86-b9f5-dd06883d9f09 req-e7b1123b-a033-44b6-abb2-45938acb9248 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0744579
Apr 09 20:56:12.849428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0e129c-8614-44e5-ae84-25b376215e9f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:12.856965 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4a303a45-06af-4d89-a723-7ccad14274c1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7610652
Apr 09 20:56:12.859931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41928) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:12.863575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 9b0e129c-8614-44e5-ae84-25b376215e9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:12.866448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Request body: {'subnet': {'network_id': '9b0e129c-8614-44e5-ae84-25b376215e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-563801279-subnet', 'tenant_id': 'ea880def78db4f858cb4b6fe9d11e181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:12.921861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2e45c6ce-b2c0-4790-bc04-fbb033004b11 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:12.936606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f71efc5-0238-4c86-b9f5-dd06883d9f09 req-b6b45387-5617-4219-80b5-b907bfdc913b tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042497
Apr 09 20:56:13.121204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:13.139203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:13.139740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:13.155835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4da3544a-9333-4025-b4a7-b407becbae20 req-1c7646d8-c7aa-4581-b6a1-5509d8758038 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 210 time: 0.1572349
Apr 09 20:56:13.158321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a401e7fd-a559-4838-8a7d-a702050de0b1 req-f823fe47-a54b-4e73-875b-52b7a0d6872b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 210 time: 0.1470325
Apr 09 20:56:13.177595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-03ff185e-bb3c-4e4f-9ffe-4f09d317df2e tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:13.179593 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-03ff185e-bb3c-4e4f-9ffe-4f09d317df2e tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.32 "GET /v2.0/networks?id=d177c046-7535-4c7b-b618-98d558de5c88 HTTP/1.1" status: 200  len: 813 time: 0.2772012
Apr 09 20:56:13.213246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Request body: {'port': {'device_id': '0598b5e7-4a10-4476-a5e7-ff280805e29a', 'network_id': 'd177c046-7535-4c7b-b618-98d558de5c88', 'admin_state_up': True, 'tenant_id': '847209629f944fd98aec4c4bbe9a2bd8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:13.375682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Made reservation on behalf of ea880def78db4f858cb4b6fe9d11e181 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:13.378169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:13.433789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39f3ea-d40b-4f6a-9cab-2f7ece83d075 req-9a93f4ea-cefb-4384-9dde-220a9ea6906a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:13.455882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e39f3ea-d40b-4f6a-9cab-2f7ece83d075 req-9a93f4ea-cefb-4384-9dde-220a9ea6906a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 949 time: 0.1075840
Apr 09 20:56:13.476906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Made reservation on behalf of 847209629f944fd98aec4c4bbe9a2bd8 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:13.481094 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:13.572577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e39f3ea-d40b-4f6a-9cab-2f7ece83d075 req-c879c853-e877-4f1b-9b83-2c7da9876f9d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124749
Apr 09 20:56:13.618428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:13.620070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:13.659764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef417c4-dee0-46c2-a42f-dc721270cc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45c6ce-b2c0-4790-bc04-fbb033004b11'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:13.663161 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fb632-cd3b-4e6c-82e5-5b681abbc2e9" -d '{"events": [{"server_uuid": "cef417c4-dee0-46c2-a42f-dc721270cc56", "name": "network-vif-plugged", "status": "completed", "tag": "2e45c6ce-b2c0-4790-bc04-fbb033004b11"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:13.718715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (885ef5aa-afc3-4ae3-806d-3acf594b9d09), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:13.743633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2e45c6ce-b2c0-4790-bc04-fbb033004b11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e45c6ce-b2c0-4790-bc04-fbb033004b11,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:13.751040 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:13.780595 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dd7996-0c5e-41db-93fc-7d2c39a278a2 x-openstack-request-id: req-d7dd7996-0c5e-41db-93fc-7d2c39a278a2 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:13.781118 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef417c4-dee0-46c2-a42f-dc721270cc56", "name": "network-vif-plugged", "status": "completed", "tag": "2e45c6ce-b2c0-4790-bc04-fbb033004b11", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:13.782145 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7dd7996-0c5e-41db-93fc-7d2c39a278a2 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:13.782691 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7dd7996-0c5e-41db-93fc-7d2c39a278a2'] response: {'server_uuid': 'cef417c4-dee0-46c2-a42f-dc721270cc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'code': 200}
Apr 09 20:56:13.815485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2e45c6ce-b2c0-4790-bc04-fbb033004b11,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:13.861163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885ef5aa-afc3-4ae3-806d-3acf594b9d09,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:13.869310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Allocated IP 172.20.0.13 (d177c046-7535-4c7b-b618-98d558de5c88/f5b6c0e2-5a76-4c5b-9594-8f037d5290f3/521e5c23-21e4-4583-a60e-4f4a5fc9cff7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:13.876973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Checking segment: {'id': 'ea4f0e5c-dcfb-42bd-95d5-d31a2511e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9b0e129c-8614-44e5-ae84-25b376215e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:13.877378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Network hostable DHCP agents. Network: 9b0e129c-8614-44e5-ae84-25b376215e9f, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:13.914542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Network 9b0e129c-8614-44e5-ae84-25b376215e9f is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:13.943985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b0e129c-8614-44e5-ae84-25b376215e9f) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:13.952469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:13.953067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:13.957176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3611ed71-c913-4159-aa9e-243e8ec7324b None None] Network 9b0e129c-8614-44e5-ae84-25b376215e9f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:14.024849 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-775c0a89-5e56-4846-92ad-6529b2d12633 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.1636403
Apr 09 20:56:14.078437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Publish callbacks [] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:14.138593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:14.141635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207fab5-afe4-4517-8786-4397151e5689 req-5b3bf9a2-1781-4e59-9f61-ff51d778190e tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:14.143422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a207fab5-afe4-4517-8786-4397151e5689 req-5b3bf9a2-1781-4e59-9f61-ff51d778190e tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0689974
Apr 09 20:56:14.165562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93779f2f-39bf-4592-a233-0fb6d1dd8458 None None] Network 9b0e129c-8614-44e5-ae84-25b376215e9f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:14.213857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Pushing event updated for resources: {'Port': ['ID=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:14.228772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Network d177c046-7535-4c7b-b618-98d558de5c88 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:14.230710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:14.234170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:14.241952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:14.244508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:14.274079 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-b7b8e1cc-a937-4536-9b40-9834a4b2d510 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0759072
Apr 09 20:56:14.291287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Request body: {'port': {'device_id': '0598b5e7-4a10-4476-a5e7-ff280805e29a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:14.372351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99578d70-6bd8-4c96-b135-a83fae2b39f0 req-394289f5-17da-49ec-bd7a-1b6e84363777 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:14.373162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:14.376947 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99578d70-6bd8-4c96-b135-a83fae2b39f0 req-394289f5-17da-49ec-bd7a-1b6e84363777 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 932 time: 0.0926473
Apr 09 20:56:14.388669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a207fab5-afe4-4517-8786-4397151e5689 req-e5b3654d-a0aa-42c7-8a40-167c67cd6c64 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384973
Apr 09 20:56:14.493733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99578d70-6bd8-4c96-b135-a83fae2b39f0 req-fd4a831b-959d-49e6-9364-1a31981151dc tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936744
Apr 09 20:56:14.549754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-d6551e4d-884f-4744-8bb7-860b7fe3ce99 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:14.551634 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-d6551e4d-884f-4744-8bb7-860b7fe3ce99 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 820 time: 0.1609879
Apr 09 20:56:14.571151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a00eda3a-3f77-4885-93fc-07cc05bb086e req-951936af-9bf8-4eef-80ca-20c19492903d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 210 time: 0.0493903
Apr 09 20:56:14.573023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Request body: {'port': {'device_id': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'admin_state_up': True, 'tenant_id': '2c23a8d6534a4426b2ea106417c8b68a'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:14.735304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efbdee-40db-4d92-80fa-304e2bff5af6 req-4325cb1f-37a5-433b-8d55-bd7bc6ad17d4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:14.746467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84efbdee-40db-4d92-80fa-304e2bff5af6 req-4325cb1f-37a5-433b-8d55-bd7bc6ad17d4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 949 time: 0.0800569
Apr 09 20:56:14.816396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84efbdee-40db-4d92-80fa-304e2bff5af6 req-e8080242-7ab6-4a43-8efa-a6345f13fd7c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674362
Apr 09 20:56:14.880115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8848d2-8697-4ec4-8bae-6106a74f58f6 req-6c063e25-21ea-456d-86ed-438a688b8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:14.882554 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb8848d2-8697-4ec4-8bae-6106a74f58f6 req-6c063e25-21ea-456d-86ed-438a688b8d1f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 1132 time: 0.0758607
Apr 09 20:56:14.913463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Made reservation on behalf of 2c23a8d6534a4426b2ea106417c8b68a for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:14.916725 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.061445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb8848d2-8697-4ec4-8bae-6106a74f58f6 req-9ff22254-5bb3-4ac3-9dbb-0b83d6a4e396 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376188
Apr 09 20:56:15.074778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:15.087258 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Publish callbacks [] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.132234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Transition to ACTIVE for port object 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:15.140167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.170748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42032) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:15.175585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-662475730-network', 'tenant_id': '6e0bb7d7d0b7431fab0479c7a1d489e9'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:15.198406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Made reservation on behalf of 6e0bb7d7d0b7431fab0479c7a1d489e9 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:15.201689 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.212341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Allocated IP 172.20.0.9 (6f2c6748-eb93-475b-8e01-8a36bd1222c2/7f3d2404-5a89-4ece-beb3-71037771170e/bda24322-5977-4986-922a-0fbb3eec9523) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:15.215978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.290453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Pushing event updated for resources: {'Port': ['ID=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:15.319389 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Publish callbacks [] for security_group (ab4f7784-e12b-4cf6-9690-c7ca242766ad), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.329609 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ab4f7784-e12b-4cf6-9690-c7ca242766ad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.367692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4f7784-e12b-4cf6-9690-c7ca242766ad,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:15.380007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:15.395249 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b94cb4ec-de38-46c8-9fd9-b60fdf52b80a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.395249 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Added segment b94cb4ec-de38-46c8-9fd9-b60fdf52b80a of type vlan for network a55cf924-e99b-495f-afd9-f904799e33d6
Apr 09 20:56:15.488306 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (a55cf924-e99b-495f-afd9-f904799e33d6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.567674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6437-4c89-42ef-a17f-c3229d17085c req-18bdec9a-e0d3-4e74-931e-9bc4c437430b tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:15.569102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cee6437-4c89-42ef-a17f-c3229d17085c req-18bdec9a-e0d3-4e74-931e-9bc4c437430b tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0676436
Apr 09 20:56:15.571645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (a55cf924-e99b-495f-afd9-f904799e33d6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.572727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:15.573541 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.663478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4916072
Apr 09 20:56:15.663751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42054) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:15.679941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Request body: {'subnet': {'network_id': 'a55cf924-e99b-495f-afd9-f904799e33d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-662475730-subnet', 'tenant_id': '6e0bb7d7d0b7431fab0479c7a1d489e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:15.719263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ea3ed-7469-48f2-af1c-ed2df3ba2106 admin admin] Pushing event updated for resources: {'Network': ['ID=a55cf924-e99b-495f-afd9-f904799e33d6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:15.720979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Attempting to bind port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:15.721392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Attempting to bind port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ea353975-efda-41ec-89ee-902ee49e93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd177c046-7535-4c7b-b618-98d558de5c88'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:15.721722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Attempting to bind port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 on network d177c046-7535-4c7b-b618-98d558de5c88 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:15.731048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network a55cf924-e99b-495f-afd9-f904799e33d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:15.732662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16152b60-63ab-47be-9f33-6e6a6ae83e4a req-19e07a30-ac78-4cbc-b34d-5aa54f7de49c tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:15.734564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16152b60-63ab-47be-9f33-6e6a6ae83e4a req-19e07a30-ac78-4cbc-b34d-5aa54f7de49c tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 944 time: 0.1214266
Apr 09 20:56:15.749280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cee6437-4c89-42ef-a17f-c3229d17085c req-d9dccbd9-ee71-486d-9518-233e3e928bd0 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667202
Apr 09 20:56:15.756412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 on network d177c046-7535-4c7b-b618-98d558de5c88 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:15.756735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Attempting to bind port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 on network d177c046-7535-4c7b-b618-98d558de5c88 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:15.768694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:15.769140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Checking segment: {'id': 'ea353975-efda-41ec-89ee-902ee49e93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd177c046-7535-4c7b-b618-98d558de5c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:15.769636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Bound using segment: {'id': 'ea353975-efda-41ec-89ee-902ee49e93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd177c046-7535-4c7b-b618-98d558de5c88'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:15.771359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Bound port: 521e5c23-21e4-4583-a60e-4f4a5fc9cff7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea353975-efda-41ec-89ee-902ee49e93b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd177c046-7535-4c7b-b618-98d558de5c88'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:15.771724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.793527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Made reservation on behalf of 6e0bb7d7d0b7431fab0479c7a1d489e9 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:15.797713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:15.884393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16152b60-63ab-47be-9f33-6e6a6ae83e4a req-5ddcb966-7809-4cdf-9e55-c2fc677a38cc tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279862
Apr 09 20:56:15.907766 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42062) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:15.919182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02cc06e0-6c52-40f5-ac18-f118c1b4b227 req-61e765ad-0b7d-49fe-85a6-eb295a0e283d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 210 time: 0.0683701
Apr 09 20:56:15.935344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks [] for port (bda24322-5977-4986-922a-0fbb3eec9523), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.042930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] For port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:16.048378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] For port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,segment=NetworkSegment(ea353975-efda-41ec-89ee-902ee49e93b4),segment_id=ea353975-efda-41ec-89ee-902ee49e93b4)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:16.050461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.063243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed9a50-f80c-4fcb-93c0-a769a854875b req-6632c27e-860a-495d-8c19-192464c5303e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.065757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4aed9a50-f80c-4fcb-93c0-a769a854875b req-6632c27e-860a-495d-8c19-192464c5303e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 949 time: 0.0736055
Apr 09 20:56:16.102285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.139416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4aed9a50-f80c-4fcb-93c0-a769a854875b req-1d8b1205-1504-493c-968a-744203de3a7f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618761
Apr 09 20:56:16.147905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:16.155534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.156619 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.158045 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] 10.222.0.32 "PUT /v2.0/ports/521e5c23-21e4-4583-a60e-4f4a5fc9cff7 HTTP/1.1" status: 200  len: 1092 time: 1.8767698
Apr 09 20:56:16.163772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0598b5e7-4a10-4476-a5e7-ff280805e29a', 'tag': '521e5c23-21e4-4583-a60e-4f4a5fc9cff7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:16.166120 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0598b5e7-4a10-4476-a5e7-ff280805e29a", "tag": "521e5c23-21e4-4583-a60e-4f4a5fc9cff7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:16.169657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:16.172260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:16.178728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.179388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.203944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Pushing event updated for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:16.291918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20a273-5944-4013-aca4-28c7a6d1c851 req-3c13c807-ffd6-49c0-a148-acd126c166c5 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.298938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d20a273-5944-4013-aca4-28c7a6d1c851 req-3c13c807-ffd6-49c0-a148-acd126c166c5 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0597250
Apr 09 20:56:16.300986 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-95df9d08-e098-4bad-b53f-33ac096fb20a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7321143
Apr 09 20:56:16.338502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Request body: {'port': {'device_id': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:16.359558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d20a273-5944-4013-aca4-28c7a6d1c851 req-104722f0-2d88-482f-be13-bf3708018174 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597637
Apr 09 20:56:16.370518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d6b02f8-916a-47de-bb80-0c75efd60671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.386312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-615b32bd-705d-48c9-a8d3-8d3ab6d2faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.387915 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-615b32bd-705d-48c9-a8d3-8d3ab6d2faa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=847209629f944fd98aec4c4bbe9a2bd8&device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 1126 time: 0.1769807
Apr 09 20:56:16.396706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (c51d6fef-226b-4b4f-a65f-f973a4e499cd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.406062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983289b-5d2c-4177-8b93-9aa64b8b1d34 service neutron] Pushing event updated for resources: {'Port': ['ID=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:16.406273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff09f-43cc-423e-bc4c-a715e73420db req-2d0a7ee5-f299-4fd6-b4a2-6a2c61850273 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.407822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b2ff09f-43cc-423e-bc4c-a715e73420db req-2d0a7ee5-f299-4fd6-b4a2-6a2c61850273 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 950 time: 0.0616639
Apr 09 20:56:16.413166 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e118a80-ad15-4893-a3d9-cdb2bc99a20f x-openstack-request-id: req-3e118a80-ad15-4893-a3d9-cdb2bc99a20f {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:16.413455 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0598b5e7-4a10-4476-a5e7-ff280805e29a", "tag": "521e5c23-21e4-4583-a60e-4f4a5fc9cff7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:16.413712 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e118a80-ad15-4893-a3d9-cdb2bc99a20f {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:16.414539 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e118a80-ad15-4893-a3d9-cdb2bc99a20f'] response: {'name': 'network-changed', 'server_uuid': '0598b5e7-4a10-4476-a5e7-ff280805e29a', 'tag': '521e5c23-21e4-4583-a60e-4f4a5fc9cff7', 'status': 'completed', 'code': 200}
Apr 09 20:56:16.486807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b2ff09f-43cc-423e-bc4c-a715e73420db req-ae1d0b2a-5858-4df3-8674-9b166b66116d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686560
Apr 09 20:56:16.551338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-0cd37f8f-afae-4b97-ba5b-e70a3ddb31f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521e5c23-21e4-4583-a60e-4f4a5fc9cff7 HTTP/1.1" status: 200  len: 217 time: 0.1514266
Apr 09 20:56:16.630641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bda24322-5977-4986-922a-0fbb3eec9523), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.647659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51d6fef-226b-4b4f-a65f-f973a4e499cd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:16.700126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-45c1f341-19dc-47d9-887e-830b38f5d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.701842 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-45c1f341-19dc-47d9-887e-830b38f5d343 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5b6c0e2-5a76-4c5b-9594-8f037d5290f3 HTTP/1.1" status: 200  len: 853 time: 0.1403918
Apr 09 20:56:16.722280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Checking segment: {'id': 'b94cb4ec-de38-46c8-9fd9-b60fdf52b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a55cf924-e99b-495f-afd9-f904799e33d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:16.722642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Network hostable DHCP agents. Network: a55cf924-e99b-495f-afd9-f904799e33d6, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:16.768030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba6345-234d-404f-836b-ba4d4d05ad9e req-1912cf36-4c24-4554-aa5b-469ef0cccd61 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.769906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acba6345-234d-404f-836b-ba4d4d05ad9e req-1912cf36-4c24-4554-aa5b-469ef0cccd61 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0613668
Apr 09 20:56:16.780095 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-31f75d43-a073-4019-9fc9-dc6c0b356fef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d177c046-7535-4c7b-b618-98d558de5c88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548201
Apr 09 20:56:16.817549 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d6b02f8-916a-47de-bb80-0c75efd60671 admin admin] Publish callbacks [] for security_group (1f0c677a-04c4-45ba-aa95-ed2790b0ede2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.827784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acba6345-234d-404f-836b-ba4d4d05ad9e req-d7d666f7-ffc7-4d7d-99fe-fc4fc33ca2b2 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519521
Apr 09 20:56:16.833312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Network a55cf924-e99b-495f-afd9-f904799e33d6 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:16.886185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d6b02f8-916a-47de-bb80-0c75efd60671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1f0c677a-04c4-45ba-aa95-ed2790b0ede2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.950660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a55cf924-e99b-495f-afd9-f904799e33d6) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:16.962383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d5a5b-0b03-4904-a3dc-6686f9c3ba1c None None] Network a55cf924-e99b-495f-afd9-f904799e33d6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:16.988422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:16.989059 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:16.999101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd7e41-9475-4791-b90d-2c379caaa41f req-e17181e4-baa9-405b-ae16-d86b4338df5a tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:17.006311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37fd7e41-9475-4791-b90d-2c379caaa41f req-e17181e4-baa9-405b-ae16-d86b4338df5a tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 944 time: 0.0688646
Apr 09 20:56:17.008816 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4d6b02f8-916a-47de-bb80-0c75efd60671 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eda79d5ce0bc4d7d8c01457fe5872545&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0605209
Apr 09 20:56:17.009584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b02f8-916a-47de-bb80-0c75efd60671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c677a-04c4-45ba-aa95-ed2790b0ede2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:17.013837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42098) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:17.075295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37fd7e41-9475-4791-b90d-2c379caaa41f req-241cefc1-5aa4-428e-bbe0-502076255daf tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677450
Apr 09 20:56:17.103404 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c63acf32-c949-483d-a04c-e4260eb2bcb5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4325333
Apr 09 20:56:17.128454 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-596465af-5489-472d-ab29-66f7bf62c8fd service neutron] 10.222.0.32 "GET /v2.0/networks/d177c046-7535-4c7b-b618-98d558de5c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294160
Apr 09 20:56:17.134578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b206296-a0b1-40de-b8a2-f633e56922f6 None None] Network a55cf924-e99b-495f-afd9-f904799e33d6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:17.144389 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e961e6ab-29af-434f-af69-007d471ce87f admin admin] Publish callbacks [] for security_group (1f0c677a-04c4-45ba-aa95-ed2790b0ede2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.214225 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e961e6ab-29af-434f-af69-007d471ce87f admin admin] Publish callbacks [] for security_group (1f0c677a-04c4-45ba-aa95-ed2790b0ede2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.222380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d3170-d217-466b-a223-5188ddceaa91 req-74b19ef8-5638-41dc-a434-df5cfd486055 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:17.224031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-091d3170-d217-466b-a223-5188ddceaa91 req-74b19ef8-5638-41dc-a434-df5cfd486055 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 931 time: 0.0632596
Apr 09 20:56:17.307351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42104) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:17.316108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-091d3170-d217-466b-a223-5188ddceaa91 req-e1549669-489c-4413-a41d-b9fbb63d29fa tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798223
Apr 09 20:56:17.339095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e961e6ab-29af-434f-af69-007d471ce87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1f0c677a-04c4-45ba-aa95-ed2790b0ede2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.344315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e961e6ab-29af-434f-af69-007d471ce87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.346162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e961e6ab-29af-434f-af69-007d471ce87f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f0c677a-04c4-45ba-aa95-ed2790b0ede2 HTTP/1.1" status: 204  len: 168 time: 0.3300238
Apr 09 20:56:17.364673 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a101fa88-e098-41d7-94ba-c9bd2eb71db9 req-3fa23aca-366f-4e59-98e6-e21a9121bc5d service neutron] 10.222.0.32 "GET /v2.0/networks/d177c046-7535-4c7b-b618-98d558de5c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217236
Apr 09 20:56:17.372426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961e6ab-29af-434f-af69-007d471ce87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c677a-04c4-45ba-aa95-ed2790b0ede2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:17.383426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda24322-5977-4986-922a-0fbb3eec9523 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:17.392804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13017f8-eec2-4610-bfec-3623b7cf4daa admin admin] Deleting subnet 885ef5aa-afc3-4ae3-806d-3acf594b9d09 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:56:17.396790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Publish callbacks [] for port (bda24322-5977-4986-922a-0fbb3eec9523), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.401361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f13017f8-eec2-4610-bfec-3623b7cf4daa admin admin] Publish callbacks [] for subnet (885ef5aa-afc3-4ae3-806d-3acf594b9d09), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.435332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Transition to ACTIVE for port object bda24322-5977-4986-922a-0fbb3eec9523 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:17.443931 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.447396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f13017f8-eec2-4610-bfec-3623b7cf4daa admin admin] Publish callbacks [] for subnet (885ef5aa-afc3-4ae3-806d-3acf594b9d09), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.464973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f13017f8-eec2-4610-bfec-3623b7cf4daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (885ef5aa-afc3-4ae3-806d-3acf594b9d09), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.548088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Pushing event updated for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:17.591303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:17.591516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:17.591825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:17.597209 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f13017f8-eec2-4610-bfec-3623b7cf4daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (885ef5aa-afc3-4ae3-806d-3acf594b9d09), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.597382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42114) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:17.628204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:17.628518 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:17.631882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13017f8-eec2-4610-bfec-3623b7cf4daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885ef5aa-afc3-4ae3-806d-3acf594b9d09,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:17.636907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f13017f8-eec2-4610-bfec-3623b7cf4daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.642728 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f13017f8-eec2-4610-bfec-3623b7cf4daa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/885ef5aa-afc3-4ae3-806d-3acf594b9d09 HTTP/1.1" status: 204  len: 168 time: 0.3319142
Apr 09 20:56:17.642728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:17.642728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:17.642728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:17.643285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Bound port: bda24322-5977-4986-922a-0fbb3eec9523, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:17.643285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bda24322-5977-4986-922a-0fbb3eec9523), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.645214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42118) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:17.694277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25715-a882-4b27-8259-35af4fa0eb1a req-8231ee26-1057-4453-803a-fafcd30709ea tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:17.697355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbc25715-a882-4b27-8259-35af4fa0eb1a req-8231ee26-1057-4453-803a-fafcd30709ea tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 950 time: 0.0734506
Apr 09 20:56:17.747643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42120) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:17.758372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-015c24f2-9cf3-4688-8bef-e219a5495fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.764453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbc25715-a882-4b27-8259-35af4fa0eb1a req-7ea5b9a7-9a6a-4343-b73c-6c97bdd2a3c4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593975
Apr 09 20:56:17.766264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dd76baf-0360-4c38-bfed-60590ba95723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.779998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (9b0e129c-8614-44e5-ae84-25b376215e9f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.807900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:17.849744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:17.853306 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dd76baf-0360-4c38-bfed-60590ba95723 admin admin] Publish callbacks [] for security_group (6ea9d94a-5c4d-4748-b5fc-194eda33bb2f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.861064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dd76baf-0360-4c38-bfed-60590ba95723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6ea9d94a-5c4d-4748-b5fc-194eda33bb2f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.861568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.919791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4dd76baf-0360-4c38-bfed-60590ba95723 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=646dccefefc642ed845c34dd7e2df5d7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1711128
Apr 09 20:56:17.925872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42126) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:17.932680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd76baf-0360-4c38-bfed-60590ba95723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea9d94a-5c4d-4748-b5fc-194eda33bb2f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:17.955581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (9b0e129c-8614-44e5-ae84-25b376215e9f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.976320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:17.976951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:17.978371 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] 10.222.0.32 "PUT /v2.0/ports/bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 1091 time: 1.6581066
Apr 09 20:56:18.013337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2376060370>> segment before_delete 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.013683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2376060370>> subnet precommit_delete_associations 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.014403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2376053f10>> segment_host_mapping after_create 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.014722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2376053f10>> port after_create 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.015032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2376053f10>> port after_delete 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.015354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2376053f10>> port after_update 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.015660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2376053f10>> segment after_delete 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.016149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2376053f10>> subnet after_create 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.016457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2376053f10>> subnet after_delete 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.016770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2376053f10>> subnet after_update 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.023203 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6433ea10-42e3-4517-96e0-feaea27cc30f admin admin] Publish callbacks [] for security_group (6ea9d94a-5c4d-4748-b5fc-194eda33bb2f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.030639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13b463-b916-471c-ade4-996b47327a43 req-366e2d3f-f968-441e-adf1-2c5745de7d13 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.032232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e13b463-b916-471c-ade4-996b47327a43 req-366e2d3f-f968-441e-adf1-2c5745de7d13 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.0869496
Apr 09 20:56:18.065255 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6433ea10-42e3-4517-96e0-feaea27cc30f admin admin] Publish callbacks [] for security_group (6ea9d94a-5c4d-4748-b5fc-194eda33bb2f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.118744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e13b463-b916-471c-ade4-996b47327a43 req-6ab54be7-01a0-4197-9242-28b287f509d5 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778894
Apr 09 20:56:18.125696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2375bde8b0>> subnet after_create 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.126464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2375bde8b0>> subnet after_delete 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.126464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2375bde8b0>> subnet before_create 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.126721 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2375bde8b0>> subnet before_update 55550000 {{(pid=126919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:18.127099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376060be0>,) {'filters': {'network_id': ['9b0e129c-8614-44e5-ae84-25b376215e9f']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:18.158748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03a701-9fd7-4a4b-9e42-e45a0073d39f service neutron] Pushing event updated for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:18.167283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376060be0>, 'ea4f0e5c-dcfb-42bd-95d5-d31a2511e1e2') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:18.167457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376060be0>, 'ea4f0e5c-dcfb-42bd-95d5-d31a2511e1e2') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:18.176156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f53909-ffca-4343-8f7f-c3537bfce8a6 req-a01c5d00-6346-464e-b4cf-df0eb8ea07ec tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.181763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f53909-ffca-4343-8f7f-c3537bfce8a6 req-a01c5d00-6346-464e-b4cf-df0eb8ea07ec tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.183419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4f53909-ffca-4343-8f7f-c3537bfce8a6 req-a01c5d00-6346-464e-b4cf-df0eb8ea07ec tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0&device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 1690 time: 0.0634880
Apr 09 20:56:18.207575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-015c24f2-9cf3-4688-8bef-e219a5495fa0 admin admin] Publish callbacks [] for security_group (40775e6c-7a9d-4ba1-aaea-c7a5b3b4a580), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.209600 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (ea4f0e5c-dcfb-42bd-95d5-d31a2511e1e2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.228223 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-015c24f2-9cf3-4688-8bef-e219a5495fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (40775e6c-7a9d-4ba1-aaea-c7a5b3b4a580), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.247263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ea4f0e5c-dcfb-42bd-95d5-d31a2511e1e2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.250845 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6433ea10-42e3-4517-96e0-feaea27cc30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6ea9d94a-5c4d-4748-b5fc-194eda33bb2f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.253398 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6433ea10-42e3-4517-96e0-feaea27cc30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.254566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6433ea10-42e3-4517-96e0-feaea27cc30f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ea9d94a-5c4d-4748-b5fc-194eda33bb2f HTTP/1.1" status: 204  len: 168 time: 0.3274457
Apr 09 20:56:18.276039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:56:18.276442 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (ea4f0e5c-dcfb-42bd-95d5-d31a2511e1e2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.281086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9622b-9846-4648-95ee-76355fbee8e9 req-40bccac8-c11e-468c-9ad7-fd873637f944 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.282609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01e9622b-9846-4648-95ee-76355fbee8e9 req-40bccac8-c11e-468c-9ad7-fd873637f944 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 944 time: 0.0883436
Apr 09 20:56:18.283672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-c288dc10-74ce-4bf5-bf31-83caf780d244 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.285278 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-c288dc10-74ce-4bf5-bf31-83caf780d244 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.1403022
Apr 09 20:56:18.287677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433ea10-42e3-4517-96e0-feaea27cc30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea9d94a-5c4d-4748-b5fc-194eda33bb2f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   from cryptography.utils import int_from_bytes
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   from cryptography.utils import int_from_bytes
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:56:18.310158 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:56:18.329274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4f53909-ffca-4343-8f7f-c3537bfce8a6 req-9ad756a2-f2f0-4d28-8cca-94a784cc29d3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378160
Apr 09 20:56:18.373799 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-015c24f2-9cf3-4688-8bef-e219a5495fa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d8327eac92d4e15ba65e4b37d8b39d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7732089
Apr 09 20:56:18.377474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01e9622b-9846-4648-95ee-76355fbee8e9 req-12ebeff7-5002-4a18-90c4-1f2b2a9267b0 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801120
Apr 09 20:56:18.378015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42136) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:18.416046 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:18.419361 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6845c9ce-97ad-46a6-9d60-17b223d9edaf" -d '{"events": [{"name": "network-changed", "server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "tag": "bda24322-5977-4986-922a-0fbb3eec9523"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:18.532874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fee2e-aecf-4535-ba06-d913b23a3d4a req-9340352e-994a-40be-a684-eb3f42530234 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.534409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e08fee2e-aecf-4535-ba06-d913b23a3d4a req-9340352e-994a-40be-a684-eb3f42530234 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.0753214
Apr 09 20:56:18.536904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46b951d1-17a4-4394-9580-c9876ffd79d7 admin admin] Publish callbacks [] for security_group (40775e6c-7a9d-4ba1-aaea-c7a5b3b4a580), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.544348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-ea20c944-ee06-4e3f-8a23-3c64a277cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.546214 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-ea20c944-ee06-4e3f-8a23-3c64a277cd4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1125 time: 0.1796916
Apr 09 20:56:18.546882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c24f2-9cf3-4688-8bef-e219a5495fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40775e6c-7a9d-4ba1-aaea-c7a5b3b4a580,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:18.568903 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c894e949-e86d-41de-b099-984f2f3c182c x-openstack-request-id: req-c894e949-e86d-41de-b099-984f2f3c182c {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:18.569935 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "tag": "bda24322-5977-4986-922a-0fbb3eec9523", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:18.570381 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c894e949-e86d-41de-b099-984f2f3c182c {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:18.570833 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c894e949-e86d-41de-b099-984f2f3c182c'] response: {'name': 'network-changed', 'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523', 'status': 'completed', 'code': 200}
Apr 09 20:56:18.591530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-b563141f-ce31-47db-9ec1-ba5caa6e52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.593184 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-b563141f-ce31-47db-9ec1-ba5caa6e52ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=847209629f944fd98aec4c4bbe9a2bd8&device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 1126 time: 0.2241530
Apr 09 20:56:18.606226 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46b951d1-17a4-4394-9580-c9876ffd79d7 admin admin] Publish callbacks [] for security_group (40775e6c-7a9d-4ba1-aaea-c7a5b3b4a580), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.624364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa8da9-1896-4402-9bfa-d4e8b152d652 req-f03c0375-f48b-4be3-ae66-98491cd73763 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.626334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cefa8da9-1896-4402-9bfa-d4e8b152d652 req-f03c0375-f48b-4be3-ae66-98491cd73763 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 1131 time: 0.0907164
Apr 09 20:56:18.646971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (9b0e129c-8614-44e5-ae84-25b376215e9f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.649112 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-294545b3-cd1b-408b-a7fb-e9f1fe856ee0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 217 time: 0.0682490
Apr 09 20:56:18.673858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e08fee2e-aecf-4535-ba06-d913b23a3d4a req-a4b725ac-1936-4774-9cd6-1896598ca20d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265786
Apr 09 20:56:18.708767 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.714486 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] 10.222.0.30 "DELETE /v2.0/networks/9b0e129c-8614-44e5-ae84-25b376215e9f HTTP/1.1" status: 204  len: 168 time: 1.0648787
Apr 09 20:56:18.716935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42148) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:18.721726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cefa8da9-1896-4402-9bfa-d4e8b152d652 req-ab6cad2a-a5aa-46a9-ba37-201a301d8553 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888193
Apr 09 20:56:18.767607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff3de4-eb90-4c15-b0dc-4d9ea2031c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0e129c-8614-44e5-ae84-25b376215e9f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:18.772354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46b951d1-17a4-4394-9580-c9876ffd79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (40775e6c-7a9d-4ba1-aaea-c7a5b3b4a580), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.776245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46b951d1-17a4-4394-9580-c9876ffd79d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.780033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-46b951d1-17a4-4394-9580-c9876ffd79d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40775e6c-7a9d-4ba1-aaea-c7a5b3b4a580 HTTP/1.1" status: 204  len: 168 time: 0.3985727
Apr 09 20:56:18.794221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Deleting port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:56:18.794765 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.797357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b951d1-17a4-4394-9580-c9876ffd79d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40775e6c-7a9d-4ba1-aaea-c7a5b3b4a580,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:18.823949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d071be-c626-446a-ad14-d64fa7450d7d admin admin] Deleting subnet c51d6fef-226b-4b4f-a65f-f973a4e499cd {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:56:18.829537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79d071be-c626-446a-ad14-d64fa7450d7d admin admin] Publish callbacks [] for subnet (c51d6fef-226b-4b4f-a65f-f973a4e499cd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.840656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-5554c54c-de01-4818-bcec-d14528444d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.842369 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-5554c54c-de01-4818-bcec-d14528444d64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1606929
Apr 09 20:56:18.874261 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79d071be-c626-446a-ad14-d64fa7450d7d admin admin] Publish callbacks [] for subnet (c51d6fef-226b-4b4f-a65f-f973a4e499cd), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.910186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-a64616cf-cb78-46fa-b849-ea191d82ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.911937 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-a64616cf-cb78-46fa-b849-ea191d82ac8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d177c046-7535-4c7b-b618-98d558de5c88 HTTP/1.1" status: 200  len: 914 time: 0.3114469
Apr 09 20:56:18.915895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-0ab527d9-eb52-405f-b93a-dc1fb126f252 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413914
Apr 09 20:56:18.917995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79d071be-c626-446a-ad14-d64fa7450d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c51d6fef-226b-4b4f-a65f-f973a4e499cd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:18.954702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbf74b-c49f-4432-bce0-6c2e6d59e32a req-dad07604-3cd9-4cad-a9c6-4c8be305c0ff tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:18.956351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5dbf74b-c49f-4432-bce0-6c2e6d59e32a req-dad07604-3cd9-4cad-a9c6-4c8be305c0ff tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 1132 time: 0.0733089
Apr 09 20:56:19.004846 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-972016de-e495-4056-9276-77c09201f930 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521e5c23-21e4-4583-a60e-4f4a5fc9cff7 HTTP/1.1" status: 200  len: 217 time: 0.0807872
Apr 09 20:56:19.019367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79d071be-c626-446a-ad14-d64fa7450d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for subnet (c51d6fef-226b-4b4f-a65f-f973a4e499cd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.055593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5dbf74b-c49f-4432-bce0-6c2e6d59e32a req-37414329-80e8-4627-8956-ed569cd93d73 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923393
Apr 09 20:56:19.056789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d071be-c626-446a-ad14-d64fa7450d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51d6fef-226b-4b4f-a65f-f973a4e499cd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:19.071385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79d071be-c626-446a-ad14-d64fa7450d7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.074983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-79d071be-c626-446a-ad14-d64fa7450d7d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c51d6fef-226b-4b4f-a65f-f973a4e499cd HTTP/1.1" status: 204  len: 168 time: 0.3590097
Apr 09 20:56:19.077677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42166) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:19.100745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] For port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:19.100745 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.185996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (a55cf924-e99b-495f-afd9-f904799e33d6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.307449 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (a55cf924-e99b-495f-afd9-f904799e33d6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.332118 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2375aa4130>> segment before_delete 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.332343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2375aa4130>> subnet precommit_delete_associations 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.332944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f23761ae940>> segment_host_mapping after_create 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.333306 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f23761ae940>> port after_create 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.333633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f23761ae940>> port after_delete 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.333967 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f23761ae940>> port after_update 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.334285 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f23761ae940>> segment after_delete 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.334604 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f23761ae940>> subnet after_create 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.334922 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f23761ae940>> subnet after_delete 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.335243 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f23761ae940>> subnet after_update 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.412574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42176) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:19.414684 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2375c76520>> subnet after_create 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.415038 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2375c76520>> subnet after_delete 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.415513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2375c76520>> subnet before_create 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.416334 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2375c76520>> subnet before_update 55550000 {{(pid=126920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 09 20:56:19.416729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23754bbb80>,) {'filters': {'network_id': ['a55cf924-e99b-495f-afd9-f904799e33d6']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:19.425827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Calling delete_port for 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:56:19.436372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23754bbb80>, 'b94cb4ec-de38-46c8-9fd9-b60fdf52b80a') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:19.436666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23754bbb80>, 'b94cb4ec-de38-46c8-9fd9-b60fdf52b80a') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:19.458822 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (b94cb4ec-de38-46c8-9fd9-b60fdf52b80a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.461077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651db870-cf38-47ee-b307-7e6985dd83b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.480929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-1736cf51-d452-4db7-838e-5d855549f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:19.481530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b94cb4ec-de38-46c8-9fd9-b60fdf52b80a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.482449 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-1736cf51-d452-4db7-838e-5d855549f9fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5b6c0e2-5a76-4c5b-9594-8f037d5290f3 HTTP/1.1" status: 200  len: 853 time: 0.4681101
Apr 09 20:56:19.492821 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-39e9dd04-3045-434e-ae3e-5bb9b0f84b2d service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5677290
Apr 09 20:56:19.492984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:56:19.493439 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (b94cb4ec-de38-46c8-9fd9-b60fdf52b80a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   from cryptography.utils import int_from_bytes
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   from cryptography.utils import int_from_bytes
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:56:19.512194 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:56:19.575036 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-9cfb85e0-dcc8-48d9-bb4d-016dbe1dd28c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d177c046-7535-4c7b-b618-98d558de5c88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0844078
Apr 09 20:56:19.642137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c255c2e-4224-4fe4-adf4-c6ca8211ffa2 req-e55a760f-1fbd-48de-a5c8-57a1b523bea3 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:19.643774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c255c2e-4224-4fe4-adf4-c6ca8211ffa2 req-e55a760f-1fbd-48de-a5c8-57a1b523bea3 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 944 time: 0.1357746
Apr 09 20:56:19.644550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (a55cf924-e99b-495f-afd9-f904799e33d6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.650261 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.653458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] 10.222.0.30 "DELETE /v2.0/networks/a55cf924-e99b-495f-afd9-f904799e33d6 HTTP/1.1" status: 204  len: 168 time: 0.5747025
Apr 09 20:56:19.665004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f2fe-eef3-4d24-a1cd-a2d84453e6aa req-19ab07f2-a755-4dd7-8d90-b8054ba4dd28 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:19.671973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fd1f2fe-eef3-4d24-a1cd-a2d84453e6aa req-19ab07f2-a755-4dd7-8d90-b8054ba4dd28 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/ports?device_id=41785a40-a163-4455-8ee5-1353161f2c3b HTTP/1.1" status: 200  len: 949 time: 0.1652882
Apr 09 20:56:19.693503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82296de-2a05-4459-a082-913a25437eae admin admin] Pushing event deleted for resources: {'Network': ['ID=a55cf924-e99b-495f-afd9-f904799e33d6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:19.763152 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b0f34e3-48e2-4fe1-a095-aa79bbc4858d req-a4f4a447-e411-44ff-b1ab-d8521c66f924 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310379
Apr 09 20:56:19.786271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c255c2e-4224-4fe4-adf4-c6ca8211ffa2 req-b08ff290-85ee-45e6-927b-b83791a191ac tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296518
Apr 09 20:56:19.816215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fd1f2fe-eef3-4d24-a1cd-a2d84453e6aa req-bb38ba39-37f7-4f77-8d39-e1c8f16349db tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.30 "GET /v2.0/security-groups?id=9313a3d6-f724-45b8-89ea-19a89050650c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409423
Apr 09 20:56:19.839720 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-0045f810-c8d4-4c89-9e3d-a42b96e39c01 service neutron] 10.222.0.32 "GET /v2.0/networks/d177c046-7535-4c7b-b618-98d558de5c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511530
Apr 09 20:56:19.855984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651db870-cf38-47ee-b307-7e6985dd83b1 admin admin] Publish callbacks [] for security_group (4f26ef5c-ca29-463b-982c-9db3ec550b12), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.865576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651db870-cf38-47ee-b307-7e6985dd83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4f26ef5c-ca29-463b-982c-9db3ec550b12), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.887365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (969f5337-7c13-4c26-82e0-4f6bfc05cdf0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:19.901271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['969f5337-7c13-4c26-82e0-4f6bfc05cdf0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:19.919670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42206) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:19.938711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651db870-cf38-47ee-b307-7e6985dd83b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f26ef5c-ca29-463b-982c-9db3ec550b12,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:19.943596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Pushing event deleted for resources: {'Port': ['ID=969f5337-7c13-4c26-82e0-4f6bfc05cdf0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:19.961808 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-651db870-cf38-47ee-b307-7e6985dd83b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb34669e812d4235b1103ece8979d581&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5478971
Apr 09 20:56:19.966100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:20.019803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:20.027237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-37d8256a-0ecc-4b08-b842-ea6402c9f654 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0492167
Apr 09 20:56:20.037806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e279-610d-4c2c-bca0-94b114191244 req-575c86ea-43a9-4d90-806f-04a6d36d55e5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:20.039358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec79e279-610d-4c2c-bca0-94b114191244 req-575c86ea-43a9-4d90-806f-04a6d36d55e5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.1231191
Apr 09 20:56:20.057663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] No DVR routers for this DVR port 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:56:20.078876 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.087153 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dac3ee6a-22f4-4b0d-9b14-e11c06b91cb7 req-acecd4a6-ae65-4119-bdca-9217626db110 tempest-DeleteServersAdminTestJSON-2016667769 tempest-DeleteServersAdminTestJSON-2016667769-project] 10.222.0.25 "DELETE /v2.0/ports/969f5337-7c13-4c26-82e0-4f6bfc05cdf0 HTTP/1.1" status: 204  len: 173 time: 1.7487838
Apr 09 20:56:20.100048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dc599cbb-aea5-413b-b048-ceb5b29a4a37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea880def78db4f858cb4b6fe9d11e181&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1768098
Apr 09 20:56:20.107968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42214) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:20.128868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-89df4df5-d059-4b82-a266-b5db71c6077e admin admin] Publish callbacks [] for security_group (4f26ef5c-ca29-463b-982c-9db3ec550b12), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.184249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-89df4df5-d059-4b82-a266-b5db71c6077e admin admin] Publish callbacks [] for security_group (4f26ef5c-ca29-463b-982c-9db3ec550b12), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.245232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec79e279-610d-4c2c-bca0-94b114191244 req-a42d2e16-11f8-4b65-963f-30358f0e8767 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811454
Apr 09 20:56:20.262999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-89df4df5-d059-4b82-a266-b5db71c6077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4f26ef5c-ca29-463b-982c-9db3ec550b12), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.267026 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-89df4df5-d059-4b82-a266-b5db71c6077e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.268601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,segment=NetworkSegment(ea353975-efda-41ec-89ee-902ee49e93b4),segment_id=ea353975-efda-41ec-89ee-902ee49e93b4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:20.274046 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-89df4df5-d059-4b82-a266-b5db71c6077e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f26ef5c-ca29-463b-982c-9db3ec550b12 HTTP/1.1" status: 204  len: 168 time: 0.3039799
Apr 09 20:56:20.292902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df4df5-d059-4b82-a266-b5db71c6077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f26ef5c-ca29-463b-982c-9db3ec550b12,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:20.300875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '521e5c23-21e4-4583-a60e-4f4a5fc9cff7', 'network_id': 'd177c046-7535-4c7b-b618-98d558de5c88', 'port_id': '521e5c23-21e4-4583-a60e-4f4a5fc9cff7', 'mac_address': 'fa:16:3e:b9:7b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b6c0e2-5a76-4c5b-9594-8f037d5290f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:56:20.344388 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a170cc35-0b77-40e6-9c31-74346f1c3589 admin admin] Publish callbacks [] for security_group (cb65dbbc-f68e-419f-916d-42ac88246cd8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.363150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:20.363536 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.376637 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-398b0960-6d96-49a5-a19e-16c15b3f77cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.381312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:20.388120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a170cc35-0b77-40e6-9c31-74346f1c3589 admin admin] Publish callbacks [] for security_group (cb65dbbc-f68e-419f-916d-42ac88246cd8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.403366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,segment=NetworkSegment(ea353975-efda-41ec-89ee-902ee49e93b4),segment_id=ea353975-efda-41ec-89ee-902ee49e93b4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:20.410592 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.470042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-223cf583-7182-4529-b854-74b72752fba1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:20.471629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-223cf583-7182-4529-b854-74b72752fba1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4312592
Apr 09 20:56:20.472821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a170cc35-0b77-40e6-9c31-74346f1c3589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cb65dbbc-f68e-419f-916d-42ac88246cd8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.475402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a170cc35-0b77-40e6-9c31-74346f1c3589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:20.478873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a170cc35-0b77-40e6-9c31-74346f1c3589 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb65dbbc-f68e-419f-916d-42ac88246cd8 HTTP/1.1" status: 204  len: 168 time: 0.3649254
Apr 09 20:56:20.511762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170cc35-0b77-40e6-9c31-74346f1c3589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb65dbbc-f68e-419f-916d-42ac88246cd8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:20.512611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:20.522225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-1d521588-1536-4426-9048-fa23a9dcdb86 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/quotas/b21b82d625c249269c02db9bbe700c7c HTTP/1.1" status: 200  len: 375 time: 0.0402560
Apr 09 20:56:20.576445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41785a40-a163-4455-8ee5-1353161f2c3b', 'name': 'network-vif-deleted', 'tag': '969f5337-7c13-4c26-82e0-4f6bfc05cdf0'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:20.576688 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0747b503-6b2e-44f2-a06f-cd20dca4ac43" -d '{"events": [{"server_uuid": "41785a40-a163-4455-8ee5-1353161f2c3b", "name": "network-vif-deleted", "tag": "969f5337-7c13-4c26-82e0-4f6bfc05cdf0"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:20.621003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-d042cc15-ecdc-45be-997a-5923111cf792 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0978837
Apr 09 20:56:20.695853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['521e5c23-21e4-4583-a60e-4f4a5fc9cff7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:20.940958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-8c2b8bc9-ea39-4452-a29a-d3527412e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:20.942576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-8c2b8bc9-ea39-4452-a29a-d3527412e50e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1125 time: 0.1199849
Apr 09 20:56:20.975921 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be7b4d2e-ae6f-4547-8ad1-8d08b1d4dcf7 req-2e28a482-fe51-4531-a5f2-6971339ec4b5 service neutron] 10.222.0.32 "GET /v2.0/networks/d177c046-7535-4c7b-b618-98d558de5c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644719
Apr 09 20:56:21.063330 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b623a2b7-198f-4b40-a952-98e44bf7ae78 x-openstack-request-id: req-b623a2b7-198f-4b40-a952-98e44bf7ae78 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:21.064283 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41785a40-a163-4455-8ee5-1353161f2c3b", "name": "network-vif-deleted", "tag": "969f5337-7c13-4c26-82e0-4f6bfc05cdf0", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:21.064670 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b623a2b7-198f-4b40-a952-98e44bf7ae78 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:21.065315 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b623a2b7-198f-4b40-a952-98e44bf7ae78'] response: {'server_uuid': '41785a40-a163-4455-8ee5-1353161f2c3b', 'name': 'network-vif-deleted', 'tag': '969f5337-7c13-4c26-82e0-4f6bfc05cdf0', 'status': 'completed', 'code': 200}
Apr 09 20:56:21.120857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42254) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:21.194195 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b2ed77a4-313a-4213-8dc3-0b6e8707b402 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e0bb7d7d0b7431fab0479c7a1d489e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0720532
Apr 09 20:56:21.204510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42256) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:21.212431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6206930-6309-4e8a-b2b1-188812a615c5 req-b4c19eb1-7f4b-44a6-a835-fbc524547c73 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:21.217239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6206930-6309-4e8a-b2b1-188812a615c5 req-b4c19eb1-7f4b-44a6-a835-fbc524547c73 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 945 time: 0.0981388
Apr 09 20:56:21.280751 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d5da-5d7a-490e-a5cf-8d5540d682b2 admin admin] Publish callbacks [] for security_group (ab4f7784-e12b-4cf6-9690-c7ca242766ad), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:21.297066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6206930-6309-4e8a-b2b1-188812a615c5 req-60692a9a-df1f-46b8-a279-6e80d74c54d9 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737627
Apr 09 20:56:21.306527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d5da-5d7a-490e-a5cf-8d5540d682b2 admin admin] Publish callbacks [] for security_group (ab4f7784-e12b-4cf6-9690-c7ca242766ad), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:21.381818 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d5da-5d7a-490e-a5cf-8d5540d682b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ab4f7784-e12b-4cf6-9690-c7ca242766ad), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:21.385196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d5da-5d7a-490e-a5cf-8d5540d682b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:21.386934 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b1b1d5da-5d7a-490e-a5cf-8d5540d682b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab4f7784-e12b-4cf6-9690-c7ca242766ad HTTP/1.1" status: 204  len: 168 time: 0.1811824
Apr 09 20:56:21.398208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1d5da-5d7a-490e-a5cf-8d5540d682b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4f7784-e12b-4cf6-9690-c7ca242766ad,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:21.593908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-0d975bf4-9538-4180-8dfb-ba7833c890f5 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1301942103&fields=id&tenant_id=430f19ffcb28429189b8c76282d2077b HTTP/1.1" status: 200  len: 267 time: 0.0905104
Apr 09 20:56:21.732969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-6d5aba92-802b-44e3-adeb-103a95889e7e tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:21.741451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-6d5aba92-802b-44e3-adeb-103a95889e7e tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/networks?id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 200  len: 824 time: 0.1462846
Apr 09 20:56:21.803647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-0cd8bca4-29c9-4282-a588-e23f0ad4c650 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/quotas/430f19ffcb28429189b8c76282d2077b HTTP/1.1" status: 200  len: 375 time: 0.0610654
Apr 09 20:56:21.848020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e74-88bb-4410-887c-390ef86cbbb9 req-ffc4bd73-b8b9-47c0-9c89-ea2d55b78ce4 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:21.849641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63092e74-88bb-4410-887c-390ef86cbbb9 req-ffc4bd73-b8b9-47c0-9c89-ea2d55b78ce4 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.0988677
Apr 09 20:56:21.886313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-21179cbb-0f4b-4abc-84ad-573c528a2f89 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=430f19ffcb28429189b8c76282d2077b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0812285
Apr 09 20:56:21.936404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63092e74-88bb-4410-887c-390ef86cbbb9 req-e2a26623-cce4-44e3-aacc-02ccf98a386c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805423
Apr 09 20:56:22.033243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:22.091918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-e5b38838-0155-4276-8ae6-a9a9ae395432 service neutron] 10.222.0.30 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771944
Apr 09 20:56:22.095366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-8ec4e4d9-04ed-4089-92b8-3c3b172fc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:22.099738 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-8ec4e4d9-04ed-4089-92b8-3c3b172fc668 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.2124114
Apr 09 20:56:22.155242 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-3e490a42-ebd1-48dd-8079-4a520f6b7aa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 217 time: 0.0435252
Apr 09 20:56:22.184808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:22.194568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:22.196496 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:22.316612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-7012be80-0033-4243-8c37-1cb563b2a05f service neutron] 10.222.0.30 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179806
Apr 09 20:56:22.333678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:22.333678 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:22.374235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0598b5e7-4a10-4476-a5e7-ff280805e29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e5c23-21e4-4583-a60e-4f4a5fc9cff7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:22.381672 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9960e62d-6468-40b3-8f7c-ded94300549f" -d '{"events": [{"server_uuid": "0598b5e7-4a10-4476-a5e7-ff280805e29a", "name": "network-vif-plugged", "status": "completed", "tag": "521e5c23-21e4-4583-a60e-4f4a5fc9cff7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:22.404296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb692dab-a961-4252-b43a-a42e06fc374a req-273258c9-20ad-448a-b585-6e3c2e48da88 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:22.405873 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bb692dab-a961-4252-b43a-a42e06fc374a req-273258c9-20ad-448a-b585-6e3c2e48da88 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.32 "GET /v2.0/ports?device_id=3765143e-2819-46e6-94ae-6d26f95a5ef4 HTTP/1.1" status: 200  len: 967 time: 0.2227778
Apr 09 20:56:22.407368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-f14b5371-f406-4ec1-99cf-a84c7395a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:22.408863 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-f14b5371-f406-4ec1-99cf-a84c7395a43a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.2347972
Apr 09 20:56:22.420648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,segment=NetworkSegment(ea353975-efda-41ec-89ee-902ee49e93b4),segment_id=ea353975-efda-41ec-89ee-902ee49e93b4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:22.427774 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:22.488390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bda7446a-23bc-4c26-91ed-57fa2b3fec07 req-9a027e5d-b7ff-4307-8ffd-6f2de029484f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 210 time: 0.0702105
Apr 09 20:56:22.503998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:22.520954 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-0a75f413-5c53-4296-89c2-2dde77fcdc27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1012502
Apr 09 20:56:22.583470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Deleting port 5fceff8c-349f-449f-affd-fa4876c4f5d7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:56:22.584139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:22.747071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6a4ab-5997-4aa5-bb72-06c094d9070f req-17f8966e-38a1-4b56-a2bf-7752925b578b tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:22.756007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6a6a4ab-5997-4aa5-bb72-06c094d9070f req-17f8966e-38a1-4b56-a2bf-7752925b578b tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 946 time: 0.1070147
Apr 09 20:56:22.829071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] For port 5fceff8c-349f-449f-affd-fa4876c4f5d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fceff8c-349f-449f-affd-fa4876c4f5d7,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:22.829448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:22.880416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6a6a4ab-5997-4aa5-bb72-06c094d9070f req-498e6239-ddee-4f60-9f58-55d869273f48 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224310
Apr 09 20:56:22.901167 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de56d1e4-017a-4e9c-962d-84c7fa74e606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:22.921415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:56:22.989112 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4347ac4-d08b-4b60-9d94-b7fe435355c1 x-openstack-request-id: req-e4347ac4-d08b-4b60-9d94-b7fe435355c1 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:22.994117 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0598b5e7-4a10-4476-a5e7-ff280805e29a", "name": "network-vif-plugged", "status": "completed", "tag": "521e5c23-21e4-4583-a60e-4f4a5fc9cff7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:22.994559 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4347ac4-d08b-4b60-9d94-b7fe435355c1 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:22.995186 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4347ac4-d08b-4b60-9d94-b7fe435355c1'] response: {'server_uuid': '0598b5e7-4a10-4476-a5e7-ff280805e29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e5c23-21e4-4583-a60e-4f4a5fc9cff7', 'code': 200}
Apr 09 20:56:22.997795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:56:22.999119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 969f5337-7c13-4c26-82e0-4f6bfc05cdf0 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:56:23.036952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14ca4f01-ba86-4317-8d7e-64633d0c1d59 req-a57c2b57-f2e2-4b9d-b454-dd9edd1032f2 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 210 time: 0.0655310
Apr 09 20:56:23.037587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.32', 55872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:23.098615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.32', 55873) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:23.139052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-9d389818-74a5-4a9e-a89a-3e7cf5fbb6aa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1002131
Apr 09 20:56:23.165624 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-b99cbd8a-766e-4503-8d28-721359439e7a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1125219
Apr 09 20:56:23.275809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e748d43-151c-44e8-9d1d-864e49e7da15 req-7645f165-38a4-41d1-8c79-9a5a172dda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:23.277500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e748d43-151c-44e8-9d1d-864e49e7da15 req-7645f165-38a4-41d1-8c79-9a5a172dda29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 1128 time: 0.1778212
Apr 09 20:56:23.531664 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-7075b302-8f10-4efe-b72b-c7ab956d76b9 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8220599
Apr 09 20:56:23.623945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42382) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:23.638994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddbbba-9c27-4072-b04b-8c11e5e681c1 req-0f35b8c5-da2f-4975-b90a-29a97082a784 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:23.641234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2ddbbba-9c27-4072-b04b-8c11e5e681c1 req-0f35b8c5-da2f-4975-b90a-29a97082a784 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.2675292
Apr 09 20:56:23.644153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e748d43-151c-44e8-9d1d-864e49e7da15 req-112c067c-0649-4a58-bd0f-77e092dd7fdc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3573554
Apr 09 20:56:23.652988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-9f413b10-8b55-4e7d-bf2f-f71659bd0ef9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:23.654751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-9f413b10-8b55-4e7d-bf2f-f71659bd0ef9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5104361
Apr 09 20:56:23.831739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:23.832225 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:23.832511 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Floating IP fb2674a5-a3c8-4311-90e3-c7e06dd156d5 disassociated. External IP: 172.35.0.206, port: 5fceff8c-349f-449f-affd-fa4876c4f5d7.
Apr 09 20:56:23.832900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Calling delete_port for 5fceff8c-349f-449f-affd-fa4876c4f5d7 owned by compute:tempest-test_az-2013693189 {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:56:23.964370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-52138396-88f3-4be6-95f0-7e47229b9d5c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:23.966185 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-52138396-88f3-4be6-95f0-7e47229b9d5c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6909847
Apr 09 20:56:23.988930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:23.992962 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6845c9ce-97ad-46a6-9d60-17b223d9edaf req-f97099bb-1d86-497a-b43e-23c503e93536 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4444149
Apr 09 20:56:23.994233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Request body: {'port': {'device_id': '7c41e34e-8722-41ec-ae27-9cb25d4642a0', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'b21b82d625c249269c02db9bbe700c7c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:24.008994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5fceff8c-349f-449f-affd-fa4876c4f5d7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:24.010213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45418b7a-0d2d-4123-a391-a8a8e62ec089 req-45e0624e-79ac-43c9-af2a-975c96192032 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 210 time: 0.3529346
Apr 09 20:56:24.034929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Request body: {'port': {'device_id': '27fb7b9d-0282-4585-8686-d923c5652c49', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'b21b82d625c249269c02db9bbe700c7c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:24.045586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device bda24322-5977-4986-922a-0fbb3eec9523 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:24.078498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event deleted for resources: {'Port': ['ID=5fceff8c-349f-449f-affd-fa4876c4f5d7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:24.165164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2ddbbba-9c27-4072-b04b-8c11e5e681c1 req-2d7146c9-56f7-4bac-873c-04a5a343b405 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4961226
Apr 09 20:56:24.225898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6072c8ce-4b49-4176-98e4-332db1eed41e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10c5c17262b94d898c4aaa03102b4dd8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5982292
Apr 09 20:56:24.257177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42408) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:24.357867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:24.361570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af469bc9-c620-4e6d-9350-c6cdd829e1f3 req-41cb3ebc-7fd4-40b0-926e-ad1644b28eff tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:24.363099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af469bc9-c620-4e6d-9350-c6cdd829e1f3 req-41cb3ebc-7fd4-40b0-926e-ad1644b28eff tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 946 time: 0.1663792
Apr 09 20:56:24.376451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'bda24322-5977-4986-922a-0fbb3eec9523', 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'port_id': 'bda24322-5977-4986-922a-0fbb3eec9523', 'mac_address': 'fa:16:3e:62:a2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3d2404-5a89-4ece-beb3-71037771170e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:56:24.442833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port bda24322-5977-4986-922a-0fbb3eec9523 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:24.444440 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bda24322-5977-4986-922a-0fbb3eec9523), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:24.471069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda24322-5977-4986-922a-0fbb3eec9523 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:24.498024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:24.505862 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:24.508819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-b5f645e6-0ee0-42b2-bbcb-6bd7751ec402 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:24.510652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-b5f645e6-0ee0-42b2-bbcb-6bd7751ec402 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.25 "GET /v2.0/networks?id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 200  len: 824 time: 0.2882667
Apr 09 20:56:24.519792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Made reservation on behalf of b21b82d625c249269c02db9bbe700c7c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:24.523201 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:24.562065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af469bc9-c620-4e6d-9350-c6cdd829e1f3 req-01564f84-9f7f-4f0b-958e-0a0e64c7c300 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729987
Apr 09 20:56:24.580644 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82ee9e6-b7fb-4887-a75a-aa7ff2469b9e admin admin] Publish callbacks [] for security_group (9313a3d6-f724-45b8-89ea-19a89050650c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:24.613628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:24.688071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Made reservation on behalf of b21b82d625c249269c02db9bbe700c7c for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:24.691510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:24.707010 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Router 1da7d52e-49af-41cb-baa9-b95a66dd7790 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:56:24.766892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['bda24322-5977-4986-922a-0fbb3eec9523'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:24.808231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-48c486b8-a04f-43a8-8b61-7b1dae6228ab tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430f19ffcb28429189b8c76282d2077b HTTP/1.1" status: 200  len: 380 time: 0.2808015
Apr 09 20:56:24.813099 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82ee9e6-b7fb-4887-a75a-aa7ff2469b9e admin admin] Publish callbacks [] for security_group (9313a3d6-f724-45b8-89ea-19a89050650c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:24.856939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-931d3d98-9315-4cac-9a48-bf2719b90bab req-0f69d50a-e98a-4273-a587-99de3d831b2f tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 210 time: 0.1139207
Apr 09 20:56:24.909434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Request body: {'port': {'device_id': '99c612ae-fb61-4249-b814-19a660bc500b', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'admin_state_up': True, 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'security_groups': ['ccf15f03-eeb5-45d0-9015-b0da964ca6e0']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:24.951292 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:25.010568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:56:25.023691 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] Sync routers for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:56:25.052600 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:25.058059 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771ec8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:25.063218 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:25.137324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Made reservation on behalf of 430f19ffcb28429189b8c76282d2077b for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:25.145745 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:25.193908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] No DVR routers for this DVR port 5fceff8c-349f-449f-affd-fa4876c4f5d7 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:56:25.218187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:25.241548 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bb692dab-a961-4252-b43a-a42e06fc374a req-c9d36b77-974e-45bb-8226-d1be47532573 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.32 "DELETE /v2.0/ports/5fceff8c-349f-449f-affd-fa4876c4f5d7 HTTP/1.1" status: 204  len: 173 time: 2.8230884
Apr 09 20:56:25.245423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'name': 'network-vif-deleted', 'tag': '5fceff8c-349f-449f-affd-fa4876c4f5d7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:25.256096 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a618bcd8-07b3-42eb-92c4-219de5ea74cb" -d '{"events": [{"server_uuid": "3765143e-2819-46e6-94ae-6d26f95a5ef4", "name": "network-vif-deleted", "tag": "5fceff8c-349f-449f-affd-fa4876c4f5d7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:25.356567 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:25.383215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf50656a-e11a-4649-843d-e9d7bd53b4fb req-447fa902-2077-49aa-9609-32abc8f776c1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 210 time: 0.1939833
Apr 09 20:56:25.476089 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b813444-8939-4789-be87-41f84b35d6b9 x-openstack-request-id: req-9b813444-8939-4789-be87-41f84b35d6b9 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:25.476382 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3765143e-2819-46e6-94ae-6d26f95a5ef4", "name": "network-vif-deleted", "tag": "5fceff8c-349f-449f-affd-fa4876c4f5d7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:25.476630 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b813444-8939-4789-be87-41f84b35d6b9 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:25.477069 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b813444-8939-4789-be87-41f84b35d6b9'] response: {'server_uuid': '3765143e-2819-46e6-94ae-6d26f95a5ef4', 'name': 'network-vif-deleted', 'tag': '5fceff8c-349f-449f-affd-fa4876c4f5d7', 'status': 'completed', 'code': 200}
Apr 09 20:56:25.571053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Allocated IP 192.168.233.41 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/60c84a40-994b-44d8-8a03-52559d3ae09d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:25.589963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:25.642404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4b4ef-e495-42a7-8b19-bd478bcb8b45 req-b16668b6-12b8-43a0-a082-7a59c9f34648 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:25.643993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ee4b4ef-e495-42a7-8b19-bd478bcb8b45 req-b16668b6-12b8-43a0-a082-7a59c9f34648 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 944 time: 0.2375963
Apr 09 20:56:25.661731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42458) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:25.721717 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82ee9e6-b7fb-4887-a75a-aa7ff2469b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9313a3d6-f724-45b8-89ea-19a89050650c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:25.724588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e82ee9e6-b7fb-4887-a75a-aa7ff2469b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:25.725872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e82ee9e6-b7fb-4887-a75a-aa7ff2469b9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9313a3d6-f724-45b8-89ea-19a89050650c HTTP/1.1" status: 204  len: 168 time: 1.4648592
Apr 09 20:56:25.734715 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771ec8e0>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:25.789918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ee9e6-b7fb-4887-a75a-aa7ff2469b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9313a3d6-f724-45b8-89ea-19a89050650c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:25.795727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-482bb617-ca4c-4c9c-82a5-e9b14babfe86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:25.816530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Allocated IP 172.20.0.12 (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba/985f71d8-d31a-4ff1-bf7c-077ac7606201/c1403504-af69-4de2-91df-e163589ef69b) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:25.831946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971593cf-bd5f-4920-8c99-06ca8261e6a6 req-44c11c97-75d9-4d39-ad3f-d1b94a66d78f tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:25.839317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-971593cf-bd5f-4920-8c99-06ca8261e6a6 req-44c11c97-75d9-4d39-ad3f-d1b94a66d78f tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 946 time: 0.1739793
Apr 09 20:56:25.848902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] Checking router: 1da7d52e-49af-41cb-baa9-b95a66dd7790 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:56:25.882698 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:25.884207 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771ec8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:25.970419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ee4b4ef-e495-42a7-8b19-bd478bcb8b45 req-ad5aa6b0-3074-4a65-88a4-a3d3ff388aa9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3090353
Apr 09 20:56:26.042158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device bda24322-5977-4986-922a-0fbb3eec9523 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:26.044850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-482bb617-ca4c-4c9c-82a5-e9b14babfe86 admin admin] Publish callbacks [] for security_group (843d013b-d967-4446-b966-46e960e1dd3c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.056943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3084-d599-4a3e-b3ad-21ada82ca591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.072142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-482bb617-ca4c-4c9c-82a5-e9b14babfe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (843d013b-d967-4446-b966-46e960e1dd3c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.123001 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:26.126407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port bda24322-5977-4986-922a-0fbb3eec9523 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:26.139724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port bda24322-5977-4986-922a-0fbb3eec9523 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:26.140372 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bda24322-5977-4986-922a-0fbb3eec9523), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.179646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bb617-ca4c-4c9c-82a5-e9b14babfe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843d013b-d967-4446-b966-46e960e1dd3c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:26.217065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-482bb617-ca4c-4c9c-82a5-e9b14babfe86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c38f8a248e8481383ac5e5e24fe8af7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6254518
Apr 09 20:56:26.227499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42472) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:26.256430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-971593cf-bd5f-4920-8c99-06ca8261e6a6 req-8a7b92ff-8c52-4818-a98e-e44cb1b3e699 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4132614
Apr 09 20:56:26.284803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port bda24322-5977-4986-922a-0fbb3eec9523 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:26.285564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bda24322-5977-4986-922a-0fbb3eec9523), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.287703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dc22db8-cebe-445b-9cc0-9d2ec9e7840e req-d72214c1-0b01-4ec0-8a92-0ae77eb0630a tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 210 time: 0.1836023
Apr 09 20:56:26.368976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:26.379118 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df08f2df-ac9d-4286-9147-bbba9a0dc124" -d '{"events": [{"server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "name": "network-vif-plugged", "status": "completed", "tag": "bda24322-5977-4986-922a-0fbb3eec9523"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:26.383537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42482) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:26.426870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.445391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:26.468073 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.470050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5fceff8c-349f-449f-affd-fa4876c4f5d7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:56:26.483998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for port (c1403504-af69-4de2-91df-e163589ef69b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.485551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8543-82bb-47be-9641-b129cff26918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.505061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.505306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3084-d599-4a3e-b3ad-21ada82ca591 admin admin] Publish callbacks [] for security_group (917dfef4-0d0a-4876-8f02-1a4e955fdbe5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.599828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:26.621569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:26.632899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:26.654213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Allocated IP 192.168.233.159 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/e8f49318-e089-4c16-97fd-0fed692d65b1) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:26.688113 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1dc6e2-d5f9-4127-838e-f4db5f27b5d1 x-openstack-request-id: req-5f1dc6e2-d5f9-4127-838e-f4db5f27b5d1 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:26.688322 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "name": "network-vif-plugged", "status": "completed", "tag": "bda24322-5977-4986-922a-0fbb3eec9523", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:26.690788 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f1dc6e2-d5f9-4127-838e-f4db5f27b5d1 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:26.691222 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1dc6e2-d5f9-4127-838e-f4db5f27b5d1'] response: {'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523', 'code': 200}
Apr 09 20:56:26.692967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:26.702500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:26.709780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:26.745384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:26.745610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.770310 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c1403504-af69-4de2-91df-e163589ef69b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.829010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b17bf729-be67-46f4-81a9-69c012d3ce1f admin admin] Publish callbacks [] for security_group (843d013b-d967-4446-b966-46e960e1dd3c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.834598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'Port': ['ID=60c84a40-994b-44d8-8a03-52559d3ae09d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:26.889757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 5fceff8c-349f-449f-affd-fa4876c4f5d7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:56:26.890122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5fceff8c-349f-449f-affd-fa4876c4f5d7 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:56:26.920446 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.921498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:26.929425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3084-d599-4a3e-b3ad-21ada82ca591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (917dfef4-0d0a-4876-8f02-1a4e955fdbe5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:26.945483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-f86fb470-dc37-45fd-99d7-6ae0842dc2a3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9517660
Apr 09 20:56:27.012871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:27.030945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Request body: {'port': {'device_id': '7c41e34e-8722-41ec-ae27-9cb25d4642a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:27.035869 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8a5b3084-d599-4a3e-b3ad-21ada82ca591 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed3969bc7fa747a99d06d87702bbb3eb&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3713384
Apr 09 20:56:27.069686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:27.080908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42490) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:27.083295 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771ec8e0>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:27.139503 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e3fea-b62e-4a82-b01e-107475e72388 None None] The sync data for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 is: [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:56:27.170709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-45dd89e4-a1e0-43d7-98ff-1b99f5ec41c0 None None] Provisioning complete for port 60c84a40-994b-44d8-8a03-52559d3ae09d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:27.173905 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-45dd89e4-a1e0-43d7-98ff-1b99f5ec41c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.195683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377901e0-a37f-40d3-894a-d91f5568d61c req-07433b10-bc2e-492c-9a08-3ce8f21102d5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:27.198274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-377901e0-a37f-40d3-894a-d91f5568d61c req-07433b10-bc2e-492c-9a08-3ce8f21102d5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 935 time: 0.4454410
Apr 09 20:56:27.245175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b17bf729-be67-46f4-81a9-69c012d3ce1f admin admin] Publish callbacks [] for security_group (843d013b-d967-4446-b966-46e960e1dd3c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.303413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-45dd89e4-a1e0-43d7-98ff-1b99f5ec41c0 None None] Port 60c84a40-994b-44d8-8a03-52559d3ae09d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:27.308258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:27.309089 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.322385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.333636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e2723-8777-4740-8687-4628783b22df req-67a9cde4-9f37-467d-bf45-e971be38b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:27.335321 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-871e2723-8777-4740-8687-4628783b22df req-67a9cde4-9f37-467d-bf45-e971be38b9cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1127 time: 0.5080290
Apr 09 20:56:27.366034 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b3084-d599-4a3e-b3ad-21ada82ca591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917dfef4-0d0a-4876-8f02-1a4e955fdbe5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:27.510619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event updated for resources: {'Port': ['ID=c1403504-af69-4de2-91df-e163589ef69b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:27.529165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-377901e0-a37f-40d3-894a-d91f5568d61c req-25154d5e-92b9-46e1-aa68-b3ffc3c31d8d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2551370
Apr 09 20:56:27.534775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.553113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-dadca17b-bf16-4263-ad99-b78fc8deb9be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6892807
Apr 09 20:56:27.614269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-871e2723-8777-4740-8687-4628783b22df req-74bda21c-c9eb-432e-943f-69930f441f42 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373197
Apr 09 20:56:27.615337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Request body: {'port': {'device_id': '99c612ae-fb61-4249-b814-19a660bc500b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:27.648010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c76085a5-da8d-41b5-b381-e48c8df89ecc admin admin] Publish callbacks [] for security_group (917dfef4-0d0a-4876-8f02-1a4e955fdbe5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.681380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8543-82bb-47be-9641-b129cff26918 admin admin] Publish callbacks [] for security_group (4de6df13-af81-4154-914e-486dc27bdd02), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.712504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c2a2d-a71a-4099-8988-30ab7b8f51d6 None None] New status for floating IP fb2674a5-a3c8-4311-90e3-c7e06dd156d5: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 20:56:27.713656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518458d7-b83e-4774-9253-e23af5224a6d req-f5c83886-255d-4229-b98b-3287f3e80e97 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:27.717528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-518458d7-b83e-4774-9253-e23af5224a6d req-f5c83886-255d-4229-b98b-3287f3e80e97 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 945 time: 0.3746619
Apr 09 20:56:27.753799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b17bf729-be67-46f4-81a9-69c012d3ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (843d013b-d967-4446-b966-46e960e1dd3c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.760177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b17bf729-be67-46f4-81a9-69c012d3ce1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.766724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b17bf729-be67-46f4-81a9-69c012d3ce1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/843d013b-d967-4446-b966-46e960e1dd3c HTTP/1.1" status: 204  len: 168 time: 1.5210619
Apr 09 20:56:27.799280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8543-82bb-47be-9641-b129cff26918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4de6df13-af81-4154-914e-486dc27bdd02), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.806387 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.839199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bf729-be67-46f4-81a9-69c012d3ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d013b-d967-4446-b966-46e960e1dd3c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:27.840046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:27.913096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c76085a5-da8d-41b5-b381-e48c8df89ecc admin admin] Publish callbacks [] for security_group (917dfef4-0d0a-4876-8f02-1a4e955fdbe5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:27.946848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-518458d7-b83e-4774-9253-e23af5224a6d req-a6fb674b-5643-4c70-b3d8-6c81c061e54f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019253
Apr 09 20:56:27.975392 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c1403504-af69-4de2-91df-e163589ef69b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:28.072181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:28.081206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc8543-82bb-47be-9641-b129cff26918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de6df13-af81-4154-914e-486dc27bdd02,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:28.087680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'Port': ['ID=e8f49318-e089-4c16-97fd-0fed692d65b1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:28.093674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:28.096100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:28.175596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:28.176164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:28.208401 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-943be692-42ac-452b-9f5f-b4bc6c821401 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.1780896
Apr 09 20:56:28.234273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Request body: {'port': {'device_id': '27fb7b9d-0282-4585-8686-d923c5652c49', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:28.278813 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dcbc8543-82bb-47be-9641-b129cff26918 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ff28b9e122a4051be554e19bdf4d2c9&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8942120
Apr 09 20:56:28.298362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42518) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:28.325651 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:28.405751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:28.415939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924896b9-0886-4155-baf4-ad43fb6d837b req-f9e8f057-8496-4d96-8522-9e9220b69e23 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:28.430861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-924896b9-0886-4155-baf4-ad43fb6d837b req-f9e8f057-8496-4d96-8522-9e9220b69e23 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 932 time: 0.3617008
Apr 09 20:56:28.496752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c76085a5-da8d-41b5-b381-e48c8df89ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (917dfef4-0d0a-4876-8f02-1a4e955fdbe5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:28.499385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c76085a5-da8d-41b5-b381-e48c8df89ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:28.500772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c76085a5-da8d-41b5-b381-e48c8df89ecc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/917dfef4-0d0a-4876-8f02-1a4e955fdbe5 HTTP/1.1" status: 204  len: 168 time: 1.4137661
Apr 09 20:56:28.561639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-78f4e517-e3fb-4821-a9f6-9eac9b0657bb None None] Provisioning complete for port e8f49318-e089-4c16-97fd-0fed692d65b1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:28.562351 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-78f4e517-e3fb-4821-a9f6-9eac9b0657bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:28.702091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-78f4e517-e3fb-4821-a9f6-9eac9b0657bb None None] Port e8f49318-e089-4c16-97fd-0fed692d65b1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:28.703997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76085a5-da8d-41b5-b381-e48c8df89ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917dfef4-0d0a-4876-8f02-1a4e955fdbe5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:28.810497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d170bd-eeb0-4977-94e0-465079b4c3ec req-638a99de-0532-446c-b7a3-39ea2c13b508 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:28.818085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-79d170bd-eeb0-4977-94e0-465079b4c3ec req-638a99de-0532-446c-b7a3-39ea2c13b508 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 935 time: 0.1379426
Apr 09 20:56:28.848503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba29095b-4df7-4041-9485-156f18f12e68 admin admin] Publish callbacks [] for security_group (4de6df13-af81-4154-914e-486dc27bdd02), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.147831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42550) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:29.226746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba29095b-4df7-4041-9485-156f18f12e68 admin admin] Publish callbacks [] for security_group (4de6df13-af81-4154-914e-486dc27bdd02), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.324896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42556) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:29.378612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c22be113-f9f7-4c7f-9bec-a6624558a075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.380505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3256e776-5582-4225-8312-c6a0d5f70aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.412103 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-262cba3a-5575-43f7-8750-d2416fd830b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1149597
Apr 09 20:56:29.505370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-924896b9-0886-4155-baf4-ad43fb6d837b req-4a7aeacc-9d19-48d2-a4c2-1eca9329b59f tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0172994
Apr 09 20:56:29.549470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-daab5959-9037-4499-9443-6f8ceeee727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:29.550979 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-daab5959-9037-4499-9443-6f8ceeee727c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 1154 time: 0.0778193
Apr 09 20:56:29.570455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c84a40-994b-44d8-8a03-52559d3ae09d {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:29.581496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Publish callbacks [] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.599086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Transition to ACTIVE for port object 60c84a40-994b-44d8-8a03-52559d3ae09d will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:29.600540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3256e776-5582-4225-8312-c6a0d5f70aea admin admin] Publish callbacks [] for security_group (4d8bec0a-692e-4b00-846a-76c448ca0915), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.616873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c22be113-f9f7-4c7f-9bec-a6624558a075 admin admin] Publish callbacks [] for security_group (a0c0572f-bd7a-46db-8c3e-6825725c55b2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.636795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3256e776-5582-4225-8312-c6a0d5f70aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4d8bec0a-692e-4b00-846a-76c448ca0915), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.644125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c22be113-f9f7-4c7f-9bec-a6624558a075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a0c0572f-bd7a-46db-8c3e-6825725c55b2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.649099 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.659413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-79d170bd-eeb0-4977-94e0-465079b4c3ec req-7e4ab5f4-6ff0-431c-80aa-7135ec263d69 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8401270
Apr 09 20:56:29.670272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1403504-af69-4de2-91df-e163589ef69b {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:29.684765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Publish callbacks [] for port (c1403504-af69-4de2-91df-e163589ef69b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.770754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Transition to ACTIVE for port object c1403504-af69-4de2-91df-e163589ef69b will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:29.774409 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba29095b-4df7-4041-9485-156f18f12e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4de6df13-af81-4154-914e-486dc27bdd02), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.777457 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba29095b-4df7-4041-9485-156f18f12e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.778593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ba29095b-4df7-4041-9485-156f18f12e68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4de6df13-af81-4154-914e-486dc27bdd02 HTTP/1.1" status: 204  len: 168 time: 1.4761815
Apr 09 20:56:29.797930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4dc95-bcef-4db8-9dfe-b6479b808a8a req-4dd9aece-29f6-467b-b834-40149bcab34a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:29.802050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31b4dc95-bcef-4db8-9dfe-b6479b808a8a req-4dd9aece-29f6-467b-b834-40149bcab34a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 945 time: 0.1528728
Apr 09 20:56:29.816061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c1403504-af69-4de2-91df-e163589ef69b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:29.845121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=60c84a40-994b-44d8-8a03-52559d3ae09d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:29.856692 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3256e776-5582-4225-8312-c6a0d5f70aea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90e2231e14d64602b3029e86206ba7c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7063701
Apr 09 20:56:29.864416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42572) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:29.866923 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c22be113-f9f7-4c7f-9bec-a6624558a075 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1eabd8a6f93e416b9084ba5979bcb069&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5410514
Apr 09 20:56:29.875807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42574) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:29.883528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256e776-5582-4225-8312-c6a0d5f70aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8bec0a-692e-4b00-846a-76c448ca0915,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:29.892785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29095b-4df7-4041-9485-156f18f12e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de6df13-af81-4154-914e-486dc27bdd02,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:29.946943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-1c6fe9a5-2259-4c4c-9b8d-e88581d2c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:29.948434 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-1c6fe9a5-2259-4c4c-9b8d-e88581d2c315 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3706236
Apr 09 20:56:29.979195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22be113-f9f7-4c7f-9bec-a6624558a075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0572f-bd7a-46db-8c3e-6825725c55b2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:30.024636 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-3b4d05c6-e2d8-4225-87e9-dc6b9d0864f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16 HTTP/1.1" status: 200  len: 217 time: 0.0607004
Apr 09 20:56:30.035825 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.189152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ef7de54-572d-436a-8169-613e99755901 admin admin] Publish callbacks [] for security_group (4d8bec0a-692e-4b00-846a-76c448ca0915), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.208549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1403504-af69-4de2-91df-e163589ef69b,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:30.277295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-1e5e20b3-2a7c-435b-987d-c87c5883d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:30.279125 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-1e5e20b3-2a7c-435b-987d-c87c5883d8e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2454779
Apr 09 20:56:30.284984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31b4dc95-bcef-4db8-9dfe-b6479b808a8a req-8f1680a4-f237-41fb-8570-b080374547b5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4698462
Apr 09 20:56:30.285578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ef7de54-572d-436a-8169-613e99755901 admin admin] Publish callbacks [] for security_group (4d8bec0a-692e-4b00-846a-76c448ca0915), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.288555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f49318-e089-4c16-97fd-0fed692d65b1 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:30.311952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Publish callbacks [] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.382384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Attempting to bind port 60c84a40-994b-44d8-8a03-52559d3ae09d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:30.382726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Attempting to bind port 60c84a40-994b-44d8-8a03-52559d3ae09d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:30.383058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Attempting to bind port 60c84a40-994b-44d8-8a03-52559d3ae09d on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:30.389176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23357948-6f4e-4ee3-a1b0-9a93b68dbea2 admin admin] Publish callbacks [] for security_group (a0c0572f-bd7a-46db-8c3e-6825725c55b2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.400998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Port 60c84a40-994b-44d8-8a03-52559d3ae09d on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:30.401345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Attempting to bind port 60c84a40-994b-44d8-8a03-52559d3ae09d on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:30.412312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Transition to ACTIVE for port object e8f49318-e089-4c16-97fd-0fed692d65b1 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:30.425391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-5856692e-b317-44de-ad64-9b6c0bf41baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:30.426777 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-5856692e-b317-44de-ad64-9b6c0bf41baa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1327829
Apr 09 20:56:30.427410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.456207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23357948-6f4e-4ee3-a1b0-9a93b68dbea2 admin admin] Publish callbacks [] for security_group (a0c0572f-bd7a-46db-8c3e-6825725c55b2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.458598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:30.458999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:30.459392 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:30.459841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Bound port: 60c84a40-994b-44d8-8a03-52559d3ae09d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:30.460199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.478494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Attempting to bind port c1403504-af69-4de2-91df-e163589ef69b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:30.478819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Attempting to bind port c1403504-af69-4de2-91df-e163589ef69b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:30.479149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Attempting to bind port c1403504-af69-4de2-91df-e163589ef69b on network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:30.556994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Port c1403504-af69-4de2-91df-e163589ef69b on network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:30.557343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Attempting to bind port c1403504-af69-4de2-91df-e163589ef69b on network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:30.612307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:30.612638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Checking segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:30.619780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ef7de54-572d-436a-8169-613e99755901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4d8bec0a-692e-4b00-846a-76c448ca0915), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.622790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ef7de54-572d-436a-8169-613e99755901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.623826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Bound using segment: {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:30.624462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Bound port: c1403504-af69-4de2-91df-e163589ef69b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd518fe72-b95e-4f25-8dba-e95e7fdea77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:30.631926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c1403504-af69-4de2-91df-e163589ef69b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.641917 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9ef7de54-572d-436a-8169-613e99755901 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d8bec0a-692e-4b00-846a-76c448ca0915 HTTP/1.1" status: 204  len: 168 time: 0.7672081
Apr 09 20:56:30.646998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f49318-e089-4c16-97fd-0fed692d65b1,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:30.715514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7de54-572d-436a-8169-613e99755901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8bec0a-692e-4b00-846a-76c448ca0915,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:30.749862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] For port 60c84a40-994b-44d8-8a03-52559d3ae09d, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:30.763704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] For port 60c84a40-994b-44d8-8a03-52559d3ae09d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60c84a40-994b-44d8-8a03-52559d3ae09d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:30.811595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:30.822808 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-e21f8fe3-1c45-4227-8c18-ed80a8c5830a service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3678093
Apr 09 20:56:30.900144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Attempting to bind port e8f49318-e089-4c16-97fd-0fed692d65b1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:30.901372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Attempting to bind port e8f49318-e089-4c16-97fd-0fed692d65b1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:30.902779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Attempting to bind port e8f49318-e089-4c16-97fd-0fed692d65b1 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:31.016820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Port e8f49318-e089-4c16-97fd-0fed692d65b1 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:31.032310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Attempting to bind port e8f49318-e089-4c16-97fd-0fed692d65b1 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:31.070983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:31.071668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:31.072433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:31.073139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Bound port: e8f49318-e089-4c16-97fd-0fed692d65b1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:31.073782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.079592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.080327 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.081849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] 10.222.0.32 "PUT /v2.0/ports/60c84a40-994b-44d8-8a03-52559d3ae09d HTTP/1.1" status: 200  len: 1095 time: 4.0665517
Apr 09 20:56:31.103846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c41e34e-8722-41ec-ae27-9cb25d4642a0', 'tag': '60c84a40-994b-44d8-8a03-52559d3ae09d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:31.112012 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5305247-9e5a-4358-8fd8-ada9309b9ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c41e34e-8722-41ec-ae27-9cb25d4642a0", "tag": "60c84a40-994b-44d8-8a03-52559d3ae09d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:31.131485 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b27b01-70c9-4181-ab82-f4be3bf3f613 req-dc00e78e-d000-42f2-a394-0745a603c05c service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2925663
Apr 09 20:56:31.146543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23357948-6f4e-4ee3-a1b0-9a93b68dbea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a0c0572f-bd7a-46db-8c3e-6825725c55b2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.158020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23357948-6f4e-4ee3-a1b0-9a93b68dbea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.163162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-23357948-6f4e-4ee3-a1b0-9a93b68dbea2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0c0572f-bd7a-46db-8c3e-6825725c55b2 HTTP/1.1" status: 204  len: 168 time: 1.2645118
Apr 09 20:56:31.230281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] For port e8f49318-e089-4c16-97fd-0fed692d65b1, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:31.268811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-075c902b-e4c0-45e2-b88e-5bf3b83f3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.280985 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-075c902b-e4c0-45e2-b88e-5bf3b83f3ae2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 1129 time: 0.1097815
Apr 09 20:56:31.307746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] For port e8f49318-e089-4c16-97fd-0fed692d65b1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8f49318-e089-4c16-97fd-0fed692d65b1,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:31.318764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42626) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:31.352376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23357948-6f4e-4ee3-a1b0-9a93b68dbea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0572f-bd7a-46db-8c3e-6825725c55b2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:31.374554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] For port c1403504-af69-4de2-91df-e163589ef69b, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:31.379381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] For port c1403504-af69-4de2-91df-e163589ef69b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1403504-af69-4de2-91df-e163589ef69b,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:31.382894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1246f-03aa-458d-a51d-66900da18ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=60c84a40-994b-44d8-8a03-52559d3ae09d,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:31.388761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117b2b3-ac77-44f5-acd2-2332dd2104a0 req-45391fba-4f91-4ac8-bdee-d7f935f962ef tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.393539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f117b2b3-ac77-44f5-acd2-2332dd2104a0 req-45391fba-4f91-4ac8-bdee-d7f935f962ef tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1127 time: 0.2745805
Apr 09 20:56:31.403783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.415848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b029d7-a81e-468f-ab21-e67943476caf req-b74e0f02-2b78-4b17-a39a-2d556fce92c6 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.417306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09b029d7-a81e-468f-ab21-e67943476caf req-b74e0f02-2b78-4b17-a39a-2d556fce92c6 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 944 time: 0.2922280
Apr 09 20:56:31.421564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c1403504-af69-4de2-91df-e163589ef69b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.472570 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-e3107feb-76e0-40cb-baa9-fadb24a0e891 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=60c84a40-994b-44d8-8a03-52559d3ae09d HTTP/1.1" status: 200  len: 217 time: 0.1752088
Apr 09 20:56:31.484003 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a894e2ff-b198-489c-b62d-f7af61355728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.499262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f49318-e089-4c16-97fd-0fed692d65b1,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:31.507378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.508266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.510430 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-253fded2-a7e0-499a-a1e3-fc7e81df2c03 service neutron] 10.222.0.25 "PUT /v2.0/ports/e8f49318-e089-4c16-97fd-0fed692d65b1 HTTP/1.1" status: 200  len: 1096 time: 3.2895451
Apr 09 20:56:31.511077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fb7b9d-0282-4585-8686-d923c5652c49', 'tag': 'e8f49318-e089-4c16-97fd-0fed692d65b1'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:31.514142 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7813b8fd-03e2-4485-a316-4717d9c52158" -d '{"events": [{"name": "network-changed", "server_uuid": "27fb7b9d-0282-4585-8686-d923c5652c49", "tag": "e8f49318-e089-4c16-97fd-0fed692d65b1"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:31.519767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.521007 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:31.522826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] 10.222.0.25 "PUT /v2.0/ports/c1403504-af69-4de2-91df-e163589ef69b HTTP/1.1" status: 200  len: 1092 time: 3.9744966
Apr 09 20:56:31.584374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42634) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:31.613604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f117b2b3-ac77-44f5-acd2-2332dd2104a0 req-77737151-d3bd-4f74-8075-185669cd887b tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945324
Apr 09 20:56:31.658743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269cfe-c3a0-46f8-872f-b136db1ad9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1403504-af69-4de2-91df-e163589ef69b,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:31.708733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09b029d7-a81e-468f-ab21-e67943476caf req-92a57af4-a092-47e0-94a9-4ae5904fa486 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2528663
Apr 09 20:56:31.762187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-fde69b32-2806-4dee-afa2-2b16e8e8256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.764000 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-fde69b32-2806-4dee-afa2-2b16e8e8256b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1976669
Apr 09 20:56:31.901378 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d919e77-bb5b-4333-8a4e-bf62ae1f033f x-openstack-request-id: req-9d919e77-bb5b-4333-8a4e-bf62ae1f033f {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:31.901843 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c41e34e-8722-41ec-ae27-9cb25d4642a0", "tag": "60c84a40-994b-44d8-8a03-52559d3ae09d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:31.902617 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d919e77-bb5b-4333-8a4e-bf62ae1f033f {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:31.904330 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d919e77-bb5b-4333-8a4e-bf62ae1f033f'] response: {'name': 'network-changed', 'server_uuid': '7c41e34e-8722-41ec-ae27-9cb25d4642a0', 'tag': '60c84a40-994b-44d8-8a03-52559d3ae09d', 'status': 'completed', 'code': 200}
Apr 09 20:56:31.923471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-7441e265-a129-4e0a-9890-0f3e90917385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.926939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-7441e265-a129-4e0a-9890-0f3e90917385 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=430f19ffcb28429189b8c76282d2077b&device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 1126 time: 0.2995577
Apr 09 20:56:31.968523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572973c8-63b6-43ba-9f1d-a56451c5033e req-0b3dfbb4-2537-4d98-a6e2-263883fea66d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:31.975011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-572973c8-63b6-43ba-9f1d-a56451c5033e req-0b3dfbb4-2537-4d98-a6e2-263883fea66d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 947 time: 0.1757879
Apr 09 20:56:32.048557 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467c66ae-a040-4570-9c97-f235ba2fd06f x-openstack-request-id: req-467c66ae-a040-4570-9c97-f235ba2fd06f {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:32.048853 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fb7b9d-0282-4585-8686-d923c5652c49", "tag": "e8f49318-e089-4c16-97fd-0fed692d65b1", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:32.049134 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-467c66ae-a040-4570-9c97-f235ba2fd06f {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:32.049549 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467c66ae-a040-4570-9c97-f235ba2fd06f'] response: {'name': 'network-changed', 'server_uuid': '27fb7b9d-0282-4585-8686-d923c5652c49', 'tag': 'e8f49318-e089-4c16-97fd-0fed692d65b1', 'status': 'completed', 'code': 200}
Apr 09 20:56:32.060631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a894e2ff-b198-489c-b62d-f7af61355728 admin admin] Publish callbacks [] for security_group (fecce77a-7502-423f-9ad0-a8eecd0d5a19), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:32.095905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a894e2ff-b198-489c-b62d-f7af61355728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fecce77a-7502-423f-9ad0-a8eecd0d5a19), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:32.145220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-587a5182-46fb-43ee-a9d9-54dc515e67e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:32.154206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-728dd4cd-a181-4121-9286-a4c7fac505a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:32.157520 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-728dd4cd-a181-4121-9286-a4c7fac505a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3790281
Apr 09 20:56:32.167080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-a1e42633-676f-4a1a-89d5-316eadc13e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:32.168708 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-a1e42633-676f-4a1a-89d5-316eadc13e9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 1130 time: 0.3916838
Apr 09 20:56:32.256211 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a894e2ff-b198-489c-b62d-f7af61355728 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d9eadda2f6a48b2bd6b0c6e3a46ee01&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9264231
Apr 09 20:56:32.258900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894e2ff-b198-489c-b62d-f7af61355728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecce77a-7502-423f-9ad0-a8eecd0d5a19,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:32.263338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42656) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:32.275680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-8130bc5d-3309-4096-bb8b-ccf5d573a992 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1403504-af69-4de2-91df-e163589ef69b HTTP/1.1" status: 200  len: 217 time: 0.2183568
Apr 09 20:56:32.336706 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-d2c57b6a-afc9-4fed-9370-4ee603adfb1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=e8f49318-e089-4c16-97fd-0fed692d65b1 HTTP/1.1" status: 200  len: 217 time: 0.1435916
Apr 09 20:56:32.505598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-9332078f-9d05-4b9c-a0df-13145bdf6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:32.508019 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-9332078f-9d05-4b9c-a0df-13145bdf6a3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1334481
Apr 09 20:56:32.514432 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-5e5a1e6c-6620-4120-be33-ea03d72be20f service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3320899
Apr 09 20:56:32.519972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-808ec387-1df8-47e3-9cea-38635f9f2522 admin admin] Publish callbacks [] for security_group (fecce77a-7502-423f-9ad0-a8eecd0d5a19), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:32.565767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-4ffcf8de-06e5-4405-b91b-01a4ad1fe687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:32.567459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-4ffcf8de-06e5-4405-b91b-01a4ad1fe687 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=985f71d8-d31a-4ff1-bf7c-077ac7606201 HTTP/1.1" status: 200  len: 863 time: 0.2603486
Apr 09 20:56:32.568961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833dad-671b-4f55-8f87-f7a76bbb9ada req-b1bbf6c4-3ad8-4f39-aeb3-1877521a1b09 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:32.573271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-808ec387-1df8-47e3-9cea-38635f9f2522 admin admin] Publish callbacks [] for security_group (fecce77a-7502-423f-9ad0-a8eecd0d5a19), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:32.577949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92833dad-671b-4f55-8f87-f7a76bbb9ada req-b1bbf6c4-3ad8-4f39-aeb3-1877521a1b09 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1127 time: 0.3219247
Apr 09 20:56:32.651783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-587a5182-46fb-43ee-a9d9-54dc515e67e7 admin admin] Publish callbacks [] for security_group (54d43d15-453e-4bb4-9aff-d419b5bacdb3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:32.665877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-572973c8-63b6-43ba-9f1d-a56451c5033e req-0777aee3-a919-493e-8691-f1320da29bfa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6713221
Apr 09 20:56:32.699884 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-587a5182-46fb-43ee-a9d9-54dc515e67e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (54d43d15-453e-4bb4-9aff-d419b5bacdb3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:32.830736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92833dad-671b-4f55-8f87-f7a76bbb9ada req-bb451bc9-a072-4165-8cf9-821ec1d7ada7 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2505469
Apr 09 20:56:32.899643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-f7a1b72e-0040-408d-8d32-e9e490ffac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:32.901176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-f7a1b72e-0040-408d-8d32-e9e490ffac4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2916932
Apr 09 20:56:32.915096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a5182-46fb-43ee-a9d9-54dc515e67e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d43d15-453e-4bb4-9aff-d419b5bacdb3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:32.987167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-7528926d-ff11-4ef0-8829-5c9a30830609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:32.988699 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-7528926d-ff11-4ef0-8829-5c9a30830609 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0646980
Apr 09 20:56:32.993201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42690) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:32.995137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-587a5182-46fb-43ee-a9d9-54dc515e67e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d826770f9644d5bae08457c5527cad5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4012766
Apr 09 20:56:33.073800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f94fd4-1e27-4fa3-b87c-47f2b75ddc05 req-9d73b7b1-0dbd-4fbf-9b42-4bafcc58a38c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:33.073800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25f94fd4-1e27-4fa3-b87c-47f2b75ddc05 req-9d73b7b1-0dbd-4fbf-9b42-4bafcc58a38c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 944 time: 0.2163506
Apr 09 20:56:33.085705 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-6ffad744-58eb-48be-a29a-839b5d61aefe service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5630362
Apr 09 20:56:33.200262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-808ec387-1df8-47e3-9cea-38635f9f2522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fecce77a-7502-423f-9ad0-a8eecd0d5a19), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:33.209282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25f94fd4-1e27-4fa3-b87c-47f2b75ddc05 req-c0ba4f55-8c5d-4627-856b-604940878931 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720162
Apr 09 20:56:33.219230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-808ec387-1df8-47e3-9cea-38635f9f2522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:33.231601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-808ec387-1df8-47e3-9cea-38635f9f2522 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fecce77a-7502-423f-9ad0-a8eecd0d5a19 HTTP/1.1" status: 204  len: 168 time: 0.9029961
Apr 09 20:56:33.240780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-81ce61e9-fc8c-491e-be33-918aae925f8c service neutron] 10.222.0.25 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934525
Apr 09 20:56:33.246173 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-c12d832e-d0c9-40d1-aa4c-d7564129e9fc service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419963
Apr 09 20:56:33.311835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ec387-1df8-47e3-9cea-38635f9f2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecce77a-7502-423f-9ad0-a8eecd0d5a19,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:33.444861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f82cdc46-9cae-44d6-8d3d-2bd4b3991095 admin admin] Publish callbacks [] for security_group (54d43d15-453e-4bb4-9aff-d419b5bacdb3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:33.487443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f82cdc46-9cae-44d6-8d3d-2bd4b3991095 admin admin] Publish callbacks [] for security_group (54d43d15-453e-4bb4-9aff-d419b5bacdb3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:33.503351 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d8fc59b-d791-42fe-8b28-bb06b76a972b req-106f520d-8036-4df8-b317-5c5e2a6316fc service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483034
Apr 09 20:56:33.540435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4ac72-de05-4f2d-bc00-d30cfc7607cc req-5252c599-ac6c-43a4-8279-152de0a5bf74 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:33.553662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ed4ac72-de05-4f2d-bc00-d30cfc7607cc req-5252c599-ac6c-43a4-8279-152de0a5bf74 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1127 time: 0.2252593
Apr 09 20:56:33.591791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f82cdc46-9cae-44d6-8d3d-2bd4b3991095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (54d43d15-453e-4bb4-9aff-d419b5bacdb3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:33.595174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c792792-9e87-4f8d-a7f4-053479ecaa2d req-460a285b-ed7c-4662-8a14-03e531dec205 service neutron] 10.222.0.25 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3413448
Apr 09 20:56:33.596030 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f82cdc46-9cae-44d6-8d3d-2bd4b3991095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:33.597316 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f82cdc46-9cae-44d6-8d3d-2bd4b3991095 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54d43d15-453e-4bb4-9aff-d419b5bacdb3 HTTP/1.1" status: 204  len: 168 time: 0.6029165
Apr 09 20:56:33.607068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cdc46-9cae-44d6-8d3d-2bd4b3991095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d43d15-453e-4bb4-9aff-d419b5bacdb3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:33.637399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ed4ac72-de05-4f2d-bc00-d30cfc7607cc req-f6097bb0-d188-4c86-9161-d4fc3f34bd2c tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827410
Apr 09 20:56:33.685294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42724) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:33.784126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2edc8-d033-46b5-89de-9b26d867c3f0 req-f2d35b6d-48e8-4bff-a9a8-3e19f99aa154 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:33.785713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aab2edc8-d033-46b5-89de-9b26d867c3f0 req-f2d35b6d-48e8-4bff-a9a8-3e19f99aa154 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 947 time: 0.0549443
Apr 09 20:56:33.837679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aab2edc8-d033-46b5-89de-9b26d867c3f0 req-c64aff4f-a806-411f-9c72-eb4b017bdf5a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453346
Apr 09 20:56:33.905435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:33.908002 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585803e9-7ace-4de7-9170-830dfe50d566" -d '{"events": [{"name": "network-changed", "server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "tag": "c1403504-af69-4de2-91df-e163589ef69b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:33.947094 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e9a689-161a-4bf4-9d0b-4160a57b848c x-openstack-request-id: req-e8e9a689-161a-4bf4-9d0b-4160a57b848c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:33.947457 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "tag": "c1403504-af69-4de2-91df-e163589ef69b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:33.947790 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8e9a689-161a-4bf4-9d0b-4160a57b848c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:33.948263 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e9a689-161a-4bf4-9d0b-4160a57b848c'] response: {'name': 'network-changed', 'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b', 'status': 'completed', 'code': 200}
Apr 09 20:56:33.967164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1719295348-network', 'tenant_id': '352d269ab35841c397ca9168792c1ec4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:33.992324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Made reservation on behalf of 352d269ab35841c397ca9168792c1ec4 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:33.994701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.004118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.114759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-461d4305-a194-451e-be4f-751a115776cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:34.116286 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-461d4305-a194-451e-be4f-751a115776cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 1129 time: 0.0604799
Apr 09 20:56:34.139601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Publish callbacks [] for security_group (b00e037e-acf2-445c-8cf6-d5dd5d48a97a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.156511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b00e037e-acf2-445c-8cf6-d5dd5d48a97a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.216583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:34.250254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00e037e-acf2-445c-8cf6-d5dd5d48a97a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:34.269057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (09e3a0fe-f41e-488b-9b94-d5d9e7be396d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.269405 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Added segment 09e3a0fe-f41e-488b-9b94-d5d9e7be396d of type vlan for network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0
Apr 09 20:56:34.354890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-d5c4fa65-f553-4b4b-b0e0-d57b4e19163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:34.356562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-d5c4fa65-f553-4b4b-b0e0-d57b4e19163c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2303801
Apr 09 20:56:34.359109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.399111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.400826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:34.401833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.420349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7ecb8-a63b-4b1e-a4ba-541310cc5596 req-15aa81fb-c994-4a69-818e-28b8555946ad tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:34.421992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3e7ecb8-a63b-4b1e-a4ba-541310cc5596 req-15aa81fb-c994-4a69-818e-28b8555946ad tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 944 time: 0.1174448
Apr 09 20:56:34.486284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7993317
Apr 09 20:56:34.490580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42764) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:34.495352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e8d44-4934-4e63-a6ec-2181285cd961 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:34.499344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Request body: {'subnet': {'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1719295348-subnet', 'tenant_id': '352d269ab35841c397ca9168792c1ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:34.521496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3e7ecb8-a63b-4b1e-a4ba-541310cc5596 req-7f526096-323c-49ff-8376-7127a9c6d42c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895467
Apr 09 20:56:34.535082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:34.546342 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-e3cc2df3-17a3-4812-b9e2-206454564a22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=60c84a40-994b-44d8-8a03-52559d3ae09d HTTP/1.1" status: 200  len: 217 time: 0.0634255
Apr 09 20:56:34.551069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Made reservation on behalf of 352d269ab35841c397ca9168792c1ec4 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:34.554445 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.633638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-9fafd4da-8e93-423d-a9e2-7aac6b8e46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:34.639335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-9fafd4da-8e93-423d-a9e2-7aac6b8e46bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0862639
Apr 09 20:56:34.726284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-0f25c7b7-4637-48ad-8cfa-cd0bb4e23671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:34.727828 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-0f25c7b7-4637-48ad-8cfa-cd0bb4e23671 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0820141
Apr 09 20:56:34.785285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c916d2e-c343-49c6-a9d2-1603de4b896a req-a1cfb62c-ebde-4fdf-9cbe-42eaa3948525 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:34.786959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c916d2e-c343-49c6-a9d2-1603de4b896a req-a1cfb62c-ebde-4fdf-9cbe-42eaa3948525 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1127 time: 0.0484302
Apr 09 20:56:34.818320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42778) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:34.821445 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (aeeb8e45-03b4-4849-a408-33faccc0d5fb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.846430 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-a0e9d4f7-ca14-42fc-8323-cfb136729caa service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110523
Apr 09 20:56:34.950382 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5305247-9e5a-4358-8fd8-ada9309b9ae7 req-baa1fb53-8e30-4391-befe-c722ba1632a4 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975950
Apr 09 20:56:34.956467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-network', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:34.967866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c916d2e-c343-49c6-a9d2-1603de4b896a req-d7ed725a-bce4-4339-8a71-e6fdb829ab52 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701772
Apr 09 20:56:34.980264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Made reservation on behalf of 66f36ce90faf42d0b8a5ab4024bd3db8 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:34.983820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:34.994148 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.013540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeeb8e45-03b4-4849-a408-33faccc0d5fb,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:35.027500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:35.027866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Network hostable DHCP agents. Network: 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:35.039802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58da1-b0f1-4b41-adab-15aa983f44e8 req-fb056b79-92d0-4ecb-8e3b-97347d52c8e3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:35.041584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5b58da1-b0f1-4b41-adab-15aa983f44e8 req-fb056b79-92d0-4ecb-8e3b-97347d52c8e3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 947 time: 0.0897291
Apr 09 20:56:35.065712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:35.088103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:35.098930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:35.099130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e1a82-00ac-4cb8-869b-125cd5f3d22e None None] Network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:35.100045 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.117669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42794) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:35.130056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5b58da1-b0f1-4b41-adab-15aa983f44e8 req-ec9d4dfe-8f34-4f30-97dc-82bffbc86e49 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804482
Apr 09 20:56:35.137930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Publish callbacks [] for security_group (3059049b-a4be-40a3-98fb-7abbdd8429c3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.153276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f53c2537-3040-4277-95f9-3eb0f739b63b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6506612
Apr 09 20:56:35.157261 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3059049b-a4be-40a3-98fb-7abbdd8429c3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.188025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:35.246436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fb7013bc-0037-4e57-9987-9010fe9cb697), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.246785 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Added segment fb7013bc-0037-4e57-9987-9010fe9cb697 of type vlan for network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f
Apr 09 20:56:35.255793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2758279-eeb3-43fe-a169-2d241f003ac4 None None] Network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:35.332493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3059049b-a4be-40a3-98fb-7abbdd8429c3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:35.362538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1da05a8f-ebf3-4e45-9d7a-9cef918d235f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.419797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1da05a8f-ebf3-4e45-9d7a-9cef918d235f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.421020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:35.424823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.495325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-945868545-network', 'tenant_id': '3d162dcd707c4c628b142d66e3c9f504'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:35.521284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] Pushing event updated for resources: {'Network': ['ID=1da05a8f-ebf3-4e45-9d7a-9cef918d235f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:35.531194 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1cc7d952-0b0b-49ab-a0e1-5d18a070e75f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 900 time: 0.7117894
Apr 09 20:56:35.531809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42820) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:35.535354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:35.547209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Made reservation on behalf of 3d162dcd707c4c628b142d66e3c9f504 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:35.550005 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.559860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Request body: {'subnet': {'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-subnet', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:35.570430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.611303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Made reservation on behalf of 66f36ce90faf42d0b8a5ab4024bd3db8 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:35.614601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.724681 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Publish callbacks [] for security_group (1a287b8c-a72c-4222-b1db-150ca160cff2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.732667 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:56:35.742237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3899fd7-a6ac-41ab-b485-7ab111e53856 req-1aee0217-f37a-459a-aa53-8fc09f66aadd tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:35.744298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3899fd7-a6ac-41ab-b485-7ab111e53856 req-1aee0217-f37a-459a-aa53-8fc09f66aadd tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 944 time: 0.0748594
Apr 09 20:56:35.745737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1a287b8c-a72c-4222-b1db-150ca160cff2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.787424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:35.801921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a287b8c-a72c-4222-b1db-150ca160cff2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:35.811401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5ecd79c7-2631-4305-8652-93e89ab20470), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.812122 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Added segment 5ecd79c7-2631-4305-8652-93e89ab20470 of type vlan for network 2744c016-ae38-4f87-a921-e495f186c498
Apr 09 20:56:35.876081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3899fd7-a6ac-41ab-b485-7ab111e53856 req-0d567ef2-752c-4189-b41a-098183a01226 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220243
Apr 09 20:56:35.879892 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2744c016-ae38-4f87-a921-e495f186c498), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.915515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (9a138d28-ccd2-4168-a97e-8955337b9be5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.922754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2744c016-ae38-4f87-a921-e495f186c498), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.924102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:35.925582 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:35.991725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42840) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:36.009357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a138d28-ccd2-4168-a97e-8955337b9be5,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:36.020160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Checking segment: {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:36.020470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Network hostable DHCP agents. Network: 1da05a8f-ebf3-4e45-9d7a-9cef918d235f, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:36.050960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:36.071725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 60c84a40-994b-44d8-8a03-52559d3ae09d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:36.078839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9600863
Apr 09 20:56:36.085624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1da05a8f-ebf3-4e45-9d7a-9cef918d235f) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:36.087257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42850) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:36.103956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398ce40-fa26-4b4d-a970-f3e0601c2688 None None] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:36.105611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Request body: {'subnet': {'network_id': '2744c016-ae38-4f87-a921-e495f186c498', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-945868545-subnet', 'tenant_id': '3d162dcd707c4c628b142d66e3c9f504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:36.129380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8176e-771b-45ed-9114-e28f7451eb0d admin admin] Pushing event updated for resources: {'Network': ['ID=2744c016-ae38-4f87-a921-e495f186c498,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:36.140937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:36.141580 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.145623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-23372346-366c-47fa-a6f0-0a1319017e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:36.147472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-23372346-366c-47fa-a6f0-0a1319017e76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 1130 time: 0.1736572
Apr 09 20:56:36.171808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2744c016-ae38-4f87-a921-e495f186c498 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:36.251213 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-74efce82-7017-471b-9798-b3eb749034ac admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 863 time: 0.7179081
Apr 09 20:56:36.253961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42860) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:36.258768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:36.264873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10be34c0-6373-466b-903d-adb047b65f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.269102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:36.279622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-568224709-network', 'tenant_id': 'fbdc275749894f1380ebab29d71ae52f'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:36.285024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Made reservation on behalf of 3d162dcd707c4c628b142d66e3c9f504 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:36.287430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.336487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 20:56:36.341213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (50f25104-3f5f-4c3e-b83b-774f936d88c2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.343368 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (50f25104-3f5f-4c3e-b83b-774f936d88c2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.350674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Made reservation on behalf of fbdc275749894f1380ebab29d71ae52f for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:36.353460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.364608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c85bd-95ae-4a24-82e5-0c18b92b967e req-0dacc3a4-e340-4f52-8c98-f4b01db04585 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:36.367049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d4c85bd-95ae-4a24-82e5-0c18b92b967e req-0dacc3a4-e340-4f52-8c98-f4b01db04585 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 947 time: 0.0969286
Apr 09 20:56:36.385883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.428419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:56:36.429853 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.468320 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10be34c0-6373-466b-903d-adb047b65f74 admin admin] Publish callbacks [] for security_group (fee3d044-2cd1-4e6f-921a-732d1a6c6d11), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.491241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks [] for router_controller (50f25104-3f5f-4c3e-b83b-774f936d88c2), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.492978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10be34c0-6373-466b-903d-adb047b65f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fee3d044-2cd1-4e6f-921a-732d1a6c6d11), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.524411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be34c0-6373-466b-903d-adb047b65f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee3d044-2cd1-4e6f-921a-732d1a6c6d11,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:36.542703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 60c84a40-994b-44d8-8a03-52559d3ae09d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60c84a40-994b-44d8-8a03-52559d3ae09d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:36.551779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-10be34c0-6373-466b-903d-adb047b65f74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a232c53c55c148cd8a689714077f5b97&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5559812
Apr 09 20:56:36.554186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42864) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:36.572293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '60c84a40-994b-44d8-8a03-52559d3ae09d', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '60c84a40-994b-44d8-8a03-52559d3ae09d', 'mac_address': 'fa:16:3e:77:9a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:56:36.575272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d4c85bd-95ae-4a24-82e5-0c18b92b967e req-e122bb5b-38b5-47c7-b9c2-4f2e59adfe22 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944902
Apr 09 20:56:36.654236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (da4e9bcb-36ef-4c2a-a265-791ccc87e4d6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.664344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 60c84a40-994b-44d8-8a03-52559d3ae09d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:36.664564 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0695e4f3-d12d-4e4c-9a2a-d37690fc08e2 admin admin] Publish callbacks [] for security_group (fee3d044-2cd1-4e6f-921a-732d1a6c6d11), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.664882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.691339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c84a40-994b-44d8-8a03-52559d3ae09d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:36.699428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Allocated IP 172.20.0.2 (1da05a8f-ebf3-4e45-9d7a-9cef918d235f/9a138d28-ccd2-4168-a97e-8955337b9be5/01423d1a-b434-4c2e-8989-a7eb66fd464b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:36.721747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 60c84a40-994b-44d8-8a03-52559d3ae09d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60c84a40-994b-44d8-8a03-52559d3ae09d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:36.723931 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0695e4f3-d12d-4e4c-9a2a-d37690fc08e2 admin admin] Publish callbacks [] for security_group (fee3d044-2cd1-4e6f-921a-732d1a6c6d11), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.726189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4e9bcb-36ef-4c2a-a265-791ccc87e4d6,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:36.728693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.741384 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks [] for router_gateway (50f25104-3f5f-4c3e-b83b-774f936d88c2), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.776531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Checking segment: {'id': '5ecd79c7-2631-4305-8652-93e89ab20470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2744c016-ae38-4f87-a921-e495f186c498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:36.776764 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Publish callbacks [] for security_group (3f3fdbac-20bf-41df-9709-2cdfb65d55ec), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.776919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Network hostable DHCP agents. Network: 2744c016-ae38-4f87-a921-e495f186c498, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:36.789482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3f3fdbac-20bf-41df-9709-2cdfb65d55ec), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.804602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Network 2744c016-ae38-4f87-a921-e495f186c498 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:36.808511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0695e4f3-d12d-4e4c-9a2a-d37690fc08e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fee3d044-2cd1-4e6f-921a-732d1a6c6d11), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.811001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0695e4f3-d12d-4e4c-9a2a-d37690fc08e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.814740 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0695e4f3-d12d-4e4c-9a2a-d37690fc08e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fee3d044-2cd1-4e6f-921a-732d1a6c6d11 HTTP/1.1" status: 204  len: 168 time: 0.2571721
Apr 09 20:56:36.825914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=60c84a40-994b-44d8-8a03-52559d3ae09d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:36.826210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695e4f3-d12d-4e4c-9a2a-d37690fc08e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee3d044-2cd1-4e6f-921a-732d1a6c6d11,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:36.835784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2744c016-ae38-4f87-a921-e495f186c498) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:36.843636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:36.844239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.845136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:36.855029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616bb52-9e08-4ae2-b0a3-8ea28089cfb7 None None] Network 2744c016-ae38-4f87-a921-e495f186c498 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:36.876673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9b1d81c5-076c-4565-9211-611b4d69d1fd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:36.877134 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Added segment 9b1d81c5-076c-4565-9211-611b4d69d1fd of type vlan for network bae15e64-7466-4695-8e6c-d92b443d6853
Apr 09 20:56:36.880217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3fdbac-20bf-41df-9709-2cdfb65d55ec,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:36.889877 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-09b20b42-3c6b-45db-a35e-5ecab62d4817 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.7961817
Apr 09 20:56:37.003701 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (bae15e64-7466-4695-8e6c-d92b443d6853), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.018459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device e8f49318-e089-4c16-97fd-0fed692d65b1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:37.046677 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Publish callbacks [] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.101581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:37.125928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbbb70-ec84-434e-a22d-a4703401a3b0 req-b332b1e4-2391-48be-a6e9-5e6422b91851 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:37.128124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39fbbb70-ec84-434e-a22d-a4703401a3b0 req-b332b1e4-2391-48be-a6e9-5e6422b91851 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 944 time: 0.1217661
Apr 09 20:56:37.129790 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 20:56:37.152351 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.158552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee9e92a-d223-4f9e-822d-429f439f71a8 None None] Network 2744c016-ae38-4f87-a921-e495f186c498 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:37.166891 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 20:56:37.188679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (bae15e64-7466-4695-8e6c-d92b443d6853), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.189787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:37.190417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.236516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks [] for router_gateway (50f25104-3f5f-4c3e-b83b-774f936d88c2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.288957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:37.354075 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42878) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:37.369281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-65c2e750-8282-46b5-b679-95ce8e2f128b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.463277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-65c2e750-8282-46b5-b679-95ce8e2f128b admin admin] Publish callbacks [] for security_group (3c36c0a4-3a1b-4318-a326-aed5ef52083f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.470618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-65c2e750-8282-46b5-b679-95ce8e2f128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3c36c0a4-3a1b-4318-a326-aed5ef52083f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.471291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:37.473410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:37.483866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Pushing event updated for resources: {'Port': ['ID=01423d1a-b434-4c2e-8989-a7eb66fd464b,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:37.531989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2e750-8282-46b5-b679-95ce8e2f128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c36c0a4-3a1b-4318-a326-aed5ef52083f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:37.537962 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-65c2e750-8282-46b5-b679-95ce8e2f128b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a0463b5365742ada5d5aa50da954704&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1811421
Apr 09 20:56:37.541623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42880) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:37.554367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2807112
Apr 09 20:56:37.560033 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.561772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42882) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:37.567589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Request body: {'subnet': {'network_id': 'bae15e64-7466-4695-8e6c-d92b443d6853', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-568224709-subnet', 'tenant_id': 'fbdc275749894f1380ebab29d71ae52f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:37.574909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8c539-7dce-46ab-947a-01b815351342 admin admin] Pushing event updated for resources: {'Network': ['ID=bae15e64-7466-4695-8e6c-d92b443d6853,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:37.614330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39fbbb70-ec84-434e-a22d-a4703401a3b0 req-3009d6ce-ea6f-4f54-9006-a662fb1c6c13 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4788845
Apr 09 20:56:37.615679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Made reservation on behalf of fbdc275749894f1380ebab29d71ae52f for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:37.619809 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.634600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network bae15e64-7466-4695-8e6c-d92b443d6853 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:37.635880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port e8f49318-e089-4c16-97fd-0fed692d65b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8f49318-e089-4c16-97fd-0fed692d65b1,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:37.680753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Attempting to bind port 01423d1a-b434-4c2e-8989-a7eb66fd464b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:37.681145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Attempting to bind port 01423d1a-b434-4c2e-8989-a7eb66fd464b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:37.681508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Attempting to bind port 01423d1a-b434-4c2e-8989-a7eb66fd464b on network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:37.683594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'e8f49318-e089-4c16-97fd-0fed692d65b1', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'e8f49318-e089-4c16-97fd-0fed692d65b1', 'mac_address': 'fa:16:3e:e8:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:56:37.721542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12014396-d93f-4882-bf16-ca809345ea5e admin admin] Publish callbacks [] for security_group (3c36c0a4-3a1b-4318-a326-aed5ef52083f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.748846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:37.749249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Checking segment: {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:37.749833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.750857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Bound using segment: {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:37.751497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Bound port: 01423d1a-b434-4c2e-8989-a7eb66fd464b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:37.752282 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.753471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12014396-d93f-4882-bf16-ca809345ea5e admin admin] Publish callbacks [] for security_group (3c36c0a4-3a1b-4318-a326-aed5ef52083f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.755620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Allocated IP 172.35.0.44 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:37.821804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12014396-d93f-4882-bf16-ca809345ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3c36c0a4-3a1b-4318-a326-aed5ef52083f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.824582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12014396-d93f-4882-bf16-ca809345ea5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.825790 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-12014396-d93f-4882-bf16-ca809345ea5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c36c0a4-3a1b-4318-a326-aed5ef52083f HTTP/1.1" status: 204  len: 168 time: 0.2817142
Apr 09 20:56:37.844996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12014396-d93f-4882-bf16-ca809345ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c36c0a4-3a1b-4318-a326-aed5ef52083f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:37.937748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks [] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.939811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port e8f49318-e089-4c16-97fd-0fed692d65b1 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:37.940181 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.971380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (fd6c6d1f-1d79-44d2-82e6-4a3dc925b072), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:37.984653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f49318-e089-4c16-97fd-0fed692d65b1 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:38.003126 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:38.029290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port e8f49318-e089-4c16-97fd-0fed692d65b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8f49318-e089-4c16-97fd-0fed692d65b1,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:38.032477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] For port 01423d1a-b434-4c2e-8989-a7eb66fd464b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:38.037059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] For port 01423d1a-b434-4c2e-8989-a7eb66fd464b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01423d1a-b434-4c2e-8989-a7eb66fd464b,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:38.041549 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:38.050118 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:38.056711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6c6d1f-1d79-44d2-82e6-4a3dc925b072,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:38.072476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Checking segment: {'id': '9b1d81c5-076c-4565-9211-611b4d69d1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bae15e64-7466-4695-8e6c-d92b443d6853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:38.072844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Network hostable DHCP agents. Network: bae15e64-7466-4695-8e6c-d92b443d6853, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:38.092093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:38.103875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:38.104819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Network bae15e64-7466-4695-8e6c-d92b443d6853 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:38.106996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:38.122130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=e8f49318-e089-4c16-97fd-0fed692d65b1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:38.123084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bae15e64-7466-4695-8e6c-d92b443d6853) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:38.133406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:38.134022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:38.171335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Pushing event updated for resources: {'Port': ['ID=a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:38.175280 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5ae9f2ad-8e32-4d0e-aee5-dbbb3ac90bfa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6117270
Apr 09 20:56:38.242094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78839d32-715e-4d4b-86c4-15ef678059c6 None None] Network bae15e64-7466-4695-8e6c-d92b443d6853 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:38.245065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdf962-c273-44e3-b901-a68707fe73f7 None None] Pushing event updated for resources: {'Port': ['ID=01423d1a-b434-4c2e-8989-a7eb66fd464b,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:38.324781 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-84685a17-17b0-4318-b809-d6eb4ff347ff req-ed9cdcde-a7f4-4056-911f-1bc5877c0a12 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] show failed (client error): The resource could not be found.
Apr 09 20:56:38.326168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84685a17-17b0-4318-b809-d6eb4ff347ff req-ed9cdcde-a7f4-4056-911f-1bc5877c0a12 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] 10.222.0.30 "GET /v2.0/security-groups/aa48e817-bc99-4281-9c2b-3394f1813035 HTTP/1.1" status: 404  len: 352 time: 0.0836387
Apr 09 20:56:38.464462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11701608-3741-4c11-91fa-b1e7704c826c None None] Network bae15e64-7466-4695-8e6c-d92b443d6853 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:38.500632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 60c84a40-994b-44d8-8a03-52559d3ae09d up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:38.503191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['e8f49318-e089-4c16-97fd-0fed692d65b1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:38.594807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d0a67-677a-422e-8373-4c6ef7ff7b83 req-01603423-be2e-4b27-a5a7-8d7d7846e7a9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:38.597227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f2d0a67-677a-422e-8373-4c6ef7ff7b83 req-01603423-be2e-4b27-a5a7-8d7d7846e7a9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 948 time: 0.0948892
Apr 09 20:56:38.709848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f2d0a67-677a-422e-8373-4c6ef7ff7b83 req-2ce57790-9487-4583-9d69-6df95fc05154 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646739
Apr 09 20:56:38.715099 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks [] for router_gateway (50f25104-3f5f-4c3e-b83b-774f936d88c2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:38.728606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 60c84a40-994b-44d8-8a03-52559d3ae09d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:38.737736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 60c84a40-994b-44d8-8a03-52559d3ae09d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:38.738109 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:38.898790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 60c84a40-994b-44d8-8a03-52559d3ae09d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:38.899181 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:38.930236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c41e34e-8722-41ec-ae27-9cb25d4642a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c84a40-994b-44d8-8a03-52559d3ae09d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:38.934682 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35acd8c4-b32d-4c6f-872b-52588b4ff3b8" -d '{"events": [{"server_uuid": "7c41e34e-8722-41ec-ae27-9cb25d4642a0", "name": "network-vif-plugged", "status": "completed", "tag": "60c84a40-994b-44d8-8a03-52559d3ae09d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:38.947225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 60c84a40-994b-44d8-8a03-52559d3ae09d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60c84a40-994b-44d8-8a03-52559d3ae09d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:38.954800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:38.996950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (50f25104-3f5f-4c3e-b83b-774f936d88c2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:39.029330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=60c84a40-994b-44d8-8a03-52559d3ae09d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:39.202020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Router 50f25104-3f5f-4c3e-b83b-774f936d88c2 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 20:56:39.371920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:56:39.383890 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Sync routers for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:56:39.407551 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:39.408732 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377644eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:39.438715 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:39.443322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0093286e-ad3a-40e4-9a38-38e570046c17 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 938 time: 3.1879823
Apr 09 20:56:39.450876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42942) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:39.502501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585803e9-7ace-4de7-9170-830dfe50d566 req-5599133b-6c14-4aba-925b-7091d084a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:39.504180 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-585803e9-7ace-4de7-9170-830dfe50d566 req-5599133b-6c14-4aba-925b-7091d084a885 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=430f19ffcb28429189b8c76282d2077b&device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 1126 time: 0.1646886
Apr 09 20:56:39.511979 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-048c8598-2ea5-411b-a733-f72bb231d81e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0943346
Apr 09 20:56:39.541993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-39094f2a-95dc-42d3-a9e6-3e10080b6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:39.544012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-39094f2a-95dc-42d3-a9e6-3e10080b6dbf service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2197976
Apr 09 20:56:39.699341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-be6709de-18a1-4e4b-8d76-107fda4d7b08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=e8f49318-e089-4c16-97fd-0fed692d65b1 HTTP/1.1" status: 200  len: 217 time: 0.1464109
Apr 09 20:56:39.711054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device e8f49318-e089-4c16-97fd-0fed692d65b1 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:39.725855 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:39.758657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-bd340e06-b573-4ac4-84f2-9fc5e17f4d94 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:56:39.759688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-bd340e06-b573-4ac4-84f2-9fc5e17f4d94 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0452363
Apr 09 20:56:39.783816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792649e3-6f2f-438f-9aa9-5db50badd462 None None] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:39.823265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-4dacb1e4-ef99-42f7-87ad-b986af1dd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:39.826110 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-4dacb1e4-ef99-42f7-87ad-b986af1dd14c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1149 time: 0.2383268
Apr 09 20:56:39.827896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585803e9-7ace-4de7-9170-830dfe50d566 req-d78c0580-db2b-479d-b29f-92801b0d8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:39.829475 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-585803e9-7ace-4de7-9170-830dfe50d566 req-d78c0580-db2b-479d-b29f-92801b0d8263 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 200  len: 925 time: 0.3165672
Apr 09 20:56:39.867564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port e8f49318-e089-4c16-97fd-0fed692d65b1 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:39.885871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a6f409ff-b4fa-489f-a165-a666ddcfecc0 None None] Provisioning complete for port 01423d1a-b434-4c2e-8989-a7eb66fd464b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:39.886674 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f409ff-b4fa-489f-a165-a666ddcfecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:39.891498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port e8f49318-e089-4c16-97fd-0fed692d65b1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:39.892033 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:39.908470 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-585803e9-7ace-4de7-9170-830dfe50d566 req-19945a72-2409-4c6b-a171-65fc0c4910af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1403504-af69-4de2-91df-e163589ef69b HTTP/1.1" status: 200  len: 217 time: 0.0651050
Apr 09 20:56:40.005255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-3a18ce79-5155-46d8-9ff3-34d878f94ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:40.008224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-3a18ce79-5155-46d8-9ff3-34d878f94ee4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2924237
Apr 09 20:56:40.017386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-c86da1cf-b0ca-4458-9a87-5aada6478f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:40.019092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-c86da1cf-b0ca-4458-9a87-5aada6478f18 service neutron] 10.222.0.30 "GET /v2.0/ports/bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 1124 time: 0.1993356
Apr 09 20:56:40.045165 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377644eb0>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:38Z', 'revision_number': 3, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:40.054446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585803e9-7ace-4de7-9170-830dfe50d566 req-1d92d6ab-58fc-43d7-a1e4-ba5854639d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:40.056164 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-585803e9-7ace-4de7-9170-830dfe50d566 req-1d92d6ab-58fc-43d7-a1e4-ba5854639d70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=985f71d8-d31a-4ff1-bf7c-077ac7606201 HTTP/1.1" status: 200  len: 863 time: 0.1038475
Apr 09 20:56:40.056506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:40.057119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Unknown quota resources ['binding']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 20:56:40.075507 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Checking router: 50f25104-3f5f-4c3e-b83b-774f936d88c2 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:56:40.076287 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Updating router 50f25104-3f5f-4c3e-b83b-774f936d88c2 port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:56:40.122299 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.156294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port e8f49318-e089-4c16-97fd-0fed692d65b1 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:40.156991 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.162042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585803e9-7ace-4de7-9170-830dfe50d566 req-d18890b6-7254-48a2-853e-7282c9f0f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:40.163702 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-585803e9-7ace-4de7-9170-830dfe50d566 req-d18890b6-7254-48a2-853e-7282c9f0f3b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0800161
Apr 09 20:56:40.166827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-b9e954ad-6e69-4e91-a5be-b2ffa8f4ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:40.168538 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-b9e954ad-6e69-4e91-a5be-b2ffa8f4ce67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.2590151
Apr 09 20:56:40.238473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port e8f49318-e089-4c16-97fd-0fed692d65b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8f49318-e089-4c16-97fd-0fed692d65b1,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:40.245274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 01423d1a-b434-4c2e-8989-a7eb66fd464b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:40.253891 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.272995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-1c78b75b-d2d5-4fe4-a231-3fab89d81d4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 217 time: 0.0671487
Apr 09 20:56:40.289860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-8f997500-0db4-4fc2-8b68-d63b32311df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:40.291389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-8f997500-0db4-4fc2-8b68-d63b32311df0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2556002
Apr 09 20:56:40.330652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a6f409ff-b4fa-489f-a165-a666ddcfecc0 None None] Current status of the port 01423d1a-b434-4c2e-8989-a7eb66fd464b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:40.331035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f409ff-b4fa-489f-a165-a666ddcfecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.393093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 01423d1a-b434-4c2e-8989-a7eb66fd464b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:40.393471 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.431528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=e8f49318-e089-4c16-97fd-0fed692d65b1,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:40.461896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a6f409ff-b4fa-489f-a165-a666ddcfecc0 None None] For port 01423d1a-b434-4c2e-8989-a7eb66fd464b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01423d1a-b434-4c2e-8989-a7eb66fd464b,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:40.470838 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f409ff-b4fa-489f-a165-a666ddcfecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.481076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-acd40f68-cef5-4566-89fa-80b9eeaf6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:40.483148 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-acd40f68-cef5-4566-89fa-80b9eeaf6920 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.2008765
Apr 09 20:56:40.490020 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-585803e9-7ace-4de7-9170-830dfe50d566 req-dfc9ef64-80e2-46a8-8c8e-2528751ad480 service neutron] 10.222.0.25 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3144450
Apr 09 20:56:40.529866 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Publish callbacks [] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.539726 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.569686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 01423d1a-b434-4c2e-8989-a7eb66fd464b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:40.573333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f409ff-b4fa-489f-a165-a666ddcfecc0 None None] Pushing event updated for resources: {'Port': ['ID=01423d1a-b434-4c2e-8989-a7eb66fd464b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:40.594660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2593a8e4-305b-411e-a92e-7458ec72f08f None None] Provisioning complete for port 01423d1a-b434-4c2e-8989-a7eb66fd464b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:40.595027 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2593a8e4-305b-411e-a92e-7458ec72f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.607269 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Attempting to bind port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:40.607927 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Attempting to bind port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:40.608831 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Attempting to bind port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:40.617592 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Pushing event updated for resources: {'Port': ['ID=a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:40.621975 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:40.623241 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:40.623827 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.624381 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:40.625194 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Bound port: a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:40.625743 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.634058 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.634393 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.634766 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.635249 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.635572 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.635898 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.636280 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.636602 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.636919 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.637260 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.637579 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.637894 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.638210 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.638524 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.638834 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:40.681086 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-07591f23-5e27-4200-9241-9b5af3eb62ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1894212
Apr 09 20:56:40.683170 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-585803e9-7ace-4de7-9170-830dfe50d566 req-8c92a5a8-f085-4bb9-970d-e7f6f68c3790 service neutron] 10.222.0.25 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730747
Apr 09 20:56:40.700444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2593a8e4-305b-411e-a92e-7458ec72f08f None None] Current status of the port 01423d1a-b434-4c2e-8989-a7eb66fd464b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:40.715777 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] For port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:40.719603 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] For port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:40.728376 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:40.788419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-23dffbe5-d772-4320-a20f-6881dea2010f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:40.789669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-ccce7ae0-7cc7-4aa4-8644-50b6e36d8679 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959489
Apr 09 20:56:40.790040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-23dffbe5-d772-4320-a20f-6881dea2010f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 808 time: 0.7807486
Apr 09 20:56:40.790351 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:40.790998 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377644eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:40.795509 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda98b4-4fb4-4a11-b0b0-187938670c5a None None] Pushing event updated for resources: {'Port': ['ID=a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:40.877836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-96388ab6-f90a-4cda-ad5a-0a0d1e962efb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/quotas/352d269ab35841c397ca9168792c1ec4 HTTP/1.1" status: 200  len: 375 time: 0.0765660
Apr 09 20:56:40.888838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-831ba821-12f8-4a30-bdb9-547bbf955de1 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5872281
Apr 09 20:56:40.895396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37556f60-8e58-49c8-abb2-84b86fd78dc0 req-738cc586-d03d-4949-b3ea-9c00a62fce5b service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974739
Apr 09 20:56:40.903360 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:40.949501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-e0aa0d02-9c61-4d48-bea2-a52e70251b31 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0629096
Apr 09 20:56:40.958990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:40.959476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:40.959633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:41.029138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:41.029795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:41.071121 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377644eb0>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:38Z', 'revision_number': 3, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:41.081680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:41.082016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:41.082391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:41.082825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Bound port: bda24322-5977-4986-922a-0fbb3eec9523, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:41.101401 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8e646-3bed-4873-a9de-be5aade24562 None None] The sync data for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 is: [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:38Z', 'revision_number': 3, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:56:41.175986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7813b8fd-03e2-4485-a316-4717d9c52158 req-6b52ebd7-d84c-4c7d-80f5-6fb9af1b02a3 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701242
Apr 09 20:56:41.208380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-b91c37b6-8873-4155-b3a8-7b8bbb9a3281 service neutron] 10.222.0.30 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2463901
Apr 09 20:56:41.231726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:41.248530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:41.249705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-37471e0f-c3e4-4ba4-bfa0-04f312688fff service neutron] 10.222.0.30 "POST /v2.0/ports/bda24322-5977-4986-922a-0fbb3eec9523/bindings HTTP/1.1" status: 201  len: 389 time: 1.1976283
Apr 09 20:56:41.343330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:41.390423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-eab18275-079e-4d0f-a021-57cc46c1ab59 service neutron] 10.222.0.30 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720436
Apr 09 20:56:41.492960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a0409-0bde-410e-a573-9ff47e190a4d req-e7d34ca5-0da8-4845-9bd8-962f93d3f433 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:41.494534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee1a0409-0bde-410e-a573-9ff47e190a4d req-e7d34ca5-0da8-4845-9bd8-962f93d3f433 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 944 time: 0.0633354
Apr 09 20:56:41.583278 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3c540d-7bee-48ce-8a98-66b470d77f3a x-openstack-request-id: req-9d3c540d-7bee-48ce-8a98-66b470d77f3a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:41.583752 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c41e34e-8722-41ec-ae27-9cb25d4642a0", "name": "network-vif-plugged", "status": "completed", "tag": "60c84a40-994b-44d8-8a03-52559d3ae09d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:41.583831 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d3c540d-7bee-48ce-8a98-66b470d77f3a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:41.584225 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3c540d-7bee-48ce-8a98-66b470d77f3a'] response: {'server_uuid': '7c41e34e-8722-41ec-ae27-9cb25d4642a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c84a40-994b-44d8-8a03-52559d3ae09d', 'code': 200}
Apr 09 20:56:41.675607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-eb69faee-9342-4e22-b502-b98a68ceeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:41.689319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-eb69faee-9342-4e22-b502-b98a68ceeb49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1127 time: 0.1616611
Apr 09 20:56:41.709141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c1403504-af69-4de2-91df-e163589ef69b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:41.724292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Allocated IP 172.20.0.1 (1da05a8f-ebf3-4e45-9d7a-9cef918d235f/9a138d28-ccd2-4168-a97e-8955337b9be5/98d37395-45d0-4bf7-a4d0-00bea1958b4d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:41.724956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda39a96-0dcb-4a5a-bc19-4f64e45e2b7a req-f9827caa-55d8-4364-877d-352e111db048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:41.727523 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dda39a96-0dcb-4a5a-bc19-4f64e45e2b7a req-f9827caa-55d8-4364-877d-352e111db048 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 1131 time: 0.0495172
Apr 09 20:56:41.762825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee1a0409-0bde-410e-a573-9ff47e190a4d req-86d6f509-6c65-4118-9b07-d615224d0407 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2375588
Apr 09 20:56:41.806608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dda39a96-0dcb-4a5a-bc19-4f64e45e2b7a req-a523fc85-02fd-4a5b-be75-8bbe0cccdcd6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693700
Apr 09 20:56:41.863387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff4428b7-b6f1-4297-8550-983f53e60591 req-f69657e8-b81b-467a-90fc-437c45f16113 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d162dcd707c4c628b142d66e3c9f504 HTTP/1.1" status: 200  len: 3001 time: 0.2621784
Apr 09 20:56:41.879431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c1403504-af69-4de2-91df-e163589ef69b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1403504-af69-4de2-91df-e163589ef69b,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:41.899915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'c1403504-af69-4de2-91df-e163589ef69b', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'port_id': 'c1403504-af69-4de2-91df-e163589ef69b', 'mac_address': 'fa:16:3e:a0:1c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:56:41.980170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c1403504-af69-4de2-91df-e163589ef69b is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:41.980662 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c1403504-af69-4de2-91df-e163589ef69b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.017256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1403504-af69-4de2-91df-e163589ef69b {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:42.038303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-98894c63-282a-42ce-bd87-9dc0f98957d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:42.039786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-98894c63-282a-42ce-bd87-9dc0f98957d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.2890544
Apr 09 20:56:42.047235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff4428b7-b6f1-4297-8550-983f53e60591 req-0b5029fc-e586-4343-934b-9adb2d71f9b2 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] 10.222.0.30 "GET /v2.0/security-groups/1a287b8c-a72c-4222-b1db-150ca160cff2 HTTP/1.1" status: 200  len: 2998 time: 0.1826096
Apr 09 20:56:42.081830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c1403504-af69-4de2-91df-e163589ef69b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1403504-af69-4de2-91df-e163589ef69b,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:42.090207 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c1403504-af69-4de2-91df-e163589ef69b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.134735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Publish callbacks [] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.216284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-400139f2-4dd9-41d2-b3f4-add49bb3bef4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 217 time: 0.1676533
Apr 09 20:56:42.279932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff4428b7-b6f1-4297-8550-983f53e60591 req-867cc5dd-baac-4d18-befa-79c1c6a2eab6 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] 10.222.0.30 "GET /v2.0/security-groups/1a287b8c-a72c-4222-b1db-150ca160cff2 HTTP/1.1" status: 200  len: 2998 time: 0.1342044
Apr 09 20:56:42.310108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 01423d1a-b434-4c2e-8989-a7eb66fd464b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:42.347987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-f537074c-0847-4661-bffa-8c37a0d0dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:42.349532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-f537074c-0847-4661-bffa-8c37a0d0dbb5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1234853
Apr 09 20:56:42.358029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.366132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c1403504-af69-4de2-91df-e163589ef69b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:42.382727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 01423d1a-b434-4c2e-8989-a7eb66fd464b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:42.383041 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.383724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cf647-c2c2-4d71-91b0-31f3583b7fb6 req-b06a17ae-5ce6-4696-9704-80bdac8464b8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:42.385279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e5cf647-c2c2-4d71-91b0-31f3583b7fb6 req-b06a17ae-5ce6-4696-9704-80bdac8464b8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 949 time: 0.0875690
Apr 09 20:56:42.434077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-3dfa06bf-dc5f-45c9-b404-41997bee992a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734217
Apr 09 20:56:42.448831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:42.470577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 01423d1a-b434-4c2e-8989-a7eb66fd464b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:42.471876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:42.481775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:42.501289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['c1403504-af69-4de2-91df-e163589ef69b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:42.514526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:42.539754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Pushing event updated for resources: {'Port': ['ID=98d37395-45d0-4bf7-a4d0-00bea1958b4d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:42.639194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:42.639849 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.697900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e5cf647-c2c2-4d71-91b0-31f3583b7fb6 req-13a0a015-b4ef-40e6-8283-b3f8470c8fb8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2768419
Apr 09 20:56:42.745442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (50f25104-3f5f-4c3e-b83b-774f936d88c2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.785174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:42.785485 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.795285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d0fb8-abd4-45c8-bdd1-2932b5b981f9 req-be3897ba-cd10-4a55-b1a7-34f739293c18 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:42.796807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-790d0fb8-abd4-45c8-bdd1-2932b5b981f9 req-be3897ba-cd10-4a55-b1a7-34f739293c18 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 945 time: 0.1559858
Apr 09 20:56:42.806021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:42.810886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.812201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-6f9fa749-1426-4ee2-9f79-2a5c7a3c860d service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3621805
Apr 09 20:56:42.856594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4ba1cc6-c254-4d43-b865-3a5f2e86969a req-67f08af7-f6bf-4db6-8e2b-42f766869365 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 210 time: 0.0710261
Apr 09 20:56:42.857578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e512b77e-4ff2-4626-8ab4-fb5373d59a0b None None] Provisioning complete for port 98d37395-45d0-4bf7-a4d0-00bea1958b4d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:42.859347 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e512b77e-4ff2-4626-8ab4-fb5373d59a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:42.877198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:42.966159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e512b77e-4ff2-4626-8ab4-fb5373d59a0b None None] Port 98d37395-45d0-4bf7-a4d0-00bea1958b4d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:42.998178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-790d0fb8-abd4-45c8-bdd1-2932b5b981f9 req-4184433c-2877-49e3-bf44-484e946d8a3b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894226
Apr 09 20:56:43.062286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-20f03d9f-0766-422c-9f30-032eb1b29244 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435532
Apr 09 20:56:43.091906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e77c2b8-d83d-41e0-a2c9-22b3445f0b1d req-d4e931e7-cf0f-459e-b589-c680cd8899d9 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] 10.222.0.30 "GET /v2.0/security-groups/1a287b8c-a72c-4222-b1db-150ca160cff2 HTTP/1.1" status: 200  len: 2998 time: 0.1183686
Apr 09 20:56:43.111263 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:43.216791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-8a1be401-73f5-4e6f-b33b-a6eae7ce6359 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:43.218255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-8a1be401-73f5-4e6f-b33b-a6eae7ce6359 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0975342
Apr 09 20:56:43.248565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:43.307355 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-5e77c2b8-d83d-41e0-a2c9-22b3445f0b1d req-03c473a7-8fd7-407d-ab8f-575eb2a63ef9 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 09 20:56:43.308524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e77c2b8-d83d-41e0-a2c9-22b3445f0b1d req-03c473a7-8fd7-407d-ab8f-575eb2a63ef9 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] 10.222.0.30 "DELETE /v2.0/security-groups/1a287b8c-a72c-4222-b1db-150ca160cff2 HTTP/1.1" status: 409  len: 352 time: 0.2089229
Apr 09 20:56:43.327558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783b04c-6a9d-455f-b973-5e9d9f1be5b5 req-f7280850-7528-4f58-805c-428fe5a73c1d tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:43.329090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a783b04c-6a9d-455f-b973-5e9d9f1be5b5 req-f7280850-7528-4f58-805c-428fe5a73c1d tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 945 time: 0.1290383
Apr 09 20:56:43.585468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fb7b9d-0282-4585-8686-d923c5652c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f49318-e089-4c16-97fd-0fed692d65b1'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:43.587790 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b126bb1-9bec-4159-a826-47bc3deb0364" -d '{"events": [{"server_uuid": "27fb7b9d-0282-4585-8686-d923c5652c49", "name": "network-vif-plugged", "status": "completed", "tag": "e8f49318-e089-4c16-97fd-0fed692d65b1"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:43.686522 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-0ee63b01-655c-4d8d-8737-b10efd7ef5de req-e850f4dc-279d-44e0-b67e-94144c67636f tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] show failed (client error): The resource could not be found.
Apr 09 20:56:43.687553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ee63b01-655c-4d8d-8737-b10efd7ef5de req-e850f4dc-279d-44e0-b67e-94144c67636f tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] 10.222.0.30 "GET /v2.0/security-groups/8b254f64-27e0-499c-a474-9a5c82abd1c5 HTTP/1.1" status: 404  len: 352 time: 0.2876720
Apr 09 20:56:43.695797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bda24322-5977-4986-922a-0fbb3eec9523), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:43.710872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c1403504-af69-4de2-91df-e163589ef69b up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:43.743494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a783b04c-6a9d-455f-b973-5e9d9f1be5b5 req-2917ac57-0c52-4f16-969e-7f4c91c02206 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4021757
Apr 09 20:56:43.818076 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d184a-1328-4f08-b1d7-38d3a3851291 x-openstack-request-id: req-3c4d184a-1328-4f08-b1d7-38d3a3851291 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:43.818076 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fb7b9d-0282-4585-8686-d923c5652c49", "name": "network-vif-plugged", "status": "completed", "tag": "e8f49318-e089-4c16-97fd-0fed692d65b1", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:43.818341 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c4d184a-1328-4f08-b1d7-38d3a3851291 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:43.818502 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4d184a-1328-4f08-b1d7-38d3a3851291'] response: {'server_uuid': '27fb7b9d-0282-4585-8686-d923c5652c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f49318-e089-4c16-97fd-0fed692d65b1', 'code': 200}
Apr 09 20:56:43.841180 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-56ea5800-f90c-4bc2-9e1e-3185feab1cd5 req-f0bf148a-45c0-4449-b098-e6978388d335 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] show failed (client error): The resource could not be found.
Apr 09 20:56:43.844460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port c1403504-af69-4de2-91df-e163589ef69b completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:43.850173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56ea5800-f90c-4bc2-9e1e-3185feab1cd5 req-f0bf148a-45c0-4449-b098-e6978388d335 tempest-SecurityGroupsNegativeTestJSON-2145183262 tempest-SecurityGroupsNegativeTestJSON-2145183262-project] 10.222.0.30 "GET /v2.0/security-groups/0536ac3f-a079-48d7-a45a-7278d1991ea6 HTTP/1.1" status: 404  len: 352 time: 0.0585303
Apr 09 20:56:43.854954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43012) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:43.862628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port c1403504-af69-4de2-91df-e163589ef69b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:43.863206 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c1403504-af69-4de2-91df-e163589ef69b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:43.935109 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Publish callbacks [] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:43.955038 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:43.964898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-0adaaaab-9ca7-4e53-bde2-44620d6556cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:43.968995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-0adaaaab-9ca7-4e53-bde2-44620d6556cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 808 time: 0.2771096
Apr 09 20:56:44.010685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Request body: {'port': {'device_id': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'admin_state_up': True, 'tenant_id': '352d269ab35841c397ca9168792c1ec4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:44.012976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c1403504-af69-4de2-91df-e163589ef69b is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:44.013403 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c1403504-af69-4de2-91df-e163589ef69b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.047895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c1403504-af69-4de2-91df-e163589ef69b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1403504-af69-4de2-91df-e163589ef69b,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:44.054310 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c1403504-af69-4de2-91df-e163589ef69b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.077138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba8a3d7-acaf-40d0-943f-fb85ac29c3ac admin admin] Deleting subnet da4e9bcb-36ef-4c2a-a265-791ccc87e4d6 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:56:44.104280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab7ce4b8-26e0-465e-a91c-809bd36cb10f req-9c9df07a-9f05-4ff2-8efc-d1a43d6bfcfa tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 210 time: 0.0975478
Apr 09 20:56:44.109827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c1403504-af69-4de2-91df-e163589ef69b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:44.119002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eadb6-d26b-4572-90ae-d692a54ad1d5 req-ecb2b5f6-2c58-4f72-a860-4afa0b95ca6b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:44.123355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dc78a-0ef9-4715-95cb-8e7dc672c0c4 req-f73d5ec8-3a2b-4fd5-b6a9-678e0cc446cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:44.126284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d25dc78a-0ef9-4715-95cb-8e7dc672c0c4 req-f73d5ec8-3a2b-4fd5-b6a9-678e0cc446cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 1132 time: 0.2065277
Apr 09 20:56:44.128541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ba8a3d7-acaf-40d0-943f-fb85ac29c3ac admin admin] Publish callbacks [] for subnet (da4e9bcb-36ef-4c2a-a265-791ccc87e4d6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.129543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e07eadb6-d26b-4572-90ae-d692a54ad1d5 req-ecb2b5f6-2c58-4f72-a860-4afa0b95ca6b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 949 time: 0.1855507
Apr 09 20:56:44.146855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Pushing event updated for resources: {'Port': ['ID=98d37395-45d0-4bf7-a4d0-00bea1958b4d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:44.165514 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (50f25104-3f5f-4c3e-b83b-774f936d88c2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.183854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:44.190276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:44.236814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ba8a3d7-acaf-40d0-943f-fb85ac29c3ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (da4e9bcb-36ef-4c2a-a265-791ccc87e4d6), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.269829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:44.270289 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.282914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e07eadb6-d26b-4572-90ae-d692a54ad1d5 req-831bad73-9924-4b0d-9a90-a3906e1ca400 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443138
Apr 09 20:56:44.321117 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d25dc78a-0ef9-4715-95cb-8e7dc672c0c4 req-7aaf49a4-e7d9-479f-82eb-f774521530ea service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853404
Apr 09 20:56:44.370110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ba8a3d7-acaf-40d0-943f-fb85ac29c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (da4e9bcb-36ef-4c2a-a265-791ccc87e4d6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.388761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aad031-da9a-4484-8f10-6a14b6529f7b req-d0f1f891-0be9-49a9-9bbd-b4a71a93a82c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:44.390442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17aad031-da9a-4484-8f10-6a14b6529f7b req-d0f1f891-0be9-49a9-9bbd-b4a71a93a82c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 945 time: 0.0814657
Apr 09 20:56:44.391742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:44.403714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Made reservation on behalf of 352d269ab35841c397ca9168792c1ec4 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:44.408499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.433484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:44.473155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:44.488257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:44.490764 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e421a01-c3a7-42fe-aa7d-7704c4feaa0f" -d '{"events": [{"server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "name": "network-vif-unplugged", "status": "completed", "tag": "bda24322-5977-4986-922a-0fbb3eec9523"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:44.495110 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Publish callbacks [] for port (bda24322-5977-4986-922a-0fbb3eec9523), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.500158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:44.517537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.542511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17aad031-da9a-4484-8f10-6a14b6529f7b req-93831310-a9c2-4246-a913-1cb45f87553c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279874
Apr 09 20:56:44.545942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ba8a3d7-acaf-40d0-943f-fb85ac29c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (da4e9bcb-36ef-4c2a-a265-791ccc87e4d6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.592682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ba8a3d7-acaf-40d0-943f-fb85ac29c3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.596230 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1ba8a3d7-acaf-40d0-943f-fb85ac29c3ac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/da4e9bcb-36ef-4c2a-a265-791ccc87e4d6 HTTP/1.1" status: 204  len: 168 time: 0.7399845
Apr 09 20:56:44.600211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43032) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:44.610507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8a3d7-acaf-40d0-943f-fb85ac29c3ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4e9bcb-36ef-4c2a-a265-791ccc87e4d6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:44.744406 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1472bb6-5365-4e02-a35f-cda09b69b296 x-openstack-request-id: req-b1472bb6-5365-4e02-a35f-cda09b69b296 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:44.744700 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "name": "network-vif-unplugged", "status": "completed", "tag": "bda24322-5977-4986-922a-0fbb3eec9523", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:44.744959 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1472bb6-5365-4e02-a35f-cda09b69b296 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:44.745446 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1472bb6-5365-4e02-a35f-cda09b69b296'] response: {'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523', 'code': 200}
Apr 09 20:56:44.818925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2744c016-ae38-4f87-a921-e495f186c498), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.846791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Pushing event updated for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:44.857853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Allocated IP 172.20.0.2 (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0/aeeb8e45-03b4-4849-a408-33faccc0d5fb/5a70f221-9817-486d-a4b4-02f831c18d28) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:44.864488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcb321-33fa-4c3c-9777-fe0e94bd084b req-659d7f88-5475-41ed-a71c-ec88de76afff tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:44.871565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5dcb321-33fa-4c3c-9777-fe0e94bd084b req-659d7f88-5475-41ed-a71c-ec88de76afff tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 950 time: 0.1854033
Apr 09 20:56:44.908115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-aa0d62d0-06cd-4c45-a33a-d8a95e1a6a2a None None] Provisioning complete for port 98d37395-45d0-4bf7-a4d0-00bea1958b4d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:44.909655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-aa0d62d0-06cd-4c45-a33a-d8a95e1a6a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.958378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2744c016-ae38-4f87-a921-e495f186c498), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:44.968519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d62d0-06cd-4c45-a33a-d8a95e1a6a2a None None] Port 98d37395-45d0-4bf7-a4d0-00bea1958b4d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:44.991845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:44.992275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:44.992697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:44.999612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375f97850>,) {'filters': {'network_id': ['2744c016-ae38-4f87-a921-e495f186c498']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:45.023157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375f97850>, '5ecd79c7-2631-4305-8652-93e89ab20470') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:45.023455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375f97850>, '5ecd79c7-2631-4305-8652-93e89ab20470') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:45.024295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:45.024710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Attempting to bind port bda24322-5977-4986-922a-0fbb3eec9523 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:45.034025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:45.034455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:45.034951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:45.035781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Bound port: bda24322-5977-4986-922a-0fbb3eec9523, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:45.035911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bda24322-5977-4986-922a-0fbb3eec9523), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.042290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (5ecd79c7-2631-4305-8652-93e89ab20470), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.059527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c86caf-f8c6-4d62-ab88-1baf068d5a01 req-0f9e4f32-ad18-48be-b87c-439046f27b42 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:45.061369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2c86caf-f8c6-4d62-ab88-1baf068d5a01 req-0f9e4f32-ad18-48be-b87c-439046f27b42 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.1503341
Apr 09 20:56:45.072846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5dcb321-33fa-4c3c-9777-fe0e94bd084b req-ee3b3de6-babf-44af-93d0-48eb897bc52a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003775
Apr 09 20:56:45.088795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Router 50f25104-3f5f-4c3e-b83b-774f936d88c2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:56:45.179561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43046) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:45.314285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-32443dfc-91c0-474a-a2fc-fd384030b6bf req-aeef0fba-62df-4a37-8423-7525f82d1cfa tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 210 time: 0.1022623
Apr 09 20:56:45.317979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2c86caf-f8c6-4d62-ab88-1baf068d5a01 req-1a27dd15-102f-4b05-bb43-bb7a424452bc tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2388015
Apr 09 20:56:45.319164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:45.345114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:45.345494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5ecd79c7-2631-4305-8652-93e89ab20470), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.366887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:56:45.367292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (5ecd79c7-2631-4305-8652-93e89ab20470), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:56:45.372320 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:56:45.375547 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.433719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a95d17ee-9d21-4474-ab03-6b1a30067cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.452369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks [] for port (5a70f221-9817-486d-a4b4-02f831c18d28), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.460803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2744c016-ae38-4f87-a921-e495f186c498), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.461007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:56:45.474291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.477446 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] 10.222.0.30 "DELETE /v2.0/networks/2744c016-ae38-4f87-a921-e495f186c498 HTTP/1.1" status: 204  len: 168 time: 0.8752980
Apr 09 20:56:45.481380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Sync routers for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:56:45.484252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-beee1460-60ca-4c41-9ede-d923701859c2 admin admin] 10.222.0.30 "PUT /v2.0/routers/50f25104-3f5f-4c3e-b83b-774f936d88c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0301206
Apr 09 20:56:45.498321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b88af0-1971-40ad-8314-ce211c2bef7e admin admin] Pushing event deleted for resources: {'Network': ['ID=2744c016-ae38-4f87-a921-e495f186c498,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:45.509632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:45.510282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768ee3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:45.517100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.523851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Pushing event updated for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=8']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:45.551488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:45.552228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.553841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-5716208a-d461-4683-ac34-3b0b5df9f949 service neutron] 10.222.0.25 "PUT /v2.0/ports/bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 1121 time: 2.3280234
Apr 09 20:56:45.619292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:45.643159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:45.645332 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['bda24322-5977-4986-922a-0fbb3eec9523'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:45.655323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:45.692316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Pushing event updated for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:45.727162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:45.731428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43066) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:45.737840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a95d17ee-9d21-4474-ab03-6b1a30067cda admin admin] Publish callbacks [] for security_group (0141dafe-c2a6-4c9a-a8a7-0b0a80abcc00), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.753169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a95d17ee-9d21-4474-ab03-6b1a30067cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0141dafe-c2a6-4c9a-a8a7-0b0a80abcc00), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.792968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deeccb-3ebd-4388-bd04-0d025508be19 req-4d295b13-dbb6-4930-ab57-ae9865f1ac04 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:45.799987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76deeccb-3ebd-4388-bd04-0d025508be19 req-4d295b13-dbb6-4930-ab57-ae9865f1ac04 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.1472845
Apr 09 20:56:45.809508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:45.810403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.847577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d17ee-9d21-4474-ab03-6b1a30067cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0141dafe-c2a6-4c9a-a8a7-0b0a80abcc00,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:45.853450 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-8f41eaab-f6b3-41a9-8368-579349bf3ed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8674018
Apr 09 20:56:45.856674 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d599e32-df30-41d6-8c50-1b8df92680ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d162dcd707c4c628b142d66e3c9f504&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1238477
Apr 09 20:56:45.860334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43070) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:45.868700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a95d17ee-9d21-4474-ab03-6b1a30067cda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=800fb4997def400e84cb7dda9b1f468f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6801929
Apr 09 20:56:45.874592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43072) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:45.879207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:45.885648 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4133830-e258-4025-ac00-4d7c1e37f40b" -d '{"events": [{"server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "name": "network-vif-plugged", "status": "completed", "tag": "c1403504-af69-4de2-91df-e163589ef69b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:45.915163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76deeccb-3ebd-4388-bd04-0d025508be19 req-69a40bae-ca76-455f-bee5-34dfe759db7e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596790
Apr 09 20:56:45.952769 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-226e23d2-4cc6-43d0-bea1-af5ef0955b52 admin admin] Publish callbacks [] for security_group (1a287b8c-a72c-4222-b1db-150ca160cff2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.988249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db1ef581-f5e6-4476-83ea-6939cf3cda98 admin admin] Publish callbacks [] for security_group (0141dafe-c2a6-4c9a-a8a7-0b0a80abcc00), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:45.997120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-226e23d2-4cc6-43d0-bea1-af5ef0955b52 admin admin] Publish callbacks [] for security_group (1a287b8c-a72c-4222-b1db-150ca160cff2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.019128 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40bbddc-5244-47d2-8ee9-b52a750c4ec4 x-openstack-request-id: req-d40bbddc-5244-47d2-8ee9-b52a750c4ec4 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:46.019739 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "name": "network-vif-plugged", "status": "completed", "tag": "c1403504-af69-4de2-91df-e163589ef69b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:46.019739 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d40bbddc-5244-47d2-8ee9-b52a750c4ec4 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:46.020117 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40bbddc-5244-47d2-8ee9-b52a750c4ec4'] response: {'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b', 'code': 200}
Apr 09 20:56:46.044293 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db1ef581-f5e6-4476-83ea-6939cf3cda98 admin admin] Publish callbacks [] for security_group (0141dafe-c2a6-4c9a-a8a7-0b0a80abcc00), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.083721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0509506-fb45-4b74-b4e3-a25398d80c90 req-fbf42205-e1d3-4c18-9157-94c5c38c2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:46.083721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0509506-fb45-4b74-b4e3-a25398d80c90 req-fbf42205-e1d3-4c18-9157-94c5c38c2348 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 1128 time: 0.0740733
Apr 09 20:56:46.147212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-226e23d2-4cc6-43d0-bea1-af5ef0955b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1a287b8c-a72c-4222-b1db-150ca160cff2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.152179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-226e23d2-4cc6-43d0-bea1-af5ef0955b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.153401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768ee3d0>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 2, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:46.158179 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-226e23d2-4cc6-43d0-bea1-af5ef0955b52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a287b8c-a72c-4222-b1db-150ca160cff2 HTTP/1.1" status: 204  len: 168 time: 0.2954755
Apr 09 20:56:46.170510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Request body: {'port': {'device_id': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:46.174585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0509506-fb45-4b74-b4e3-a25398d80c90 req-8eed7863-8b15-4760-9c00-8c1e49d3816a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840118
Apr 09 20:56:46.204667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Checking router: 50f25104-3f5f-4c3e-b83b-774f936d88c2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:56:46.208104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Updating router 50f25104-3f5f-4c3e-b83b-774f936d88c2 port 98d37395-45d0-4bf7-a4d0-00bea1958b4d binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:56:46.224602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e23d2-4cc6-43d0-bea1-af5ef0955b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a287b8c-a72c-4222-b1db-150ca160cff2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:46.239677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db1ef581-f5e6-4476-83ea-6939cf3cda98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0141dafe-c2a6-4c9a-a8a7-0b0a80abcc00), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.242292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db1ef581-f5e6-4476-83ea-6939cf3cda98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.245081 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-db1ef581-f5e6-4476-83ea-6939cf3cda98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0141dafe-c2a6-4c9a-a8a7-0b0a80abcc00 HTTP/1.1" status: 204  len: 168 time: 0.3677552
Apr 09 20:56:46.301510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ef581-f5e6-4476-83ea-6939cf3cda98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141dafe-c2a6-4c9a-a8a7-0b0a80abcc00,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:46.327850 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.402753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.526037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abdf10-c317-4f56-b2a2-6a72a086b2f1 req-bd53a30b-4c4b-4926-9e39-0e426eeb6c1f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:46.528740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69abdf10-c317-4f56-b2a2-6a72a086b2f1 req-bd53a30b-4c4b-4926-9e39-0e426eeb6c1f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 950 time: 0.2420251
Apr 09 20:56:46.621862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b45058-4bde-4086-94b6-e60d199bd99a req-3c30a5b0-efaf-40f5-abab-47f5a2671cee tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:46.623836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-3c30a5b0-efaf-40f5-abab-47f5a2671cee tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/networks?id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f HTTP/1.1" status: 200  len: 827 time: 0.2794483
Apr 09 20:56:46.627627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69abdf10-c317-4f56-b2a2-6a72a086b2f1 req-5ff15cea-a849-4fe6-9a9f-4e1da2662742 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899768
Apr 09 20:56:46.640716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-9a763c4d-2720-4a62-af66-b20ee40235f7 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/quotas/66f36ce90faf42d0b8a5ab4024bd3db8 HTTP/1.1" status: 200  len: 375 time: 0.0110166
Apr 09 20:56:46.759787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-a291c088-8501-45b8-9999-09f5f38fb946 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f36ce90faf42d0b8a5ab4024bd3db8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1123652
Apr 09 20:56:46.776925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:46.780845 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332bfd0b-e865-43e4-b154-33cd713935d6" -d '{"events": [{"name": "network-changed", "server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "tag": "bda24322-5977-4986-922a-0fbb3eec9523"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:46.858597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Publish callbacks [] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.870995 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:46.890018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc52a4c-47b5-45fe-bf7a-24fa994de793 req-61d42abf-4da7-47f2-9311-47b89c4335db tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:46.898687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfc52a4c-47b5-45fe-bf7a-24fa994de793 req-61d42abf-4da7-47f2-9311-47b89c4335db tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 931 time: 0.1117587
Apr 09 20:56:46.955981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9181aeb-3faf-4daf-a68d-451668e9aad1 None None] Pushing event updated for resources: {'Port': ['ID=98d37395-45d0-4bf7-a4d0-00bea1958b4d,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:46.977029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a70f221-9817-486d-a4b4-02f831c18d28 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:46.997847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Publish callbacks [] for port (5a70f221-9817-486d-a4b4-02f831c18d28), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.017658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-d26c9eed-71e6-4243-a317-9d241a6cabc0 service neutron] 10.222.0.30 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2566252
Apr 09 20:56:47.030295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43134) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:47.036005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfc52a4c-47b5-45fe-bf7a-24fa994de793 req-2998c2fc-3377-4081-be0c-adb50f1c3180 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363759
Apr 09 20:56:47.050342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Transition to ACTIVE for port object 5a70f221-9817-486d-a4b4-02f831c18d28 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:47.079052 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.092890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c71-3241-47e1-a688-50bec2b6191c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.110904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Attempting to bind port 98d37395-45d0-4bf7-a4d0-00bea1958b4d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:47.111470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Attempting to bind port 98d37395-45d0-4bf7-a4d0-00bea1958b4d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:47.111749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Attempting to bind port 98d37395-45d0-4bf7-a4d0-00bea1958b4d on network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:47.124209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:47.124604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Checking segment: {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:47.126009 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.126009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Bound using segment: {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:47.126696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Bound port: 98d37395-45d0-4bf7-a4d0-00bea1958b4d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:47.129877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.218744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442a064-7636-4c17-9560-c94e1dfa4329 req-2447c0c1-95cf-4d15-ac06-9709a87c791e tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:47.220163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7442a064-7636-4c17-9560-c94e1dfa4329 req-2447c0c1-95cf-4d15-ac06-9709a87c791e tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.0820055
Apr 09 20:56:47.261277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] For port 98d37395-45d0-4bf7-a4d0-00bea1958b4d, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:47.266016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] For port 98d37395-45d0-4bf7-a4d0-00bea1958b4d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98d37395-45d0-4bf7-a4d0-00bea1958b4d,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:47.276791 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.343814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:47.363194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9181aeb-3faf-4daf-a68d-451668e9aad1 None None] Pushing event updated for resources: {'Port': ['ID=98d37395-45d0-4bf7-a4d0-00bea1958b4d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:47.364998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:47.366245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:47.366859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768ee3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:47.370630 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:47.371457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:47.377499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7442a064-7636-4c17-9560-c94e1dfa4329 req-c140b5f1-f3da-49f1-a15b-46b645be2722 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129849
Apr 09 20:56:47.389995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-1f590e1f-4c28-45a6-a547-c8cdba8cfe34 service neutron] 10.222.0.30 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3561482
Apr 09 20:56:47.393527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:47.394066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:47.412324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:47.413079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:47.413947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:47.414642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Bound port: 5a70f221-9817-486d-a4b4-02f831c18d28, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:47.415229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.615884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c71-3241-47e1-a688-50bec2b6191c admin admin] Publish callbacks [] for security_group (ed838195-7b03-4e46-8e7c-b4469802ce55), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.643092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:47.648012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:47.649706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c71-3241-47e1-a688-50bec2b6191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ed838195-7b03-4e46-8e7c-b4469802ce55), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.671683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.762557 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39697059-a50d-44df-bb09-ec2f65734605 x-openstack-request-id: req-39697059-a50d-44df-bb09-ec2f65734605 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:47.763080 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "tag": "bda24322-5977-4986-922a-0fbb3eec9523", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:47.763342 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39697059-a50d-44df-bb09-ec2f65734605 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:47.763996 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39697059-a50d-44df-bb09-ec2f65734605'] response: {'name': 'network-changed', 'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523', 'status': 'completed', 'code': 200}
Apr 09 20:56:47.876667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-221ca0f6-6a71-4856-b490-31207fc7f1f1 None None] Provisioning complete for port 98d37395-45d0-4bf7-a4d0-00bea1958b4d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:47.877400 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-221ca0f6-6a71-4856-b490-31207fc7f1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.879223 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5bab8c71-3241-47e1-a688-50bec2b6191c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe477629adce4bd984629006e0ed840e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8478727
Apr 09 20:56:47.880210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:47.883083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43180) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:47.906980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-3bfdf7f5-fac0-4b35-b2eb-3ae1d39bbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:47.909617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-3bfdf7f5-fac0-4b35-b2eb-3ae1d39bbc46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1155 time: 0.1034572
Apr 09 20:56:47.915013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:47.915795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:47.919466 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-a9fbd333-0667-4f80-98a1-004de6470019 service neutron] 10.222.0.32 "PUT /v2.0/ports/5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 1091 time: 1.7579005
Apr 09 20:56:47.920231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8c71-3241-47e1-a688-50bec2b6191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed838195-7b03-4e46-8e7c-b4469802ce55,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:47.923113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:47.926853 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7900fb-1862-45f9-9430-e9c3be5760c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:48.044286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:48.080470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-b69b082b-69e4-4cca-8414-2eff2d79b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:48.082173 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-b69b082b-69e4-4cca-8414-2eff2d79b452 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1125 time: 0.0762820
Apr 09 20:56:48.084770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced0d4-69a9-4f1d-bbb4-c9df9897ea22 req-c5657fa2-e28e-4946-83e6-34b25c8dc3a3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:48.085749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec62809a-c0e0-4ee9-a79e-36396e3be211 admin admin] Publish callbacks [] for security_group (ed838195-7b03-4e46-8e7c-b4469802ce55), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:48.087044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19ced0d4-69a9-4f1d-bbb4-c9df9897ea22 req-c5657fa2-e28e-4946-83e6-34b25c8dc3a3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.1735718
Apr 09 20:56:48.131226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684f11-bd27-4317-bfa4-aa424d5633ad req-e53bca11-435b-4fc7-a26f-93412c86f3e6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:48.137065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684f11-bd27-4317-bfa4-aa424d5633ad req-e53bca11-435b-4fc7-a26f-93412c86f3e6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:48.140666 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-db9de163-a64a-44b1-b9f2-ebcc3e2cfb9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 217 time: 0.0488906
Apr 09 20:56:48.144640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11684f11-bd27-4317-bfa4-aa424d5633ad req-e53bca11-435b-4fc7-a26f-93412c86f3e6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49&device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 1690 time: 0.2299259
Apr 09 20:56:48.170449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec62809a-c0e0-4ee9-a79e-36396e3be211 admin admin] Publish callbacks [] for security_group (ed838195-7b03-4e46-8e7c-b4469802ce55), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:48.256404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19ced0d4-69a9-4f1d-bbb4-c9df9897ea22 req-eff2abbc-74b2-43bb-8f11-8352b1e9c949 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346478
Apr 09 20:56:48.263747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-e5394532-69f1-4649-b808-7a6064f5bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:48.265426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-e5394532-69f1-4649-b808-7a6064f5bb6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.3146093
Apr 09 20:56:48.280664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11684f11-bd27-4317-bfa4-aa424d5633ad req-7d9b813b-c612-4fc4-8bb3-9dd27fd04dac tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350400
Apr 09 20:56:48.290456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-5ec2b2ad-f465-45fe-a452-aa94d12d2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:48.297876 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-5ec2b2ad-f465-45fe-a452-aa94d12d2096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1428351
Apr 09 20:56:48.299996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec62809a-c0e0-4ee9-a79e-36396e3be211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ed838195-7b03-4e46-8e7c-b4469802ce55), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:48.320341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec62809a-c0e0-4ee9-a79e-36396e3be211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:48.320822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-221ca0f6-6a71-4856-b490-31207fc7f1f1 None None] Current status of the port 98d37395-45d0-4bf7-a4d0-00bea1958b4d is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:48.321355 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-221ca0f6-6a71-4856-b490-31207fc7f1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:48.321791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ec62809a-c0e0-4ee9-a79e-36396e3be211 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed838195-7b03-4e46-8e7c-b4469802ce55 HTTP/1.1" status: 204  len: 168 time: 0.4224288
Apr 09 20:56:48.356573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-240808d9-fd3c-4c60-832a-5c72785e1859 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 217 time: 0.0745945
Apr 09 20:56:48.378268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-221ca0f6-6a71-4856-b490-31207fc7f1f1 None None] For port 98d37395-45d0-4bf7-a4d0-00bea1958b4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98d37395-45d0-4bf7-a4d0-00bea1958b4d,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:48.395113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-221ca0f6-6a71-4856-b490-31207fc7f1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:48.405419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fcdfff18-4895-487c-90ee-483b8b76f5ad req-aef7b150-96d2-4933-b1eb-8d5083d59e06 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 210 time: 0.0587542
Apr 09 20:56:48.464281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62809a-c0e0-4ee9-a79e-36396e3be211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed838195-7b03-4e46-8e7c-b4469802ce55,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:48.475221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-4b8a4a14-7f67-4954-b21f-6b8c65241c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:48.477381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-4b8a4a14-7f67-4954-b21f-6b8c65241c18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.0913665
Apr 09 20:56:48.488036 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6961db47-232c-4c75-9cd5-f1a5b5cb4d60 x-openstack-request-id: req-6961db47-232c-4c75-9cd5-f1a5b5cb4d60 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:48.488326 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:48.488582 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6961db47-232c-4c75-9cd5-f1a5b5cb4d60 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:48.488993 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6961db47-232c-4c75-9cd5-f1a5b5cb4d60'] response: {'name': 'network-changed', 'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28', 'status': 'completed', 'code': 200}
Apr 09 20:56:48.513573 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-f46989ed-b0df-4bf5-bda1-ec0dec4be3ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1883447
Apr 09 20:56:48.549528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-deb27ce4-18d5-42a9-b59f-5480972a4023 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642378
Apr 09 20:56:48.592024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ca0f6-6a71-4856-b490-31207fc7f1f1 None None] Pushing event updated for resources: {'Port': ['ID=98d37395-45d0-4bf7-a4d0-00bea1958b4d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:48.644381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-568cf869-5022-4937-9ae2-7929a168e11c None None] Provisioning complete for port 98d37395-45d0-4bf7-a4d0-00bea1958b4d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:48.644857 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-568cf869-5022-4937-9ae2-7929a168e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:48.668062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3168e50-e5c1-4a8f-9700-a645582a459f req-e5c38f0b-0699-4932-b444-f4209664989d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:48.669545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3168e50-e5c1-4a8f-9700-a645582a459f req-e5c38f0b-0699-4932-b444-f4209664989d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.1240103
Apr 09 20:56:48.760745 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-9e83da49-048c-4e17-846d-db2d3d4c008d service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386148
Apr 09 20:56:48.807965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-4f68b661-c303-46ba-ab93-87c7842dba5c service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2429562
Apr 09 20:56:48.879921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-568cf869-5022-4937-9ae2-7929a168e11c None None] Current status of the port 98d37395-45d0-4bf7-a4d0-00bea1958b4d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:48.891028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768ee3d0>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:47Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:48.921226 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd515d9f-af09-4889-90b0-0498ca72eff4 req-b3ad7d54-2250-48ff-ac9d-49ff11b8af49 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492701
Apr 09 20:56:48.946602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbebfa-954f-43f0-8f31-96d43585fc5e None None] The sync data for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 is: [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:47Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:56:48.963811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3168e50-e5c1-4a8f-9700-a645582a459f req-a6b1ea51-eb60-4a65-b154-437b462a3d3e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2843060
Apr 09 20:56:49.079781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99c98c-a00e-421d-9f18-eab99782f6cf req-4430ddf0-4c5c-4ce9-906d-ce8b19999fb3 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:49.082374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f99c98c-a00e-421d-9f18-eab99782f6cf req-4430ddf0-4c5c-4ce9-906d-ce8b19999fb3 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.1416135
Apr 09 20:56:49.128335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332bfd0b-e865-43e4-b154-33cd713935d6 req-a821de0f-970e-41fb-a5ee-690a9081d25b service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2935348
Apr 09 20:56:49.174811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f99c98c-a00e-421d-9f18-eab99782f6cf req-a75b9d48-37de-4a34-8c73-86579a46f627 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846817
Apr 09 20:56:49.250294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43238) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:49.300899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d9619-d915-4f91-b8ad-30e6fc243af0 req-28120e02-95e9-4f0e-9628-2ea5d8e0fb4a tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:49.308906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a57d9619-d915-4f91-b8ad-30e6fc243af0 req-28120e02-95e9-4f0e-9628-2ea5d8e0fb4a tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 1132 time: 0.0612652
Apr 09 20:56:49.390546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0e62a93-d7ec-49d9-8d1d-b993e7325b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:49.401720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea113237-6a0a-4d4f-9f3d-0d6193c6a33f req-3fd9371b-5c7e-4b38-a6fd-afcf815c36ae tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:49.409073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea113237-6a0a-4d4f-9f3d-0d6193c6a33f req-3fd9371b-5c7e-4b38-a6fd-afcf815c36ae tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 946 time: 0.0745788
Apr 09 20:56:49.429492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a57d9619-d915-4f91-b8ad-30e6fc243af0 req-acd49def-66c1-40e6-bcce-4836aca9cc97 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155200
Apr 09 20:56:49.496952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0e62a93-d7ec-49d9-8d1d-b993e7325b06 admin admin] Publish callbacks [] for security_group (a9e9d271-5b12-4ea8-ba68-655a92c57af7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:49.504056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0e62a93-d7ec-49d9-8d1d-b993e7325b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a9e9d271-5b12-4ea8-ba68-655a92c57af7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:49.511100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea113237-6a0a-4d4f-9f3d-0d6193c6a33f req-0716418f-960b-4eb0-8d9f-4b2768c3022a tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964742
Apr 09 20:56:49.567841 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f0e62a93-d7ec-49d9-8d1d-b993e7325b06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ddbac8e604343e39fc034af7fc4ab3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3165214
Apr 09 20:56:49.570476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43254) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:49.577400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e62a93-d7ec-49d9-8d1d-b993e7325b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e9d271-5b12-4ea8-ba68-655a92c57af7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:49.622912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdad9-a865-4600-851f-feb6cb1c5a48 req-309d9654-2309-4cd9-9032-6b0490818a6f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:49.624370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff9bdad9-a865-4600-851f-feb6cb1c5a48 req-309d9654-2309-4cd9-9032-6b0490818a6f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.1005552
Apr 09 20:56:49.663582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb7369e8-bda0-4ff1-aefc-8dbe486a072b admin admin] Publish callbacks [] for security_group (a9e9d271-5b12-4ea8-ba68-655a92c57af7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:49.697449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dfaa1bb-21db-40a1-9e69-b572793f711c req-c264c935-4dbd-4116-964d-e7445d417b97 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 210 time: 0.0692155
Apr 09 20:56:49.701537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb7369e8-bda0-4ff1-aefc-8dbe486a072b admin admin] Publish callbacks [] for security_group (a9e9d271-5b12-4ea8-ba68-655a92c57af7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:49.719992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device bda24322-5977-4986-922a-0fbb3eec9523 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:49.834503 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb7369e8-bda0-4ff1-aefc-8dbe486a072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a9e9d271-5b12-4ea8-ba68-655a92c57af7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:49.840551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb7369e8-bda0-4ff1-aefc-8dbe486a072b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:49.842122 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bb7369e8-bda0-4ff1-aefc-8dbe486a072b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9e9d271-5b12-4ea8-ba68-655a92c57af7 HTTP/1.1" status: 204  len: 168 time: 0.2707493
Apr 09 20:56:49.884618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7369e8-bda0-4ff1-aefc-8dbe486a072b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e9d271-5b12-4ea8-ba68-655a92c57af7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:50.016672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:50.070071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device bda24322-5977-4986-922a-0fbb3eec9523 has no active binding in host nch2-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 20:56:50.199049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 98d37395-45d0-4bf7-a4d0-00bea1958b4d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:50.271740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 98d37395-45d0-4bf7-a4d0-00bea1958b4d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:50.272250 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:50.280904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff9bdad9-a865-4600-851f-feb6cb1c5a48 req-be068723-2156-4ab5-a95e-06b40951b213 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6419418
Apr 09 20:56:50.290084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185595e-c765-40a1-bb76-729716e74707 req-794d6e06-ac3f-4e74-95bb-217810ead1ae tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:50.291684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e185595e-c765-40a1-bb76-729716e74707 req-794d6e06-ac3f-4e74-95bb-217810ead1ae tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 1131 time: 0.1020379
Apr 09 20:56:50.323727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-a76b71e1-f208-4d07-ba30-f630db408d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:50.324530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-a76b71e1-f208-4d07-ba30-f630db408d1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1125 time: 0.1337669
Apr 09 20:56:50.361661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e185595e-c765-40a1-bb76-729716e74707 req-4cc749e8-4476-4d0c-8fd8-2c5762c15527 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569580
Apr 09 20:56:50.421702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-00d47a8a-b814-4b23-a5ee-d6aacfb61a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:50.495667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 98d37395-45d0-4bf7-a4d0-00bea1958b4d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:50.533558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63616-fde8-4540-913a-ab66c7c48e76 req-9820dcbf-ee0d-4bd7-a91b-9583322ce190 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:50.535123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abc63616-fde8-4540-913a-ab66c7c48e76 req-9820dcbf-ee0d-4bd7-a91b-9583322ce190 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0988543
Apr 09 20:56:50.571904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7579d-92bc-4f04-bdbd-e7a8137e67cb req-cc74a6fe-15db-46d2-b685-c0d1eef59104 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:50.574359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98d7579d-92bc-4f04-bdbd-e7a8137e67cb req-cc74a6fe-15db-46d2-b685-c0d1eef59104 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.0959861
Apr 09 20:56:50.647053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abc63616-fde8-4540-913a-ab66c7c48e76 req-6f76c8af-b574-4393-a8eb-37b4b0c23d0c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025577
Apr 09 20:56:50.666178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98d7579d-92bc-4f04-bdbd-e7a8137e67cb req-d88dff77-5ce1-4a8f-a9f5-445752dfde6b tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828381
Apr 09 20:56:50.800349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-4fc1bb92-8dad-4389-97dd-a10da0e819dd tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0318115
Apr 09 20:56:50.806534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac05683-a1a8-427d-8312-8312f91f79a6 req-8b77bde8-ac63-47e3-a562-b3dfba2d7cc1 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:50.808050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac05683-a1a8-427d-8312-8312f91f79a6 req-8b77bde8-ac63-47e3-a562-b3dfba2d7cc1 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 946 time: 0.0789068
Apr 09 20:56:50.927074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac05683-a1a8-427d-8312-8312f91f79a6 req-e661e7bc-e340-447a-a565-89c3607485b4 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048138
Apr 09 20:56:50.957209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-61cf44c0-5b0f-457d-8493-6a800ff7c8a2 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:50.966341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-61cf44c0-5b0f-457d-8493-6a800ff7c8a2 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1571786
Apr 09 20:56:50.977160 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-cfc53635-8fa5-4647-8a57-bdb5b53c060a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/quotas/b21b82d625c249269c02db9bbe700c7c HTTP/1.1" status: 200  len: 375 time: 0.0098984
Apr 09 20:56:51.032437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43340) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:51.064428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1757f-82fc-4aed-9923-e8ee9149745a req-ee3f4d99-eb5b-406e-8dcc-65781b18ea38 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:51.065937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40f1757f-82fc-4aed-9923-e8ee9149745a req-ee3f4d99-eb5b-406e-8dcc-65781b18ea38 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.0828707
Apr 09 20:56:51.072773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-bb56e8ef-780e-47f7-a36a-f121048d63c1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0881047
Apr 09 20:56:51.075307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43344) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:51.081065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Request body: {'floatingip': {'port_id': 'c1403504-af69-4de2-91df-e163589ef69b'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:51.129511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:51.156042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95b15ddc-9350-45d4-933c-b1a4c8fe8621 req-bb8b82d8-07ac-4e3d-9e9e-491711eb2a8a tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 210 time: 0.0277646
Apr 09 20:56:51.170583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-418717328-network', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:51.237342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:51.240155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:51.271275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05f70ee5-8e61-4a2f-a048-135fd2bc7308 req-9aa5a73f-fd2c-4595-a5b7-847418269839 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 210 time: 0.0313089
Apr 09 20:56:51.287440 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:51.452896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df49a4-63f5-4651-bd11-816177343401 req-609c1269-7617-444c-9e8e-ad847c92842d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:51.466190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6df49a4-63f5-4651-bd11-816177343401 req-609c1269-7617-444c-9e8e-ad847c92842d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.0846074
Apr 09 20:56:51.526718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Publish callbacks [] for security_group (311fd224-3bcc-4fcf-ab29-7a7df9e040ac), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:51.551985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (311fd224-3bcc-4fcf-ab29-7a7df9e040ac), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:51.578933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-4d3d7a61-8c29-4a73-aee4-f072d5c26137 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0696797
Apr 09 20:56:51.633726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:56:51.657803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311fd224-3bcc-4fcf-ab29-7a7df9e040ac,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:51.687695 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1680bb26-06af-42dc-95d9-092280f5fa55), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:51.687884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6df49a4-63f5-4651-bd11-816177343401 req-375caedd-d673-4f6a-ba3e-b000308d9ff3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206278
Apr 09 20:56:51.688029 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Added segment 1680bb26-06af-42dc-95d9-092280f5fa55 of type vlan for network 46c7a6e0-6642-49c5-8303-85cb6b20824c
Apr 09 20:56:51.707354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-fb675fbf-408b-4971-b24e-b1177b3f0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:51.708823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-fb675fbf-408b-4971-b24e-b1177b3f0350 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.2404613
Apr 09 20:56:51.743275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-b03d3cf1-f936-4c80-99c0-91fe023a3e00 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:51.745091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-b03d3cf1-f936-4c80-99c0-91fe023a3e00 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1652398
Apr 09 20:56:51.769081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-8bbed22c-5b51-4c7c-99a6-53c595ed16bf tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/quotas/e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 375 time: 0.0141823
Apr 09 20:56:51.815758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (46c7a6e0-6642-49c5-8303-85cb6b20824c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:51.847209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-a0d118a5-f56e-48e8-905d-8b349a7bb294 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0706890
Apr 09 20:56:51.883246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-61a9e957-efa4-4797-8d95-47e6f7c98da4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 217 time: 0.0509760
Apr 09 20:56:51.891977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf2ff7-a873-49d9-844c-e31baafa558c req-58c0356e-515e-45d8-ac3f-329c90de87a3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:51.899375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fccf2ff7-a873-49d9-844c-e31baafa558c req-58c0356e-515e-45d8-ac3f-329c90de87a3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.1239777
Apr 09 20:56:51.955617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-8eaa7a8a-a88e-4fb3-a86b-59a7bf98079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:51.957390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-8eaa7a8a-a88e-4fb3-a86b-59a7bf98079f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.0548778
Apr 09 20:56:51.976738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:52.003190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (46c7a6e0-6642-49c5-8303-85cb6b20824c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:52.004550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:52.005381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:52.036416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-50f484e5-f68c-4a19-88dc-9a42a5acdfc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312853
Apr 09 20:56:52.042405 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:52.067500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fccf2ff7-a873-49d9-844c-e31baafa558c req-5bc64d48-2f18-4a64-a0be-c9a144bcd6e3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666749
Apr 09 20:56:52.104158 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0705268
Apr 09 20:56:52.104849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43378) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:52.178936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Request body: {'subnet': {'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-418717328-subnet', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:52.237604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7fab077-1161-42f7-b153-5bdbecafc0e5 req-024c7930-c3c5-428d-8c5d-4274894fe51f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 210 time: 0.0819812
Apr 09 20:56:52.261191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd003b5-d612-490b-9ac7-bf3f27c8d315 req-4e5b1e5d-d8f1-4739-8cf2-6359ab67a01e tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:52.270680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afd003b5-d612-490b-9ac7-bf3f27c8d315 req-4e5b1e5d-d8f1-4739-8cf2-6359ab67a01e tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 946 time: 0.1724889
Apr 09 20:56:52.355346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-4d57d3f4-44f3-47cb-95cd-80aaf3c8d41d service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2850945
Apr 09 20:56:52.360261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8bf3d11-54bc-4389-82da-2685c2df7524 req-b02ed621-b894-4e98-90ec-e528ab6a8575 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 210 time: 0.0485308
Apr 09 20:56:52.389875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afd003b5-d612-490b-9ac7-bf3f27c8d315 req-73e0082c-558c-45f2-add3-8c3c2acf7472 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128716
Apr 09 20:56:52.512121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:56:52.562050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b8eec02-3b29-4d7a-a026-73d2f6d5f61a req-c300e8aa-3550-456d-9ff9-ffee56af4d25 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 210 time: 0.0641181
Apr 09 20:56:52.568590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-8bef62ba-54fb-4309-bf6a-87dbeb5b6528 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:52.570730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-81863f25-db4d-4757-ac82-9b0840c6440f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0423617
Apr 09 20:56:52.570989 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-8bef62ba-54fb-4309-bf6a-87dbeb5b6528 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.32 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 946 time: 0.5914564
Apr 09 20:56:52.683870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc7900fb-1862-45f9-9430-e9c3be5760c6 req-6a6a69db-c622-4330-b1a2-71dd26bd1549 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2922807
Apr 09 20:56:52.685505 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Floating IP fb2674a5-a3c8-4311-90e3-c7e06dd156d5 associated. External IP: 172.35.0.206, port: c1403504-af69-4de2-91df-e163589ef69b.
Apr 09 20:56:52.699229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:52.720123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '5a70f221-9817-486d-a4b4-02f831c18d28', 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'port_id': '5a70f221-9817-486d-a4b4-02f831c18d28', 'mac_address': 'fa:16:3e:d4:5c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeeb8e45-03b4-4849-a408-33faccc0d5fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:56:52.727030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-0b98807f-8870-439b-bd08-c72ed522bce6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:52.730426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-0b98807f-8870-439b-bd08-c72ed522bce6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1543562
Apr 09 20:56:52.734311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:52.736935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:52.743552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Request body: {'port': {'device_id': 'b3b1c719-b621-4ea4-a81a-06a089ad7a11', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'b21b82d625c249269c02db9bbe700c7c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:52.782260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5a70f221-9817-486d-a4b4-02f831c18d28 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:52.782651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:52.806552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a70f221-9817-486d-a4b4-02f831c18d28 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:52.813356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016cc11-b670-4c93-aa7f-08812415c562 admin admin] Pushing event updated for resources: {'Network': ['ID=46c7a6e0-6642-49c5-8303-85cb6b20824c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:52.825841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 46c7a6e0-6642-49c5-8303-85cb6b20824c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:56:52.858898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:52.895035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:52.901697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e920dc2-284d-47e5-a53a-0afabfc5e43a req-4b32026a-671a-4cc7-868b-6b747febad6b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:52.908711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e920dc2-284d-47e5-a53a-0afabfc5e43a req-4b32026a-671a-4cc7-868b-6b747febad6b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.1220462
Apr 09 20:56:52.961582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b45058-4bde-4086-94b6-e60d199bd99a req-963ae4ba-3b16-47f3-b1e9-418a0fa51445 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:52.963732 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-963ae4ba-3b16-47f3-b1e9-418a0fa51445 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.32 "GET /v2.0/networks?id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f HTTP/1.1" status: 200  len: 827 time: 0.9826107
Apr 09 20:56:52.986439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e920dc2-284d-47e5-a53a-0afabfc5e43a req-67ec4e02-2a10-46a0-a059-d6c3accddbdd tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760632
Apr 09 20:56:53.003051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Request body: {'port': {'device_id': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'admin_state_up': True, 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:53.006263 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b566275-60b3-48a6-9ffa-953d652e29a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.008772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Made reservation on behalf of b21b82d625c249269c02db9bbe700c7c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:53.012639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.027904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Deleting port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:56:53.028241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.044660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:53.142342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5a70f221-9817-486d-a4b4-02f831c18d28'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:53.190636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Allocated IP 192.168.233.248 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/2907881a-378f-4e16-ba12-6884a79f972c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:53.214409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e6ea5-0f2c-4bf2-9b9c-9857e1fc8d6e req-b416bb61-0f5a-4949-af3e-9696475a4299 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:53.216372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-083e6ea5-0f2c-4bf2-9b9c-9857e1fc8d6e req-b416bb61-0f5a-4949-af3e-9696475a4299 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.0725148
Apr 09 20:56:53.304545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-083e6ea5-0f2c-4bf2-9b9c-9857e1fc8d6e req-b56cf650-7b54-4f0a-b298-068cbcd2e430 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806863
Apr 09 20:56:53.317222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] For port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,segment=NetworkSegment(ea353975-efda-41ec-89ee-902ee49e93b4),segment_id=ea353975-efda-41ec-89ee-902ee49e93b4)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:53.317770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.356133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Calling delete_port for 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:56:53.364428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8bfae2a-b12b-4e88-98f9-374e8e7822aa req-88a62cdd-01ae-4390-890b-5f62360b7a52 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 210 time: 0.0502217
Apr 09 20:56:53.428268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Made reservation on behalf of 66f36ce90faf42d0b8a5ab4024bd3db8 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:53.431247 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.491821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-336b9a82-3233-472a-9bc1-99fdd5611e6a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0631716
Apr 09 20:56:53.532786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (7ccbfe64-88f3-42be-bea3-dda3cbe13fd1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.581147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fea1d5df-ecde-4ca0-a67d-b42504c4c601 req-0b97af0e-36fc-444e-a92c-0b1be140184a tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 210 time: 0.1072097
Apr 09 20:56:53.606804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Router 1da7d52e-49af-41cb-baa9-b95a66dd7790 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:56:53.668057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for port (2907881a-378f-4e16-ba12-6884a79f972c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.678911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccbfe64-88f3-42be-bea3-dda3cbe13fd1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:53.680674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82d5d8-a43b-48f3-9e69-3419a6981215 req-114cbabc-656b-425b-99a1-3b7d677f72db tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:53.682188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd82d5d8-a43b-48f3-9e69-3419a6981215 req-114cbabc-656b-425b-99a1-3b7d677f72db tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/ports?device_id=0598b5e7-4a10-4476-a5e7-ff280805e29a HTTP/1.1" status: 200  len: 946 time: 0.1963749
Apr 09 20:56:53.707416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8e53389-f188-4665-bb48-67701418bc83 req-f782b514-dbf2-40f7-a2cf-094643a01583 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 210 time: 0.0533004
Apr 09 20:56:53.753661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-0e3ca38f-9690-4a70-a1d4-04cd70252ecb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:53.755201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-0e3ca38f-9690-4a70-a1d4-04cd70252ecb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2432134
Apr 09 20:56:53.778889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Request body: {'port': {'device_id': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'e77d97d277f245d4822a646af7d5f50d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:53.794264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Checking segment: {'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:53.794617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Network hostable DHCP agents. Network: 46c7a6e0-6642-49c5-8303-85cb6b20824c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:56:53.812264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd82d5d8-a43b-48f3-9e69-3419a6981215 req-a406472b-c38c-468a-9d3c-678d94008163 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.30 "GET /v2.0/security-groups?id=436416a4-319b-4a2e-8872-5c02f60693b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105399
Apr 09 20:56:53.833770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (521e5c23-21e4-4583-a60e-4f4a5fc9cff7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.841113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Allocated IP 172.20.0.13 (1da05a8f-ebf3-4e45-9d7a-9cef918d235f/9a138d28-ccd2-4168-a97e-8955337b9be5/ac60c733-ea67-43a5-8253-5a8a19668a37) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:53.857603 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2907881a-378f-4e16-ba12-6884a79f972c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:53.872141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'e8f49318-e089-4c16-97fd-0fed692d65b1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:53.874739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16', '60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:56:53.915216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Network 46c7a6e0-6642-49c5-8303-85cb6b20824c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:56:53.920105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Pushing event deleted for resources: {'Port': ['ID=521e5c23-21e4-4583-a60e-4f4a5fc9cff7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:53.922215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:53.935297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:53.950163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:53.973218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46c7a6e0-6642-49c5-8303-85cb6b20824c) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:53.974711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'Port': ['ID=2907881a-378f-4e16-ba12-6884a79f972c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:53.990011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:56:54.003992 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] Sync routers for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:56:54.012390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:54.013197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.018020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.019013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:54.019654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.028300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] No DVR routers for this DVR port 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:56:54.036906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Made reservation on behalf of e77d97d277f245d4822a646af7d5f50d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:56:54.040291 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.047190 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:54.048805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-2c8f81e0-b0f9-42af-bc44-c0cc56531c85 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3106215
Apr 09 20:56:54.051368 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377066340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:54.053380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.056189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.056551 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f5d242e-9bb3-4920-8f02-69cb0dd76677 req-a689a0f7-d133-4a98-b4c9-5b8b7ba8dd28 tempest-VolumesAdminNegativeTest-332816096 tempest-VolumesAdminNegativeTest-332816096-project] 10.222.0.32 "DELETE /v2.0/ports/521e5c23-21e4-4583-a60e-4f4a5fc9cff7 HTTP/1.1" status: 204  len: 173 time: 1.3680656
Apr 09 20:56:54.061078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0598b5e7-4a10-4476-a5e7-ff280805e29a', 'name': 'network-vif-deleted', 'tag': '521e5c23-21e4-4583-a60e-4f4a5fc9cff7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:54.062154 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e9517-3de9-4435-ac23-88e4e38ee38b" -d '{"events": [{"server_uuid": "0598b5e7-4a10-4476-a5e7-ff280805e29a", "name": "network-vif-deleted", "tag": "521e5c23-21e4-4583-a60e-4f4a5fc9cff7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:54.069092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Request body: {'port': {'device_id': 'b3b1c719-b621-4ea4-a81a-06a089ad7a11', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:54.110731 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1db8dd74-516e-4525-9df7-68bf0eb232e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9442873
Apr 09 20:56:54.119737 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a0a8736-3f3f-449d-add4-3385eea55bed tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "PUT /v2.0/floatingips/fb2674a5-a3c8-4311-90e3-c7e06dd156d5 HTTP/1.1" status: 200  len: 992 time: 3.0430796
Apr 09 20:56:54.130395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d3371-0fcc-44e7-b002-555998285a06 None None] Network 46c7a6e0-6642-49c5-8303-85cb6b20824c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:54.138627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43406) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:54.146816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:54.201411 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.307015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2907881a-378f-4e16-ba12-6884a79f972c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.358929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541faee2-de89-4669-a0f9-9f87ba714d01 req-fb1b6153-2dbd-4261-a853-f11772debb2a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:54.360777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-541faee2-de89-4669-a0f9-9f87ba714d01 req-fb1b6153-2dbd-4261-a853-f11772debb2a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.1385658
Apr 09 20:56:54.366692 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.423080 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d2a57e-4f8e-4469-b8f7-cae254e86d11 x-openstack-request-id: req-d5d2a57e-4f8e-4469-b8f7-cae254e86d11 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:54.423931 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0598b5e7-4a10-4476-a5e7-ff280805e29a", "name": "network-vif-deleted", "tag": "521e5c23-21e4-4583-a60e-4f4a5fc9cff7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:54.424095 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5d2a57e-4f8e-4469-b8f7-cae254e86d11 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:54.424569 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d2a57e-4f8e-4469-b8f7-cae254e86d11'] response: {'server_uuid': '0598b5e7-4a10-4476-a5e7-ff280805e29a', 'name': 'network-vif-deleted', 'tag': '521e5c23-21e4-4583-a60e-4f4a5fc9cff7', 'status': 'completed', 'code': 200}
Apr 09 20:56:54.447807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.456863 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.458186 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.481426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b9c5b3e-3461-4afc-bc3d-bdcf2c5abe02 None None] Provisioning complete for port 2907881a-378f-4e16-ba12-6884a79f972c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:54.482064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5b3e-3461-4afc-bc3d-bdcf2c5abe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2907881a-378f-4e16-ba12-6884a79f972c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.510017 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:54.518309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks [] for security_group (d71293d4-558b-49c8-ba70-72cfd56105c9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.526063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fde97-80f9-4cfb-9636-0444d4f70f40 req-b0ea543d-6671-429d-9c6e-0787136d8fb3 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:54.527864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa9fde97-80f9-4cfb-9636-0444d4f70f40 req-b0ea543d-6671-429d-9c6e-0787136d8fb3 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.1873271
Apr 09 20:56:54.539342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d71293d4-558b-49c8-ba70-72cfd56105c9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.567398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:54.582538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-46c7a6e0-6642-49c5-8303-85cb6b20824c', 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c', 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'fixed_ips': [{'subnet_id': '7ccbfe64-88f3-42be-bea3-dda3cbe13fd1'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:56:54.584072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.585457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks [] for router_controller (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:54.627206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-541faee2-de89-4669-a0f9-9f87ba714d01 req-f0712d92-dc95-4683-9f2c-f8e489325b9f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541323
Apr 09 20:56:54.724959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71293d4-558b-49c8-ba70-72cfd56105c9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:54.739675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:54.742418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Pushing event updated for resources: {'Port': ['ID=ac60c733-ea67-43a5-8253-5a8a19668a37,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:54.767866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:54.768124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Allocated IP 172.20.0.2 (46c7a6e0-6642-49c5-8303-85cb6b20824c/7ccbfe64-88f3-42be-bea3-dda3cbe13fd1/04d56153-6821-409e-96ad-4dcfae0100a2) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:54.768746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.768746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.769278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.769696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.770114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.770527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.770958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.771550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.771831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.772272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.772676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.773133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.774148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.774618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.775585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.827514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa9fde97-80f9-4cfb-9636-0444d4f70f40 req-4a3b724d-e5b4-4350-9d9c-12363b37d312 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2723503
Apr 09 20:56:54.927323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:54.948952 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377066340>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fb2674a5-a3c8-4311-90e3-c7e06dd156d5', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'floating_ip_address': '172.35.0.206', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'port_id': 'c1403504-af69-4de2-91df-e163589ef69b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'mac_address': 'fa:16:3e:a0:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c612ae-fb61-4249-b814-19a660bc500b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:55:13Z', 'updated_at': '2022-04-09T20:56:51Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:54.982735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.983470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.983815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.984155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.984490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.984822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.985226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.985554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.986409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.986925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.987414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.987874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.988204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.988654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.989012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:56:54.995350 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Publish callbacks [] for port (04d56153-6821-409e-96ad-4dcfae0100a2), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.010254 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] Checking router: 1da7d52e-49af-41cb-baa9-b95a66dd7790 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:56:55.036672 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:55.037651 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377066340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:55.039033 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.070780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Network 46c7a6e0-6642-49c5-8303-85cb6b20824c is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:55.088446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:55.101943 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.102945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:55.133309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks [] for router_gateway (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.136729 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.146765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c5b3e-3461-4afc-bc3d-bdcf2c5abe02 None None] Port 2907881a-378f-4e16-ba12-6884a79f972c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:55.161082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:55.163657 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.201889 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ef68767b-1806-472a-adad-0a2088566157 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2048080
Apr 09 20:56:55.223191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Request body: {'port': {'device_id': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:55.225751 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:55.330390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0ab854b-8d40-44d7-8f7c-e135f510216a req-d592b5b4-4a32-4066-91e6-cb92844f887b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 210 time: 0.0511048
Apr 09 20:56:55.342044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.365372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 5a70f221-9817-486d-a4b4-02f831c18d28 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:56:55.370541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5f35b-6fd5-459d-82ea-0ec4105fb4d8 req-979fc082-535c-44af-bb00-0c5e07d9f6f7 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:55.379912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fd5f35b-6fd5-459d-82ea-0ec4105fb4d8 req-979fc082-535c-44af-bb00-0c5e07d9f6f7 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.5765092
Apr 09 20:56:55.403008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Pushing event updated for resources: {'Port': ['ID=04d56153-6821-409e-96ad-4dcfae0100a2,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:55.432258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 5a70f221-9817-486d-a4b4-02f831c18d28 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:55.432686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.469319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-58d37e9b-2d1c-46c4-a74a-aef8fd37e746 None None] Provisioning complete for port ac60c733-ea67-43a5-8253-5a8a19668a37 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:55.470103 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-58d37e9b-2d1c-46c4-a74a-aef8fd37e746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.511395 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377066340>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fb2674a5-a3c8-4311-90e3-c7e06dd156d5', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'floating_ip_address': '172.35.0.206', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'port_id': 'c1403504-af69-4de2-91df-e163589ef69b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'mac_address': 'fa:16:3e:a0:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c612ae-fb61-4249-b814-19a660bc500b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:55:13Z', 'updated_at': '2022-04-09T20:56:51Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:55.520803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fd5f35b-6fd5-459d-82ea-0ec4105fb4d8 req-3e6e401c-3ad6-46c4-9958-71dba6cc5290 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397319
Apr 09 20:56:55.535867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Attempting to bind port 04d56153-6821-409e-96ad-4dcfae0100a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:55.536243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Attempting to bind port 04d56153-6821-409e-96ad-4dcfae0100a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:55.536604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Attempting to bind port 04d56153-6821-409e-96ad-4dcfae0100a2 on network 46c7a6e0-6642-49c5-8303-85cb6b20824c {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:55.546909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:55.546909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Checking segment: {'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:55.546909 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.547255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Bound using segment: {'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:55.548016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Bound port: 04d56153-6821-409e-96ad-4dcfae0100a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:55.548161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.575492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c43b5-cb7a-4b2d-81c8-95cd7e4366c0 req-f9bb4809-7f64-4bef-9256-da87bc081961 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:55.577210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a6c43b5-cb7a-4b2d-81c8-95cd7e4366c0 req-f9bb4809-7f64-4bef-9256-da87bc081961 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 932 time: 0.1165433
Apr 09 20:56:55.590951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2907881a-378f-4e16-ba12-6884a79f972c {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:55.605443 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a71d9-c662-4cff-b04e-b4cfa559e0b4 None None] The sync data for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 is: [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fb2674a5-a3c8-4311-90e3-c7e06dd156d5', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'floating_ip_address': '172.35.0.206', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'port_id': 'c1403504-af69-4de2-91df-e163589ef69b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'mac_address': 'fa:16:3e:a0:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c612ae-fb61-4249-b814-19a660bc500b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:55:13Z', 'updated_at': '2022-04-09T20:56:51Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:56:55.618589 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Publish callbacks [] for port (2907881a-378f-4e16-ba12-6884a79f972c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.648449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks [] for router_gateway (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.649427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-58d37e9b-2d1c-46c4-a74a-aef8fd37e746 None None] Port ac60c733-ea67-43a5-8253-5a8a19668a37 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:55.655533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Transition to ACTIVE for port object 2907881a-378f-4e16-ba12-6884a79f972c will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:55.689760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.695120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (2907881a-378f-4e16-ba12-6884a79f972c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.758016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5a70f221-9817-486d-a4b4-02f831c18d28 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:55.758410 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.775290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] For port 04d56153-6821-409e-96ad-4dcfae0100a2, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:55.788195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98d60e-906c-4188-9f9e-b6cf042813bc req-9227a961-0a62-4703-9e60-4e519078d574 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:55.789921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d98d60e-906c-4188-9f9e-b6cf042813bc req-9227a961-0a62-4703-9e60-4e519078d574 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 936 time: 0.1496060
Apr 09 20:56:55.795371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] For port 04d56153-6821-409e-96ad-4dcfae0100a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04d56153-6821-409e-96ad-4dcfae0100a2,segment=NetworkSegment(1680bb26-06af-42dc-95d9-092280f5fa55),segment_id=1680bb26-06af-42dc-95d9-092280f5fa55)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:55.806823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:55.809210 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6f12c7-271e-4fb0-9bd9-fc09184abb63" -d '{"events": [{"server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "name": "network-vif-plugged", "status": "completed", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:55.812206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a6c43b5-cb7a-4b2d-81c8-95cd7e4366c0 req-ac51305b-e76e-4042-b76f-baebd21165ff tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097452
Apr 09 20:56:55.824533 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.836756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:55.879820 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:55.881760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:56:55.916880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43432) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:55.949525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Allocated IP 192.168.233.254 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/b7b8b380-38b4-4d50-b45e-54a377c8ba29) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:55.955930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:56:55.956277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 521e5c23-21e4-4583-a60e-4f4a5fc9cff7 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:56:55.979297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c7620-e5fd-47a1-98ed-1c2066076788 None None] Pushing event updated for resources: {'Port': ['ID=04d56153-6821-409e-96ad-4dcfae0100a2,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:55.990095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Pushing event updated for resources: {'Port': ['ID=2907881a-378f-4e16-ba12-6884a79f972c,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:56.055181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Allocated IP 172.35.0.102 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:56:56.070025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862a8f6-c9f2-40b1-905a-d5076284bde0 None None] New status for floating IP fb2674a5-a3c8-4311-90e3-c7e06dd156d5: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 20:56:56.072699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:56.199005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d98d60e-906c-4188-9f9e-b6cf042813bc req-307de177-53d9-42fb-a3ee-78b997507e54 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3602128
Apr 09 20:56:56.200498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-436c40e5-69cd-4864-8932-3efcd37141e3 admin admin] Deleting subnet f5b6c0e2-5a76-4c5b-9594-8f037d5290f3 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:56:56.212387 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436c40e5-69cd-4864-8932-3efcd37141e3 admin admin] Publish callbacks [] for subnet (f5b6c0e2-5a76-4c5b-9594-8f037d5290f3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.256411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019987a-32ee-43e5-aba0-61fda3588313 req-ef1845cc-20fa-4bf1-b316-1656413e692b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:56.263890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3019987a-32ee-43e5-aba0-61fda3588313 req-ef1845cc-20fa-4bf1-b316-1656413e692b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.2237751
Apr 09 20:56:56.317341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436c40e5-69cd-4864-8932-3efcd37141e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (f5b6c0e2-5a76-4c5b-9594-8f037d5290f3), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.320786 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35205e70-0eee-4fe0-8cff-a55915bcef73 x-openstack-request-id: req-35205e70-0eee-4fe0-8cff-a55915bcef73 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:56.321148 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "name": "network-vif-plugged", "status": "completed", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:56.321467 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35205e70-0eee-4fe0-8cff-a55915bcef73 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:56.321932 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35205e70-0eee-4fe0-8cff-a55915bcef73'] response: {'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28', 'code': 200}
Apr 09 20:56:56.372029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Attempting to bind port 2907881a-378f-4e16-ba12-6884a79f972c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:56.372432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Attempting to bind port 2907881a-378f-4e16-ba12-6884a79f972c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:56.372814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Attempting to bind port 2907881a-378f-4e16-ba12-6884a79f972c on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:56.384937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks [] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.423516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Port 2907881a-378f-4e16-ba12-6884a79f972c on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:56.425223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Attempting to bind port 2907881a-378f-4e16-ba12-6884a79f972c on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:56.429890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:56.432358 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41" -d '{"events": [{"name": "network-changed", "server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "tag": "c1403504-af69-4de2-91df-e163589ef69b"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:56.488193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436c40e5-69cd-4864-8932-3efcd37141e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (f5b6c0e2-5a76-4c5b-9594-8f037d5290f3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.493019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac60c733-ea67-43a5-8253-5a8a19668a37 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:56.501893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3019987a-32ee-43e5-aba0-61fda3588313 req-0c269456-52c8-41b5-8dc9-0392e1cd1feb tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375455
Apr 09 20:56:56.525411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Publish callbacks [] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.530148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:56.530314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:56.531039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:56.531509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Bound port: 2907881a-378f-4e16-ba12-6884a79f972c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:56.531870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2907881a-378f-4e16-ba12-6884a79f972c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.538835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e3274-78ff-46dd-b82a-7ea47d6dd5db req-f6fa1fba-f795-4405-8973-036939372031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:56.540360 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-822e3274-78ff-46dd-b82a-7ea47d6dd5db req-f6fa1fba-f795-4405-8973-036939372031 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1127 time: 0.1146922
Apr 09 20:56:56.540509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fce21934-752f-403b-95ce-0fac23f1be3c req-a13fc845-4db0-480d-be7b-8d33421b31e3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 210 time: 0.0590279
Apr 09 20:56:56.558443 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e6950-2304-49fd-8d15-5ffb9a6ad5c0 x-openstack-request-id: req-9b2e6950-2304-49fd-8d15-5ffb9a6ad5c0 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:56.558800 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "tag": "c1403504-af69-4de2-91df-e163589ef69b", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:56.559053 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b2e6950-2304-49fd-8d15-5ffb9a6ad5c0 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:56.559447 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2e6950-2304-49fd-8d15-5ffb9a6ad5c0'] response: {'name': 'network-changed', 'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b', 'status': 'completed', 'code': 200}
Apr 09 20:56:56.575872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Transition to ACTIVE for port object ac60c733-ea67-43a5-8253-5a8a19668a37 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:56.593357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.615543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks [] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.642985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] For port 2907881a-378f-4e16-ba12-6884a79f972c, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:56.646934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.647388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] For port 2907881a-378f-4e16-ba12-6884a79f972c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2907881a-378f-4e16-ba12-6884a79f972c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:56.669654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (2907881a-378f-4e16-ba12-6884a79f972c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.776225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a7d7b-07d1-4336-92b4-1b68b75f06cb req-8b51a0e9-2d2e-4925-9d25-6af9942fc064 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:56.778233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-988a7d7b-07d1-4336-92b4-1b68b75f06cb req-8b51a0e9-2d2e-4925-9d25-6af9942fc064 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 945 time: 0.1231775
Apr 09 20:56:56.778395 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.785360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:56.786254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.788071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] 10.222.0.25 "PUT /v2.0/ports/2907881a-378f-4e16-ba12-6884a79f972c HTTP/1.1" status: 200  len: 1096 time: 2.7285361
Apr 09 20:56:56.788707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b1c719-b621-4ea4-a81a-06a089ad7a11', 'tag': '2907881a-378f-4e16-ba12-6884a79f972c'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:56.791836 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad373704-1d79-4661-9608-02a2f9cf9a84" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b1c719-b621-4ea4-a81a-06a089ad7a11", "tag": "2907881a-378f-4e16-ba12-6884a79f972c"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:56.844137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:56.921979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-988a7d7b-07d1-4336-92b4-1b68b75f06cb req-1ccfb28f-af33-41a8-bce2-a038eed1ee6c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989006
Apr 09 20:56:56.925378 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdb3b6c-58f9-4601-8385-51bd6308b418 x-openstack-request-id: req-0fdb3b6c-58f9-4601-8385-51bd6308b418 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:56.925856 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b1c719-b621-4ea4-a81a-06a089ad7a11", "tag": "2907881a-378f-4e16-ba12-6884a79f972c", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:56.930513 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fdb3b6c-58f9-4601-8385-51bd6308b418 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:56.930960 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdb3b6c-58f9-4601-8385-51bd6308b418'] response: {'name': 'network-changed', 'server_uuid': 'b3b1c719-b621-4ea4-a81a-06a089ad7a11', 'tag': '2907881a-378f-4e16-ba12-6884a79f972c', 'status': 'completed', 'code': 200}
Apr 09 20:56:56.934277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172394c0-c1a9-43c9-b989-b28331037b3a service neutron] Pushing event updated for resources: {'Port': ['ID=2907881a-378f-4e16-ba12-6884a79f972c,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:57.060734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-d8d87310-c793-4d81-81b9-3e338e21dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.061572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436c40e5-69cd-4864-8932-3efcd37141e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (f5b6c0e2-5a76-4c5b-9594-8f037d5290f3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.063426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-d8d87310-c793-4d81-81b9-3e338e21dc09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 1130 time: 0.1314857
Apr 09 20:56:57.085690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:57.087474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-a5dc2424-ea10-48de-971b-4eea227796ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.088952 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-a5dc2424-ea10-48de-971b-4eea227796ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=430f19ffcb28429189b8c76282d2077b&device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 1128 time: 0.4825904
Apr 09 20:56:57.112859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9c7bb-29e9-467c-9700-3dfdbb93fb77 req-2ebd7668-ca70-40b4-8ed3-2f7c113357ac tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.119473 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-822e3274-78ff-46dd-b82a-7ea47d6dd5db req-660d84e8-72d7-4b3b-9a05-9dcc52393ef5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5642238
Apr 09 20:56:57.120184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48d9c7bb-29e9-467c-9700-3dfdbb93fb77 req-2ebd7668-ca70-40b4-8ed3-2f7c113357ac tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 944 time: 0.0877373
Apr 09 20:56:57.120482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c40e5-69cd-4864-8932-3efcd37141e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b6c0e2-5a76-4c5b-9594-8f037d5290f3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:57.138460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:57.149374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:57.152536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Pushing event updated for resources: {'Port': ['ID=ac60c733-ea67-43a5-8253-5a8a19668a37,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:57.156131 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436c40e5-69cd-4864-8932-3efcd37141e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.159237 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-436c40e5-69cd-4864-8932-3efcd37141e3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f5b6c0e2-5a76-4c5b-9594-8f037d5290f3 HTTP/1.1" status: 204  len: 168 time: 1.2392757
Apr 09 20:56:57.179197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:56:57.181100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-4955abed-29a0-496a-bfa1-2b792421b586 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2907881a-378f-4e16-ba12-6884a79f972c HTTP/1.1" status: 200  len: 217 time: 0.0580709
Apr 09 20:56:57.189299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43446) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:57.190305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:56:57.192688 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:56:57.261737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:57.369982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:57.393833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-2762865d-1359-4fb8-954f-23409abdae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.395531 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-2762865d-1359-4fb8-954f-23409abdae76 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 200  len: 925 time: 0.2727613
Apr 09 20:56:57.399435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Attempting to bind port ac60c733-ea67-43a5-8253-5a8a19668a37 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:57.399771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Attempting to bind port ac60c733-ea67-43a5-8253-5a8a19668a37 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:57.400097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Attempting to bind port ac60c733-ea67-43a5-8253-5a8a19668a37 on network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:57.410188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Port ac60c733-ea67-43a5-8253-5a8a19668a37 on network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:57.410516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Attempting to bind port ac60c733-ea67-43a5-8253-5a8a19668a37 on network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:57.418644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c31f9d-b454-4111-86ce-7a7dc891b6ef None None] Network 46c7a6e0-6642-49c5-8303-85cb6b20824c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:56:57.434615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-19ce2341-f15a-45fc-8c56-fa991078af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.436214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-19ce2341-f15a-45fc-8c56-fa991078af20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2249322
Apr 09 20:56:57.448410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (d177c046-7535-4c7b-b618-98d558de5c88), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.460461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.460682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.485209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca9ac8-6bd7-4032-be75-077723e5b156 req-b09136df-0c21-41c7-ac66-1ae88f8fb596 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.486811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05ca9ac8-6bd7-4032-be75-077723e5b156 req-b09136df-0c21-41c7-ac66-1ae88f8fb596 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 948 time: 0.1936641
Apr 09 20:56:57.509304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48d9c7bb-29e9-467c-9700-3dfdbb93fb77 req-3d60de53-8342-400f-80fe-4704535f50ca tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3881848
Apr 09 20:56:57.512452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:57.512797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Checking segment: {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:57.513206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Bound using segment: {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:57.513656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Bound port: ac60c733-ea67-43a5-8253-5a8a19668a37, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7013bc-0037-4e57-9987-9010fe9cb697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:57.514016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.523570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Provisioning complete for port b7b8b380-38b4-4d50-b45e-54a377c8ba29 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:57.524175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.581007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-4fc44bb4-a1ec-4490-8d58-3773eb56c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.582675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-4fc44bb4-a1ec-4490-8d58-3773eb56c587 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1392660
Apr 09 20:56:57.588185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Port b7b8b380-38b4-4d50-b45e-54a377c8ba29 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:56:57.602445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-fe1f1752-66ff-4ee5-afb0-7b24bb5213a0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8344870
Apr 09 20:56:57.612456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Provisioning complete for port 04d56153-6821-409e-96ad-4dcfae0100a2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:57.612758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.661067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05ca9ac8-6bd7-4032-be75-077723e5b156 req-a8f67771-89e6-4be1-a387-ef67d1583716 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498539
Apr 09 20:56:57.668210 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-efd19ec1-05e0-447e-a1af-af1e986cc07a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1403504-af69-4de2-91df-e163589ef69b HTTP/1.1" status: 200  len: 1002 time: 0.2595668
Apr 09 20:56:57.669023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] For port ac60c733-ea67-43a5-8253-5a8a19668a37, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:56:57.702082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] For port ac60c733-ea67-43a5-8253-5a8a19668a37, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac60c733-ea67-43a5-8253-5a8a19668a37,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:56:57.723689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Current status of the port 04d56153-6821-409e-96ad-4dcfae0100a2 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:57.724084 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.743392 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.787930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] For port 04d56153-6821-409e-96ad-4dcfae0100a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04d56153-6821-409e-96ad-4dcfae0100a2,segment=NetworkSegment(1680bb26-06af-42dc-95d9-092280f5fa55),segment_id=1680bb26-06af-42dc-95d9-092280f5fa55)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:56:57.789017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e97c64-f165-4e33-80b9-1bb6ada99c2d req-e6b396ec-4771-41da-a330-4c340ff00217 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.791052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6e97c64-f165-4e33-80b9-1bb6ada99c2d req-e6b396ec-4771-41da-a330-4c340ff00217 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.2074852
Apr 09 20:56:57.799784 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.850479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.851125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.852532 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] 10.222.0.32 "PUT /v2.0/ports/ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 200  len: 1092 time: 2.6371276
Apr 09 20:56:57.854067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-3a083e46-0749-4094-b6ab-6afdd6d78c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:57.855468 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-3a083e46-0749-4094-b6ab-6afdd6d78c87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=985f71d8-d31a-4ff1-bf7c-077ac7606201 HTTP/1.1" status: 200  len: 863 time: 0.1793654
Apr 09 20:56:57.883016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbabbe7-3a03-4bd9-ad7a-7a33bab4e94b None None] Pushing event updated for resources: {'Port': ['ID=04d56153-6821-409e-96ad-4dcfae0100a2,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:57.899881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Request body: {'port': {'device_id': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:56:57.938810 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (d177c046-7535-4c7b-b618-98d558de5c88), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:57.968033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedc74e-8772-46a2-acc6-a1228f7fcb4f service neutron] Pushing event updated for resources: {'Port': ['ID=ac60c733-ea67-43a5-8253-5a8a19668a37,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:57.996169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f8753-2fb2-487d-a091-55e4d5b3df25 req-3ad5aa3a-a9be-4001-99a2-99000fe92556 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:58.003208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c5f8753-2fb2-487d-a091-55e4d5b3df25 req-3ad5aa3a-a9be-4001-99a2-99000fe92556 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 936 time: 0.2284553
Apr 09 20:56:58.005011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-8e0ba059-318a-4c06-9747-ab1f6f741361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:58.006691 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-8e0ba059-318a-4c06-9747-ab1f6f741361 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1379523
Apr 09 20:56:58.014053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375f454f0>,) {'filters': {'network_id': ['d177c046-7535-4c7b-b618-98d558de5c88']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:58.021656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9a4ba818-03c3-47e2-b13c-e518c7a67101 None None] Provisioning complete for port 04d56153-6821-409e-96ad-4dcfae0100a2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:58.022024 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba818-03c3-47e2-b13c-e518c7a67101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.026841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b45058-4bde-4086-94b6-e60d199bd99a req-9deefca8-38b9-462b-9b78-fc8dfc086332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:58.028299 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-9deefca8-38b9-462b-9b78-fc8dfc086332 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f36ce90faf42d0b8a5ab4024bd3db8&device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 1126 time: 0.1117904
Apr 09 20:56:58.039081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks [] for router_gateway (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.048452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-c6b7565b-aeb0-4384-881d-bc94d859d970 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4523311
Apr 09 20:56:58.057262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375f454f0>, 'ea353975-efda-41ec-89ee-902ee49e93b4') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:58.057594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375f454f0>, 'ea353975-efda-41ec-89ee-902ee49e93b4') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:58.121164 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (ea353975-efda-41ec-89ee-902ee49e93b4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.132123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ba818-03c3-47e2-b13c-e518c7a67101 None None] Current status of the port 04d56153-6821-409e-96ad-4dcfae0100a2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:58.160768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6e97c64-f165-4e33-80b9-1bb6ada99c2d req-c0909ead-cc5e-4ef0-b790-45159dd96977 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3508160
Apr 09 20:56:58.199223 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-818c23bf-0d9e-4f0e-a48e-a314cafde589 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 200  len: 217 time: 0.1579604
Apr 09 20:56:58.236584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 04d56153-6821-409e-96ad-4dcfae0100a2 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:56:58.239928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ea353975-efda-41ec-89ee-902ee49e93b4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.244819 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.271157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:56:58.272242 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (ea353975-efda-41ec-89ee-902ee49e93b4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:56:58.276108 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:56:58.285890 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-f5820153-a2c8-40ce-83aa-c19d5478b99f service neutron] 10.222.0.25 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2678413
Apr 09 20:56:58.304136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 04d56153-6821-409e-96ad-4dcfae0100a2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:56:58.304805 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.317681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c5f8753-2fb2-487d-a091-55e4d5b3df25 req-4356736d-af45-4436-8357-4a4ffa0652e8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3135166
Apr 09 20:56:58.364891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9517d4bb-1a0c-4a8c-9db3-5eee547c438b req-30f1e7b2-f115-4fd1-a3e4-5635d712bf1a service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2882316
Apr 09 20:56:58.404353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 04d56153-6821-409e-96ad-4dcfae0100a2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:56:58.475168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ea610e28-7e89-4a1a-af73-8bc8e3e28a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:58.476644 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-ea610e28-7e89-4a1a-af73-8bc8e3e28a8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a138d28-ccd2-4168-a97e-8955337b9be5 HTTP/1.1" status: 200  len: 866 time: 0.1644788
Apr 09 20:56:58.514572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ef19d-17e6-47e6-b7c1-3cd6d7cbb860 req-ad0a2eb0-1c40-411b-8fb3-0ceb678d099d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:58.516233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d2ef19d-17e6-47e6-b7c1-3cd6d7cbb860 req-ad0a2eb0-1c40-411b-8fb3-0ceb678d099d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 945 time: 0.2611735
Apr 09 20:56:58.522165 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (d177c046-7535-4c7b-b618-98d558de5c88), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.527746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.532470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d177c046-7535-4c7b-b618-98d558de5c88 HTTP/1.1" status: 204  len: 168 time: 1.3354933
Apr 09 20:56:58.534115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43458) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:58.549643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4bbbbd21-c83c-4e2b-9fd4-6b089eedbf41 req-adbcf281-03aa-4942-b729-fa62b647b0e7 service neutron] 10.222.0.25 "GET /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2567286
Apr 09 20:56:58.572414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:56:58.574747 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:56:58.580274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.582606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b45058-4bde-4086-94b6-e60d199bd99a req-042ea2c2-1d8f-4108-8fee-501cdfe2ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:58.584128 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-042ea2c2-1d8f-4108-8fee-501cdfe2ad9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0945745
Apr 09 20:56:58.633525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-4b7c3aa9-a869-42c9-8ef0-7dc0b46d31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:58.634941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-4b7c3aa9-a869-42c9-8ef0-7dc0b46d31aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 1130 time: 0.1800160
Apr 09 20:56:58.643785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce88eef-1e25-400f-ba43-f110122be9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d177c046-7535-4c7b-b618-98d558de5c88,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:58.653757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acb9893-a100-4b41-85be-5eb3b01cb700 admin admin] Deleting subnet 02a67822-a2c0-448b-af15-330d1c346c2a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:56:58.675037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6acb9893-a100-4b41-85be-5eb3b01cb700 admin admin] Publish callbacks [] for subnet (02a67822-a2c0-448b-af15-330d1c346c2a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:58.778211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b225e4-fd48-4b50-974c-0aadcb7c3983 req-741c886c-1fa1-4943-82b7-13f20691f63e tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:58.779741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65b225e4-fd48-4b50-974c-0aadcb7c3983 req-741c886c-1fa1-4943-82b7-13f20691f63e tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 944 time: 0.1728728
Apr 09 20:56:58.799063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d2ef19d-17e6-47e6-b7c1-3cd6d7cbb860 req-927e0c9b-da32-4924-9b5f-5b49ace2a032 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594256
Apr 09 20:56:58.977522 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6cafa-ff49-4b07-b6fc-a98a7a02f260 x-openstack-request-id: req-85b6cafa-ff49-4b07-b6fc-a98a7a02f260 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:56:58.977801 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:56:58.978064 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85b6cafa-ff49-4b07-b6fc-a98a7a02f260 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:56:58.978458 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b6cafa-ff49-4b07-b6fc-a98a7a02f260'] response: {'name': 'network-changed', 'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'status': 'completed', 'code': 200}
Apr 09 20:56:59.044804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6acb9893-a100-4b41-85be-5eb3b01cb700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (02a67822-a2c0-448b-af15-330d1c346c2a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.097912 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-c48e2653-8b20-49ae-9046-e61e82872eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5062532
Apr 09 20:56:59.121490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6acb9893-a100-4b41-85be-5eb3b01cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (02a67822-a2c0-448b-af15-330d1c346c2a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.176565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52797f-5ce7-4c0c-b260-b7ccc903b73b req-afe0cf4e-78bc-4f30-9152-2b4874003406 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:59.178076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d52797f-5ce7-4c0c-b260-b7ccc903b73b req-afe0cf4e-78bc-4f30-9152-2b4874003406 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 948 time: 0.0977950
Apr 09 20:56:59.183370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-98880ef9-2352-48f2-a738-57f7bf62f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:59.184710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-98880ef9-2352-48f2-a738-57f7bf62f57f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.5389166
Apr 09 20:56:59.228409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65b225e4-fd48-4b50-974c-0aadcb7c3983 req-2504ff88-e52f-46e3-9780-0355ab3a2029 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4394383
Apr 09 20:56:59.254418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 20:56:59.262906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6acb9893-a100-4b41-85be-5eb3b01cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (02a67822-a2c0-448b-af15-330d1c346c2a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.266264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d52797f-5ce7-4c0c-b260-b7ccc903b73b req-e8463a7b-0741-478a-9641-95553a2791e0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805597
Apr 09 20:56:59.268196 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30b45058-4bde-4086-94b6-e60d199bd99a req-9720c1f3-5bc5-4e47-8866-d6f09e7c1ead service neutron] 10.222.0.32 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617606
Apr 09 20:56:59.305818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb9893-a100-4b41-85be-5eb3b01cb700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a67822-a2c0-448b-af15-330d1c346c2a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:59.305818 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6acb9893-a100-4b41-85be-5eb3b01cb700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.307189 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6acb9893-a100-4b41-85be-5eb3b01cb700 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/02a67822-a2c0-448b-af15-330d1c346c2a HTTP/1.1" status: 204  len: 168 time: 0.7673526
Apr 09 20:56:59.311385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43466) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:59.322520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b8b380-38b4-4d50-b45e-54a377c8ba29 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:56:59.341229 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Publish callbacks [] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.414617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:56:59.424966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Transition to ACTIVE for port object b7b8b380-38b4-4d50-b45e-54a377c8ba29 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:56:59.428385 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Sync routers for ids ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:56:59.440116 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Routers {'8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:56:59.442057 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377299fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:59.442472 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.445061 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-68c4b229-0f5b-4cb9-be3d-e3afd7b8b5c3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.3041561
Apr 09 20:56:59.446528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43470) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:56:59.448825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.479743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe4db3-b3ae-49a3-b562-7c05c60c3656 req-04d16fd4-4492-4eaa-8ed6-6460be32843b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:59.481174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48fe4db3-b3ae-49a3-b562-7c05c60c3656 req-04d16fd4-4492-4eaa-8ed6-6460be32843b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.1435554
Apr 09 20:56:59.488354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.545399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e28ad-37bc-4745-b41b-7792a5a3efae req-51386b58-1105-42e2-9214-b8703cb5699f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:56:59.546941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-735e28ad-37bc-4745-b41b-7792a5a3efae req-51386b58-1105-42e2-9214-b8703cb5699f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.1325672
Apr 09 20:56:59.560009 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Set router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:56:59.587230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:56:59.714640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48fe4db3-b3ae-49a3-b562-7c05c60c3656 req-53c85fcc-2dab-45dd-b254-e1beccb12a7e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047594
Apr 09 20:56:59.773348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-735e28ad-37bc-4745-b41b-7792a5a3efae req-6a236f8f-eb3a-42a3-aebe-557c7bf095a6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054420
Apr 09 20:56:59.775648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.782520 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377299fd0>, [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:56:57Z', 'revision_number': 3, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port': {'id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:55Z', 'updated_at': '2022-04-09T20:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:59.803333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23768a80a0>,) {'filters': {'network_id': ['07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:59.817473 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Checking router: 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:56:59.817958 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Updating router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:56:59.820675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23768a80a0>, '1d5814c6-1eb5-4fab-907a-5cd9b2cbff59') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:59.820966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23768a80a0>, '1d5814c6-1eb5-4fab-907a-5cd9b2cbff59') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:56:59.822898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Attempting to bind port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:56:59.823228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Attempting to bind port b7b8b380-38b4-4d50-b45e-54a377c8ba29 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:56:59.823563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Attempting to bind port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:59.834361 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (1d5814c6-1eb5-4fab-907a-5cd9b2cbff59), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.841675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:56:59.841998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Attempting to bind port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:56:59.851961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:56:59.851961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:56:59.851961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:56:59.852328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Bound port: b7b8b380-38b4-4d50-b45e-54a377c8ba29, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:56:59.852422 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.852954 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.854821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1d5814c6-1eb5-4fab-907a-5cd9b2cbff59), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.868638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:56:59.869053 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (1d5814c6-1eb5-4fab-907a-5cd9b2cbff59), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:56:59.870903 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:56:59.972373 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:56:59.989409 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.004503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.007615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9 HTTP/1.1" status: 204  len: 168 time: 0.6951866
Apr 09 20:57:00.024514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a69d6-237b-4adb-ba44-83d6afc9ed3f req-26600690-7af4-440a-ad89-b06b4d8a72b5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.026117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-718a69d6-237b-4adb-ba44-83d6afc9ed3f req-26600690-7af4-440a-ad89-b06b4d8a72b5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 945 time: 0.0975134
Apr 09 20:57:00.028662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82039c1f-1f84-4af2-bc5b-d688f26616a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f2e5d4-bcc3-49d0-98ba-0eb7a8c8e7e9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:00.030894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:00.037684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.055152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:00.070514 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.121832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-718a69d6-237b-4adb-ba44-83d6afc9ed3f req-7ceed829-7668-45c4-8091-f1694d3edba0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885653
Apr 09 20:57:00.124891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.125531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.126874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] 10.222.0.32 "PUT /v2.0/ports/b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 1096 time: 2.2869041
Apr 09 20:57:00.127323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:00.129609 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4127675-5c28-4a16-a9b3-9970052798d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:00.149811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88477a83-4f0e-4c7f-bcfe-8910d9694da3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:00.187267 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80ce950-d5f3-4ac5-9e81-124978c867bc x-openstack-request-id: req-d80ce950-d5f3-4ac5-9e81-124978c867bc {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:00.187731 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:00.188126 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d80ce950-d5f3-4ac5-9e81-124978c867bc {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:00.188848 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80ce950-d5f3-4ac5-9e81-124978c867bc'] response: {'name': 'network-changed', 'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'status': 'completed', 'code': 200}
Apr 09 20:57:00.211475 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Publish callbacks [] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.225569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43482) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:00.226063 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.279941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1200fcb1-dc12-47d0-a5ae-059130fc3e10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=847209629f944fd98aec4c4bbe9a2bd8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0525804
Apr 09 20:57:00.283338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43486) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:00.337666 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Attempting to bind port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:00.338036 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Attempting to bind port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:00.338469 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Attempting to bind port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:00.364954 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50388ff4-485e-491f-9b40-9ac9660fd453 None None] Pushing event updated for resources: {'Port': ['ID=77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:00.377959 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:00.378373 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:00.378949 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.379903 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:00.380592 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Bound port: 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:00.381144 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.408245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Allocated IP 172.20.0.1 (46c7a6e0-6642-49c5-8303-85cb6b20824c/7ccbfe64-88f3-42be-bea3-dda3cbe13fd1/b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:00.459339 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] For port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:00.462935 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] For port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:00.472150 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.503284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a591cc42-7fe3-414d-a0e4-8231ef68aadd admin admin] Publish callbacks [] for security_group (436416a4-319b-4a2e-8872-5c02f60693b9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.511305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49231c9-5583-4715-81e4-5e16fa8dc3ed req-6f5f9ba0-84e8-453d-b09f-e6291c61da9d tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.514491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4127675-5c28-4a16-a9b3-9970052798d7 req-eedf0f4f-56dc-4a3d-aa5a-9a48b2b3928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.515997 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4127675-5c28-4a16-a9b3-9970052798d7 req-eedf0f4f-56dc-4a3d-aa5a-9a48b2b3928f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1130 time: 0.1217716
Apr 09 20:57:00.518867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e49231c9-5583-4715-81e4-5e16fa8dc3ed req-6f5f9ba0-84e8-453d-b09f-e6291c61da9d tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 944 time: 0.1827886
Apr 09 20:57:00.525153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-e7618286-0e5d-4187-9fb9-d3d5b2e28e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.526471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-e7618286-0e5d-4187-9fb9-d3d5b2e28e3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f36ce90faf42d0b8a5ab4024bd3db8&device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 1126 time: 0.1215203
Apr 09 20:57:00.527237 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Routers {'8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:00.527849 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377299fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:00.536214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device bda24322-5977-4986-922a-0fbb3eec9523 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:00.582329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4127675-5c28-4a16-a9b3-9970052798d7 req-8b3df74e-2639-452f-8355-9a3f1091f5e2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0503297
Apr 09 20:57:00.594042 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50388ff4-485e-491f-9b40-9ac9660fd453 None None] Pushing event updated for resources: {'Port': ['ID=77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:00.598999 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-48afb7c8-85cc-414d-8eba-afa7e8fe756b service neutron] 10.222.0.32 "GET /v2.0/ports/bda24322-5977-4986-922a-0fbb3eec9523/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2102966
Apr 09 20:57:00.605478 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a591cc42-7fe3-414d-a0e4-8231ef68aadd admin admin] Publish callbacks [] for security_group (436416a4-319b-4a2e-8872-5c02f60693b9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.609004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588847d2-6391-4f7d-a2f8-e7464a8b73dc req-122b5d96-29bc-4df9-aa53-f425e4f9ae9c tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.616890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-588847d2-6391-4f7d-a2f8-e7464a8b73dc req-122b5d96-29bc-4df9-aa53-f425e4f9ae9c tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1127 time: 0.1626205
Apr 09 20:57:00.679786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port bda24322-5977-4986-922a-0fbb3eec9523 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:00.718201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e49231c9-5583-4715-81e4-5e16fa8dc3ed req-1018c5ad-ea88-436d-a8ae-aaf83b9d9151 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978204
Apr 09 20:57:00.758640 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Publish callbacks [] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.782086 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] Set router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:00.784862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-dd6762cd-bcd5-4738-8119-eb2c30dbe84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.786497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-dd6762cd-bcd5-4738-8119-eb2c30dbe84b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f HTTP/1.1" status: 200  len: 928 time: 0.2316992
Apr 09 20:57:00.811638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4127675-5c28-4a16-a9b3-9970052798d7 req-909d64a7-0359-4bfc-a52b-e08ae1c320b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.813280 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a4127675-5c28-4a16-a9b3-9970052798d7 req-909d64a7-0359-4bfc-a52b-e08ae1c320b8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2234542
Apr 09 20:57:00.879951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-13770d11-42af-481a-b087-63b010a2da32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 200  len: 217 time: 0.0790112
Apr 09 20:57:00.890280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-588847d2-6391-4f7d-a2f8-e7464a8b73dc req-1d4e3190-ddd1-4b82-909b-561804d37c41 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2723083
Apr 09 20:57:00.907351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53557ef3-24fd-4fad-b251-d8eab0dccefd req-96553b3d-1beb-4e08-98cf-05fbe838a258 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.914849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53557ef3-24fd-4fad-b251-d8eab0dccefd req-96553b3d-1beb-4e08-98cf-05fbe838a258 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 948 time: 0.1248467
Apr 09 20:57:00.928658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.948764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-cfefead5-fbcd-4522-9c75-31c0bb948ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:00.950341 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-cfefead5-fbcd-4522-9c75-31c0bb948ce5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1130 time: 0.0953050
Apr 09 20:57:00.960509 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a591cc42-7fe3-414d-a0e4-8231ef68aadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (436416a4-319b-4a2e-8872-5c02f60693b9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.965580 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a591cc42-7fe3-414d-a0e4-8231ef68aadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:00.967045 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a591cc42-7fe3-414d-a0e4-8231ef68aadd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/436416a4-319b-4a2e-8872-5c02f60693b9 HTTP/1.1" status: 204  len: 168 time: 0.6824360
Apr 09 20:57:01.003233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591cc42-7fe3-414d-a0e4-8231ef68aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436416a4-319b-4a2e-8872-5c02f60693b9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:01.013662 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377299fd0>, [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:56:57Z', 'revision_number': 3, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port': {'id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:55Z', 'updated_at': '2022-04-09T20:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:01.036525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Network 46c7a6e0-6642-49c5-8303-85cb6b20824c is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:01.042017 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-781b221b-7358-4ea3-92d2-2eb0ee99ae36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 217 time: 0.0646062
Apr 09 20:57:01.047902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:01.052479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:01.056257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:01.084962 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b1d2a-b05c-4800-b582-f1a1cca671cd None None] The sync data for ids ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'] in ncdv-master-1 is: [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:56:57Z', 'revision_number': 3, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port': {'id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:55Z', 'updated_at': '2022-04-09T20:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:57:01.087385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed872352-5768-41b2-9e95-dc41d9a4cfa4 req-9dbf9607-b2af-4c86-971b-fdb1fa9fcd60 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.089166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed872352-5768-41b2-9e95-dc41d9a4cfa4 req-9dbf9607-b2af-4c86-971b-fdb1fa9fcd60 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 943 time: 0.0805755
Apr 09 20:57:01.100110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-2fad231d-8965-4ba2-9b45-c0d65ba2ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.105943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-2fad231d-8965-4ba2-9b45-c0d65ba2ff64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a138d28-ccd2-4168-a97e-8955337b9be5 HTTP/1.1" status: 200  len: 866 time: 0.2175033
Apr 09 20:57:01.108848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:01.166111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:01.200569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:01.211433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53557ef3-24fd-4fad-b251-d8eab0dccefd req-b8b24f40-82c0-49ea-81ae-a78a077ad885 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2956357
Apr 09 20:57:01.241342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed872352-5768-41b2-9e95-dc41d9a4cfa4 req-08cfa8fc-c993-4328-a1de-e8db3097310c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333110
Apr 09 20:57:01.255328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-7e4c5ba8-238a-480d-9487-7612359ce40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.264203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-7e4c5ba8-238a-480d-9487-7612359ce40b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1395619
Apr 09 20:57:01.287037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-37ecb921-2df9-48e1-85e3-0cadc8454cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.288599 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-37ecb921-2df9-48e1-85e3-0cadc8454cc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2333562
Apr 09 20:57:01.318403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda24322-5977-4986-922a-0fbb3eec9523 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:01.345523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:01.433881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dff6f3-4738-41db-a1f9-36bdb6778ce3 req-612d8e33-a4aa-4ffc-ba55-495d5488cdfe tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.435614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1dff6f3-4738-41db-a1f9-36bdb6778ce3 req-612d8e33-a4aa-4ffc-ba55-495d5488cdfe tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1127 time: 0.0631580
Apr 09 20:57:01.467970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bda24322-5977-4986-922a-0fbb3eec9523), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:01.548297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-afabaea8-64b0-4c42-8614-c3eff71dbce8 None None] Provisioning complete for port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:01.548804 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-afabaea8-64b0-4c42-8614-c3eff71dbce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:01.553233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337353-99b4-4d69-afcc-fa12b5ddff4c req-e314586f-9f53-4f3c-b2fc-3ae4f0bc0fc4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.555145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b337353-99b4-4d69-afcc-fa12b5ddff4c req-e314586f-9f53-4f3c-b2fc-3ae4f0bc0fc4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.1815140
Apr 09 20:57:01.561110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-d33879be-1df2-408d-a4ad-3a65f3ba5842 service neutron] 10.222.0.32 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906246
Apr 09 20:57:01.595940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-0e838086-c6ff-44ef-8543-e9f043f0e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.597595 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-0e838086-c6ff-44ef-8543-e9f043f0e085 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2919819
Apr 09 20:57:01.598065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43502) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:01.622337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-afabaea8-64b0-4c42-8614-c3eff71dbce8 None None] Port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:57:01.689861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-882829b9-44b0-4a0b-b507-697429af12b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2907881a-378f-4e16-ba12-6884a79f972c HTTP/1.1" status: 200  len: 217 time: 0.1063316
Apr 09 20:57:01.690569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:01.780049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] Transition to ACTIVE for port object bda24322-5977-4986-922a-0fbb3eec9523 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:01.780549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1dff6f3-4738-41db-a1f9-36bdb6778ce3 req-4427c63d-ff61-4e6c-bf14-04be46d88065 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3228216
Apr 09 20:57:01.804191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b337353-99b4-4d69-afcc-fa12b5ddff4c req-6842e690-fe66-486f-9581-a03a15547556 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421350
Apr 09 20:57:01.831078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-4a17a1ee-2207-478b-b1f1-346e7afb258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.832565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-4a17a1ee-2207-478b-b1f1-346e7afb258a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1321118
Apr 09 20:57:01.839724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9be3a81-6f25-48a3-9fc0-1f7522516ebc req-2f7b2cbb-1325-433c-8283-de59db1d1cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2686944
Apr 09 20:57:01.870089 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-93c5e422-eea1-4237-8386-d141416352dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e298331a0b24825a6cbe40cd5bae09d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2690516
Apr 09 20:57:01.872523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:01.892406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:01.952163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b31db7-ee9a-43d6-b2ba-0f43c50b0567 req-c614937a-6862-4f21-ad87-a94e7c7b879f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.958680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b31db7-ee9a-43d6-b2ba-0f43c50b0567 req-c614937a-6862-4f21-ad87-a94e7c7b879f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 944 time: 0.0830336
Apr 09 20:57:01.964568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-1955f5b4-3551-4d5c-864e-4fa6f868e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:01.966124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-1955f5b4-3551-4d5c-864e-4fa6f868e2fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1248791
Apr 09 20:57:02.005118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-209f01a7-093d-46fa-ae4a-c2aaaa7697b8 req-81211be5-55ce-4b8d-b290-b2def2dcf556 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:02.006206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-209f01a7-093d-46fa-ae4a-c2aaaa7697b8 req-81211be5-55ce-4b8d-b290-b2def2dcf556 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0091865
Apr 09 20:57:02.136823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b31db7-ee9a-43d6-b2ba-0f43c50b0567 req-f3779453-af67-40ca-935f-467a1698e516 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749549
Apr 09 20:57:02.168431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-b3d8e4c7-4ac6-4b59-94f4-febc0fcafed7 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702108
Apr 09 20:57:02.200547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:02.287350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:02.288268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.309702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad373704-1d79-4661-9608-02a2f9cf9a84 req-eab8a08a-e52c-4546-b221-dc5dc16893e5 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340270
Apr 09 20:57:02.315578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] Pushing event updated for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=10']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:02.349797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2c27528-7070-4de4-a058-7e9121af0db7 admin admin] Publish callbacks [] for security_group (498f8303-1c75-4ab8-8006-465f7d3eeb08), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.409243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3c942-ccaa-4447-9db4-d01cc80bd0c4 req-fa11ac00-e4d1-44ec-a9a9-5e45b7a14d0f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:02.417275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ada3c942-ccaa-4447-9db4-d01cc80bd0c4 req-fa11ac00-e4d1-44ec-a9a9-5e45b7a14d0f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 948 time: 0.0738091
Apr 09 20:57:02.425400 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-556973a1-76fc-41b6-b745-f2569a15e041 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7930849
Apr 09 20:57:02.427769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:02.428259 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.454970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] No DVR routers for this DVR port bda24322-5977-4986-922a-0fbb3eec9523 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:02.486476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ada3c942-ccaa-4447-9db4-d01cc80bd0c4 req-d7f81b2b-b630-4490-94f4-889911726989 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676613
Apr 09 20:57:02.488019 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2c27528-7070-4de4-a058-7e9121af0db7 admin admin] Publish callbacks [] for security_group (498f8303-1c75-4ab8-8006-465f7d3eeb08), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.492379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:02.506888 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.559588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ac60c733-ea67-43a5-8253-5a8a19668a37 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:02.590864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:02.604287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.604876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.605956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.606466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.606949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.607437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.608239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.608722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.609216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.609717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.610233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.610745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.611246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.611742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.612253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:02.620494 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2151298e-d79a-4ef2-9df4-8e5cd872658d service neutron] 10.222.0.32 "PUT /v2.0/ports/bda24322-5977-4986-922a-0fbb3eec9523/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.0035141
Apr 09 20:57:02.654835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86087f13-0d2d-46d6-88c5-11e9d9462179 req-83208656-3200-4f7d-80e0-7cec06e3d4da tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:02.659755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86087f13-0d2d-46d6-88c5-11e9d9462179 req-83208656-3200-4f7d-80e0-7cec06e3d4da tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 944 time: 0.1034575
Apr 09 20:57:02.684028 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b5ae89a-a17e-456c-84f6-fc89b5a48e5d req-4b2297d9-539d-4a60-b09a-6f27b1c1b790 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2205534
Apr 09 20:57:02.694612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Publish callbacks [] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.704572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.766608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2c27528-7070-4de4-a058-7e9121af0db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (498f8303-1c75-4ab8-8006-465f7d3eeb08), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.774394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2c27528-7070-4de4-a058-7e9121af0db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.778141 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f2c27528-7070-4de4-a058-7e9121af0db7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/498f8303-1c75-4ab8-8006-465f7d3eeb08 HTTP/1.1" status: 204  len: 168 time: 0.8972974
Apr 09 20:57:02.778573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ac60c733-ea67-43a5-8253-5a8a19668a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac60c733-ea67-43a5-8253-5a8a19668a37,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:02.795822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'port_id': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'mac_address': 'fa:16:3e:cb:02:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:02.806701 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-00008e65-705b-49da-a65b-2551cc14457d tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:02.808733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-00008e65-705b-49da-a65b-2551cc14457d tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1089265
Apr 09 20:57:02.813560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86087f13-0d2d-46d6-88c5-11e9d9462179 req-653afd05-6af8-4553-8589-ef7aac9bd378 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332123
Apr 09 20:57:02.854129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c27528-7070-4de4-a058-7e9121af0db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498f8303-1c75-4ab8-8006-465f7d3eeb08,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:02.861921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ac60c733-ea67-43a5-8253-5a8a19668a37 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:02.862313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.875282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:02.883298 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.885902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac60c733-ea67-43a5-8253-5a8a19668a37 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:02.915868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ac60c733-ea67-43a5-8253-5a8a19668a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac60c733-ea67-43a5-8253-5a8a19668a37,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:02.928724 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:02.959437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-554f92d4-3cf8-46fd-9e27-86938b72ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:02.961027 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-554f92d4-3cf8-46fd-9e27-86938b72ce41 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0&tenant_id=2c23a8d6534a4426b2ea106417c8b68a HTTP/1.1" status: 200  len: 1126 time: 0.1357262
Apr 09 20:57:03.007209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Network 46c7a6e0-6642-49c5-8303-85cb6b20824c is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:03.017458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:03.072294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ac60c733-ea67-43a5-8253-5a8a19668a37,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:03.079332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-e574cb7b-e7e6-4255-aa15-9173690d9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:03.081362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-e574cb7b-e7e6-4255-aa15-9173690d9571 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1126 time: 0.0837007
Apr 09 20:57:03.170706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5ea83-4b03-4ebb-ab48-9bc0ef3b85f9 req-387faf07-f99f-41e9-9531-519ed970d682 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:03.175473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ac60c733-ea67-43a5-8253-5a8a19668a37'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:03.178106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89f5ea83-4b03-4ebb-ab48-9bc0ef3b85f9 req-387faf07-f99f-41e9-9531-519ed970d682 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.0957284
Apr 09 20:57:03.262463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:57:03.332850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89f5ea83-4b03-4ebb-ab48-9bc0ef3b85f9 req-f0641d5a-3e34-452a-a388-633f02614ab1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537132
Apr 09 20:57:03.391419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-15a18140-ffde-439c-8314-4ab63eb996d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:03.401405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-15a18140-ffde-439c-8314-4ab63eb996d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.3004432
Apr 09 20:57:03.463767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-f61dcb4c-81c0-4f9a-8dbb-9f04214e06c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 217 time: 0.0614307
Apr 09 20:57:03.487143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0ada5c56-f4f3-4005-b98e-b75c998a3e23 None None] Provisioning complete for port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:03.487577 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ada5c56-f4f3-4005-b98e-b75c998a3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:03.491111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:57:03.498105 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ce0a3ab-0968-4296-921a-c70db103c8a0 admin admin] 10.222.0.30 "PUT /v2.0/routers/8ef13bd5-21f4-43e2-83b4-6f87fffd4b18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0440013
Apr 09 20:57:03.528992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-fda0c996-f29f-40ee-8820-359fbb8d0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:03.530465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-fda0c996-f29f-40ee-8820-359fbb8d0e09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.0570328
Apr 09 20:57:03.552882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0ada5c56-f4f3-4005-b98e-b75c998a3e23 None None] Port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:57:03.584985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-51930f5e-e5d3-43cb-bf89-ad3884b0fdf5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460489
Apr 09 20:57:03.608709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133647f-65d1-4aeb-9518-b2ffa7ed553a req-caa939dc-6eb1-4f9d-8c7d-e74490f55d55 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:03.610270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e133647f-65d1-4aeb-9518-b2ffa7ed553a req-caa939dc-6eb1-4f9d-8c7d-e74490f55d55 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 945 time: 0.0831964
Apr 09 20:57:03.658512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43564) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:03.663397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Sync routers for ids ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:57:03.676197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Routers {'8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:03.677254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765ef3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:03.774342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e133647f-65d1-4aeb-9518-b2ffa7ed553a req-1ad74b8d-f657-4e25-be7c-af6e0ac8254c tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433465
Apr 09 20:57:03.818737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-9eea839a-0907-4d46-b486-4d251b8a773e service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254064
Apr 09 20:57:03.832002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1532548358'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:03.840988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2907881a-378f-4e16-ba12-6884a79f972c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:03.873982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:03.878039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:03.895483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Set router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:03.915396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:57:03.928174 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0e2cdd06-0111-40f1-a238-7d66beb6b411), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:03.928989 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Added segment 0e2cdd06-0111-40f1-a238-7d66beb6b411 of type vlan for network ecdbeb25-e486-48df-bf84-0d48a4911a8a
Apr 09 20:57:03.985701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43580) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:03.994357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (ecdbeb25-e486-48df-bf84-0d48a4911a8a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.045312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (ecdbeb25-e486-48df-bf84-0d48a4911a8a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.052902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:04.054391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.115612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4555998
Apr 09 20:57:04.137261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2907881a-378f-4e16-ba12-6884a79f972c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2907881a-378f-4e16-ba12-6884a79f972c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:04.154792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43586) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:04.157717 ncdv-master-1 neutron-server[126919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 09 20:57:04.164180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '2907881a-378f-4e16-ba12-6884a79f972c', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '2907881a-378f-4e16-ba12-6884a79f972c', 'mac_address': 'fa:16:3e:ce:1b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:04.165487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'subnet': {'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:04.226997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:04.250376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-4ec00027-e424-4f83-966f-56cead30594e tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:04.251404 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-4ec00027-e424-4f83-966f-56cead30594e tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2647026
Apr 09 20:57:04.254443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e6f44-f70d-478e-8d7b-69db03ca878a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Network': ['ID=ecdbeb25-e486-48df-bf84-0d48a4911a8a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:04.270854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2907881a-378f-4e16-ba12-6884a79f972c is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:04.271237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2907881a-378f-4e16-ba12-6884a79f972c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.282090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:04.284718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network ecdbeb25-e486-48df-bf84-0d48a4911a8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:57:04.288133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.290934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765ef3a0>, [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:57:01Z', 'revision_number': 4, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port': {'id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:55Z', 'updated_at': '2022-04-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b', 'name': '', 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'mac_address': 'fa:16:3e:d1:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7ccbfe64-88f3-42be-bea3-dda3cbe13fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:00Z', 'updated_at': '2022-04-09T20:57:02Z', 'revision_number': 2, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'subnets': [{'id': '7ccbfe64-88f3-42be-bea3-dda3cbe13fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:04.328711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f2620-1699-428d-b3ef-824f7c0fa5bb req-099c12c1-81ec-4958-a817-2ad05f5fd7d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:04.336019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7f2620-1699-428d-b3ef-824f7c0fa5bb req-099c12c1-81ec-4958-a817-2ad05f5fd7d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 948 time: 0.3851590
Apr 09 20:57:04.374412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-49a288b3-e1e4-4fc7-b51a-cdee8fb91ccb service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5470996
Apr 09 20:57:04.415579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7f2620-1699-428d-b3ef-824f7c0fa5bb req-60a58824-0961-403a-86ad-b4f761254aa6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734959
Apr 09 20:57:04.445777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-b43739ea-1ab9-49cd-87bf-488a15138e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:04.447193 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-b43739ea-1ab9-49cd-87bf-488a15138e0f service neutron] 10.222.0.30 "GET /v2.0/ports/5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 1124 time: 0.1150723
Apr 09 20:57:04.463031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:04.463571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Unknown quota resources ['binding']. {{(pid=126919) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 20:57:04.525686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2907881a-378f-4e16-ba12-6884a79f972c {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:04.528811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82317-c6f1-4991-b5d1-5be8c0e3e2ed req-ab4445d4-cd80-4760-a0f2-1ea0694395e2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:04.530915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30c82317-c6f1-4991-b5d1-5be8c0e3e2ed req-ab4445d4-cd80-4760-a0f2-1ea0694395e2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 944 time: 0.0584445
Apr 09 20:57:04.542716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Checking router: 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:57:04.543067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Updating router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:57:04.571181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ac60c733-ea67-43a5-8253-5a8a19668a37 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:04.580503 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.595909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30c82317-c6f1-4991-b5d1-5be8c0e3e2ed req-1c3e4595-dff2-4b5f-a8ce-435f30ae8a0e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547583
Apr 09 20:57:04.641416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2907881a-378f-4e16-ba12-6884a79f972c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2907881a-378f-4e16-ba12-6884a79f972c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:04.658413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (df857378-ee26-4c80-9b13-7c88968fb8c8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.665515 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2907881a-378f-4e16-ba12-6884a79f972c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.735852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-7ac74211-001f-4050-8818-9497b267b770 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:04.737680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-7ac74211-001f-4050-8818-9497b267b770 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0633130
Apr 09 20:57:04.758045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:04.758386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:04.758708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:04.759562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:04.760718 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.770631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:04.771006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:04.774520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Subnet': ['ID=df857378-ee26-4c80-9b13-7c88968fb8c8,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:04.778706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Checking segment: {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:04.779093 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network hostable DHCP agents. Network: ecdbeb25-e486-48df-bf84-0d48a4911a8a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:57:04.785456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:04.785792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:04.786167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:04.786596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Bound port: 5a70f221-9817-486d-a4b4-02f831c18d28, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:04.841410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network ecdbeb25-e486-48df-bf84-0d48a4911a8a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:57:04.863795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ecdbeb25-e486-48df-bf84-0d48a4911a8a) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:04.869904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:04.871456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:04.872189 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.882151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.882895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-59507330-ea72-4a01-924c-b2cbe9afc8b4 service neutron] 10.222.0.30 "POST /v2.0/ports/5a70f221-9817-486d-a4b4-02f831c18d28/bindings HTTP/1.1" status: 201  len: 389 time: 0.4233758
Apr 09 20:57:04.887402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67517a-ee7b-4ecf-8a44-ae8b88be9baf None None] Network ecdbeb25-e486-48df-bf84-0d48a4911a8a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:04.892377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2907881a-378f-4e16-ba12-6884a79f972c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:04.896022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port ac60c733-ea67-43a5-8253-5a8a19668a37 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:04.899856 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-415a994e-682f-46b3-8cb9-ec3c612133d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.7439709
Apr 09 20:57:04.903356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43606) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:04.914902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-612396849'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:04.931657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port ac60c733-ea67-43a5-8253-5a8a19668a37 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:04.932029 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.946893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:04.950719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:04.976412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:57:05.005260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7abd2520-62db-40d6-9ccc-a5be820908af), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.005639 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Added segment 7abd2520-62db-40d6-9ccc-a5be820908af of type vlan for network be265ed6-bafe-4cf8-b76d-58ec43c2b275
Apr 09 20:57:05.022739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e93e-20fa-41e8-a553-54334ace554d req-d76ce250-8c42-40f9-99b8-3a8c115eacbb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:05.030481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3331e93e-20fa-41e8-a553-54334ace554d req-d76ce250-8c42-40f9-99b8-3a8c115eacbb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.1765978
Apr 09 20:57:05.098344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (be265ed6-bafe-4cf8-b76d-58ec43c2b275), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.133145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['2907881a-378f-4e16-ba12-6884a79f972c'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:05.135099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (be265ed6-bafe-4cf8-b76d-58ec43c2b275), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.137753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2d30cc19-dafc-46ff-a896-55f45da9be6c service neutron] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:05.143649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:05.143998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2d30cc19-dafc-46ff-a896-55f45da9be6c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.144598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.145070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06b3a684-e628-4ae7-b4f0-1836cc5e8a56 req-2d30cc19-dafc-46ff-a896-55f45da9be6c service neutron] 10.222.0.25 "DELETE /v2.0/ports/bda24322-5977-4986-922a-0fbb3eec9523/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3992558
Apr 09 20:57:05.157783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3331e93e-20fa-41e8-a553-54334ace554d req-16cb0fbc-bc0a-476c-97a2-37d5c82e0f76 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263385
Apr 09 20:57:05.187001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa2524-ef54-4a48-8b77-88bf4ab173b0 req-73334cfe-84e3-42b7-aff4-8e1bdd7b2779 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:05.196503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebfa2524-ef54-4a48-8b77-88bf4ab173b0 req-73334cfe-84e3-42b7-aff4-8e1bdd7b2779 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 945 time: 0.0992024
Apr 09 20:57:05.199316 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2948606
Apr 09 20:57:05.202164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43618) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:05.207484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'subnet': {'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:05.273541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29668080-dc58-4686-b8c7-9739def0f43c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Network': ['ID=be265ed6-bafe-4cf8-b76d-58ec43c2b275,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:05.299105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network be265ed6-bafe-4cf8-b76d-58ec43c2b275 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:57:05.378361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92392e-4754-4523-8617-a9f3f333254c req-3c49d66b-d9ba-4586-b7a0-dfe15bebf08d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:05.385469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f92392e-4754-4523-8617-a9f3f333254c req-3c49d66b-d9ba-4586-b7a0-dfe15bebf08d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 945 time: 0.1201515
Apr 09 20:57:05.385842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:05.407658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebfa2524-ef54-4a48-8b77-88bf4ab173b0 req-d9c61e64-92ce-4bad-91b4-e61f267e7f54 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963744
Apr 09 20:57:05.444888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:05.450818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.502467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f92392e-4754-4523-8617-a9f3f333254c req-278f8d8a-250f-4b34-b4aa-331f4dda8f83 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161125
Apr 09 20:57:05.527828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ecdbeb25-e486-48df-bf84-0d48a4911a8a', 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a', 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'fixed_ips': [{'subnet_id': 'df857378-ee26-4c80-9b13-7c88968fb8c8'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:57:05.528730 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.551263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ac60c733-ea67-43a5-8253-5a8a19668a37 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:05.551944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.618428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ae614-9d3b-42d2-83ef-17603f784425 req-c949774d-417d-49f4-941f-8d29cf34dd91 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:05.620126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c8ae614-9d3b-42d2-83ef-17603f784425 req-c949774d-417d-49f4-941f-8d29cf34dd91 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 949 time: 0.0753295
Apr 09 20:57:05.650392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:05.653759 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c97c884-2287-4fe3-982d-5b22906d80d7" -d '{"events": [{"server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "name": "network-vif-plugged", "status": "completed", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:05.742522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ac60c733-ea67-43a5-8253-5a8a19668a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac60c733-ea67-43a5-8253-5a8a19668a37,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:05.751266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c8ae614-9d3b-42d2-83ef-17603f784425 req-955e9287-7915-45e8-9772-8d61004e2d78 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107399
Apr 09 20:57:05.752746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-690b3796-ddff-400d-912b-f8d8a12baa0e req-ec8fae88-1e18-4711-a992-af716e848dc5 tempest-FlavorsV2NegativeTest-674741446 tempest-FlavorsV2NegativeTest-674741446-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=187ddc30032e4562988928849adc2ca4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0401843
Apr 09 20:57:05.765112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.769413 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Publish callbacks [] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.818132 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.893199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (45562f5a-7507-43fb-b896-7d8c177d97d5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:05.902841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ac60c733-ea67-43a5-8253-5a8a19668a37,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:05.958725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c6242-f357-4cd9-9b7f-00d57d115c7e req-f0758882-b1f9-40af-9b84-a18a61ac9226 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:05.960384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e7c6242-f357-4cd9-9b7f-00d57d115c7e req-f0758882-b1f9-40af-9b84-a18a61ac9226 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 944 time: 0.1348472
Apr 09 20:57:06.032099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Allocated IP 19.80.0.2 (ecdbeb25-e486-48df-bf84-0d48a4911a8a/df857378-ee26-4c80-9b13-7c88968fb8c8/f4af21c4-db10-45e1-9703-24ba902119f8) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:06.032317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Subnet': ['ID=45562f5a-7507-43fb-b896-7d8c177d97d5,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:06.054131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b3796-ddff-400d-912b-f8d8a12baa0e req-b65c206f-c99d-4523-bab3-f65bd1c29b3d tempest-FlavorsV2NegativeTest-674741446 tempest-FlavorsV2NegativeTest-674741446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.055673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-690b3796-ddff-400d-912b-f8d8a12baa0e req-b65c206f-c99d-4523-bab3-f65bd1c29b3d tempest-FlavorsV2NegativeTest-674741446 tempest-FlavorsV2NegativeTest-674741446-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2688560
Apr 09 20:57:06.066898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e0df7-0e1c-4a69-88d3-c81843da25e3 None None] Pushing event updated for resources: {'Port': ['ID=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:06.071547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Attempting to bind port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:06.071913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Attempting to bind port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:06.072595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Attempting to bind port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b on network 46c7a6e0-6642-49c5-8303-85cb6b20824c {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:06.080704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Checking segment: {'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:06.080959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network hostable DHCP agents. Network: be265ed6-bafe-4cf8-b76d-58ec43c2b275, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:57:06.090572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:06.090957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Checking segment: {'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:06.091704 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:06.091821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Bound using segment: {'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:06.092209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Bound port: b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1680bb26-06af-42dc-95d9-092280f5fa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:06.092591 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:06.108566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e7c6242-f357-4cd9-9b7f-00d57d115c7e req-090a6fb6-2b2a-4c37-a226-b06296193940 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161556
Apr 09 20:57:06.111514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-690b3796-ddff-400d-912b-f8d8a12baa0e req-bddc36f9-295a-46b3-95ab-e31fa200f515 tempest-FlavorsV2NegativeTest-674741446 tempest-FlavorsV2NegativeTest-674741446-project] 10.222.0.30 "GET /v2.0/quotas/187ddc30032e4562988928849adc2ca4 HTTP/1.1" status: 200  len: 375 time: 0.0431535
Apr 09 20:57:06.186991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-690b3796-ddff-400d-912b-f8d8a12baa0e req-c24db8c1-c9fd-4476-b9c8-28a916e2bd95 tempest-FlavorsV2NegativeTest-674741446 tempest-FlavorsV2NegativeTest-674741446-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=187ddc30032e4562988928849adc2ca4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0669031
Apr 09 20:57:06.201484 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ef98d5-33e3-4894-a969-aad875d7e185 x-openstack-request-id: req-04ef98d5-33e3-4894-a969-aad875d7e185 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:06.201904 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "name": "network-vif-plugged", "status": "completed", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:06.204648 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04ef98d5-33e3-4894-a969-aad875d7e185 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:06.205100 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ef98d5-33e3-4894-a969-aad875d7e185'] response: {'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'code': 200}
Apr 09 20:57:06.216255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network be265ed6-bafe-4cf8-b76d-58ec43c2b275 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:57:06.245722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be265ed6-bafe-4cf8-b76d-58ec43c2b275) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:06.277685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f7928-ef7f-42d8-8ca4-b15e5074a403 None None] Network be265ed6-bafe-4cf8-b76d-58ec43c2b275 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:06.330266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d150b2-c0e7-4c05-b539-327cc05f3139 req-0bc16c56-bd9c-408b-b367-92c6e3155206 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.331825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34d150b2-c0e7-4c05-b539-327cc05f3139 req-0bc16c56-bd9c-408b-b367-92c6e3155206 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1126 time: 0.0813489
Apr 09 20:57:06.335075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.335530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:06.353870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285b16-8f54-4e09-8576-6a2e7af1c3e8 req-b8eaff58-1e2d-46c7-a37f-cfc60e9cd740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.356104 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f285b16-8f54-4e09-8576-6a2e7af1c3e8 req-b8eaff58-1e2d-46c7-a37f-cfc60e9cd740 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 1128 time: 0.0672355
Apr 09 20:57:06.365792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d47cd193-252e-42ea-98c7-513792f16880 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.1625774
Apr 09 20:57:06.381796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-45407ffa-c55a-41df-b72a-5932691bef35 None None] Provisioning complete for port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:06.382175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-45407ffa-c55a-41df-b72a-5932691bef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:06.437088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] For port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:06.439399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f285b16-8f54-4e09-8576-6a2e7af1c3e8 req-10d5daf7-51cc-4eaa-bd31-9ddd3e716e8a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735052
Apr 09 20:57:06.440374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fa19a-0ac6-4541-8de1-d9c3fcd107de req-1dae94b7-429b-4263-987c-f6dd05942685 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.449967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-060fa19a-0ac6-4541-8de1-d9c3fcd107de req-1dae94b7-429b-4263-987c-f6dd05942685 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.1005816
Apr 09 20:57:06.485604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] For port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,segment=NetworkSegment(1680bb26-06af-42dc-95d9-092280f5fa55),segment_id=1680bb26-06af-42dc-95d9-092280f5fa55)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:06.501018 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Publish callbacks [] for port (f4af21c4-db10-45e1-9703-24ba902119f8), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:06.509632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:06.524288 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:06.531262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-060fa19a-0ac6-4541-8de1-d9c3fcd107de req-b89609b0-f306-48b6-9365-2efd9c79e339 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800226
Apr 09 20:57:06.532299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-53b29c52-f8e0-429b-b5de-5ca2d3a1b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.533745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-53b29c52-f8e0-429b-b5de-5ca2d3a1b4ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1127 time: 0.1858103
Apr 09 20:57:06.544078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-45407ffa-c55a-41df-b72a-5932691bef35 None None] Port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:57:06.546760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34d150b2-c0e7-4c05-b539-327cc05f3139 req-c4714386-cd1c-4e59-a624-5e16d82c3001 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963837
Apr 09 20:57:06.609169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b7b8b380-38b4-4d50-b45e-54a377c8ba29 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:06.699549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701f66-ff32-4427-b8b0-c9df935d8dcf req-eab3bb5d-b721-431f-8251-d5428b3b164b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.701391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60701f66-ff32-4427-b8b0-c9df935d8dcf req-eab3bb5d-b721-431f-8251-d5428b3b164b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 946 time: 0.0537939
Apr 09 20:57:06.701658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-be265ed6-bafe-4cf8-b76d-58ec43c2b275', 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275', 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'fixed_ips': [{'subnet_id': '45562f5a-7507-43fb-b896-7d8c177d97d5'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:57:06.702539 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:06.736861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Network ecdbeb25-e486-48df-bf84-0d48a4911a8a is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:06.764253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:06.783938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:06.795091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Routers {'8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:06.795946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765ef3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:06.800576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e0df7-0e1c-4a69-88d3-c81843da25e3 None None] Pushing event updated for resources: {'Port': ['ID=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:06.843704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-935e0557-61d8-458d-b719-49edda25b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.845775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-935e0557-61d8-458d-b719-49edda25b2ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.2978957
Apr 09 20:57:06.862210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60701f66-ff32-4427-b8b0-c9df935d8dcf req-e289e1ef-3b90-4246-82b8-a8b25a41f054 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503556
Apr 09 20:57:06.908193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-838fa47e-cb9f-453e-a1cf-96b6cc42afd0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 217 time: 0.0501277
Apr 09 20:57:06.979726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-0e194b05-b9d9-4d47-a350-bc618d088542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:06.983140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-0e194b05-b9d9-4d47-a350-bc618d088542 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.0603347
Apr 09 20:57:07.016702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-a945372c-3815-4bad-afde-fa4b063f0910 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:07.022561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-a945372c-3815-4bad-afde-fa4b063f0910 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:07.024395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-a945372c-3815-4bad-afde-fa4b063f0910 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/networks?id=ecdbeb25-e486-48df-bf84-0d48a4911a8a&id=be265ed6-bafe-4cf8-b76d-58ec43c2b275&id=ecdbeb25-e486-48df-bf84-0d48a4911a8a HTTP/1.1" status: 200  len: 1391 time: 0.2934334
Apr 09 20:57:07.063075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-38e4aa4e-7b3c-441b-baa9-4314a8a07206 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704308
Apr 09 20:57:07.076024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43702) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:07.088428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-2be58bf6-fcab-4742-9ac4-8273526a0320 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/quotas/bf4fe086a6e94378997756b1fc02a6c7 HTTP/1.1" status: 200  len: 375 time: 0.0436947
Apr 09 20:57:07.120304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093382a-01c8-4f5a-9e3f-ec252e816263 req-7790b2e0-4c09-4f68-9da9-8393e082e6fb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:07.121780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e093382a-01c8-4f5a-9e3f-ec252e816263 req-7790b2e0-4c09-4f68-9da9-8393e082e6fb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 945 time: 0.1278203
Apr 09 20:57:07.186070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-373cb242-097b-4ae2-89dc-2d09e019c6aa None None] Provisioning complete for port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:07.186443 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-373cb242-097b-4ae2-89dc-2d09e019c6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.200177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad28923d-57d6-4987-82f6-86934c9bc21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.211061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-9f372d83-3451-45ed-a865-6b58dbfaeeaf tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1069107
Apr 09 20:57:07.271367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e093382a-01c8-4f5a-9e3f-ec252e816263 req-ce7897dd-558d-4256-828e-c735dcfae955 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409323
Apr 09 20:57:07.285408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad28923d-57d6-4987-82f6-86934c9bc21f admin admin] Publish callbacks [] for security_group (0858ce65-8b30-46c7-bc2a-6e4a303b0af8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.286791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Pushing event updated for resources: {'Port': ['ID=f4af21c4-db10-45e1-9703-24ba902119f8,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:07.289225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Attempting to bind port f4af21c4-db10-45e1-9703-24ba902119f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:07.289762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Attempting to bind port f4af21c4-db10-45e1-9703-24ba902119f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:07.290380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Attempting to bind port f4af21c4-db10-45e1-9703-24ba902119f8 on network ecdbeb25-e486-48df-bf84-0d48a4911a8a {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:07.295964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad28923d-57d6-4987-82f6-86934c9bc21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0858ce65-8b30-46c7-bc2a-6e4a303b0af8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.314555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:07.316792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-3ed72835-9800-4e54-bcb0-f94f4ad39e48 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436273
Apr 09 20:57:07.316933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Checking segment: {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:07.317644 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.318042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Bound using segment: {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:07.320074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Bound port: f4af21c4-db10-45e1-9703-24ba902119f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:07.321244 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.351757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:07.352361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28923d-57d6-4987-82f6-86934c9bc21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0858ce65-8b30-46c7-bc2a-6e4a303b0af8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:07.356997 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ad28923d-57d6-4987-82f6-86934c9bc21f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=187ddc30032e4562988928849adc2ca4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2793736
Apr 09 20:57:07.363350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43710) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:07.410713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'mac_address': 'fa:16:3e:3e:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:07.424976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] Set router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:07.431106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-9168712d-b26e-4a32-bda6-1b714355bee2 service neutron] 10.222.0.30 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042830
Apr 09 20:57:07.554522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Allocated IP 19.86.0.2 (be265ed6-bafe-4cf8-b76d-58ec43c2b275/45562f5a-7507-43fb-b896-7d8c177d97d5/ae5459be-df68-473a-a121-d03a3640bd9a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:07.609596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-7e8db160-3037-40ce-8633-647c736407f6 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2838964
Apr 09 20:57:07.625320 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11a92286-dc57-4241-845c-77c14d7c66ba admin admin] Publish callbacks [] for security_group (0858ce65-8b30-46c7-bc2a-6e4a303b0af8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.646335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b7b8b380-38b4-4d50-b45e-54a377c8ba29 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:07.647041 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.675586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-2aaab18a-71b1-494a-8188-12483290d0ad tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:07.677067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-2aaab18a-71b1-494a-8188-12483290d0ad tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 820 time: 0.2632198
Apr 09 20:57:07.683197 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11a92286-dc57-4241-845c-77c14d7c66ba admin admin] Publish callbacks [] for security_group (0858ce65-8b30-46c7-bc2a-6e4a303b0af8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.691392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-c0c98d1b-e5f0-40b5-a624-f1c507d108d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434537
Apr 09 20:57:07.691822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-373cb242-097b-4ae2-89dc-2d09e019c6aa None None] Current status of the port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:07.692229 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-373cb242-097b-4ae2-89dc-2d09e019c6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.714649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b8b380-38b4-4d50-b45e-54a377c8ba29 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:07.722965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] For port f4af21c4-db10-45e1-9703-24ba902119f8, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:07.750971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-cc541879-0f39-460b-8dd3-35a14db72b71 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/quotas/2c23a8d6534a4426b2ea106417c8b68a HTTP/1.1" status: 200  len: 375 time: 0.0585725
Apr 09 20:57:07.811863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2907881a-378f-4e16-ba12-6884a79f972c up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:07.821074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] For port f4af21c4-db10-45e1-9703-24ba902119f8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4af21c4-db10-45e1-9703-24ba902119f8,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:07.840414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:07.855325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-1c6578b6-735c-4022-b21c-88c5b2f95e58 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:07.856848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-1c6578b6-735c-4022-b21c-88c5b2f95e58 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1536984
Apr 09 20:57:07.865210 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.869802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:07.877800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.901175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-d35da71c-545e-4e68-8c30-3ec0b41a48e1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1169636
Apr 09 20:57:07.933190 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11a92286-dc57-4241-845c-77c14d7c66ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0858ce65-8b30-46c7-bc2a-6e4a303b0af8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.935578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11a92286-dc57-4241-845c-77c14d7c66ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:07.936677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-11a92286-dc57-4241-845c-77c14d7c66ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0858ce65-8b30-46c7-bc2a-6e4a303b0af8 HTTP/1.1" status: 204  len: 168 time: 0.5666678
Apr 09 20:57:07.965969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-373cb242-097b-4ae2-89dc-2d09e019c6aa None None] For port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,segment=NetworkSegment(1680bb26-06af-42dc-95d9-092280f5fa55),segment_id=1680bb26-06af-42dc-95d9-092280f5fa55)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:07.978658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-ab78d19f-cf9b-4b8a-beb1-be58a52b4481 service neutron] 10.222.0.30 "GET /v2.0/networks/be265ed6-bafe-4cf8-b76d-58ec43c2b275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763519
Apr 09 20:57:07.992464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-373cb242-097b-4ae2-89dc-2d09e019c6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.004609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a92286-dc57-4241-845c-77c14d7c66ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0858ce65-8b30-46c7-bc2a-6e4a303b0af8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:08.066071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.095319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10671b2f-d2b1-4895-932f-757bf6cbe603 None None] Pushing event updated for resources: {'Port': ['ID=f4af21c4-db10-45e1-9703-24ba902119f8,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:08.151118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 2907881a-378f-4e16-ba12-6884a79f972c completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:08.158853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765ef3a0>, [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:57:01Z', 'revision_number': 4, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port': {'id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:55Z', 'updated_at': '2022-04-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b', 'name': '', 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'mac_address': 'fa:16:3e:d1:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7ccbfe64-88f3-42be-bea3-dda3cbe13fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:00Z', 'updated_at': '2022-04-09T20:57:06Z', 'revision_number': 4, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'subnets': [{'id': '7ccbfe64-88f3-42be-bea3-dda3cbe13fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:08.181885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-32565d39-8f2e-41ec-b5fa-cead01c3b893 service neutron] 10.222.0.30 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664270
Apr 09 20:57:08.195844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b97dba-ab56-453d-91dd-40cdb8e7266d None None] The sync data for ids ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'] in ncdv-master-1 is: [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:57:01Z', 'revision_number': 4, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port': {'id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:55Z', 'updated_at': '2022-04-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b', 'name': '', 'network_id': '46c7a6e0-6642-49c5-8303-85cb6b20824c', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'mac_address': 'fa:16:3e:d1:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7ccbfe64-88f3-42be-bea3-dda3cbe13fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:00Z', 'updated_at': '2022-04-09T20:57:06Z', 'revision_number': 4, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'subnets': [{'id': '7ccbfe64-88f3-42be-bea3-dda3cbe13fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:57:08.208129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:08.231663 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Publish callbacks [] for port (ae5459be-df68-473a-a121-d03a3640bd9a), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.235395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 2907881a-378f-4e16-ba12-6884a79f972c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:08.235820 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2907881a-378f-4e16-ba12-6884a79f972c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.300014 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.347890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:08.370138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Network be265ed6-bafe-4cf8-b76d-58ec43c2b275 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:08.427285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:08.437519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:08.557412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cb242-097b-4ae2-89dc-2d09e019c6aa None None] Pushing event updated for resources: {'Port': ['ID=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:08.697794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Attempting to bind port ae5459be-df68-473a-a121-d03a3640bd9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:08.698284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Attempting to bind port ae5459be-df68-473a-a121-d03a3640bd9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:08.698740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Attempting to bind port ae5459be-df68-473a-a121-d03a3640bd9a on network be265ed6-bafe-4cf8-b76d-58ec43c2b275 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:08.708451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2907881a-378f-4e16-ba12-6884a79f972c is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:08.709008 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2907881a-378f-4e16-ba12-6884a79f972c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.718320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:08.718889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Checking segment: {'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:08.719303 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.719805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Bound using segment: {'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:08.720375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Bound port: ae5459be-df68-473a-a121-d03a3640bd9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:08.720860 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.771143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:08.774541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Pushing event updated for resources: {'Port': ['ID=ae5459be-df68-473a-a121-d03a3640bd9a,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:08.792778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-0f02c730-a942-4bd3-9fb5-b0b7701ef27e service neutron] 10.222.0.30 "GET /v2.0/networks/be265ed6-bafe-4cf8-b76d-58ec43c2b275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8131874
Apr 09 20:57:08.830327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b1c719-b621-4ea4-a81a-06a089ad7a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2907881a-378f-4e16-ba12-6884a79f972c'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:08.833319 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31017a5-5d14-4d32-b409-40f899d5bf50" -d '{"events": [{"server_uuid": "b3b1c719-b621-4ea4-a81a-06a089ad7a11", "name": "network-vif-plugged", "status": "completed", "tag": "2907881a-378f-4e16-ba12-6884a79f972c"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:08.860137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2907881a-378f-4e16-ba12-6884a79f972c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2907881a-378f-4e16-ba12-6884a79f972c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:08.875229 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2907881a-378f-4e16-ba12-6884a79f972c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.905136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-929f8d63-313e-48a1-aaf5-072a671eddc8 service neutron] 10.222.0.30 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7223580
Apr 09 20:57:08.915529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:08.974890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Publish callbacks [] for port (5a70f221-9817-486d-a4b4-02f831c18d28), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:08.984136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:08.988975 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00dfc28-3bba-47f7-b64b-14277a7aee60" -d '{"events": [{"server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "name": "network-vif-unplugged", "status": "completed", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:08.995276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.103759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43748) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:09.129065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-ba1168a3-74fb-469f-9ea2-eed29dede958 service neutron] 10.222.0.30 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3296583
Apr 09 20:57:09.157580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] For port ae5459be-df68-473a-a121-d03a3640bd9a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:09.178320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] For port ae5459be-df68-473a-a121-d03a3640bd9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae5459be-df68-473a-a121-d03a3640bd9a,segment=NetworkSegment(7abd2520-62db-40d6-9ccc-a5be820908af),segment_id=7abd2520-62db-40d6-9ccc-a5be820908af)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:09.191299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2907881a-378f-4e16-ba12-6884a79f972c,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:09.196757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.286069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f513ae-b4f8-4cfd-96d7-e15219537480 None None] Pushing event updated for resources: {'Port': ['ID=ae5459be-df68-473a-a121-d03a3640bd9a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:09.367174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-622781994-network', 'tenant_id': '333402ee57fb405f856c323a638d2b7c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:09.418734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Made reservation on behalf of 333402ee57fb405f856c323a638d2b7c for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:09.421561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.440666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.482966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:09.483251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:09.483602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:09.526030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:09.528577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Attempting to bind port 5a70f221-9817-486d-a4b4-02f831c18d28 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:09.540617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:09.570755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:09.571034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:09.571486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:09.572164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Bound port: 5a70f221-9817-486d-a4b4-02f831c18d28, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:09.572624 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.594774 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Publish callbacks [] for security_group (30f47ad0-cff9-43fd-92bc-83d8ce3c5bea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.619700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (30f47ad0-cff9-43fd-92bc-83d8ce3c5bea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.665547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cb93d-81b1-4c29-b188-ca0630056a75 req-7b0b00b8-0381-42d7-8f8f-830912074b31 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:09.671280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da9cb93d-81b1-4c29-b188-ca0630056a75 req-7b0b00b8-0381-42d7-8f8f-830912074b31 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.2254379
Apr 09 20:57:09.697914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:57:09.715901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e6618009-aff5-460e-90cc-d9907d137b33), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.716436 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Added segment e6618009-aff5-460e-90cc-d9907d137b33 of type vlan for network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c
Apr 09 20:57:09.723833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c07e1e4-5ce8-49c6-9ac2-c74f9ac1f820 None None] Network ecdbeb25-e486-48df-bf84-0d48a4911a8a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:09.742450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:09.750082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:09.784388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-6e99fabb-94d2-4d16-a38f-5eaae38d0c55 service neutron] 10.222.0.30 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6414301
Apr 09 20:57:09.790854 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.843687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0b5c472f-341c-413f-90c4-7d8b87076f28 None None] Provisioning complete for port f4af21c4-db10-45e1-9703-24ba902119f8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:09.844325 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0b5c472f-341c-413f-90c4-7d8b87076f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.849658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:09.905088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.906118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da9cb93d-81b1-4c29-b188-ca0630056a75 req-4accb539-a91f-4708-a8ee-95485f26550d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609161
Apr 09 20:57:09.952510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.956116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:09.957323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:09.992898 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8869426
Apr 09 20:57:09.997382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43760) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:10.024882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Request body: {'subnet': {'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-622781994-subnet', 'tenant_id': '333402ee57fb405f856c323a638d2b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:10.081261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Made reservation on behalf of 333402ee57fb405f856c323a638d2b7c for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:10.083653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:10.086072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:10.091012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:10.091908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] 10.222.0.25 "PUT /v2.0/ports/5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 1121 time: 2.2267637
Apr 09 20:57:10.117299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac29c6-e0a0-41a2-9488-0200ab54eb40 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=8']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:10.254779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5a70f221-9817-486d-a4b4-02f831c18d28'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:10.256751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ad52d-e3d6-4423-8b24-3ae01275ff5f admin admin] Pushing event updated for resources: {'Network': ['ID=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:10.285183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386eab5-b7ab-4c43-aac2-65dca4da1f34 req-1923436b-3ce2-49fe-b68f-d02b16dfa449 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:10.294606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3386eab5-b7ab-4c43-aac2-65dca4da1f34 req-1923436b-3ce2-49fe-b68f-d02b16dfa449 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 949 time: 0.2348168
Apr 09 20:57:10.311732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d8f4e-0e97-4be5-8c3c-c95dcb19b191 req-1e22a721-18c7-41e6-bf27-ccc47c33ddf5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:10.313343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-312d8f4e-0e97-4be5-8c3c-c95dcb19b191 req-1e22a721-18c7-41e6-bf27-ccc47c33ddf5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 946 time: 0.2186854
Apr 09 20:57:10.353818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:57:10.419847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3386eab5-b7ab-4c43-aac2-65dca4da1f34 req-df97e946-0ed6-4a04-a3a8-7171a5bd54dc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197882
Apr 09 20:57:10.444800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c472f-341c-413f-90c4-7d8b87076f28 None None] Current status of the port f4af21c4-db10-45e1-9703-24ba902119f8 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:10.444987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0b5c472f-341c-413f-90c4-7d8b87076f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:10.464314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-312d8f4e-0e97-4be5-8c3c-c95dcb19b191 req-b91b5c60-28b9-46f1-95d5-653090a547e5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426399
Apr 09 20:57:10.501396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f4af21c4-db10-45e1-9703-24ba902119f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:10.564838 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e347a35-69a6-4ca7-b279-92022a7595ad x-openstack-request-id: req-6e347a35-69a6-4ca7-b279-92022a7595ad {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:10.565402 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "name": "network-vif-unplugged", "status": "completed", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:10.565661 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e347a35-69a6-4ca7-b279-92022a7595ad {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:10.566132 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e347a35-69a6-4ca7-b279-92022a7595ad'] response: {'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28', 'code': 200}
Apr 09 20:57:10.574045 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf3717-10f8-4ceb-9285-0814123bbb87 x-openstack-request-id: req-21cf3717-10f8-4ceb-9285-0814123bbb87 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:10.574345 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b1c719-b621-4ea4-a81a-06a089ad7a11", "name": "network-vif-plugged", "status": "completed", "tag": "2907881a-378f-4e16-ba12-6884a79f972c", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:10.575482 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21cf3717-10f8-4ceb-9285-0814123bbb87 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:10.576032 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cf3717-10f8-4ceb-9285-0814123bbb87'] response: {'server_uuid': 'b3b1c719-b621-4ea4-a81a-06a089ad7a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2907881a-378f-4e16-ba12-6884a79f972c', 'code': 200}
Apr 09 20:57:10.607024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b7b8b380-38b4-4d50-b45e-54a377c8ba29 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:10.740259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe47dff4-818e-4b3d-b737-cd873e050cbc req-39f8d565-7b28-4664-a967-dd8a01afdc64 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 210 time: 0.0750837
Apr 09 20:57:10.755657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port b7b8b380-38b4-4d50-b45e-54a377c8ba29 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:10.761833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20eb68-530d-45fd-95df-0fa1444eaee4 req-93e2bf56-717f-46e6-8996-feb2f02ed726 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:10.779849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (54fcb9fd-163d-4271-b203-19d5638517d1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:10.788857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port b7b8b380-38b4-4d50-b45e-54a377c8ba29 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:10.792747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e20eb68-530d-45fd-95df-0fa1444eaee4 req-93e2bf56-717f-46e6-8996-feb2f02ed726 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.2019417
Apr 09 20:57:10.801882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:10.805118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0b5c472f-341c-413f-90c4-7d8b87076f28 None None] For port f4af21c4-db10-45e1-9703-24ba902119f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4af21c4-db10-45e1-9703-24ba902119f8,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:10.828906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864656f5-9b61-4aa4-bb0b-382549a35b5f req-1931f81d-398a-444c-be66-ded76ed99fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:10.833612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-864656f5-9b61-4aa4-bb0b-382549a35b5f req-1931f81d-398a-444c-be66-ded76ed99fc7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 1132 time: 0.1689522
Apr 09 20:57:10.870705 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0b5c472f-341c-413f-90c4-7d8b87076f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:10.898410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fcb9fd-163d-4271-b203-19d5638517d1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:10.974534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f4af21c4-db10-45e1-9703-24ba902119f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:10.974913 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.038209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5f9311a-e9e0-4245-b67a-125f4949fd69 req-f6083113-7960-48a1-9b8e-d7af08c58462 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 210 time: 0.1267118
Apr 09 20:57:11.084757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c472f-341c-413f-90c4-7d8b87076f28 None None] Pushing event updated for resources: {'Port': ['ID=f4af21c4-db10-45e1-9703-24ba902119f8,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:11.089354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9aa736ba-338a-46d6-a7a6-694f3919ea54 None None] Provisioning complete for port f4af21c4-db10-45e1-9703-24ba902119f8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:11.089717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9aa736ba-338a-46d6-a7a6-694f3919ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.091231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e20eb68-530d-45fd-95df-0fa1444eaee4 req-43f926b3-f51d-47dc-a350-f02ff08311d8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2944021
Apr 09 20:57:11.098039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Checking segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:11.098484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Network hostable DHCP agents. Network: 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:57:11.133552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-864656f5-9b61-4aa4-bb0b-382549a35b5f req-ae47a8d7-f142-42b5-a9b5-563af1249c1c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2816615
Apr 09 20:57:11.140669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:57:11.146796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c8a47-f0ae-4e70-aad8-2d9f799b03fa None None] Network be265ed6-bafe-4cf8-b76d-58ec43c2b275 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:11.155170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:11.180409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:11.181379 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.205517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-320bcc5f-764c-4c42-bd2a-3896ca1821f2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:11.207724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-320bcc5f-764c-4c42-bd2a-3896ca1821f2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 820 time: 0.2698288
Apr 09 20:57:11.229133 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-840a36a2-c578-47a7-bedd-1aa1365a0e7e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.2219036
Apr 09 20:57:11.229133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Request body: {'port': {'device_id': '6e461201-9323-4eed-a58c-bfd395b8913f', 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'admin_state_up': True, 'tenant_id': '2c23a8d6534a4426b2ea106417c8b68a'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:11.247610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1bfc17-7080-42e4-9ee0-1b2ea4a9a388 None None] Network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:11.396129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Made reservation on behalf of 2c23a8d6534a4426b2ea106417c8b68a for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:11.399456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb9cf5-c3c7-4f29-9338-00539c78653c req-8bfe5b73-0b14-4eac-b6c0-7f46e11065df tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:11.401811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41bb9cf5-c3c7-4f29-9338-00539c78653c req-8bfe5b73-0b14-4eac-b6c0-7f46e11065df tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1233308
Apr 09 20:57:11.407431 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.440425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b7b8b380-38b4-4d50-b45e-54a377c8ba29 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:11.441187 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.490323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-cb6cd5f2-1f3d-459d-bffd-de94b8068029 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 258 time: 0.3867786
Apr 09 20:57:11.500422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:11.526003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41bb9cf5-c3c7-4f29-9338-00539c78653c req-b19c52df-e782-4182-acda-289e16c07a13 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146243
Apr 09 20:57:11.540826 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.583582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f4af21c4-db10-45e1-9703-24ba902119f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:11.583849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Allocated IP 172.20.0.4 (6f2c6748-eb93-475b-8e01-8a36bd1222c2/7f3d2404-5a89-4ece-beb3-71037771170e/146c43f4-1b2c-4bf3-bc91-df1e1247e407) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:11.584660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:11.644288 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:11.652322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9aa736ba-338a-46d6-a7a6-694f3919ea54 None None] Current status of the port f4af21c4-db10-45e1-9703-24ba902119f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:11.680118 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.692774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e20d6f5-f7da-41b3-94da-484cada7ed02 None None] Network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:11.696033 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c35139-1067-425f-a7bd-a0db31a0ca63 req-61f5579e-4e75-49cb-b53b-b779dfec8cbf tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:11.697927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1c35139-1067-425f-a7bd-a0db31a0ca63 req-61f5579e-4e75-49cb-b53b-b779dfec8cbf tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 949 time: 0.0754163
Apr 09 20:57:11.701691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.779436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks [] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.804612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1c35139-1067-425f-a7bd-a0db31a0ca63 req-d831011d-65fa-4383-9d18-ecd455b66440 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956213
Apr 09 20:57:11.829167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.886347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:11.894663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5dbabfcf-7fed-4f1f-b176-d30328439ff0 None None] Provisioning complete for port ae5459be-df68-473a-a121-d03a3640bd9a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:11.896096 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5dbabfcf-7fed-4f1f-b176-d30328439ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.897906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Pushing event updated for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:11.903365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:11.903975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:11.916429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Allocated IP 172.35.0.59 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/6d7e7b01-3946-4c93-9b2c-fadaeb465172) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:11.922026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:11.924905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:11.951461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:12.103804 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for port (6d7e7b01-3946-4c93-9b2c-fadaeb465172), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.149984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:12.150719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.185705 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5b51a9ab-8da7-4954-a83f-45ebcf75fcd6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9624860
Apr 09 20:57:12.194267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5dbabfcf-7fed-4f1f-b176-d30328439ff0 None None] Current status of the port ae5459be-df68-473a-a121-d03a3640bd9a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:12.194769 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5dbabfcf-7fed-4f1f-b176-d30328439ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.198392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-6c129457-ca87-47c4-a769-4f6be4382278 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:12.204011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-6c129457-ca87-47c4-a769-4f6be4382278 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:12.205648 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-6c129457-ca87-47c4-a769-4f6be4382278 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "GET /v2.0/networks?id=ecdbeb25-e486-48df-bf84-0d48a4911a8a&id=be265ed6-bafe-4cf8-b76d-58ec43c2b275&id=ecdbeb25-e486-48df-bf84-0d48a4911a8a HTTP/1.1" status: 200  len: 1391 time: 0.2755203
Apr 09 20:57:12.210707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:12.211197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Request body: {'port': {'device_id': '6e461201-9323-4eed-a58c-bfd395b8913f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:12.212021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae5459be-df68-473a-a121-d03a3640bd9a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:12.240456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'port': {'device_id': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a', 'admin_state_up': True, 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:12.246684 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6d7e7b01-3946-4c93-9b2c-fadaeb465172), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.265351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5dbabfcf-7fed-4f1f-b176-d30328439ff0 None None] For port ae5459be-df68-473a-a121-d03a3640bd9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae5459be-df68-473a-a121-d03a3640bd9a,segment=NetworkSegment(7abd2520-62db-40d6-9ccc-a5be820908af),segment_id=7abd2520-62db-40d6-9ccc-a5be820908af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:12.275601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5dbabfcf-7fed-4f1f-b176-d30328439ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.283340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ae5459be-df68-473a-a121-d03a3640bd9a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:12.283909 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.287250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-6293f3a3-082a-4ba3-8676-dcb925ed15ce tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:12.289277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-6293f3a3-082a-4ba3-8676-dcb925ed15ce tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 804 time: 0.1834126
Apr 09 20:57:12.315941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:12.319549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-2042bdac-188a-4913-9c96-e402e35c44d0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/quotas/333402ee57fb405f856c323a638d2b7c HTTP/1.1" status: 200  len: 375 time: 0.0199771
Apr 09 20:57:12.325897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:12.327693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:12.330102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Pushing event updated for resources: {'Port': ['ID=6d7e7b01-3946-4c93-9b2c-fadaeb465172,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:12.345684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.387384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-f10bc7ef-14d8-42b4-b30e-10969539be56 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0346756
Apr 09 20:57:12.488324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:12.492128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.512835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-68a1ed86-4f07-443f-b9cd-84fc6354c2f6 None None] Provisioning complete for port ae5459be-df68-473a-a121-d03a3640bd9a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:12.513228 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-68a1ed86-4f07-443f-b9cd-84fc6354c2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.515528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbabfcf-7fed-4f1f-b176-d30328439ff0 None None] Pushing event updated for resources: {'Port': ['ID=ae5459be-df68-473a-a121-d03a3640bd9a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:12.548773 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (a5d4943d-8716-48f9-abbe-b533b2e8dc23), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.569015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:12.571279 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a67302-b3e7-480d-9485-a1dbae390f17" -d '{"events": [{"name": "network-changed", "server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:12.580382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:12.582702 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02921a5-7090-44a3-898b-c83bfcaea8db" -d '{"events": [{"server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "name": "network-vif-plugged", "status": "completed", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:12.585462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-6971fab0-6a26-49c7-adfa-334a79fbd91f service neutron] 10.222.0.30 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817038
Apr 09 20:57:12.596650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ae5459be-df68-473a-a121-d03a3640bd9a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:12.644245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6d7e7b01-3946-4c93-9b2c-fadaeb465172), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.677712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-68a1ed86-4f07-443f-b9cd-84fc6354c2f6 None None] Current status of the port ae5459be-df68-473a-a121-d03a3640bd9a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:12.718080 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:57:12.731727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Allocated IP 19.80.0.100 (ecdbeb25-e486-48df-bf84-0d48a4911a8a/df857378-ee26-4c80-9b13-7c88968fb8c8/60d92665-fc5a-43fc-bc50-586bc08179bc) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:12.735240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f4af21c4-db10-45e1-9703-24ba902119f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:12.756699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-9a4b1bc5-c9c0-491f-8f4a-b709b7ead2e1 service neutron] 10.222.0.30 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505432
Apr 09 20:57:12.790427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f4af21c4-db10-45e1-9703-24ba902119f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:12.791331 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.830035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146c43f4-1b2c-4bf3-bc91-df1e1247e407 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:12.843851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Publish callbacks [] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.865551 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for port (6d7e7b01-3946-4c93-9b2c-fadaeb465172), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.874205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (6d7e7b01-3946-4c93-9b2c-fadaeb465172), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.876004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f4af21c4-db10-45e1-9703-24ba902119f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:12.877355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae5459be-df68-473a-a121-d03a3640bd9a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:12.904645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Transition to ACTIVE for port object 146c43f4-1b2c-4bf3-bc91-df1e1247e407 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:12.915223 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.940461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ae5459be-df68-473a-a121-d03a3640bd9a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:12.940982 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:12.971320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Pushing event updated for resources: {'Port': ['ID=6d7e7b01-3946-4c93-9b2c-fadaeb465172,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:12.999919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (a5d4943d-8716-48f9-abbe-b533b2e8dc23), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.043063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Pushing event updated for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:13.048662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.059508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ae5459be-df68-473a-a121-d03a3640bd9a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:13.065948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.067254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-0f61adfc-99f3-4338-97b5-48d6f2cad8b8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5707679
Apr 09 20:57:13.074917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b74316-c335-48f7-90d4-8c9a31e03fe1 req-c38db60a-bbc2-425b-98db-64e87e85f95b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:13.077584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49b74316-c335-48f7-90d4-8c9a31e03fe1 req-c38db60a-bbc2-425b-98db-64e87e85f95b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0575399
Apr 09 20:57:13.148560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:13.148900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:13.149272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:13.155085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.156794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:13.157145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:13.184094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-25f5e6db-c01a-4719-9d73-e185b7521d59 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.59 HTTP/1.1" status: 200  len: 695 time: 0.1054621
Apr 09 20:57:13.192632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:13.192952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:13.193378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:13.193854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Bound port: 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:13.194213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.227831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network ecdbeb25-e486-48df-bf84-0d48a4911a8a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:13.228722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Port': ['ID=60d92665-fc5a-43fc-bc50-586bc08179bc,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:13.233102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:13.255680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:13.259837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49b74316-c335-48f7-90d4-8c9a31e03fe1 req-6bfc6adc-45b2-48cc-bd60-e2747285dce4 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547494
Apr 09 20:57:13.341602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:13.342195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.361472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:13.365238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:13.376332 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-8054fb64-b8cb-40de-b448-a9229755bc4a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1396797
Apr 09 20:57:13.378933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.399867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-c2265695-c170-4aa7-95fc-db188ce0173c tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:13.401768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-c2265695-c170-4aa7-95fc-db188ce0173c tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2062232
Apr 09 20:57:13.409790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'port': {'device_id': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275', 'admin_state_up': True, 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:13.422436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ecdc-fc5d-4eed-8d9f-f313c8e9a058 req-956f207e-8ef4-4745-a36a-4a703e134378 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:13.424326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ba9ecdc-fc5d-4eed-8d9f-f313c8e9a058 req-956f207e-8ef4-4745-a36a-4a703e134378 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 932 time: 0.0807114
Apr 09 20:57:13.432990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-21cb456d-fd27-4204-bb78-3104bedbf388 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:13.434204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73be080d-2b4c-47b6-b017-4e3256faaf43 req-21cb456d-fd27-4204-bb78-3104bedbf388 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0233772
Apr 09 20:57:13.444559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:13.444736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.446259 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] 10.222.0.32 "PUT /v2.0/ports/146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 200  len: 1091 time: 1.2395887
Apr 09 20:57:13.446747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:13.449123 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee159c9-0451-4f32-b4ab-d94ed6ed4093" -d '{"events": [{"name": "network-changed", "server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:13.529388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ba9ecdc-fc5d-4eed-8d9f-f313c8e9a058 req-06a9cdc5-98fc-47e8-a579-ecba3473ace6 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939500
Apr 09 20:57:13.586348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c7923-34ad-4d1a-a371-bf4a0f8a400b service neutron] Pushing event updated for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:13.601229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d40a2-a343-429e-9e79-85fe57341e82 req-604f7068-4c2c-40ca-be08-509339a230c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:13.603855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e6d40a2-a343-429e-9e79-85fe57341e82 req-604f7068-4c2c-40ca-be08-509339a230c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0666540
Apr 09 20:57:13.622743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-7c8db724-d078-44a8-8955-d7b57520e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:13.624377 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-7c8db724-d078-44a8-8955-d7b57520e928 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1125 time: 0.1005108
Apr 09 20:57:13.680767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-6eac1172-ff5e-4dba-a91e-f5b514edfe82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 200  len: 217 time: 0.0412219
Apr 09 20:57:13.708584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ee93b2b4-fa42-4596-bd72-ed59b802c50c None None] Provisioning complete for port 60d92665-fc5a-43fc-bc50-586bc08179bc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:13.709291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee93b2b4-fa42-4596-bd72-ed59b802c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.748744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ee93b2b4-fa42-4596-bd72-ed59b802c50c None None] Port 60d92665-fc5a-43fc-bc50-586bc08179bc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:57:13.853500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:13.929122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29577c-b5fd-44ce-8a0d-5abe40b991c7 req-84f1e74c-d0a5-4fcb-8373-62eeb20b0f38 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:13.930619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e29577c-b5fd-44ce-8a0d-5abe40b991c7 req-84f1e74c-d0a5-4fcb-8373-62eeb20b0f38 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.3252201
Apr 09 20:57:13.966741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e6d40a2-a343-429e-9e79-85fe57341e82 req-3f2b4116-fc35-4ba5-9981-4ff11cdb0e09 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3509858
Apr 09 20:57:13.969192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:13.982035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 has no active binding in host nch2-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 20:57:13.985439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:13.988803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:13.999752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e29577c-b5fd-44ce-8a0d-5abe40b991c7 req-8764e479-0f51-4498-8caa-f179b6c8aa7d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578318
Apr 09 20:57:14.024546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-70969c37-5af0-4e8b-9390-26db926a5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.026259 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-70969c37-5af0-4e8b-9390-26db926a5bab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.3392231
Apr 09 20:57:14.029148 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a08e68-c21c-4954-8d9c-d3eb9ea87c96 x-openstack-request-id: req-40a08e68-c21c-4954-8d9c-d3eb9ea87c96 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:14.029436 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:14.029719 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40a08e68-c21c-4954-8d9c-d3eb9ea87c96 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:14.030142 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a08e68-c21c-4954-8d9c-d3eb9ea87c96'] response: {'name': 'network-changed', 'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28', 'status': 'completed', 'code': 200}
Apr 09 20:57:14.054783 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744570d-6692-4277-ac02-a8f05c3d7c9d x-openstack-request-id: req-1744570d-6692-4277-ac02-a8f05c3d7c9d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:14.055241 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "name": "network-vif-plugged", "status": "completed", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:14.055363 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1744570d-6692-4277-ac02-a8f05c3d7c9d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:14.055769 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1744570d-6692-4277-ac02-a8f05c3d7c9d'] response: {'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'code': 200}
Apr 09 20:57:14.105248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-a01ab0f2-d1c2-4120-b84a-7fb222a9a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.106762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-a01ab0f2-d1c2-4120-b84a-7fb222a9a894 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1155 time: 0.0558164
Apr 09 20:57:14.112120 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-c353f650-30f4-436e-8fb6-368fb9881d6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391486
Apr 09 20:57:14.238371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Allocated IP 19.86.0.78 (be265ed6-bafe-4cf8-b76d-58ec43c2b275/45562f5a-7507-43fb-b896-7d8c177d97d5/def9022b-7d87-4418-903a-3af11e1cabd4) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:14.258269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e04c73e1-90e7-4662-ba40-9cc3b0e5fdb6 req-f9800f0b-c3ae-4375-8ffb-c1ac8fbf82ab tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 210 time: 0.1314356
Apr 09 20:57:14.269579 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-5229f490-f058-4100-9c91-61e3e1a8c3c2 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450999
Apr 09 20:57:14.286646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b8e04-e60a-47d8-81d0-77e32742f325 req-d3f26acd-7571-4cfd-9616-5ced1ff6a65b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.288477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-806b8e04-e60a-47d8-81d0-77e32742f325 req-d3f26acd-7571-4cfd-9616-5ced1ff6a65b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1778884
Apr 09 20:57:14.305013 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ae6b57-42a5-47f7-a0a5-7e16836d966d x-openstack-request-id: req-b8ae6b57-42a5-47f7-a0a5-7e16836d966d {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:14.305344 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:14.305605 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8ae6b57-42a5-47f7-a0a5-7e16836d966d {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:14.306009 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ae6b57-42a5-47f7-a0a5-7e16836d966d'] response: {'name': 'network-changed', 'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407', 'status': 'completed', 'code': 200}
Apr 09 20:57:14.323604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46803575-ab71-47be-8c19-fbc04b6afcc4 req-2b663f30-92ec-42b3-9760-1aed8b85f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.325388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46803575-ab71-47be-8c19-fbc04b6afcc4 req-2b663f30-92ec-42b3-9760-1aed8b85f27a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1132 time: 0.1589675
Apr 09 20:57:14.326437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-50517d1d-a51a-4467-86f2-e10f84c83920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.327859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-50517d1d-a51a-4467-86f2-e10f84c83920 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.2025421
Apr 09 20:57:14.396853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-46e5efcd-d58f-43c1-a534-3cb560da5600 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 217 time: 0.0524290
Apr 09 20:57:14.449817 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405b063b-5ce6-430c-ad16-04056a2c3147 req-533be55d-83d0-4830-9c82-6c1b9ce5a15d service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710134
Apr 09 20:57:14.491029 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for port (def9022b-7d87-4418-903a-3af11e1cabd4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:14.530112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:14.543997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-806b8e04-e60a-47d8-81d0-77e32742f325 req-cf40492d-dc81-4c6c-8497-fde81dcafd29 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151008
Apr 09 20:57:14.554487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-5a0d725c-929d-43e6-85aa-619fa3090be1 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.561353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-5a0d725c-929d-43e6-85aa-619fa3090be1 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1619658
Apr 09 20:57:14.572595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46803575-ab71-47be-8c19-fbc04b6afcc4 req-0b356c05-0d7f-434b-af6e-1a1aed821aac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2269993
Apr 09 20:57:14.592760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network be265ed6-bafe-4cf8-b76d-58ec43c2b275 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:14.594872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:14.596843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Port': ['ID=def9022b-7d87-4418-903a-3af11e1cabd4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:14.599298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:14.611911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-b3b17a56-c8ce-450a-a1bc-aae61360d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.613499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-b3b17a56-c8ce-450a-a1bc-aae61360d438 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.2109954
Apr 09 20:57:14.628817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-aa00d1af-f859-4c5e-b481-c6f8b0b66f1e tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.59 HTTP/1.1" status: 200  len: 695 time: 0.0665255
Apr 09 20:57:14.649336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Request body: {'floatingip': {'port_id': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:14.664408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.665252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:14.683516 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-32cf7395-8f90-446b-a65d-da918caaa167 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2960298
Apr 09 20:57:14.695380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (a5d4943d-8716-48f9-abbe-b533b2e8dc23), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:14.702759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bad7cc-f150-4881-949e-d90fa20dc2a4 req-0c70c9b7-2aed-439f-babf-88cbcb9d4b9e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.704233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5bad7cc-f150-4881-949e-d90fa20dc2a4 req-0c70c9b7-2aed-439f-babf-88cbcb9d4b9e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0880146
Apr 09 20:57:14.842464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5bad7cc-f150-4881-949e-d90fa20dc2a4 req-1b730168-ddc6-4284-aca9-8da569442326 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048794
Apr 09 20:57:14.879582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0f9c7e28-7689-488e-9c3e-81fa08b244b7 None None] Provisioning complete for port def9022b-7d87-4418-903a-3af11e1cabd4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:14.880234 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7e28-7689-488e-9c3e-81fa08b244b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:14.916612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c7e28-7689-488e-9c3e-81fa08b244b7 None None] Port def9022b-7d87-4418-903a-3af11e1cabd4 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:57:14.992153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba408-bb19-4d3f-8000-9f9a78b33e1e req-f52845fd-6c10-499d-8157-9023ae2806be tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.997497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba408-bb19-4d3f-8000-9f9a78b33e1e req-f52845fd-6c10-499d-8157-9023ae2806be tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:14.998995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f26ba408-bb19-4d3f-8000-9f9a78b33e1e req-f52845fd-6c10-499d-8157-9023ae2806be tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 1654 time: 0.0694170
Apr 09 20:57:15.118216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f26ba408-bb19-4d3f-8000-9f9a78b33e1e req-472c4bc1-889f-4059-be72-530a3befdeea tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929084
Apr 09 20:57:15.278361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a94a0-fca9-407b-a772-1afa8901c34a req-bbd6251f-f36b-413d-a6b6-b6f923c9a0ba tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:15.279806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-308a94a0-fca9-407b-a772-1afa8901c34a req-bbd6251f-f36b-413d-a6b6-b6f923c9a0ba tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0907190
Apr 09 20:57:15.300873 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:15.309412 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (a5d4943d-8716-48f9-abbe-b533b2e8dc23), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:15.378528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-308a94a0-fca9-407b-a772-1afa8901c34a req-06a20649-798a-41aa-822d-168205a213b8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924368
Apr 09 20:57:15.431793 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Floating IP a5d4943d-8716-48f9-abbe-b533b2e8dc23 associated. External IP: 172.35.0.59, port: ac60c733-ea67-43a5-8253-5a8a19668a37.
Apr 09 20:57:15.519164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cef464-0aca-425b-aff0-a97a51fc2cb9 req-dab83158-62c9-45c4-a4e9-b4e826bae0aa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:15.520625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70cef464-0aca-425b-aff0-a97a51fc2cb9 req-dab83158-62c9-45c4-a4e9-b4e826bae0aa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0865021
Apr 09 20:57:15.610443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70cef464-0aca-425b-aff0-a97a51fc2cb9 req-f23beb07-16d7-48a1-86c5-7d1acfe7b6fd tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837994
Apr 09 20:57:15.725811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2279489b-7c7e-46bd-b3ee-6872ff111e8a req-1f11a4dd-4985-4dc4-b748-8314594b8b21 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 210 time: 0.0618687
Apr 09 20:57:15.743358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Router 50f25104-3f5f-4c3e-b83b-774f936d88c2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:57:15.845056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'port': {'device_id': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a', 'admin_state_up': True, 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:15.849461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687adf9-243b-4109-80b4-34e513ba05b5 req-958ab866-47bf-4593-91ba-40ba9453397c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:15.850880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0687adf9-243b-4109-80b4-34e513ba05b5 req-958ab866-47bf-4593-91ba-40ba9453397c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0647404
Apr 09 20:57:15.946210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-9a8b08fe-f038-494e-b6a7-428bddf446f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0916362
Apr 09 20:57:15.958507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:15.962463 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:15.966420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-e3e32fd2-925d-417e-9726-6259aa67b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:15.967894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-e3e32fd2-925d-417e-9726-6259aa67b436 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1125 time: 0.1161640
Apr 09 20:57:16.007161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:57:16.017870 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] Sync routers for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:57:16.030114 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:16.030992 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:16.032803 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377216be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:16.050684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0687adf9-243b-4109-80b4-34e513ba05b5 req-706bc80a-2475-48b2-9126-1f0c794b1e91 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562905
Apr 09 20:57:16.116541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Allocated IP 19.80.0.231 (ecdbeb25-e486-48df-bf84-0d48a4911a8a/df857378-ee26-4c80-9b13-7c88968fb8c8/ab588df9-e032-4e8b-863a-e6633f9e2b3a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:16.158801 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:16.277647 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:16.314766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:16.366630 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network ecdbeb25-e486-48df-bf84-0d48a4911a8a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:16.369878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:16.373716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:16.389240 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377216be0>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5d4943d-8716-48f9-abbe-b533b2e8dc23', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'floating_ip_address': '172.35.0.59', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'port_id': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'mac_address': 'fa:16:3e:cb:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:57:12Z', 'updated_at': '2022-04-09T20:57:15Z', 'revision_number': 1, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:48Z', 'revision_number': 5, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:16.399460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Port': ['ID=ab588df9-e032-4e8b-863a-e6633f9e2b3a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:16.421223 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] Checking router: 50f25104-3f5f-4c3e-b83b-774f936d88c2 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:57:16.431588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:16.432129 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:16.432599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:16.433308 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377216be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:16.443335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-89ea5961-3bae-4b6e-8511-34f95f2d8281 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "PUT /v2.0/floatingips/a5d4943d-8716-48f9-abbe-b533b2e8dc23 HTTP/1.1" status: 200  len: 996 time: 1.7981834
Apr 09 20:57:16.445365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:16.448201 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:16.474189 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-15b0818a-9563-42fc-88ab-b55356859fae tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6328530
Apr 09 20:57:16.501525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Request body: {'port': {'device_id': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:16.523441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade070cc-bd2e-487e-b51d-572d148f96c2 req-3b6896e0-abce-4ca1-94f9-c81d6d54dde6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:16.530755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ade070cc-bd2e-487e-b51d-572d148f96c2 req-3b6896e0-abce-4ca1-94f9-c81d6d54dde6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1455476
Apr 09 20:57:16.554426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-27c195eb-a261-4576-9250-293adf8f47f3 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5755854
Apr 09 20:57:16.559113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-21ef6d58-838b-401e-80f9-6ea4e2b8bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:16.560533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-21ef6d58-838b-401e-80f9-6ea4e2b8bfd2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.5782087
Apr 09 20:57:16.567561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-011b3f31-cc63-4009-a714-088c36b9a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:16.573711 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:16.574733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-011b3f31-cc63-4009-a714-088c36b9a2f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f36ce90faf42d0b8a5ab4024bd3db8&device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 1128 time: 0.1107125
Apr 09 20:57:16.594328 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:16.673579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-902d600a-5be4-4295-87e9-bb4183a7c3ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 200  len: 217 time: 0.0890884
Apr 09 20:57:16.746983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ade070cc-bd2e-487e-b51d-572d148f96c2 req-44ec7820-49e8-442a-9334-2c43fab22da5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153680
Apr 09 20:57:16.750199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-03b65be1-ea2e-4122-9e97-6f75f6464910 None None] Provisioning complete for port ab588df9-e032-4e8b-863a-e6633f9e2b3a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:16.751313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03b65be1-ea2e-4122-9e97-6f75f6464910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:16.798022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-03b65be1-ea2e-4122-9e97-6f75f6464910 None None] Port ab588df9-e032-4e8b-863a-e6633f9e2b3a cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:57:16.824676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72a67302-b3e7-480d-9485-a1dbae390f17 req-807f9c32-6675-4fd4-951f-203ea569da73 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334929
Apr 09 20:57:16.827399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-c6bd0482-9b1d-4030-b47b-5540743ba4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:16.828967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-c6bd0482-9b1d-4030-b47b-5540743ba4c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f HTTP/1.1" status: 200  len: 928 time: 0.2533274
Apr 09 20:57:16.870019 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377216be0>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5d4943d-8716-48f9-abbe-b533b2e8dc23', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'floating_ip_address': '172.35.0.59', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'port_id': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'mac_address': 'fa:16:3e:cb:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:57:12Z', 'updated_at': '2022-04-09T20:57:15Z', 'revision_number': 1, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:48Z', 'revision_number': 5, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:16.915046 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d92665-fc5a-43fc-bc50-586bc08179bc {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:16.924803 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a2b58-d976-437c-a426-adabbe3bef58 None None] The sync data for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 is: [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5d4943d-8716-48f9-abbe-b533b2e8dc23', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'floating_ip_address': '172.35.0.59', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'port_id': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'mac_address': 'fa:16:3e:cb:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:57:12Z', 'updated_at': '2022-04-09T20:57:15Z', 'revision_number': 1, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:48Z', 'revision_number': 5, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:57:16.925097 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Publish callbacks [] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:16.942509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Transition to ACTIVE for port object 60d92665-fc5a-43fc-bc50-586bc08179bc will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:16.951216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:17.030872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400cbc4-fbbd-4b93-a970-52b78148121b req-b97d3384-2996-4231-94ec-0933068f1082 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.036285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400cbc4-fbbd-4b93-a970-52b78148121b req-b97d3384-2996-4231-94ec-0933068f1082 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.042225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400cbc4-fbbd-4b93-a970-52b78148121b req-b97d3384-2996-4231-94ec-0933068f1082 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.043743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a400cbc4-fbbd-4b93-a970-52b78148121b req-b97d3384-2996-4231-94ec-0933068f1082 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2376 time: 0.1981018
Apr 09 20:57:17.056730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Pushing event updated for resources: {'Port': ['ID=60d92665-fc5a-43fc-bc50-586bc08179bc,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:17.056976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-0b5e041c-2a59-48d0-83ae-35461ba6761b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 200  len: 999 time: 0.2218058
Apr 09 20:57:17.088700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Attempting to bind port 60d92665-fc5a-43fc-bc50-586bc08179bc on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:17.089123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Attempting to bind port 60d92665-fc5a-43fc-bc50-586bc08179bc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:17.089397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Attempting to bind port 60d92665-fc5a-43fc-bc50-586bc08179bc on network ecdbeb25-e486-48df-bf84-0d48a4911a8a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:17.093294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-a7c0b91e-cb24-4ff8-add0-7fbc1ed5454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.094751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-a7c0b91e-cb24-4ff8-add0-7fbc1ed5454d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1796498
Apr 09 20:57:17.096123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Port 60d92665-fc5a-43fc-bc50-586bc08179bc on network ecdbeb25-e486-48df-bf84-0d48a4911a8a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:17.097281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Attempting to bind port 60d92665-fc5a-43fc-bc50-586bc08179bc on network ecdbeb25-e486-48df-bf84-0d48a4911a8a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:17.103210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:17.103561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Checking segment: {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:17.103960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Bound using segment: {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:17.104432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Bound port: 60d92665-fc5a-43fc-bc50-586bc08179bc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:17.105352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:17.143172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-286218cc-89ae-40b5-8d82-fcba569fd106 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340111
Apr 09 20:57:17.150749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-e87c0cc1-faaf-4591-9229-7b11a7ae9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.158053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-e87c0cc1-faaf-4591-9229-7b11a7ae9ba3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a138d28-ccd2-4168-a97e-8955337b9be5 HTTP/1.1" status: 200  len: 866 time: 0.1003609
Apr 09 20:57:17.196598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] For port 60d92665-fc5a-43fc-bc50-586bc08179bc, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:17.209185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] For port 60d92665-fc5a-43fc-bc50-586bc08179bc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d92665-fc5a-43fc-bc50-586bc08179bc,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:17.222497 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:17.243482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c66232-c7b3-4773-9963-771fc5300fc1 None None] New status for floating IP a5d4943d-8716-48f9-abbe-b533b2e8dc23: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 20:57:17.279082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.279903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:17.281549 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] 10.222.0.32 "PUT /v2.0/ports/60d92665-fc5a-43fc-bc50-586bc08179bc HTTP/1.1" status: 200  len: 1092 time: 0.7851515
Apr 09 20:57:17.282025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'tag': '60d92665-fc5a-43fc-bc50-586bc08179bc'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:17.284752 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "tag": "60d92665-fc5a-43fc-bc50-586bc08179bc"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:17.301302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-11e44717-f799-47a7-acbd-c904202d3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.311021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-11e44717-f799-47a7-acbd-c904202d3849 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1519828
Apr 09 20:57:17.317543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-6a892601-b65d-484e-bcc7-e29728af1592 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:17.325775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-6a892601-b65d-484e-bcc7-e29728af1592 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0138447
Apr 09 20:57:17.326122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Request body: {'port': {'device_id': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:17.334702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2319a1-b45f-4892-887c-ace1f2527e99 service neutron] Pushing event updated for resources: {'Port': ['ID=60d92665-fc5a-43fc-bc50-586bc08179bc,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:17.351988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a400cbc4-fbbd-4b93-a970-52b78148121b req-5b030557-56e0-41e3-b2eb-d0231a25ba13 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805836
Apr 09 20:57:17.427564 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:17.544889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-dcb99fe6-3f7c-441c-8b31-395f40a8ae2a service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3708644
Apr 09 20:57:17.575056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85230c-1df6-409c-97c7-8ed84c4f59a8 req-83e05c31-3211-4179-9829-e18f7c0cb0d2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.576411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd85230c-1df6-409c-97c7-8ed84c4f59a8 req-83e05c31-3211-4179-9829-e18f7c0cb0d2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0838921
Apr 09 20:57:17.604353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-871c7118-4da6-4edd-872f-4f3f03a0e828 service neutron] 10.222.0.30 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2776275
Apr 09 20:57:17.725268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def9022b-7d87-4418-903a-3af11e1cabd4 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:17.733185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Publish callbacks [] for port (def9022b-7d87-4418-903a-3af11e1cabd4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:17.736003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd85230c-1df6-409c-97c7-8ed84c4f59a8 req-08273556-dabe-44f9-928f-09e7adc4b7f8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488023
Apr 09 20:57:17.746682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Transition to ACTIVE for port object def9022b-7d87-4418-903a-3af11e1cabd4 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:17.754537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dee159c9-0451-4f32-b4ab-d94ed6ed4093 req-0c16400f-4683-4ec4-aa05-a772e8c3c8f5 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984785
Apr 09 20:57:17.760168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:17.776766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a08374ec-ea48-4b36-ab35-23c1c4c79b54 req-3e3fd400-c4ca-4a78-a3e5-893f9839ce39 service neutron] 10.222.0.30 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615427
Apr 09 20:57:17.792699 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b68e51e-a85b-4f18-8975-1f0a40de3d4a x-openstack-request-id: req-3b68e51e-a85b-4f18-8975-1f0a40de3d4a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:17.793086 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:17.793905 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b68e51e-a85b-4f18-8975-1f0a40de3d4a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:17.794347 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b68e51e-a85b-4f18-8975-1f0a40de3d4a'] response: {'name': 'network-changed', 'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'status': 'completed', 'code': 200}
Apr 09 20:57:17.828809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Pushing event updated for resources: {'Port': ['ID=def9022b-7d87-4418-903a-3af11e1cabd4,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:17.901767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Attempting to bind port def9022b-7d87-4418-903a-3af11e1cabd4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:17.902221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Attempting to bind port def9022b-7d87-4418-903a-3af11e1cabd4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:17.902733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Attempting to bind port def9022b-7d87-4418-903a-3af11e1cabd4 on network be265ed6-bafe-4cf8-b76d-58ec43c2b275 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:17.907504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Port def9022b-7d87-4418-903a-3af11e1cabd4 on network be265ed6-bafe-4cf8-b76d-58ec43c2b275 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:17.907920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Attempting to bind port def9022b-7d87-4418-903a-3af11e1cabd4 on network be265ed6-bafe-4cf8-b76d-58ec43c2b275 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:17.913482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:17.914040 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Checking segment: {'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:17.914608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Bound using segment: {'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:17.915177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Bound port: def9022b-7d87-4418-903a-3af11e1cabd4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abd2520-62db-40d6-9ccc-a5be820908af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:17.915854 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:17.949810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b915ff74-0fdb-47f1-9990-a887c5fc6be0 req-7d01ecf5-accb-422b-87dd-f014e58d02b4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 210 time: 0.0595369
Apr 09 20:57:17.953639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-e2eaa137-09cd-4b2b-ac0c-00000e182153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.955057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-e2eaa137-09cd-4b2b-ac0c-00000e182153 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f36ce90faf42d0b8a5ab4024bd3db8&device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 1128 time: 0.1260436
Apr 09 20:57:17.978135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a989d1-58ec-4f81-9b13-ae19b31040a1 req-f74e02f3-56ca-4883-84eb-1d3d2d2f6e49 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:17.979620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9a989d1-58ec-4f81-9b13-ae19b31040a1 req-f74e02f3-56ca-4883-84eb-1d3d2d2f6e49 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1026883
Apr 09 20:57:18.005535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] For port def9022b-7d87-4418-903a-3af11e1cabd4, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:18.010425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] For port def9022b-7d87-4418-903a-3af11e1cabd4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=def9022b-7d87-4418-903a-3af11e1cabd4,segment=NetworkSegment(7abd2520-62db-40d6-9ccc-a5be820908af),segment_id=7abd2520-62db-40d6-9ccc-a5be820908af)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:18.019334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.060768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.061487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.062843 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/def9022b-7d87-4418-903a-3af11e1cabd4 HTTP/1.1" status: 200  len: 1091 time: 0.7419438
Apr 09 20:57:18.084232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e7c2f-cba9-4e17-92ee-1f9fd29823c7 service neutron] Pushing event updated for resources: {'Port': ['ID=def9022b-7d87-4418-903a-3af11e1cabd4,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:18.093744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Request body: {'port': {'device_id': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:18.127937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a123e1a-770c-473d-9f8c-c4de1fcc3756 req-ab073d16-be14-4b01-b3e1-d59b0690c99d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.129506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a123e1a-770c-473d-9f8c-c4de1fcc3756 req-ab073d16-be14-4b01-b3e1-d59b0690c99d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1092665
Apr 09 20:57:18.160624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.167848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9a989d1-58ec-4f81-9b13-ae19b31040a1 req-a91027d8-9d16-4330-888e-8187310bc046 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739082
Apr 09 20:57:18.198637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a123e1a-770c-473d-9f8c-c4de1fcc3756 req-cd2d50e8-9fa9-4bdc-a9d8-741904273c84 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531883
Apr 09 20:57:18.223234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-969154a8-9b9f-4de3-9d22-74ab2802a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.225399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-969154a8-9b9f-4de3-9d22-74ab2802a130 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f HTTP/1.1" status: 200  len: 928 time: 0.2418325
Apr 09 20:57:18.323568 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72273a8-4f95-415e-84ee-e1a1ffa1b19c x-openstack-request-id: req-f72273a8-4f95-415e-84ee-e1a1ffa1b19c {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:18.324212 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "tag": "60d92665-fc5a-43fc-bc50-586bc08179bc", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:18.324463 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f72273a8-4f95-415e-84ee-e1a1ffa1b19c {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:18.324871 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72273a8-4f95-415e-84ee-e1a1ffa1b19c'] response: {'name': 'network-changed', 'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'tag': '60d92665-fc5a-43fc-bc50-586bc08179bc', 'status': 'completed', 'code': 200}
Apr 09 20:57:18.481834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa430af2-b492-4859-9296-8fe695439fb9 req-78aa78b3-27d9-46a2-b020-6c031275272f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.483825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa430af2-b492-4859-9296-8fe695439fb9 req-78aa78b3-27d9-46a2-b020-6c031275272f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1485865
Apr 09 20:57:18.490493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-b4c99c6f-6153-4cad-8c75-182952f11b75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 200  len: 1001 time: 0.2514455
Apr 09 20:57:18.494320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-75eb4174-ce7e-43e8-83a3-b0a0111570f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.494909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-75eb4174-ce7e-43e8-83a3-b0a0111570f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.495409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-75eb4174-ce7e-43e8-83a3-b0a0111570f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.497117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-75eb4174-ce7e-43e8-83a3-b0a0111570f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2860 time: 0.1833055
Apr 09 20:57:18.519175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab588df9-e032-4e8b-863a-e6633f9e2b3a {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:18.526987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Publish callbacks [] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.541633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Transition to ACTIVE for port object ab588df9-e032-4e8b-863a-e6633f9e2b3a will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:18.548047 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.577072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 146c43f4-1b2c-4bf3-bc91-df1e1247e407 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:18.609682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Pushing event updated for resources: {'Port': ['ID=ab588df9-e032-4e8b-863a-e6633f9e2b3a,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:18.694671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Attempting to bind port ab588df9-e032-4e8b-863a-e6633f9e2b3a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:18.695004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Attempting to bind port ab588df9-e032-4e8b-863a-e6633f9e2b3a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:18.695330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Attempting to bind port ab588df9-e032-4e8b-863a-e6633f9e2b3a on network ecdbeb25-e486-48df-bf84-0d48a4911a8a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:18.696914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-0da4d5d1-faf2-4e84-940a-f7ac4f663eed tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 258 time: 0.3739681
Apr 09 20:57:18.700550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Port ab588df9-e032-4e8b-863a-e6633f9e2b3a on network ecdbeb25-e486-48df-bf84-0d48a4911a8a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:18.700871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Attempting to bind port ab588df9-e032-4e8b-863a-e6633f9e2b3a on network ecdbeb25-e486-48df-bf84-0d48a4911a8a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:18.703014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:18.706024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:18.706358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Checking segment: {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:18.706993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Bound using segment: {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:18.707420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Bound port: ab588df9-e032-4e8b-863a-e6633f9e2b3a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2cdd06-0111-40f1-a238-7d66beb6b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:18.707776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.720852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '146c43f4-1b2c-4bf3-bc91-df1e1247e407', 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'port_id': '146c43f4-1b2c-4bf3-bc91-df1e1247e407', 'mac_address': 'fa:16:3e:8b:da:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3d2404-5a89-4ece-beb3-71037771170e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:18.766526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:18.767161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.770836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-b445c317-0d84-41fc-a30a-12df618a0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.771314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-b445c317-0d84-41fc-a30a-12df618a0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.772880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-b445c317-0d84-41fc-a30a-12df618a0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.774548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-b445c317-0d84-41fc-a30a-12df618a0ecb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2648644
Apr 09 20:57:18.784790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:18.792140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146c43f4-1b2c-4bf3-bc91-df1e1247e407 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:18.793442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] For port ab588df9-e032-4e8b-863a-e6633f9e2b3a, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:18.808813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] For port ab588df9-e032-4e8b-863a-e6633f9e2b3a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab588df9-e032-4e8b-863a-e6633f9e2b3a,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:18.817636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:18.826847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.833177 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.838654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-a95e7f33-fb12-4296-bd00-7a344d23812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.840539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-a95e7f33-fb12-4296-bd00-7a344d23812f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a138d28-ccd2-4168-a97e-8955337b9be5 HTTP/1.1" status: 200  len: 866 time: 0.3424888
Apr 09 20:57:18.867779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa430af2-b492-4859-9296-8fe695439fb9 req-f60e6f20-fb4d-4068-b17c-b31592d86105 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3598247
Apr 09 20:57:18.874047 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:18.874697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:18.876987 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] 10.222.0.32 "PUT /v2.0/ports/ab588df9-e032-4e8b-863a-e6633f9e2b3a HTTP/1.1" status: 200  len: 1092 time: 0.7892787
Apr 09 20:57:18.919949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2db7-5719-46cd-929c-6c2c6dd7456a service neutron] Pushing event updated for resources: {'Port': ['ID=ab588df9-e032-4e8b-863a-e6633f9e2b3a,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:18.931873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:19.175739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['146c43f4-1b2c-4bf3-bc91-df1e1247e407'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:19.333335 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:19.412955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-f4d8ab23-058c-4372-b6cc-574753c03b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:19.414448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-f4d8ab23-058c-4372-b6cc-574753c03b00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5511782
Apr 09 20:57:19.530739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-f4ad1014-2549-4ae5-bc45-a1b94b1b9cc4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:19.532144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-f4ad1014-2549-4ae5-bc45-a1b94b1b9cc4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 804 time: 0.5992455
Apr 09 20:57:19.533085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baacad3-849f-437b-b16f-814abc1ea597 req-b9193194-9568-4c5b-abfc-0de8a02319c0 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:19.534396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8baacad3-849f-437b-b16f-814abc1ea597 req-b9193194-9568-4c5b-abfc-0de8a02319c0 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1132 time: 0.2082386
Apr 09 20:57:19.551650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Request body: {'port': {'device_id': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'admin_state_up': True, 'tenant_id': '333402ee57fb405f856c323a638d2b7c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:19.591485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-a0b71563-5dea-4ac1-b9f0-9f3b96ba909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:19.592873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dcd51b7-01ef-47ba-9733-cfc2f16dbf72 req-a0b71563-5dea-4ac1-b9f0-9f3b96ba909c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8031480
Apr 09 20:57:19.625156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:19.630029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8baacad3-849f-437b-b16f-814abc1ea597 req-9eecadee-1724-4c92-a1ec-8b0b94fcee1e tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:19.782942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-8659fcd0-cdf4-46a8-8606-e60fdb780aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3193762
Apr 09 20:57:19.791929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-f77377f5-0052-4fed-ac9d-b5a0fa87aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:19.792413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-f77377f5-0052-4fed-ac9d-b5a0fa87aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:19.792853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-f77377f5-0052-4fed-ac9d-b5a0fa87aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:19.794470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-f77377f5-0052-4fed-ac9d-b5a0fa87aab3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2958 time: 0.1502697
Apr 09 20:57:19.912882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-37a91ed6-a70e-44f2-9b92-338f03e554f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=60d92665-fc5a-43fc-bc50-586bc08179bc HTTP/1.1" status: 200  len: 217 time: 0.1039505
Apr 09 20:57:20.029009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Made reservation on behalf of 333402ee57fb405f856c323a638d2b7c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:20.032281 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.034662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Allocated IP 172.35.0.137 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/260329af-5af7-4434-9935-97897825b3ec) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:20.081001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-760d4507-d477-4400-af9a-7fe70970179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:20.082493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-760d4507-d477-4400-af9a-7fe70970179d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df857378-ee26-4c80-9b13-7c88968fb8c8 HTTP/1.1" status: 200  len: 801 time: 0.1606071
Apr 09 20:57:20.094637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4e0964-963f-4dd3-a3a3-0aa19821dbe7 req-b47517f0-58db-4618-8370-ba993d939ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2941716
Apr 09 20:57:20.101689 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8baacad3-849f-437b-b16f-814abc1ea597 req-9eecadee-1724-4c92-a1ec-8b0b94fcee1e tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Publish callbacks [] for security_group (1e1afd9a-92af-4ff6-86e3-b75c644d6741), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.141775 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8baacad3-849f-437b-b16f-814abc1ea597 req-9eecadee-1724-4c92-a1ec-8b0b94fcee1e tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1e1afd9a-92af-4ff6-86e3-b75c644d6741), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.254508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-f9204a10-a862-4fb5-b791-a4f77c652e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:20.256024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-f9204a10-a862-4fb5-b791-a4f77c652e73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecdbeb25-e486-48df-bf84-0d48a4911a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1579022
Apr 09 20:57:20.274758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8baacad3-849f-437b-b16f-814abc1ea597 req-9eecadee-1724-4c92-a1ec-8b0b94fcee1e tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7271285
Apr 09 20:57:20.278912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecadee-1724-4c92-a1ec-8b0b94fcee1e tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1afd9a-92af-4ff6-86e3-b75c644d6741,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:20.326177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'tag': 'def9022b-7d87-4418-903a-3af11e1cabd4'}, {'name': 'network-changed', 'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'tag': 'ab588df9-e032-4e8b-863a-e6633f9e2b3a'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:20.328627 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c916e1ee-c874-4b0d-9d0d-88d455d6182c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "tag": "def9022b-7d87-4418-903a-3af11e1cabd4"}, {"name": "network-changed", "server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "tag": "ab588df9-e032-4e8b-863a-e6633f9e2b3a"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:20.350111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3635449a-702f-43a1-8dad-facf606f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.410011 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for port (260329af-5af7-4434-9935-97897825b3ec), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.473122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Allocated IP 172.20.0.12 (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c/54fcb9fd-163d-4271-b203-19d5638517d1/765d63be-a291-4796-9abd-dd6dc3afb689) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:20.495569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed755e5d-d274-4d10-b4e2-30e0652535ca req-42360791-2286-4b66-afe9-acee63649768 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:20.500719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed755e5d-d274-4d10-b4e2-30e0652535ca req-42360791-2286-4b66-afe9-acee63649768 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:20.505971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed755e5d-d274-4d10-b4e2-30e0652535ca req-42360791-2286-4b66-afe9-acee63649768 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:20.507584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed755e5d-d274-4d10-b4e2-30e0652535ca req-42360791-2286-4b66-afe9-acee63649768 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2412 time: 0.1547272
Apr 09 20:57:20.528651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-328e047f-399a-49de-8484-722378e3624d service neutron] 10.222.0.32 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446597
Apr 09 20:57:20.574858 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (260329af-5af7-4434-9935-97897825b3ec), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.580693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 146c43f4-1b2c-4bf3-bc91-df1e1247e407 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:20.626899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:20.634980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:20.635362 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.705795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:20.717450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:20.717841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.724791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed755e5d-d274-4d10-b4e2-30e0652535ca req-9fc332a0-9477-4547-b7df-6961eda39e9e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082772
Apr 09 20:57:20.725907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:20.731279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Pushing event updated for resources: {'Port': ['ID=260329af-5af7-4434-9935-97897825b3ec,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:20.737466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:20.743683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:20.753979 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5705d7-bcd6-4a8c-9a48-2d721347887d" -d '{"events": [{"server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "name": "network-vif-plugged", "status": "completed", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:20.767354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:20.773207 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:20.823937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:20.827497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-5beab36a-6ec8-4ac7-9aad-c433ea95235f service neutron] 10.222.0.32 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2852371
Apr 09 20:57:20.911157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-c4a55bfa-00f8-4e47-bb75-71c7fddd888e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=def9022b-7d87-4418-903a-3af11e1cabd4 HTTP/1.1" status: 200  len: 217 time: 0.0570478
Apr 09 20:57:20.919775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc6749-9a9e-48ae-99fa-1028d03122ec req-17f45d1e-27ed-4679-b4a5-dc1b5ec56a3e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:20.921175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9dc6749-9a9e-48ae-99fa-1028d03122ec req-17f45d1e-27ed-4679-b4a5-dc1b5ec56a3e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.1172020
Apr 09 20:57:20.983010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks [] for port (765d63be-a291-4796-9abd-dd6dc3afb689), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:21.042778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-3ad1e97d-211d-4900-9c1c-5e5113627ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:21.044232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-3ad1e97d-211d-4900-9c1c-5e5113627ebb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45562f5a-7507-43fb-b896-7d8c177d97d5 HTTP/1.1" status: 200  len: 801 time: 0.1200318
Apr 09 20:57:21.066865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (9148e0c4-f1bc-43dc-b29d-bab643127ef4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:21.082658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9dc6749-9a9e-48ae-99fa-1028d03122ec req-11809500-8eee-4382-bdab-51679a649437 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414967
Apr 09 20:57:21.133080 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:21.136890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-b4673bab-735d-49ee-8511-df588b7e6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:21.138444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-b4673bab-735d-49ee-8511-df588b7e6d1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be265ed6-bafe-4cf8-b76d-58ec43c2b275&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0748255
Apr 09 20:57:21.216567 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (260329af-5af7-4434-9935-97897825b3ec), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:21.579055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:21.588423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d0b28-a11c-4afa-a4f4-f706507394cc req-ef705da3-0e23-49d8-a496-1e2b21d4492e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:21.589920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-708d0b28-a11c-4afa-a4f4-f706507394cc req-ef705da3-0e23-49d8-a496-1e2b21d4492e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 932 time: 0.4474823
Apr 09 20:57:21.590492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Pushing event updated for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:21.597742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:21.605769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:21.732084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-6567673c-5bb4-4832-9d23-171c271b20a7 service neutron] 10.222.0.32 "GET /v2.0/networks/be265ed6-bafe-4cf8-b76d-58ec43c2b275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5834918
Apr 09 20:57:21.762236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:21.762831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:21.801002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-708d0b28-a11c-4afa-a4f4-f706507394cc req-29fd50b7-873c-4114-b1b7-9cf01435acfa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982019
Apr 09 20:57:21.855407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-4c58627a-7555-46f5-b6e1-d97d4cba0caa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3087337
Apr 09 20:57:21.870004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Request body: {'port': {'device_id': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:21.954274 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for port (260329af-5af7-4434-9935-97897825b3ec), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:21.959274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-6efef34b-892f-43f1-b9e4-52629ed1c724 service neutron] 10.222.0.32 "GET /v2.0/networks/be265ed6-bafe-4cf8-b76d-58ec43c2b275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155988
Apr 09 20:57:21.970478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c16a0e-b3ae-48ae-8289-b2dd5a8a03d2 req-ecb88997-f54b-4d96-aae0-85ab85ed10e5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:21.971830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87c16a0e-b3ae-48ae-8289-b2dd5a8a03d2 req-ecb88997-f54b-4d96-aae0-85ab85ed10e5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1057501
Apr 09 20:57:21.972410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (260329af-5af7-4434-9935-97897825b3ec), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:22.079017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-baded41f-905d-4367-8bae-2c31159ab5b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=ab588df9-e032-4e8b-863a-e6633f9e2b3a HTTP/1.1" status: 200  len: 217 time: 0.1043789
Apr 09 20:57:22.104863 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:22.160301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Pushing event updated for resources: {'Port': ['ID=260329af-5af7-4434-9935-97897825b3ec,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:22.211623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9148e0c4-f1bc-43dc-b29d-bab643127ef4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:22.222279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87c16a0e-b3ae-48ae-8289-b2dd5a8a03d2 req-1e0752e5-e463-40b6-b890-7016a62a2f1b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217107
Apr 09 20:57:22.230476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-9793dfcc-357f-4720-829d-4133473828e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:22.231885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-9793dfcc-357f-4720-829d-4133473828e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df857378-ee26-4c80-9b13-7c88968fb8c8 HTTP/1.1" status: 200  len: 801 time: 0.1296992
Apr 09 20:57:22.258354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:22.259524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-b5e09b44-ab68-4915-bc7a-e1d425b4c291 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.4822612
Apr 09 20:57:22.411093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-2cbcfc86-10bf-48dd-9729-e439031ee3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:22.412605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-2cbcfc86-10bf-48dd-9729-e439031ee3c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecdbeb25-e486-48df-bf84-0d48a4911a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1729481
Apr 09 20:57:22.415251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-51494d06-e31d-4402-a8c3-d2ed4206358b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.137 HTTP/1.1" status: 200  len: 696 time: 0.1385012
Apr 09 20:57:22.451219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d19d14-68b3-4c38-a632-ad267c15321c req-700cb0d7-365a-4202-82e4-b440a23ccc4e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:22.452611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d19d14-68b3-4c38-a632-ad267c15321c req-700cb0d7-365a-4202-82e4-b440a23ccc4e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1695004
Apr 09 20:57:22.699427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d19d14-68b3-4c38-a632-ad267c15321c req-fc508c2d-3bb7-40c7-9182-b35fb8077698 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271347
Apr 09 20:57:22.712198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-38e700f2-7bf1-490b-aa08-ae0f392f3f7b service neutron] 10.222.0.32 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765799
Apr 09 20:57:22.719819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-ba9254fc-bf05-4b4e-87ba-c71319aba850 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:22.721149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9eb22167-2225-4588-a52d-f5eded0d0f66 req-ba9254fc-bf05-4b4e-87ba-c71319aba850 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2974529
Apr 09 20:57:22.771270 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecd62f9-62e5-4aab-905c-a7b76b8452e5 x-openstack-request-id: req-aecd62f9-62e5-4aab-905c-a7b76b8452e5 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:22.771770 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "tag": "def9022b-7d87-4418-903a-3af11e1cabd4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "tag": "ab588df9-e032-4e8b-863a-e6633f9e2b3a", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:22.771860 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aecd62f9-62e5-4aab-905c-a7b76b8452e5 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:22.772520 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecd62f9-62e5-4aab-905c-a7b76b8452e5'] response: {'name': 'network-changed', 'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'tag': 'def9022b-7d87-4418-903a-3af11e1cabd4', 'status': 'completed', 'code': 200}
Apr 09 20:57:22.772798 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecd62f9-62e5-4aab-905c-a7b76b8452e5'] response: {'name': 'network-changed', 'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'tag': 'ab588df9-e032-4e8b-863a-e6633f9e2b3a', 'status': 'completed', 'code': 200}
Apr 09 20:57:22.804406 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071df616-4ba4-4c76-aab8-b3684fa3f3f8 x-openstack-request-id: req-071df616-4ba4-4c76-aab8-b3684fa3f3f8 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:22.804906 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "name": "network-vif-plugged", "status": "completed", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:22.804987 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-071df616-4ba4-4c76-aab8-b3684fa3f3f8 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:22.805394 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071df616-4ba4-4c76-aab8-b3684fa3f3f8'] response: {'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407', 'code': 200}
Apr 09 20:57:22.826062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765d63be-a291-4796-9abd-dd6dc3afb689 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:22.838269 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Publish callbacks [] for port (765d63be-a291-4796-9abd-dd6dc3afb689), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:22.865497 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9c8b149f-496d-447c-a2dd-7865fff0b261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:22.873331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Transition to ACTIVE for port object 765d63be-a291-4796-9abd-dd6dc3afb689 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:22.893553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:22.906585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd1f8b8-2745-42a1-a1d8-fcfd82f710fc req-a85e8c97-6623-459e-8e30-a74db0846cc4 service neutron] 10.222.0.32 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831837
Apr 09 20:57:22.957395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26881df4-bd39-4d50-926a-8a2d4282ed47 req-5bda0a60-7888-44ba-b9ac-a38023dbd9ee tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:22.962660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26881df4-bd39-4d50-926a-8a2d4282ed47 req-5bda0a60-7888-44ba-b9ac-a38023dbd9ee tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:22.967794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26881df4-bd39-4d50-926a-8a2d4282ed47 req-5bda0a60-7888-44ba-b9ac-a38023dbd9ee tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:22.969482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26881df4-bd39-4d50-926a-8a2d4282ed47 req-5bda0a60-7888-44ba-b9ac-a38023dbd9ee tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2412 time: 0.1098211
Apr 09 20:57:23.016223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Pushing event updated for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:23.027986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c47f69-b5fd-4b87-a82b-770bcd1a1aba req-196ebe50-c3ee-41c2-8f43-111587f98cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:23.029544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34c47f69-b5fd-4b87-a82b-770bcd1a1aba req-196ebe50-c3ee-41c2-8f43-111587f98cf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1127 time: 0.0976944
Apr 09 20:57:23.093808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26881df4-bd39-4d50-926a-8a2d4282ed47 req-ea11a9fd-484d-4978-89ec-b31189d90752 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013491
Apr 09 20:57:23.116961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Attempting to bind port 765d63be-a291-4796-9abd-dd6dc3afb689 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:23.117457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Attempting to bind port 765d63be-a291-4796-9abd-dd6dc3afb689 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:23.117785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Attempting to bind port 765d63be-a291-4796-9abd-dd6dc3afb689 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:23.122949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Port 765d63be-a291-4796-9abd-dd6dc3afb689 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:23.123270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Attempting to bind port 765d63be-a291-4796-9abd-dd6dc3afb689 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:23.131431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:23.132037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Checking segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:23.132417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Bound using segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:23.132846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Bound port: 765d63be-a291-4796-9abd-dd6dc3afb689, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:23.133206 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:23.245092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac2443-b3c8-4a6e-9782-5d3b86fc0b76 req-77cc64fa-d63d-46cc-9765-72c399343369 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:23.245092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-efac2443-b3c8-4a6e-9782-5d3b86fc0b76 req-77cc64fa-d63d-46cc-9765-72c399343369 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0923462
Apr 09 20:57:23.264495 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-b61044d8-6589-4fd8-a3fc-05ae58c43f90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0420654
Apr 09 20:57:23.274125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-05185ddd-1494-42ca-8e80-1aa7d4a697ea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:23.275090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-05185ddd-1494-42ca-8e80-1aa7d4a697ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053933
Apr 09 20:57:23.300122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe626a-5bd5-4e2e-8f8f-70873dc0b8d9 req-e265f023-c771-4cf6-b4ef-635cf943da8f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:23.301621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38fe626a-5bd5-4e2e-8f8f-70873dc0b8d9 req-e265f023-c771-4cf6-b4ef-635cf943da8f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0807242
Apr 09 20:57:23.303769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:23.361162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:23.378274 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:23.385444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38fe626a-5bd5-4e2e-8f8f-70873dc0b8d9 req-e2831667-4d7e-41f8-b139-55aba1fc0bb0 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.137 HTTP/1.1" status: 200  len: 696 time: 0.0767457
Apr 09 20:57:23.393991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-efac2443-b3c8-4a6e-9782-5d3b86fc0b76 req-a972caf1-ea05-4d1e-9184-1a870b5b95c1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294696
Apr 09 20:57:23.424237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-38fe626a-5bd5-4e2e-8f8f-70873dc0b8d9 req-d94ae9cf-4c04-4562-a302-5a11cbe3f14f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Request body: {'floatingip': {'port_id': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:23.434790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:23.435327 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:23.436710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] 10.222.0.25 "PUT /v2.0/ports/765d63be-a291-4796-9abd-dd6dc3afb689 HTTP/1.1" status: 200  len: 1092 time: 1.5717688
Apr 09 20:57:23.437161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:23.439441 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e710c3e8-2a51-452d-a6be-1d825e5f0b87" -d '{"events": [{"name": "network-changed", "server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:23.501298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-38fe626a-5bd5-4e2e-8f8f-70873dc0b8d9 req-d94ae9cf-4c04-4562-a302-5a11cbe3f14f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (9148e0c4-f1bc-43dc-b29d-bab643127ef4), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:23.563464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978acc3-2594-459f-b0f0-158e2b466dab service neutron] Pushing event updated for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:23.622040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-977f3e50-b2ed-43cd-827c-888a93310c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:23.623526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-977f3e50-b2ed-43cd-827c-888a93310c0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 1126 time: 0.1356506
Apr 09 20:57:23.633107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fc317-dacf-47f0-86fc-3cfab5a029cc req-68ec8b53-e39a-4d1b-a59b-716418e2feb4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:23.634627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f81fc317-dacf-47f0-86fc-3cfab5a029cc req-68ec8b53-e39a-4d1b-a59b-716418e2feb4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 944 time: 0.1372707
Apr 09 20:57:23.665460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43922) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:23.699023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-241dd3ca-33ca-43b4-baf2-d2c20a4fef40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=765d63be-a291-4796-9abd-dd6dc3afb689 HTTP/1.1" status: 200  len: 217 time: 0.0634439
Apr 09 20:57:23.753291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-a05b1261-a4f0-4c5e-8f86-971c48b322fc tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:23.754605 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-a05b1261-a4f0-4c5e-8f86-971c48b322fc tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/ports/b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 1129 time: 0.0880606
Apr 09 20:57:23.828811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f81fc317-dacf-47f0-86fc-3cfab5a029cc req-b28cc63e-9a54-4a4e-a422-ce007cfb8fe9 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843228
Apr 09 20:57:23.832331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-58d4691c-1e4c-4fe4-9ce8-b54741a54578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:23.834277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-58d4691c-1e4c-4fe4-9ce8-b54741a54578 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 200  len: 844 time: 0.1266925
Apr 09 20:57:23.905698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-d8481b90-59a5-4a71-9023-b38b3cc3aead service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651135
Apr 09 20:57:23.995542 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:24.012783 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-38fe626a-5bd5-4e2e-8f8f-70873dc0b8d9 req-d94ae9cf-4c04-4562-a302-5a11cbe3f14f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 09 20:57:24.013813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38fe626a-5bd5-4e2e-8f8f-70873dc0b8d9 req-d94ae9cf-4c04-4562-a302-5a11cbe3f14f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "PUT /v2.0/floatingips/9148e0c4-f1bc-43dc-b29d-bab643127ef4 HTTP/1.1" status: 409  len: 551 time: 0.6012149
Apr 09 20:57:24.021779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30462e-534e-423e-afc1-3da70779bee3 req-bac6e5fb-7789-49ae-bd3c-adc7a7a8417e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.023261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd30462e-534e-423e-afc1-3da70779bee3 req-bac6e5fb-7789-49ae-bd3c-adc7a7a8417e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1199839
Apr 09 20:57:24.065921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-77a60e3f-23e7-44fd-a5ea-db756223db11 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489058
Apr 09 20:57:24.141375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd30462e-534e-423e-afc1-3da70779bee3 req-dd552bde-6abc-4c75-ae0e-66eb89766040 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115022
Apr 09 20:57:24.460048 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685b3979-d366-489d-8868-8c21e9186f21 x-openstack-request-id: req-685b3979-d366-489d-8868-8c21e9186f21 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:24.460299 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:24.460562 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-685b3979-d366-489d-8868-8c21e9186f21 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:24.460925 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685b3979-d366-489d-8868-8c21e9186f21'] response: {'name': 'network-changed', 'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689', 'status': 'completed', 'code': 200}
Apr 09 20:57:24.523084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc0893-6ba6-4396-bd02-6f3259cd89ce req-18e588d4-a29e-402e-afe2-01ecbfaab48c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.524548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90dc0893-6ba6-4396-bd02-6f3259cd89ce req-18e588d4-a29e-402e-afe2-01ecbfaab48c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.4427953
Apr 09 20:57:24.576652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-9fd9b9c8-758b-48fa-b73e-22a85088a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.577160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-9fd9b9c8-758b-48fa-b73e-22a85088a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.577648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-9fd9b9c8-758b-48fa-b73e-22a85088a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.579245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-9fd9b9c8-758b-48fa-b73e-22a85088a98d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2958 time: 0.1211946
Apr 09 20:57:24.627164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcee8c9-3504-4200-86f3-841c741d1c5a req-6582b49b-5ec7-45b7-803d-9d69190e29ac tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.628628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2dcee8c9-3504-4200-86f3-841c741d1c5a req-6582b49b-5ec7-45b7-803d-9d69190e29ac tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1670001
Apr 09 20:57:24.669782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34c47f69-b5fd-4b87-a82b-770bcd1a1aba req-c724014d-acd2-4667-b929-3e3863049f35 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043872
Apr 09 20:57:24.671623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47042d93-06b0-4d27-afa5-d499d21a0c89 req-ae9a5c85-d9e5-48ca-af39-4f9d95a01d99 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5999143
Apr 09 20:57:24.729291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90dc0893-6ba6-4396-bd02-6f3259cd89ce req-546eea49-8785-4877-8b58-9a5144f163ad tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810012
Apr 09 20:57:24.810988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-ef45aa5e-3004-4494-a8e9-17dc11159c92 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips/9148e0c4-f1bc-43dc-b29d-bab643127ef4 HTTP/1.1" status: 200  len: 693 time: 0.0573316
Apr 09 20:57:24.814150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2dcee8c9-3504-4200-86f3-841c741d1c5a req-e36636e6-3eb7-48a0-8bf7-3d01465d2fa5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661904
Apr 09 20:57:24.815167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-3f099004-bf27-4fd3-91f3-46d3a8ea7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.816539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-3f099004-bf27-4fd3-91f3-46d3a8ea7865 service neutron] 10.222.0.32 "GET /v2.0/networks?id=be265ed6-bafe-4cf8-b76d-58ec43c2b275 HTTP/1.1" status: 200  len: 902 time: 0.2164624
Apr 09 20:57:24.869522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:24.956403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08232-cd57-4fb1-bfa8-cdb20f73cbe3 req-7c3f67ad-bffd-4060-b730-2b6067c55eb2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.961574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08232-cd57-4fb1-bfa8-cdb20f73cbe3 req-7c3f67ad-bffd-4060-b730-2b6067c55eb2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.966773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08232-cd57-4fb1-bfa8-cdb20f73cbe3 req-7c3f67ad-bffd-4060-b730-2b6067c55eb2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:24.968343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3a08232-cd57-4fb1-bfa8-cdb20f73cbe3 req-7c3f67ad-bffd-4060-b730-2b6067c55eb2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2412 time: 0.0876601
Apr 09 20:57:25.024893 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:25.031012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-55d7551e-e263-4c37-9373-67bb089a63dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=def9022b-7d87-4418-903a-3af11e1cabd4 HTTP/1.1" status: 200  len: 217 time: 0.0897572
Apr 09 20:57:25.039556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-f54b3be6-69d8-460d-a622-eaade0bb648b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:25.040888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-f54b3be6-69d8-460d-a622-eaade0bb648b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2234511
Apr 09 20:57:25.058579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-319c66b8-248d-4eaf-af52-9fe9d526fcce tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:25.059537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-319c66b8-248d-4eaf-af52-9fe9d526fcce tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0107768
Apr 09 20:57:25.061871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-c2b5f781-0617-40af-b71a-947c0465c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:25.063257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-c2b5f781-0617-40af-b71a-947c0465c1bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1132 time: 0.1318352
Apr 09 20:57:25.183648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-ea325960-929d-4322-b1c6-c291405411b6 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.137 HTTP/1.1" status: 200  len: 696 time: 0.1108463
Apr 09 20:57:25.186741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-bbec508b-c337-4b9c-a5b5-0e94a8d5ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:25.188106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-bbec508b-c337-4b9c-a5b5-0e94a8d5ad97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45562f5a-7507-43fb-b896-7d8c177d97d5 HTTP/1.1" status: 200  len: 801 time: 0.1277864
Apr 09 20:57:25.192782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3a08232-cd57-4fb1-bfa8-cdb20f73cbe3 req-24d74e14-ffe3-4248-81a6-59d8bb46cc04 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016916
Apr 09 20:57:25.284023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-b2e7eb63-abf4-499b-a290-7f9b60bf1433 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.137 HTTP/1.1" status: 200  len: 696 time: 0.0901878
Apr 09 20:57:25.356394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-b53b6153-0db6-4a75-b8d7-80358746f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:25.358192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-b53b6153-0db6-4a75-b8d7-80358746f0e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2609615
Apr 09 20:57:25.366089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feb44a-6921-47d9-a27a-c9e61baf2a9e req-2889289b-c5d6-4add-8733-a77bad909fbd tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:25.367414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64feb44a-6921-47d9-a27a-c9e61baf2a9e req-2889289b-c5d6-4add-8733-a77bad909fbd tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.1100383
Apr 09 20:57:25.471212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Deleting port 260329af-5af7-4434-9935-97897825b3ec {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:25.471544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (260329af-5af7-4434-9935-97897825b3ec), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:25.475914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64feb44a-6921-47d9-a27a-c9e61baf2a9e req-d8ab6327-7395-4949-8321-04f32737c153 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028225
Apr 09 20:57:25.614029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-2669a256-d8af-49da-aa74-ee6141889a3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 217 time: 0.0902469
Apr 09 20:57:25.643209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-95bae751-cbb5-4fed-9298-9b574277e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:25.644662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-95bae751-cbb5-4fed-9298-9b574277e855 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be265ed6-bafe-4cf8-b76d-58ec43c2b275&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1199884
Apr 09 20:57:25.655614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d85b4f-c2f4-4156-ab4d-fdb9b0c3de05 req-45f84e7b-ec6b-4c42-bfbb-31a2495e4fef tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:25.656961 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1d85b4f-c2f4-4156-ab4d-fdb9b0c3de05 req-45f84e7b-ec6b-4c42-bfbb-31a2495e4fef tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 944 time: 0.1132798
Apr 09 20:57:25.681578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (260329af-5af7-4434-9935-97897825b3ec), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:25.681894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (260329af-5af7-4434-9935-97897825b3ec), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:25.752358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Calling delete_port for 260329af-5af7-4434-9935-97897825b3ec owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:25.877904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-2cf1fdfb-5772-4aea-94b3-247771787286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:25.879282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-2cf1fdfb-5772-4aea-94b3-247771787286 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2337387
Apr 09 20:57:25.919048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1d85b4f-c2f4-4156-ab4d-fdb9b0c3de05 req-acb1e949-5acd-4726-8b5c-778a3aaebf33 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2439895
Apr 09 20:57:25.928911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-9673d5c1-fb10-47e3-962a-b0da3f073d7c service neutron] 10.222.0.32 "GET /v2.0/networks/be265ed6-bafe-4cf8-b76d-58ec43c2b275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2711022
Apr 09 20:57:26.105715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae228c5-138e-489e-81dc-4a3b7258f5c3 req-075444ec-eed6-443f-8756-72514abeb1c3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:26.107536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fae228c5-138e-489e-81dc-4a3b7258f5c3 req-075444ec-eed6-443f-8756-72514abeb1c3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1178896
Apr 09 20:57:26.109891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (260329af-5af7-4434-9935-97897825b3ec), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:26.115182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-52e4a818-4ea9-43c5-8869-276a226cd2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:26.116561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-52e4a818-4ea9-43c5-8869-276a226cd2fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0955131
Apr 09 20:57:26.177794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Pushing event deleted for resources: {'Port': ['ID=260329af-5af7-4434-9935-97897825b3ec,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:26.600776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-d8d3b459-f5d1-4d54-baab-cb20a2338e64 service neutron] 10.222.0.32 "GET /v2.0/networks/be265ed6-bafe-4cf8-b76d-58ec43c2b275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5636520
Apr 09 20:57:26.608958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fae228c5-138e-489e-81dc-4a3b7258f5c3 req-aa812555-7c0a-4379-96a0-3d0226ebaa8b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4666569
Apr 09 20:57:26.634034 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (9148e0c4-f1bc-43dc-b29d-bab643127ef4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:26.634280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device def9022b-7d87-4418-903a-3af11e1cabd4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:26.636630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:26.637832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31657d4d-4a22-4f73-b4e9-806e7aeb1da1 req-45dcb836-5d85-40d8-95d1-be275350963b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "DELETE /v2.0/floatingips/9148e0c4-f1bc-43dc-b29d-bab643127ef4 HTTP/1.1" status: 204  len: 173 time: 1.3366635
Apr 09 20:57:26.640634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-ac199f08-6e23-4548-becf-157a84ccf72d service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4968576
Apr 09 20:57:26.772324 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:26.779702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port def9022b-7d87-4418-903a-3af11e1cabd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=def9022b-7d87-4418-903a-3af11e1cabd4,segment=NetworkSegment(7abd2520-62db-40d6-9ccc-a5be820908af),segment_id=7abd2520-62db-40d6-9ccc-a5be820908af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:26.791470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'def9022b-7d87-4418-903a-3af11e1cabd4', 'network_id': 'be265ed6-bafe-4cf8-b76d-58ec43c2b275', 'port_id': 'def9022b-7d87-4418-903a-3af11e1cabd4', 'mac_address': 'fa:16:3e:b1:fc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45562f5a-7507-43fb-b896-7d8c177d97d5', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:26.797834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-111b380f-2000-47b8-82fe-5cf0d5faeb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:26.798325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-111b380f-2000-47b8-82fe-5cf0d5faeb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:26.798807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-111b380f-2000-47b8-82fe-5cf0d5faeb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:26.800468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-111b380f-2000-47b8-82fe-5cf0d5faeb10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2958 time: 0.1323454
Apr 09 20:57:26.825397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc538-363a-4264-8dc7-8ef531662a16 req-04b9b2c0-d8ca-42e6-be9a-d5298ddf0e3e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:26.826868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b44fc538-363a-4264-8dc7-8ef531662a16 req-04b9b2c0-d8ca-42e6-be9a-d5298ddf0e3e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1203103
Apr 09 20:57:26.833290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port def9022b-7d87-4418-903a-3af11e1cabd4 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:26.833673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:26.847011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def9022b-7d87-4418-903a-3af11e1cabd4 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:26.847267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e85d2-2fb5-46be-bff5-335d7fe31feb req-ea7ead7c-1cf9-4eb3-9279-ec802a03a222 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:26.848693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b29e85d2-2fb5-46be-bff5-335d7fe31feb req-ea7ead7c-1cf9-4eb3-9279-ec802a03a222 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1410439
Apr 09 20:57:26.866682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port def9022b-7d87-4418-903a-3af11e1cabd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=def9022b-7d87-4418-903a-3af11e1cabd4,segment=NetworkSegment(7abd2520-62db-40d6-9ccc-a5be820908af),segment_id=7abd2520-62db-40d6-9ccc-a5be820908af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:26.872451 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:26.873264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ab588df9-e032-4e8b-863a-e6633f9e2b3a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:26.928305 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-6802edce-e2af-4ec7-8652-c796ad757bc1 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2823043
Apr 09 20:57:26.947387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=def9022b-7d87-4418-903a-3af11e1cabd4,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:26.994151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b44fc538-363a-4264-8dc7-8ef531662a16 req-e2a6831c-f5aa-4517-92d3-571dec03900b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529794
Apr 09 20:57:27.004843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b29e85d2-2fb5-46be-bff5-335d7fe31feb req-332db835-a31c-48de-8afa-aac252a7170b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371851
Apr 09 20:57:27.015669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-8e67a5c6-41dc-4a8e-bfc5-5be8d2f5bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.017368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-8e67a5c6-41dc-4a8e-bfc5-5be8d2f5bc3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecdbeb25-e486-48df-bf84-0d48a4911a8a HTTP/1.1" status: 200  len: 903 time: 0.1895673
Apr 09 20:57:27.053017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ab588df9-e032-4e8b-863a-e6633f9e2b3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab588df9-e032-4e8b-863a-e6633f9e2b3a,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:27.063521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-f087ec96-d4f2-4657-a189-d775ce95c182 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=ab588df9-e032-4e8b-863a-e6633f9e2b3a HTTP/1.1" status: 200  len: 217 time: 0.0391183
Apr 09 20:57:27.074275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'ab588df9-e032-4e8b-863a-e6633f9e2b3a', 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a', 'port_id': 'ab588df9-e032-4e8b-863a-e6633f9e2b3a', 'mac_address': 'fa:16:3e:b2:2b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df857378-ee26-4c80-9b13-7c88968fb8c8', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:27.114109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ab588df9-e032-4e8b-863a-e6633f9e2b3a is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:27.114811 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:27.129152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab588df9-e032-4e8b-863a-e6633f9e2b3a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:27.151486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ab588df9-e032-4e8b-863a-e6633f9e2b3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab588df9-e032-4e8b-863a-e6633f9e2b3a,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:27.156598 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:27.157323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 60d92665-fc5a-43fc-bc50-586bc08179bc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:27.191003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac923b6-1229-45b2-9bf4-ab55d50b2e47 req-d8dce45d-4d67-485b-8824-4ecdf6de6702 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.196259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac923b6-1229-45b2-9bf4-ab55d50b2e47 req-d8dce45d-4d67-485b-8824-4ecdf6de6702 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.201585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac923b6-1229-45b2-9bf4-ab55d50b2e47 req-d8dce45d-4d67-485b-8824-4ecdf6de6702 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.203233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ac923b6-1229-45b2-9bf4-ab55d50b2e47 req-d8dce45d-4d67-485b-8824-4ecdf6de6702 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2413 time: 0.1327085
Apr 09 20:57:27.215255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4a51c-90c5-45e0-b474-c9a43a2789bb req-6bb0c968-b382-48fd-b35d-f97db122f30d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.216748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66a4a51c-90c5-45e0-b474-c9a43a2789bb req-6bb0c968-b382-48fd-b35d-f97db122f30d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.1076002
Apr 09 20:57:27.220388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-c3acda2c-936a-4bee-b82b-69e330592433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.221749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-c3acda2c-936a-4bee-b82b-69e330592433 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df857378-ee26-4c80-9b13-7c88968fb8c8 HTTP/1.1" status: 200  len: 801 time: 0.1494493
Apr 09 20:57:27.226521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ab588df9-e032-4e8b-863a-e6633f9e2b3a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:27.232672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 60d92665-fc5a-43fc-bc50-586bc08179bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d92665-fc5a-43fc-bc50-586bc08179bc,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:27.245468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '60d92665-fc5a-43fc-bc50-586bc08179bc', 'network_id': 'ecdbeb25-e486-48df-bf84-0d48a4911a8a', 'port_id': '60d92665-fc5a-43fc-bc50-586bc08179bc', 'mac_address': 'fa:16:3e:7c:9a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df857378-ee26-4c80-9b13-7c88968fb8c8', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:27.282981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 60d92665-fc5a-43fc-bc50-586bc08179bc is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:27.283309 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:27.297092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d92665-fc5a-43fc-bc50-586bc08179bc {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:27.318453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 60d92665-fc5a-43fc-bc50-586bc08179bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d92665-fc5a-43fc-bc50-586bc08179bc,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:27.320844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ac923b6-1229-45b2-9bf4-ab55d50b2e47 req-fb836153-d3e7-45d9-8637-40624867b94f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030846
Apr 09 20:57:27.329588 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:27.339959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66a4a51c-90c5-45e0-b474-c9a43a2789bb req-31dbb580-213c-449f-9966-61f618e50971 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172502
Apr 09 20:57:27.357721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-bdf67abb-81b4-408e-9724-f59fa5fe36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.359201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-bdf67abb-81b4-408e-9724-f59fa5fe36ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecdbeb25-e486-48df-bf84-0d48a4911a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0834863
Apr 09 20:57:27.397803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=60d92665-fc5a-43fc-bc50-586bc08179bc,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:27.586691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa315734-2a77-44a6-93b5-7e904c8c1cdb req-6e39bc8f-f7df-4d86-8dde-d4e6f9fc3720 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.588124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa315734-2a77-44a6-93b5-7e904c8c1cdb req-6e39bc8f-f7df-4d86-8dde-d4e6f9fc3720 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 944 time: 0.1730950
Apr 09 20:57:27.595437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-c9fed1b3-7c19-4e82-914b-2ddd89b97e26 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.59 HTTP/1.1" status: 200  len: 1001 time: 0.2402296
Apr 09 20:57:27.617914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-330d9221-f36f-4065-8811-e9cde6c53e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.619351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-330d9221-f36f-4065-8811-e9cde6c53e96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 1126 time: 0.0950878
Apr 09 20:57:27.689558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-775f520e-40b0-4adf-af44-49fd53c9e88a service neutron] 10.222.0.32 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2733233
Apr 09 20:57:27.708972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-e4ff2897-ba87-4982-ba37-6421cb6026b1 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.710221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-e4ff2897-ba87-4982-ba37-6421cb6026b1 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports/ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 200  len: 943 time: 0.1073797
Apr 09 20:57:27.782952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa315734-2a77-44a6-93b5-7e904c8c1cdb req-a43a2e0d-43c5-4c84-859c-45d7a4b57891 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865759
Apr 09 20:57:27.930490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-87016c38-cc6c-458a-b9a0-db4165f0d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.931843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-87016c38-cc6c-458a-b9a0-db4165f0d084 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 905 time: 0.3021951
Apr 09 20:57:27.932743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a56bb-4f68-4849-a25f-1ef6f12c5daf req-0b8bb9c2-acd7-4c9a-8d15-6520b7cc27ee tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:27.934122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-794a56bb-4f68-4849-a25f-1ef6f12c5daf req-0b8bb9c2-acd7-4c9a-8d15-6520b7cc27ee tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1127 time: 0.0776167
Apr 09 20:57:27.942760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-14e766eb-d69a-4752-bbd9-6699eb7c1149 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.59 HTTP/1.1" status: 200  len: 1001 time: 0.1330884
Apr 09 20:57:27.978194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ab588df9-e032-4e8b-863a-e6633f9e2b3a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:27.996724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c916e1ee-c874-4b0d-9d0d-88d455d6182c req-7d836c15-c4d2-4470-b516-eb1d9c405561 service neutron] 10.222.0.32 "GET /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2938285
Apr 09 20:57:28.014572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-a8031dcc-31d4-47c6-bc2b-8319a73e774d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=765d63be-a291-4796-9abd-dd6dc3afb689 HTTP/1.1" status: 200  len: 217 time: 0.0748022
Apr 09 20:57:28.119158 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-794a56bb-4f68-4849-a25f-1ef6f12c5daf req-04380286-85cd-447a-9a37-5d5c0af3cafb tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754584
Apr 09 20:57:28.131736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-714803b3-e605-4274-ad75-20a0fee083c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:28.133284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-714803b3-e605-4274-ad75-20a0fee083c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 200  len: 844 time: 0.1092596
Apr 09 20:57:28.137195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['60d92665-fc5a-43fc-bc50-586bc08179bc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:28.177077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-cc6a1396-0937-47bd-a96e-3508b2e4ab05 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:28.178416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-cc6a1396-0937-47bd-a96e-3508b2e4ab05 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2269502
Apr 09 20:57:28.180170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-a567a7bf-c760-4c81-8514-ffc5d6aa8ca5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374596
Apr 09 20:57:28.189189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-0189fb0c-096d-43fe-ba98-9dadbae77657 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:28.190939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-0189fb0c-096d-43fe-ba98-9dadbae77657 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063560
Apr 09 20:57:28.335921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee6f3-6024-430b-82b3-a74b5cf74ad1 req-a875f1c2-6c47-4069-9c5b-df93e7711ea5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:28.337477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae1ee6f3-6024-430b-82b3-a74b5cf74ad1 req-a875f1c2-6c47-4069-9c5b-df93e7711ea5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1365414
Apr 09 20:57:28.375093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-dc664ebb-7a77-4578-b7aa-248c11c99a32 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.59 HTTP/1.1" status: 200  len: 1001 time: 0.1750472
Apr 09 20:57:28.390065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:28.431499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-a40dfd1e-5eff-4f91-9853-cd0e89c3bdee service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396116
Apr 09 20:57:28.493050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae1ee6f3-6024-430b-82b3-a74b5cf74ad1 req-6d1adbc9-7497-461f-a973-8013a35e054e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470988
Apr 09 20:57:28.522842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (a5d4943d-8716-48f9-abbe-b533b2e8dc23), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:28.669505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a616e3-4a85-4769-8aea-0d9c92902beb req-905a9f4e-ff6e-4b42-92e2-748d67a3f48d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:28.670967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86a616e3-4a85-4769-8aea-0d9c92902beb req-905a9f4e-ff6e-4b42-92e2-748d67a3f48d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1154995
Apr 09 20:57:28.674522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e710c3e8-2a51-452d-a6be-1d825e5f0b87 req-9bc4da31-8195-4ec8-9711-fa63d4dc7af4 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343683
Apr 09 20:57:28.750597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:28.758555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (a5d4943d-8716-48f9-abbe-b533b2e8dc23), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:28.758965 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Floating IP a5d4943d-8716-48f9-abbe-b533b2e8dc23 disassociated. External IP: 172.35.0.59, port: ac60c733-ea67-43a5-8253-5a8a19668a37.
Apr 09 20:57:28.767771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86a616e3-4a85-4769-8aea-0d9c92902beb req-c2476946-4f1f-47cc-92ec-aec5bbfd8d05 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907252
Apr 09 20:57:28.918623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bca1ae-2b75-4eca-8779-1f7a97b21a42 req-f506fde5-8777-4194-8576-1b0dd4465769 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:28.923752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bca1ae-2b75-4eca-8779-1f7a97b21a42 req-f506fde5-8777-4194-8576-1b0dd4465769 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:28.928880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bca1ae-2b75-4eca-8779-1f7a97b21a42 req-f506fde5-8777-4194-8576-1b0dd4465769 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:28.930576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80bca1ae-2b75-4eca-8779-1f7a97b21a42 req-f506fde5-8777-4194-8576-1b0dd4465769 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2415 time: 0.0725758
Apr 09 20:57:28.987317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['def9022b-7d87-4418-903a-3af11e1cabd4'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:29.339552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80bca1ae-2b75-4eca-8779-1f7a97b21a42 req-307b482a-49fa-47f8-8bc9-4f61f4517eb1 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4028578
Apr 09 20:57:29.370345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Router 50f25104-3f5f-4c3e-b83b-774f936d88c2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:57:29.474072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd1a27-19e9-4dfa-bc95-4c8f1e12f1c9 req-8231c56f-48ee-40ee-8da2-da1004d3b613 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:29.475553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98bd1a27-19e9-4dfa-bc95-4c8f1e12f1c9 req-8231c56f-48ee-40ee-8da2-da1004d3b613 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0611055
Apr 09 20:57:29.540858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:57:29.549753 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:29.552750 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e0a44-5264-4337-a060-7fec9892136a None None] Sync routers for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:57:29.562798 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e0a44-5264-4337-a060-7fec9892136a None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:29.563401 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-103e0a44-5264-4337-a060-7fec9892136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377405640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:29.584499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98bd1a27-19e9-4dfa-bc95-4c8f1e12f1c9 req-248295b2-7e87-412f-afbe-dba80301976d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827949
Apr 09 20:57:29.592385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-3b6f39f6-745a-448a-89eb-a9eb23e6fafa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "PUT /v2.0/floatingips/a5d4943d-8716-48f9-abbe-b533b2e8dc23 HTTP/1.1" status: 200  len: 694 time: 1.2115760
Apr 09 20:57:29.592837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:29.595473 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:29.654782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-99a289d7-c10a-48b2-954c-7c6f13a63548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:29.656278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-99a289d7-c10a-48b2-954c-7c6f13a63548 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f36ce90faf42d0b8a5ab4024bd3db8&device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 1128 time: 0.0451858
Apr 09 20:57:29.680776 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-103e0a44-5264-4337-a060-7fec9892136a None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:29.721946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825bbdc-a916-4e97-b352-8a999eebd0a1 req-91dded5f-d9b5-4f30-be4a-2d6b1f4261d3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:29.723436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c825bbdc-a916-4e97-b352-8a999eebd0a1 req-91dded5f-d9b5-4f30-be4a-2d6b1f4261d3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 944 time: 0.0709500
Apr 09 20:57:29.815481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c825bbdc-a916-4e97-b352-8a999eebd0a1 req-7dd4611a-19cb-4e6b-beb7-7c9d79ff3cd3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670774
Apr 09 20:57:29.816783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-87a4cbaf-a2a2-4584-b6f3-234b0a4cec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:29.818162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-87a4cbaf-a2a2-4584-b6f3-234b0a4cec32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f HTTP/1.1" status: 200  len: 928 time: 0.1544137
Apr 09 20:57:29.847891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ab588df9-e032-4e8b-863a-e6633f9e2b3a up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:29.869826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-f28002dc-b46a-4b49-b212-c883e7327bf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 200  len: 217 time: 0.0454013
Apr 09 20:57:29.874264 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-103e0a44-5264-4337-a060-7fec9892136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377405640>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:48Z', 'revision_number': 5, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:29.906269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port ab588df9-e032-4e8b-863a-e6633f9e2b3a completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:29.914658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port ab588df9-e032-4e8b-863a-e6633f9e2b3a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:29.915052 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:29.960947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 765d63be-a291-4796-9abd-dd6dc3afb689 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:29.962672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad75551-cf2a-404f-8aa4-6aff681e7f91 req-ad17902b-439a-43d9-9de6-4344c1654eb0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:29.964464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ad75551-cf2a-404f-8aa4-6aff681e7f91 req-ad17902b-439a-43d9-9de6-4344c1654eb0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0888360
Apr 09 20:57:29.970757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-5d896b46-5ded-4375-892c-3a7b57ea34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:29.972318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-5d896b46-5ded-4375-892c-3a7b57ea34c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a138d28-ccd2-4168-a97e-8955337b9be5 HTTP/1.1" status: 200  len: 866 time: 0.0951009
Apr 09 20:57:29.993733 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:30.007010 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e0a44-5264-4337-a060-7fec9892136a None None] Checking router: 50f25104-3f5f-4c3e-b83b-774f936d88c2 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:57:30.016484 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e0a44-5264-4337-a060-7fec9892136a None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:30.017995 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-103e0a44-5264-4337-a060-7fec9892136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377405640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:30.038442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-f8213458-4099-425c-a949-6bc459acb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.039973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-f8213458-4099-425c-a949-6bc459acb53e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0587883
Apr 09 20:57:30.059776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ad75551-cf2a-404f-8aa4-6aff681e7f91 req-75842a8c-59b6-4ccd-ace5-02dbb3413216 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864325
Apr 09 20:57:30.078955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ab588df9-e032-4e8b-863a-e6633f9e2b3a is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:30.079338 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:30.118979 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b505d23-860f-436d-9294-72deff396b59 x-openstack-request-id: req-3b505d23-860f-436d-9294-72deff396b59 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:30.119268 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:30.119523 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b505d23-860f-436d-9294-72deff396b59 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:30.119981 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b505d23-860f-436d-9294-72deff396b59'] response: {'name': 'network-changed', 'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'status': 'completed', 'code': 200}
Apr 09 20:57:30.124418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab588df9-e032-4e8b-863a-e6633f9e2b3a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:30.128548 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6232928c-f504-45a8-a05d-80d520dcfeff" -d '{"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-plugged", "status": "completed", "tag": "ab588df9-e032-4e8b-863a-e6633f9e2b3a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:30.139764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ab588df9-e032-4e8b-863a-e6633f9e2b3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab588df9-e032-4e8b-863a-e6633f9e2b3a,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:30.144481 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-103e0a44-5264-4337-a060-7fec9892136a None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:30.155002 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:30.156155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 60d92665-fc5a-43fc-bc50-586bc08179bc up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:30.164225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:30.236179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '765d63be-a291-4796-9abd-dd6dc3afb689', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'port_id': '765d63be-a291-4796-9abd-dd6dc3afb689', 'mac_address': 'fa:16:3e:35:0c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fcb9fd-163d-4271-b203-19d5638517d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:30.258671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-815aecd2-f625-423d-b609-c8ab6589e9f2 service neutron] 10.222.0.30 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104192
Apr 09 20:57:30.262699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-099de483-515f-41c9-9d90-9f4218ff2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.264358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-099de483-515f-41c9-9d90-9f4218ff2e9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f36ce90faf42d0b8a5ab4024bd3db8&device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 1128 time: 0.0919423
Apr 09 20:57:30.289123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177098b-4ca5-4bae-92d6-91996c068cb2 req-2ae55e2c-30c2-4bef-a83f-33098d00ce38 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.291816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5177098b-4ca5-4bae-92d6-91996c068cb2 req-2ae55e2c-30c2-4bef-a83f-33098d00ce38 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1080432
Apr 09 20:57:30.351576 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-103e0a44-5264-4337-a060-7fec9892136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377405640>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:48Z', 'revision_number': 5, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:30.386310 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e0a44-5264-4337-a060-7fec9892136a None None] The sync data for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 is: [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:56:43Z', 'revision_number': 4, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98d37395-45d0-4bf7-a4d0-00bea1958b4d', 'name': '', 'network_id': '1da05a8f-ebf3-4e45-9d7a-9cef918d235f', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'mac_address': 'fa:16:3e:21:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:41Z', 'updated_at': '2022-04-09T20:56:48Z', 'revision_number': 5, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'subnets': [{'id': '9a138d28-ccd2-4168-a97e-8955337b9be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:57:30.427246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 60d92665-fc5a-43fc-bc50-586bc08179bc completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:30.429331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ab588df9-e032-4e8b-863a-e6633f9e2b3a,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:30.444280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 765d63be-a291-4796-9abd-dd6dc3afb689 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:30.444686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:30.450047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 60d92665-fc5a-43fc-bc50-586bc08179bc triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:30.450594 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:30.477948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5177098b-4ca5-4bae-92d6-91996c068cb2 req-ad910a9c-d61e-47b0-afa9-3f5e25ef17f1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644878
Apr 09 20:57:30.493522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765d63be-a291-4796-9abd-dd6dc3afb689 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:30.514191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-549df687-ed5e-4502-9345-47f810fed825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.516072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-549df687-ed5e-4502-9345-47f810fed825 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f HTTP/1.1" status: 200  len: 928 time: 0.2130432
Apr 09 20:57:30.518426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea4234-aab6-470f-9ae6-7409c5d59f04 req-c11659a0-b1af-4527-ae33-b8281f70f764 service neutron] 10.222.0.30 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476094
Apr 09 20:57:30.530565 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab5a21-7e18-4ee8-b5c2-0e7fa0705aab x-openstack-request-id: req-71ab5a21-7e18-4ee8-b5c2-0e7fa0705aab {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:30.531214 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-plugged", "status": "completed", "tag": "ab588df9-e032-4e8b-863a-e6633f9e2b3a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:30.531829 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71ab5a21-7e18-4ee8-b5c2-0e7fa0705aab {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:30.532637 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ab5a21-7e18-4ee8-b5c2-0e7fa0705aab'] response: {'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab588df9-e032-4e8b-863a-e6633f9e2b3a', 'code': 200}
Apr 09 20:57:30.535562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:30.543641 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:30.594835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-bb0be3dc-ba53-478d-8fd9-56390533dd14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 200  len: 217 time: 0.0463994
Apr 09 20:57:30.654504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 60d92665-fc5a-43fc-bc50-586bc08179bc is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:30.654987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:30.671697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:30.703801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a3fb1-6ac8-4bee-b55a-97d4c466774c req-5c420119-bc2b-4747-aca5-96405c3b0b23 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.707237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 60d92665-fc5a-43fc-bc50-586bc08179bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d92665-fc5a-43fc-bc50-586bc08179bc,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:30.708975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a3fb1-6ac8-4bee-b55a-97d4c466774c req-5c420119-bc2b-4747-aca5-96405c3b0b23 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.714671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a3fb1-6ac8-4bee-b55a-97d4c466774c req-5c420119-bc2b-4747-aca5-96405c3b0b23 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.715212 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:30.716534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a09a3fb1-6ac8-4bee-b55a-97d4c466774c req-5c420119-bc2b-4747-aca5-96405c3b0b23 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2416 time: 0.1113138
Apr 09 20:57:30.725577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-1184b231-1f1d-44b7-8c23-16b887e79e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.727269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-1184b231-1f1d-44b7-8c23-16b887e79e1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a138d28-ccd2-4168-a97e-8955337b9be5 HTTP/1.1" status: 200  len: 866 time: 0.1066537
Apr 09 20:57:30.774194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=60d92665-fc5a-43fc-bc50-586bc08179bc,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:30.786028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a972c42-a8b2-45c2-af05-e57bf09dc494 None None] New status for floating IP a5d4943d-8716-48f9-abbe-b533b2e8dc23: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 20:57:30.799340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-2c860e07-d1fe-4ac5-bfc2-b7c60e8724f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:30.800857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-2c860e07-d1fe-4ac5-bfc2-b7c60e8724f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da05a8f-ebf3-4e45-9d7a-9cef918d235f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0600176
Apr 09 20:57:30.804494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a09a3fb1-6ac8-4bee-b55a-97d4c466774c req-06fe58fc-e7e5-459e-a3ba-96f5cdaea635 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818489
Apr 09 20:57:30.925515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-9bacaf62-317b-4718-9b1f-7d02f0dd116b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips/a5d4943d-8716-48f9-abbe-b533b2e8dc23 HTTP/1.1" status: 200  len: 694 time: 0.0840921
Apr 09 20:57:31.023845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device def9022b-7d87-4418-903a-3af11e1cabd4 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:31.057327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-63cf3521-bbc0-434d-8aa5-0a666a248cb2 service neutron] 10.222.0.32 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472997
Apr 09 20:57:31.057583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['765d63be-a291-4796-9abd-dd6dc3afb689'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:31.065591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109b689-ee72-44ea-a5c3-9f0acc66d218 req-1f3a4e16-4107-494f-8545-b463c278990d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:31.072553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f109b689-ee72-44ea-a5c3-9f0acc66d218 req-1f3a4e16-4107-494f-8545-b463c278990d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.1123695
Apr 09 20:57:31.133001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port def9022b-7d87-4418-903a-3af11e1cabd4 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:31.154237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port def9022b-7d87-4418-903a-3af11e1cabd4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:31.154614 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:31.190710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-fad536cd-b1c1-4b36-8bf2-db6efe5006a8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:31.192093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-fad536cd-b1c1-4b36-8bf2-db6efe5006a8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2565324
Apr 09 20:57:31.211770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-4779f7d4-1d4d-4ab6-832c-9b9f76223f4a tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:31.212051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-4779f7d4-1d4d-4ab6-832c-9b9f76223f4a tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0095804
Apr 09 20:57:31.227397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f109b689-ee72-44ea-a5c3-9f0acc66d218 req-bbbb1657-bcf7-424b-ac30-dc57870223c1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538756
Apr 09 20:57:31.306653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port def9022b-7d87-4418-903a-3af11e1cabd4 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:31.306964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:31.358463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port def9022b-7d87-4418-903a-3af11e1cabd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=def9022b-7d87-4418-903a-3af11e1cabd4,segment=NetworkSegment(7abd2520-62db-40d6-9ccc-a5be820908af),segment_id=7abd2520-62db-40d6-9ccc-a5be820908af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:31.363726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-b577e252-c424-424d-9e04-f7a4e6ec582b tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.59 HTTP/1.1" status: 200  len: 695 time: 0.1328001
Apr 09 20:57:31.365370 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:31.365557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b579925e-58bc-4dc3-ae2e-1a4ef64427c1 req-92614931-c4e6-4f45-b04d-1dc960ef09d9 service neutron] 10.222.0.32 "GET /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839277
Apr 09 20:57:31.378572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416e19-32f6-43c4-8437-eb517642d0d3 req-313e64f2-2fed-42b5-a0c0-56393738df82 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:31.384628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57416e19-32f6-43c4-8437-eb517642d0d3 req-313e64f2-2fed-42b5-a0c0-56393738df82 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 945 time: 0.0746405
Apr 09 20:57:31.425951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=def9022b-7d87-4418-903a-3af11e1cabd4,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:31.475899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-3dc90bb1-baef-4cd1-85d6-851f2d226336 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.59 HTTP/1.1" status: 200  len: 695 time: 0.0860417
Apr 09 20:57:31.539332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57416e19-32f6-43c4-8437-eb517642d0d3 req-70213611-851c-4f5e-a831-fbcb5bc2b491 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482899
Apr 09 20:57:31.648298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Deleting port 6d7e7b01-3946-4c93-9b2c-fadaeb465172 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:31.648541 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6d7e7b01-3946-4c93-9b2c-fadaeb465172), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:31.668228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44466af-24f9-4796-87ea-eb8835d8d734 req-cf8d1cbf-73e3-4436-b431-ccbbe3891c69 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:31.669750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a44466af-24f9-4796-87ea-eb8835d8d734 req-cf8d1cbf-73e3-4436-b431-ccbbe3891c69 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0656188
Apr 09 20:57:31.761747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a44466af-24f9-4796-87ea-eb8835d8d734 req-d2cfe2f9-595f-4de7-9eb5-3ebf4771fe36 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839949
Apr 09 20:57:31.765050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6d7e7b01-3946-4c93-9b2c-fadaeb465172), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:31.765373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (6d7e7b01-3946-4c93-9b2c-fadaeb465172), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:31.778147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Calling delete_port for 6d7e7b01-3946-4c93-9b2c-fadaeb465172 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:31.886660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66c1d8-aa8d-440d-ad6c-a4d0a84f0a6f req-9581fad0-3374-4361-ad91-055c449bb1a6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:31.888168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd66c1d8-aa8d-440d-ad6c-a4d0a84f0a6f req-9581fad0-3374-4361-ad91-055c449bb1a6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0626206
Apr 09 20:57:31.969747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd66c1d8-aa8d-440d-ad6c-a4d0a84f0a6f req-64ddf843-ab8c-4221-9cca-71db78673bc5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753770
Apr 09 20:57:31.995375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6d7e7b01-3946-4c93-9b2c-fadaeb465172), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:32.026852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Pushing event deleted for resources: {'Port': ['ID=6d7e7b01-3946-4c93-9b2c-fadaeb465172,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:32.120941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e055c-7dfd-48e9-9de7-fde8b6a8a4ab req-400c24d3-813e-4ac5-8578-e10381eb3b9c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:32.126212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e055c-7dfd-48e9-9de7-fde8b6a8a4ab req-400c24d3-813e-4ac5-8578-e10381eb3b9c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:32.131455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e055c-7dfd-48e9-9de7-fde8b6a8a4ab req-400c24d3-813e-4ac5-8578-e10381eb3b9c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:32.133147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba6e055c-7dfd-48e9-9de7-fde8b6a8a4ab req-400c24d3-813e-4ac5-8578-e10381eb3b9c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2418 time: 0.0823691
Apr 09 20:57:32.146176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks [] for floatingip (a5d4943d-8716-48f9-abbe-b533b2e8dc23), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:32.148634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:32.149801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c464b8da-0fec-4b4c-a8bf-04cc719aeb73 req-ee3df32d-cdba-491e-9fce-b6155655c260 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "DELETE /v2.0/floatingips/a5d4943d-8716-48f9-abbe-b533b2e8dc23 HTTP/1.1" status: 204  len: 173 time: 0.6659930
Apr 09 20:57:32.187196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba6e055c-7dfd-48e9-9de7-fde8b6a8a4ab req-81eab154-ebc5-459a-b4fb-5cae4dee4ea2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472841
Apr 09 20:57:32.263815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc5ee-3399-48d7-b710-f75548b86db4 req-09cf2e50-faff-4448-90a1-c76a35a73ef3 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:32.265362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e13bc5ee-3399-48d7-b710-f75548b86db4 req-09cf2e50-faff-4448-90a1-c76a35a73ef3 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0532417
Apr 09 20:57:32.313237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e13bc5ee-3399-48d7-b710-f75548b86db4 req-6bab2fc7-be29-4e03-a135-d1fe7084ba55 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0424247
Apr 09 20:57:32.380550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-713ab957-3bbe-44f0-aefb-e27183a63f84 req-e8b2c870-b15a-4957-8878-b454aa1694bf tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0471640
Apr 09 20:57:32.389066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c78a5-d3f3-4828-b01f-dccd757a0407 req-6ee3c894-9104-428d-bfc1-760939b7ff2b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:32.390496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-888c78a5-d3f3-4828-b01f-dccd757a0407 req-6ee3c894-9104-428d-bfc1-760939b7ff2b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0866265
Apr 09 20:57:32.436852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-888c78a5-d3f3-4828-b01f-dccd757a0407 req-ad839d02-02ef-403e-83b5-bdcfd8fe8c47 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408192
Apr 09 20:57:32.514416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 765d63be-a291-4796-9abd-dd6dc3afb689 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:32.539421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d92665-fc5a-43fc-bc50-586bc08179bc'}, {'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def9022b-7d87-4418-903a-3af11e1cabd4'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:32.541869 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3941d736-84c2-4306-9e5c-9e662ea590e4" -d '{"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-plugged", "status": "completed", "tag": "60d92665-fc5a-43fc-bc50-586bc08179bc"}, {"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-plugged", "status": "completed", "tag": "def9022b-7d87-4418-903a-3af11e1cabd4"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:32.578990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 765d63be-a291-4796-9abd-dd6dc3afb689 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:32.589466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 765d63be-a291-4796-9abd-dd6dc3afb689 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:32.590025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:32.594519 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7184f44d-ab28-48ed-95fe-075c5a109dbb x-openstack-request-id: req-7184f44d-ab28-48ed-95fe-075c5a109dbb {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:32.594919 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-plugged", "status": "completed", "tag": "60d92665-fc5a-43fc-bc50-586bc08179bc", "code": 200}, {"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-plugged", "status": "completed", "tag": "def9022b-7d87-4418-903a-3af11e1cabd4", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:32.595270 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7184f44d-ab28-48ed-95fe-075c5a109dbb {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:32.595728 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7184f44d-ab28-48ed-95fe-075c5a109dbb'] response: {'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d92665-fc5a-43fc-bc50-586bc08179bc', 'code': 200}
Apr 09 20:57:32.596100 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7184f44d-ab28-48ed-95fe-075c5a109dbb'] response: {'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def9022b-7d87-4418-903a-3af11e1cabd4', 'code': 200}
Apr 09 20:57:32.632489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75786379-99f4-4afe-a4d7-89aa6d71b7c3 req-d1489ca5-8da3-45f0-bc4d-e5b211613d43 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:32.637850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75786379-99f4-4afe-a4d7-89aa6d71b7c3 req-d1489ca5-8da3-45f0-bc4d-e5b211613d43 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 946 time: 0.0609984
Apr 09 20:57:32.690550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 765d63be-a291-4796-9abd-dd6dc3afb689 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:32.690958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:32.726920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75786379-99f4-4afe-a4d7-89aa6d71b7c3 req-605f61f8-24c7-4c46-97de-a0965b54c52f tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871041
Apr 09 20:57:32.728268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:32.738353 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:32.742850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214805c-1a40-4d84-96ac-ead19f41729d req-2e7040d5-5ea5-438f-92ac-20162392285c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:32.745085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b214805c-1a40-4d84-96ac-ead19f41729d req-2e7040d5-5ea5-438f-92ac-20162392285c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 945 time: 0.0698493
Apr 09 20:57:32.793735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:33.123657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3026e-1d34-4744-a873-d6bf2b0ed9c6 req-e44a50a3-ff2a-4f37-afdf-db381628cf7d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:33.125147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86b3026e-1d34-4744-a873-d6bf2b0ed9c6 req-e44a50a3-ff2a-4f37-afdf-db381628cf7d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0619116
Apr 09 20:57:33.128107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b214805c-1a40-4d84-96ac-ead19f41729d req-ade7f6f8-168d-488a-8c43-cd602bfea22f tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3750637
Apr 09 20:57:33.172682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86b3026e-1d34-4744-a873-d6bf2b0ed9c6 req-566765a9-dbc7-494a-9a5e-f5427483c446 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415854
Apr 09 20:57:33.228766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae7b1a-546a-4766-a00e-4df1152af30a req-0d2d4686-8ce8-414d-993d-de95717087f4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:33.230289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fae7b1a-546a-4766-a00e-4df1152af30a req-0d2d4686-8ce8-414d-993d-de95717087f4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0472741
Apr 09 20:57:33.314584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec609-36af-4030-8ba6-5be129dc599e req-933c795b-39fd-4eb6-9d95-5755fb883787 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:33.319725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec609-36af-4030-8ba6-5be129dc599e req-933c795b-39fd-4eb6-9d95-5755fb883787 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:33.324978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec609-36af-4030-8ba6-5be129dc599e req-933c795b-39fd-4eb6-9d95-5755fb883787 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:33.326625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46ec609-36af-4030-8ba6-5be129dc599e req-933c795b-39fd-4eb6-9d95-5755fb883787 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2418 time: 0.0727365
Apr 09 20:57:33.329879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fae7b1a-546a-4766-a00e-4df1152af30a req-deb31d29-0f43-4ef3-8616-d56b7cd292e9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936091
Apr 09 20:57:33.375395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46ec609-36af-4030-8ba6-5be129dc599e req-a93564a4-3c6c-4b95-9379-09b00ba74e9a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425167
Apr 09 20:57:33.558449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944de85-3850-46b8-9eb7-cf9ff8cd8625 req-ed909cf9-c9fa-41a4-9534-c693906fdd4d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:33.560212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0944de85-3850-46b8-9eb7-cf9ff8cd8625 req-ed909cf9-c9fa-41a4-9534-c693906fdd4d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0499165
Apr 09 20:57:33.613018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0944de85-3850-46b8-9eb7-cf9ff8cd8625 req-21510317-955d-49c1-9b88-1dc001c26940 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469730
Apr 09 20:57:33.867832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37c37a-0a34-4d17-a400-b7036bab1808 req-34ab8c96-96e6-4926-beaf-0db195149daa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:33.869190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba37c37a-0a34-4d17-a400-b7036bab1808 req-34ab8c96-96e6-4926-beaf-0db195149daa tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 946 time: 0.0557020
Apr 09 20:57:33.920134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba37c37a-0a34-4d17-a400-b7036bab1808 req-b2487d54-79aa-4bad-b43c-10fd8a9cfc23 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423770
Apr 09 20:57:34.240756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14745b06-650c-44e9-ac4c-2abe9718d901 req-9cfb8b3c-b57b-44cc-82ed-89b18804a9a7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.242287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14745b06-650c-44e9-ac4c-2abe9718d901 req-9cfb8b3c-b57b-44cc-82ed-89b18804a9a7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0483303
Apr 09 20:57:34.307129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0aeb7-abe8-4ccb-b6e0-f31772b965c8 req-7fdf0e25-6ca0-4222-8635-82a40ce05588 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.308637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d0aeb7-abe8-4ccb-b6e0-f31772b965c8 req-7fdf0e25-6ca0-4222-8635-82a40ce05588 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0654385
Apr 09 20:57:34.337763 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14745b06-650c-44e9-ac4c-2abe9718d901 req-da769b2b-051b-49ae-b7fb-bd54566d168e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863121
Apr 09 20:57:34.368648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d0aeb7-abe8-4ccb-b6e0-f31772b965c8 req-23cca321-15ce-476c-861c-ea7a3b931c86 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535560
Apr 09 20:57:34.444630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a2fa9-a231-4d53-9670-a9a09e16f438 req-fc7d7da0-bfb6-4387-93ff-4a1f5cf455d9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.446300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce3a2fa9-a231-4d53-9670-a9a09e16f438 req-fc7d7da0-bfb6-4387-93ff-4a1f5cf455d9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0478840
Apr 09 20:57:34.506449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2f51-b8f7-404b-bf37-96a23933fbc7 req-3d1c31f3-9e4d-4d4c-960c-2088f1b98774 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.511782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2f51-b8f7-404b-bf37-96a23933fbc7 req-3d1c31f3-9e4d-4d4c-960c-2088f1b98774 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.516946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2f51-b8f7-404b-bf37-96a23933fbc7 req-3d1c31f3-9e4d-4d4c-960c-2088f1b98774 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.518560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9faa2f51-b8f7-404b-bf37-96a23933fbc7 req-3d1c31f3-9e4d-4d4c-960c-2088f1b98774 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2418 time: 0.0713968
Apr 09 20:57:34.556511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce3a2fa9-a231-4d53-9670-a9a09e16f438 req-8129f7e4-7f21-4d78-8b2a-bf2462344fd4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009722
Apr 09 20:57:34.582021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9faa2f51-b8f7-404b-bf37-96a23933fbc7 req-48605f05-e53b-43ee-8675-04e5b469dc57 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578613
Apr 09 20:57:34.596861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:34.599449 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f236a62e-eb62-4def-bed9-6e708bcfcb85" -d '{"events": [{"server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "name": "network-vif-plugged", "status": "completed", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:34.635049 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c4c350-5016-4a4b-a4ec-6f7304b796ac x-openstack-request-id: req-93c4c350-5016-4a4b-a4ec-6f7304b796ac {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:34.635406 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "name": "network-vif-plugged", "status": "completed", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:34.635716 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93c4c350-5016-4a4b-a4ec-6f7304b796ac {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:34.636191 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c4c350-5016-4a4b-a4ec-6f7304b796ac'] response: {'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689', 'code': 200}
Apr 09 20:57:34.723971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5262d-d2e0-4fde-9873-1c870a9dc91a req-620a7dfc-9b67-4368-8bc3-c9fac207516f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.725476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1d5262d-d2e0-4fde-9873-1c870a9dc91a req-620a7dfc-9b67-4368-8bc3-c9fac207516f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0477734
Apr 09 20:57:34.790215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2568-884f-4444-8813-c8d777d9263d req-f4d43efa-7911-4645-bf32-4161785cae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.791659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5aa2568-884f-4444-8813-c8d777d9263d req-f4d43efa-7911-4645-bf32-4161785cae67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 1128 time: 0.0652883
Apr 09 20:57:34.846729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1d5262d-d2e0-4fde-9873-1c870a9dc91a req-1010865a-9c07-43d3-80ee-54f02df690ba tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127629
Apr 09 20:57:34.852159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d84d23-9cb5-41b9-bbe7-05bd84028632 req-b6b5d07c-e41d-4dd4-b430-82cc0ff9b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.852684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d84d23-9cb5-41b9-bbe7-05bd84028632 req-b6b5d07c-e41d-4dd4-b430-82cc0ff9b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.853198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d84d23-9cb5-41b9-bbe7-05bd84028632 req-b6b5d07c-e41d-4dd4-b430-82cc0ff9b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:34.854823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3d84d23-9cb5-41b9-bbe7-05bd84028632 req-b6b5d07c-e41d-4dd4-b430-82cc0ff9b6ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2964 time: 0.0778928
Apr 09 20:57:34.878049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5aa2568-884f-4444-8813-c8d777d9263d req-1883388d-c34a-44d5-bcb0-4b97c16c680e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649631
Apr 09 20:57:35.039590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e45f8-748c-4a8e-aeea-c99d3353b1bd req-a539e979-8f84-4a4c-9fdc-d36210080005 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:35.041070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a4e45f8-748c-4a8e-aeea-c99d3353b1bd req-a539e979-8f84-4a4c-9fdc-d36210080005 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 946 time: 0.0480633
Apr 09 20:57:35.088930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a4e45f8-748c-4a8e-aeea-c99d3353b1bd req-b2d790a5-d39d-40b9-8d51-1e7b8bd9bd9c tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/security-groups?id=3059049b-a4be-40a3-98fb-7abbdd8429c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421984
Apr 09 20:57:35.282067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6af45b-318d-435d-8c56-381bae59c985 req-a6f19c91-578c-42aa-a18c-ee7c29b8c910 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:35.283592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c6af45b-318d-435d-8c56-381bae59c985 req-a6f19c91-578c-42aa-a18c-ee7c29b8c910 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.32 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 946 time: 0.0723228
Apr 09 20:57:35.333396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3d84d23-9cb5-41b9-bbe7-05bd84028632 req-da07dcdc-ca68-452e-b5b5-aaf7f69abed0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924878
Apr 09 20:57:35.447868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Deleting port ac60c733-ea67-43a5-8253-5a8a19668a37 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:35.448207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:35.512745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc6b1b-f96a-4ec4-8065-d9b5e66f7b89 req-8815f07c-a428-40aa-aaa7-78976217fa18 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:35.514110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40cc6b1b-f96a-4ec4-8065-d9b5e66f7b89 req-8815f07c-a428-40aa-aaa7-78976217fa18 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1061187
Apr 09 20:57:35.577797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066db5-ad22-46e0-bb90-a17d7aa0e35b req-da9d65bf-15ee-4c3c-a4bb-62f844fd2de4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:35.579507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af066db5-ad22-46e0-bb90-a17d7aa0e35b req-da9d65bf-15ee-4c3c-a4bb-62f844fd2de4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1249204
Apr 09 20:57:35.625418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] For port ac60c733-ea67-43a5-8253-5a8a19668a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac60c733-ea67-43a5-8253-5a8a19668a37,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:35.625777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:35.654855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Calling delete_port for ac60c733-ea67-43a5-8253-5a8a19668a37 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:35.668851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40cc6b1b-f96a-4ec4-8065-d9b5e66f7b89 req-ae5f4561-5186-405d-8d24-7ccb242268da tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243970
Apr 09 20:57:35.689986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af066db5-ad22-46e0-bb90-a17d7aa0e35b req-17d597ae-e2d6-412c-b79e-debc21d12361 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029541
Apr 09 20:57:35.846514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd286a2-ce8a-41df-bbed-c9682fe43838 req-dac49518-fb6a-4dfc-ac93-e9ebd7190f70 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:35.848037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fd286a2-ce8a-41df-bbed-c9682fe43838 req-dac49518-fb6a-4dfc-ac93-e9ebd7190f70 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1065676
Apr 09 20:57:35.884145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b649-d2b4-4745-97f5-bf1651339cfd req-1bce9e0e-b494-43a7-82be-2f3a74e537f5 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:35.889357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b649-d2b4-4745-97f5-bf1651339cfd req-1bce9e0e-b494-43a7-82be-2f3a74e537f5 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:35.894618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b649-d2b4-4745-97f5-bf1651339cfd req-1bce9e0e-b494-43a7-82be-2f3a74e537f5 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:35.896149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49b1b649-d2b4-4745-97f5-bf1651339cfd req-1bce9e0e-b494-43a7-82be-2f3a74e537f5 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2418 time: 0.1330485
Apr 09 20:57:35.966413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ac60c733-ea67-43a5-8253-5a8a19668a37), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:35.985373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fd286a2-ce8a-41df-bbed-c9682fe43838 req-f8950818-1982-451b-a992-b8acfb5883b5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143909
Apr 09 20:57:36.017736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Pushing event deleted for resources: {'Port': ['ID=ac60c733-ea67-43a5-8253-5a8a19668a37,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:36.027803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49b1b649-d2b4-4745-97f5-bf1651339cfd req-78377d88-494b-4734-b05e-77b32676c95d tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208816
Apr 09 20:57:36.123923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] No DVR routers for this DVR port ac60c733-ea67-43a5-8253-5a8a19668a37 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:36.128030 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:36.131272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c6af45b-318d-435d-8c56-381bae59c985 req-3c69cfb0-f5f4-48e2-ae75-5bd7f27033b5 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.32 "DELETE /v2.0/ports/ac60c733-ea67-43a5-8253-5a8a19668a37 HTTP/1.1" status: 204  len: 173 time: 0.8398075
Apr 09 20:57:36.131727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'name': 'network-vif-deleted', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:36.134051 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8857c3dc-ece4-4316-b562-5059a0b34b77" -d '{"events": [{"server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "name": "network-vif-deleted", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:36.150748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac31219-e0f0-4794-964f-c010af88191a req-e5e464a6-85cb-46c3-9516-5b6cddf7055c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:36.152598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ac31219-e0f0-4794-964f-c010af88191a req-e5e464a6-85cb-46c3-9516-5b6cddf7055c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0927727
Apr 09 20:57:36.197668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8073d88-6ef5-43f9-a200-f33c40f8fb0e req-c9fb4fc7-5572-42d0-9615-b43a9997f5a8 tempest-FloatingIPsAssociationNegativeTestJSON-718803169 tempest-FloatingIPsAssociationNegativeTestJSON-718803169-project] 10.222.0.30 "GET /v2.0/ports?device_id=e790127e-f0b8-47d7-aaf1-1f74b46ecb12 HTTP/1.1" status: 200  len: 210 time: 0.0399730
Apr 09 20:57:36.228044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ac31219-e0f0-4794-964f-c010af88191a req-c5b1e114-c15a-4985-aaf9-4d5c9c0cb73f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692027
Apr 09 20:57:36.256353 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d86b00-0429-4d45-99ba-b51ce18c5196 x-openstack-request-id: req-00d86b00-0429-4d45-99ba-b51ce18c5196 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:36.256715 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790127e-f0b8-47d7-aaf1-1f74b46ecb12", "name": "network-vif-deleted", "tag": "ac60c733-ea67-43a5-8253-5a8a19668a37", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:36.256970 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00d86b00-0429-4d45-99ba-b51ce18c5196 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:36.257414 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d86b00-0429-4d45-99ba-b51ce18c5196'] response: {'server_uuid': 'e790127e-f0b8-47d7-aaf1-1f74b46ecb12', 'name': 'network-vif-deleted', 'tag': 'ac60c733-ea67-43a5-8253-5a8a19668a37', 'status': 'completed', 'code': 200}
Apr 09 20:57:36.391339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53ce7-c04c-45bb-859f-21e977f86285 req-11526e64-de3e-4b88-8464-8208211664b9 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:36.392893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29b53ce7-c04c-45bb-859f-21e977f86285 req-11526e64-de3e-4b88-8464-8208211664b9 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1127 time: 0.0415056
Apr 09 20:57:36.438591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29b53ce7-c04c-45bb-859f-21e977f86285 req-5a0d27ab-7db0-4f02-9f8b-b9ac723e8dd0 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400906
Apr 09 20:57:36.787911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225abd3-8b8f-440a-920c-74530ce3ff33 req-11edb5bf-6969-4483-aaa9-4353aec3ebd2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:36.790808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f225abd3-8b8f-440a-920c-74530ce3ff33 req-11edb5bf-6969-4483-aaa9-4353aec3ebd2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0537779
Apr 09 20:57:36.845072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f225abd3-8b8f-440a-920c-74530ce3ff33 req-db5e444f-3175-47a6-a00e-ceab358535e3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488541
Apr 09 20:57:36.944634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e432d-2dba-4340-8289-c96f45f1d08b req-248fd042-d0f1-485e-82f8-a021aadbb77c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:36.947542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b2e432d-2dba-4340-8289-c96f45f1d08b req-248fd042-d0f1-485e-82f8-a021aadbb77c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0506139
Apr 09 20:57:37.000371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b2e432d-2dba-4340-8289-c96f45f1d08b req-238a1c0f-ba1c-41bf-9698-a6acbb2e98ec tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469961
Apr 09 20:57:37.012654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ac60c733-ea67-43a5-8253-5a8a19668a37 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:37.036756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: ac60c733-ea67-43a5-8253-5a8a19668a37 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:57:37.037135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ac60c733-ea67-43a5-8253-5a8a19668a37 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:37.113062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd28edd-d0f6-4125-9ed4-7724a31dd4cf req-91ec44ed-c358-406f-bb87-bb80b379ca7d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:37.114540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cd28edd-d0f6-4125-9ed4-7724a31dd4cf req-91ec44ed-c358-406f-bb87-bb80b379ca7d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0474732
Apr 09 20:57:37.208004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cd28edd-d0f6-4125-9ed4-7724a31dd4cf req-074853e7-4e5a-48a6-9347-69a3e0ad6ede tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875306
Apr 09 20:57:37.240927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-53d2bc4a-6a1a-446d-b532-171be70831e7 service neutron] 10.222.0.32 "GET /v2.0/ports/5a70f221-9817-486d-a4b4-02f831c18d28/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0896313
Apr 09 20:57:37.338626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72508645-1c3e-4a74-82d5-5f9955c1186c req-101934ea-4a8d-4d1a-b6e9-5198c0ce2baa tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:37.345096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72508645-1c3e-4a74-82d5-5f9955c1186c req-101934ea-4a8d-4d1a-b6e9-5198c0ce2baa tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:37.350326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72508645-1c3e-4a74-82d5-5f9955c1186c req-101934ea-4a8d-4d1a-b6e9-5198c0ce2baa tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:37.351908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72508645-1c3e-4a74-82d5-5f9955c1186c req-101934ea-4a8d-4d1a-b6e9-5198c0ce2baa tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2418 time: 0.0763843
Apr 09 20:57:37.447267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72508645-1c3e-4a74-82d5-5f9955c1186c req-0a05ee82-f469-4c0e-9129-4809e36c1fa5 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872314
Apr 09 20:57:37.492797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44138) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:37.505602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:37.525676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:37.594235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a70f221-9817-486d-a4b4-02f831c18d28 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:37.610786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:37.619253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879672-6ec5-4031-b352-7fe94c90b256 req-545c787d-0e53-4c68-acdd-f1033e85266d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:37.620878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35879672-6ec5-4031-b352-7fe94c90b256 req-545c787d-0e53-4c68-acdd-f1033e85266d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 943 time: 0.0709090
Apr 09 20:57:37.648677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:37.711227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35879672-6ec5-4031-b352-7fe94c90b256 req-ea674ff4-97ce-4abd-8038-18aa297921ef tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841060
Apr 09 20:57:37.751345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] Transition to ACTIVE for port object 5a70f221-9817-486d-a4b4-02f831c18d28 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:37.757476 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:37.831947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] No DVR routers for this DVR port 5a70f221-9817-486d-a4b4-02f831c18d28 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:37.843296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] Pushing event updated for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:37.868935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-de04f711-ec3e-478d-bbd6-1c657a71511f service neutron] 10.222.0.32 "PUT /v2.0/ports/5a70f221-9817-486d-a4b4-02f831c18d28/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6222384
Apr 09 20:57:37.942068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (50f25104-3f5f-4c3e-b83b-774f936d88c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:37.994402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c18c1-8d06-414d-8124-71de228011b6 req-c3331ba6-5ece-43a4-9ee8-3986a8869cb5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:37.995796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b84c18c1-8d06-414d-8124-71de228011b6 req-c3331ba6-5ece-43a4-9ee8-3986a8869cb5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0485997
Apr 09 20:57:38.043956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b84c18c1-8d06-414d-8124-71de228011b6 req-2320c0b8-7900-48d5-85af-659ad41c1b22 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424964
Apr 09 20:57:38.150036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675ddfc-0ded-4f4c-8931-6cc1a8e5660c req-4355edd3-4e6b-4564-8bb5-d9f36a720b10 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:38.155258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675ddfc-0ded-4f4c-8931-6cc1a8e5660c req-4355edd3-4e6b-4564-8bb5-d9f36a720b10 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:38.160431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675ddfc-0ded-4f4c-8931-6cc1a8e5660c req-4355edd3-4e6b-4564-8bb5-d9f36a720b10 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:38.162105 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7675ddfc-0ded-4f4c-8931-6cc1a8e5660c req-4355edd3-4e6b-4564-8bb5-d9f36a720b10 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2418 time: 0.0644820
Apr 09 20:57:38.208669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7675ddfc-0ded-4f4c-8931-6cc1a8e5660c req-a4a81cff-0e59-46ff-817a-720d451428f4 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408325
Apr 09 20:57:38.230770 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Deleting port 98d37395-45d0-4bf7-a4d0-00bea1958b4d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:38.231104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:38.306814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] For port 98d37395-45d0-4bf7-a4d0-00bea1958b4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98d37395-45d0-4bf7-a4d0-00bea1958b4d,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:38.307078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:38.311088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d84773-0e30-4aa3-9e91-fee3b5a2fd5e req-f0e60ed0-68aa-4023-bfb0-5b74406e877e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:38.312637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d84773-0e30-4aa3-9e91-fee3b5a2fd5e req-f0e60ed0-68aa-4023-bfb0-5b74406e877e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0468571
Apr 09 20:57:38.320092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Calling delete_port for 98d37395-45d0-4bf7-a4d0-00bea1958b4d owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:38.360029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d84773-0e30-4aa3-9e91-fee3b5a2fd5e req-3d6e95b5-3c1a-472a-9f7a-50e3f009bb29 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416887
Apr 09 20:57:38.487371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cf77d-c903-4312-bf28-f0ff9818fd5b req-be5b1f14-69b5-4e65-a0dc-962234854557 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:38.488957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-740cf77d-c903-4312-bf28-f0ff9818fd5b req-be5b1f14-69b5-4e65-a0dc-962234854557 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0654364
Apr 09 20:57:38.501712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (98d37395-45d0-4bf7-a4d0-00bea1958b4d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:38.528248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d37395-45d0-4bf7-a4d0-00bea1958b4d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:38.536267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-740cf77d-c903-4312-bf28-f0ff9818fd5b req-c576925a-db7d-4fa0-81ff-a9647a464ae9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409834
Apr 09 20:57:38.832914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854d2f-ccd7-4c45-8547-953bc262d0e2 req-827bc143-453a-4df6-bdb4-739352f14ab6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:38.834642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9854d2f-ccd7-4c45-8547-953bc262d0e2 req-827bc143-453a-4df6-bdb4-739352f14ab6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.0545805
Apr 09 20:57:38.884758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9854d2f-ccd7-4c45-8547-953bc262d0e2 req-044d5aa7-f21a-4a30-b361-b14767c290c4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438812
Apr 09 20:57:38.967312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (50f25104-3f5f-4c3e-b83b-774f936d88c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:39.026203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:39.068114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port 5a70f221-9817-486d-a4b4-02f831c18d28 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 20:57:39.068587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:39.159273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75ff7-e8f0-413d-b103-a17b1b1f9950 req-083bde05-e9c5-42b2-ba18-cb12ac364f1b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.161454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3d75ff7-e8f0-413d-b103-a17b1b1f9950 req-083bde05-e9c5-42b2-ba18-cb12ac364f1b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0486491
Apr 09 20:57:39.198886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Router 50f25104-3f5f-4c3e-b83b-774f936d88c2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:57:39.213163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3d75ff7-e8f0-413d-b103-a17b1b1f9950 req-1d41fab0-9966-420c-9605-565952d5685d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454330
Apr 09 20:57:39.315561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:57:39.320799 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b038c228-de8b-4403-aadb-e9396effd136 admin admin] 10.222.0.30 "PUT /v2.0/routers/50f25104-3f5f-4c3e-b83b-774f936d88c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8268154
Apr 09 20:57:39.323559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:39.325229 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] Sync routers for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:57:39.339917 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:39.340626 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237721f790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:39.347804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfbfa6-a6d0-4a32-a8a9-d5be90de9bce req-803666f8-8092-4ba4-91b8-f16e723ec4c0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.353079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfbfa6-a6d0-4a32-a8a9-d5be90de9bce req-803666f8-8092-4ba4-91b8-f16e723ec4c0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.360197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfbfa6-a6d0-4a32-a8a9-d5be90de9bce req-803666f8-8092-4ba4-91b8-f16e723ec4c0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.362012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6bfbfa6-a6d0-4a32-a8a9-d5be90de9bce req-803666f8-8092-4ba4-91b8-f16e723ec4c0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2418 time: 0.0701494
Apr 09 20:57:39.414308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6bfbfa6-a6d0-4a32-a8a9-d5be90de9bce req-8495cf10-7f21-4d78-a169-20d63805445c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477550
Apr 09 20:57:39.442543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks [] for router (50f25104-3f5f-4c3e-b83b-774f936d88c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:39.478729 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:39.532119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-614b8dd0-6863-4d5c-aafa-5cb3a0945035 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.537801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-614b8dd0-6863-4d5c-aafa-5cb3a0945035 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.543552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-614b8dd0-6863-4d5c-aafa-5cb3a0945035 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.545260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-614b8dd0-6863-4d5c-aafa-5cb3a0945035 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 2418 time: 0.0998738
Apr 09 20:57:39.557351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91a19c-0926-4b20-87fd-5294a069b3c0 req-b0af9ccc-75b4-4655-90f0-5c71e4c3f797 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.560542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a91a19c-0926-4b20-87fd-5294a069b3c0 req-b0af9ccc-75b4-4655-90f0-5c71e4c3f797 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0801733
Apr 09 20:57:39.573289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks [] for router_gateway (50f25104-3f5f-4c3e-b83b-774f936d88c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:39.629375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Deleting port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:39.629799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:39.681194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a91a19c-0926-4b20-87fd-5294a069b3c0 req-716d1651-8107-43bd-b738-5982c52724c5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111686
Apr 09 20:57:39.681881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting port ab588df9-e032-4e8b-863a-e6633f9e2b3a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:39.682224 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:39.692817 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237721f790>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:57:38Z', 'revision_number': 5, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port': {'id': 'a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:37Z', 'updated_at': '2022-04-09T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:39.724536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] For port a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:39.725139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:39.737523 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] Checking router: 50f25104-3f5f-4c3e-b83b-774f936d88c2 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:57:39.741391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Calling delete_port for a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:39.747387 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] Routers {'50f25104-3f5f-4c3e-b83b-774f936d88c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:39.748014 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237721f790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['50f25104-3f5f-4c3e-b83b-774f936d88c2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:39.825796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9696bcf-7656-4a54-88c5-ec146a1d197b req-afae8cfc-3ce7-45cc-b1d7-39f2cfe73a18 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:39.827308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9696bcf-7656-4a54-88c5-ec146a1d197b req-afae8cfc-3ce7-45cc-b1d7-39f2cfe73a18 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0631263
Apr 09 20:57:39.839192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] For port ab588df9-e032-4e8b-863a-e6633f9e2b3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab588df9-e032-4e8b-863a-e6633f9e2b3a,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:39.839884 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] Set router 50f25104-3f5f-4c3e-b83b-774f936d88c2 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:39.840177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:39.867039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Calling delete_port for ab588df9-e032-4e8b-863a-e6633f9e2b3a owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:39.896220 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237721f790>, [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:57:39Z', 'revision_number': 6, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:39.923378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:39.926967 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8f546-d10d-4ade-884f-f64c612cb1a6 None None] The sync data for ids ['50f25104-3f5f-4c3e-b83b-774f936d88c2'] in ncdv-master-1 is: [{'id': '50f25104-3f5f-4c3e-b83b-774f936d88c2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-16454680-router', 'tenant_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:36Z', 'updated_at': '2022-04-09T20:57:39Z', 'revision_number': 6, 'project_id': '66f36ce90faf42d0b8a5ab4024bd3db8', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:57:39.939214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9696bcf-7656-4a54-88c5-ec146a1d197b req-49123035-2d5b-46d0-be65-d86fcfb491d5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962193
Apr 09 20:57:39.990984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:40.033636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (50f25104-3f5f-4c3e-b83b-774f936d88c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.069358 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ab588df9-e032-4e8b-863a-e6633f9e2b3a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.083494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ab588df9-e032-4e8b-863a-e6633f9e2b3a', '60d92665-fc5a-43fc-bc50-586bc08179bc', 'def9022b-7d87-4418-903a-3af11e1cabd4'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:40.089660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f2af-7231-489c-81c5-fb032c411bf3 req-c952c683-5704-479e-b298-20b1f44402fb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:40.091256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44a2f2af-7231-489c-81c5-fb032c411bf3 req-c952c683-5704-479e-b298-20b1f44402fb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.0700519
Apr 09 20:57:40.111716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Port': ['ID=ab588df9-e032-4e8b-863a-e6633f9e2b3a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:40.144995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (50f25104-3f5f-4c3e-b83b-774f936d88c2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.147602 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks [] for router_controller (50f25104-3f5f-4c3e-b83b-774f936d88c2), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.179260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] No DVR routers for this DVR port ab588df9-e032-4e8b-863a-e6633f9e2b3a on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:40.187166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.190526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-5c54ec91-902d-461f-ad19-f079e9d2bad2 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "DELETE /v2.0/ports/ab588df9-e032-4e8b-863a-e6633f9e2b3a HTTP/1.1" status: 204  len: 173 time: 0.6289411
Apr 09 20:57:40.191008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-deleted', 'tag': 'ab588df9-e032-4e8b-863a-e6633f9e2b3a'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:40.193447 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85660c5c-d418-4d46-b7a9-ee776cd7cda6" -d '{"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-deleted", "tag": "ab588df9-e032-4e8b-863a-e6633f9e2b3a"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:40.240259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (50f25104-3f5f-4c3e-b83b-774f936d88c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.242127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50f25104-3f5f-4c3e-b83b-774f936d88c2 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 20:57:40.244580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44a2f2af-7231-489c-81c5-fb032c411bf3 req-49840ede-2127-4cba-a969-22cdbb268cfd tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351480
Apr 09 20:57:40.250880 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.254690 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a0fc0592-b30c-4a3b-9f46-540f0293a55d admin admin] 10.222.0.30 "DELETE /v2.0/routers/50f25104-3f5f-4c3e-b83b-774f936d88c2 HTTP/1.1" status: 204  len: 168 time: 0.9273913
Apr 09 20:57:40.254690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44170) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:40.316199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf95a459-a49b-425c-96e1-c91eae626743 admin admin] Deleting subnet 9a138d28-ccd2-4168-a97e-8955337b9be5 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:57:40.319620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf95a459-a49b-425c-96e1-c91eae626743 admin admin] Publish callbacks [] for subnet (9a138d28-ccd2-4168-a97e-8955337b9be5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.340733 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413273f-7bf2-459a-a251-d5f2c009df59 x-openstack-request-id: req-d413273f-7bf2-459a-a251-d5f2c009df59 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:40.341665 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-deleted", "tag": "ab588df9-e032-4e8b-863a-e6633f9e2b3a", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:40.341786 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d413273f-7bf2-459a-a251-d5f2c009df59 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:40.343049 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d413273f-7bf2-459a-a251-d5f2c009df59'] response: {'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-deleted', 'tag': 'ab588df9-e032-4e8b-863a-e6633f9e2b3a', 'status': 'completed', 'code': 200}
Apr 09 20:57:40.374147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting port 60d92665-fc5a-43fc-bc50-586bc08179bc {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:40.377437 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.388622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf95a459-a49b-425c-96e1-c91eae626743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (9a138d28-ccd2-4168-a97e-8955337b9be5), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.509018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:40.514079 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf95a459-a49b-425c-96e1-c91eae626743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9a138d28-ccd2-4168-a97e-8955337b9be5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.529656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940d8e8-1caf-48b2-b258-d56fe7dd07ea req-658a5a25-c602-4d32-b0a7-8e82763cb43c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:40.531188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0940d8e8-1caf-48b2-b258-d56fe7dd07ea req-658a5a25-c602-4d32-b0a7-8e82763cb43c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0882461
Apr 09 20:57:40.555311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] For port 60d92665-fc5a-43fc-bc50-586bc08179bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d92665-fc5a-43fc-bc50-586bc08179bc,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:40.555688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.570513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf95a459-a49b-425c-96e1-c91eae626743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (9a138d28-ccd2-4168-a97e-8955337b9be5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.577387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Calling delete_port for 60d92665-fc5a-43fc-bc50-586bc08179bc owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:40.590962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5a70f221-9817-486d-a4b4-02f831c18d28 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:40.604179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95a459-a49b-425c-96e1-c91eae626743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a138d28-ccd2-4168-a97e-8955337b9be5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:40.606332 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf95a459-a49b-425c-96e1-c91eae626743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.612790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca34e6d6-545b-4a53-bc0e-c8422a74c578 None None] Network 1da05a8f-ebf3-4e45-9d7a-9cef918d235f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:40.612949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44174) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:40.613142 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bf95a459-a49b-425c-96e1-c91eae626743 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9a138d28-ccd2-4168-a97e-8955337b9be5 HTTP/1.1" status: 204  len: 168 time: 0.3543367
Apr 09 20:57:40.648096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0940d8e8-1caf-48b2-b258-d56fe7dd07ea req-34fdabbf-84fc-4835-a63f-3eb29801a3c6 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052911
Apr 09 20:57:40.777295 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1da05a8f-ebf3-4e45-9d7a-9cef918d235f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.793176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a729d-03a2-41db-9b34-255f85faeab0 req-00293241-c566-4ed6-8b80-174cd2e795ca tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:40.798187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] DHCP port deletion for 1da05a8f-ebf3-4e45-9d7a-9cef918d235f request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:57:40.799349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a729d-03a2-41db-9b34-255f85faeab0 req-00293241-c566-4ed6-8b80-174cd2e795ca tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:40.800978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-201a729d-03a2-41db-9b34-255f85faeab0 req-00293241-c566-4ed6-8b80-174cd2e795ca tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 1682 time: 0.0836563
Apr 09 20:57:40.854025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] Deleting port 01423d1a-b434-4c2e-8989-a7eb66fd464b {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:40.854400 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.879829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 01423d1a-b434-4c2e-8989-a7eb66fd464b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:40.917518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Deleting port 01423d1a-b434-4c2e-8989-a7eb66fd464b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:40.917849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.924763 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-201a729d-03a2-41db-9b34-255f85faeab0 req-61da8789-edbd-462e-b6d7-b28fc8136f3f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120527
Apr 09 20:57:40.952021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] For port 01423d1a-b434-4c2e-8989-a7eb66fd464b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01423d1a-b434-4c2e-8989-a7eb66fd464b,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:40.952427 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:40.972087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] Calling delete_port for 01423d1a-b434-4c2e-8989-a7eb66fd464b owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:40.991189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (60d92665-fc5a-43fc-bc50-586bc08179bc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.018807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] For port 01423d1a-b434-4c2e-8989-a7eb66fd464b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01423d1a-b434-4c2e-8989-a7eb66fd464b,segment=NetworkSegment(fb7013bc-0037-4e57-9987-9010fe9cb697),segment_id=fb7013bc-0037-4e57-9987-9010fe9cb697)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:41.019136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.040102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ab588df9-e032-4e8b-863a-e6633f9e2b3a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:41.064276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Port': ['ID=60d92665-fc5a-43fc-bc50-586bc08179bc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:41.074618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Calling delete_port for 01423d1a-b434-4c2e-8989-a7eb66fd464b owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:41.121358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68cc27-e3c3-4d43-949b-3d93687f2ebd req-524e89c8-0608-4269-9890-2497b036ef12 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:41.125547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf68cc27-e3c3-4d43-949b-3d93687f2ebd req-524e89c8-0608-4269-9890-2497b036ef12 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1260798
Apr 09 20:57:41.149155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] No DVR routers for this DVR port 60d92665-fc5a-43fc-bc50-586bc08179bc on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:41.151209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 01423d1a-b434-4c2e-8989-a7eb66fd464b is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:41.151679 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.185519 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.216074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.219375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] Pushing event deleted for resources: {'Port': ['ID=01423d1a-b434-4c2e-8989-a7eb66fd464b,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:41.222429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-d774931f-688c-4045-9f79-42d6c7d02f1f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "DELETE /v2.0/ports/60d92665-fc5a-43fc-bc50-586bc08179bc HTTP/1.1" status: 204  len: 173 time: 1.0232236
Apr 09 20:57:41.230965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f6f4c-040d-4446-91d3-f3ecb715a43a None None] No DVR routers for this DVR port 01423d1a-b434-4c2e-8989-a7eb66fd464b on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:41.257901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:41.278516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:57:41.278862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a0dfb4a4-e8c6-4c3d-b29f-63bdc6e09251 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:41.279284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 98d37395-45d0-4bf7-a4d0-00bea1958b4d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:41.289711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf68cc27-e3c3-4d43-949b-3d93687f2ebd req-71e0cc46-986b-494c-9b89-f9ba86ae11e5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383390
Apr 09 20:57:41.301336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 98d37395-45d0-4bf7-a4d0-00bea1958b4d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:57:41.301825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 98d37395-45d0-4bf7-a4d0-00bea1958b4d not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:41.392776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (01423d1a-b434-4c2e-8989-a7eb66fd464b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.406070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting port def9022b-7d87-4418-903a-3af11e1cabd4 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:41.406393 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.432856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01423d1a-b434-4c2e-8989-a7eb66fd464b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:41.453412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9b40e-1fa4-472e-97de-397ffa896e31 req-da5850f0-fb91-49a1-8c03-a2b3c31997ba tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:41.454884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bd9b40e-1fa4-472e-97de-397ffa896e31 req-da5850f0-fb91-49a1-8c03-a2b3c31997ba tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0928419
Apr 09 20:57:41.460108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] No DVR routers for this DVR port 01423d1a-b434-4c2e-8989-a7eb66fd464b on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:41.892407 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1da05a8f-ebf3-4e45-9d7a-9cef918d235f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.901670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bd9b40e-1fa4-472e-97de-397ffa896e31 req-85cd5926-538d-4100-a25e-f5a6bd23b214 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4312475
Apr 09 20:57:41.914581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] For port def9022b-7d87-4418-903a-3af11e1cabd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=def9022b-7d87-4418-903a-3af11e1cabd4,segment=NetworkSegment(7abd2520-62db-40d6-9ccc-a5be820908af),segment_id=7abd2520-62db-40d6-9ccc-a5be820908af)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:41.914948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:41.935297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374d366d0>,) {'filters': {'network_id': ['1da05a8f-ebf3-4e45-9d7a-9cef918d235f']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:41.937802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Calling delete_port for def9022b-7d87-4418-903a-3af11e1cabd4 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:41.949369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374d366d0>, 'fb7013bc-0037-4e57-9987-9010fe9cb697') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:41.949698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374d366d0>, 'fb7013bc-0037-4e57-9987-9010fe9cb697') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:41.965211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (fb7013bc-0037-4e57-9987-9010fe9cb697), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.035566 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fb7013bc-0037-4e57-9987-9010fe9cb697), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.056318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:57:42.056702 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (fb7013bc-0037-4e57-9987-9010fe9cb697), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:57:42.058442 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:57:42.084112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd6c78-26fa-41ab-9589-511de079192c req-afd06499-996d-4d4c-ba1a-ef82a9d410bb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:42.085640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51dd6c78-26fa-41ab-9589-511de079192c req-afd06499-996d-4d4c-ba1a-ef82a9d410bb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.1237037
Apr 09 20:57:42.148641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1da05a8f-ebf3-4e45-9d7a-9cef918d235f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.154749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.157810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1da05a8f-ebf3-4e45-9d7a-9cef918d235f HTTP/1.1" status: 204  len: 168 time: 1.5135386
Apr 09 20:57:42.213505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f099-83e7-44c0-b9e5-f4103b4ef5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da05a8f-ebf3-4e45-9d7a-9cef918d235f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:42.220028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51dd6c78-26fa-41ab-9589-511de079192c req-c1aa15f2-8a9f-4a21-afcc-61df9422f41f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088068
Apr 09 20:57:42.249548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (def9022b-7d87-4418-903a-3af11e1cabd4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.287671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Port': ['ID=def9022b-7d87-4418-903a-3af11e1cabd4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:42.301257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44188) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:42.351954 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c5c01283-284c-4498-8385-6271c33d1efe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66f36ce90faf42d0b8a5ab4024bd3db8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0489416
Apr 09 20:57:42.353361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-deleted', 'tag': '60d92665-fc5a-43fc-bc50-586bc08179bc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:42.354917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44192) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:42.355668 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7221552-6969-48cf-84ff-990374b215f7" -d '{"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-deleted", "tag": "60d92665-fc5a-43fc-bc50-586bc08179bc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:42.363437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] No DVR routers for this DVR port def9022b-7d87-4418-903a-3af11e1cabd4 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:42.366180 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.369921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96f060a8-ac93-4d96-9735-40d3a21d4fcf req-3c218eb0-68ab-4e4c-afb6-d462a91f9913 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "DELETE /v2.0/ports/def9022b-7d87-4418-903a-3af11e1cabd4 HTTP/1.1" status: 204  len: 173 time: 1.1327519
Apr 09 20:57:42.383669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20131a3-be35-4609-8a17-9c1ff776c811 req-ad95f098-d2e9-4183-91de-e2223998bb21 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:42.385241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f20131a3-be35-4609-8a17-9c1ff776c811 req-ad95f098-d2e9-4183-91de-e2223998bb21 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0946648
Apr 09 20:57:42.411207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c56d1675-873c-4300-8b10-6a0181626abe admin admin] Publish callbacks [] for security_group (3059049b-a4be-40a3-98fb-7abbdd8429c3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.437582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f20131a3-be35-4609-8a17-9c1ff776c811 req-f11139b3-0034-482f-ac1e-9d090a09e5f3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457153
Apr 09 20:57:42.442566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c56d1675-873c-4300-8b10-6a0181626abe admin admin] Publish callbacks [] for security_group (3059049b-a4be-40a3-98fb-7abbdd8429c3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.504047 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c56d1675-873c-4300-8b10-6a0181626abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3059049b-a4be-40a3-98fb-7abbdd8429c3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.506754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c56d1675-873c-4300-8b10-6a0181626abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:42.508152 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c56d1675-873c-4300-8b10-6a0181626abe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3059049b-a4be-40a3-98fb-7abbdd8429c3 HTTP/1.1" status: 204  len: 168 time: 0.1520658
Apr 09 20:57:42.516227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d1675-873c-4300-8b10-6a0181626abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3059049b-a4be-40a3-98fb-7abbdd8429c3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:42.552831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06cb8047-b4f4-421e-8783-1e30537054e5 req-de850ebd-bc46-448c-bb0e-29889dba0730 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 210 time: 0.0407326
Apr 09 20:57:42.657070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c603f-62a0-421d-a444-9bc06dbad94e req-d6686c4b-417d-4445-8815-daf6215f0457 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:42.658568 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f86c603f-62a0-421d-a444-9bc06dbad94e req-d6686c4b-417d-4445-8815-daf6215f0457 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0516665
Apr 09 20:57:42.705683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f86c603f-62a0-421d-a444-9bc06dbad94e req-ca22d4d6-3f97-4113-83a3-91608685f7a2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412884
Apr 09 20:57:42.750720 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4693cb-890c-45ea-a73c-8da8f85cd39a x-openstack-request-id: req-8f4693cb-890c-45ea-a73c-8da8f85cd39a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:42.751014 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-deleted", "tag": "60d92665-fc5a-43fc-bc50-586bc08179bc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:42.751264 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f4693cb-890c-45ea-a73c-8da8f85cd39a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:42.751668 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4693cb-890c-45ea-a73c-8da8f85cd39a'] response: {'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-deleted', 'tag': '60d92665-fc5a-43fc-bc50-586bc08179bc', 'status': 'completed', 'code': 200}
Apr 09 20:57:43.018184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7fa5f-92d6-4d30-90ab-0c33bc7a6a98 req-cb8d8b25-2248-4b22-b38d-63f72c08e3db tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.019645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cd7fa5f-92d6-4d30-90ab-0c33bc7a6a98 req-cb8d8b25-2248-4b22-b38d-63f72c08e3db tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0510530
Apr 09 20:57:43.037004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device def9022b-7d87-4418-903a-3af11e1cabd4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:43.058447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: def9022b-7d87-4418-903a-3af11e1cabd4 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:57:43.058792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device def9022b-7d87-4418-903a-3af11e1cabd4 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:43.059216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ab588df9-e032-4e8b-863a-e6633f9e2b3a no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:43.068744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cd7fa5f-92d6-4d30-90ab-0c33bc7a6a98 req-5441631c-7591-4e10-92e0-66a1c9b8952c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433540
Apr 09 20:57:43.083726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: ab588df9-e032-4e8b-863a-e6633f9e2b3a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:57:43.084203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ab588df9-e032-4e8b-863a-e6633f9e2b3a not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:43.084840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 60d92665-fc5a-43fc-bc50-586bc08179bc no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:43.107719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 60d92665-fc5a-43fc-bc50-586bc08179bc {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:57:43.108062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 60d92665-fc5a-43fc-bc50-586bc08179bc not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:43.221365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44218) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:43.320307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-network', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:43.347216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5871f22-8ee2-4c2a-8795-7afd14661ddb req-2d65c725-e28b-411b-aacb-a7ea8c83c1c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.348668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5871f22-8ee2-4c2a-8795-7afd14661ddb req-2d65c725-e28b-411b-aacb-a7ea8c83c1c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.0613194
Apr 09 20:57:43.362007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Made reservation on behalf of 7f7a5ffec4e047688285e72ae5c4d9dd for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:43.364142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:43.379956 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:43.420640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5871f22-8ee2-4c2a-8795-7afd14661ddb req-dc2e61f0-c4c1-430b-a2f6-a93b8d6ec811 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659590
Apr 09 20:57:43.495931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Publish callbacks [] for security_group (93616437-0ed0-4a83-8067-1542be477d17), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:43.503603 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (93616437-0ed0-4a83-8067-1542be477d17), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:43.558496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:57:43.595985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93616437-0ed0-4a83-8067-1542be477d17,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:43.600353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (103a41fb-f66d-463f-9d0a-6121d6bb5999), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:43.600692 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Added segment 103a41fb-f66d-463f-9d0a-6121d6bb5999 of type vlan for network e86a6094-c147-4e7f-8282-42328e349db5
Apr 09 20:57:43.614367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd64e-a036-4a41-b179-c95387a87c75 req-8c14f5c6-a644-4fb3-b712-c01671ecd5fb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.615865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2cedd64e-a036-4a41-b179-c95387a87c75 req-8c14f5c6-a644-4fb3-b712-c01671ecd5fb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0971475
Apr 09 20:57:43.670235 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e86a6094-c147-4e7f-8282-42328e349db5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:43.685063 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-ff25058c-ea3f-478d-bade-9a38e1629c34 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0426419
Apr 09 20:57:43.734275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-559efd6e-318d-4f28-8f30-26f8babc740d tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.735727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-559efd6e-318d-4f28-8f30-26f8babc740d tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0842376
Apr 09 20:57:43.753984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-3b47ba4a-b6fd-4a3d-86ba-98dd845104e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.755503 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-3b47ba4a-b6fd-4a3d-86ba-98dd845104e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 1132 time: 0.0479724
Apr 09 20:57:43.755976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e86a6094-c147-4e7f-8282-42328e349db5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:43.756933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.757548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:43.785614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2cedd64e-a036-4a41-b179-c95387a87c75 req-541ac01d-3712-4b4b-802e-697877cb656b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496384
Apr 09 20:57:43.860760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6382985
Apr 09 20:57:43.864382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-4a46d869-d751-4d54-898a-e8567adeba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.865846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-4a46d869-d751-4d54-898a-e8567adeba35 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde&tenant_id=352d269ab35841c397ca9168792c1ec4 HTTP/1.1" status: 200  len: 1126 time: 0.1235049
Apr 09 20:57:43.866811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44232) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:43.876280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Request body: {'subnet': {'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-subnet', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:43.880995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34058cb4-ade6-436a-9620-f9bc2552b72a admin admin] Pushing event updated for resources: {'Network': ['ID=e86a6094-c147-4e7f-8282-42328e349db5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:43.893762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e86a6094-c147-4e7f-8282-42328e349db5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:57:43.911798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-1e2387df-283b-4aaf-9f05-61001ac258ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.913592 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-1e2387df-283b-4aaf-9f05-61001ac258ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1388209
Apr 09 20:57:43.945570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f4a511f-a984-49c8-a992-dac529da3911 req-a89d75c6-43ab-4ed6-8f57-1494d0e60bc1 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0bee38-b470-45a5-9253-a6a5ba25f439 HTTP/1.1" status: 200  len: 210 time: 0.0782633
Apr 09 20:57:43.962383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-53d39705-2869-4c5a-8188-83d473e01e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:43.963879 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-c2ed9430-f272-4cb1-abfb-b5a384540769 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=2e45c6ce-b2c0-4790-bc04-fbb033004b11 HTTP/1.1" status: 200  len: 217 time: 0.0432289
Apr 09 20:57:43.964034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-53d39705-2869-4c5a-8188-83d473e01e08 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1126 time: 0.0642078
Apr 09 20:57:43.969490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Made reservation on behalf of 7f7a5ffec4e047688285e72ae5c4d9dd for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:43.972112 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:44.021664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-91678d50-8d81-48d5-bc68-d3cd5ee78f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:44.023211 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-91678d50-8d81-48d5-bc68-d3cd5ee78f74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0489428
Apr 09 20:57:44.066152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-fc6a8046-3a59-4bf2-99a2-7c374ab05bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:44.067830 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-fc6a8046-3a59-4bf2-99a2-7c374ab05bc5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0385070
Apr 09 20:57:44.167291 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-dff5e02c-88bf-4639-9fbc-f8efe6172600 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934806
Apr 09 20:57:44.184902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944181b6-8ecc-4079-a8bf-16ed30a10cf7 req-cf0198f4-b7ac-4d7d-b1d2-a32f090d7b53 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:44.186479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-944181b6-8ecc-4079-a8bf-16ed30a10cf7 req-cf0198f4-b7ac-4d7d-b1d2-a32f090d7b53 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1682134
Apr 09 20:57:44.220237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-486b1707-6b85-4f60-90a0-b2ff611d4078 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:44.221283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-486b1707-6b85-4f60-90a0-b2ff611d4078 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0439007
Apr 09 20:57:44.276923 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-30a70f9d-7012-4c8d-8010-ab049b647e75 req-bdfbb28a-2553-4edd-baf7-3c97b99f8831 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1028683
Apr 09 20:57:44.312649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-835fc4c2-03a4-4a47-9ba3-92101636b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:44.314160 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-835fc4c2-03a4-4a47-9ba3-92101636b0d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.3383465
Apr 09 20:57:44.362930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-fe35cc51-974c-44ec-8cf6-703e0be632f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:44.364289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-fe35cc51-974c-44ec-8cf6-703e0be632f4 service neutron] 10.222.0.30 "GET /v2.0/ports/146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 200  len: 1124 time: 0.1306794
Apr 09 20:57:44.409226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:44.409673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Unknown quota resources ['binding']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 20:57:44.414021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-bcae8850-8ef4-4886-aa6b-89e099405b9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 217 time: 0.0724299
Apr 09 20:57:44.419648 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-f8876f1e-4581-44a6-bab3-e46b802e996c service neutron] show failed (client error): The resource could not be found.
Apr 09 20:57:44.420552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-f8876f1e-4581-44a6-bab3-e46b802e996c service neutron] 10.222.0.32 "GET /v2.0/ports/b7b8b380-38b4-4d50-b45e-54a377c8ba29/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2739623
Apr 09 20:57:44.461471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-944181b6-8ecc-4079-a8bf-16ed30a10cf7 req-71ec3ccb-9f1a-4fe5-880e-eb068aa187ef tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2477334
Apr 09 20:57:44.581887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:44.593537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-5b18dea4-3d1f-4a31-bf9b-60f4d59353a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:44.595030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-5b18dea4-3d1f-4a31-bf9b-60f4d59353a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1533220
Apr 09 20:57:44.662686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-5247c1d5-0ad3-4fb5-a22f-02c60bb81c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:44.664241 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-5247c1d5-0ad3-4fb5-a22f-02c60bb81c04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf&tenant_id=e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 1132 time: 0.0400801
Apr 09 20:57:44.667706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a7517-ab96-4c37-b0a7-77162307a8a9 req-764050c7-776b-4671-a2ba-db462a208f03 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:44.669201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-267a7517-ab96-4c37-b0a7-77162307a8a9 req-764050c7-776b-4671-a2ba-db462a208f03 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1386826
Apr 09 20:57:44.675643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:44.700204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-144ff257-6738-4b9e-9bff-86e24e32b0e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747788
Apr 09 20:57:44.737705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:44.761194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-deleted', 'tag': 'def9022b-7d87-4418-903a-3af11e1cabd4'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:44.763396 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb02b684-1001-427b-a069-ec6ab2044af1" -d '{"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-deleted", "tag": "def9022b-7d87-4418-903a-3af11e1cabd4"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:44.779995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:44.860328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Checking segment: {'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:44.860591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Network hostable DHCP agents. Network: e86a6094-c147-4e7f-8282-42328e349db5, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:57:44.879268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-267a7517-ab96-4c37-b0a7-77162307a8a9 req-be39888f-a423-4282-a962-0c97024e1ffe tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864288
Apr 09 20:57:44.882207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:44.882537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:44.882836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:44.902645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:44.902645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:44.911636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-9666c92e-bebc-441c-a6f9-ddbd34e1918a service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996558
Apr 09 20:57:44.913995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:44.914267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:44.914722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:44.915118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Bound port: 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:44.944680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:44.948588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Network e86a6094-c147-4e7f-8282-42328e349db5 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:57:44.978430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:45.013743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e86a6094-c147-4e7f-8282-42328e349db5) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:45.022909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Publish callbacks [] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.023148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091fb88a-7555-4de1-a46c-81f1571517df None None] Network e86a6094-c147-4e7f-8282-42328e349db5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:45.029764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:45.032041 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d001ad-393a-4b54-91a7-70deeaa2c8ed" -d '{"events": [{"server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:45.042258 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Transition to ACTIVE for port object b7b8b380-38b4-4d50-b45e-54a377c8ba29 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:45.049812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.055591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:45.056202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.083879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9fc00-3885-4aef-ae9f-03172fe5fa96 req-92b1b016-dfc5-45b3-bc86-680b04a02d2c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:45.085416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fcd9fc00-3885-4aef-ae9f-03172fe5fa96 req-92b1b016-dfc5-45b3-bc86-680b04a02d2c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.1265166
Apr 09 20:57:45.100131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:45.120393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] No DVR routers for this DVR port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:45.123774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-edf2eb57-eb40-4f53-8888-9b182bc6a98f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2505624
Apr 09 20:57:45.123933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:45.134488 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.135158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44246) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:45.135692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-86701c94-13e9-4b9c-96ca-ae68efd877a1 service neutron] 10.222.0.30 "POST /v2.0/ports/146c43f4-1b2c-4bf3-bc91-df1e1247e407/bindings HTTP/1.1" status: 201  len: 389 time: 0.7348421
Apr 09 20:57:45.167024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-bb8738c9-93e1-482f-b954-156a21dde322 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2447259
Apr 09 20:57:45.167284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e86a6094-c147-4e7f-8282-42328e349db5', 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5', 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'fixed_ips': [{'subnet_id': '0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:57:45.168363 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.173283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:45.182311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fcd9fc00-3885-4aef-ae9f-03172fe5fa96 req-bb59ab5b-df07-4cf8-81bc-574b6f4bbc57 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811231
Apr 09 20:57:45.268111 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1d75f-636e-4b19-ad10-3a35087ed36a x-openstack-request-id: req-39d1d75f-636e-4b19-ad10-3a35087ed36a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:45.268392 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0bee38-b470-45a5-9253-a6a5ba25f439", "name": "network-vif-deleted", "tag": "def9022b-7d87-4418-903a-3af11e1cabd4", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:45.268651 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39d1d75f-636e-4b19-ad10-3a35087ed36a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:45.269106 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d1d75f-636e-4b19-ad10-3a35087ed36a'] response: {'server_uuid': '5c0bee38-b470-45a5-9253-a6a5ba25f439', 'name': 'network-vif-deleted', 'tag': 'def9022b-7d87-4418-903a-3af11e1cabd4', 'status': 'completed', 'code': 200}
Apr 09 20:57:45.284322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Attempting to bind port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:45.284746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Attempting to bind port b7b8b380-38b4-4d50-b45e-54a377c8ba29 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:45.285108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Attempting to bind port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:45.290240 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (bfd46036-1eac-4d24-9615-3e8cb8c52820), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.291247 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (bfd46036-1eac-4d24-9615-3e8cb8c52820), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.310912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:45.311239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Attempting to bind port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:45.316202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44250) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:45.321994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:45.322328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:45.322719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:45.323161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Bound port: b7b8b380-38b4-4d50-b45e-54a377c8ba29, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:45.323520 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.427965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks [] for router_controller (bfd46036-1eac-4d24-9615-3e8cb8c52820), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.431728 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7064de-91e9-428a-b1b1-c5ef9346c13f x-openstack-request-id: req-eb7064de-91e9-428a-b1b1-c5ef9346c13f {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:45.432054 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:45.432457 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb7064de-91e9-428a-b1b1-c5ef9346c13f {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:45.432859 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7064de-91e9-428a-b1b1-c5ef9346c13f'] response: {'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'code': 200}
Apr 09 20:57:45.460361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e494a-4292-494c-b62a-7a214307d1c1 req-0a10a048-1ce1-40c6-83d2-20dd0b228dbb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:45.462801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b3e494a-4292-494c-b62a-7a214307d1c1 req-0a10a048-1ce1-40c6-83d2-20dd0b228dbb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0714428
Apr 09 20:57:45.505411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa32552-dc59-4d07-8e4b-b86efe2152d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting subnet 45562f5a-7507-43fb-b896-7d8c177d97d5 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:57:45.511391 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fa32552-dc59-4d07-8e4b-b86efe2152d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (45562f5a-7507-43fb-b896-7d8c177d97d5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.533624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:45.574690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:45.617722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.635894 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Allocated IP 172.20.0.2 (e86a6094-c147-4e7f-8282-42328e349db5/0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78/02b5bb16-05a1-4972-996e-f72d1089b38f) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:45.638691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b3e494a-4292-494c-b62a-7a214307d1c1 req-90e7d5f1-488c-424c-91a1-8ee9ef63087d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676800
Apr 09 20:57:45.658284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fa32552-dc59-4d07-8e4b-b86efe2152d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (45562f5a-7507-43fb-b896-7d8c177d97d5), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.668438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563a92-dddd-4022-a3d8-10739bef02cc req-174e3515-26f8-4240-be32-ba19aef825b8 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:45.670011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60563a92-dddd-4022-a3d8-10739bef02cc req-174e3515-26f8-4240-be32-ba19aef825b8 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1370142
Apr 09 20:57:45.688897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-d3341e4a-7616-43b7-8e18-56b80df98f3b tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:45.691113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-d3341e4a-7616-43b7-8e18-56b80df98f3b tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1560216
Apr 09 20:57:45.695832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:45.696466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.698227 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] 10.222.0.25 "PUT /v2.0/ports/b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 1096 time: 1.0267456
Apr 09 20:57:45.703181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks [] for router_gateway (bfd46036-1eac-4d24-9615-3e8cb8c52820), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.804095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b1fd7-ee27-48b4-9826-85b50838bc48 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:45.810515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-a90b4615-56ad-4837-9b92-78963331b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:45.812100 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-a90b4615-56ad-4837-9b92-78963331b389 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1130 time: 0.0888608
Apr 09 20:57:45.876924 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Publish callbacks [] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.887432 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:45.908640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff101-4dfb-4c6b-b36f-eecd572234a5 req-9e901a9b-f823-4dc6-a406-0d5400cfdd4e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:45.910260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b7ff101-4dfb-4c6b-b36f-eecd572234a5 req-9e901a9b-f823-4dc6-a406-0d5400cfdd4e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.1477089
Apr 09 20:57:45.936064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Network e86a6094-c147-4e7f-8282-42328e349db5 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:45.938490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60563a92-dddd-4022-a3d8-10739bef02cc req-d998fcca-ef66-4bdc-a19e-a1b47d3ca68b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2466986
Apr 09 20:57:45.939623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:45.944239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:45.994644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Pushing event updated for resources: {'Port': ['ID=02b5bb16-05a1-4972-996e-f72d1089b38f,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:46.002502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fa32552-dc59-4d07-8e4b-b86efe2152d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (45562f5a-7507-43fb-b896-7d8c177d97d5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.043898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Attempting to bind port 02b5bb16-05a1-4972-996e-f72d1089b38f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:46.044531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Attempting to bind port 02b5bb16-05a1-4972-996e-f72d1089b38f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:46.044630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Attempting to bind port 02b5bb16-05a1-4972-996e-f72d1089b38f on network e86a6094-c147-4e7f-8282-42328e349db5 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:46.051907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:46.052319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Checking segment: {'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:46.053131 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.053373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Bound using segment: {'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:46.053848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Bound port: 02b5bb16-05a1-4972-996e-f72d1089b38f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:46.054229 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.119011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b7ff101-4dfb-4c6b-b36f-eecd572234a5 req-84059eb3-da68-4677-8075-550bac63a839 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942570
Apr 09 20:57:46.138715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] For port 02b5bb16-05a1-4972-996e-f72d1089b38f, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:46.143026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] For port 02b5bb16-05a1-4972-996e-f72d1089b38f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02b5bb16-05a1-4972-996e-f72d1089b38f,segment=NetworkSegment(103a41fb-f66d-463f-9d0a-6121d6bb5999),segment_id=103a41fb-f66d-463f-9d0a-6121d6bb5999)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:46.147796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d0e9-77ec-4bec-8383-ff30b74951fa req-2db3cd67-3830-4e0c-b6e1-e52771986578 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:46.149434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e99d0e9-77ec-4bec-8383-ff30b74951fa req-2db3cd67-3830-4e0c-b6e1-e52771986578 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1026456
Apr 09 20:57:46.152170 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.176192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fa32552-dc59-4d07-8e4b-b86efe2152d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (45562f5a-7507-43fb-b896-7d8c177d97d5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.180186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-5fea40c0-db43-4f73-8eb9-022e0f0e9492 service neutron] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:46.217485 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-5fea40c0-db43-4f73-8eb9-022e0f0e9492 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.218685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b20ec9a-7794-4e85-b53b-f16dae008247 req-5fea40c0-db43-4f73-8eb9-022e0f0e9492 service neutron] 10.222.0.25 "DELETE /v2.0/ports/5a70f221-9817-486d-a4b4-02f831c18d28/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5184767
Apr 09 20:57:46.224442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa32552-dc59-4d07-8e4b-b86efe2152d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Subnet': ['ID=45562f5a-7507-43fb-b896-7d8c177d97d5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:46.239378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53664e13-44eb-416f-951f-9c582bedd652 None None] Pushing event updated for resources: {'Port': ['ID=02b5bb16-05a1-4972-996e-f72d1089b38f,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:46.243055 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fa32552-dc59-4d07-8e4b-b86efe2152d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.248901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1fa32552-dc59-4d07-8e4b-b86efe2152d0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "DELETE /v2.0/subnets/45562f5a-7507-43fb-b896-7d8c177d97d5 HTTP/1.1" status: 204  len: 168 time: 0.9290352
Apr 09 20:57:46.252578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44258) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:46.271512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd3a461-0de7-4904-a351-324106d7e590 None None] Network be265ed6-bafe-4cf8-b76d-58ec43c2b275 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:46.403219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-0c77392b-8f73-4e5e-acdf-af64001d3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:46.404705 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-0c77392b-8f73-4e5e-acdf-af64001d3042 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.5623481
Apr 09 20:57:46.470125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] DHCP port deletion for be265ed6-bafe-4cf8-b76d-58ec43c2b275 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:57:46.537167 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-ae01bb68-81b7-4644-84cd-15059c32b2c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 217 time: 0.1083858
Apr 09 20:57:46.541594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] Deleting port ae5459be-df68-473a-a121-d03a3640bd9a {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:46.541979 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.556570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks [] for router_gateway (bfd46036-1eac-4d24-9615-3e8cb8c52820), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.602523 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.630690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] For port ae5459be-df68-473a-a121-d03a3640bd9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae5459be-df68-473a-a121-d03a3640bd9a,segment=NetworkSegment(7abd2520-62db-40d6-9ccc-a5be820908af),segment_id=7abd2520-62db-40d6-9ccc-a5be820908af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:46.631087 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.646348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] Calling delete_port for ae5459be-df68-473a-a121-d03a3640bd9a owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:46.661218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-33adc1a8-7de8-4ffd-925c-95f384c94b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:46.662777 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-33adc1a8-7de8-4ffd-925c-95f384c94b0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1170585
Apr 09 20:57:46.788306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-1aab91ee-c23d-456c-abe3-120c2033c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:46.788780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 02b5bb16-05a1-4972-996e-f72d1089b38f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:46.790154 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-1aab91ee-c23d-456c-abe3-120c2033c9b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1179588
Apr 09 20:57:46.813168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Allocated IP 172.35.0.237 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/31a27bbb-6667-4f8c-8204-9a28c51e5acf) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:46.829904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (ae5459be-df68-473a-a121-d03a3640bd9a), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.832315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e99d0e9-77ec-4bec-8383-ff30b74951fa req-fbdf27d6-f876-491f-a7ef-361bf5a30770 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6729605
Apr 09 20:57:46.867330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] Pushing event deleted for resources: {'Port': ['ID=ae5459be-df68-473a-a121-d03a3640bd9a,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:46.875309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40a6f0-52c0-454a-9770-d2aeea6355bc None None] No DVR routers for this DVR port ae5459be-df68-473a-a121-d03a3640bd9a on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:46.885552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae6bc-f30c-4240-ac5f-a3e4fd503def req-8d5999f1-4fd8-4dbd-bad8-a087dd2710a8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:46.898535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-522ae6bc-f30c-4240-ac5f-a3e4fd503def req-8d5999f1-4fd8-4dbd-bad8-a087dd2710a8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.1624491
Apr 09 20:57:46.917977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (be265ed6-bafe-4cf8-b76d-58ec43c2b275), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.925444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 02b5bb16-05a1-4972-996e-f72d1089b38f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:46.925951 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:46.970823 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-1921ba83-0b46-4f58-a223-d300f1db2bf9 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739275
Apr 09 20:57:47.048739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 02b5bb16-05a1-4972-996e-f72d1089b38f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:47.049388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.075195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks [] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.082976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (be265ed6-bafe-4cf8-b76d-58ec43c2b275), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.089489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 02b5bb16-05a1-4972-996e-f72d1089b38f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02b5bb16-05a1-4972-996e-f72d1089b38f,segment=NetworkSegment(103a41fb-f66d-463f-9d0a-6121d6bb5999),segment_id=103a41fb-f66d-463f-9d0a-6121d6bb5999)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:47.095937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.113749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-522ae6bc-f30c-4240-ac5f-a3e4fd503def req-ba6a7d04-f839-448e-81e3-5389a37be00d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140875
Apr 09 20:57:47.137645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23754bbb80>,) {'filters': {'network_id': ['be265ed6-bafe-4cf8-b76d-58ec43c2b275']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:47.153359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23754bbb80>, '7abd2520-62db-40d6-9ccc-a5be820908af') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:47.153594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23754bbb80>, '7abd2520-62db-40d6-9ccc-a5be820908af') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:47.169349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (7abd2520-62db-40d6-9ccc-a5be820908af), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.180269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d825cd3d-e67c-489c-8aed-608d2293b230 req-6aacacf9-9258-4e28-87d5-745123491939 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989598
Apr 09 20:57:47.182257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=02b5bb16-05a1-4972-996e-f72d1089b38f,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:47.193828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e20c9b-a3c7-4e9c-8697-74f1813fb56f req-db74bc45-c58d-4989-a303-62ba12ffc41a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:47.195453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2e20c9b-a3c7-4e9c-8697-74f1813fb56f req-db74bc45-c58d-4989-a303-62ba12ffc41a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.2537007
Apr 09 20:57:47.198873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae5459be-df68-473a-a121-d03a3640bd9a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:47.200284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7abd2520-62db-40d6-9ccc-a5be820908af), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.208061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.231383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:57:47.232132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (7abd2520-62db-40d6-9ccc-a5be820908af), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:57:47.247863 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:57:47.250554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ae5459be-df68-473a-a121-d03a3640bd9a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:57:47.250554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae5459be-df68-473a-a121-d03a3640bd9a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:47.292012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:47.310019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:47.314849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:47.318114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Pushing event updated for resources: {'Port': ['ID=31a27bbb-6667-4f8c-8204-9a28c51e5acf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:47.421248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2e20c9b-a3c7-4e9c-8697-74f1813fb56f req-1e3dba5b-216f-48d0-b544-a00191aa403c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178657
Apr 09 20:57:47.430867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897fad2-d83a-402a-8a8c-c83d76ea8e0f req-c12003a6-927e-44b2-8649-801b7466070a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:47.432559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c897fad2-d83a-402a-8a8c-c83d76ea8e0f req-c12003a6-927e-44b2-8649-801b7466070a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1838791
Apr 09 20:57:47.437088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:47.437799 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c" -d '{"events": [{"name": "network-changed", "server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:47.447983 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (be265ed6-bafe-4cf8-b76d-58ec43c2b275), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.472069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.478115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "DELETE /v2.0/networks/be265ed6-bafe-4cf8-b76d-58ec43c2b275 HTTP/1.1" status: 204  len: 168 time: 1.2219651
Apr 09 20:57:47.483603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44270) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:47.511221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2bba6-7015-4b61-ab34-713f77de2e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Network': ['ID=be265ed6-bafe-4cf8-b76d-58ec43c2b275,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:47.554851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c897fad2-d83a-402a-8a8c-c83d76ea8e0f req-237ec3d0-95be-4ba5-adca-c586a968f231 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000488
Apr 09 20:57:47.560844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-407cdace-8afb-43a2-8839-4ace1666be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:47.562404 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-407cdace-8afb-43a2-8839-4ace1666be61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1127 time: 0.1176989
Apr 09 20:57:47.611806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aaf65-2391-45fb-9458-ac00d43d903a req-1167b3a6-b4a5-410c-8e99-f9cce358aa35 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:47.620154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-480aaf65-2391-45fb-9458-ac00d43d903a req-1167b3a6-b4a5-410c-8e99-f9cce358aa35 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.0638895
Apr 09 20:57:47.638221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3667e0-96ba-47f0-9a25-b4c8e2c79590 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting subnet df857378-ee26-4c80-9b13-7c88968fb8c8 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:57:47.643312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc3667e0-96ba-47f0-9a25-b4c8e2c79590 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (df857378-ee26-4c80-9b13-7c88968fb8c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.677120 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8473b8-d42a-47f7-8c14-86aeb47c1fd6 x-openstack-request-id: req-ce8473b8-d42a-47f7-8c14-86aeb47c1fd6 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:47.677486 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:47.677803 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce8473b8-d42a-47f7-8c14-86aeb47c1fd6 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:47.678265 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8473b8-d42a-47f7-8c14-86aeb47c1fd6'] response: {'name': 'network-changed', 'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'status': 'completed', 'code': 200}
Apr 09 20:57:47.679337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-480aaf65-2391-45fb-9458-ac00d43d903a req-02426ab6-2eb8-47a0-b47f-e1c8fc8915c8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581901
Apr 09 20:57:47.706242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc3667e0-96ba-47f0-9a25-b4c8e2c79590 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (df857378-ee26-4c80-9b13-7c88968fb8c8), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.729628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42bd4f1-08df-40b7-b4cf-2258355b5616 None None] Network e86a6094-c147-4e7f-8282-42328e349db5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:47.758122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-1dda20b0-5f83-478d-bd58-5b53f5f16203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:47.760033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-1dda20b0-5f83-478d-bd58-5b53f5f16203 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1130 time: 0.0625377
Apr 09 20:57:47.796925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks [] for router_gateway (bfd46036-1eac-4d24-9615-3e8cb8c52820), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.804669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5196c7f1-7065-46c2-8404-888aca12fb3d None None] Provisioning complete for port 02b5bb16-05a1-4972-996e-f72d1089b38f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:47.805132 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5196c7f1-7065-46c2-8404-888aca12fb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.813446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7234fc-0eb4-45f2-b98e-49c7d6fe43a7 req-0f591103-a67d-4904-aad4-e7ac63c124fd tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:47.815122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b7234fc-0eb4-45f2-b98e-49c7d6fe43a7 req-0f591103-a67d-4904-aad4-e7ac63c124fd tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1126 time: 0.0694194
Apr 09 20:57:47.910325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b7234fc-0eb4-45f2-b98e-49c7d6fe43a7 req-f68fbbbd-d5a1-4f1f-8726-60429169d04d tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643537
Apr 09 20:57:47.918254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc3667e0-96ba-47f0-9a25-b4c8e2c79590 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (df857378-ee26-4c80-9b13-7c88968fb8c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:47.943775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5196c7f1-7065-46c2-8404-888aca12fb3d None None] Current status of the port 02b5bb16-05a1-4972-996e-f72d1089b38f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:47.964411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-01a3b7b9-b548-4602-84f8-3dbc4e6c111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:47.964411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-01a3b7b9-b548-4602-84f8-3dbc4e6c111e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1800516
Apr 09 20:57:48.010550 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc3667e0-96ba-47f0-9a25-b4c8e2c79590 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (df857378-ee26-4c80-9b13-7c88968fb8c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.016004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-23ad41c4-a900-4baf-85b1-2ab41ec74512 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 217 time: 0.0519702
Apr 09 20:57:48.049587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3667e0-96ba-47f0-9a25-b4c8e2c79590 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Subnet': ['ID=df857378-ee26-4c80-9b13-7c88968fb8c8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:48.057383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d3e593-095a-4097-8045-59fecafda401 None None] Network ecdbeb25-e486-48df-bf84-0d48a4911a8a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:48.094287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263e393-8cc6-4b70-949d-2943881592f0 req-8f9d57df-c3e9-4c5d-9b89-fb44c9d5fd7a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:48.095857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4263e393-8cc6-4b70-949d-2943881592f0 req-8f9d57df-c3e9-4c5d-9b89-fb44c9d5fd7a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1211729
Apr 09 20:57:48.105375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc3667e0-96ba-47f0-9a25-b4c8e2c79590 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.108903 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc3667e0-96ba-47f0-9a25-b4c8e2c79590 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "DELETE /v2.0/subnets/df857378-ee26-4c80-9b13-7c88968fb8c8 HTTP/1.1" status: 204  len: 168 time: 0.6076744
Apr 09 20:57:48.119604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44280) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:48.125008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-a8f1cd6c-ec93-4d0e-b6d6-688920afa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:48.127061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-a8f1cd6c-ec93-4d0e-b6d6-688920afa276 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0870373
Apr 09 20:57:48.250829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-5a1d5c85-2944-4b64-9456-967a1601f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:48.251187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (ecdbeb25-e486-48df-bf84-0d48a4911a8a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.252334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-5a1d5c85-2944-4b64-9456-967a1601f320 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1165075
Apr 09 20:57:48.269964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] DHCP port deletion for ecdbeb25-e486-48df-bf84-0d48a4911a8a request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:57:48.273587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f68b5b6f-3cb4-416d-aa21-79d8a5d05280 None None] Provisioning complete for port 02b5bb16-05a1-4972-996e-f72d1089b38f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:48.274404 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f68b5b6f-3cb4-416d-aa21-79d8a5d05280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.294136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4263e393-8cc6-4b70-949d-2943881592f0 req-c6ea0393-88d4-405d-91a5-c414899ac93b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841311
Apr 09 20:57:48.298370 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (bfd46036-1eac-4d24-9615-3e8cb8c52820), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.348517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting port f4af21c4-db10-45e1-9703-24ba902119f8 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:48.348864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.358383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] Deleting port f4af21c4-db10-45e1-9703-24ba902119f8 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:57:48.358768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.401971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-8ee71182-64a4-47ba-93ae-021fcc1eadca tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:48.403443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-8ee71182-64a4-47ba-93ae-021fcc1eadca tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 808 time: 0.2362421
Apr 09 20:57:48.431119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-baf172b2-8a3e-40a4-9986-f89cce35e7de service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492209
Apr 09 20:57:48.432339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-c9248b0d-078a-4593-b51e-7c74a8da7401 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/quotas/352d269ab35841c397ca9168792c1ec4 HTTP/1.1" status: 200  len: 375 time: 0.0185418
Apr 09 20:57:48.463128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] For port f4af21c4-db10-45e1-9703-24ba902119f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4af21c4-db10-45e1-9703-24ba902119f8,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:48.463499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.466477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] For port f4af21c4-db10-45e1-9703-24ba902119f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4af21c4-db10-45e1-9703-24ba902119f8,segment=NetworkSegment(0e2cdd06-0111-40f1-a238-7d66beb6b411),segment_id=0e2cdd06-0111-40f1-a238-7d66beb6b411)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:48.466973 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.480662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Calling delete_port for f4af21c4-db10-45e1-9703-24ba902119f8 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:48.492516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] Calling delete_port for f4af21c4-db10-45e1-9703-24ba902119f8 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:57:48.558596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f68b5b6f-3cb4-416d-aa21-79d8a5d05280 None None] Current status of the port 02b5bb16-05a1-4972-996e-f72d1089b38f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:48.566646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Router bfd46036-1eac-4d24-9615-3e8cb8c52820 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 20:57:48.608630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-a08d3181-05b6-4341-8b0f-5c2aa2efdd39 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715779
Apr 09 20:57:48.620121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8f648-bcdd-41af-8faf-76adad479420 req-9d98f375-c63a-4d95-b5f8-f4ab5d06b600 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:48.621574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3f8f648-bcdd-41af-8faf-76adad479420 req-9d98f375-c63a-4d95-b5f8-f4ab5d06b600 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0940592
Apr 09 20:57:48.628164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-8db3965d-0e86-4761-9afb-3663a5d9fed9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0991671
Apr 09 20:57:48.642608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.655312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f4af21c4-db10-45e1-9703-24ba902119f8), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.672671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Port': ['ID=f4af21c4-db10-45e1-9703-24ba902119f8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:48.689437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] Pushing event deleted for resources: {'Port': ['ID=f4af21c4-db10-45e1-9703-24ba902119f8,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:48.698014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d084fda-24e8-4c13-8550-e36413819c9d None None] No DVR routers for this DVR port f4af21c4-db10-45e1-9703-24ba902119f8 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:48.708960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] No DVR routers for this DVR port f4af21c4-db10-45e1-9703-24ba902119f8 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:57:48.750457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 02b5bb16-05a1-4972-996e-f72d1089b38f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:48.772944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3f8f648-bcdd-41af-8faf-76adad479420 req-a4eae7fc-f5bb-4192-baa8-39f300907920 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193027
Apr 09 20:57:48.776380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:57:48.792019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Sync routers for ids ['bfd46036-1eac-4d24-9615-3e8cb8c52820'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:57:48.798897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-f4990e08-3a2d-443d-8d99-2a14f3d48add service neutron] 10.222.0.30 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635168
Apr 09 20:57:48.813816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (ecdbeb25-e486-48df-bf84-0d48a4911a8a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.817461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Routers {'bfd46036-1eac-4d24-9615-3e8cb8c52820'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:48.818719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376196a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['bfd46036-1eac-4d24-9615-3e8cb8c52820'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:48.839487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.840735 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-908a9104-153e-4d71-a943-1d5154ced258 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.6857271
Apr 09 20:57:48.842495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23758794f0>,) {'filters': {'network_id': ['ecdbeb25-e486-48df-bf84-0d48a4911a8a']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:48.844523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44298) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:48.864328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23758794f0>, '0e2cdd06-0111-40f1-a238-7d66beb6b411') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:48.864328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23758794f0>, '0e2cdd06-0111-40f1-a238-7d66beb6b411') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:48.891293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 02b5bb16-05a1-4972-996e-f72d1089b38f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:48.891749 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.905075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (0e2cdd06-0111-40f1-a238-7d66beb6b411), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.927235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0e2cdd06-0111-40f1-a238-7d66beb6b411), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.945459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ecc82-cf21-4024-949f-49f9d0bb5b21 req-df15a704-869e-4ac2-b09b-d9bda34760fa tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:48.946954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a86ecc82-cf21-4024-949f-49f9d0bb5b21 req-df15a704-869e-4ac2-b09b-d9bda34760fa tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0650585
Apr 09 20:57:48.957738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-b3961041-2dda-4859-a3a1-363ae7d9ee31 service neutron] 10.222.0.30 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578202
Apr 09 20:57:48.969172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:57:48.969581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (0e2cdd06-0111-40f1-a238-7d66beb6b411), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:57:48.972765 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:57:48.984982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Set router bfd46036-1eac-4d24-9615-3e8cb8c52820 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:49.051246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b7b8b380-38b4-4d50-b45e-54a377c8ba29 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:49.057465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a86ecc82-cf21-4024-949f-49f9d0bb5b21 req-c18daabe-aeeb-45c0-902a-e155d52c3c70 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982814
Apr 09 20:57:49.090768 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (ecdbeb25-e486-48df-bf84-0d48a4911a8a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.141905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.145072 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "DELETE /v2.0/networks/ecdbeb25-e486-48df-bf84-0d48a4911a8a HTTP/1.1" status: 204  len: 168 time: 1.0234776
Apr 09 20:57:49.147890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30568196-2cf0-4d68-9af9-6b7f0156d695 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Network': ['ID=ecdbeb25-e486-48df-bf84-0d48a4911a8a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:49.156888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44304) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:49.187824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1891156938'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:49.227850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8e64e70-7031-4a79-84ea-7e73411ad50e req-6401abe2-b485-40c6-a4f8-e1c13b92416e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 210 time: 0.0914626
Apr 09 20:57:49.256822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca03a-1322-4e61-bc9a-0ee6bc517552 req-98879e4a-67fb-4e48-9aa3-060769d44499 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:49.265012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-719ca03a-1322-4e61-bc9a-0ee6bc517552 req-98879e4a-67fb-4e48-9aa3-060769d44499 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.1304326
Apr 09 20:57:49.267912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:49.271173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.312995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:57:49.349976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-719ca03a-1322-4e61-bc9a-0ee6bc517552 req-e4dca121-3560-4ec6-ac14-0161f5705cb2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838301
Apr 09 20:57:49.355807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (34741c78-c9dc-4ffa-a130-6df404a177af), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.356143 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Added segment 34741c78-c9dc-4ffa-a130-6df404a177af of type vlan for network c88d2a96-4eb2-43fe-ae62-c69dfec53001
Apr 09 20:57:49.435203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (c88d2a96-4eb2-43fe-ae62-c69dfec53001), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.469083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9364e-4e5d-4445-9e74-1a34dc00e604 req-095af5d1-cdff-476f-9b24-341ed4edac99 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:49.471411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61d9364e-4e5d-4445-9e74-1a34dc00e604 req-095af5d1-cdff-476f-9b24-341ed4edac99 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0737915
Apr 09 20:57:49.475913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port b7b8b380-38b4-4d50-b45e-54a377c8ba29 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 20:57:49.476442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b7b8b380-38b4-4d50-b45e-54a377c8ba29 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:49.485745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 02b5bb16-05a1-4972-996e-f72d1089b38f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:49.492151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376196a60>, [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237'}], 'enable_snat': True}, 'gw_port_id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:57:47Z', 'revision_number': 3, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port': {'id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:46Z', 'updated_at': '2022-04-09T20:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:49.518618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (c88d2a96-4eb2-43fe-ae62-c69dfec53001), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.523753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Checking router: bfd46036-1eac-4d24-9615-3e8cb8c52820 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:57:49.524177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Updating router bfd46036-1eac-4d24-9615-3e8cb8c52820 port 31a27bbb-6667-4f8c-8204-9a28c51e5acf binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:57:49.526220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:49.526917 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.559124 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.567524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61d9364e-4e5d-4445-9e74-1a34dc00e604 req-d511f2f7-dbc2-4ada-ba9c-bca33efb1645 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877559
Apr 09 20:57:49.584001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f4af21c4-db10-45e1-9703-24ba902119f8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:57:49.610111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f4af21c4-db10-45e1-9703-24ba902119f8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:57:49.610448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f4af21c4-db10-45e1-9703-24ba902119f8 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:57:49.626367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Network': ['ID=c88d2a96-4eb2-43fe-ae62-c69dfec53001,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:49.649102 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9c758ea6-f13e-455b-a49d-3860f7265b73 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4899852
Apr 09 20:57:49.651240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44318) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:49.652807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.658737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'subnet': {'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:49.698263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network c88d2a96-4eb2-43fe-ae62-c69dfec53001 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:57:49.735200 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:57:49.782321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:49.786645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:49.863320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Allocated IP 172.20.0.1 (e86a6094-c147-4e7f-8282-42328e349db5/0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78/c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:49.975051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f310dd8-5b62-42a1-9c41-798b79d2b565 req-96188176-d480-45b6-9775-dd3cdf1e1942 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:49.976892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f310dd8-5b62-42a1-9c41-798b79d2b565 req-96188176-d480-45b6-9775-dd3cdf1e1942 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0804200
Apr 09 20:57:50.014743 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Publish callbacks [] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.022825 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.076301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Attempting to bind port 31a27bbb-6667-4f8c-8204-9a28c51e5acf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:50.076670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Attempting to bind port 31a27bbb-6667-4f8c-8204-9a28c51e5acf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:50.077044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Attempting to bind port 31a27bbb-6667-4f8c-8204-9a28c51e5acf on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:50.087232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f310dd8-5b62-42a1-9c41-798b79d2b565 req-98565ca6-b8f7-4734-a9cd-2a31500962a6 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029916
Apr 09 20:57:50.096040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:50.096457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:50.097544 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.097955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:50.098453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Bound port: 31a27bbb-6667-4f8c-8204-9a28c51e5acf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:50.100331 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (857a4ea0-73c1-4bae-b001-43dce1659ea2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.103207 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.110816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fc013-8e92-4911-8d69-26e84bac354e None None] Pushing event updated for resources: {'Port': ['ID=31a27bbb-6667-4f8c-8204-9a28c51e5acf,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:50.175414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] For port 31a27bbb-6667-4f8c-8204-9a28c51e5acf, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:50.179138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] For port 31a27bbb-6667-4f8c-8204-9a28c51e5acf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31a27bbb-6667-4f8c-8204-9a28c51e5acf,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:50.187205 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.212933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Subnet': ['ID=857a4ea0-73c1-4bae-b001-43dce1659ea2,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:50.226241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31efcf3-ba26-45fa-a948-53148809025a req-3ac88afb-1765-4f84-a6fc-ad95c31cb8eb tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:50.227987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f31efcf3-ba26-45fa-a948-53148809025a req-3ac88afb-1765-4f84-a6fc-ad95c31cb8eb tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0735326
Apr 09 20:57:50.231424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Checking segment: {'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:50.232273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network hostable DHCP agents. Network: c88d2a96-4eb2-43fe-ae62-c69dfec53001, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:57:50.257555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Routers {'bfd46036-1eac-4d24-9615-3e8cb8c52820'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:50.258554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376196a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['bfd46036-1eac-4d24-9615-3e8cb8c52820'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:50.261530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network c88d2a96-4eb2-43fe-ae62-c69dfec53001 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:57:50.292070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c88d2a96-4eb2-43fe-ae62-c69dfec53001) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:50.299588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:50.300223 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.300694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Publish callbacks [] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.307786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed9c72-778c-4f6a-8c93-499e2557bf57 None None] Network c88d2a96-4eb2-43fe-ae62-c69dfec53001 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:50.309657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fc013-8e92-4911-8d69-26e84bac354e None None] Pushing event updated for resources: {'Port': ['ID=31a27bbb-6667-4f8c-8204-9a28c51e5acf,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:50.338330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f31efcf3-ba26-45fa-a948-53148809025a req-57ee361d-130a-466c-820b-91901db7e023 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676258
Apr 09 20:57:50.350354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.353605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-863d2c98-5077-41bc-8425-4249882c8766 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.6995387
Apr 09 20:57:50.357005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44338) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:50.363394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-685898753'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:50.428759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:50.432281 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.448904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f91b80b5-2eeb-45e3-ac4c-8c8501356004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.456850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Network e86a6094-c147-4e7f-8282-42328e349db5 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:50.466641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:50.478807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:50.503138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43dc04ee-e58b-41cf-8f52-42d724c9720d req-f731a3cc-11fb-4611-a27e-7cbd4571da43 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 210 time: 0.0963213
Apr 09 20:57:50.503630 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Pushing event updated for resources: {'Port': ['ID=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:50.517909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] Set router bfd46036-1eac-4d24-9615-3e8cb8c52820 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:50.552056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (bfd46036-1eac-4d24-9615-3e8cb8c52820), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.608619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c88d2a96-4eb2-43fe-ae62-c69dfec53001', 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001', 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'fixed_ips': [{'subnet_id': '857a4ea0-73c1-4bae-b001-43dce1659ea2'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:57:50.609522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.625304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:57:50.647965 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3100eefd-42b1-4874-a415-dc00eddd22ab), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.648595 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Added segment 3100eefd-42b1-4874-a415-dc00eddd22ab of type vlan for network 20aba05f-99d7-4207-bff8-ec112edd3dde
Apr 09 20:57:50.762896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce39ba-0aa4-4b46-973a-0acf5623e26e req-ef6ac0e2-0788-4603-b9c3-110b662a03d9 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:50.764801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01ce39ba-0aa4-4b46-973a-0acf5623e26e req-ef6ac0e2-0788-4603-b9c3-110b662a03d9 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.2796373
Apr 09 20:57:50.767114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.825128 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (20aba05f-99d7-4207-bff8-ec112edd3dde), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.836994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8e03b505-86c5-4dc2-80e8-65f6ade81514 None None] Provisioning complete for port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:50.837630 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8e03b505-86c5-4dc2-80e8-65f6ade81514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.854106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-cbfd5571-c7a5-40c0-813f-2413968454ad tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:50.855725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-cbfd5571-c7a5-40c0-813f-2413968454ad tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 808 time: 0.3808885
Apr 09 20:57:50.867773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c69b9-a77a-4b9b-a68a-71c0ca4381b4 req-1ded5a94-9b93-4650-845c-002aeb65733e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:50.869440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269c69b9-a77a-4b9b-a68a-71c0ca4381b4 req-1ded5a94-9b93-4650-845c-002aeb65733e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1208835
Apr 09 20:57:50.878247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Request body: {'port': {'device_id': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'admin_state_up': True, 'tenant_id': '352d269ab35841c397ca9168792c1ec4'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:50.945454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8e03b505-86c5-4dc2-80e8-65f6ade81514 None None] Port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:57:50.948634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Publish callbacks [] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.956789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.961882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376196a60>, [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237'}], 'enable_snat': True}, 'gw_port_id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:57:47Z', 'revision_number': 3, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port': {'id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:46Z', 'updated_at': '2022-04-09T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:50.964144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Allocated IP 19.80.0.2 (c88d2a96-4eb2-43fe-ae62-c69dfec53001/857a4ea0-73c1-4bae-b001-43dce1659ea2/f6246733-c19c-44b1-9a8e-fc01a6ac8110) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:50.980522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (20aba05f-99d7-4207-bff8-ec112edd3dde), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.986985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:50.987705 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:50.998974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670ef7a-9bb3-4ff8-9b7e-2ca8f282f5c2 None None] The sync data for ids ['bfd46036-1eac-4d24-9615-3e8cb8c52820'] in ncdv-master-1 is: [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237'}], 'enable_snat': True}, 'gw_port_id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:57:47Z', 'revision_number': 3, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port': {'id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:46Z', 'updated_at': '2022-04-09T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:57:50.999734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01ce39ba-0aa4-4b46-973a-0acf5623e26e req-f869ea4f-eeaa-431b-ab34-43b6aa3ad939 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937447
Apr 09 20:57:51.032157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (bfd46036-1eac-4d24-9615-3e8cb8c52820), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.034168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Pushing event updated for resources: {'Port': ['ID=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:51.097701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7393539
Apr 09 20:57:51.103264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44344) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:57:51.142955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'subnet': {'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:51.187678 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Publish callbacks [] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.197202 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.242200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Network c88d2a96-4eb2-43fe-ae62-c69dfec53001 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:51.247681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269c69b9-a77a-4b9b-a68a-71c0ca4381b4 req-84fc8304-a1fa-43ed-a5c6-11a186a768eb tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3559031
Apr 09 20:57:51.247864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:51.254009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:51.266242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Pushing event updated for resources: {'Port': ['ID=f6246733-c19c-44b1-9a8e-fc01a6ac8110,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:51.269147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Network e86a6094-c147-4e7f-8282-42328e349db5 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:51.272513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:51.281445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39829b-254e-420f-bb33-a793c2619692 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Network': ['ID=20aba05f-99d7-4207-bff8-ec112edd3dde,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:51.308365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 20aba05f-99d7-4207-bff8-ec112edd3dde details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:57:51.329487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-f4141c69-3ad8-430f-b152-50f0e31f9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:51.331790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-f4141c69-3ad8-430f-b152-50f0e31f9800 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1130 time: 0.2606671
Apr 09 20:57:51.342210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-2ae15bf2-5958-4e18-b339-1c64eb5b66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:51.343819 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-2ae15bf2-5958-4e18-b339-1c64eb5b66c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.2819338
Apr 09 20:57:51.381470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06578d-643a-4ccf-bff2-958f8a4d38fc req-91ad416f-69c8-460e-96d1-de178fbb0c0a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:51.386046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee06578d-643a-4ccf-bff2-958f8a4d38fc req-91ad416f-69c8-460e-96d1-de178fbb0c0a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1925433
Apr 09 20:57:51.433833 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9b827c20-2a16-433c-8c10-73e20c3b23fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 200  len: 217 time: 0.0738764
Apr 09 20:57:51.516218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Attempting to bind port f6246733-c19c-44b1-9a8e-fc01a6ac8110 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:51.516769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Attempting to bind port f6246733-c19c-44b1-9a8e-fc01a6ac8110 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:51.517284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Attempting to bind port f6246733-c19c-44b1-9a8e-fc01a6ac8110 on network c88d2a96-4eb2-43fe-ae62-c69dfec53001 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:51.523715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:51.524493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Checking segment: {'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:51.524937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.529581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Bound using segment: {'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:51.530254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Bound port: f6246733-c19c-44b1-9a8e-fc01a6ac8110, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:51.530762 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.614474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Made reservation on behalf of 352d269ab35841c397ca9168792c1ec4 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:51.617934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-f4f622ad-4ba0-4591-8839-3918caf0babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:51.618111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.619730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-f4f622ad-4ba0-4591-8839-3918caf0babd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1762431
Apr 09 20:57:51.658594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] For port f6246733-c19c-44b1-9a8e-fc01a6ac8110, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:51.662633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] For port f6246733-c19c-44b1-9a8e-fc01a6ac8110, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6246733-c19c-44b1-9a8e-fc01a6ac8110,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:51.673700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.680582 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-65645c96-790c-445b-adb3-ba5dd04742b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516477
Apr 09 20:57:51.684009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:57:51.687578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.690723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Router bfd46036-1eac-4d24-9615-3e8cb8c52820 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:57:51.733587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d29d1-b274-4045-acb6-b453ae19603f req-2067eb9d-346d-4d26-ab0c-f5529c144209 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:51.740391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df2d29d1-b274-4045-acb6-b453ae19603f req-2067eb9d-346d-4d26-ab0c-f5529c144209 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.2108245
Apr 09 20:57:51.755195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c37197-4763-4b07-859c-b479e584d8bb None None] Pushing event updated for resources: {'Port': ['ID=f6246733-c19c-44b1-9a8e-fc01a6ac8110,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:51.767719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-565793a3-7aa8-40a6-8801-47932f96ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:51.769445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-565793a3-7aa8-40a6-8801-47932f96ba27 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.4193950
Apr 09 20:57:51.786721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bec13f24-e7fc-4995-8ea5-6dff774dd815 None None] Provisioning complete for port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:51.787245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bec13f24-e7fc-4995-8ea5-6dff774dd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:51.818273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee06578d-643a-4ccf-bff2-958f8a4d38fc req-f78df350-dab8-40a1-9384-9c12f174129a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3912983
Apr 09 20:57:51.881686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bec13f24-e7fc-4995-8ea5-6dff774dd815 None None] Port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:57:52.072927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:57:52.079296 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a9b32e0-aa75-4d63-beac-23de2c01ae64 admin admin] 10.222.0.30 "PUT /v2.0/routers/bfd46036-1eac-4d24-9615-3e8cb8c52820/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2337410
Apr 09 20:57:52.105689 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-74e7efdd-6dbd-4565-a196-376a7f82ad5f service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122781
Apr 09 20:57:52.277926 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-192e0889-2a69-4ef6-abb8-83d397bcc0b9 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578267
Apr 09 20:57:52.346164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-6974b143-456a-4089-9ac9-01f82232732c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 217 time: 0.4905992
Apr 09 20:57:52.396293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57953f44-9917-44c5-a8e1-f762f6cf45d5 req-b18fbb3b-203a-4983-ae61-64f0b841ec3a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 210 time: 0.0638433
Apr 09 20:57:52.429583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df2d29d1-b274-4045-acb6-b453ae19603f req-cf0d037d-24de-41ce-a104-3181f18e2f16 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6882873
Apr 09 20:57:52.522463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Allocated IP 172.20.0.12 (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0/aeeb8e45-03b4-4849-a408-33faccc0d5fb/1bc4d915-ee13-4ba8-922e-b46c28ad4602) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:52.603418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b7b8b380-38b4-4d50-b45e-54a377c8ba29 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:57:52.617981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-78b496bc-96f3-44c7-acc6-1115fd36da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:52.619470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-78b496bc-96f3-44c7-acc6-1115fd36da19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1718817
Apr 09 20:57:52.625437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2502f-6930-44d8-899f-043e11be6e63 req-7129e3e7-8b6b-4538-9bfe-2d5c5eceed76 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:52.626818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d2502f-6930-44d8-899f-043e11be6e63 req-7129e3e7-8b6b-4538-9bfe-2d5c5eceed76 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 948 time: 0.1164308
Apr 09 20:57:52.788470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:52.810139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'mac_address': 'fa:16:3e:3e:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:57:52.835969 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:52.848796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f6246733-c19c-44b1-9a8e-fc01a6ac8110 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:52.854011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-b223f244-69ed-415e-97d4-12428012fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:52.855549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-b223f244-69ed-415e-97d4-12428012fe3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2197292
Apr 09 20:57:52.900641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b7b8b380-38b4-4d50-b45e-54a377c8ba29 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:52.901182 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:52.913108 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac6e10a1-f60f-43a8-9d18-39425ae0dee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:52.927445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b8b380-38b4-4d50-b45e-54a377c8ba29 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:52.959575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:52.962052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f6246733-c19c-44b1-9a8e-fc01a6ac8110 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:52.962592 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:52.965872 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.025077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d2502f-6930-44d8-899f-043e11be6e63 req-9e0bea09-5726-49f6-96db-6a92cf00149a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3879440
Apr 09 20:57:53.047732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:53.115705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f6246733-c19c-44b1-9a8e-fc01a6ac8110 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:53.116135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.166857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f6246733-c19c-44b1-9a8e-fc01a6ac8110, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6246733-c19c-44b1-9a8e-fc01a6ac8110,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:53.177817 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.178845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 31a27bbb-6667-4f8c-8204-9a28c51e5acf up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:53.194360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Subnet': ['ID=a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:53.236267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e62a054e-893e-490b-a992-b51440b5efb0 req-2b8255a6-8ca1-4b90-b169-fff89456a822 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6003575
Apr 09 20:57:53.276771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f6246733-c19c-44b1-9a8e-fc01a6ac8110,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:53.288478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 31a27bbb-6667-4f8c-8204-9a28c51e5acf triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:53.288857 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.300943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8df8a-1f9c-4dc4-ae51-8c246f2936e0 req-d4cecdc5-8139-4366-8354-d17a49f7790e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:53.302644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8da8df8a-1f9c-4dc4-ae51-8c246f2936e0 req-d4cecdc5-8139-4366-8354-d17a49f7790e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1713071
Apr 09 20:57:53.316093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-9ceaffc2-eae0-492d-9853-954d5857a5a5 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4202347
Apr 09 20:57:53.323172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:53.433273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:57:53.439533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 31a27bbb-6667-4f8c-8204-9a28c51e5acf is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:53.439533 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.452098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Checking segment: {'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:53.452638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network hostable DHCP agents. Network: 20aba05f-99d7-4207-bff8-ec112edd3dde, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:57:53.498077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 31a27bbb-6667-4f8c-8204-9a28c51e5acf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31a27bbb-6667-4f8c-8204-9a28c51e5acf,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:53.506198 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks [] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.506359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.545127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.591286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=31a27bbb-6667-4f8c-8204-9a28c51e5acf,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:53.627713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8da8df8a-1f9c-4dc4-ae51-8c246f2936e0 req-c6319bc7-b513-458e-b048-7a327d3b0579 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3060672
Apr 09 20:57:53.630861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c92c4fb2-a00e-44c2-a983-bc2c9bcdc18c req-09f725bb-dce4-47d7-b86d-1675f68aeef1 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2935770
Apr 09 20:57:53.635731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network 20aba05f-99d7-4207-bff8-ec112edd3dde is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:57:53.693576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20aba05f-99d7-4207-bff8-ec112edd3dde) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:53.705472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:53.706251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.753799 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Sync routers for ids ['bfd46036-1eac-4d24-9615-3e8cb8c52820'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:57:53.768905 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Routers {'bfd46036-1eac-4d24-9615-3e8cb8c52820'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:53.769550 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770abe80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['bfd46036-1eac-4d24-9615-3e8cb8c52820'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:53.769911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.788422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-da96d896-555c-4db6-8fdb-50d8848ae731 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.6597412
Apr 09 20:57:53.797229 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.810243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3b214-9e65-4a9c-9d8d-859878a0c0bd None None] Network c88d2a96-4eb2-43fe-ae62-c69dfec53001 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:53.813053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115e59c-0fff-4f3a-897a-50d487314ea5 None None] Network 20aba05f-99d7-4207-bff8-ec112edd3dde requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:53.821807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22924-0f00-4cdc-a303-9d5e8f52ebc3 req-b06c904f-986c-45d5-aefa-00192d666410 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:53.831809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84e22924-0f00-4cdc-a303-9d5e8f52ebc3 req-b06c904f-986c-45d5-aefa-00192d666410 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1074975
Apr 09 20:57:53.868046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-924665dc-dabe-42c1-821d-3ba2668320f2 None None] Provisioning complete for port f6246733-c19c-44b1-9a8e-fc01a6ac8110 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:53.868587 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-924665dc-dabe-42c1-821d-3ba2668320f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:53.888530 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Set router bfd46036-1eac-4d24-9615-3e8cb8c52820 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:53.972686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:53.983677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Pushing event updated for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:53.998341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:54.004720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:54.025231 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.029725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84e22924-0f00-4cdc-a303-9d5e8f52ebc3 req-1ae22831-4d3d-4d8a-9c59-402eb0ae5cf1 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967456
Apr 09 20:57:54.097171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:54.097821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.101783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Allocated IP 172.35.0.195 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/3f7681f6-a0e5-4d48-99ef-701512656360) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:54.109438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20aba05f-99d7-4207-bff8-ec112edd3dde', 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde', 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'fixed_ips': [{'subnet_id': 'a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:57:54.110300 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.122223 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770abe80>, [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237'}], 'enable_snat': True}, 'gw_port_id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:57:50Z', 'revision_number': 4, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port': {'id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:46Z', 'updated_at': '2022-04-09T20:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb', 'name': '', 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'mac_address': 'fa:16:3e:6c:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:49Z', 'updated_at': '2022-04-09T20:57:50Z', 'revision_number': 2, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'subnets': [{'id': '0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:54.135474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-59509e10-da38-43ec-96ec-5484f4e9e8d0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2633915
Apr 09 20:57:54.136324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-924665dc-dabe-42c1-821d-3ba2668320f2 None None] Current status of the port f6246733-c19c-44b1-9a8e-fc01a6ac8110 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:54.257738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Request body: {'port': {'device_id': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:54.280554 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Checking router: bfd46036-1eac-4d24-9615-3e8cb8c52820 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:57:54.280901 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Updating router bfd46036-1eac-4d24-9615-3e8cb8c52820 port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:57:54.314073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for port (3f7681f6-a0e5-4d48-99ef-701512656360), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.316262 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.370524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Allocated IP 19.86.0.2 (20aba05f-99d7-4207-bff8-ec112edd3dde/a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33/87524fec-8d70-4375-a191-c7c2a7a3fc1f) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:54.424950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c70b4c-87e4-4349-a150-3ceb880a8fb8 req-3a55081d-4211-4a32-a84b-2675852efb3b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:54.433447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3c70b4c-87e4-4349-a150-3ceb880a8fb8 req-3a55081d-4211-4a32-a84b-2675852efb3b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 932 time: 0.1072910
Apr 09 20:57:54.531205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.549599 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Publish callbacks [] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.559654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.564954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a84bfcb0-85e1-4f62-9224-dbcc0cb1beb4 None None] Provisioning complete for port f6246733-c19c-44b1-9a8e-fc01a6ac8110 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:54.565562 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a84bfcb0-85e1-4f62-9224-dbcc0cb1beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.585906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-b89dac5e-c422-4bac-8c1d-f4381e4f7d98 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:54.587692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-b89dac5e-c422-4bac-8c1d-f4381e4f7d98 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf&tenant_id=e77d97d277f245d4822a646af7d5f50d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1517601
Apr 09 20:57:54.623389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Network 20aba05f-99d7-4207-bff8-ec112edd3dde is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:54.624922 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Publish callbacks [] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.631303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:54.635403 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.638104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:54.650488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Pushing event updated for resources: {'Port': ['ID=87524fec-8d70-4375-a191-c7c2a7a3fc1f,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:54.679896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3f7681f6-a0e5-4d48-99ef-701512656360), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.709540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3c70b4c-87e4-4349-a150-3ceb880a8fb8 req-b582f45d-2f5d-4159-aa8c-3132a5ce823c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026179
Apr 09 20:57:54.763947 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Pushing event updated for resources: {'Port': ['ID=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:54.777406 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.778023 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.778509 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.779273 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.779764 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.780238 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.780713 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.781306 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.781777 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.782260 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.783050 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.783526 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.784012 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.784478 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.784941 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.790745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Attempting to bind port 87524fec-8d70-4375-a191-c7c2a7a3fc1f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:54.791251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Attempting to bind port 87524fec-8d70-4375-a191-c7c2a7a3fc1f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:54.791702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Attempting to bind port 87524fec-8d70-4375-a191-c7c2a7a3fc1f on network 20aba05f-99d7-4207-bff8-ec112edd3dde {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:54.794170 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Attempting to bind port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:54.795370 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Attempting to bind port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:54.796229 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Attempting to bind port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb on network e86a6094-c147-4e7f-8282-42328e349db5 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:54.802976 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:54.803646 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Checking segment: {'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:54.804213 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.804723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a84bfcb0-85e1-4f62-9224-dbcc0cb1beb4 None None] Current status of the port f6246733-c19c-44b1-9a8e-fc01a6ac8110 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:54.804933 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Bound using segment: {'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:54.805742 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Bound port: c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103a41fb-f66d-463f-9d0a-6121d6bb5999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:54.806334 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.826159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:54.826930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Checking segment: {'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:54.827150 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.827628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Bound using segment: {'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:54.828201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Bound port: 87524fec-8d70-4375-a191-c7c2a7a3fc1f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:54.828681 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.856967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f6246733-c19c-44b1-9a8e-fc01a6ac8110 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:54.888007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event updated for resources: {'Port': ['ID=3f7681f6-a0e5-4d48-99ef-701512656360,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:54.894072 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] For port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:54.898707 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] For port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,segment=NetworkSegment(103a41fb-f66d-463f-9d0a-6121d6bb5999),segment_id=103a41fb-f66d-463f-9d0a-6121d6bb5999)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:54.909524 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.940492 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.943995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.944337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.944964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.944964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.945423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.945750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.946071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.946390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.947508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.947508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.947508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.947805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.948068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.948254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.948566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:57:54.964811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:54.987316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f6246733-c19c-44b1-9a8e-fc01a6ac8110 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:54.987316 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:54.990214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:54.991776 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Routers {'bfd46036-1eac-4d24-9615-3e8cb8c52820'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:57:54.992640 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770abe80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['bfd46036-1eac-4d24-9615-3e8cb8c52820'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:54.996298 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6ebec-e552-462b-bf19-bbc55ea89104 None None] Pushing event updated for resources: {'Port': ['ID=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:55.005828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:55.010244 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-fe6bf84d-0783-436d-9061-d3a310c4b21b service neutron] delete failed (client error): The resource could not be found.
Apr 09 20:57:55.011251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-fe6bf84d-0783-436d-9061-d3a310c4b21b service neutron] 10.222.0.32 "DELETE /v2.0/ports/b7b8b380-38b4-4d50-b45e-54a377c8ba29/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3934319
Apr 09 20:57:55.032529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] For port 87524fec-8d70-4375-a191-c7c2a7a3fc1f, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:55.045526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405c3d3-1c6e-46bd-9043-89a9e606af5a req-0f68b1ed-6cc8-49a5-9b78-cd3b999ff95e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:55.053698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e405c3d3-1c6e-46bd-9043-89a9e606af5a req-0f68b1ed-6cc8-49a5-9b78-cd3b999ff95e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1589661
Apr 09 20:57:55.070145 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.076219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] For port 87524fec-8d70-4375-a191-c7c2a7a3fc1f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87524fec-8d70-4375-a191-c7c2a7a3fc1f,segment=NetworkSegment(3100eefd-42b1-4874-a415-dc00eddd22ab),segment_id=3100eefd-42b1-4874-a415-dc00eddd22ab)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:55.085783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cc813651-ad4e-4c47-a57a-e9ac0a2c2dc9 None None] Provisioning complete for port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:55.086584 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc813651-ad4e-4c47-a57a-e9ac0a2c2dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.089757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.158742 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] Set router bfd46036-1eac-4d24-9615-3e8cb8c52820 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:57:55.183617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b7b8b380-38b4-4d50-b45e-54a377c8ba29 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:55.310248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f4a43-c140-474d-9bc7-8910d2b423c9 None None] Pushing event updated for resources: {'Port': ['ID=87524fec-8d70-4375-a191-c7c2a7a3fc1f,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:55.321453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f6246733-c19c-44b1-9a8e-fc01a6ac8110 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:55.324758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 31a27bbb-6667-4f8c-8204-9a28c51e5acf up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:55.338677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e405c3d3-1c6e-46bd-9043-89a9e606af5a req-1c107c97-8fb2-4ba4-b2c2-c8c1672369f9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2838104
Apr 09 20:57:55.365587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (df77258d-a6ef-46ae-a7ff-30019e75375d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.378468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-29863dae-0c9e-4c15-9e23-46c0905d4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:55.380992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-29863dae-0c9e-4c15-9e23-46c0905d4ac1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1131 time: 0.2325032
Apr 09 20:57:55.386120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc4d915-ee13-4ba8-922e-b46c28ad4602 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:57:55.392729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port b7b8b380-38b4-4d50-b45e-54a377c8ba29 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:57:55.405904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Publish callbacks [] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.419064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port b7b8b380-38b4-4d50-b45e-54a377c8ba29 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:55.419441 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.422992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cc813651-ad4e-4c47-a57a-e9ac0a2c2dc9 None None] Current status of the port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:55.423186 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc813651-ad4e-4c47-a57a-e9ac0a2c2dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.425540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Transition to ACTIVE for port object 1bc4d915-ee13-4ba8-922e-b46c28ad4602 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:57:55.446313 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770abe80>, [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237'}], 'enable_snat': True}, 'gw_port_id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:57:50Z', 'revision_number': 4, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port': {'id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:46Z', 'updated_at': '2022-04-09T20:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb', 'name': '', 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'mac_address': 'fa:16:3e:6c:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:49Z', 'updated_at': '2022-04-09T20:57:54Z', 'revision_number': 4, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'subnets': [{'id': '0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:57:55.479800 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56175d-dc96-4f61-92db-d6241920af30 None None] The sync data for ids ['bfd46036-1eac-4d24-9615-3e8cb8c52820'] in ncdv-master-1 is: [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237'}], 'enable_snat': True}, 'gw_port_id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:57:50Z', 'revision_number': 4, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port': {'id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:46Z', 'updated_at': '2022-04-09T20:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb', 'name': '', 'network_id': 'e86a6094-c147-4e7f-8282-42328e349db5', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'mac_address': 'fa:16:3e:6c:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:49Z', 'updated_at': '2022-04-09T20:57:54Z', 'revision_number': 4, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'subnets': [{'id': '0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:57:55.508005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cc813651-ad4e-4c47-a57a-e9ac0a2c2dc9 None None] For port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,segment=NetworkSegment(103a41fb-f66d-463f-9d0a-6121d6bb5999),segment_id=103a41fb-f66d-463f-9d0a-6121d6bb5999)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:55.516845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 31a27bbb-6667-4f8c-8204-9a28c51e5acf triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:55.517473 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.521367 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cc813651-ad4e-4c47-a57a-e9ac0a2c2dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.529367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3f7681f6-a0e5-4d48-99ef-701512656360), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.541189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.711071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc813651-ad4e-4c47-a57a-e9ac0a2c2dc9 None None] Pushing event updated for resources: {'Port': ['ID=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:55.716130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b7b8b380-38b4-4d50-b45e-54a377c8ba29 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:55.716520 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.721248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e59d8238-d6fb-4c14-8ded-95bd86d80c21 None None] Provisioning complete for port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:55.721624 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e59d8238-d6fb-4c14-8ded-95bd86d80c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.766878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:55.809658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-2ba134ba-6bca-48ae-9220-834a09a19fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:55.811138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-2ba134ba-6bca-48ae-9220-834a09a19fb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3199098
Apr 09 20:57:55.837543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 31a27bbb-6667-4f8c-8204-9a28c51e5acf is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:55.859987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:55.862619 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92781c56-9d40-4c1f-8ae5-7312a2bf7ae3" -d '{"events": [{"server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "name": "network-vif-plugged", "status": "completed", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:55.879577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:55.909645 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:55.950787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e59d8238-d6fb-4c14-8ded-95bd86d80c21 None None] Current status of the port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:55.971171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:56.252054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-468bc608-cebb-487c-8e52-af6c3a1c4d35 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:56.256993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-468bc608-cebb-487c-8e52-af6c3a1c4d35 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:56.258790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-468bc608-cebb-487c-8e52-af6c3a1c4d35 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/networks?id=c88d2a96-4eb2-43fe-ae62-c69dfec53001&id=20aba05f-99d7-4207-bff8-ec112edd3dde HTTP/1.1" status: 200  len: 1391 time: 0.7946444
Apr 09 20:57:56.260102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-7e54c734-f21b-43dc-8a5a-84c61d2f5f0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 200  len: 217 time: 0.4193594
Apr 09 20:57:56.323176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-8a3b3cb9-8f56-4b6a-8958-e57282fb93b3 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/quotas/bf4fe086a6e94378997756b1fc02a6c7 HTTP/1.1" status: 200  len: 375 time: 0.0556166
Apr 09 20:57:56.360157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:57:56.360487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:57:56.360808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:56.406511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:57:56.406951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:57:56.423534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-f89e7635-9b5a-4485-9cf4-40bd4495fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:56.425173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-f89e7635-9b5a-4485-9cf4-40bd4495fe85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1547492
Apr 09 20:57:56.431680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:57:56.432118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:57:56.432574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:57:56.433124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Bound port: 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:57:56.433564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:56.454651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-c6876594-8b35-4682-9a42-6a5e6f0866a5 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1204686
Apr 09 20:57:56.573750 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for port (3f7681f6-a0e5-4d48-99ef-701512656360), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:56.584627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1cd9e-7e45-4968-8806-835148b54659 None None] Network 20aba05f-99d7-4207-bff8-ec112edd3dde requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:57:56.604253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-0c7be4c9-5a29-4ded-af9c-4264bf907e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:56.605903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-0c7be4c9-5a29-4ded-af9c-4264bf907e28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1698244
Apr 09 20:57:56.612777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3f7681f6-a0e5-4d48-99ef-701512656360), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:56.695012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1ec50fb3-31da-4c44-b31e-c5b774a033a0 None None] Provisioning complete for port 87524fec-8d70-4375-a191-c7c2a7a3fc1f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:56.695213 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ec50fb3-31da-4c44-b31e-c5b774a033a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:56.800557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:57:56.804904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event updated for resources: {'Port': ['ID=3f7681f6-a0e5-4d48-99ef-701512656360,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:56.832075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-617e111e-4633-4dfc-8f28-5c5f430a3016 service neutron] 10.222.0.30 "GET /v2.0/networks/c88d2a96-4eb2-43fe-ae62-c69dfec53001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3764608
Apr 09 20:57:56.835950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:57:56.872633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:56.893739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (df77258d-a6ef-46ae-a7ff-30019e75375d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:56.953097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:56.993294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:56.994378 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:56.995871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] 10.222.0.32 "PUT /v2.0/ports/1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 200  len: 1092 time: 2.7506752
Apr 09 20:57:56.996378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:57:56.998829 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2369c-6b67-4220-97e1-67ba0d53ca37" -d '{"events": [{"name": "network-changed", "server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:57:57.013460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-5bf2847a-3dcd-4428-a779-4380a902fe1d service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3946793
Apr 09 20:57:57.021526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1ec50fb3-31da-4c44-b31e-c5b774a033a0 None None] Current status of the port 87524fec-8d70-4375-a191-c7c2a7a3fc1f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:57.021914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ec50fb3-31da-4c44-b31e-c5b774a033a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:57.025363 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:57.026788 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:57.027097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e62a054e-893e-490b-a992-b51440b5efb0 req-6dbfa897-145a-49bd-8db6-42782fcf5816 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.7191014
Apr 09 20:57:57.069652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:57.070089 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:57.072764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1ec50fb3-31da-4c44-b31e-c5b774a033a0 None None] For port 87524fec-8d70-4375-a191-c7c2a7a3fc1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87524fec-8d70-4375-a191-c7c2a7a3fc1f,segment=NetworkSegment(3100eefd-42b1-4874-a415-dc00eddd22ab),segment_id=3100eefd-42b1-4874-a415-dc00eddd22ab)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:57:57.088772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66d833-17bf-4362-bd2b-1af77c026872 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:57.100011 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ec50fb3-31da-4c44-b31e-c5b774a033a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:57.144237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-154de3a3-3171-434b-8519-d93a838d7bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/c88d2a96-4eb2-43fe-ae62-c69dfec53001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3001282
Apr 09 20:57:57.160956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec50fb3-31da-4c44-b31e-c5b774a033a0 None None] Pushing event updated for resources: {'Port': ['ID=87524fec-8d70-4375-a191-c7c2a7a3fc1f,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:57.197463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e62a054e-893e-490b-a992-b51440b5efb0 req-1e745a8f-0e46-41f7-9bd3-cc329a0233b2 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.195 HTTP/1.1" status: 200  len: 696 time: 0.1492717
Apr 09 20:57:57.200416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:57.201565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 87524fec-8d70-4375-a191-c7c2a7a3fc1f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:57.224779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-71600614-6cd0-4e52-b04a-98b89fc506b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:57.226368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-71600614-6cd0-4e52-b04a-98b89fc506b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1126 time: 0.1616964
Apr 09 20:57:57.243014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7578baba-aa17-49ab-b8b2-6b2a236f6a43 None None] Provisioning complete for port 87524fec-8d70-4375-a191-c7c2a7a3fc1f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:57.243389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7578baba-aa17-49ab-b8b2-6b2a236f6a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:57.290483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 87524fec-8d70-4375-a191-c7c2a7a3fc1f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:57.290876 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:57.329650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-b1fe4527-7943-4023-ab89-448120bf73d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 200  len: 217 time: 0.0897200
Apr 09 20:57:57.368937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7578baba-aa17-49ab-b8b2-6b2a236f6a43 None None] Current status of the port 87524fec-8d70-4375-a191-c7c2a7a3fc1f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:57.404232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 87524fec-8d70-4375-a191-c7c2a7a3fc1f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:57.427434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd8dd6a8-105c-491d-a108-0bcd451a50bb req-3c32bf2c-60bb-432e-b753-0c250de93cf9 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4057078
Apr 09 20:57:57.451356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-f191aa77-0fe6-4d9b-8fd7-e8b633ddf613 service neutron] 10.222.0.30 "GET /v2.0/networks/20aba05f-99d7-4207-bff8-ec112edd3dde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712379
Apr 09 20:57:57.461765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-e05d512c-ed05-449c-a635-27ce3483f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:57.463398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-e05d512c-ed05-449c-a635-27ce3483f100 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1005967
Apr 09 20:57:57.480808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a054e-893e-490b-a992-b51440b5efb0 req-0d723dda-6721-4751-b28b-8c271348f3ea tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:57.482514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e62a054e-893e-490b-a992-b51440b5efb0 req-0d723dda-6721-4751-b28b-8c271348f3ea tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2674685
Apr 09 20:57:57.515754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-e62a054e-893e-490b-a992-b51440b5efb0 req-290e73f1-fa3e-4593-824f-3fbcf3ee742d tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:57:57.516792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e62a054e-893e-490b-a992-b51440b5efb0 req-290e73f1-fa3e-4593-824f-3fbcf3ee742d tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0214086
Apr 09 20:57:57.536231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-4d5eb8f2-7307-4aad-a60b-1a5ab7040bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527647
Apr 09 20:57:57.626336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-bda20fde-4bed-4935-b034-77437290fe91 service neutron] 10.222.0.30 "GET /v2.0/networks/20aba05f-99d7-4207-bff8-ec112edd3dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602480
Apr 09 20:57:57.632371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ae8f-3e10-4efc-a5ab-c9f041a6b50c req-31761172-c263-457a-b25d-02d3214b18ad tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:57.633948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e82ae8f-3e10-4efc-a5ab-c9f041a6b50c req-31761172-c263-457a-b25d-02d3214b18ad tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0650251
Apr 09 20:57:57.685773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e82ae8f-3e10-4efc-a5ab-c9f041a6b50c req-8f90ba40-3d6e-4264-8f96-ec7196df380a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456874
Apr 09 20:57:57.895070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f2450-2295-4156-af70-e8876824db2e req-401bc497-e3d1-46dc-bc27-a81622a344e5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:57.896751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-400f2450-2295-4156-af70-e8876824db2e req-401bc497-e3d1-46dc-bc27-a81622a344e5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1289837
Apr 09 20:57:57.911185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e812e1e-dd5c-48cc-a355-46cfa22a3f6b req-be0c081e-f357-48e4-a061-4ee619413156 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:57.913968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e812e1e-dd5c-48cc-a355-46cfa22a3f6b req-be0c081e-f357-48e4-a061-4ee619413156 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1059818
Apr 09 20:57:57.965480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-73e28f50-5fac-475f-ac27-a6fafddc9d36 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221720
Apr 09 20:57:58.070993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e812e1e-dd5c-48cc-a355-46cfa22a3f6b req-46fbe4fa-8d51-4944-9820-4f6dc9809ff2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347075
Apr 09 20:57:58.077372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-400f2450-2295-4156-af70-e8876824db2e req-0574cdae-63b2-4e00-a1c7-bf6ceedc2a86 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727858
Apr 09 20:57:58.113871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51a54795-3d11-4e0e-ba42-49864fbf16b6 req-9923a6d5-0056-4162-8320-94810047779e service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410117
Apr 09 20:57:58.139297 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33df253b-8b60-46e0-bf05-e40b69a8a54f x-openstack-request-id: req-33df253b-8b60-46e0-bf05-e40b69a8a54f {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:58.139860 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "name": "network-vif-plugged", "status": "completed", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:58.139860 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33df253b-8b60-46e0-bf05-e40b69a8a54f {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:58.140443 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33df253b-8b60-46e0-bf05-e40b69a8a54f'] response: {'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'code': 200}
Apr 09 20:57:58.205686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51a2dc-bb53-4bb7-9408-cc031b9424ee req-91ed21ad-8893-4f27-a76f-92a970fa3c53 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:58.207206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df51a2dc-bb53-4bb7-9408-cc031b9424ee req-91ed21ad-8893-4f27-a76f-92a970fa3c53 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.0603247
Apr 09 20:57:58.264167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9f6f-fe8f-4b9e-9276-877f14f9add8 req-a8acf2c6-a107-41ff-a342-8977f6143ab7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:58.265632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0bd9f6f-fe8f-4b9e-9276-877f14f9add8 req-a8acf2c6-a107-41ff-a342-8977f6143ab7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0811884
Apr 09 20:57:58.304472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df51a2dc-bb53-4bb7-9408-cc031b9424ee req-26e51553-888c-4441-996a-26d1f77bb2c3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746510
Apr 09 20:57:58.330959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0bd9f6f-fe8f-4b9e-9276-877f14f9add8 req-d0c93c20-2fd1-4481-a4f1-7f07851c3eac tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555313
Apr 09 20:57:58.348093 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9550b3af-4059-4060-af86-a5845e86f9ea x-openstack-request-id: req-9550b3af-4059-4060-af86-a5845e86f9ea {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:57:58.348571 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:57:58.348814 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9550b3af-4059-4060-af86-a5845e86f9ea {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:57:58.349301 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9550b3af-4059-4060-af86-a5845e86f9ea'] response: {'name': 'network-changed', 'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602', 'status': 'completed', 'code': 200}
Apr 09 20:57:58.456146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-088df699-9c97-4e3d-a8cd-766ee8e20350 req-95b9f183-e67d-4be1-8a92-c0ecf953aa25 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 210 time: 0.0639436
Apr 09 20:57:58.499778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-95d2d050-2be1-40e3-8e40-3d91540fdd9e tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1332920
Apr 09 20:57:58.509063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:58.530721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:58.608150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:58.705446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 87524fec-8d70-4375-a191-c7c2a7a3fc1f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:57:58.716564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Allocated IP 172.35.0.228 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/090c65a4-53f3-4512-b212-dbebca1d993c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:57:58.757125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 87524fec-8d70-4375-a191-c7c2a7a3fc1f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:57:58.757853 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:58.838226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 87524fec-8d70-4375-a191-c7c2a7a3fc1f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:57:58.838654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e00813-f767-429e-bee6-626723d6c68e req-9a8acfa5-1af8-44d5-8380-c51f3f3a622f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:58.840183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7e00813-f767-429e-bee6-626723d6c68e req-9a8acfa5-1af8-44d5-8380-c51f3f3a622f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0822465
Apr 09 20:57:58.878529 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for port (090c65a4-53f3-4512-b212-dbebca1d993c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:58.912519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7e00813-f767-429e-bee6-626723d6c68e req-a12885f6-f2b1-4593-a04d-5fa2fed2e548 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630269
Apr 09 20:57:58.935366 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (090c65a4-53f3-4512-b212-dbebca1d993c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:58.978021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:57:58.982928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:57:58.993860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:57:59.034992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event updated for resources: {'Port': ['ID=090c65a4-53f3-4512-b212-dbebca1d993c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:57:59.053954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce5fa-3096-4fa9-bfd4-e9ab245a8836 req-f9f39c39-f6d9-49c3-891f-f242bb510895 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:59.055521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2cce5fa-3096-4fa9-bfd4-e9ab245a8836 req-f9f39c39-f6d9-49c3-891f-f242bb510895 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 1132 time: 0.0765150
Apr 09 20:57:59.166569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2cce5fa-3096-4fa9-bfd4-e9ab245a8836 req-95ac38b0-5367-4a38-87af-4e3355346449 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025352
Apr 09 20:57:59.171227 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (0f7a0864-a090-4cdb-b4fb-6a9baa603f1c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:59.180524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-dfc60bc5-d69c-4003-a461-805497388840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:59.182142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-dfc60bc5-d69c-4003-a461-805497388840 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1126 time: 0.0720966
Apr 09 20:57:59.606852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (090c65a4-53f3-4512-b212-dbebca1d993c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:57:59.616980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18627576-6a79-4f04-9707-9758c0c7e47d req-4a762389-8159-4e19-89cb-2dd9af5af25e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:59.618635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18627576-6a79-4f04-9707-9758c0c7e47d req-4a762389-8159-4e19-89cb-2dd9af5af25e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0982423
Apr 09 20:57:59.783947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-5057f2d4-ca92-42a5-af67-d9bbd74b7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:59.785440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-5057f2d4-ca92-42a5-af67-d9bbd74b7184 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.5971820
Apr 09 20:57:59.878066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18627576-6a79-4f04-9707-9758c0c7e47d req-870deb02-b010-422f-858c-25dda66ae4b6 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2370892
Apr 09 20:57:59.879209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-b8763733-5e8b-4654-b931-2ce4e35fb6b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 200  len: 217 time: 0.0775225
Apr 09 20:57:59.941812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-91cb3bcb-6f0a-4cb5-933a-50f28827a3de tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:59.946803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-91cb3bcb-6f0a-4cb5-933a-50f28827a3de tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:57:59.948323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-91cb3bcb-6f0a-4cb5-933a-50f28827a3de tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "GET /v2.0/networks?id=c88d2a96-4eb2-43fe-ae62-c69dfec53001&id=20aba05f-99d7-4207-bff8-ec112edd3dde HTTP/1.1" status: 200  len: 1391 time: 0.3086514
Apr 09 20:57:59.977143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'port': {'device_id': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001', 'admin_state_up': True, 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:57:59.979577 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:00.039448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-053d9c83-caa0-43a5-a79b-07a5a3b1f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:00.040802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-053d9c83-caa0-43a5-a79b-07a5a3b1f271 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1489661
Apr 09 20:58:00.119232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5f1b-4fc9-4046-b7f4-05c709139feb req-f951f6cb-85c8-4db0-90c0-5f58a4f13418 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:00.120725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdef5f1b-4fc9-4046-b7f4-05c709139feb req-f951f6cb-85c8-4db0-90c0-5f58a4f13418 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1635392
Apr 09 20:58:00.122718 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for port (090c65a4-53f3-4512-b212-dbebca1d993c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:00.127469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-c28d2860-e266-42d4-bdb2-96a1fe8b43f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0771680
Apr 09 20:58:00.139707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (090c65a4-53f3-4512-b212-dbebca1d993c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:00.307909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event updated for resources: {'Port': ['ID=090c65a4-53f3-4512-b212-dbebca1d993c,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:00.331828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdef5f1b-4fc9-4046-b7f4-05c709139feb req-ab60838b-0db9-415c-8811-2d332afa7f63 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034101
Apr 09 20:58:00.343433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (0f7a0864-a090-4cdb-b4fb-6a9baa603f1c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:00.357595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:00.361074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:00.384769 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:00.386002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4961ba9e-0755-49fe-9ce7-59fd136126c5 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8808308
Apr 09 20:58:00.393538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-06236775-5fba-4a7b-a920-6beb700c20e7 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2509861
Apr 09 20:58:00.538373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-4e1d2eb9-91b5-4260-9ec5-a78ef9171b53 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.228 HTTP/1.1" status: 200  len: 696 time: 0.1426361
Apr 09 20:58:00.634724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234ad5b-4958-4f31-873a-0991264f7bb4 req-35998012-3f04-4e5e-8288-0f5c4ccd3628 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:00.636078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4234ad5b-4958-4f31-873a-0991264f7bb4 req-35998012-3f04-4e5e-8288-0f5c4ccd3628 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.1465266
Apr 09 20:58:00.718829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74e2369c-6b67-4220-97e1-67ba0d53ca37 req-96803494-c5c7-4571-9748-2ef6a9bdae4b service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3171380
Apr 09 20:58:00.769331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Allocated IP 19.80.0.152 (c88d2a96-4eb2-43fe-ae62-c69dfec53001/857a4ea0-73c1-4bae-b001-43dce1659ea2/2059c476-7239-469e-bc1b-235cc6bd25a2) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:00.788563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4234ad5b-4958-4f31-873a-0991264f7bb4 req-51769797-5829-4d7d-8925-63adad705457 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193419
Apr 09 20:58:00.797895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-365db209-bc22-456d-aa01-427ffe3f20b7 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:00.799349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9042b895-7201-4dfe-8982-9575cafde7b3 req-365db209-bc22-456d-aa01-427ffe3f20b7 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2326474
Apr 09 20:58:00.951441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-592bdb0d-3c37-40be-a776-edcb55e08805 req-ee8571bc-9f64-444b-a9d9-197aadbb896a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 210 time: 0.0911477
Apr 09 20:58:00.973437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64722e-1221-48e1-88f3-30d829471fea req-1a8852b1-ee05-4bad-8544-3870ed324173 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:00.974859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc64722e-1221-48e1-88f3-30d829471fea req-1a8852b1-ee05-4bad-8544-3870ed324173 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1135416
Apr 09 20:58:01.049522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.057719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1bc4d915-ee13-4ba8-922e-b46c28ad4602 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:58:01.078333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-ce2a66d5-9183-477e-8b63-f8a23d6fa8b9 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0525656
Apr 09 20:58:01.082914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc64722e-1221-48e1-88f3-30d829471fea req-f2b8c0dd-0b74-4121-97f0-ee72b6080015 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025295
Apr 09 20:58:01.160179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:01.172657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '1bc4d915-ee13-4ba8-922e-b46c28ad4602', 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'port_id': '1bc4d915-ee13-4ba8-922e-b46c28ad4602', 'mac_address': 'fa:16:3e:18:71:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeeb8e45-03b4-4849-a408-33faccc0d5fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:58:01.210934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:01.211246 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.228850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc4d915-ee13-4ba8-922e-b46c28ad4602 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:01.235453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.249127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:01.254562 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.302057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:01.319963 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network c88d2a96-4eb2-43fe-ae62-c69dfec53001 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:01.327732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed396-0265-428c-87ec-98cbd45df839 req-9e82171c-8d57-44f6-a2d6-4d3a83136928 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:01.329240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-9e82171c-8d57-44f6-a2d6-4d3a83136928 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2454498
Apr 09 20:58:01.335456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:01.344748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d791f069-7455-477d-9347-ebab1e795dc7 req-7e2649a5-77c1-4db1-bb2d-3d75ac29f6f2 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2217653
Apr 09 20:58:01.345929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:01.350292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Port': ['ID=2059c476-7239-469e-bc1b-235cc6bd25a2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:01.383121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:01.390953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-296140d9-31e5-49d3-b895-ff24d3557dc1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/quotas/e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 375 time: 0.0533621
Apr 09 20:58:01.457144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:01.457757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.463849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.486410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-05bdb229-ec2e-45c5-8207-f1705ab42993 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0828536
Apr 09 20:58:01.502538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-5dd1be94-4009-4d87-8b98-84767cbb6473 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5356040
Apr 09 20:58:01.506809 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['1bc4d915-ee13-4ba8-922e-b46c28ad4602'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:01.541780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Request body: {'port': {'device_id': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde', 'admin_state_up': True, 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:01.646214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.670468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-feff9723-43a8-42af-83f7-05f346753c45 None None] Provisioning complete for port 2059c476-7239-469e-bc1b-235cc6bd25a2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:01.670468 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-feff9723-43a8-42af-83f7-05f346753c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.715306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-feff9723-43a8-42af-83f7-05f346753c45 None None] Port 2059c476-7239-469e-bc1b-235cc6bd25a2 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:58:01.725650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7184ea-bc02-4c24-bca6-57c0e6485883 req-1816631e-d896-452e-be12-6ad43d58c2ad tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:01.727151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e7184ea-bc02-4c24-bca6-57c0e6485883 req-1816631e-d896-452e-be12-6ad43d58c2ad tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0593503
Apr 09 20:58:01.869996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e7184ea-bc02-4c24-bca6-57c0e6485883 req-5d2f8221-bb5f-427d-bf10-3997315077d2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035426
Apr 09 20:58:01.870608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Made reservation on behalf of bf4fe086a6e94378997756b1fc02a6c7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:01.873853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:01.911725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Allocated IP 172.35.0.43 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/0520bab9-1e2d-4efd-a72b-97602e98c215) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:02.036385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae5e89-443e-4c9d-8aaa-f09887a75ed4 req-0462253e-7e59-4f31-a800-fa45b8a5ba91 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:02.037912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cae5e89-443e-4c9d-8aaa-f09887a75ed4 req-0462253e-7e59-4f31-a800-fa45b8a5ba91 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0893083
Apr 09 20:58:02.476783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Allocated IP 19.86.0.201 (20aba05f-99d7-4207-bff8-ec112edd3dde/a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33/32344bfe-ee77-4304-b233-8b85f1618023) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:02.500339 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for port (0520bab9-1e2d-4efd-a72b-97602e98c215), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:02.506635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cae5e89-443e-4c9d-8aaa-f09887a75ed4 req-88b28da9-0236-4abe-9c0c-333650e24c79 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4410553
Apr 09 20:58:02.598278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-287f2cf0-6a15-4af6-86d2-0f6b03ddca74 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0440018
Apr 09 20:58:02.647002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0520bab9-1e2d-4efd-a72b-97602e98c215), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:02.662414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8a2d3a4-fb4a-4814-a359-c22274d66c4b req-dd5a1d67-6277-42c6-8583-b6efa01f1cd8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 210 time: 0.0778291
Apr 09 20:58:02.810287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:02.815948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event updated for resources: {'Port': ['ID=0520bab9-1e2d-4efd-a72b-97602e98c215,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:02.828830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:02.839749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:02.887164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711dce8-3362-4ee5-a60e-b384fca69c8c req-67fc521b-8f2f-4c21-9b51-d881ebe099be tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:02.888640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a711dce8-3362-4ee5-a60e-b384fca69c8c req-67fc521b-8f2f-4c21-9b51-d881ebe099be tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 945 time: 0.1546314
Apr 09 20:58:02.919634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for port (32344bfe-ee77-4304-b233-8b85f1618023), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:02.945816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed396-0265-428c-87ec-98cbd45df839 req-d80ec191-545a-405d-8378-966239a42ade tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:02.947236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-d80ec191-545a-405d-8378-966239a42ade tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3368108
Apr 09 20:58:02.962755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Request body: {'port': {'device_id': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'e77d97d277f245d4822a646af7d5f50d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:03.075402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1bc4d915-ee13-4ba8-922e-b46c28ad4602 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:03.075969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a711dce8-3362-4ee5-a60e-b384fca69c8c req-a51fdace-2571-4cbe-9375-652e21751d73 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773331
Apr 09 20:58:03.109549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (f35b52f2-490c-43c5-8baa-c8afb34679e2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.121303 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (32344bfe-ee77-4304-b233-8b85f1618023), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.131069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:58:03.140319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:03.140754 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.236534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:03.236886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.249578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Network 20aba05f-99d7-4207-bff8-ec112edd3dde is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:03.260896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:03.264701 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a84b24d-eefa-4139-9c4b-75247d27ca21" -d '{"events": [{"server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "name": "network-vif-plugged", "status": "completed", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:03.266857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:03.272816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event updated for resources: {'Port': ['ID=32344bfe-ee77-4304-b233-8b85f1618023,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:03.276851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:03.280648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:03.281496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0520bab9-1e2d-4efd-a72b-97602e98c215), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.287337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.292302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2438-c324-4872-bfdb-31624c633834 req-1f2fb04b-50c8-43f2-8cfb-4146cc792251 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:03.297619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2438-c324-4872-bfdb-31624c633834 req-1f2fb04b-50c8-43f2-8cfb-4146cc792251 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:03.299520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-915b2438-c324-4872-bfdb-31624c633834 req-1f2fb04b-50c8-43f2-8cfb-4146cc792251 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1655 time: 0.1556771
Apr 09 20:58:03.337508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Made reservation on behalf of e77d97d277f245d4822a646af7d5f50d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:03.340846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.341565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:03.351972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.352312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.353266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.353598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.353921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.354243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.354718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.355199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.355538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.355867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.356615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.356886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.357132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.357461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.357771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:03.424599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:03.425240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.502163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-915b2438-c324-4872-bfdb-31624c633834 req-7e543f6a-728f-4d18-bb19-be8e659a3dcc tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656268
Apr 09 20:58:03.547160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-38ed5f90-4bed-4d49-9ae0-0d6a943616af None None] Provisioning complete for port 32344bfe-ee77-4304-b233-8b85f1618023 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:03.547996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38ed5f90-4bed-4d49-9ae0-0d6a943616af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (32344bfe-ee77-4304-b233-8b85f1618023), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.549378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-36824f58-5696-47b2-8962-abbb8b0c7e3e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0122035
Apr 09 20:58:03.570941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Request body: {'port': {'device_id': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:03.585504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-38ed5f90-4bed-4d49-9ae0-0d6a943616af None None] Port 32344bfe-ee77-4304-b233-8b85f1618023 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:58:03.736050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5dc70-118c-4549-b1ca-441f3bed94dc req-2864d8cf-ae7b-4964-80d2-e4630ca9d172 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:03.737553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7e5dc70-118c-4549-b1ca-441f3bed94dc req-2864d8cf-ae7b-4964-80d2-e4630ca9d172 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1770718
Apr 09 20:58:03.759602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Allocated IP 192.168.233.209 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/cc886072-17df-443d-8237-a748bd33f221) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:03.790840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.793877 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for port (0520bab9-1e2d-4efd-a72b-97602e98c215), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.810979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0520bab9-1e2d-4efd-a72b-97602e98c215), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:03.905788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7e5dc70-118c-4549-b1ca-441f3bed94dc req-6d0458bc-8400-492b-9716-49fb1a83fc5d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570671
Apr 09 20:58:03.947205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event updated for resources: {'Port': ['ID=0520bab9-1e2d-4efd-a72b-97602e98c215,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:04.091923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (f35b52f2-490c-43c5-8baa-c8afb34679e2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:04.167356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac4d34-aa65-4fef-9c04-25d0dbd5c168 req-1c334e96-9e43-4ee8-9bb6-096a2750ecf7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:04.168773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7aac4d34-aa65-4fef-9c04-25d0dbd5c168 req-1c334e96-9e43-4ee8-9bb6-096a2750ecf7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1852040
Apr 09 20:58:04.184440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:04.185562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d791f069-7455-477d-9347-ebab1e795dc7 req-fffeda9d-f564-4d04-b5a0-34c8ef86b387 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.8102853
Apr 09 20:58:04.312540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d791f069-7455-477d-9347-ebab1e795dc7 req-aa06e83f-71f9-446a-9856-e92cb0085288 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.43 HTTP/1.1" status: 200  len: 695 time: 0.1185017
Apr 09 20:58:04.345808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks [] for port (cc886072-17df-443d-8237-a748bd33f221), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:04.374017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7aac4d34-aa65-4fef-9c04-25d0dbd5c168 req-9c1d011a-769a-4678-b73f-d911dae05aaa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938565
Apr 09 20:58:04.422933 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8bc651-78b1-435f-8633-d71f2563f790 x-openstack-request-id: req-aa8bc651-78b1-435f-8633-d71f2563f790 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:04.423492 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "name": "network-vif-plugged", "status": "completed", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:04.423492 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa8bc651-78b1-435f-8633-d71f2563f790 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:04.424147 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8bc651-78b1-435f-8633-d71f2563f790'] response: {'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602', 'code': 200}
Apr 09 20:58:04.523814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5139c9f-eeac-49b9-9c99-f27342de9f1d req-60eda68e-40fc-405a-ae28-d2a4e6557e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:04.526292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c5139c9f-eeac-49b9-9c99-f27342de9f1d req-60eda68e-40fc-405a-ae28-d2a4e6557e08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1128 time: 0.0416095
Apr 09 20:58:04.539490 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cc886072-17df-443d-8237-a748bd33f221), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:04.551608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:04.582082 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c5139c9f-eeac-49b9-9c99-f27342de9f1d req-4e8c80ad-c0fd-4bb7-ac99-80dd5983d761 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499582
Apr 09 20:58:04.587316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2059c476-7239-469e-bc1b-235cc6bd25a2 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:04.597299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f069-7455-477d-9347-ebab1e795dc7 req-ed74e864-4535-436d-a37d-d51e462148eb tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:04.598692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d791f069-7455-477d-9347-ebab1e795dc7 req-ed74e864-4535-436d-a37d-d51e462148eb tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2767603
Apr 09 20:58:04.614125 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Publish callbacks [] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:04.621657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4879599-0901-46fe-95bd-cc7578a992cd req-52134cf2-4856-4b7b-86c4-05d5f7436509 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:04.623202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4879599-0901-46fe-95bd-cc7578a992cd req-52134cf2-4856-4b7b-86c4-05d5f7436509 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1422484
Apr 09 20:58:04.638052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:04.665740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:04.667869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Transition to ACTIVE for port object 2059c476-7239-469e-bc1b-235cc6bd25a2 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:58:04.681673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:04.686932 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:04.688765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event updated for resources: {'Port': ['ID=cc886072-17df-443d-8237-a748bd33f221,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:04.809286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e88527-b336-4c5a-b96e-4ef11491f245 req-1a3a3ce5-9b40-4dec-b903-bc822d3d0c07 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:04.810807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8e88527-b336-4c5a-b96e-4ef11491f245 req-1a3a3ce5-9b40-4dec-b903-bc822d3d0c07 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 936 time: 0.1532733
Apr 09 20:58:04.819141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4879599-0901-46fe-95bd-cc7578a992cd req-66c94560-c01f-43f5-b73b-811cad5a5673 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830719
Apr 09 20:58:04.841482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:04.842113 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:04.859174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Pushing event updated for resources: {'Port': ['ID=2059c476-7239-469e-bc1b-235cc6bd25a2,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:04.913734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a8ab5eaa-5f64-454f-b81d-123b1b20a32c None None] Provisioning complete for port cc886072-17df-443d-8237-a748bd33f221 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:04.914103 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5eaa-5f64-454f-b81d-123b1b20a32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc886072-17df-443d-8237-a748bd33f221), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:04.917870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-f79c49be-c93e-4244-a411-83d960d201f1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9611118
Apr 09 20:58:04.951073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab5eaa-5f64-454f-b81d-123b1b20a32c None None] Port cc886072-17df-443d-8237-a748bd33f221 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:58:04.964582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Request body: {'port': {'device_id': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:05.000020 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8e88527-b336-4c5a-b96e-4ef11491f245 req-c84787a5-d656-41aa-a6da-d24b40d3ba26 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759162
Apr 09 20:58:05.023006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7dc40-1ba6-4a8d-a3fa-66a347c8489c req-b3ad2a69-6c80-4c4c-a7b8-40e1d61cba31 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:05.024473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faf7dc40-1ba6-4a8d-a3fa-66a347c8489c req-b3ad2a69-6c80-4c4c-a7b8-40e1d61cba31 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1219904
Apr 09 20:58:05.119943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Attempting to bind port 2059c476-7239-469e-bc1b-235cc6bd25a2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:05.120403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Attempting to bind port 2059c476-7239-469e-bc1b-235cc6bd25a2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:05.120853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Attempting to bind port 2059c476-7239-469e-bc1b-235cc6bd25a2 on network c88d2a96-4eb2-43fe-ae62-c69dfec53001 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:05.146130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc886072-17df-443d-8237-a748bd33f221), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:05.155526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Port 2059c476-7239-469e-bc1b-235cc6bd25a2 on network c88d2a96-4eb2-43fe-ae62-c69dfec53001 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:58:05.155843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Attempting to bind port 2059c476-7239-469e-bc1b-235cc6bd25a2 on network c88d2a96-4eb2-43fe-ae62-c69dfec53001 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:05.190570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bc183-4c3e-40e9-af17-c99558188f98 req-1b07bf61-6522-40a8-8df3-dd8f23035d91 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:05.195724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bc183-4c3e-40e9-af17-c99558188f98 req-1b07bf61-6522-40a8-8df3-dd8f23035d91 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:05.197280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce0bc183-4c3e-40e9-af17-c99558188f98 req-1b07bf61-6522-40a8-8df3-dd8f23035d91 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1667 time: 0.1318786
Apr 09 20:58:05.197980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:05.198303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Checking segment: {'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:05.198676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Bound using segment: {'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:05.199115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Bound port: 2059c476-7239-469e-bc1b-235cc6bd25a2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34741c78-c9dc-4ffa-a130-6df404a177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:05.199460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:05.219219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faf7dc40-1ba6-4a8d-a3fa-66a347c8489c req-eb18113c-d97b-45be-8803-269e2ab159f0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833630
Apr 09 20:58:05.452180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce0bc183-4c3e-40e9-af17-c99558188f98 req-305da825-7866-436e-bb58-b2d46c2b43a3 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462597
Apr 09 20:58:05.494841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] For port 2059c476-7239-469e-bc1b-235cc6bd25a2, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:05.545882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] For port 2059c476-7239-469e-bc1b-235cc6bd25a2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2059c476-7239-469e-bc1b-235cc6bd25a2,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:05.903747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-d236f4da-e091-4697-9415-32110be10523 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6560390
Apr 09 20:58:05.908496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:05.930553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:05.974375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b907602-391c-42ca-9fff-b5b51c94c15d req-40083034-4494-42fa-80b9-89a4be3425fe tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:05.975896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b907602-391c-42ca-9fff-b5b51c94c15d req-40083034-4494-42fa-80b9-89a4be3425fe tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.4542859
Apr 09 20:58:05.992239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:05.992893 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:05.994282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] 10.222.0.32 "PUT /v2.0/ports/2059c476-7239-469e-bc1b-235cc6bd25a2 HTTP/1.1" status: 200  len: 1092 time: 2.4273100
Apr 09 20:58:05.994735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'tag': '2059c476-7239-469e-bc1b-235cc6bd25a2'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:05.996959 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efa4542-3b75-44ce-879c-d2096331e1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "tag": "2059c476-7239-469e-bc1b-235cc6bd25a2"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:06.029002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:06.044943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Request body: {'port': {'device_id': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:06.094737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbcfb5-88d6-4dcf-abdd-b52a739be341 service neutron] Pushing event updated for resources: {'Port': ['ID=2059c476-7239-469e-bc1b-235cc6bd25a2,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:06.189587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b907602-391c-42ca-9fff-b5b51c94c15d req-537a0c5b-e8c7-4de6-9067-2608ebfba4ef tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025621
Apr 09 20:58:06.273053 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:06.277077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc886072-17df-443d-8237-a748bd33f221 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:06.281387 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (32344bfe-ee77-4304-b233-8b85f1618023), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:06.315289 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Publish callbacks [] for port (cc886072-17df-443d-8237-a748bd33f221), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:06.391760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad67139-bd49-4a6b-86a7-e8070373f243 req-6569f0b4-d68b-4f82-9088-42de91ed410a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:06.393165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad67139-bd49-4a6b-86a7-e8070373f243 req-6569f0b4-d68b-4f82-9088-42de91ed410a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1350222
Apr 09 20:58:06.397608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Transition to ACTIVE for port object cc886072-17df-443d-8237-a748bd33f221 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:58:06.411307 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (cc886072-17df-443d-8237-a748bd33f221), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:06.618012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Pushing event updated for resources: {'Port': ['ID=cc886072-17df-443d-8237-a748bd33f221,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:06.637338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad67139-bd49-4a6b-86a7-e8070373f243 req-00382b4d-f4d6-4728-924e-9f4bd217b03d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352672
Apr 09 20:58:06.711944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Allocated IP 172.35.0.77 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/4e4e1162-1bac-4a43-9368-f5ae544f8ee3) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:06.836395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec57131-ce31-440e-8b1d-2c04478a0f83 req-ea067ec6-69a3-4a86-96f5-996310dbad95 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:06.837812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ec57131-ce31-440e-8b1d-2c04478a0f83 req-ea067ec6-69a3-4a86-96f5-996310dbad95 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1290832
Apr 09 20:58:06.932609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Attempting to bind port cc886072-17df-443d-8237-a748bd33f221 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:06.933341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Attempting to bind port cc886072-17df-443d-8237-a748bd33f221 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:06.933341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Attempting to bind port cc886072-17df-443d-8237-a748bd33f221 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:06.977875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Port cc886072-17df-443d-8237-a748bd33f221 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:58:06.978207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Attempting to bind port cc886072-17df-443d-8237-a748bd33f221 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:07.009740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:07.010072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:07.010451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:07.010887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Bound port: cc886072-17df-443d-8237-a748bd33f221, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:07.011240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc886072-17df-443d-8237-a748bd33f221), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.017946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for port (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.022955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ec57131-ce31-440e-8b1d-2c04478a0f83 req-0a7c4dda-1155-4755-8b43-5a21d4954035 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735077
Apr 09 20:58:07.038694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32344bfe-ee77-4304-b233-8b85f1618023 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:07.054004 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Publish callbacks [] for port (32344bfe-ee77-4304-b233-8b85f1618023), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.086834 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c282582e-b75d-44e9-981a-d94850df8b53 x-openstack-request-id: req-c282582e-b75d-44e9-981a-d94850df8b53 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:07.087152 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "tag": "2059c476-7239-469e-bc1b-235cc6bd25a2", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:07.087405 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c282582e-b75d-44e9-981a-d94850df8b53 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:07.087819 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c282582e-b75d-44e9-981a-d94850df8b53'] response: {'name': 'network-changed', 'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'tag': '2059c476-7239-469e-bc1b-235cc6bd25a2', 'status': 'completed', 'code': 200}
Apr 09 20:58:07.112268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Transition to ACTIVE for port object 32344bfe-ee77-4304-b233-8b85f1618023 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:58:07.128151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (32344bfe-ee77-4304-b233-8b85f1618023), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.137665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-3be51132-2ffb-4a18-942d-7cf476392a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.138256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-3be51132-2ffb-4a18-942d-7cf476392a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.139937 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-3be51132-2ffb-4a18-942d-7cf476392a77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1945 time: 0.0494177
Apr 09 20:58:07.224489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d5e5c-423d-4b21-806f-a58c39008089 req-7d4ec78b-3730-4f5b-8292-cd9535687607 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.226115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-622d5e5c-423d-4b21-806f-a58c39008089 req-7d4ec78b-3730-4f5b-8292-cd9535687607 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 948 time: 0.1113918
Apr 09 20:58:07.228185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:07.233565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.236550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc886072-17df-443d-8237-a748bd33f221,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:07.241819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Pushing event updated for resources: {'Port': ['ID=32344bfe-ee77-4304-b233-8b85f1618023,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:07.249439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-4b665fb5-3b9f-4bd8-ab02-203beaeafcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.250218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-4b665fb5-3b9f-4bd8-ab02-203beaeafcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.250967 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-4b665fb5-3b9f-4bd8-ab02-203beaeafcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.252335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-4b665fb5-3b9f-4bd8-ab02-203beaeafcce service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.1056054
Apr 09 20:58:07.259143 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (cc886072-17df-443d-8237-a748bd33f221), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.333151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:07.342213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.342850 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.344266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] 10.222.0.32 "PUT /v2.0/ports/cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 1096 time: 2.4004636
Apr 09 20:58:07.357321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:07.373481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-d9d81cb0-af23-4fbd-9590-b147c16f8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.376546 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5efa4542-3b75-44ce-879c-d2096331e1d0 req-d9d81cb0-af23-4fbd-9590-b147c16f8ecb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1171501
Apr 09 20:58:07.393265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:07.430483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event updated for resources: {'Port': ['ID=4e4e1162-1bac-4a43-9368-f5ae544f8ee3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:07.434555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed396-0265-428c-87ec-98cbd45df839 req-5a900659-508b-4481-a836-4459bbf4ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.436533 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-5a900659-508b-4481-a836-4459bbf4ed0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 1130 time: 0.0488660
Apr 09 20:58:07.451494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-622d5e5c-423d-4b21-806f-a58c39008089 req-05f953d1-01d8-4b52-b87d-dcce35ef9071 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111027
Apr 09 20:58:07.505438 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-6a87aec5-4437-4b30-89c8-40c0a1819e1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 217 time: 0.0564525
Apr 09 20:58:07.567207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Attempting to bind port 32344bfe-ee77-4304-b233-8b85f1618023 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:07.567549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Attempting to bind port 32344bfe-ee77-4304-b233-8b85f1618023 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:07.567856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Attempting to bind port 32344bfe-ee77-4304-b233-8b85f1618023 on network 20aba05f-99d7-4207-bff8-ec112edd3dde {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:07.578586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed396-0265-428c-87ec-98cbd45df839 req-d296b23e-7546-443b-950c-8c3e50a1890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.580338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-d296b23e-7546-443b-950c-8c3e50a1890b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0648177
Apr 09 20:58:07.606845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921112b-910f-4022-a0e8-06ad4f38215c service neutron] Pushing event updated for resources: {'Port': ['ID=cc886072-17df-443d-8237-a748bd33f221,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:07.616062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Port 32344bfe-ee77-4304-b233-8b85f1618023 on network 20aba05f-99d7-4207-bff8-ec112edd3dde not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:58:07.616263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Attempting to bind port 32344bfe-ee77-4304-b233-8b85f1618023 on network 20aba05f-99d7-4207-bff8-ec112edd3dde {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:07.624207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed396-0265-428c-87ec-98cbd45df839 req-4de9a647-73c4-4f6e-95f7-45ecc9c4847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.625747 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-4de9a647-73c4-4f6e-95f7-45ecc9c4847b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0391607
Apr 09 20:58:07.629480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:07.629815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Checking segment: {'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:07.630191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Bound using segment: {'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:07.630621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Bound port: 32344bfe-ee77-4304-b233-8b85f1618023, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3100eefd-42b1-4874-a415-dc00eddd22ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:07.631003 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (32344bfe-ee77-4304-b233-8b85f1618023), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.657694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa3e90-f7ce-4b93-88cf-7ab5ef209a26 req-837c8b80-fa90-4692-9b52-a70873c16f2c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.659214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2faa3e90-f7ce-4b93-88cf-7ab5ef209a26 req-837c8b80-fa90-4692-9b52-a70873c16f2c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1073556
Apr 09 20:58:07.693435 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (bfa3320b-8a75-45ec-a5f1-7d111d47c1a7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.727670 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-6356b05d-69f1-424f-978c-e0bcc1eed2b8 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952649
Apr 09 20:58:07.773600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.802771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] For port 32344bfe-ee77-4304-b233-8b85f1618023, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:07.818221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2faa3e90-f7ce-4b93-88cf-7ab5ef209a26 req-aba3673f-8cff-438b-96e1-62405a6ccea1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301072
Apr 09 20:58:07.818580 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cafed396-0265-428c-87ec-98cbd45df839 req-e2801b62-6906-43a7-858f-259e9b35e743 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850616
Apr 09 20:58:07.824117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] For port 32344bfe-ee77-4304-b233-8b85f1618023, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32344bfe-ee77-4304-b233-8b85f1618023,segment=NetworkSegment(3100eefd-42b1-4874-a415-dc00eddd22ab),segment_id=3100eefd-42b1-4874-a415-dc00eddd22ab)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:07.840392 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (32344bfe-ee77-4304-b233-8b85f1618023), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.931894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.932523 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:07.933953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] 10.222.0.32 "PUT /v2.0/ports/32344bfe-ee77-4304-b233-8b85f1618023 HTTP/1.1" status: 200  len: 1092 time: 1.9020467
Apr 09 20:58:07.994714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c3175-92a4-4c51-bc4a-95ab1c3d7b76 req-364bef09-1aed-4023-b68b-d47943ce6e07 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:07.999990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c3175-92a4-4c51-bc4a-95ab1c3d7b76 req-364bef09-1aed-4023-b68b-d47943ce6e07 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.001700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a0c3175-92a4-4c51-bc4a-95ab1c3d7b76 req-364bef09-1aed-4023-b68b-d47943ce6e07 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1679 time: 0.1273201
Apr 09 20:58:08.006291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38e0b0-c33e-4d84-851c-7b8e1e581bcc service neutron] Pushing event updated for resources: {'Port': ['ID=32344bfe-ee77-4304-b233-8b85f1618023,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:08.082371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a0c3175-92a4-4c51-bc4a-95ab1c3d7b76 req-87df01bb-774a-4482-8b46-931aba4705f6 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714800
Apr 09 20:58:08.097393 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for port (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:08.112119 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:08.221700 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (bfa3320b-8a75-45ec-a5f1-7d111d47c1a7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:08.227379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event updated for resources: {'Port': ['ID=4e4e1162-1bac-4a43-9368-f5ae544f8ee3,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:08.238412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da91de-53a2-4819-9581-b07bae53ee15 req-cc020bd8-6f23-4cf9-917a-4fbb0022bdb5 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.239931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76da91de-53a2-4819-9581-b07bae53ee15 req-cc020bd8-6f23-4cf9-917a-4fbb0022bdb5 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 1132 time: 0.0954807
Apr 09 20:58:08.247615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:08.248853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-97595fe8-fde3-4229-8772-979635a23022 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.3364296
Apr 09 20:58:08.313399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-5e7eae8e-8429-433a-a11f-a3b8d08df19a tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.77 HTTP/1.1" status: 200  len: 695 time: 0.0577097
Apr 09 20:58:08.337618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76da91de-53a2-4819-9581-b07bae53ee15 req-ed7ac017-7cb0-4aa3-9a10-f53952f3ab51 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878501
Apr 09 20:58:08.455257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d4129-99d6-41e4-9cdc-4a43bba14981 req-0c914557-92f7-460e-8994-4e605cd6e46b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.457126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e25d4129-99d6-41e4-9cdc-4a43bba14981 req-0c914557-92f7-460e-8994-4e605cd6e46b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0604904
Apr 09 20:58:08.482569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-e7c71bb2-4444-48a8-beda-0b4d421b41dc tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.483926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af6774db-88a6-4c21-9d53-21a19dd525fa req-e7c71bb2-4444-48a8-beda-0b4d421b41dc tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.1653905
Apr 09 20:58:08.523325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e25d4129-99d6-41e4-9cdc-4a43bba14981 req-5532a9a1-2c5c-44c0-85a5-9afeb2eaabfd tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562925
Apr 09 20:58:08.583767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056659ae-76c7-484e-8ed2-dbb4a86699d5 req-fbda62cc-6aa1-4431-a95e-daff8889b171 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.585332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056659ae-76c7-484e-8ed2-dbb4a86699d5 req-fbda62cc-6aa1-4431-a95e-daff8889b171 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0460622
Apr 09 20:58:08.638811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd4b04-e827-49dd-84d0-cb5d9a685a0e req-b85e8e2b-2426-4cbb-ba41-d25d4690b31f tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.640288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93cd4b04-e827-49dd-84d0-cb5d9a685a0e req-b85e8e2b-2426-4cbb-ba41-d25d4690b31f tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1128 time: 0.0540299
Apr 09 20:58:08.672636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056659ae-76c7-484e-8ed2-dbb4a86699d5 req-49e3e42d-b0d9-4cd4-8982-8090b354b460 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788231
Apr 09 20:58:08.699529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93cd4b04-e827-49dd-84d0-cb5d9a685a0e req-7b96dc8f-20d2-4151-8381-d9164274f7f8 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510087
Apr 09 20:58:08.811504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-09d1e5eb-a67f-4589-91c4-103a29d29e02 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0564523
Apr 09 20:58:08.854596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480db5a1-833a-4bc3-b18c-f4614735af45 req-4c6cc5e9-37f0-4f1a-b452-83586a96aed6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.856321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-480db5a1-833a-4bc3-b18c-f4614735af45 req-4c6cc5e9-37f0-4f1a-b452-83586a96aed6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 948 time: 0.1022589
Apr 09 20:58:08.903877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-10006761-ee0e-45ec-88f8-f18a675912d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.904365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-10006761-ee0e-45ec-88f8-f18a675912d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:08.905916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-10006761-ee0e-45ec-88f8-f18a675912d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 2043 time: 0.1047890
Apr 09 20:58:08.993476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-7409c119-2ae3-484e-8340-510522dafa80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=2059c476-7239-469e-bc1b-235cc6bd25a2 HTTP/1.1" status: 200  len: 217 time: 0.0790651
Apr 09 20:58:09.014608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-480db5a1-833a-4bc3-b18c-f4614735af45 req-20623e2d-c007-43cf-8ad7-9709136b1af7 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463675
Apr 09 20:58:09.089663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'tag': 'cc886072-17df-443d-8237-a748bd33f221'}, {'name': 'network-changed', 'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'tag': '32344bfe-ee77-4304-b233-8b85f1618023'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:09.091861 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd1044e-8203-4fec-ae61-1f84f56127ad" -d '{"events": [{"name": "network-changed", "server_uuid": "87355ccc-05d7-430d-aafc-b3bea4e08127", "tag": "cc886072-17df-443d-8237-a748bd33f221"}, {"name": "network-changed", "server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "tag": "32344bfe-ee77-4304-b233-8b85f1618023"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:09.099552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-939173ee-89f5-46ba-b12d-f9788bd78bd8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:09.101176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-939173ee-89f5-46ba-b12d-f9788bd78bd8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2563128
Apr 09 20:58:09.135436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-157607a5-81ca-49cf-b800-d186400a64cb req-111b5774-20dc-43c3-b1f1-87cd8b89d157 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips/bfa3320b-8a75-45ec-a5f1-7d111d47c1a7 HTTP/1.1" status: 200  len: 692 time: 0.0880384
Apr 09 20:58:09.137728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-993f81f0-9cac-4c85-830b-6dc95da13062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:09.139819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-993f81f0-9cac-4c85-830b-6dc95da13062 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=857a4ea0-73c1-4bae-b001-43dce1659ea2 HTTP/1.1" status: 200  len: 801 time: 0.1389177
Apr 09 20:58:09.171670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-6c1f11c8-a136-4132-9ef5-abc0ec0a9681 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/quotas/b21b82d625c249269c02db9bbe700c7c HTTP/1.1" status: 200  len: 375 time: 0.0549569
Apr 09 20:58:09.271299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-cc6825e8-1b72-4a2f-8d86-2b156c96f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:09.272698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-cc6825e8-1b72-4a2f-8d86-2b156c96f0bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c88d2a96-4eb2-43fe-ae62-c69dfec53001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1197054
Apr 09 20:58:09.307390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-7d5d3dd8-a1e1-4877-be5f-40cf2c7e9065 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1103547
Apr 09 20:58:09.371259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157607a5-81ca-49cf-b800-d186400a64cb req-cbac046d-ac30-403d-9d75-4314a831cb56 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:09.372595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-157607a5-81ca-49cf-b800-d186400a64cb req-cbac046d-ac30-403d-9d75-4314a831cb56 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2319252
Apr 09 20:58:09.385764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-157607a5-81ca-49cf-b800-d186400a64cb req-59784799-d3a8-4600-9d9b-717b6f658afe tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:58:09.386736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-157607a5-81ca-49cf-b800-d186400a64cb req-59784799-d3a8-4600-9d9b-717b6f658afe tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082195
Apr 09 20:58:09.414893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-b5e310ee-ed97-4d78-8c08-e300a879beae service neutron] 10.222.0.32 "GET /v2.0/networks/c88d2a96-4eb2-43fe-ae62-c69dfec53001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322751
Apr 09 20:58:09.564496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e43e5-f110-48e8-88c1-9d92f3433cde req-df985f1f-6dbb-4f96-8a31-5d1fe6b0dd3e tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:09.566038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-720e43e5-f110-48e8-88c1-9d92f3433cde req-df985f1f-6dbb-4f96-8a31-5d1fe6b0dd3e tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1128 time: 0.1092896
Apr 09 20:58:09.583904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58022f0-0d64-4164-9163-2090c2d6c4a8 req-0121ab3d-e53a-469e-a1cb-a15e6b9fef84 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:09.589120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58022f0-0d64-4164-9163-2090c2d6c4a8 req-0121ab3d-e53a-469e-a1cb-a15e6b9fef84 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:09.590585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b58022f0-0d64-4164-9163-2090c2d6c4a8 req-0121ab3d-e53a-469e-a1cb-a15e6b9fef84 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1679 time: 0.0992761
Apr 09 20:58:09.942924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-4d8318d4-ae98-4850-9ac4-fd10c7868f33 service neutron] 10.222.0.32 "GET /v2.0/networks/c88d2a96-4eb2-43fe-ae62-c69dfec53001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5175245
Apr 09 20:58:09.998409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-62e77c6c-768b-4349-a0e7-5eb5aa72b700 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=32344bfe-ee77-4304-b233-8b85f1618023 HTTP/1.1" status: 200  len: 217 time: 0.0485008
Apr 09 20:58:10.040927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-720e43e5-f110-48e8-88c1-9d92f3433cde req-60279a5a-6c2c-4feb-a02a-9ef2821576c1 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4652882
Apr 09 20:58:10.050992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b58022f0-0d64-4164-9163-2090c2d6c4a8 req-4ac68064-64b0-4684-8557-b4a2fece3249 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4509439
Apr 09 20:58:10.073750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-b234e74e-4095-403c-ab80-15c3e9f488ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.075237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-b234e74e-4095-403c-ab80-15c3e9f488ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33 HTTP/1.1" status: 200  len: 801 time: 0.0699754
Apr 09 20:58:10.092975 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcde8bd5-57fe-4b67-9d46-2d54dd99134a x-openstack-request-id: req-dcde8bd5-57fe-4b67-9d46-2d54dd99134a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:10.093286 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87355ccc-05d7-430d-aafc-b3bea4e08127", "tag": "cc886072-17df-443d-8237-a748bd33f221", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "tag": "32344bfe-ee77-4304-b233-8b85f1618023", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:10.093504 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcde8bd5-57fe-4b67-9d46-2d54dd99134a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:10.093876 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcde8bd5-57fe-4b67-9d46-2d54dd99134a'] response: {'name': 'network-changed', 'server_uuid': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'tag': 'cc886072-17df-443d-8237-a748bd33f221', 'status': 'completed', 'code': 200}
Apr 09 20:58:10.094144 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcde8bd5-57fe-4b67-9d46-2d54dd99134a'] response: {'name': 'network-changed', 'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'tag': '32344bfe-ee77-4304-b233-8b85f1618023', 'status': 'completed', 'code': 200}
Apr 09 20:58:10.158687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-97fed3e4-a9fb-48fe-b043-ad5bc484ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.160338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-97fed3e4-a9fb-48fe-b043-ad5bc484ad07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 1130 time: 0.0424497
Apr 09 20:58:10.171632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fc59241-fed7-4009-ba04-7645d7064239 req-b977b6db-b74c-4bd2-bd4e-c2ccde2ce223 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips/bfa3320b-8a75-45ec-a5f1-7d111d47c1a7 HTTP/1.1" status: 200  len: 692 time: 0.0823727
Apr 09 20:58:10.172622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-9c71b4a2-939f-4c5d-b0e1-a623377e64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.174044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-9c71b4a2-939f-4c5d-b0e1-a623377e64c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20aba05f-99d7-4207-bff8-ec112edd3dde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0927832
Apr 09 20:58:10.208655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a2062ae-0d0a-449e-8376-1c8dfb762fe1 req-f4a1d548-e968-42ac-b35c-52cb93fc7567 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 210 time: 0.0597298
Apr 09 20:58:10.257963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-eb1f78d0-2f05-4483-a806-bf7886e6e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.259443 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-eb1f78d0-2f05-4483-a806-bf7886e6e149 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.0920942
Apr 09 20:58:10.301406 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-87dfb4fa-b8e1-4254-a1c1-b4f3964be58e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 217 time: 0.0352116
Apr 09 20:58:10.360942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-7fd23d83-76ab-46de-b75f-69750cd82b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.362454 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-7fd23d83-76ab-46de-b75f-69750cd82b86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0552075
Apr 09 20:58:10.381852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6061e-55e5-438c-897c-271bdd669ad0 req-bd3fafab-64c6-4fae-86cf-5b47aa43df6d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.383342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dd6061e-55e5-438c-897c-271bdd669ad0 req-bd3fafab-64c6-4fae-86cf-5b47aa43df6d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1091008
Apr 09 20:58:10.398269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-2134b85f-d962-4771-9147-c6be2748f376 service neutron] 10.222.0.32 "GET /v2.0/networks/20aba05f-99d7-4207-bff8-ec112edd3dde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085900
Apr 09 20:58:10.407945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-aea80127-5ff6-4d0a-bc62-507d8ce15384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.409567 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-aea80127-5ff6-4d0a-bc62-507d8ce15384 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0403299
Apr 09 20:58:10.410810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc59241-fed7-4009-ba04-7645d7064239 req-39670ef1-172c-4a6e-98a8-8a73fb0d5dde tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.412089 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fc59241-fed7-4009-ba04-7645d7064239 req-39670ef1-172c-4a6e-98a8-8a73fb0d5dde tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2235274
Apr 09 20:58:10.506938 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-4a48dbd1-9b2a-46a3-a5da-31eeeffee6fe service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903575
Apr 09 20:58:10.534793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fc59241-fed7-4009-ba04-7645d7064239 req-7f6b0fec-8b2e-4416-bff6-5d0502c74b43 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.77 HTTP/1.1" status: 200  len: 695 time: 0.1065371
Apr 09 20:58:10.564279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dd6061e-55e5-438c-897c-271bdd669ad0 req-5de74df7-e3b3-4e1f-9d6c-a9d2e708038c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704130
Apr 09 20:58:10.609252 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-6274ede9-f798-487c-bf3b-273cfd8641a2 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969005
Apr 09 20:58:10.611660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fc59241-fed7-4009-ba04-7645d7064239 req-cf4751c5-1d6f-448c-963b-422e8c1b7517 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.77 HTTP/1.1" status: 200  len: 695 time: 0.0686028
Apr 09 20:58:10.675643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a64d178-03d1-4b94-8bec-fc7e04883775 req-a43aa08a-b040-406e-9ba1-8d993c77f6f5 service neutron] 10.222.0.32 "GET /v2.0/networks/20aba05f-99d7-4207-bff8-ec112edd3dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2572291
Apr 09 20:58:10.765909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d774b9-6fd5-4578-a521-7253225bd2ab req-9406c478-9312-484d-9f44-532740b15846 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:10.767364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18d774b9-6fd5-4578-a521-7253225bd2ab req-9406c478-9312-484d-9f44-532740b15846 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1332593
Apr 09 20:58:10.796203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Deleting port 4e4e1162-1bac-4a43-9368-f5ae544f8ee3 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:10.796542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:10.872508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18d774b9-6fd5-4578-a521-7253225bd2ab req-fac935f4-343d-402c-8dc5-1cdde0259bbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986414
Apr 09 20:58:10.910522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:10.911008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:10.927703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Calling delete_port for 4e4e1162-1bac-4a43-9368-f5ae544f8ee3 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:11.020680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318eef4-3e04-4267-850d-9fcf40c4092d req-423ff0c3-a7d2-4b4e-92b9-92bfe72f16b3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:11.022178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6318eef4-3e04-4267-850d-9fcf40c4092d req-423ff0c3-a7d2-4b4e-92b9-92bfe72f16b3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 948 time: 0.0834892
Apr 09 20:58:11.086966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6318eef4-3e04-4267-850d-9fcf40c4092d req-25d4e09f-17dd-4b00-aab0-7c69fe8ebd22 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588932
Apr 09 20:58:11.095525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cc886072-17df-443d-8237-a748bd33f221 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:58:11.142140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4e4e1162-1bac-4a43-9368-f5ae544f8ee3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:11.170081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event deleted for resources: {'Port': ['ID=4e4e1162-1bac-4a43-9368-f5ae544f8ee3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:11.204652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc886072-17df-443d-8237-a748bd33f221,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:11.216996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'cc886072-17df-443d-8237-a748bd33f221', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'cc886072-17df-443d-8237-a748bd33f221', 'mac_address': 'fa:16:3e:60:f7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:58:11.254760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cc886072-17df-443d-8237-a748bd33f221 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:11.255125 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc886072-17df-443d-8237-a748bd33f221), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:11.268507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc886072-17df-443d-8237-a748bd33f221 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:11.288179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc98f3-6fa2-424f-ad34-15ae9953b346 req-5c981767-b9b8-433e-86bc-5bc4c7777384 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:11.288821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc886072-17df-443d-8237-a748bd33f221,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:11.293944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc886072-17df-443d-8237-a748bd33f221), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:11.294116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc98f3-6fa2-424f-ad34-15ae9953b346 req-5c981767-b9b8-433e-86bc-5bc4c7777384 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:11.295694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ebc98f3-6fa2-424f-ad34-15ae9953b346 req-5c981767-b9b8-433e-86bc-5bc4c7777384 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1679 time: 0.0959964
Apr 09 20:58:11.304383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (bfa3320b-8a75-45ec-a5f1-7d111d47c1a7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:11.306924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:11.308004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fc59241-fed7-4009-ba04-7645d7064239 req-75d66420-a961-479b-93bd-8f23f4b2c695 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "DELETE /v2.0/floatingips/bfa3320b-8a75-45ec-a5f1-7d111d47c1a7 HTTP/1.1" status: 204  len: 173 time: 0.6879265
Apr 09 20:58:11.351500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ebc98f3-6fa2-424f-ad34-15ae9953b346 req-aa333f35-7242-4364-9d3b-c234db7c5fb0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487258
Apr 09 20:58:11.358421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=cc886072-17df-443d-8237-a748bd33f221,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:11.464442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8c82b58-84a3-4893-b6bd-a73f812246e9 req-c8c9b6fc-d0c8-4341-ac7c-513b57e08839 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 210 time: 0.0580571
Apr 09 20:58:11.576779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['cc886072-17df-443d-8237-a748bd33f221'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:11.653024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8df358-0655-4765-9ec7-190da3ce819d req-e10909c6-af52-4d6c-ae3a-6ddf8802ce88 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:11.654480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa8df358-0655-4765-9ec7-190da3ce819d req-e10909c6-af52-4d6c-ae3a-6ddf8802ce88 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1128 time: 0.1196315
Apr 09 20:58:11.685633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f071a9-be42-4147-b70c-0e5e876e5820 req-5d19bac8-ec3d-41aa-91fd-6cf21475e053 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:11.687069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5f071a9-be42-4147-b70c-0e5e876e5820 req-5d19bac8-ec3d-41aa-91fd-6cf21475e053 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.2717390
Apr 09 20:58:11.715842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa8df358-0655-4765-9ec7-190da3ce819d req-0a835080-e39a-447f-9529-d0414684cb79 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518501
Apr 09 20:58:11.861908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06e5e014-ab58-435a-ae17-caa8e68b9420 req-b95bf6a0-a4bd-4250-ad38-5eadf5035b41 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=7f7a5ffec4e047688285e72ae5c4d9dd HTTP/1.1" status: 200  len: 1656 time: 0.1246321
Apr 09 20:58:11.899965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-cf854d1a-9547-41b2-82ba-21fdf50c2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:11.900466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-cf854d1a-9547-41b2-82ba-21fdf50c2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:11.902096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-cf854d1a-9547-41b2-82ba-21fdf50c2438 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 2043 time: 0.1391673
Apr 09 20:58:11.910456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b64fd0-28f8-480e-b98e-b6af3a491bdc req-d8927bdf-af56-4191-a6cf-4f5500021cb7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:11.911789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b64fd0-28f8-480e-b98e-b6af3a491bdc req-d8927bdf-af56-4191-a6cf-4f5500021cb7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1477833
Apr 09 20:58:12.086151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b64fd0-28f8-480e-b98e-b6af3a491bdc req-d0ef9ac2-fbb4-4852-a300-20d1549f18c3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586368
Apr 09 20:58:12.093773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e014-ab58-435a-ae17-caa8e68b9420 req-e363815b-b470-49c4-a060-8535452a653b tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.095159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06e5e014-ab58-435a-ae17-caa8e68b9420 req-e363815b-b470-49c4-a060-8535452a653b tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks?id=bae95fbb-2739-43fa-b1ef-385638f6c878&id=bae95fbb-2739-43fa-b1ef-385638f6c878&id=bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 787 time: 0.2269604
Apr 09 20:58:12.111775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-06e5e014-ab58-435a-ae17-caa8e68b9420 req-d1b136cb-db5b-4a73-a739-e8b915bbb235 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:58:12.112748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06e5e014-ab58-435a-ae17-caa8e68b9420 req-d1b136cb-db5b-4a73-a739-e8b915bbb235 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082171
Apr 09 20:58:12.115839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-64fd0d8b-ab32-4233-bdfe-f6ba30a50aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.117353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-64fd0d8b-ab32-4233-bdfe-f6ba30a50aad service neutron] 10.222.0.32 "GET /v2.0/networks?id=20aba05f-99d7-4207-bff8-ec112edd3dde HTTP/1.1" status: 200  len: 902 time: 0.2045770
Apr 09 20:58:12.163658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-d95ea237-155c-46e0-be9e-1e918aa1c0fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=32344bfe-ee77-4304-b233-8b85f1618023 HTTP/1.1" status: 200  len: 217 time: 0.0383644
Apr 09 20:58:12.272610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466c775-f6d2-44b0-bf13-98e50d7957c9 req-a19b889b-d0c0-41d4-83fd-c12a2dd4788c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.274118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7466c775-f6d2-44b0-bf13-98e50d7957c9 req-a19b889b-d0c0-41d4-83fd-c12a2dd4788c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1029961
Apr 09 20:58:12.281966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4613-2e93-46d4-be6c-53a5e268f10e req-032cb2be-458b-4295-a5ed-d990c9e1dece tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.283317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c47a4613-2e93-46d4-be6c-53a5e268f10e req-032cb2be-458b-4295-a5ed-d990c9e1dece tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 949 time: 0.1223676
Apr 09 20:58:12.286183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-97c8e3be-7775-49a0-8370-c22858d5387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.287506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-97c8e3be-7775-49a0-8370-c22858d5387e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33 HTTP/1.1" status: 200  len: 801 time: 0.1154380
Apr 09 20:58:12.374897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-665b980c-83f5-4420-93b4-624b4c1acd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.376418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-665b980c-83f5-4420-93b4-624b4c1acd1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20aba05f-99d7-4207-bff8-ec112edd3dde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0817935
Apr 09 20:58:12.404344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7466c775-f6d2-44b0-bf13-98e50d7957c9 req-ff378ba3-d85e-4b6f-9492-e76752b84706 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198997
Apr 09 20:58:12.424999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c47a4613-2e93-46d4-be6c-53a5e268f10e req-89a54d3c-cac7-435a-a4d3-9ec28d4ee41d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268697
Apr 09 20:58:12.523868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-02d10314-6e70-41bf-b002-6040c30e46cc tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips/f35b52f2-490c-43c5-8baa-c8afb34679e2 HTTP/1.1" status: 200  len: 692 time: 0.0974464
Apr 09 20:58:12.598003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b2b6-d35d-494b-8a18-ea4863a5dfcc req-59e09c85-1613-45d0-824c-2a0c26b8dea6 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.603218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b2b6-d35d-494b-8a18-ea4863a5dfcc req-59e09c85-1613-45d0-824c-2a0c26b8dea6 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.604737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c90b2b6-d35d-494b-8a18-ea4863a5dfcc req-59e09c85-1613-45d0-824c-2a0c26b8dea6 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1679 time: 0.1058044
Apr 09 20:58:12.642011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-27b66770-c332-474e-831a-4251296deee3 service neutron] 10.222.0.32 "GET /v2.0/networks/20aba05f-99d7-4207-bff8-ec112edd3dde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528009
Apr 09 20:58:12.763952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-29c62f9c-b3e2-4179-91eb-169e13346265 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:12.765311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-29c62f9c-b3e2-4179-91eb-169e13346265 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2224550
Apr 09 20:58:12.772720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c90b2b6-d35d-494b-8a18-ea4863a5dfcc req-e7537444-e8fc-4e3e-85fa-0b33ca79a13c tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392546
Apr 09 20:58:12.843305 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-6bc550c2-7051-49ed-82a2-a8766a3928dd tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.43 HTTP/1.1" status: 200  len: 695 time: 0.0687025
Apr 09 20:58:12.861935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abd1044e-8203-4fec-ae61-1f84f56127ad req-fb24664b-2cec-4fae-a72c-54b2deef08ba service neutron] 10.222.0.32 "GET /v2.0/networks/20aba05f-99d7-4207-bff8-ec112edd3dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082548
Apr 09 20:58:12.863438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b99c8ac-11a5-4d44-825f-aa899eea5a6f req-ea90e632-96e2-49e7-9c4c-9aa13a67e7cc tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 210 time: 0.0361500
Apr 09 20:58:12.908042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-31dd4d14-2894-44d0-9f54-9643bc5ab2a8 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.43 HTTP/1.1" status: 200  len: 695 time: 0.0491457
Apr 09 20:58:13.120887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cc886072-17df-443d-8237-a748bd33f221 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:13.171720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port cc886072-17df-443d-8237-a748bd33f221 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:58:13.179844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port cc886072-17df-443d-8237-a748bd33f221 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:13.180492 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc886072-17df-443d-8237-a748bd33f221), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.263352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cc886072-17df-443d-8237-a748bd33f221 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:13.263759 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc886072-17df-443d-8237-a748bd33f221), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.289507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc886072-17df-443d-8237-a748bd33f221'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:13.291855 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32286d2-c55a-49b3-964d-22f29971748e" -d '{"events": [{"server_uuid": "87355ccc-05d7-430d-aafc-b3bea4e08127", "name": "network-vif-plugged", "status": "completed", "tag": "cc886072-17df-443d-8237-a748bd33f221"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:13.304369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc886072-17df-443d-8237-a748bd33f221,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:13.309917 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc886072-17df-443d-8237-a748bd33f221), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.345505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4318ed-f772-45cc-8fbf-e885239778c2 req-b40b615b-6310-496a-83c7-d93a1abbce63 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:13.347054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab4318ed-f772-45cc-8fbf-e885239778c2 req-b40b615b-6310-496a-83c7-d93a1abbce63 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1128 time: 0.4261117
Apr 09 20:58:13.359801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=cc886072-17df-443d-8237-a748bd33f221,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:13.408254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Deleting port 0520bab9-1e2d-4efd-a72b-97602e98c215 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:13.408473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0520bab9-1e2d-4efd-a72b-97602e98c215), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.438715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab4318ed-f772-45cc-8fbf-e885239778c2 req-b239b3e0-9b76-43fd-9d9a-e1c16139a618 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658772
Apr 09 20:58:13.499449 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0520bab9-1e2d-4efd-a72b-97602e98c215), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.499800 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (0520bab9-1e2d-4efd-a72b-97602e98c215), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.520351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Calling delete_port for 0520bab9-1e2d-4efd-a72b-97602e98c215 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:13.602265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db4b3-6a36-49aa-94a0-9671f20a4afa req-04fb99c6-7d23-4dbd-aeb0-baa9f2219fd1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:13.603719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8db4b3-6a36-49aa-94a0-9671f20a4afa req-04fb99c6-7d23-4dbd-aeb0-baa9f2219fd1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0966911
Apr 09 20:58:13.674839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8db4b3-6a36-49aa-94a0-9671f20a4afa req-4c5a873c-4c08-4541-82fa-d66794b60d58 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648437
Apr 09 20:58:13.724750 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f096f39-46bc-4edb-8956-f74a32325fae x-openstack-request-id: req-0f096f39-46bc-4edb-8956-f74a32325fae {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:13.725091 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87355ccc-05d7-430d-aafc-b3bea4e08127", "name": "network-vif-plugged", "status": "completed", "tag": "cc886072-17df-443d-8237-a748bd33f221", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:13.725365 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f096f39-46bc-4edb-8956-f74a32325fae {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:13.725797 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f096f39-46bc-4edb-8956-f74a32325fae'] response: {'server_uuid': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc886072-17df-443d-8237-a748bd33f221', 'code': 200}
Apr 09 20:58:13.733423 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0520bab9-1e2d-4efd-a72b-97602e98c215), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.763814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event deleted for resources: {'Port': ['ID=0520bab9-1e2d-4efd-a72b-97602e98c215,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:13.887821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eb1e2-3fd2-4192-9394-db2b2391f414 req-afa209a5-90e4-4f12-81c3-212583c9efc0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:13.889316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-825eb1e2-3fd2-4192-9394-db2b2391f414 req-afa209a5-90e4-4f12-81c3-212583c9efc0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1190147
Apr 09 20:58:13.896439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a719df-e961-4be0-af56-b53c874de2bc req-53401a09-208e-40e2-8755-e632b17a3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:13.898026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44a719df-e961-4be0-af56-b53c874de2bc req-53401a09-208e-40e2-8755-e632b17a3361 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 1132 time: 0.0972736
Apr 09 20:58:13.923688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (f35b52f2-490c-43c5-8baa-c8afb34679e2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.927141 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:13.928150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c32de86-8c93-48e2-ae25-a193025ba70a req-9b720abe-6a81-4d5e-8112-3c0b96fa5c9f tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "DELETE /v2.0/floatingips/f35b52f2-490c-43c5-8baa-c8afb34679e2 HTTP/1.1" status: 204  len: 173 time: 1.0145719
Apr 09 20:58:13.981261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-825eb1e2-3fd2-4192-9394-db2b2391f414 req-030b51ad-68ee-4978-be9c-4a194d15ba54 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856514
Apr 09 20:58:13.993137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44a719df-e961-4be0-af56-b53c874de2bc req-da0829f8-26d7-43f0-b3fa-1079b8f8c18e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863900
Apr 09 20:58:14.032399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f04eb-9e58-4aca-a6d3-6fda3c550062 req-f23a9c34-3660-44d4-81ee-bb68361c9086 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:14.033944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-680f04eb-9e58-4aca-a6d3-6fda3c550062 req-f23a9c34-3660-44d4-81ee-bb68361c9086 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0510335
Apr 09 20:58:14.083724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-680f04eb-9e58-4aca-a6d3-6fda3c550062 req-7809baff-828a-454a-8bb0-62f08abe69a3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440211
Apr 09 20:58:14.190434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b350a02-0b37-4f58-912c-dc8957384b6a req-ffe67a28-3bfc-4d84-8819-6ee07a31981f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:14.195871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b350a02-0b37-4f58-912c-dc8957384b6a req-ffe67a28-3bfc-4d84-8819-6ee07a31981f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:14.197557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b350a02-0b37-4f58-912c-dc8957384b6a req-ffe67a28-3bfc-4d84-8819-6ee07a31981f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1679 time: 0.0599031
Apr 09 20:58:14.248000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b350a02-0b37-4f58-912c-dc8957384b6a req-2ae7255b-208d-48c1-9067-c75bce7664cd tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446045
Apr 09 20:58:14.331615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a79209e2-95c5-4730-b214-0a6ff254b217 req-c3fbda2e-9c65-47d2-8a2a-3550528d0926 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 210 time: 0.0279891
Apr 09 20:58:14.399237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-8cf179c1-54b7-4fd3-9d58-a0267f1d696b tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips/0f7a0864-a090-4cdb-b4fb-6a9baa603f1c HTTP/1.1" status: 200  len: 693 time: 0.0443101
Apr 09 20:58:14.513157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-319aef33-4604-4cd3-b56c-662fd0f8e623 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:14.514539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-319aef33-4604-4cd3-b56c-662fd0f8e623 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.1100264
Apr 09 20:58:14.570015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-0c71a5fc-e9e3-45c6-ad0a-5737c07fc4df tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.228 HTTP/1.1" status: 200  len: 696 time: 0.0438585
Apr 09 20:58:14.623967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-d3fe91d3-ea32-4436-ba9c-873e9befa9ea tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.228 HTTP/1.1" status: 200  len: 696 time: 0.0481901
Apr 09 20:58:14.748823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Deleting port 090c65a4-53f3-4512-b212-dbebca1d993c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:14.749198 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (090c65a4-53f3-4512-b212-dbebca1d993c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:14.825732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (090c65a4-53f3-4512-b212-dbebca1d993c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:14.826058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (090c65a4-53f3-4512-b212-dbebca1d993c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:14.838470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Calling delete_port for 090c65a4-53f3-4512-b212-dbebca1d993c owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:14.978849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (090c65a4-53f3-4512-b212-dbebca1d993c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.010538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event deleted for resources: {'Port': ['ID=090c65a4-53f3-4512-b212-dbebca1d993c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:15.077977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (0f7a0864-a090-4cdb-b4fb-6a9baa603f1c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.080640 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.081879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47327a2c-8b88-4ed6-9612-ba9952868e9c req-4aea2c1a-6b3a-44a4-a330-3cc9a2afb5f0 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "DELETE /v2.0/floatingips/0f7a0864-a090-4cdb-b4fb-6a9baa603f1c HTTP/1.1" status: 204  len: 173 time: 0.4502017
Apr 09 20:58:15.122123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2059c476-7239-469e-bc1b-235cc6bd25a2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:58:15.182310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfcbfd-a525-4239-b8b5-3628da7d7c31 req-7d441d41-2550-49f5-a380-c85fccbf1196 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:15.183807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52bfcbfd-a525-4239-b8b5-3628da7d7c31 req-7d441d41-2550-49f5-a380-c85fccbf1196 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0502548
Apr 09 20:58:15.226307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2059c476-7239-469e-bc1b-235cc6bd25a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2059c476-7239-469e-bc1b-235cc6bd25a2,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:15.231687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52bfcbfd-a525-4239-b8b5-3628da7d7c31 req-641613d1-796b-40bd-813c-ae381604b03d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420268
Apr 09 20:58:15.239292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '2059c476-7239-469e-bc1b-235cc6bd25a2', 'network_id': 'c88d2a96-4eb2-43fe-ae62-c69dfec53001', 'port_id': '2059c476-7239-469e-bc1b-235cc6bd25a2', 'mac_address': 'fa:16:3e:00:bd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857a4ea0-73c1-4bae-b001-43dce1659ea2', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:58:15.280422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2059c476-7239-469e-bc1b-235cc6bd25a2 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:15.280830 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.296282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2059c476-7239-469e-bc1b-235cc6bd25a2 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:15.315872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2059c476-7239-469e-bc1b-235cc6bd25a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2059c476-7239-469e-bc1b-235cc6bd25a2,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:15.320495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.321249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 32344bfe-ee77-4304-b233-8b85f1618023 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:58:15.339872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20423191-5fbb-4695-8082-9d7447c21448 req-9fcae933-223a-4714-ad1c-01b02003e3b7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:15.341371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20423191-5fbb-4695-8082-9d7447c21448 req-9fcae933-223a-4714-ad1c-01b02003e3b7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0513034
Apr 09 20:58:15.388859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20423191-5fbb-4695-8082-9d7447c21448 req-ba8217b5-0582-4771-a4b8-7169ceab9d98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417240
Apr 09 20:58:15.397380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2059c476-7239-469e-bc1b-235cc6bd25a2,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:15.461012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 32344bfe-ee77-4304-b233-8b85f1618023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32344bfe-ee77-4304-b233-8b85f1618023,segment=NetworkSegment(3100eefd-42b1-4874-a415-dc00eddd22ab),segment_id=3100eefd-42b1-4874-a415-dc00eddd22ab)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:15.463868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-98252ef2-9c13-4a19-b64a-808e04d89e04 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips/df77258d-a6ef-46ae-a7ff-30019e75375d HTTP/1.1" status: 200  len: 693 time: 0.0448565
Apr 09 20:58:15.472582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '32344bfe-ee77-4304-b233-8b85f1618023', 'network_id': '20aba05f-99d7-4207-bff8-ec112edd3dde', 'port_id': '32344bfe-ee77-4304-b233-8b85f1618023', 'mac_address': 'fa:16:3e:30:e4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:58:15.509754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 32344bfe-ee77-4304-b233-8b85f1618023 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:15.510057 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (32344bfe-ee77-4304-b233-8b85f1618023), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.524000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32344bfe-ee77-4304-b233-8b85f1618023 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:15.551445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 32344bfe-ee77-4304-b233-8b85f1618023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32344bfe-ee77-4304-b233-8b85f1618023,segment=NetworkSegment(3100eefd-42b1-4874-a415-dc00eddd22ab),segment_id=3100eefd-42b1-4874-a415-dc00eddd22ab)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:15.562377 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (32344bfe-ee77-4304-b233-8b85f1618023), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.591747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-85caf125-e3a7-4dc3-aeb8-d93567727479 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:15.594448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-85caf125-e3a7-4dc3-aeb8-d93567727479 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.1252277
Apr 09 20:58:15.622200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=32344bfe-ee77-4304-b233-8b85f1618023,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:15.654127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-8621c4ef-9565-41cc-87c3-f44ea7c7f58b tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.195 HTTP/1.1" status: 200  len: 696 time: 0.0535061
Apr 09 20:58:15.714991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-d1140fe1-75c6-4390-a2cd-fa8456bd3fa4 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.195 HTTP/1.1" status: 200  len: 696 time: 0.0534904
Apr 09 20:58:15.785290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e21ced9b-45ec-4e4b-9099-17004f4affd8 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:58:15.786329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e21ced9b-45ec-4e4b-9099-17004f4affd8 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060081
Apr 09 20:58:15.829400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-c82a49f2-5824-46d6-a594-c5b8d0bbbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:15.830816 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-c82a49f2-5824-46d6-a594-c5b8d0bbbcfc service neutron] 10.222.0.30 "GET /v2.0/ports/1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 200  len: 1125 time: 0.0378895
Apr 09 20:58:15.839746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:15.840284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Unknown quota resources ['binding']. {{(pid=126919) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 20:58:15.851290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Deleting port 3f7681f6-a0e5-4d48-99ef-701512656360 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:15.851611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3f7681f6-a0e5-4d48-99ef-701512656360), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.935600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3f7681f6-a0e5-4d48-99ef-701512656360), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.935919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (3f7681f6-a0e5-4d48-99ef-701512656360), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:15.948024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Calling delete_port for 3f7681f6-a0e5-4d48-99ef-701512656360 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:15.952701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['32344bfe-ee77-4304-b233-8b85f1618023'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:15.982988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:15.982988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:15.983344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:15.987809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:58:15.988105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:15.993299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:15.993672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:15.994028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:15.994489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Bound port: 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:16.046081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['2059c476-7239-469e-bc1b-235cc6bd25a2'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:16.047265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:16.056627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:16.057836 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-bb48c791-4df9-4ce8-b669-1dd2f223bc88 service neutron] 10.222.0.30 "POST /v2.0/ports/1bc4d915-ee13-4ba8-922e-b46c28ad4602/bindings HTTP/1.1" status: 201  len: 389 time: 0.2214508
Apr 09 20:58:16.100486 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3f7681f6-a0e5-4d48-99ef-701512656360), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:16.129355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Pushing event deleted for resources: {'Port': ['ID=3f7681f6-a0e5-4d48-99ef-701512656360,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:16.201976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks [] for floatingip (df77258d-a6ef-46ae-a7ff-30019e75375d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:16.204643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:16.212602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:16.217400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66d90d4d-94cc-4cbd-9d3d-1cbe98d7ebee req-a2ef5223-8159-42e4-9bb5-6bff114a8221 tempest-FloatingIPDetailsTestJSON-1163293050 tempest-FloatingIPDetailsTestJSON-1163293050-project] 10.222.0.30 "DELETE /v2.0/floatingips/df77258d-a6ef-46ae-a7ff-30019e75375d HTTP/1.1" status: 204  len: 173 time: 0.4949670
Apr 09 20:58:16.277778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753b9f2-33b6-4951-a3f8-9e31ad116931 req-aae3ecb6-65b1-4b28-8b26-0f3e529bdd08 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:16.279802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2753b9f2-33b6-4951-a3f8-9e31ad116931 req-aae3ecb6-65b1-4b28-8b26-0f3e529bdd08 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0790820
Apr 09 20:58:16.317876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-057c3b16-8a1a-4a16-b9c8-a34d32bad6e4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0369809
Apr 09 20:58:16.406556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5722ce-36c9-4306-b9bf-8823118c9967 req-fed24513-fdbf-46f0-8b76-6438a2ba6d1e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:16.412126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5722ce-36c9-4306-b9bf-8823118c9967 req-fed24513-fdbf-46f0-8b76-6438a2ba6d1e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:16.413829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5722ce-36c9-4306-b9bf-8823118c9967 req-fed24513-fdbf-46f0-8b76-6438a2ba6d1e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1681 time: 0.1237862
Apr 09 20:58:16.481906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2753b9f2-33b6-4951-a3f8-9e31ad116931 req-7a158e4d-67a9-4827-9972-ff6ddfd1b7c1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891971
Apr 09 20:58:16.520376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-4709319e-04a9-4fac-84d8-3140b1643024 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:16.521849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-4709319e-04a9-4fac-84d8-3140b1643024 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1824396
Apr 09 20:58:16.534302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Request body: {'port': {'device_id': 'e5c0339f-48c4-473d-93ae-db67c877fb5e', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'b21b82d625c249269c02db9bbe700c7c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:16.552068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5722ce-36c9-4306-b9bf-8823118c9967 req-3a590c3d-1392-4491-b353-953e2b1f635e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075554
Apr 09 20:58:16.602005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (bfd46036-1eac-4d24-9615-3e8cb8c52820), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:16.621593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87928ad9-5a64-4f6d-9ff0-0766a2a78b67 req-2dcdb3e4-ddff-42d3-8456-9b72c3f71696 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 210 time: 0.0664015
Apr 09 20:58:16.689276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d96b4-d861-4fcc-b744-9940eeeade8f req-0b62e6b9-cb21-4fa8-bbdf-4fc78ba7a0ea tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:16.690809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d5d96b4-d861-4fcc-b744-9940eeeade8f req-0b62e6b9-cb21-4fa8-bbdf-4fc78ba7a0ea tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0715628
Apr 09 20:58:16.778167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406be28-f9a4-4b08-b90d-a577f8109cd2 req-dffa539a-8abd-424e-9376-99632e22cf08 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:16.779672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8406be28-f9a4-4b08-b90d-a577f8109cd2 req-dffa539a-8abd-424e-9376-99632e22cf08 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0969710
Apr 09 20:58:16.813222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Made reservation on behalf of b21b82d625c249269c02db9bbe700c7c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:16.816408 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:16.831453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d5d96b4-d861-4fcc-b744-9940eeeade8f req-918c7eaa-f67e-4283-b23e-a0f513900e33 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220944
Apr 09 20:58:16.875749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Deleting port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:16.876917 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:16.883419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8406be28-f9a4-4b08-b90d-a577f8109cd2 req-646f5731-97f1-4e5e-a149-efdbe04242b8 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921752
Apr 09 20:58:16.979301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] For port c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,segment=NetworkSegment(103a41fb-f66d-463f-9d0a-6121d6bb5999),segment_id=103a41fb-f66d-463f-9d0a-6121d6bb5999)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:16.979660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:17.000037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Calling delete_port for c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:17.028464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b61f-6e93-461c-bfe3-54eba16459fe req-a5edf12d-e6ef-45dc-80a8-9c595bde4ece tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:17.030076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ce0b61f-6e93-461c-bfe3-54eba16459fe req-a5edf12d-e6ef-45dc-80a8-9c595bde4ece tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1020377
Apr 09 20:58:17.033814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-8ac83c27-00da-4b87-a2c4-5ce31e074230 req-4c4f0082-b190-4c3c-8155-09cab09dc70c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:58:17.034844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ac83c27-00da-4b87-a2c4-5ce31e074230 req-4c4f0082-b190-4c3c-8155-09cab09dc70c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0131440
Apr 09 20:58:17.088587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Allocated IP 192.168.233.42 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/754b37cf-8904-48a6-9835-7135d3f52459) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:17.111387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ce0b61f-6e93-461c-bfe3-54eba16459fe req-60ea9b27-f119-41cd-9835-90cb5b267d56 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734851
Apr 09 20:58:17.203705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:17.233279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:17.243652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.243992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.244331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.244659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.244985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.245333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.245656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.245977 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.246361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.246605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.246930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.247229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.247539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.247847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.248155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:17.327323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667f73-fcbf-404b-9a49-3cf367ddc499 req-c837f31c-30c3-4c79-8d68-6878ac47b32c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:17.328889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a667f73-fcbf-404b-9a49-3cf367ddc499 req-c837f31c-30c3-4c79-8d68-6878ac47b32c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0828948
Apr 09 20:58:17.341507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-c9fc4b05-5efd-45e2-a6ee-82ea71bffaef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1113877
Apr 09 20:58:17.356455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-10006b9d-a92c-42c0-b99a-0e7e6c82b883 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 20:58:17.357495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-10006b9d-a92c-42c0-b99a-0e7e6c82b883 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0085950
Apr 09 20:58:17.378593 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for port (754b37cf-8904-48a6-9835-7135d3f52459), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:17.426009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a667f73-fcbf-404b-9a49-3cf367ddc499 req-20478e54-f8bc-426f-87f8-4a7ce8e31eee tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895357
Apr 09 20:58:17.446461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (bfd46036-1eac-4d24-9615-3e8cb8c52820), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:17.464678 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (754b37cf-8904-48a6-9835-7135d3f52459), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:17.478217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'e8f49318-e089-4c16-97fd-0fed692d65b1', '2907881a-378f-4e16-ba12-6884a79f972c'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:17.487238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16', '60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:17.518843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2059c476-7239-469e-bc1b-235cc6bd25a2 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:17.535615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:17.539171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:17.551036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:17.587253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'Port': ['ID=754b37cf-8904-48a6-9835-7135d3f52459,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:17.619453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:17.620208 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:17.639655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-cea349ec-2a93-4d39-bfbb-2e6060248890 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1092110
Apr 09 20:58:17.664402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Request body: {'port': {'device_id': 'e5c0339f-48c4-473d-93ae-db67c877fb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:17.842118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 2059c476-7239-469e-bc1b-235cc6bd25a2 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:58:17.851395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499f66-a111-4e0d-96d4-860f008931fc req-abb909d6-6923-4de7-bce2-147932d0d3e8 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:17.858456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499f66-a111-4e0d-96d4-860f008931fc req-abb909d6-6923-4de7-bce2-147932d0d3e8 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:17.867487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c499f66-a111-4e0d-96d4-860f008931fc req-abb909d6-6923-4de7-bce2-147932d0d3e8 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1681 time: 0.1472492
Apr 09 20:58:17.886176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (754b37cf-8904-48a6-9835-7135d3f52459), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:17.916820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbe2c5-df95-4f9d-b708-decd4bd5c33d req-3cf20d4f-b99f-4375-8ca2-f5ad2bbb32ba tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:17.921640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7adbe2c5-df95-4f9d-b708-decd4bd5c33d req-3cf20d4f-b99f-4375-8ca2-f5ad2bbb32ba tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 935 time: 0.1846397
Apr 09 20:58:17.922198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 2059c476-7239-469e-bc1b-235cc6bd25a2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:17.922326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44662) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:17.922830 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.147275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Router bfd46036-1eac-4d24-9615-3e8cb8c52820 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:58:18.170067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-03aee12f-9584-4d09-842a-9d933221f3b2 None None] Provisioning complete for port 754b37cf-8904-48a6-9835-7135d3f52459 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:18.170520 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03aee12f-9584-4d09-842a-9d933221f3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (754b37cf-8904-48a6-9835-7135d3f52459), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.251100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-03aee12f-9584-4d09-842a-9d933221f3b2 None None] Port 754b37cf-8904-48a6-9835-7135d3f52459 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:58:18.262350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:18.267436 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-850e21d0-2e0c-48f0-a597-ab531d02b0e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/bfd46036-1eac-4d24-9615-3e8cb8c52820/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0530784
Apr 09 20:58:18.270319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44672) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:18.301231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] Sync routers for ids ['bfd46036-1eac-4d24-9615-3e8cb8c52820'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:18.320323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-508fa0d4-54d9-4fa5-bdff-dbe2df35a3e8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:18.321821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-508fa0d4-54d9-4fa5-bdff-dbe2df35a3e8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports/cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 947 time: 0.3926051
Apr 09 20:58:18.365360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2059c476-7239-469e-bc1b-235cc6bd25a2 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:18.365911 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.368844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] Routers {'bfd46036-1eac-4d24-9615-3e8cb8c52820'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:18.369502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e16160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['bfd46036-1eac-4d24-9615-3e8cb8c52820'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:18.386011 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks [] for router (bfd46036-1eac-4d24-9615-3e8cb8c52820), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.394707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c499f66-a111-4e0d-96d4-860f008931fc req-f5d14a8a-b15a-482f-b2e7-c0d19f79b60e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5261524
Apr 09 20:58:18.436897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7adbe2c5-df95-4f9d-b708-decd4bd5c33d req-cdaf1ec1-3cbb-4aec-9304-40a01a51b662 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4876766
Apr 09 20:58:18.517669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks [] for router_gateway (bfd46036-1eac-4d24-9615-3e8cb8c52820), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.561311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059c476-7239-469e-bc1b-235cc6bd25a2'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:18.563625 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64826696-7a35-4186-9791-5d87cd94aea6" -d '{"events": [{"server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "name": "network-vif-plugged", "status": "completed", "tag": "2059c476-7239-469e-bc1b-235cc6bd25a2"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:18.576890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Deleting port 31a27bbb-6667-4f8c-8204-9a28c51e5acf {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:18.577407 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.618086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2059c476-7239-469e-bc1b-235cc6bd25a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2059c476-7239-469e-bc1b-235cc6bd25a2,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:18.637537 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.638353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 32344bfe-ee77-4304-b233-8b85f1618023 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:18.717873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] For port 31a27bbb-6667-4f8c-8204-9a28c51e5acf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31a27bbb-6667-4f8c-8204-9a28c51e5acf,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:18.718211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.744830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Calling delete_port for 31a27bbb-6667-4f8c-8204-9a28c51e5acf owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:18.778605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] Set router bfd46036-1eac-4d24-9615-3e8cb8c52820 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:18.808490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a50e-2881-484c-867d-421dd1bd7c66 req-6e73c38b-cb3a-4350-ab37-a94e4d7440ae tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:18.811034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfc9a50e-2881-484c-867d-421dd1bd7c66 req-6e73c38b-cb3a-4350-ab37-a94e4d7440ae tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.2655816
Apr 09 20:58:18.818350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754b37cf-8904-48a6-9835-7135d3f52459 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:18.831585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Publish callbacks [] for port (754b37cf-8904-48a6-9835-7135d3f52459), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.845167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c4e52-26cf-43b5-a9e8-1a7f4bd0f81b req-4444ce79-bd47-4a4f-8682-a2a0d31816ee tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:18.847368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-700c4e52-26cf-43b5-a9e8-1a7f4bd0f81b req-4444ce79-bd47-4a4f-8682-a2a0d31816ee tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.2468336
Apr 09 20:58:18.856162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2059c476-7239-469e-bc1b-235cc6bd25a2,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:18.888516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Transition to ACTIVE for port object 754b37cf-8904-48a6-9835-7135d3f52459 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:58:18.908566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 32344bfe-ee77-4304-b233-8b85f1618023 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:58:18.909058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (754b37cf-8904-48a6-9835-7135d3f52459), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.923909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 32344bfe-ee77-4304-b233-8b85f1618023 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:18.924268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (32344bfe-ee77-4304-b233-8b85f1618023), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:18.981718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfc9a50e-2881-484c-867d-421dd1bd7c66 req-c4c78115-15a6-4b27-9cb2-16a1d0a42008 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553783
Apr 09 20:58:19.015982 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (31a27bbb-6667-4f8c-8204-9a28c51e5acf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.017783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-700c4e52-26cf-43b5-a9e8-1a7f4bd0f81b req-2d96c316-4128-46f1-bfa4-007f4433d376 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476357
Apr 09 20:58:19.039641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Pushing event updated for resources: {'Port': ['ID=754b37cf-8904-48a6-9835-7135d3f52459,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:19.077204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 32344bfe-ee77-4304-b233-8b85f1618023 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:19.077600 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (32344bfe-ee77-4304-b233-8b85f1618023), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.111054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a27bbb-6667-4f8c-8204-9a28c51e5acf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:19.203156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 32344bfe-ee77-4304-b233-8b85f1618023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32344bfe-ee77-4304-b233-8b85f1618023,segment=NetworkSegment(3100eefd-42b1-4874-a415-dc00eddd22ab),segment_id=3100eefd-42b1-4874-a415-dc00eddd22ab)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:19.240952 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (32344bfe-ee77-4304-b233-8b85f1618023), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.262845 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (bfd46036-1eac-4d24-9615-3e8cb8c52820), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.290594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f5c90-a794-475c-b308-275d3985140f req-5e105e48-f51d-4871-9143-44260907a90a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:19.300092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a3f5c90-a794-475c-b308-275d3985140f req-5e105e48-f51d-4871-9143-44260907a90a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1293314
Apr 09 20:58:19.332728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fa5f7-ccb8-41a2-83d0-ceca57bd3b19 req-75142946-70a2-4f89-8021-539d1ddec9d8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:19.335994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e1fa5f7-ccb8-41a2-83d0-ceca57bd3b19 req-75142946-70a2-4f89-8021-539d1ddec9d8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1350899
Apr 09 20:58:19.346173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e16160>, [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237'}], 'enable_snat': True}, 'gw_port_id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:58:17Z', 'revision_number': 5, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port': {'id': '31a27bbb-6667-4f8c-8204-9a28c51e5acf', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:57:46Z', 'updated_at': '2022-04-09T20:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:19.366950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Attempting to bind port 754b37cf-8904-48a6-9835-7135d3f52459 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:19.367320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Attempting to bind port 754b37cf-8904-48a6-9835-7135d3f52459 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:19.367672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Attempting to bind port 754b37cf-8904-48a6-9835-7135d3f52459 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:19.384862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Port 754b37cf-8904-48a6-9835-7135d3f52459 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:58:19.385265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Attempting to bind port 754b37cf-8904-48a6-9835-7135d3f52459 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:19.395808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] Checking router: bfd46036-1eac-4d24-9615-3e8cb8c52820 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:19.398300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a3f5c90-a794-475c-b308-275d3985140f req-30e9bdfb-e7c0-4c0e-bc1e-0e1fbcc01b64 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972173
Apr 09 20:58:19.404333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:19.404676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:19.405102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:19.405590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Bound port: 754b37cf-8904-48a6-9835-7135d3f52459, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:19.406433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (754b37cf-8904-48a6-9835-7135d3f52459), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.419771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=32344bfe-ee77-4304-b233-8b85f1618023,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:19.432490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (bfd46036-1eac-4d24-9615-3e8cb8c52820), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.432648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] Routers {'bfd46036-1eac-4d24-9615-3e8cb8c52820'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:19.433279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e16160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['bfd46036-1eac-4d24-9615-3e8cb8c52820'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:19.453565 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks [] for router_controller (bfd46036-1eac-4d24-9615-3e8cb8c52820), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.478213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e1fa5f7-ccb8-41a2-83d0-ceca57bd3b19 req-40c93068-383b-42bc-a2db-ccbb7288a66b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031241
Apr 09 20:58:19.502659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] For port 754b37cf-8904-48a6-9835-7135d3f52459, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:19.515056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] For port 754b37cf-8904-48a6-9835-7135d3f52459, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=754b37cf-8904-48a6-9835-7135d3f52459,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:19.530585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (754b37cf-8904-48a6-9835-7135d3f52459), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.534710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (bfd46036-1eac-4d24-9615-3e8cb8c52820), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.536746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd46036-1eac-4d24-9615-3e8cb8c52820 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 20:58:19.548598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.552131 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9130d23b-f299-4832-bb02-0338ac631541 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bfd46036-1eac-4d24-9615-3e8cb8c52820 HTTP/1.1" status: 204  len: 168 time: 1.2783787
Apr 09 20:58:19.554316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44688) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:19.581001 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dacefe-7a29-48b4-8240-fbf0c31806ff x-openstack-request-id: req-51dacefe-7a29-48b4-8240-fbf0c31806ff {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:19.582001 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "name": "network-vif-plugged", "status": "completed", "tag": "2059c476-7239-469e-bc1b-235cc6bd25a2", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:19.582262 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51dacefe-7a29-48b4-8240-fbf0c31806ff {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:19.582665 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dacefe-7a29-48b4-8240-fbf0c31806ff'] response: {'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059c476-7239-469e-bc1b-235cc6bd25a2', 'code': 200}
Apr 09 20:58:19.596198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] Set router bfd46036-1eac-4d24-9615-3e8cb8c52820 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:19.601762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c54d0bf-5f3a-4926-bc74-168f45a2e918 admin admin] Deleting subnet 0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:58:19.605328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c54d0bf-5f3a-4926-bc74-168f45a2e918 admin admin] Publish callbacks [] for subnet (0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.636532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:19.637437 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.638889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] 10.222.0.25 "PUT /v2.0/ports/754b37cf-8904-48a6-9835-7135d3f52459 HTTP/1.1" status: 200  len: 1095 time: 1.9878144
Apr 09 20:58:19.663993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e16160>, [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:58:18Z', 'revision_number': 7, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:19.664314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c54d0bf-5f3a-4926-bc74-168f45a2e918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.693861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0339f-48c4-473d-93ae-db67c877fb5e', 'tag': '754b37cf-8904-48a6-9835-7135d3f52459'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:19.694117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc39ec-9766-47ef-8e5e-ef1fa9204492 None None] The sync data for ids ['bfd46036-1eac-4d24-9615-3e8cb8c52820'] in ncdv-master-1 is: [{'id': 'bfd46036-1eac-4d24-9615-3e8cb8c52820', 'name': 'tempest-FloatingIPDetailsTestJSON-1333123024-router', 'tenant_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:57:45Z', 'updated_at': '2022-04-09T20:58:18Z', 'revision_number': 7, 'project_id': '7f7a5ffec4e047688285e72ae5c4d9dd', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:19.697624 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575b6e4c-8b02-4e04-be12-d2efdef2a6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0339f-48c4-473d-93ae-db67c877fb5e", "tag": "754b37cf-8904-48a6-9835-7135d3f52459"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:19.755642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411caa3c-23bf-4e08-9e55-957bbb409f91 req-5d0204af-ba41-4d2f-8eba-8d32590e4bd1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:19.763242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-411caa3c-23bf-4e08-9e55-957bbb409f91 req-5d0204af-ba41-4d2f-8eba-8d32590e4bd1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.1747551
Apr 09 20:58:19.780782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0950215-a217-451f-bb37-203ed899a224 req-e3209967-860d-4081-92e3-30341205007a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:19.785760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0950215-a217-451f-bb37-203ed899a224 req-e3209967-860d-4081-92e3-30341205007a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:19.787571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0950215-a217-451f-bb37-203ed899a224 req-e3209967-860d-4081-92e3-30341205007a tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1683 time: 0.1952479
Apr 09 20:58:19.796569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-ecd99199-f9fd-427a-bb40-3ad1f8067c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:19.798190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-ecd99199-f9fd-427a-bb40-3ad1f8067c5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 1132 time: 0.2068591
Apr 09 20:58:19.801908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cece828-906c-4fca-84ec-d2cef9134b27 service neutron] Pushing event updated for resources: {'Port': ['ID=754b37cf-8904-48a6-9835-7135d3f52459,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:19.805026 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c54d0bf-5f3a-4926-bc74-168f45a2e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.864357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c54d0bf-5f3a-4926-bc74-168f45a2e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.891945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54d0bf-5f3a-4926-bc74-168f45a2e918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:19.893671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c54d0bf-5f3a-4926-bc74-168f45a2e918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:19.899502 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6c54d0bf-5f3a-4926-bc74-168f45a2e918 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0f4dabd7-4aa4-4646-a53b-c2fcc1c04f78 HTTP/1.1" status: 204  len: 168 time: 0.3418331
Apr 09 20:58:19.900390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44692) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:19.903110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a482f61-99db-498b-9749-b81e68769a2f None None] Network e86a6094-c147-4e7f-8282-42328e349db5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:19.933750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-411caa3c-23bf-4e08-9e55-957bbb409f91 req-38bb452a-a4f2-4f02-9366-ed24893313a0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695344
Apr 09 20:58:19.938579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0950215-a217-451f-bb37-203ed899a224 req-a540b863-27c7-42b7-a871-2d37c6150fdb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393197
Apr 09 20:58:19.968181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-ea250aa6-f8bc-4531-8955-262da07c71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:19.969762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-ea250aa6-f8bc-4531-8955-262da07c71a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1560698
Apr 09 20:58:19.971710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e86a6094-c147-4e7f-8282-42328e349db5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.030609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Deleting port 02b5bb16-05a1-4972-996e-f72d1089b38f {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:20.030954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.031499 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cf32a1-554e-4fe5-94ae-15be86524ce4 x-openstack-request-id: req-f8cf32a1-554e-4fe5-94ae-15be86524ce4 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:20.031788 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0339f-48c4-473d-93ae-db67c877fb5e", "tag": "754b37cf-8904-48a6-9835-7135d3f52459", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:20.032050 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8cf32a1-554e-4fe5-94ae-15be86524ce4 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:20.032447 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cf32a1-554e-4fe5-94ae-15be86524ce4'] response: {'name': 'network-changed', 'server_uuid': 'e5c0339f-48c4-473d-93ae-db67c877fb5e', 'tag': '754b37cf-8904-48a6-9835-7135d3f52459', 'status': 'completed', 'code': 200}
Apr 09 20:58:20.035031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-aed509e9-b1ec-4412-8340-b9634e0a5a83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 217 time: 0.0541272
Apr 09 20:58:20.128660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] For port 02b5bb16-05a1-4972-996e-f72d1089b38f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02b5bb16-05a1-4972-996e-f72d1089b38f,segment=NetworkSegment(103a41fb-f66d-463f-9d0a-6121d6bb5999),segment_id=103a41fb-f66d-463f-9d0a-6121d6bb5999)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:20.129023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.129658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] DHCP port deletion for e86a6094-c147-4e7f-8282-42328e349db5 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:58:20.151737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Calling delete_port for 02b5bb16-05a1-4972-996e-f72d1089b38f owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:20.160970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-8376da52-a09b-4da3-bbe0-308d52028027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:20.162632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-8376da52-a09b-4da3-bbe0-308d52028027 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1166596
Apr 09 20:58:20.178458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] Deleting port 02b5bb16-05a1-4972-996e-f72d1089b38f {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:20.178844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.215946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e47f5-8d7f-4072-958f-e6ed64f578c1 req-9263b140-95d6-4e6d-ae1f-cf3768a9f767 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:20.217499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d3e47f5-8d7f-4072-958f-e6ed64f578c1 req-9263b140-95d6-4e6d-ae1f-cf3768a9f767 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1098802
Apr 09 20:58:20.225716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d7866-4f7a-40f4-b6e3-429c1971fb26 req-6bd76715-de54-4abd-bfab-f85ff5a73fa7 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:20.227169 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e26d7866-4f7a-40f4-b6e3-429c1971fb26 req-6bd76715-de54-4abd-bfab-f85ff5a73fa7 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1299574
Apr 09 20:58:20.260284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-207b3ba7-8a50-4b0d-b57e-29cc355b558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:20.261415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] For port 02b5bb16-05a1-4972-996e-f72d1089b38f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02b5bb16-05a1-4972-996e-f72d1089b38f,segment=NetworkSegment(103a41fb-f66d-463f-9d0a-6121d6bb5999),segment_id=103a41fb-f66d-463f-9d0a-6121d6bb5999)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:20.261808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-207b3ba7-8a50-4b0d-b57e-29cc355b558c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0920489
Apr 09 20:58:20.261938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.276556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] Calling delete_port for 02b5bb16-05a1-4972-996e-f72d1089b38f owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:20.278514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.306951 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Pushing event deleted for resources: {'Port': ['ID=02b5bb16-05a1-4972-996e-f72d1089b38f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:20.313188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] No DVR routers for this DVR port 02b5bb16-05a1-4972-996e-f72d1089b38f on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:20.351325 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b8378a5-3e72-4fe5-87ed-d1597d70f345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.365839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e26d7866-4f7a-40f4-b6e3-429c1971fb26 req-b00a7494-35bb-43a6-ab29-9c93934d9764 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287568
Apr 09 20:58:20.368717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d3e47f5-8d7f-4072-958f-e6ed64f578c1 req-2e82e0cd-edf9-4ad2-8127-024195a60bf0 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387033
Apr 09 20:58:20.389326 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (02b5bb16-05a1-4972-996e-f72d1089b38f), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.407281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-5bd4173b-eef6-459b-b6d2-f553b88ff665 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338437
Apr 09 20:58:20.411613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e86a6094-c147-4e7f-8282-42328e349db5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.421796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] Pushing event deleted for resources: {'Port': ['ID=02b5bb16-05a1-4972-996e-f72d1089b38f,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:20.441270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374ab7550>,) {'filters': {'network_id': ['e86a6094-c147-4e7f-8282-42328e349db5']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:20.442991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddd3e0-d5c3-400d-8942-90bae8b3965d None None] No DVR routers for this DVR port 02b5bb16-05a1-4972-996e-f72d1089b38f on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:20.454640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374ab7550>, '103a41fb-f66d-463f-9d0a-6121d6bb5999') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:20.455183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374ab7550>, '103a41fb-f66d-463f-9d0a-6121d6bb5999') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:20.473255 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (103a41fb-f66d-463f-9d0a-6121d6bb5999), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.487088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (103a41fb-f66d-463f-9d0a-6121d6bb5999), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.493147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:58:20.493530 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (103a41fb-f66d-463f-9d0a-6121d6bb5999), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:58:20.495417 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:58:20.551712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31a5c9-3b02-4964-98ef-c1588e2cb76f req-3d8b9813-a10a-4e86-98b3-90f586ca9deb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:20.553850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be31a5c9-3b02-4964-98ef-c1588e2cb76f req-3d8b9813-a10a-4e86-98b3-90f586ca9deb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0702019
Apr 09 20:58:20.568380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e86a6094-c147-4e7f-8282-42328e349db5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.586061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.592980 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] 10.222.0.30 "DELETE /v2.0/networks/e86a6094-c147-4e7f-8282-42328e349db5 HTTP/1.1" status: 204  len: 168 time: 0.6911802
Apr 09 20:58:20.594090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c07e3a-2e08-4f89-a385-76a77910337c admin admin] Pushing event deleted for resources: {'Network': ['ID=e86a6094-c147-4e7f-8282-42328e349db5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:20.627638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-f2cfdd45-9034-4fb4-92a1-136c58880142 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2184205
Apr 09 20:58:20.666318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22157d66-7a8c-450c-8365-6f5ca7da2c12 req-272fcd6e-9e75-4f9e-ab1e-74d79627f173 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:20.668557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22157d66-7a8c-450c-8365-6f5ca7da2c12 req-272fcd6e-9e75-4f9e-ab1e-74d79627f173 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0883815
Apr 09 20:58:20.680178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be31a5c9-3b02-4964-98ef-c1588e2cb76f req-b2eedf70-a3b7-474a-a938-b8291c21996b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177135
Apr 09 20:58:20.733468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22157d66-7a8c-450c-8365-6f5ca7da2c12 req-a775f9b3-a0f8-4f6d-8c6d-b48ccd4f2cd1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511045
Apr 09 20:58:20.772018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 31a27bbb-6667-4f8c-8204-9a28c51e5acf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:20.776339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44706) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:20.826385 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-84853fb9-a253-4a56-83f0-8ffef14c834a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f7a5ffec4e047688285e72ae5c4d9dd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0485299
Apr 09 20:58:20.828785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44708) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:20.888334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac3cc-ecf2-4505-afac-c3c42d83cc32 admin admin] Publish callbacks [] for security_group (93616437-0ed0-4a83-8067-1542be477d17), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.913241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac3cc-ecf2-4505-afac-c3c42d83cc32 admin admin] Publish callbacks [] for security_group (93616437-0ed0-4a83-8067-1542be477d17), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.942730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 31a27bbb-6667-4f8c-8204-9a28c51e5acf {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:20.943073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 31a27bbb-6667-4f8c-8204-9a28c51e5acf not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:20.943496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 02b5bb16-05a1-4972-996e-f72d1089b38f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:20.965831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 02b5bb16-05a1-4972-996e-f72d1089b38f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:20.966105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 02b5bb16-05a1-4972-996e-f72d1089b38f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:20.966576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:20.968398 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac3cc-ecf2-4505-afac-c3c42d83cc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (93616437-0ed0-4a83-8067-1542be477d17), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.971092 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac3cc-ecf2-4505-afac-c3c42d83cc32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:20.972276 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a9ac3cc-ecf2-4505-afac-c3c42d83cc32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93616437-0ed0-4a83-8067-1542be477d17 HTTP/1.1" status: 204  len: 168 time: 0.1424842
Apr 09 20:58:20.980634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ac3cc-ecf2-4505-afac-c3c42d83cc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93616437-0ed0-4a83-8067-1542be477d17,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:21.005640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:21.005999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c41bd61c-57c2-4ca7-b8c9-f4ae99d7eafb not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:21.125532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af710dc-9c04-4b7c-9f94-91f055a8dc38 req-5a5e0489-6d38-44c7-8b9b-23860996ebf0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.127117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8af710dc-9c04-4b7c-9f94-91f055a8dc38 req-5a5e0489-6d38-44c7-8b9b-23860996ebf0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.0848963
Apr 09 20:58:21.137420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3203486-a043-4d34-aef4-0855f965b7b7 req-4ede5987-422b-43c0-b94b-5c8a1e64420f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.144961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3203486-a043-4d34-aef4-0855f965b7b7 req-4ede5987-422b-43c0-b94b-5c8a1e64420f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.147079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3203486-a043-4d34-aef4-0855f965b7b7 req-4ede5987-422b-43c0-b94b-5c8a1e64420f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1683 time: 0.0941114
Apr 09 20:58:21.222412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8af710dc-9c04-4b7c-9f94-91f055a8dc38 req-fe63b41d-49ae-4633-b656-e8c6d7226156 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744073
Apr 09 20:58:21.225438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3203486-a043-4d34-aef4-0855f965b7b7 req-fe3ee1a3-59ae-43fc-afec-36310098b3d6 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716174
Apr 09 20:58:21.509555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a46cdc-ee16-4ab0-94e6-85327d4bcea7 req-2a9e7c1d-4bcc-4194-900b-13c28d8ab2fd tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.511029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a46cdc-ee16-4ab0-94e6-85327d4bcea7 req-2a9e7c1d-4bcc-4194-900b-13c28d8ab2fd tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.0826159
Apr 09 20:58:21.526424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fcc69-824c-409e-be4c-d0815c1eab66 req-51094f0c-b562-4e22-a571-677b148419be tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.527875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc7fcc69-824c-409e-be4c-d0815c1eab66 req-51094f0c-b562-4e22-a571-677b148419be tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0668437
Apr 09 20:58:21.584181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32344bfe-ee77-4304-b233-8b85f1618023'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:21.586709 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb475a-4e1c-4ded-a50a-21e90726a28f" -d '{"events": [{"server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "name": "network-vif-plugged", "status": "completed", "tag": "32344bfe-ee77-4304-b233-8b85f1618023"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:21.596108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a46cdc-ee16-4ab0-94e6-85327d4bcea7 req-f6b4b85f-3f88-4e3e-ba0d-ff4d6947ac32 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770807
Apr 09 20:58:21.603451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc7fcc69-824c-409e-be4c-d0815c1eab66 req-1e84aa6c-2337-4283-b839-a2ed94e8727d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695176
Apr 09 20:58:21.657258 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b386e9-b0a4-440f-b3ca-191e2aa3accd x-openstack-request-id: req-92b386e9-b0a4-440f-b3ca-191e2aa3accd {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:21.657678 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "name": "network-vif-plugged", "status": "completed", "tag": "32344bfe-ee77-4304-b233-8b85f1618023", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:21.658023 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92b386e9-b0a4-440f-b3ca-191e2aa3accd {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:21.658542 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b386e9-b0a4-440f-b3ca-191e2aa3accd'] response: {'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32344bfe-ee77-4304-b233-8b85f1618023', 'code': 200}
Apr 09 20:58:21.701984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44744) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:21.723584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad60b5-3ad4-4b25-9c10-8c70d648180a req-1dc743af-1d09-4fc3-a605-c93a025430b7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.729627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77ad60b5-3ad4-4b25-9c10-8c70d648180a req-1dc743af-1d09-4fc3-a605-c93a025430b7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0609627
Apr 09 20:58:21.809448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1565310554-network', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:21.830325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:21.832663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:21.835542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eec1dd-47d9-4f01-aa9c-9303c4b034e5 req-a3c3bfc9-f968-4ba4-a687-77302fb50501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.836036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eec1dd-47d9-4f01-aa9c-9303c4b034e5 req-a3c3bfc9-f968-4ba4-a687-77302fb50501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.837657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68eec1dd-47d9-4f01-aa9c-9303c4b034e5 req-a3c3bfc9-f968-4ba4-a687-77302fb50501 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 2047 time: 0.1068695
Apr 09 20:58:21.841577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:21.844273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77ad60b5-3ad4-4b25-9c10-8c70d648180a req-62594023-c0e0-4438-a67d-76f667de681d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118963
Apr 09 20:58:21.858973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98532cee-bf23-4d6d-a3e8-908dd716bd22 req-2641c1a2-5384-4997-a2c9-077b090d0141 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.860782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98532cee-bf23-4d6d-a3e8-908dd716bd22 req-2641c1a2-5384-4997-a2c9-077b090d0141 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1037779
Apr 09 20:58:21.920062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68eec1dd-47d9-4f01-aa9c-9303c4b034e5 req-9ff51b90-286e-4077-b6c4-0ce71acbc041 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731385
Apr 09 20:58:21.933371 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Publish callbacks [] for security_group (d9ae885d-7ed3-481e-83be-5fbef13953f3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:21.940638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98532cee-bf23-4d6d-a3e8-908dd716bd22 req-9afcde04-7f75-4e2e-9e21-0da481061a76 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699456
Apr 09 20:58:21.941320 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d9ae885d-7ed3-481e-83be-5fbef13953f3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:21.962427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:58:21.976277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aab2e-1665-4b58-9ba6-7fb1983d4105 req-c8a65ffd-4e94-44ff-ad79-6ec7de8bc62c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:21.977882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-609aab2e-1665-4b58-9ba6-7fb1983d4105 req-c8a65ffd-4e94-44ff-ad79-6ec7de8bc62c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0531921
Apr 09 20:58:21.982206 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2d461c95-50df-46af-8ae6-0c9d22c69024), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:21.982547 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Added segment 2d461c95-50df-46af-8ae6-0c9d22c69024 of type vlan for network 77aa585d-d236-4c76-b3f0-d77cd270281e
Apr 09 20:58:21.990360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ae885d-7ed3-481e-83be-5fbef13953f3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:22.028178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (77aa585d-d236-4c76-b3f0-d77cd270281e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.030310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-609aab2e-1665-4b58-9ba6-7fb1983d4105 req-93a5cf27-ff46-46ea-b75a-e41edaf77f37 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461490
Apr 09 20:58:22.058303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (77aa585d-d236-4c76-b3f0-d77cd270281e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.059280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:22.059864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.091917 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3876989
Apr 09 20:58:22.095027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44752) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:22.100137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Request body: {'subnet': {'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1565310554-subnet', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:22.121870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e3e9-ba79-4640-8fa0-719a5c0aefd7 admin admin] Pushing event updated for resources: {'Network': ['ID=77aa585d-d236-4c76-b3f0-d77cd270281e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:22.122194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:22.124516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.131712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 77aa585d-d236-4c76-b3f0-d77cd270281e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:58:22.296073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (91072f43-8669-4204-9964-c25fb5dd72db), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.411517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91072f43-8669-4204-9964-c25fb5dd72db,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:22.420494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae0a87-3986-4e4d-b775-4fbf496e52a3 req-3ebd4ed9-1dbf-4162-9a5d-b1d677e3b7ce tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:22.421992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07ae0a87-3986-4e4d-b775-4fbf496e52a3 req-3ebd4ed9-1dbf-4162-9a5d-b1d677e3b7ce tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.1224303
Apr 09 20:58:22.448812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e159f-227a-4d12-8f4a-98a4b7db3309 req-d09df5f2-274b-44f3-b6eb-8f74d2df8477 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:22.454223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e159f-227a-4d12-8f4a-98a4b7db3309 req-d09df5f2-274b-44f3-b6eb-8f74d2df8477 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:22.455826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-412e159f-227a-4d12-8f4a-98a4b7db3309 req-d09df5f2-274b-44f3-b6eb-8f74d2df8477 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1683 time: 0.1250751
Apr 09 20:58:22.493734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Checking segment: {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:22.494085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Network hostable DHCP agents. Network: 77aa585d-d236-4c76-b3f0-d77cd270281e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:58:22.540241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07ae0a87-3986-4e4d-b775-4fbf496e52a3 req-45ccf047-a115-4750-b279-a17f14f7caa2 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092627
Apr 09 20:58:22.550952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-412e159f-227a-4d12-8f4a-98a4b7db3309 req-ea1f7739-a952-40e7-912d-8ac7d3519512 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845771
Apr 09 20:58:22.561151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Network 77aa585d-d236-4c76-b3f0-d77cd270281e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:58:22.564697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77aa585d-d236-4c76-b3f0-d77cd270281e) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:22.576055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:22.576656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.581807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09f56cb-1c3e-4102-a521-d7c8874240db None None] Network 77aa585d-d236-4c76-b3f0-d77cd270281e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:22.596224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1cc4ebe9-a024-476d-8d36-f9d7bf05a3f1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4999325
Apr 09 20:58:22.599029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44758) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:22.603423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:22.636887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (8754726c-088c-474b-a8b2-8df96a2f1985), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.638217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (8754726c-088c-474b-a8b2-8df96a2f1985), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.712017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-77aa585d-d236-4c76-b3f0-d77cd270281e', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:58:22.713014 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.862717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1c63333-9f2d-4a29-8973-d8e94039285d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:22.867451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Allocated IP 172.20.0.2 (77aa585d-d236-4c76-b3f0-d77cd270281e/91072f43-8669-4204-9964-c25fb5dd72db/27a3b12d-6348-428e-9dde-bbbf25d15b8a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:23.024296 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Publish callbacks [] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.027945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks [] for router_controller (8754726c-088c-474b-a8b2-8df96a2f1985), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.032464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.046647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561296c-eda8-4265-aa63-4ea353972ffc req-4b490437-da9a-4278-877a-866a416a912c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:23.048102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9561296c-eda8-4265-aa63-4ea353972ffc req-4b490437-da9a-4278-877a-866a416a912c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.3531723
Apr 09 20:58:23.087065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Network 77aa585d-d236-4c76-b3f0-d77cd270281e is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:23.091510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:23.095093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7d61-d7d6-4545-a11b-2e262b5ee57c req-6f9ecf7b-22f5-42a3-a3e3-23b4b3c9e07f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:23.096088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:23.101600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ddbb7d61-d7d6-4545-a11b-2e262b5ee57c req-6f9ecf7b-22f5-42a3-a3e3-23b4b3c9e07f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.3951840
Apr 09 20:58:23.108256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Pushing event updated for resources: {'Port': ['ID=27a3b12d-6348-428e-9dde-bbbf25d15b8a,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:23.161901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Attempting to bind port 27a3b12d-6348-428e-9dde-bbbf25d15b8a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:23.162636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Attempting to bind port 27a3b12d-6348-428e-9dde-bbbf25d15b8a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:23.162636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Attempting to bind port 27a3b12d-6348-428e-9dde-bbbf25d15b8a on network 77aa585d-d236-4c76-b3f0-d77cd270281e {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:23.168277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:23.168657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Checking segment: {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:23.169082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.169800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Bound using segment: {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:23.170013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Bound port: 27a3b12d-6348-428e-9dde-bbbf25d15b8a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:23.170479 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.234589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] For port 27a3b12d-6348-428e-9dde-bbbf25d15b8a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:23.237593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] For port 27a3b12d-6348-428e-9dde-bbbf25d15b8a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27a3b12d-6348-428e-9dde-bbbf25d15b8a,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:23.244020 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.297346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9561296c-eda8-4265-aa63-4ea353972ffc req-a030cc9c-751d-4883-b1d2-6dd31c017722 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2151067
Apr 09 20:58:23.299467 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks [] for router_gateway (8754726c-088c-474b-a8b2-8df96a2f1985), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.305148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46539e-3887-4d5b-b395-2df0fc5efb94 None None] Pushing event updated for resources: {'Port': ['ID=27a3b12d-6348-428e-9dde-bbbf25d15b8a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:23.305679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ddbb7d61-d7d6-4545-a11b-2e262b5ee57c req-77f326d0-b133-42e5-9044-7b97815de213 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028961
Apr 09 20:58:23.473502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065c5c7-06d0-4bb6-b9cd-a8536c69381a req-288431a1-106d-4406-abc6-c2e990c678d3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:23.475027 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5065c5c7-06d0-4bb6-b9cd-a8536c69381a req-288431a1-106d-4406-abc6-c2e990c678d3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0933006
Apr 09 20:58:23.534468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b7b8b-d6b2-4ad6-97bc-b9b7b94eb865 req-9c87446b-38cf-487e-8034-171288600dc0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:23.535999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac5b7b8b-d6b2-4ad6-97bc-b9b7b94eb865 req-9c87446b-38cf-487e-8034-171288600dc0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1532073
Apr 09 20:58:23.698462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac5b7b8b-d6b2-4ad6-97bc-b9b7b94eb865 req-b6232528-aca7-4e48-af64-51373e303016 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526296
Apr 09 20:58:23.703709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5065c5c7-06d0-4bb6-b9cd-a8536c69381a req-e8964699-df42-43c4-afe7-36a29b5d8ff5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652024
Apr 09 20:58:23.705172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks [] for router_gateway (8754726c-088c-474b-a8b2-8df96a2f1985), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.734442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:23.867285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94900-8e30-40cb-a281-c50a12f91148 req-44a6b230-3fc7-4ee1-be58-edc1c93e69a5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:23.868723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ce94900-8e30-40cb-a281-c50a12f91148 req-44a6b230-3fc7-4ee1-be58-edc1c93e69a5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0911238
Apr 09 20:58:23.877295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa36b8-9ba8-4fbb-8176-1e5633e40121 req-72f08321-ae53-490f-8864-ce4370fe6fe4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:23.878663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3aa36b8-9ba8-4fbb-8176-1e5633e40121 req-72f08321-ae53-490f-8864-ce4370fe6fe4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.0999615
Apr 09 20:58:23.963947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Allocated IP 172.35.0.116 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/26164c89-14a3-4a3c-b00b-5225961f3e2d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:24.003511 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.005827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ce94900-8e30-40cb-a281-c50a12f91148 req-9f02e7ba-1cd6-4b72-a934-b80e64af3ea3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071768
Apr 09 20:58:24.014611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3aa36b8-9ba8-4fbb-8176-1e5633e40121 req-c1ccad89-efbb-4414-b5a0-845dd1a2e630 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127927
Apr 09 20:58:24.133994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c261518-8514-4574-badc-b46f174afa2d req-c7c818fb-46d6-45b0-ac16-6c98709042e9 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:24.139342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c261518-8514-4574-badc-b46f174afa2d req-c7c818fb-46d6-45b0-ac16-6c98709042e9 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:24.141013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c261518-8514-4574-badc-b46f174afa2d req-c7c818fb-46d6-45b0-ac16-6c98709042e9 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1683 time: 0.0687978
Apr 09 20:58:24.182911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks [] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.223401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c261518-8514-4574-badc-b46f174afa2d req-016ac583-1a11-4187-899a-b7fd17350c28 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714421
Apr 09 20:58:24.247449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520e8f3-45ef-41ec-b47f-ac645cbbc5ef None None] Network 77aa585d-d236-4c76-b3f0-d77cd270281e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:24.250281 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.299167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:24.301073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Pushing event updated for resources: {'Port': ['ID=26164c89-14a3-4a3c-b00b-5225961f3e2d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:24.304176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:24.306225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:24.373912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3f1123be-bd31-43a5-a493-1db3049cf1ae None None] Provisioning complete for port 27a3b12d-6348-428e-9dde-bbbf25d15b8a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:24.374545 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f1123be-bd31-43a5-a493-1db3049cf1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.507952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d916c30-1ede-49e0-95c2-41cb2deb84aa req-5e73b7a2-5d87-41e7-9bac-17ebe615b3c4 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:24.509584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d916c30-1ede-49e0-95c2-41cb2deb84aa req-5e73b7a2-5d87-41e7-9bac-17ebe615b3c4 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.0929205
Apr 09 20:58:24.514939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3f1123be-bd31-43a5-a493-1db3049cf1ae None None] Current status of the port 27a3b12d-6348-428e-9dde-bbbf25d15b8a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:24.515673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f1123be-bd31-43a5-a493-1db3049cf1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.558747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3f1123be-bd31-43a5-a493-1db3049cf1ae None None] For port 27a3b12d-6348-428e-9dde-bbbf25d15b8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27a3b12d-6348-428e-9dde-bbbf25d15b8a,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:24.564734 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f1123be-bd31-43a5-a493-1db3049cf1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.617334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1123be-bd31-43a5-a493-1db3049cf1ae None None] Pushing event updated for resources: {'Port': ['ID=27a3b12d-6348-428e-9dde-bbbf25d15b8a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:24.620275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f812f-d427-4aa4-a033-42e8ee21f40f req-9ae4d4a7-da78-4a09-9ae4-c7b70f83acf6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:24.622068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57f812f-d427-4aa4-a033-42e8ee21f40f req-9ae4d4a7-da78-4a09-9ae4-c7b70f83acf6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1068902
Apr 09 20:58:24.679292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d916c30-1ede-49e0-95c2-41cb2deb84aa req-53f33f45-9619-46ac-9ca0-fd382dc63a2a tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598091
Apr 09 20:58:24.690942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-405be4ab-4a6c-4bb5-8b85-c77d87a95e1f None None] Provisioning complete for port 27a3b12d-6348-428e-9dde-bbbf25d15b8a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:24.691317 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-405be4ab-4a6c-4bb5-8b85-c77d87a95e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.772499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27a3b12d-6348-428e-9dde-bbbf25d15b8a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:24.792279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57f812f-d427-4aa4-a033-42e8ee21f40f req-f178ba7f-4e30-401e-a265-b19f8c5f1671 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571748
Apr 09 20:58:24.819071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-405be4ab-4a6c-4bb5-8b85-c77d87a95e1f None None] Current status of the port 27a3b12d-6348-428e-9dde-bbbf25d15b8a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:24.827897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks [] for router_gateway (8754726c-088c-474b-a8b2-8df96a2f1985), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.830830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 27a3b12d-6348-428e-9dde-bbbf25d15b8a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:24.831201 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.884867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003a06-93ae-4038-918c-9400bc580654 req-5997c0e4-e9d8-4a76-bad8-9c6f6ff6bd95 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:24.890831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003a06-93ae-4038-918c-9400bc580654 req-5997c0e4-e9d8-4a76-bad8-9c6f6ff6bd95 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:24.892516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd003a06-93ae-4038-918c-9400bc580654 req-5997c0e4-e9d8-4a76-bad8-9c6f6ff6bd95 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1683 time: 0.1299303
Apr 09 20:58:24.912478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:24.922483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 27a3b12d-6348-428e-9dde-bbbf25d15b8a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:24.955230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599b3a9-169a-49b6-a61b-5807c88825de req-c6e8861c-dd35-480f-b6c6-d37757f794ae tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:24.956706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e599b3a9-169a-49b6-a61b-5807c88825de req-c6e8861c-dd35-480f-b6c6-d37757f794ae tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0899413
Apr 09 20:58:25.033727 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:25.284960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd003a06-93ae-4038-918c-9400bc580654 req-54c33593-d739-4dbe-b799-987d27131553 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3717163
Apr 09 20:58:25.364987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e599b3a9-169a-49b6-a61b-5807c88825de req-2192fb8e-e61a-4cfc-83b6-edb06d1e86ea tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327980
Apr 09 20:58:25.432389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ea842-4611-40ac-a163-20e30a20d2b3 req-05d6a9a3-3138-4267-be51-05656ad0b61c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:25.433868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-147ea842-4611-40ac-a163-20e30a20d2b3 req-05d6a9a3-3138-4267-be51-05656ad0b61c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.0857015
Apr 09 20:58:25.495665 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (8754726c-088c-474b-a8b2-8df96a2f1985), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:25.504995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796eea-e0c9-4ea0-b8b4-eaa1f6fb18af req-a5b5bddb-ee5e-4ab4-9d00-e42411485be9 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:25.506594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38796eea-e0c9-4ea0-b8b4-eaa1f6fb18af req-a5b5bddb-ee5e-4ab4-9d00-e42411485be9 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0832014
Apr 09 20:58:25.599857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-147ea842-4611-40ac-a163-20e30a20d2b3 req-916a9b9f-2d00-436f-b261-526f5c85eb3c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539576
Apr 09 20:58:25.658136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38796eea-e0c9-4ea0-b8b4-eaa1f6fb18af req-6a907596-a4e0-434e-bf84-7db5cb208e15 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455500
Apr 09 20:58:25.713551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f27939-666a-4c58-a343-1fc8b3c4179f req-20924551-c8b4-469e-940b-8c73e2dfd180 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:25.715062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f27939-666a-4c58-a343-1fc8b3c4179f req-20924551-c8b4-469e-940b-8c73e2dfd180 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.0560296
Apr 09 20:58:25.806267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Router 8754726c-088c-474b-a8b2-8df96a2f1985 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 20:58:25.822875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f27939-666a-4c58-a343-1fc8b3c4179f req-a629cb2d-5723-4538-9e3b-7ee8af73b4cf tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994816
Apr 09 20:58:25.829481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01808-8d1f-465c-90aa-2e9405e21f47 req-da3de042-0a92-4654-a9c6-b297bdab7145 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:25.830929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1e01808-8d1f-465c-90aa-2e9405e21f47 req-da3de042-0a92-4654-a9c6-b297bdab7145 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.0741978
Apr 09 20:58:25.991344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1e01808-8d1f-465c-90aa-2e9405e21f47 req-6a3e7e5e-a28b-4a1d-bc81-a802769690b1 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544416
Apr 09 20:58:25.999078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9edbfe-5b03-4229-8bff-d8fd34f66e5a req-e88ef6bb-48c3-419b-a253-a2ea081b8eda tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:26.000528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf9edbfe-5b03-4229-8bff-d8fd34f66e5a req-e88ef6bb-48c3-419b-a253-a2ea081b8eda tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1152205
Apr 09 20:58:26.055262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:26.066948 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Sync routers for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:26.078046 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:26.078749 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237778e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:26.084993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-36dab3e1-127f-43a1-a061-f106f16ea2da tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:26.090222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-36dab3e1-127f-43a1-a061-f106f16ea2da tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:26.091756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-36dab3e1-127f-43a1-a061-f106f16ea2da tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1683 time: 0.0834692
Apr 09 20:58:26.119507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.120724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8e2ae632-1ac5-4fff-bd51-11257d478b6b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.5207474
Apr 09 20:58:26.123831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44796) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:26.146770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf9edbfe-5b03-4229-8bff-d8fd34f66e5a req-1bf76953-2e79-4c15-a309-4c2b77e1fe27 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395142
Apr 09 20:58:26.198061 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:26.203994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting port 2059c476-7239-469e-bc1b-235cc6bd25a2 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:26.204893 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.297615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] For port 2059c476-7239-469e-bc1b-235cc6bd25a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2059c476-7239-469e-bc1b-235cc6bd25a2,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:26.298002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.317483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Calling delete_port for 2059c476-7239-469e-bc1b-235cc6bd25a2 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:26.377695 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237778e070>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:24Z', 'revision_number': 3, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:26.422263 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Checking router: 8754726c-088c-474b-a8b2-8df96a2f1985 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:26.422972 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Updating router 8754726c-088c-474b-a8b2-8df96a2f1985 port 26164c89-14a3-4a3c-b00b-5225961f3e2d binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:58:26.439554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98ba51-e623-435b-8723-fec62c90dcca req-67eaa712-b5f0-423f-86b8-7725cb707eeb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:26.444814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98ba51-e623-435b-8723-fec62c90dcca req-67eaa712-b5f0-423f-86b8-7725cb707eeb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:26.446560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a98ba51-e623-435b-8723-fec62c90dcca req-67eaa712-b5f0-423f-86b8-7725cb707eeb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 1683 time: 0.0689065
Apr 09 20:58:26.466191 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.548086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eff99-e569-4939-8d0e-2e1a4dd3620c req-8fb4f727-5206-46c1-9d2a-aa87f5d24629 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:26.549450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b04eff99-e569-4939-8d0e-2e1a4dd3620c req-8fb4f727-5206-46c1-9d2a-aa87f5d24629 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1019549
Apr 09 20:58:26.600227 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2059c476-7239-469e-bc1b-235cc6bd25a2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.600824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.612343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['32344bfe-ee77-4304-b233-8b85f1618023', '2059c476-7239-469e-bc1b-235cc6bd25a2'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:26.649591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a98ba51-e623-435b-8723-fec62c90dcca req-042baa21-6dbb-4b74-b2b8-e67e340d58d9 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/security-groups?id=311fd224-3bcc-4fcf-ab29-7a7df9e040ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663210
Apr 09 20:58:26.678860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Port': ['ID=2059c476-7239-469e-bc1b-235cc6bd25a2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:26.697714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b04eff99-e569-4939-8d0e-2e1a4dd3620c req-5557076c-16db-488a-af48-7ceb7ccd3fb4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387630
Apr 09 20:58:26.741752 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:58:26.833724 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.844332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] No DVR routers for this DVR port 2059c476-7239-469e-bc1b-235cc6bd25a2 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:26.854819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c354b-5cc3-450f-8e24-72587c026304 req-ec24e839-0ea5-4fc7-abc5-6fde053cb030 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:26.857200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f9c354b-5cc3-450f-8e24-72587c026304 req-ec24e839-0ea5-4fc7-abc5-6fde053cb030 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1080012
Apr 09 20:58:26.859183 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.862488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-cc854b19-bb5c-4a2d-b643-6332fda7dcbb tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "DELETE /v2.0/ports/2059c476-7239-469e-bc1b-235cc6bd25a2 HTTP/1.1" status: 204  len: 173 time: 0.7643394
Apr 09 20:58:26.862960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'name': 'network-vif-deleted', 'tag': '2059c476-7239-469e-bc1b-235cc6bd25a2'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:26.870021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Allocated IP 172.20.0.1 (77aa585d-d236-4c76-b3f0-d77cd270281e/91072f43-8669-4204-9964-c25fb5dd72db/36b4b115-3fc9-4923-b931-2de678560cc5) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:26.870840 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ee0c82-de8d-4752-9c48-9bb517ede8c2" -d '{"events": [{"server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "name": "network-vif-deleted", "tag": "2059c476-7239-469e-bc1b-235cc6bd25a2"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:26.884680 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Publish callbacks [] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.895901 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.941440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5bb6f-68f5-4fc1-ad82-b9951d287a99 req-e0ba795f-23fa-4b3b-a706-89f9146c65d5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:26.942982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca5bb6f-68f5-4fc1-ad82-b9951d287a99 req-e0ba795f-23fa-4b3b-a706-89f9146c65d5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0852268
Apr 09 20:58:26.955143 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5230bf-3b07-42d8-86bb-0f92836e7394 None None] Pushing event updated for resources: {'Port': ['ID=26164c89-14a3-4a3c-b00b-5225961f3e2d,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:26.979590 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Attempting to bind port 26164c89-14a3-4a3c-b00b-5225961f3e2d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:26.979590 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Attempting to bind port 26164c89-14a3-4a3c-b00b-5225961f3e2d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:26.979890 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Attempting to bind port 26164c89-14a3-4a3c-b00b-5225961f3e2d on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:26.985823 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:26.986167 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:26.986501 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:26.986908 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:26.987358 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Bound port: 26164c89-14a3-4a3c-b00b-5225961f3e2d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:26.988255 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.044890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Publish callbacks [] for port (36b4b115-3fc9-4923-b931-2de678560cc5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.046706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f9c354b-5cc3-450f-8e24-72587c026304 req-37436eba-8c90-4b25-a2ef-905bf1e5cee9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659179
Apr 09 20:58:27.096943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca5bb6f-68f5-4fc1-ad82-b9951d287a99 req-b0099a52-620a-4abc-b452-2d03b466c727 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304622
Apr 09 20:58:27.098045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.117662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting port 32344bfe-ee77-4304-b233-8b85f1618023 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:27.118011 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (32344bfe-ee77-4304-b233-8b85f1618023), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.137832 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] For port 26164c89-14a3-4a3c-b00b-5225961f3e2d, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:27.141073 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] For port 26164c89-14a3-4a3c-b00b-5225961f3e2d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26164c89-14a3-4a3c-b00b-5225961f3e2d,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:27.151290 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.156016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Network 77aa585d-d236-4c76-b3f0-d77cd270281e is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:27.161177 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b8a519-ea37-4cf1-9f73-53c90627767f x-openstack-request-id: req-52b8a519-ea37-4cf1-9f73-53c90627767f {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:27.161473 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "name": "network-vif-deleted", "tag": "2059c476-7239-469e-bc1b-235cc6bd25a2", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:27.161912 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52b8a519-ea37-4cf1-9f73-53c90627767f {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:27.162581 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b8a519-ea37-4cf1-9f73-53c90627767f'] response: {'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'name': 'network-vif-deleted', 'tag': '2059c476-7239-469e-bc1b-235cc6bd25a2', 'status': 'completed', 'code': 200}
Apr 09 20:58:27.171929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:27.191755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:27.214427 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5230bf-3b07-42d8-86bb-0f92836e7394 None None] Pushing event updated for resources: {'Port': ['ID=26164c89-14a3-4a3c-b00b-5225961f3e2d,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:27.247764 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:27.248396 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237778e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:27.252901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=36b4b115-3fc9-4923-b931-2de678560cc5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:27.267198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (8754726c-088c-474b-a8b2-8df96a2f1985), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.350476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd11fe-abb0-4c50-8a59-fbe897600647 req-4c17757f-904e-4d85-a766-adb9aef39bc9 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:27.358502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23bd11fe-abb0-4c50-8a59-fbe897600647 req-4c17757f-904e-4d85-a766-adb9aef39bc9 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.1130850
Apr 09 20:58:27.371907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c7446-f4dc-4938-937e-256976eb7041 req-55c96577-98f9-4c37-8260-42f27f5eb928 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:27.375595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-328c7446-f4dc-4938-937e-256976eb7041 req-55c96577-98f9-4c37-8260-42f27f5eb928 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.1818993
Apr 09 20:58:27.423214 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:27.470671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] For port 32344bfe-ee77-4304-b233-8b85f1618023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32344bfe-ee77-4304-b233-8b85f1618023,segment=NetworkSegment(3100eefd-42b1-4874-a415-dc00eddd22ab),segment_id=3100eefd-42b1-4874-a415-dc00eddd22ab)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:27.471202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (32344bfe-ee77-4304-b233-8b85f1618023), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.478386 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.500582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b6e4c-8b02-4e04-be12-d2efdef2a6c5 req-db8919b2-4adf-4802-af1f-af93f24c4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:27.502260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-575b6e4c-8b02-4e04-be12-d2efdef2a6c5 req-db8919b2-4adf-4802-af1f-af93f24c4b9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 1129 time: 0.1157515
Apr 09 20:58:27.503273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Calling delete_port for 32344bfe-ee77-4304-b233-8b85f1618023 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:27.535976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23bd11fe-abb0-4c50-8a59-fbe897600647 req-94c3320e-c0d8-4acc-86bf-e30fe76ac757 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765916
Apr 09 20:58:27.545719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-328c7446-f4dc-4938-937e-256976eb7041 req-ef6133f4-0f8e-4ca6-afef-11ea3d444541 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502593
Apr 09 20:58:27.581057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8e4d9e9f-1aa1-4e81-adb5-036dea1b7f77 None None] Provisioning complete for port 36b4b115-3fc9-4923-b931-2de678560cc5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:27.581676 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9e9f-1aa1-4e81-adb5-036dea1b7f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.633268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d9e9f-1aa1-4e81-adb5-036dea1b7f77 None None] Port 36b4b115-3fc9-4923-b931-2de678560cc5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:58:27.694586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Publish callbacks [] for port (36b4b115-3fc9-4923-b931-2de678560cc5), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.701338 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237778e070>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:24Z', 'revision_number': 3, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:27.703853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.714930 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (32344bfe-ee77-4304-b233-8b85f1618023), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.737440 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20885f2f-e31f-481a-bcf3-d1f9c3171907 None None] The sync data for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 is: [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:24Z', 'revision_number': 3, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:27.760809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Port': ['ID=32344bfe-ee77-4304-b233-8b85f1618023,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:27.784777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (8754726c-088c-474b-a8b2-8df96a2f1985), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.787911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=36b4b115-3fc9-4923-b931-2de678560cc5,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:27.793079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52b54252-4e53-418d-9e80-6f443dff39bc req-056c5c59-7693-438c-be4e-dd03c71a5ea5 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "GET /v2.0/ports?device_id=264b15de-9eb2-4ae0-bdf8-f3c721a93132 HTTP/1.1" status: 200  len: 210 time: 0.0408711
Apr 09 20:58:27.799525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9656fb9-6bce-494d-bd21-2ab2b583df58 req-0069b59c-2942-46fd-87a3-582dcb938222 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:27.801133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9656fb9-6bce-494d-bd21-2ab2b583df58 req-0069b59c-2942-46fd-87a3-582dcb938222 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1312351
Apr 09 20:58:27.864162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] No DVR routers for this DVR port 32344bfe-ee77-4304-b233-8b85f1618023 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:27.866950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:27.870582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46a88e68-3835-4a36-8c7f-b982686d5db5 req-96b0538d-9e1a-4d80-9fdf-9ed5591ba791 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.32 "DELETE /v2.0/ports/32344bfe-ee77-4304-b233-8b85f1618023 HTTP/1.1" status: 204  len: 173 time: 0.9965882
Apr 09 20:58:27.921628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9656fb9-6bce-494d-bd21-2ab2b583df58 req-da061cdb-6aad-41ca-91df-7d1c0aeabedf tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049049
Apr 09 20:58:27.926767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Network 77aa585d-d236-4c76-b3f0-d77cd270281e is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:27.928504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:28.007605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292e99-d379-483f-8dad-5b6e54767b0e req-27c2b9dc-9239-492a-9aca-febcc95d238d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:28.016200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63292e99-d379-483f-8dad-5b6e54767b0e req-27c2b9dc-9239-492a-9aca-febcc95d238d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1085660
Apr 09 20:58:28.136691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Router 8754726c-088c-474b-a8b2-8df96a2f1985 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:58:28.150082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63292e99-d379-483f-8dad-5b6e54767b0e req-7714b073-4ae5-4ef2-9071-afb4cfcb2813 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263928
Apr 09 20:58:28.302522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1dc31-6ea3-408d-a7de-b0127b5d77a1 req-be9754b6-35cc-47d9-be2c-8b3052d2360d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:28.304181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fe1dc31-6ea3-408d-a7de-b0127b5d77a1 req-be9754b6-35cc-47d9-be2c-8b3052d2360d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1076345
Apr 09 20:58:28.313898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:28.319373 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-685fde8d-f83a-4ff1-a27f-d48ffc4cb6b0 admin admin] 10.222.0.30 "PUT /v2.0/routers/8754726c-088c-474b-a8b2-8df96a2f1985/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1943703
Apr 09 20:58:28.328485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c742b-7a5b-4950-b21c-239b4668470e req-4fe8eaa9-d5aa-4aea-ac23-760162d93c2a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:28.330075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf1c742b-7a5b-4950-b21c-239b4668470e req-4fe8eaa9-d5aa-4aea-ac23-760162d93c2a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0893803
Apr 09 20:58:28.373748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f2759ee8-cffb-4788-a48b-08de4877b45d None None] Provisioning complete for port 36b4b115-3fc9-4923-b931-2de678560cc5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:28.374469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2759ee8-cffb-4788-a48b-08de4877b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:28.410948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf1c742b-7a5b-4950-b21c-239b4668470e req-c350dc6b-1b21-451a-9131-80d21926ab58 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647817
Apr 09 20:58:28.426223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fe1dc31-6ea3-408d-a7de-b0127b5d77a1 req-cc50879e-23d8-47b1-9385-49ddbf8785df tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146333
Apr 09 20:58:28.428215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f2759ee8-cffb-4788-a48b-08de4877b45d None None] Port 36b4b115-3fc9-4923-b931-2de678560cc5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:58:28.709428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342403b1-dfaf-45cc-90cb-f30f1e9ebec9 req-8c2a9340-eb25-45db-b2ab-d1949cee8aba tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:28.711176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-342403b1-dfaf-45cc-90cb-f30f1e9ebec9 req-8c2a9340-eb25-45db-b2ab-d1949cee8aba tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.0865364
Apr 09 20:58:28.753918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deec32-d000-4c0f-a0ee-0544fa59ce1e req-2563fe0f-b875-4f8c-be5d-c2d53a321095 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:28.761086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40deec32-d000-4c0f-a0ee-0544fa59ce1e req-2563fe0f-b875-4f8c-be5d-c2d53a321095 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.1189568
Apr 09 20:58:28.786952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 26164c89-14a3-4a3c-b00b-5225961f3e2d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:28.814913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-575b6e4c-8b02-4e04-be12-d2efdef2a6c5 req-d9fd3722-33ff-4633-9f5b-fd991ebee75c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0675080
Apr 09 20:58:28.838184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-342403b1-dfaf-45cc-90cb-f30f1e9ebec9 req-99a944b2-f49d-429b-9b2d-f268d71e85b1 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208932
Apr 09 20:58:28.853306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40deec32-d000-4c0f-a0ee-0544fa59ce1e req-31ea1ecd-35ac-45e7-b8e6-e523ce1914e9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912988
Apr 09 20:58:28.900075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 26164c89-14a3-4a3c-b00b-5225961f3e2d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:28.900443 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:28.908031 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44840) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:28.975024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb0f9dc-41d9-4008-933a-6f20f0cac868 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting subnet a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:58:28.978787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f9dc-41d9-4008-933a-6f20f0cac868 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:28.990515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 26164c89-14a3-4a3c-b00b-5225961f3e2d is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:28.991235 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.001191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44846) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:29.006449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1428803105-network', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:29.013577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 26164c89-14a3-4a3c-b00b-5225961f3e2d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26164c89-14a3-4a3c-b00b-5225961f3e2d,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:29.019850 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.030599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Made reservation on behalf of e2d0c5c00bd44d33a97c1057b4ab5f9c for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:29.032950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.043807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.067080 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f9dc-41d9-4008-933a-6f20f0cac868 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.082744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=26164c89-14a3-4a3c-b00b-5225961f3e2d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:29.094871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b8c3-e178-4b9c-be78-2f004254d50b req-6e07ebb8-9cec-4423-ad56-48449570acc8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:29.096403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1043b8c3-e178-4b9c-be78-2f004254d50b req-6e07ebb8-9cec-4423-ad56-48449570acc8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0855167
Apr 09 20:58:29.131100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Publish callbacks [] for security_group (fd74183c-7a91-4288-973d-140dee5a1e74), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.137445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fd74183c-7a91-4288-973d-140dee5a1e74), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.159889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:58:29.169180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'name': 'network-vif-deleted', 'tag': '32344bfe-ee77-4304-b233-8b85f1618023'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:29.171504 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0fd513-fd93-4c6d-99f8-bab959c763cd" -d '{"events": [{"server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "name": "network-vif-deleted", "tag": "32344bfe-ee77-4304-b233-8b85f1618023"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:29.175502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd74183c-7a91-4288-973d-140dee5a1e74,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:29.178654 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d5945215-fdbb-4587-adfd-df022593b067), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.179000 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Added segment d5945215-fdbb-4587-adfd-df022593b067 of type vlan for network 791970a2-c08b-406e-b295-e8ce6d1ea6b8
Apr 09 20:58:29.208037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1043b8c3-e178-4b9c-be78-2f004254d50b req-3bdc6d92-6f1a-4031-bb80-d4b0c0e5b168 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007638
Apr 09 20:58:29.218623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f9dc-41d9-4008-933a-6f20f0cac868 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.234876 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (791970a2-c08b-406e-b295-e8ce6d1ea6b8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.263890 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18295dda-014e-43dd-b826-6fda168ea648 x-openstack-request-id: req-18295dda-014e-43dd-b826-6fda168ea648 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:29.264073 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (791970a2-c08b-406e-b295-e8ce6d1ea6b8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.264200 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264b15de-9eb2-4ae0-bdf8-f3c721a93132", "name": "network-vif-deleted", "tag": "32344bfe-ee77-4304-b233-8b85f1618023", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:29.264471 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18295dda-014e-43dd-b826-6fda168ea648 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:29.264827 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18295dda-014e-43dd-b826-6fda168ea648'] response: {'server_uuid': '264b15de-9eb2-4ae0-bdf8-f3c721a93132', 'name': 'network-vif-deleted', 'tag': '32344bfe-ee77-4304-b233-8b85f1618023', 'status': 'completed', 'code': 200}
Apr 09 20:58:29.265272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:29.265897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.313849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3557ffb-d188-489b-a031-17a18c542f99 req-cca1039e-4867-4137-8dd9-9a81969a23bb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:29.315399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3557ffb-d188-489b-a031-17a18c542f99 req-cca1039e-4867-4137-8dd9-9a81969a23bb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0726912
Apr 09 20:58:29.327123 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3222172
Apr 09 20:58:29.327686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44852) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:29.332298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Request body: {'subnet': {'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1428803105-subnet', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:29.336413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f9dc-41d9-4008-933a-6f20f0cac868 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.340035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702dcd8-fb41-41a5-b6bf-3961a557fc6a admin admin] Pushing event updated for resources: {'Network': ['ID=791970a2-c08b-406e-b295-e8ce6d1ea6b8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:29.356529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:58:29.361627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Made reservation on behalf of e2d0c5c00bd44d33a97c1057b4ab5f9c for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:29.364529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.383085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0f9dc-41d9-4008-933a-6f20f0cac868 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:29.410558 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f9dc-41d9-4008-933a-6f20f0cac868 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.414286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4bb0f9dc-41d9-4008-933a-6f20f0cac868 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "DELETE /v2.0/subnets/a0a76a5f-9d85-4e7a-8eff-d43eba1a5d33 HTTP/1.1" status: 204  len: 168 time: 0.5049922
Apr 09 20:58:29.418518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fba1c-efe6-4555-9f4f-792481099150 None None] Network 20aba05f-99d7-4207-bff8-ec112edd3dde requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:29.420296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44854) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:29.468479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3557ffb-d188-489b-a031-17a18c542f99 req-a38c77f6-e593-415f-ae98-b2e7c063845d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431184
Apr 09 20:58:29.494945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2059c476-7239-469e-bc1b-235cc6bd25a2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:29.564067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 2059c476-7239-469e-bc1b-235cc6bd25a2 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:29.564416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2059c476-7239-469e-bc1b-235cc6bd25a2 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:29.564834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 32344bfe-ee77-4304-b233-8b85f1618023 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:29.589175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 32344bfe-ee77-4304-b233-8b85f1618023 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:29.589521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 32344bfe-ee77-4304-b233-8b85f1618023 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:29.636712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] DHCP port deletion for 20aba05f-99d7-4207-bff8-ec112edd3dde request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:58:29.641230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (d6ef9a16-1169-4980-bbae-d4ac9cbe6150), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.684386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] Deleting port 87524fec-8d70-4375-a191-c7c2a7a3fc1f {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:29.684750 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.713527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ef9a16-1169-4980-bbae-d4ac9cbe6150,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:29.715958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Checking segment: {'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:29.716389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Network hostable DHCP agents. Network: 791970a2-c08b-406e-b295-e8ce6d1ea6b8, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:58:29.740707 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:58:29.752618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 791970a2-c08b-406e-b295-e8ce6d1ea6b8) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:29.754117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] For port 87524fec-8d70-4375-a191-c7c2a7a3fc1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87524fec-8d70-4375-a191-c7c2a7a3fc1f,segment=NetworkSegment(3100eefd-42b1-4874-a415-dc00eddd22ab),segment_id=3100eefd-42b1-4874-a415-dc00eddd22ab)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:29.754597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.764889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:29.765201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5f4b9-f22a-4469-a10a-a9005e4a3f89 None None] Network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:29.765671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.773813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] Calling delete_port for 87524fec-8d70-4375-a191-c7c2a7a3fc1f owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:29.787114 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-379f574d-c1e3-444a-924d-56a2ad15c921 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4586346
Apr 09 20:58:29.788277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44860) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:29.792527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:29.818924 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (21d77bac-cb07-48f6-aead-2470e2b24f67), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.820387 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (21d77bac-cb07-48f6-aead-2470e2b24f67), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.887741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Sync routers for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:29.888281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks [] for router_controller (21d77bac-cb07-48f6-aead-2470e2b24f67), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.892223 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (20aba05f-99d7-4207-bff8-ec112edd3dde), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:29.914437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e41d1-d3e3-43ab-88ae-b13fdc4fdf4a req-4843541a-019d-486a-9744-86abba0bdc88 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:29.915937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-011e41d1-d3e3-43ab-88ae-b13fdc4fdf4a req-4843541a-019d-486a-9744-86abba0bdc88 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1020985
Apr 09 20:58:29.920332 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:29.921201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376055f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:29.921939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ccf8b-515a-419a-b2bd-e297c4309864 req-ad9ef1f4-d8aa-4644-953d-4c6c2a344545 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:29.925573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b25ccf8b-515a-419a-b2bd-e297c4309864 req-ad9ef1f4-d8aa-4644-953d-4c6c2a344545 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1104174
Apr 09 20:58:30.011666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-791970a2-c08b-406e-b295-e8ce6d1ea6b8', 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8', 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'fixed_ips': [{'subnet_id': 'd6ef9a16-1169-4980-bbae-d4ac9cbe6150'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:58:30.012513 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.053710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting port 87524fec-8d70-4375-a191-c7c2a7a3fc1f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:30.054044 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.058587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-011e41d1-d3e3-43ab-88ae-b13fdc4fdf4a req-c1da57d8-e4a1-4c80-a54e-ffea4d48e519 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284144
Apr 09 20:58:30.109255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b25ccf8b-515a-419a-b2bd-e297c4309864 req-ae66992c-3867-4fde-8c52-bd7fb4338bc0 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763909
Apr 09 20:58:30.178112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] For port 87524fec-8d70-4375-a191-c7c2a7a3fc1f, host ncdv-master-1, got binding levels [] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:30.178963 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.232111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.232392 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.238862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Calling delete_port for 87524fec-8d70-4375-a191-c7c2a7a3fc1f owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:30.243635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Port 87524fec-8d70-4375-a191-c7c2a7a3fc1f was not found and therefore no delete operation was performed {{(pid=126920) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 20:58:30.265001 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (87524fec-8d70-4375-a191-c7c2a7a3fc1f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.305168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfab61-2cd1-40f2-831c-1e1f5a506c2d req-d8309e79-b0d8-4926-befa-24fc8a5d37c0 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:30.310414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-79dfab61-2cd1-40f2-831c-1e1f5a506c2d req-d8309e79-b0d8-4926-befa-24fc8a5d37c0 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.1514862
Apr 09 20:58:30.310643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] Pushing event deleted for resources: {'Port': ['ID=87524fec-8d70-4375-a191-c7c2a7a3fc1f,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:30.321287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Port': ['ID=87524fec-8d70-4375-a191-c7c2a7a3fc1f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:30.324411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba3d45-e44e-4214-b616-5ed812e96c99 None None] No DVR routers for this DVR port 87524fec-8d70-4375-a191-c7c2a7a3fc1f on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:30.339600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6979f47-d6a5-45e6-ac12-e7b760f72b5d req-7d34103d-e91b-4f46-893c-26efd8263a5e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:30.342699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:30.346897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6979f47-d6a5-45e6-ac12-e7b760f72b5d req-7d34103d-e91b-4f46-893c-26efd8263a5e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.1570528
Apr 09 20:58:30.357586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] No DVR routers for this DVR port 87524fec-8d70-4375-a191-c7c2a7a3fc1f on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:30.361598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks [] for router_gateway (21d77bac-cb07-48f6-aead-2470e2b24f67), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.458289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-79dfab61-2cd1-40f2-831c-1e1f5a506c2d req-a98ca9f1-61ac-415d-80d3-5154c9a66e06 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381624
Apr 09 20:58:30.501520 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (20aba05f-99d7-4207-bff8-ec112edd3dde), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.523178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6979f47-d6a5-45e6-ac12-e7b760f72b5d req-4b1dca1e-45dc-40e4-addd-c33beb39670d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737685
Apr 09 20:58:30.558819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Allocated IP 172.20.0.2 (791970a2-c08b-406e-b295-e8ce6d1ea6b8/d6ef9a16-1169-4980-bbae-d4ac9cbe6150/8b7b1ab6-84f3-481a-9c93-d273a352323d) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:30.560496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374c89880>,) {'filters': {'network_id': ['20aba05f-99d7-4207-bff8-ec112edd3dde']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:30.576921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks [] for router_gateway (21d77bac-cb07-48f6-aead-2470e2b24f67), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.597528 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.611802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374c89880>, '3100eefd-42b1-4874-a415-dc00eddd22ab') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:30.612230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374c89880>, '3100eefd-42b1-4874-a415-dc00eddd22ab') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:30.660275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (3100eefd-42b1-4874-a415-dc00eddd22ab), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.674311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32a35a-6d2a-4860-a1de-6bbd41bee121 req-e17b70c7-4ff8-4c71-8601-952b4f592a5d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:30.681235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc32a35a-6d2a-4860-a1de-6bbd41bee121 req-e17b70c7-4ff8-4c71-8601-952b4f592a5d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1184173
Apr 09 20:58:30.701055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76633-c722-41e5-983f-fd4434c293ae req-edd64396-9307-4dfb-9a2c-16a1e9cb3397 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:30.703921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12e76633-c722-41e5-983f-fd4434c293ae req-edd64396-9307-4dfb-9a2c-16a1e9cb3397 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0991290
Apr 09 20:58:30.705101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3100eefd-42b1-4874-a415-dc00eddd22ab), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.726500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Allocated IP 172.35.0.30 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/ffc8769d-bea9-474b-8420-9df62a8c2d0e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:30.726810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:58:30.727216 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (3100eefd-42b1-4874-a415-dc00eddd22ab), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:58:30.731571 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:58:30.777219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 26164c89-14a3-4a3c-b00b-5225961f3e2d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:30.815324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376055f10>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 2, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:30.845878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc32a35a-6d2a-4860-a1de-6bbd41bee121 req-a2a2bd7e-945a-4074-82da-943905e16e6c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585896
Apr 09 20:58:30.851537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (20aba05f-99d7-4207-bff8-ec112edd3dde), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.856875 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.858625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Publish callbacks [] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.858885 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks [] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.863084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "DELETE /v2.0/networks/20aba05f-99d7-4207-bff8-ec112edd3dde HTTP/1.1" status: 204  len: 168 time: 1.4388406
Apr 09 20:58:30.863197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Checking router: 8754726c-088c-474b-a8b2-8df96a2f1985 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:30.863197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Updating router 8754726c-088c-474b-a8b2-8df96a2f1985 port 36b4b115-3fc9-4923-b931-2de678560cc5 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:58:30.867415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44870) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:30.888434 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.889986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12e76633-c722-41e5-983f-fd4434c293ae req-e90923d0-3f8e-4404-a428-f40c106d4a6b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728055
Apr 09 20:58:30.916449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cbf77-f70f-4d03-8a17-55aa57a06a6e tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Network': ['ID=20aba05f-99d7-4207-bff8-ec112edd3dde,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:30.920871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.937064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.948844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-1799a3e4-5323-4a97-ad10-54307a17089f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting subnet 857a4ea0-73c1-4bae-b001-43dce1659ea2 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:58:30.951719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 26164c89-14a3-4a3c-b00b-5225961f3e2d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:30.951854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.953434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1799a3e4-5323-4a97-ad10-54307a17089f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (857a4ea0-73c1-4bae-b001-43dce1659ea2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:30.965028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:30.967910 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:30.971509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:30.984519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:30.992807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:30.996434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:30.999095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc8769d-bea9-474b-8420-9df62a8c2d0e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:31.000096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Pushing event updated for resources: {'Port': ['ID=8b7b1ab6-84f3-481a-9c93-d273a352323d,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:31.003529 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1799a3e4-5323-4a97-ad10-54307a17089f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (857a4ea0-73c1-4bae-b001-43dce1659ea2), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.105939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1799a3e4-5323-4a97-ad10-54307a17089f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (857a4ea0-73c1-4bae-b001-43dce1659ea2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.172456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Attempting to bind port 8b7b1ab6-84f3-481a-9c93-d273a352323d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:31.172806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Attempting to bind port 8b7b1ab6-84f3-481a-9c93-d273a352323d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:31.173208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Attempting to bind port 8b7b1ab6-84f3-481a-9c93-d273a352323d on network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:31.193671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:31.194041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Checking segment: {'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:31.194444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.194837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Bound using segment: {'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:31.195319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Bound port: 8b7b1ab6-84f3-481a-9c93-d273a352323d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:31.195696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.231178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 26164c89-14a3-4a3c-b00b-5225961f3e2d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:31.236202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062a78e-815c-4362-a721-c7bbb2de4052 req-ebcb8922-c586-488e-b785-430c08fc189e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:31.244528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0062a78e-815c-4362-a721-c7bbb2de4052 req-ebcb8922-c586-488e-b785-430c08fc189e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0896518
Apr 09 20:58:31.278775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks [] for router_gateway (21d77bac-cb07-48f6-aead-2470e2b24f67), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.282982 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1799a3e4-5323-4a97-ad10-54307a17089f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (857a4ea0-73c1-4bae-b001-43dce1659ea2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.303472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 87524fec-8d70-4375-a191-c7c2a7a3fc1f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:31.336930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 87524fec-8d70-4375-a191-c7c2a7a3fc1f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:31.337355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 87524fec-8d70-4375-a191-c7c2a7a3fc1f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:31.362077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f956eb-34ea-4ce6-9b29-a5d1a7852de3 None None] Network c88d2a96-4eb2-43fe-ae62-c69dfec53001 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:31.366564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1799a3e4-5323-4a97-ad10-54307a17089f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.372908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1799a3e4-5323-4a97-ad10-54307a17089f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "DELETE /v2.0/subnets/857a4ea0-73c1-4bae-b001-43dce1659ea2 HTTP/1.1" status: 204  len: 168 time: 0.4997246
Apr 09 20:58:31.372908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799a3e4-5323-4a97-ad10-54307a17089f tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Subnet': ['ID=857a4ea0-73c1-4bae-b001-43dce1659ea2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:31.374686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44876) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:31.390183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07787d0-13b3-4bf8-820b-33a162e1c9f2 req-c39bd430-c215-4797-afad-6ca5e71be89a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:31.393086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e07787d0-13b3-4bf8-820b-33a162e1c9f2 req-c39bd430-c215-4797-afad-6ca5e71be89a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1432245
Apr 09 20:58:31.405622 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0062a78e-815c-4362-a721-c7bbb2de4052 req-93879acd-77b0-4d1a-ae6c-9d463e62d7cf tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602292
Apr 09 20:58:31.416889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] For port 8b7b1ab6-84f3-481a-9c93-d273a352323d, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:31.470472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] For port 8b7b1ab6-84f3-481a-9c93-d273a352323d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b7b1ab6-84f3-481a-9c93-d273a352323d,segment=NetworkSegment(d5945215-fdbb-4587-adfd-df022593b067),segment_id=d5945215-fdbb-4587-adfd-df022593b067)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:31.504577 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (c88d2a96-4eb2-43fe-ae62-c69dfec53001), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.517401 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.522523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e07787d0-13b3-4bf8-820b-33a162e1c9f2 req-c57ccbb3-2d09-46be-91de-b507cce5d006 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159160
Apr 09 20:58:31.543309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (21d77bac-cb07-48f6-aead-2470e2b24f67), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.589305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Publish callbacks [] for port (36b4b115-3fc9-4923-b931-2de678560cc5), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.603617 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.622255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9422-ffd9-49aa-bc7a-f4fd11808ebb None None] Pushing event updated for resources: {'Port': ['ID=8b7b1ab6-84f3-481a-9c93-d273a352323d,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:31.662914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Deleting port f6246733-c19c-44b1-9a8e-fc01a6ac8110 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:31.663266 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.696860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] DHCP port deletion for c88d2a96-4eb2-43fe-ae62-c69dfec53001 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:58:31.699822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c137c-6f37-4ab4-9a57-324ca4712dfb None None] Pushing event updated for resources: {'Port': ['ID=36b4b115-3fc9-4923-b931-2de678560cc5,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:31.787422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] For port f6246733-c19c-44b1-9a8e-fc01a6ac8110, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6246733-c19c-44b1-9a8e-fc01a6ac8110,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:31.787800 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.799921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Attempting to bind port 36b4b115-3fc9-4923-b931-2de678560cc5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:31.800334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Router 21d77bac-cb07-48f6-aead-2470e2b24f67 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 20:58:31.800728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Attempting to bind port 36b4b115-3fc9-4923-b931-2de678560cc5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:31.801387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Attempting to bind port 36b4b115-3fc9-4923-b931-2de678560cc5 on network 77aa585d-d236-4c76-b3f0-d77cd270281e {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:31.805196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Calling delete_port for f6246733-c19c-44b1-9a8e-fc01a6ac8110 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:31.810114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] Deleting port f6246733-c19c-44b1-9a8e-fc01a6ac8110 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:31.810684 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.827025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:31.827661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Checking segment: {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:31.828224 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.828799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Bound using segment: {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:31.829475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Bound port: 36b4b115-3fc9-4923-b931-2de678560cc5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:31.830013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:31.870774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5796f8-64d7-44bf-afde-987ff96f9ea4 req-80c657da-f17b-4f41-91e8-61d07ce3d1c0 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:31.872302 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d5796f8-64d7-44bf-afde-987ff96f9ea4 req-80c657da-f17b-4f41-91e8-61d07ce3d1c0 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.2892568
Apr 09 20:58:31.969965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:31.988376 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Sync routers for ids ['21d77bac-cb07-48f6-aead-2470e2b24f67'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:31.998964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] For port f6246733-c19c-44b1-9a8e-fc01a6ac8110, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6246733-c19c-44b1-9a8e-fc01a6ac8110,segment=NetworkSegment(34741c78-c9dc-4ffa-a130-6df404a177af),segment_id=34741c78-c9dc-4ffa-a130-6df404a177af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:32.000241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.001212 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Routers {'21d77bac-cb07-48f6-aead-2470e2b24f67'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:32.001907 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377531310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21d77bac-cb07-48f6-aead-2470e2b24f67'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:32.009138 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.010611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8f38d2a-be64-4007-acd4-7d41ad9e1529 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.2215986
Apr 09 20:58:32.013646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44886) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:32.031999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] Calling delete_port for f6246733-c19c-44b1-9a8e-fc01a6ac8110 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:32.034868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd22376-a067-4a35-83c3-bbe4add44cbe req-acb5b4ed-7d98-4e6e-b6bd-0e65668e169a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:32.039124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4cd22376-a067-4a35-83c3-bbe4add44cbe req-acb5b4ed-7d98-4e6e-b6bd-0e65668e169a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.2177341
Apr 09 20:58:32.045098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.055387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] For port 36b4b115-3fc9-4923-b931-2de678560cc5, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:32.062165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] For port 36b4b115-3fc9-4923-b931-2de678560cc5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b4b115-3fc9-4923-b931-2de678560cc5,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:32.092680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] No DVR routers for this DVR port f6246733-c19c-44b1-9a8e-fc01a6ac8110 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:32.125724 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.165750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Port': ['ID=f6246733-c19c-44b1-9a8e-fc01a6ac8110,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:32.190685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c137c-6f37-4ab4-9a57-324ca4712dfb None None] Pushing event updated for resources: {'Port': ['ID=36b4b115-3fc9-4923-b931-2de678560cc5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:32.201527 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Set router 21d77bac-cb07-48f6-aead-2470e2b24f67 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:32.205544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9da0d879-df49-4730-900b-06d59e2c5b63 None None] Provisioning complete for port 36b4b115-3fc9-4923-b931-2de678560cc5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:32.205915 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9da0d879-df49-4730-900b-06d59e2c5b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.303337 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (c88d2a96-4eb2-43fe-ae62-c69dfec53001), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.309642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:32.310317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376055f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:32.326779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d5796f8-64d7-44bf-afde-987ff96f9ea4 req-7610e563-f196-4546-97a0-2b3f4f91b877 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3964903
Apr 09 20:58:32.347793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4cd22376-a067-4a35-83c3-bbe4add44cbe req-cdb5259f-f55d-452b-b403-677d9dc94686 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2722907
Apr 09 20:58:32.375586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376d71b50>,) {'filters': {'network_id': ['c88d2a96-4eb2-43fe-ae62-c69dfec53001']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:32.387092 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f6246733-c19c-44b1-9a8e-fc01a6ac8110), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.398822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376d71b50>, '34741c78-c9dc-4ffa-a130-6df404a177af') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:32.399103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376d71b50>, '34741c78-c9dc-4ffa-a130-6df404a177af') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:32.428754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (34741c78-c9dc-4ffa-a130-6df404a177af), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.531411 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (34741c78-c9dc-4ffa-a130-6df404a177af), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.589427 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377531310>, [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T20:58:31Z', 'revision_number': 3, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port': {'id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:30Z', 'updated_at': '2022-04-09T20:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:32.593438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:58:32.593648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (34741c78-c9dc-4ffa-a130-6df404a177af), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:58:32.597145 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:58:32.638707 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Checking router: 21d77bac-cb07-48f6-aead-2470e2b24f67 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:32.639489 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Updating router 21d77bac-cb07-48f6-aead-2470e2b24f67 port ffc8769d-bea9-474b-8420-9df62a8c2d0e binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:58:32.680529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dd0d-e60d-4e5c-b34a-b6c0883329ba req-49fb3f04-9aa9-47ed-b18a-3ac957b0e74d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:32.685596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] Pushing event deleted for resources: {'Port': ['ID=f6246733-c19c-44b1-9a8e-fc01a6ac8110,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:32.688192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e3b1d-799a-42d5-96fa-d7d73cd18ed3 None None] No DVR routers for this DVR port f6246733-c19c-44b1-9a8e-fc01a6ac8110 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:32.691647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd35dd0d-e60d-4e5c-b34a-b6c0883329ba req-49fb3f04-9aa9-47ed-b18a-3ac957b0e74d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.2168422
Apr 09 20:58:32.700501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e410c-c931-4d87-bef6-8817dbdbfbc0 req-27c7d225-f61c-458b-864b-8dbf581aebe9 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:32.708000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f31e410c-c931-4d87-bef6-8817dbdbfbc0 req-27c7d225-f61c-458b-864b-8dbf581aebe9 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.2224960
Apr 09 20:58:32.729976 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.799609 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (c88d2a96-4eb2-43fe-ae62-c69dfec53001), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.804894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.816760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] 10.222.0.30 "DELETE /v2.0/networks/c88d2a96-4eb2-43fe-ae62-c69dfec53001 HTTP/1.1" status: 204  len: 168 time: 1.4392941
Apr 09 20:58:32.871931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b86819-46a6-4212-a455-850c59c230b0 tempest-ServersTestMultiNic-981442703 tempest-ServersTestMultiNic-981442703-project] Pushing event deleted for resources: {'Network': ['ID=c88d2a96-4eb2-43fe-ae62-c69dfec53001,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:32.876977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.894660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9da0d879-df49-4730-900b-06d59e2c5b63 None None] Current status of the port 36b4b115-3fc9-4923-b931-2de678560cc5 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:32.896665 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9da0d879-df49-4730-900b-06d59e2c5b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:32.898391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd35dd0d-e60d-4e5c-b34a-b6c0883329ba req-d2dbce9a-0ff5-4229-b406-534d6bcd18a5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057581
Apr 09 20:58:32.942359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b7b1ab6-84f3-481a-9c93-d273a352323d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:32.963353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f31e410c-c931-4d87-bef6-8817dbdbfbc0 req-1bd8a79b-92ea-4563-b11f-5e9b8e5604b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543910
Apr 09 20:58:32.988841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-adc000be-0823-4ff9-8b4f-e39e7e604173 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1180198
Apr 09 20:58:33.095784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7915125a-a32e-470f-adfd-7700973ee7b9 None None] Network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:33.149373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af107b0-65ba-4036-bf4d-8c571c1911b9 req-b4c02971-b486-4d45-8aa8-0b1f01903985 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:33.163576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5af107b0-65ba-4036-bf4d-8c571c1911b9 req-b4c02971-b486-4d45-8aa8-0b1f01903985 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1300669
Apr 09 20:58:33.165284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:33.223919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Allocated IP 172.20.0.1 (791970a2-c08b-406e-b295-e8ce6d1ea6b8/d6ef9a16-1169-4980-bbae-d4ac9cbe6150/6062a07e-6f10-40e0-aae6-8b65c689bd32) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:33.232110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9da0d879-df49-4730-900b-06d59e2c5b63 None None] For port 36b4b115-3fc9-4923-b931-2de678560cc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b4b115-3fc9-4923-b931-2de678560cc5,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:33.232352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8b7b1ab6-84f3-481a-9c93-d273a352323d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:33.233028 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.265781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-8780e370-b1ab-4e82-a52c-5e82e711b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:33.267810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-8780e370-b1ab-4e82-a52c-5e82e711b56b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 1154 time: 0.1435220
Apr 09 20:58:33.281979 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Publish callbacks [] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.286482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c635a8-e80a-469a-8391-ff4caa55ea84 req-bc99a3d3-5ec3-4b72-8244-05c89bac65a6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:33.288638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3c635a8-e80a-469a-8391-ff4caa55ea84 req-bc99a3d3-5ec3-4b72-8244-05c89bac65a6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1510012
Apr 09 20:58:33.303996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5af107b0-65ba-4036-bf4d-8c571c1911b9 req-37456712-7c42-4ada-add1-79548cabd9f3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393485
Apr 09 20:58:33.309088 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.371667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9da0d879-df49-4730-900b-06d59e2c5b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.448242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Publish callbacks [] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.472442 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdf1d2-346d-4126-8ec8-11c37a7d98a1 None None] Pushing event updated for resources: {'Port': ['ID=ffc8769d-bea9-474b-8420-9df62a8c2d0e,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:33.484877 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Attempting to bind port ffc8769d-bea9-474b-8420-9df62a8c2d0e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:33.486634 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Attempting to bind port ffc8769d-bea9-474b-8420-9df62a8c2d0e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:33.487099 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Attempting to bind port ffc8769d-bea9-474b-8420-9df62a8c2d0e on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:33.498174 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:33.498937 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:33.499565 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.500156 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:33.500787 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Bound port: ffc8769d-bea9-474b-8420-9df62a8c2d0e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:33.501988 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.503905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.523568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Provisioning complete for port 8b7b1ab6-84f3-481a-9c93-d273a352323d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:33.523568 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.555242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:33.558894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:33.567652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:33.587507 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] For port ffc8769d-bea9-474b-8420-9df62a8c2d0e, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:33.595265 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] For port ffc8769d-bea9-474b-8420-9df62a8c2d0e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc8769d-bea9-474b-8420-9df62a8c2d0e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:33.604490 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.610044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Pushing event updated for resources: {'Port': ['ID=6062a07e-6f10-40e0-aae6-8b65c689bd32,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:33.631347 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (21d77bac-cb07-48f6-aead-2470e2b24f67), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.633354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3c635a8-e80a-469a-8391-ff4caa55ea84 req-0760e3c3-4a16-4c43-b67a-a749f6a85a82 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3225532
Apr 09 20:58:33.655804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c73e3-8eb6-49c0-be82-ea231f92f13b req-583c39a7-176f-4a78-970c-9bb3e358939f tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:33.660610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d33c73e3-8eb6-49c0-be82-ea231f92f13b req-583c39a7-176f-4a78-970c-9bb3e358939f tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.1557808
Apr 09 20:58:33.669874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-77758e0a-d288-4e5d-bfc7-9be8302b592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:33.672887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-77758e0a-d288-4e5d-bfc7-9be8302b592d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3635223
Apr 09 20:58:33.673919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8b7b1ab6-84f3-481a-9c93-d273a352323d is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:33.674317 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.686248 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Routers {'21d77bac-cb07-48f6-aead-2470e2b24f67'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:33.687012 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377531310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21d77bac-cb07-48f6-aead-2470e2b24f67'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:33.739995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0d879-df49-4730-900b-06d59e2c5b63 None None] Pushing event updated for resources: {'Port': ['ID=36b4b115-3fc9-4923-b931-2de678560cc5,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:33.747306 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdf1d2-346d-4126-8ec8-11c37a7d98a1 None None] Pushing event updated for resources: {'Port': ['ID=ffc8769d-bea9-474b-8420-9df62a8c2d0e,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:33.780945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Current status of the port 8b7b1ab6-84f3-481a-9c93-d273a352323d is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:33.781364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.799441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 8b7b1ab6-84f3-481a-9c93-d273a352323d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b7b1ab6-84f3-481a-9c93-d273a352323d,segment=NetworkSegment(d5945215-fdbb-4587-adfd-df022593b067),segment_id=d5945215-fdbb-4587-adfd-df022593b067)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:33.809186 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.840965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] Set router 21d77bac-cb07-48f6-aead-2470e2b24f67 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:33.849109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-db28bfb8-0128-482e-8bf0-3af2c17c40ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16 HTTP/1.1" status: 200  len: 217 time: 0.1393266
Apr 09 20:58:33.866476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:33.919558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f6246733-c19c-44b1-9a8e-fc01a6ac8110 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:33.954048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c7663-3263-482e-9906-1f507aa6f068 req-4bb22104-5b87-48e2-97f0-a6e08b9dde80 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:33.962758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b36c7663-3263-482e-9906-1f507aa6f068 req-4bb22104-5b87-48e2-97f0-a6e08b9dde80 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.2529385
Apr 09 20:58:33.980652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d33c73e3-8eb6-49c0-be82-ea231f92f13b req-ce7c6ba0-8be6-4b0d-9a9b-0e222d0563dd tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3028257
Apr 09 20:58:33.994485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f6246733-c19c-44b1-9a8e-fc01a6ac8110 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:34.004462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f6246733-c19c-44b1-9a8e-fc01a6ac8110 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:34.057019 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 20:58:34.057659 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 20:58:34.068496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=8b7b1ab6-84f3-481a-9c93-d273a352323d,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:34.087926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-0ce67d86-f83e-4f82-95ec-4e4ac3f1ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:34.091585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376055f10>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:32Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:34.094772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-0ce67d86-f83e-4f82-95ec-4e4ac3f1ba76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2305923
Apr 09 20:58:34.108536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Publish callbacks [] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:34.115400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:34.167626 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377531310>, [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T20:58:31Z', 'revision_number': 3, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port': {'id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:30Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:34.171333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9c221-2bb1-49f3-9fcf-37d82e53ceef None None] The sync data for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 is: [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:32Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:34.215168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b36c7663-3263-482e-9906-1f507aa6f068 req-30453a64-1bf5-4444-b3eb-ea34d19cc563 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514291
Apr 09 20:58:34.215681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (21d77bac-cb07-48f6-aead-2470e2b24f67), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:34.264218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Pushing event updated for resources: {'Port': ['ID=6062a07e-6f10-40e0-aae6-8b65c689bd32,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:34.279307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-b1b4b5b5-f0f5-4b52-9937-43dea13ae8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:34.291582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-b1b4b5b5-f0f5-4b52-9937-43dea13ae8e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1774604
Apr 09 20:58:34.383461 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45396ee6-51d4-4e37-8b25-8f316f243342 None None] The sync data for ids ['21d77bac-cb07-48f6-aead-2470e2b24f67'] in ncdv-master-1 is: [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T20:58:31Z', 'revision_number': 3, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port': {'id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:30Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:34.422176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37263c-fc4a-49b6-a26b-4cdce5313bcd req-ca4c8010-d235-4716-a4ee-47291122c0ee tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:34.423648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a37263c-fc4a-49b6-a26b-4cdce5313bcd req-ca4c8010-d235-4716-a4ee-47291122c0ee tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0905950
Apr 09 20:58:34.450726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:34.452629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:34.488194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95f9fc-ce6d-4768-aa35-2698cc7abdfa req-b6c035d8-9589-4429-9dbf-8a5a0b698005 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:34.490343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a95f9fc-ce6d-4768-aa35-2698cc7abdfa req-b6c035d8-9589-4429-9dbf-8a5a0b698005 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.2741823
Apr 09 20:58:34.588417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a37263c-fc4a-49b6-a26b-4cdce5313bcd req-410a41b9-6283-4e89-a0a9-f1090ab547ed tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963566
Apr 09 20:58:34.626621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a95f9fc-ce6d-4768-aa35-2698cc7abdfa req-7db254a3-16f1-4a26-a075-5d73ea3f24d5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219976
Apr 09 20:58:34.627832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Current status of the port 8b7b1ab6-84f3-481a-9c93-d273a352323d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:34.628906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-a9861acc-72ba-43e7-82ff-e796c5ac45cc service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3360574
Apr 09 20:58:34.650615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Provisioning complete for port 36b4b115-3fc9-4923-b931-2de678560cc5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:34.651739 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:34.694492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Router 21d77bac-cb07-48f6-aead-2470e2b24f67 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:58:34.843336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5381f-1379-48fd-95a0-9d896deb5781 req-7e2a3f2b-30b0-4bd8-b7d4-a0fa989765b8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:34.859003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cd5381f-1379-48fd-95a0-9d896deb5781 req-7e2a3f2b-30b0-4bd8-b7d4-a0fa989765b8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0886090
Apr 09 20:58:34.913528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2ea73aba-812c-4136-b08b-9140a0d64efb None None] Current status of the port 36b4b115-3fc9-4923-b931-2de678560cc5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:34.976628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 36b4b115-3fc9-4923-b931-2de678560cc5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:35.014999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8003a47-c6c0-4fd1-8884-38f5ec7b4ef8 req-280f192c-1125-4d8f-916a-1346e5299afe service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3748782
Apr 09 20:58:35.042504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c0db1-1814-4320-a631-e5356af0d3d5 req-f08f9b07-fcdc-4777-9652-91106979714f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:35.051638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f42c0db1-1814-4320-a631-e5356af0d3d5 req-f08f9b07-fcdc-4777-9652-91106979714f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1879389
Apr 09 20:58:35.054487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bc9b5244-3c91-4309-bee0-5e06cb8d572a None None] Provisioning complete for port 8b7b1ab6-84f3-481a-9c93-d273a352323d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:35.054975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5244-3c91-4309-bee0-5e06cb8d572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:35.113822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cd5381f-1379-48fd-95a0-9d896deb5781 req-4443c174-81e1-4e32-ac1e-9bf8a56e1517 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488863
Apr 09 20:58:35.133795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 36b4b115-3fc9-4923-b931-2de678560cc5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:35.134177 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:35.218212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f42c0db1-1814-4320-a631-e5356af0d3d5 req-40442f09-44c6-48d7-9f65-171adcb8d83f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651175
Apr 09 20:58:35.225242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44914) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:35.320955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b5244-3c91-4309-bee0-5e06cb8d572a None None] Current status of the port 8b7b1ab6-84f3-481a-9c93-d273a352323d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:35.338353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bc9b5244-3c91-4309-bee0-5e06cb8d572a None None] Provisioning complete for port 6062a07e-6f10-40e0-aae6-8b65c689bd32 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:35.338726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5244-3c91-4309-bee0-5e06cb8d572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:35.434136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b5244-3c91-4309-bee0-5e06cb8d572a None None] Port 6062a07e-6f10-40e0-aae6-8b65c689bd32 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:58:35.439393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:35.449672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7afb9251-6ecc-4ad0-92a8-d0b8c6fc7df8 admin admin] 10.222.0.30 "PUT /v2.0/routers/21d77bac-cb07-48f6-aead-2470e2b24f67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4304461
Apr 09 20:58:35.472374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 36b4b115-3fc9-4923-b931-2de678560cc5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:35.473825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b7b1ab6-84f3-481a-9c93-d273a352323d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:35.525376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8b7b1ab6-84f3-481a-9c93-d273a352323d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:35.527108 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:35.612918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c416c-119f-4d15-80b8-6b3ca6241044 req-ecdcdb73-da6d-4224-a7d7-932c057e295f tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:35.619255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f2c416c-119f-4d15-80b8-6b3ca6241044 req-ecdcdb73-da6d-4224-a7d7-932c057e295f tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.2602212
Apr 09 20:58:35.649700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b91a2-b831-4460-a8cd-984956d73852 req-a9cc4787-ef22-4141-a20a-699eeccd57dd tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:35.651240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd8b91a2-b831-4460-a8cd-984956d73852 req-a9cc4787-ef22-4141-a20a-699eeccd57dd tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.2726371
Apr 09 20:58:35.682168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8b7b1ab6-84f3-481a-9c93-d273a352323d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:36.134596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f2c416c-119f-4d15-80b8-6b3ca6241044 req-f12acb72-eca9-423a-9c21-bf38cfd660be tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5149577
Apr 09 20:58:36.214560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd8b91a2-b831-4460-a8cd-984956d73852 req-b13c49ed-7233-4d52-96fd-4142631368c0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5098450
Apr 09 20:58:36.309785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b6e4c-8b02-4e04-be12-d2efdef2a6c5 req-73c43ddd-909c-4349-a275-87832096333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:36.311532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-575b6e4c-8b02-4e04-be12-d2efdef2a6c5 req-73c43ddd-909c-4349-a275-87832096333e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3012724
Apr 09 20:58:36.325369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecb02-60e4-4dda-b0ae-b0a411ef8482 req-2c61f6d1-7245-45b2-b91f-cf8f1937deff tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:36.327026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-793ecb02-60e4-4dda-b0ae-b0a411ef8482 req-2c61f6d1-7245-45b2-b91f-cf8f1937deff tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1067598
Apr 09 20:58:36.409533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9eb6b-a362-4c2b-8f85-a52ce13a3e4a req-d709c6f0-0576-4484-842d-3617cc50a531 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:36.411071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73c9eb6b-a362-4c2b-8f85-a52ce13a3e4a req-d709c6f0-0576-4484-842d-3617cc50a531 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1184177
Apr 09 20:58:36.581359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-793ecb02-60e4-4dda-b0ae-b0a411ef8482 req-ed885b0b-db2c-4c88-b52f-71d72524621f tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313542
Apr 09 20:58:36.604883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73c9eb6b-a362-4c2b-8f85-a52ce13a3e4a req-99d914f4-a21f-4d51-9b91-9d2eacc67da7 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533074
Apr 09 20:58:36.627532 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:36.783765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ffc8769d-bea9-474b-8420-9df62a8c2d0e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:36.793618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2571-b7ec-4bac-ba76-a0ebdeccc748 req-7d25e7ff-103d-4188-a1b9-160eca94ce78 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:36.796028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51ed2571-b7ec-4bac-ba76-a0ebdeccc748 req-7d25e7ff-103d-4188-a1b9-160eca94ce78 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1312547
Apr 09 20:58:36.835953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ffc8769d-bea9-474b-8420-9df62a8c2d0e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:36.836547 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:36.839364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22ad3-0836-497b-bbb4-d937d4dfd4d6 req-4fefa9c8-fb2d-4d81-87b7-44ca1f5f8c41 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:36.847894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30c22ad3-0836-497b-bbb4-d937d4dfd4d6 req-4fefa9c8-fb2d-4d81-87b7-44ca1f5f8c41 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1682565
Apr 09 20:58:36.947029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ffc8769d-bea9-474b-8420-9df62a8c2d0e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:36.947935 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:36.975982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port ffc8769d-bea9-474b-8420-9df62a8c2d0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc8769d-bea9-474b-8420-9df62a8c2d0e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:36.982083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:37.045305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=ffc8769d-bea9-474b-8420-9df62a8c2d0e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:37.047217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51ed2571-b7ec-4bac-ba76-a0ebdeccc748 req-6fbe7ec5-d553-4166-bb4a-7f0984b5f61c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341721
Apr 09 20:58:37.057729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30c22ad3-0836-497b-bbb4-d937d4dfd4d6 req-bf0e9bca-ac1b-48ef-ad89-4bba04584763 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087698
Apr 09 20:58:37.140475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Deleting port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:37.140938 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:37.200355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Sync routers for ids ['21d77bac-cb07-48f6-aead-2470e2b24f67'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:37.211260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Routers {'21d77bac-cb07-48f6-aead-2470e2b24f67'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:37.211961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237656ab80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21d77bac-cb07-48f6-aead-2470e2b24f67'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:37.280864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] For port b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,segment=NetworkSegment(1680bb26-06af-42dc-95d9-092280f5fa55),segment_id=1680bb26-06af-42dc-95d9-092280f5fa55)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:37.281251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:37.315121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef938e-a0bd-4e90-a7ad-0d01e66ec86c req-09fc6633-374e-4b29-a943-5eaabfcfe2ba tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:37.322227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53ef938e-a0bd-4e90-a7ad-0d01e66ec86c req-09fc6633-374e-4b29-a943-5eaabfcfe2ba tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.1012995
Apr 09 20:58:37.334840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Calling delete_port for b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:37.432593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e18b0-1124-4408-a15e-91b316f212a3 req-ebf9d664-cc6c-4b64-8aa6-b6e307e9362c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:37.434320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-427e18b0-1124-4408-a15e-91b316f212a3 req-ebf9d664-cc6c-4b64-8aa6-b6e307e9362c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.1398318
Apr 09 20:58:37.487632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53ef938e-a0bd-4e90-a7ad-0d01e66ec86c req-b4ce93d0-8116-45c9-84ea-8b0c19573311 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1645067
Apr 09 20:58:37.492426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Set router 21d77bac-cb07-48f6-aead-2470e2b24f67 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:37.583457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-427e18b0-1124-4408-a15e-91b316f212a3 req-865bdf69-3e5c-48a5-8798-1e773decaf0b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424077
Apr 09 20:58:37.725487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237656ab80>, [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 4, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port': {'id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:30Z', 'updated_at': '2022-04-09T20:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6062a07e-6f10-40e0-aae6-8b65c689bd32', 'name': '', 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'mac_address': 'fa:16:3e:c3:8b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6ef9a16-1169-4980-bbae-d4ac9cbe6150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:32Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 2, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'subnets': [{'id': 'd6ef9a16-1169-4980-bbae-d4ac9cbe6150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:37.760042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Checking router: 21d77bac-cb07-48f6-aead-2470e2b24f67 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:37.760401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Updating router 21d77bac-cb07-48f6-aead-2470e2b24f67 port 6062a07e-6f10-40e0-aae6-8b65c689bd32 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 20:58:37.780643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0755767-1012-465a-9d12-ad6b16987261 req-5b508845-1e87-4322-a0fe-6ad28bd5e754 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:37.782279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0755767-1012-465a-9d12-ad6b16987261 req-5b508845-1e87-4322-a0fe-6ad28bd5e754 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1223261
Apr 09 20:58:37.785903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:37.790457 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:37.802947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea8f81-4c5f-46a0-aee9-c6aa75f29ec8 req-55f610c4-37d9-4d60-81f7-aec3269372bf tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:37.804418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3ea8f81-4c5f-46a0-aee9-c6aa75f29ec8 req-55f610c4-37d9-4d60-81f7-aec3269372bf tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0847480
Apr 09 20:58:37.835143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:37.960244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0755767-1012-465a-9d12-ad6b16987261 req-4e52b630-d112-4b76-a320-72c0ecc16a58 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646187
Apr 09 20:58:37.969499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3ea8f81-4c5f-46a0-aee9-c6aa75f29ec8 req-b14f8d89-cffc-4431-acd4-f9373a5e728e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422575
Apr 09 20:58:38.127739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:38.129641 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Publish callbacks [] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:38.141787 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:38.215703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9716e-22ea-40cc-b750-62075d6767cb None None] Pushing event updated for resources: {'Port': ['ID=6062a07e-6f10-40e0-aae6-8b65c689bd32,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:38.285847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Attempting to bind port 6062a07e-6f10-40e0-aae6-8b65c689bd32 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:38.286154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Attempting to bind port 6062a07e-6f10-40e0-aae6-8b65c689bd32 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:38.286518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Attempting to bind port 6062a07e-6f10-40e0-aae6-8b65c689bd32 on network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:38.296600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:38.297307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Checking segment: {'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:38.297761 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:38.298265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Bound using segment: {'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:38.298747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Bound port: 6062a07e-6f10-40e0-aae6-8b65c689bd32, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5945215-fdbb-4587-adfd-df022593b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:38.299201 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:38.388982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] For port 6062a07e-6f10-40e0-aae6-8b65c689bd32, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:38.393991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] For port 6062a07e-6f10-40e0-aae6-8b65c689bd32, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6062a07e-6f10-40e0-aae6-8b65c689bd32,segment=NetworkSegment(d5945215-fdbb-4587-adfd-df022593b067),segment_id=d5945215-fdbb-4587-adfd-df022593b067)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:38.406704 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:38.494083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9716e-22ea-40cc-b750-62075d6767cb None None] Pushing event updated for resources: {'Port': ['ID=6062a07e-6f10-40e0-aae6-8b65c689bd32,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:38.515309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Routers {'21d77bac-cb07-48f6-aead-2470e2b24f67'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:38.515962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237656ab80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21d77bac-cb07-48f6-aead-2470e2b24f67'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:38.612438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1a20-5c56-4bcb-8dd9-588fb5fbceb4 req-df5b7d1c-fec6-48fc-8010-089f10ce243b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:38.617654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdab1a20-5c56-4bcb-8dd9-588fb5fbceb4 req-df5b7d1c-fec6-48fc-8010-089f10ce243b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1323011
Apr 09 20:58:38.624997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a856-0be3-4e1b-b92b-d37c85ec0452 req-cde61dc9-cfd3-49c9-ba70-94e6fcd44924 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:38.627531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44d4a856-0be3-4e1b-b92b-d37c85ec0452 req-cde61dc9-cfd3-49c9-ba70-94e6fcd44924 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.4331031
Apr 09 20:58:38.657398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-729f9236-1ea2-4c0e-87ca-af7e6c152350 None None] Provisioning complete for port 6062a07e-6f10-40e0-aae6-8b65c689bd32 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:38.657959 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-729f9236-1ea2-4c0e-87ca-af7e6c152350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:38.701970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] Set router 21d77bac-cb07-48f6-aead-2470e2b24f67 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:38.836614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44d4a856-0be3-4e1b-b92b-d37c85ec0452 req-57544931-23fb-4117-b806-fb2b0051a331 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397560
Apr 09 20:58:38.867600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdab1a20-5c56-4bcb-8dd9-588fb5fbceb4 req-d2ebf3dd-cef5-464e-8818-6d618fe99dcf tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377028
Apr 09 20:58:38.869664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ffc8769d-bea9-474b-8420-9df62a8c2d0e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:38.979054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-729f9236-1ea2-4c0e-87ca-af7e6c152350 None None] Current status of the port 6062a07e-6f10-40e0-aae6-8b65c689bd32 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:38.979434 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-729f9236-1ea2-4c0e-87ca-af7e6c152350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:39.043565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ffc8769d-bea9-474b-8420-9df62a8c2d0e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:39.044120 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:39.044246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:58:39.121942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e9d53-ec58-4767-ab88-349fe97eaeac req-2b17b1ce-5955-4f4a-b1d7-f60c002b8a84 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:39.125519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec9e9d53-ec58-4767-ab88-349fe97eaeac req-2b17b1ce-5955-4f4a-b1d7-f60c002b8a84 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.1718440
Apr 09 20:58:39.146924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-729f9236-1ea2-4c0e-87ca-af7e6c152350 None None] For port 6062a07e-6f10-40e0-aae6-8b65c689bd32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6062a07e-6f10-40e0-aae6-8b65c689bd32,segment=NetworkSegment(d5945215-fdbb-4587-adfd-df022593b067),segment_id=d5945215-fdbb-4587-adfd-df022593b067)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:39.157249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-729f9236-1ea2-4c0e-87ca-af7e6c152350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:39.174423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9965b40-4883-4af1-a549-15345d610412 req-4500e934-62ad-420c-80dc-38433370f4f8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:39.175584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237656ab80>, [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 4, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port': {'id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:30Z', 'updated_at': '2022-04-09T20:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6062a07e-6f10-40e0-aae6-8b65c689bd32', 'name': '', 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'mac_address': 'fa:16:3e:c3:8b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6ef9a16-1169-4980-bbae-d4ac9cbe6150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:32Z', 'updated_at': '2022-04-09T20:58:38Z', 'revision_number': 4, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'subnets': [{'id': 'd6ef9a16-1169-4980-bbae-d4ac9cbe6150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:39.176056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9965b40-4883-4af1-a549-15345d610412 req-4500e934-62ad-420c-80dc-38433370f4f8 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.2084954
Apr 09 20:58:39.232342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7838136-3ee7-47ab-bc6c-48b903c81ed6 None None] The sync data for ids ['21d77bac-cb07-48f6-aead-2470e2b24f67'] in ncdv-master-1 is: [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 4, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port': {'id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:30Z', 'updated_at': '2022-04-09T20:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6062a07e-6f10-40e0-aae6-8b65c689bd32', 'name': '', 'network_id': '791970a2-c08b-406e-b295-e8ce6d1ea6b8', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'mac_address': 'fa:16:3e:c3:8b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6ef9a16-1169-4980-bbae-d4ac9cbe6150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:32Z', 'updated_at': '2022-04-09T20:58:38Z', 'revision_number': 4, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'subnets': [{'id': 'd6ef9a16-1169-4980-bbae-d4ac9cbe6150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:39.333527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f9236-1ea2-4c0e-87ca-af7e6c152350 None None] Pushing event updated for resources: {'Port': ['ID=6062a07e-6f10-40e0-aae6-8b65c689bd32,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:39.333949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec9e9d53-ec58-4767-ab88-349fe97eaeac req-b123d464-cbf6-4c69-9f84-12bf5db55855 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568117
Apr 09 20:58:39.340575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-536ec453-c578-4133-b4f1-9e0a13dae1a8 None None] Provisioning complete for port 6062a07e-6f10-40e0-aae6-8b65c689bd32 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:39.340941 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-536ec453-c578-4133-b4f1-9e0a13dae1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:39.354658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9965b40-4883-4af1-a549-15345d610412 req-cca54bee-ec98-4584-8c74-325a6ed220a4 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1542754
Apr 09 20:58:39.386129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:39.388324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ffc8769d-bea9-474b-8420-9df62a8c2d0e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:39.405392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-93d6ecdc-4ec7-42d5-a849-f4d4411d3421 admin admin] 10.222.0.30 "PUT /v2.0/routers/8ef13bd5-21f4-43e2-83b4-6f87fffd4b18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1778173
Apr 09 20:58:39.408003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45024) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:39.411828 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] Sync routers for ids ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:39.418344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c1403504-af69-4de2-91df-e163589ef69b no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:39.426110 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] Routers {'8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:39.427012 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777a0880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:39.632316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks [] for router (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:39.701770 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] Set router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:39.736295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c1403504-af69-4de2-91df-e163589ef69b is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:39.736684 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c1403504-af69-4de2-91df-e163589ef69b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:39.784024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-a66ef41a-9ca0-48fd-933b-292f82060b99 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:39.785848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-a66ef41a-9ca0-48fd-933b-292f82060b99 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 946 time: 0.3215747
Apr 09 20:58:39.800456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495c34-05ca-4706-9454-2b4016cd5aa9 req-95703695-0398-48fd-87f7-92a7d61eb0a8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:39.808489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16495c34-05ca-4706-9454-2b4016cd5aa9 req-95703695-0398-48fd-87f7-92a7d61eb0a8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.2008073
Apr 09 20:58:39.814373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-536ec453-c578-4133-b4f1-9e0a13dae1a8 None None] Current status of the port 6062a07e-6f10-40e0-aae6-8b65c689bd32 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:39.816194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:39.818617 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c71908e-9e44-4bba-86cc-154a682a3ddc" -d '{"events": [{"server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1403504-af69-4de2-91df-e163589ef69b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:39.844137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c1403504-af69-4de2-91df-e163589ef69b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1403504-af69-4de2-91df-e163589ef69b,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:39.844456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d740dc-4dc6-4f0a-8485-e8b4c978217a req-6112cca1-a44b-4324-a007-869516924f3e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:39.852786 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c1403504-af69-4de2-91df-e163589ef69b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:39.856968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d740dc-4dc6-4f0a-8485-e8b4c978217a req-6112cca1-a44b-4324-a007-869516924f3e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1853211
Apr 09 20:58:39.907043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8b6f7fe1-1a7b-46df-b79c-e1372000a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:39.909067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-8b6f7fe1-1a7b-46df-b79c-e1372000a971 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 1129 time: 0.0816658
Apr 09 20:58:39.915963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks [] for router_gateway (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:39.964185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c1403504-af69-4de2-91df-e163589ef69b,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:40.010300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d740dc-4dc6-4f0a-8485-e8b4c978217a req-2b15b864-5d4b-4fdd-a3db-5a099927ec5f tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520007
Apr 09 20:58:40.037411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16495c34-05ca-4706-9454-2b4016cd5aa9 req-0a0970c9-3cf3-4cf1-b5af-da0213845528 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277703
Apr 09 20:58:40.119095 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-e47a45ad-e911-461b-8e34-0738721b350a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=754b37cf-8904-48a6-9835-7135d3f52459 HTTP/1.1" status: 200  len: 217 time: 0.0891852
Apr 09 20:58:40.123282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Deleting port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:40.124061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:40.135488 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777a0880>, [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:58:37Z', 'revision_number': 5, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port': {'id': '77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:56:55Z', 'updated_at': '2022-04-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:40.150532 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404fb350-6378-4bcb-af11-656ea8cf43d7 x-openstack-request-id: req-404fb350-6378-4bcb-af11-656ea8cf43d7 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:40.150532 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1403504-af69-4de2-91df-e163589ef69b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:40.150532 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-404fb350-6378-4bcb-af11-656ea8cf43d7 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:40.151658 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404fb350-6378-4bcb-af11-656ea8cf43d7'] response: {'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b', 'code': 200}
Apr 09 20:58:40.221157 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] Checking router: 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:40.249601 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] Routers {'8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:40.250490 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777a0880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:40.269137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] For port 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:40.269791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:40.270922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266820c-05c5-4b05-889f-1620796e6623 req-ce66d47a-808c-43fb-afec-dd9b6540c1fc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:40.272559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0266820c-05c5-4b05-889f-1620796e6623 req-ce66d47a-808c-43fb-afec-dd9b6540c1fc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0899522
Apr 09 20:58:40.286096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Calling delete_port for 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:40.342912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Deleting port c1403504-af69-4de2-91df-e163589ef69b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:40.343596 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c1403504-af69-4de2-91df-e163589ef69b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:40.395546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686160e4-fefb-437d-a8df-8a8c24820b1d req-7ec7d53c-635a-4ab5-8fc3-0a86c794c641 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:40.397417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-686160e4-fefb-437d-a8df-8a8c24820b1d req-7ec7d53c-635a-4ab5-8fc3-0a86c794c641 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 945 time: 0.1213527
Apr 09 20:58:40.431449 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] Set router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:40.449666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0266820c-05c5-4b05-889f-1620796e6623 req-52c068ee-b6fe-4c32-ae3c-a57ff8838e75 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644056
Apr 09 20:58:40.530335 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777a0880>, [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:58:39Z', 'revision_number': 6, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:40.575075 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8f3ea-caf5-47e7-824a-83a45502f4de None None] The sync data for ids ['8ef13bd5-21f4-43e2-83b4-6f87fffd4b18'] in ncdv-master-1 is: [{'id': '8ef13bd5-21f4-43e2-83b4-6f87fffd4b18', 'name': 'tempest-ServersTestMultiNic-418717328-router', 'tenant_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:56:54Z', 'updated_at': '2022-04-09T20:58:39Z', 'revision_number': 6, 'project_id': 'bf4fe086a6e94378997756b1fc02a6c7', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:40.587470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-686160e4-fefb-437d-a8df-8a8c24820b1d req-d04ed10b-9cf4-4833-b58b-e3e39b7ad04c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809115
Apr 09 20:58:40.625462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] For port c1403504-af69-4de2-91df-e163589ef69b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1403504-af69-4de2-91df-e163589ef69b,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:40.625871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c1403504-af69-4de2-91df-e163589ef69b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:40.736778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-42f72517-d610-4436-966a-75eb07f57cf3 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:40.739229 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-42f72517-d610-4436-966a-75eb07f57cf3 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1758270
Apr 09 20:58:40.749450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-42e67c1f-cfd3-445e-9f0f-a4cfad4e976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:40.751065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-42e67c1f-cfd3-445e-9f0f-a4cfad4e976d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1836827
Apr 09 20:58:40.763972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da2e27-d0d6-4540-92fd-a36ce7d45a2d req-e36ef7e4-67d5-4ca8-ad8b-a16e8c5f09d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:40.765578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98da2e27-d0d6-4540-92fd-a36ce7d45a2d req-e36ef7e4-67d5-4ca8-ad8b-a16e8c5f09d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.2115529
Apr 09 20:58:40.774500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:40.812192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:40.834535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6062a07e-6f10-40e0-aae6-8b65c689bd32 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:40.879498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:40.902731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6062a07e-6f10-40e0-aae6-8b65c689bd32 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:40.903548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:40.929710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495019b-ca29-48d3-a9c0-94e0d091313a req-30b20aaf-37f6-48bd-90ef-22823311a901 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:40.940288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b495019b-ca29-48d3-a9c0-94e0d091313a req-30b20aaf-37f6-48bd-90ef-22823311a901 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 944 time: 0.2089715
Apr 09 20:58:40.949325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-68c1e1f3-9aec-4a98-80b8-4fddf9ff6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:40.951716 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-68c1e1f3-9aec-4a98-80b8-4fddf9ff6ce5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1326294
Apr 09 20:58:41.012135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6062a07e-6f10-40e0-aae6-8b65c689bd32 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:41.027807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98da2e27-d0d6-4540-92fd-a36ce7d45a2d req-b327ca1d-d8fa-4b58-89f2-0335f1fd0d7e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319453
Apr 09 20:58:41.036326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.060414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b495019b-ca29-48d3-a9c0-94e0d091313a req-92586348-0943-4a83-a837-11246c52cb7a tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ccf15f03-eeb5-45d0-9015-b0da964ca6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189709
Apr 09 20:58:41.062274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.201002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fda9b-0470-4c3a-94f2-ae618243c837 req-bde8cbb5-7a87-433e-a472-fb02f6c892b7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:41.201002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-782fda9b-0470-4c3a-94f2-ae618243c837 req-bde8cbb5-7a87-433e-a472-fb02f6c892b7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0708234
Apr 09 20:58:41.302974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.303428 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.303806 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Floating IP fb2674a5-a3c8-4311-90e3-c7e06dd156d5 disassociated. External IP: 172.35.0.206, port: c1403504-af69-4de2-91df-e163589ef69b.
Apr 09 20:58:41.304205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Calling delete_port for c1403504-af69-4de2-91df-e163589ef69b owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:41.316697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422fd75-7494-49d7-bfe1-6d845e37b80e req-d1dd00f3-7bf8-4ee5-add8-1dc3eef9446b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:41.318840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e422fd75-7494-49d7-bfe1-6d845e37b80e req-d1dd00f3-7bf8-4ee5-add8-1dc3eef9446b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1038227
Apr 09 20:58:41.332935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-782fda9b-0470-4c3a-94f2-ae618243c837 req-2d96693a-2c6d-4b9c-90f1-abf349a73d0d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053014
Apr 09 20:58:41.337648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.386136 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks [] for router_controller (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.400534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 146c43f4-1b2c-4bf3-bc91-df1e1247e407 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:58:41.508900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e422fd75-7494-49d7-bfe1-6d845e37b80e req-1a83bf15-9680-4e3e-847f-749e478b477f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713412
Apr 09 20:58:41.630428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (8ef13bd5-21f4-43e2-83b4-6f87fffd4b18), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.631877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 20:58:41.645435 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.650364 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0cfa599b-5296-4bf8-a801-add929f192d3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8ef13bd5-21f4-43e2-83b4-6f87fffd4b18 HTTP/1.1" status: 204  len: 168 time: 2.2412794
Apr 09 20:58:41.655514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:41.668834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45054) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:41.670133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 146c43f4-1b2c-4bf3-bc91-df1e1247e407 has no active binding in host nch2-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 20:58:41.698148 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-5dd27978-e057-4f11-86b3-f1ffe763f058 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5305848
Apr 09 20:58:41.803927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d1a72-2c32-427a-b514-a799f8d51127 req-eb5a0994-3c79-45f1-a5d0-f409c5a55a3d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:41.805683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c88d1a72-2c32-427a-b514-a799f8d51127 req-eb5a0994-3c79-45f1-a5d0-f409c5a55a3d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1803610
Apr 09 20:58:41.819847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:41.820881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce720735-bb91-4e86-a952-1a045d5741f8 req-6126817c-0fe0-475d-b751-fa3e641a45ef tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:41.827845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce720735-bb91-4e86-a952-1a045d5741f8 req-6126817c-0fe0-475d-b751-fa3e641a45ef tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.1407661
Apr 09 20:58:41.869162 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c1403504-af69-4de2-91df-e163589ef69b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.876256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-779950a6-3ea7-4e25-9250-d475c6d5ae19 admin admin] Deleting subnet 7ccbfe64-88f3-42be-bea3-dda3cbe13fd1 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:58:41.887170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-779950a6-3ea7-4e25-9250-d475c6d5ae19 admin admin] Publish callbacks [] for subnet (7ccbfe64-88f3-42be-bea3-dda3cbe13fd1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.898283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:41.901553 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd94f25d-5346-41a0-bc96-22aa62560836 req-1863b8d3-7343-4ffa-b75f-9e82ca9b397d service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911185
Apr 09 20:58:41.949540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event deleted for resources: {'Port': ['ID=c1403504-af69-4de2-91df-e163589ef69b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:41.953762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:41.958652 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fae9ef-97ee-4589-b0e7-348d9679eda6" -d '{"events": [{"server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "name": "network-vif-unplugged", "status": "completed", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:41.963735 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Publish callbacks [] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:41.974416 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:42.008453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-779950a6-3ea7-4e25-9250-d475c6d5ae19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (7ccbfe64-88f3-42be-bea3-dda3cbe13fd1), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:42.037322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce720735-bb91-4e86-a952-1a045d5741f8 req-8ea4cd24-4690-4e84-9e63-f6db94dac107 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085528
Apr 09 20:58:42.040905 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c88d1a72-2c32-427a-b514-a799f8d51127 req-7fb180d8-97c3-40c1-9a87-ac1cd8f5892d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044785
Apr 09 20:58:42.150668 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffba5cc5-49b7-4510-92c3-6ab8fd6af806 x-openstack-request-id: req-ffba5cc5-49b7-4510-92c3-6ab8fd6af806 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:42.150668 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "name": "network-vif-unplugged", "status": "completed", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:42.150668 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffba5cc5-49b7-4510-92c3-6ab8fd6af806 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:42.150668 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffba5cc5-49b7-4510-92c3-6ab8fd6af806'] response: {'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407', 'code': 200}
Apr 09 20:58:42.150668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Pushing event updated for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:42.165517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:42.165738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:42.166077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:42.171437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:58:42.171750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Attempting to bind port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:42.178328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:42.178670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:42.179060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:42.179498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Bound port: 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:42.179857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:42.268694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:42.275496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:42.287228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:42.389116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d1cb-fde5-471b-8bde-5ed7881612a9 req-2fa0c47a-50a2-487d-9194-f0619354b59f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:42.390888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d522d1cb-fde5-471b-8bde-5ed7881612a9 req-2fa0c47a-50a2-487d-9194-f0619354b59f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1887233
Apr 09 20:58:42.397353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-779950a6-3ea7-4e25-9250-d475c6d5ae19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (7ccbfe64-88f3-42be-bea3-dda3cbe13fd1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:42.417295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:42.417954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:42.425571 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] 10.222.0.25 "PUT /v2.0/ports/146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 200  len: 1121 time: 1.6720998
Apr 09 20:58:42.433768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e95d-eede-4b7b-90c4-75d0095376f1 service neutron] Pushing event updated for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=8']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:42.449912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846c05d-a3e9-4522-a99f-7fc3bbc533de req-c83bcdc8-da6c-4cb9-9c1f-21168fef9d49 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:42.451630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a846c05d-a3e9-4522-a99f-7fc3bbc533de req-c83bcdc8-da6c-4cb9-9c1f-21168fef9d49 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.2363038
Apr 09 20:58:42.501139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['146c43f4-1b2c-4bf3-bc91-df1e1247e407'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:42.510815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Router 1da7d52e-49af-41cb-baa9-b95a66dd7790 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:58:42.551176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['146c43f4-1b2c-4bf3-bc91-df1e1247e407'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:42.580093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d522d1cb-fde5-471b-8bde-5ed7881612a9 req-90dc89c7-7ca2-4dce-aaff-8e922b501fc8 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753674
Apr 09 20:58:42.585345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a846c05d-a3e9-4522-a99f-7fc3bbc533de req-a7a06172-76b2-477c-b859-f7f87fea6584 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962117
Apr 09 20:58:42.945892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:42.991599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:42.991945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 77f6ec3b-b7b9-4fd2-b08c-86ece6f33e79 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:42.992364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:43.021773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:43.022269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7c14c4c-fa9e-4ac0-a826-9069a0fb2c2b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:43.056225 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-779950a6-3ea7-4e25-9250-d475c6d5ae19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (7ccbfe64-88f3-42be-bea3-dda3cbe13fd1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.124606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b173d0a-c65f-478f-88e1-046441c233be req-664ef959-f714-485a-8979-a49f60a113c1 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 210 time: 0.0920346
Apr 09 20:58:43.129419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779950a6-3ea7-4e25-9250-d475c6d5ae19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ccbfe64-88f3-42be-bea3-dda3cbe13fd1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:43.149928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-779950a6-3ea7-4e25-9250-d475c6d5ae19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.149928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-779950a6-3ea7-4e25-9250-d475c6d5ae19 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7ccbfe64-88f3-42be-bea3-dda3cbe13fd1 HTTP/1.1" status: 204  len: 168 time: 1.4697442
Apr 09 20:58:43.150294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45072) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:43.156707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f063c-3c6f-4019-a2dc-d3290998217b None None] Network 46c7a6e0-6642-49c5-8303-85cb6b20824c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:43.176477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e029f-240c-4823-89a9-6d163ff8c120 req-328b096b-9ce6-41e9-9ec0-ca55e4cf639a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:43.183559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b55e029f-240c-4823-89a9-6d163ff8c120 req-328b096b-9ce6-41e9-9ec0-ca55e4cf639a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1521378
Apr 09 20:58:43.242143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:43.271313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] Sync routers for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:43.274538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (46c7a6e0-6642-49c5-8303-85cb6b20824c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.286855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:43.287841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376229e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:43.350344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Deleting port 04d56153-6821-409e-96ad-4dcfae0100a2 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:43.350689 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.355805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] DHCP port deletion for 46c7a6e0-6642-49c5-8303-85cb6b20824c request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:58:43.388491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] No DVR routers for this DVR port c1403504-af69-4de2-91df-e163589ef69b on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:43.413768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b55e029f-240c-4823-89a9-6d163ff8c120 req-10f867f0-5a42-423b-ab7a-05f8bd957647 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208359
Apr 09 20:58:43.413768 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.419634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e36b67b2-28b0-412c-8975-3347d6f207ff req-f2bef6c6-2ea1-4f5f-9a3e-fa9eeec25400 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.25 "DELETE /v2.0/ports/c1403504-af69-4de2-91df-e163589ef69b HTTP/1.1" status: 204  len: 173 time: 3.3809741
Apr 09 20:58:43.420151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'name': 'network-vif-deleted', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:43.427696 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d98133-b85b-4327-b92e-562f27abd2cc" -d '{"events": [{"server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "name": "network-vif-deleted", "tag": "c1403504-af69-4de2-91df-e163589ef69b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:43.439549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:43.439748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] For port 04d56153-6821-409e-96ad-4dcfae0100a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04d56153-6821-409e-96ad-4dcfae0100a2,segment=NetworkSegment(1680bb26-06af-42dc-95d9-092280f5fa55),segment_id=1680bb26-06af-42dc-95d9-092280f5fa55)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:43.439748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.455672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9af965-de5d-49a5-bbdf-ad821eb0941b req-683513bf-4116-4f53-99d6-cc08328f74f8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:43.459731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c9af965-de5d-49a5-bbdf-ad821eb0941b req-683513bf-4116-4f53-99d6-cc08328f74f8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.2061732
Apr 09 20:58:43.466886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Calling delete_port for 04d56153-6821-409e-96ad-4dcfae0100a2 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:43.568699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c638e7-0ac3-43a3-8be5-e6f23ad639ad req-055cf1b3-8994-48c9-aac5-c76b4298f621 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:43.572597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c638e7-0ac3-43a3-8be5-e6f23ad639ad req-055cf1b3-8994-48c9-aac5-c76b4298f621 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 946 time: 0.0700812
Apr 09 20:58:43.580195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.614983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=04d56153-6821-409e-96ad-4dcfae0100a2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:43.617309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] No DVR routers for this DVR port 04d56153-6821-409e-96ad-4dcfae0100a2 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:43.620923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] Deleting port 04d56153-6821-409e-96ad-4dcfae0100a2 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:43.621564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.636670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c9af965-de5d-49a5-bbdf-ad821eb0941b req-7cbcaf21-b3b9-4982-b421-9495824480c2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703382
Apr 09 20:58:43.683562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c638e7-0ac3-43a3-8be5-e6f23ad639ad req-35c07e6c-d067-4089-ad4b-6912e61f93a2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004894
Apr 09 20:58:43.718619 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7601d252-79ce-4091-850d-7dc6b782c2c2 x-openstack-request-id: req-7601d252-79ce-4091-850d-7dc6b782c2c2 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:43.719115 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c612ae-fb61-4249-b814-19a660bc500b", "name": "network-vif-deleted", "tag": "c1403504-af69-4de2-91df-e163589ef69b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:43.719520 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7601d252-79ce-4091-850d-7dc6b782c2c2 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:43.720080 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7601d252-79ce-4091-850d-7dc6b782c2c2'] response: {'server_uuid': '99c612ae-fb61-4249-b814-19a660bc500b', 'name': 'network-vif-deleted', 'tag': 'c1403504-af69-4de2-91df-e163589ef69b', 'status': 'completed', 'code': 200}
Apr 09 20:58:43.734011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] For port 04d56153-6821-409e-96ad-4dcfae0100a2, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:43.734424 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.753452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] Calling delete_port for 04d56153-6821-409e-96ad-4dcfae0100a2 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:43.758141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] Port 04d56153-6821-409e-96ad-4dcfae0100a2 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 20:58:43.759725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376229e20>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:43.761620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (04d56153-6821-409e-96ad-4dcfae0100a2), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.783638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (46c7a6e0-6642-49c5-8303-85cb6b20824c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.811271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375c1b340>,) {'filters': {'network_id': ['46c7a6e0-6642-49c5-8303-85cb6b20824c']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:43.818660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] Checking router: 1da7d52e-49af-41cb-baa9-b95a66dd7790 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:43.823197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] Pushing event deleted for resources: {'Port': ['ID=04d56153-6821-409e-96ad-4dcfae0100a2,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:43.826877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375c1b340>, '1680bb26-06af-42dc-95d9-092280f5fa55') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:43.827385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375c1b340>, '1680bb26-06af-42dc-95d9-092280f5fa55') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:43.828531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36b485-e114-4a90-8954-78637e2ea4f2 None None] No DVR routers for this DVR port 04d56153-6821-409e-96ad-4dcfae0100a2 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:43.830343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:43.831009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376229e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:43.846900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (1680bb26-06af-42dc-95d9-092280f5fa55), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.864082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1680bb26-06af-42dc-95d9-092280f5fa55), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.875462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:58:43.875866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (1680bb26-06af-42dc-95d9-092280f5fa55), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:58:43.878183 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:58:43.914157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ab92-776a-426e-8921-21f21f1b9c33 req-d708b5d2-0ed5-4504-a9e6-ecc2aeb0a4b9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:43.915896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3804ab92-776a-426e-8921-21f21f1b9c33 req-d708b5d2-0ed5-4504-a9e6-ecc2aeb0a4b9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1148012
Apr 09 20:58:43.928357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872eaad-a85a-40fd-847b-abf1bd4a3087 req-bbad3f50-fedc-4f4e-869c-d5bb54ef2132 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:43.933557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3872eaad-a85a-40fd-847b-abf1bd4a3087 req-bbad3f50-fedc-4f4e-869c-d5bb54ef2132 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.1162512
Apr 09 20:58:43.956952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (46c7a6e0-6642-49c5-8303-85cb6b20824c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.973168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:43.974862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:43.976261 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] 10.222.0.30 "DELETE /v2.0/networks/46c7a6e0-6642-49c5-8303-85cb6b20824c HTTP/1.1" status: 204  len: 168 time: 0.8287621
Apr 09 20:58:44.001454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a6731-5d0b-4001-8e35-6292d74f0fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=46c7a6e0-6642-49c5-8303-85cb6b20824c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:44.063423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3804ab92-776a-426e-8921-21f21f1b9c33 req-54ed2d33-816e-4228-af9f-7af016f7af3a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262691
Apr 09 20:58:44.081511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3872eaad-a85a-40fd-847b-abf1bd4a3087 req-ab283e26-99b2-4585-b439-5e05f31e171b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298375
Apr 09 20:58:44.144775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:44.148532 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5808bd-189d-44d9-80fc-62b42b409c76" -d '{"events": [{"name": "network-changed", "server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:44.194004 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978e55bb-93d9-4206-98d8-162876c47a09 x-openstack-request-id: req-978e55bb-93d9-4206-98d8-162876c47a09 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:44.195083 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:44.195633 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-978e55bb-93d9-4206-98d8-162876c47a09 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:44.196916 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978e55bb-93d9-4206-98d8-162876c47a09'] response: {'name': 'network-changed', 'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407', 'status': 'completed', 'code': 200}
Apr 09 20:58:44.229723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376229e20>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:44.293595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45094) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:44.296778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-f8070144-a9b8-42b7-a829-fccbe75c232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:44.298715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-f8070144-a9b8-42b7-a829-fccbe75c232c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1155 time: 0.0813828
Apr 09 20:58:44.304474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902809cb-a3a5-47c2-b4f6-20af7d0a5dd0 None None] The sync data for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 is: [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:54:57Z', 'revision_number': 4, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '725b5ddd-e88a-4b26-b054-5b5494b797ba', 'name': '', 'network_id': 'fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'mac_address': 'fa:16:3e:ee:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:56Z', 'updated_at': '2022-04-09T20:55:06Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'subnets': [{'id': '985f71d8-d31a-4ff1-bf7c-077ac7606201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:44.353655 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e6b278b2-dcc4-4da8-bd09-0d2d95de5ee2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf4fe086a6e94378997756b1fc02a6c7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0575585
Apr 09 20:58:44.356716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45100) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:44.370590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e28749ca-9cf8-41f2-a01d-af8e2811c56a req-ecf32e15-9ec6-47cc-a4e2-48787aa9b863 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/ports?device_id=99c612ae-fb61-4249-b814-19a660bc500b HTTP/1.1" status: 200  len: 210 time: 0.0838361
Apr 09 20:58:44.460508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a4-3da6-4014-a950-d301174ab311 admin admin] Publish callbacks [] for security_group (311fd224-3bcc-4fcf-ab29-7a7df9e040ac), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:44.486797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a4-3da6-4014-a950-d301174ab311 admin admin] Publish callbacks [] for security_group (311fd224-3bcc-4fcf-ab29-7a7df9e040ac), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:44.523411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-79747e78-e297-4f4b-9858-b8905cb06774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:44.525748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-79747e78-e297-4f4b-9858-b8905cb06774 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.1878815
Apr 09 20:58:44.546524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2745658-71f4-4217-9ef2-ce75d7861896 req-72535c5d-9c43-4002-a947-585fa30b89fc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:44.548037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2745658-71f4-4217-9ef2-ce75d7861896 req-72535c5d-9c43-4002-a947-585fa30b89fc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0770068
Apr 09 20:58:44.548827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a4-3da6-4014-a950-d301174ab311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (311fd224-3bcc-4fcf-ab29-7a7df9e040ac), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:44.554808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a4-3da6-4014-a950-d301174ab311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:44.559284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9e0962a4-3da6-4014-a950-d301174ab311 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/311fd224-3bcc-4fcf-ab29-7a7df9e040ac HTTP/1.1" status: 204  len: 168 time: 0.2012484
Apr 09 20:58:44.569431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0962a4-3da6-4014-a950-d301174ab311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311fd224-3bcc-4fcf-ab29-7a7df9e040ac,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:44.594929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-1196b9aa-4602-4a1d-97c0-684659d82d87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 200  len: 217 time: 0.0625026
Apr 09 20:58:44.722826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-8e50a412-030e-4034-961b-2ce51d723dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:44.724441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-8e50a412-030e-4034-961b-2ce51d723dd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1197186
Apr 09 20:58:44.819222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 04d56153-6821-409e-96ad-4dcfae0100a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:44.848241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 04d56153-6821-409e-96ad-4dcfae0100a2 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:44.848500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 04d56153-6821-409e-96ad-4dcfae0100a2 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:44.913207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2745658-71f4-4217-9ef2-ce75d7861896 req-39d38d18-80b5-409e-87b0-d42dd291284d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3156259
Apr 09 20:58:44.946570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-7c1d5e67-2c3e-406c-bc79-f8fd8988ac6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2020853
Apr 09 20:58:44.962890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbcc6b-579b-4b36-a0c7-f0041bd8e582 req-5b586138-16c4-40c4-9a26-b5751e505b6c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:44.964450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fcbcc6b-579b-4b36-a0c7-f0041bd8e582 req-5b586138-16c4-40c4-9a26-b5751e505b6c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.2213397
Apr 09 20:58:44.972469 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-756fa47a-1481-47df-a97c-30b340648691 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0799718
Apr 09 20:58:45.113670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fcbcc6b-579b-4b36-a0c7-f0041bd8e582 req-d487e1a7-93d5-4205-88c2-ff867624f619 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390483
Apr 09 20:58:45.125677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-db2607c5-2590-40bb-891b-696811249406 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602640
Apr 09 20:58:45.251415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce6085-1ced-4bd7-99d9-b25c7ca8f6cb req-b8fa59f3-00ed-40c7-881a-7d3fe9638765 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:45.253019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73ce6085-1ced-4bd7-99d9-b25c7ca8f6cb req-b8fa59f3-00ed-40c7-881a-7d3fe9638765 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 947 time: 0.0868602
Apr 09 20:58:45.276740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da0f9b-c615-432b-912e-3e858fd2d8a1 req-83fea793-8ab3-4740-9571-664aa8316fea tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:45.278280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39da0f9b-c615-432b-912e-3e858fd2d8a1 req-83fea793-8ab3-4740-9571-664aa8316fea tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0796075
Apr 09 20:58:45.392263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-97857a29-f532-435c-8210-7c0f1c56acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:45.393846 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-97857a29-f532-435c-8210-7c0f1c56acb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 1131 time: 0.1158569
Apr 09 20:58:45.471727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73ce6085-1ced-4bd7-99d9-b25c7ca8f6cb req-7c100928-7268-4e24-9a3b-764da19aa704 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111990
Apr 09 20:58:45.539775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39da0f9b-c615-432b-912e-3e858fd2d8a1 req-1de7b3f4-0c8d-4e7e-90a2-91e847178e49 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147605
Apr 09 20:58:45.570162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc5808bd-189d-44d9-80fc-62b42b409c76 req-e36c5436-448d-4b2e-9cfe-2a0e8ba66ee2 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2904155
Apr 09 20:58:45.604448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-dbb65aea-7815-4624-ac32-7191b846a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:45.606753 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-dbb65aea-7815-4624-ac32-7191b846a9ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1847627
Apr 09 20:58:45.673702 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-2b90cb53-8e45-45be-aefc-4be680684616 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=147d52be-77da-4ccb-86ad-30f4bd1a6539 HTTP/1.1" status: 200  len: 217 time: 0.0598493
Apr 09 20:58:45.753366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45160) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:45.763269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-e3a5c389-7f02-40e0-b2d5-870888aacd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:45.764777 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-e3a5c389-7f02-40e0-b2d5-870888aacd15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0841672
Apr 09 20:58:45.780496 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a64892-fbfc-4ade-b371-2a4bcd27d5ef None None] New status for floating IP fb2674a5-a3c8-4311-90e3-c7e06dd156d5: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 20:58:45.785083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45162) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:45.816901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-c9a1f1f5-9e3d-4c1e-bb7c-abafe1ebe4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:45.818809 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-c9a1f1f5-9e3d-4c1e-bb7c-abafe1ebe4ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0453663
Apr 09 20:58:45.848489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 754b37cf-8904-48a6-9835-7135d3f52459 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:58:45.922770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8ab66c8-3287-4ae8-883c-5659ae8d2d82 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group (ccf15f03-eeb5-45d0-9015-b0da964ca6e0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:45.965149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8ab66c8-3287-4ae8-883c-5659ae8d2d82 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group (ccf15f03-eeb5-45d0-9015-b0da964ca6e0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:45.974610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1965021632-network', 'tenant_id': 'b70c13d77d304aa69f4eeb95e037ea4b'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:45.982089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 754b37cf-8904-48a6-9835-7135d3f52459, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=754b37cf-8904-48a6-9835-7135d3f52459,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:46.010925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '754b37cf-8904-48a6-9835-7135d3f52459', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '754b37cf-8904-48a6-9835-7135d3f52459', 'mac_address': 'fa:16:3e:e1:5f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:58:46.038613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Made reservation on behalf of b70c13d77d304aa69f4eeb95e037ea4b for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:46.041411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.094073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 754b37cf-8904-48a6-9835-7135d3f52459 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:46.094461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (754b37cf-8904-48a6-9835-7135d3f52459), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.099995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-f62237f0-baf7-4910-a8a7-db78a3f12d46 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734160
Apr 09 20:58:46.103263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.122597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754b37cf-8904-48a6-9835-7135d3f52459 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:46.142648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c3da1-f16f-4a84-b6dc-f1f7d985388f req-e95b6b2f-cce5-4d1a-9b75-ee9c1733ceb5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:46.145489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a02c3da1-f16f-4a84-b6dc-f1f7d985388f req-e95b6b2f-cce5-4d1a-9b75-ee9c1733ceb5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0882499
Apr 09 20:58:46.147094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 754b37cf-8904-48a6-9835-7135d3f52459, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=754b37cf-8904-48a6-9835-7135d3f52459,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:46.147533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8ab66c8-3287-4ae8-883c-5659ae8d2d82 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ccf15f03-eeb5-45d0-9015-b0da964ca6e0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.151517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8ab66c8-3287-4ae8-883c-5659ae8d2d82 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.153907 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (754b37cf-8904-48a6-9835-7135d3f52459), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.156270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a8ab66c8-3287-4ae8-883c-5659ae8d2d82 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "DELETE /v2.0/security-groups/ccf15f03-eeb5-45d0-9015-b0da964ca6e0 HTTP/1.1" status: 204  len: 168 time: 0.4017763
Apr 09 20:58:46.158767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45172) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:46.190643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab66c8-3287-4ae8-883c-5659ae8d2d82 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf15f03-eeb5-45d0-9015-b0da964ca6e0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:46.193440 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-4f690e84-eb88-4232-8258-d63008ad367c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] show failed (client error): The resource could not be found.
Apr 09 20:58:46.198451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45174) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:46.198818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f690e84-eb88-4232-8258-d63008ad367c tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "GET /v2.0/security-groups/ccf15f03-eeb5-45d0-9015-b0da964ca6e0 HTTP/1.1" status: 404  len: 347 time: 0.0270774
Apr 09 20:58:46.237974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=754b37cf-8904-48a6-9835-7135d3f52459,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:46.294579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a02c3da1-f16f-4a84-b6dc-f1f7d985388f req-cb583421-eb3d-4303-8b25-62e90b899e9b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369834
Apr 09 20:58:46.301885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b91c5-1bd6-48d2-97a0-fe716a366866 req-7b7bdb9a-58ca-4754-9b08-8f0c2fdc0063 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:46.303644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe3b91c5-1bd6-48d2-97a0-fe716a366866 req-7b7bdb9a-58ca-4754-9b08-8f0c2fdc0063 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1037295
Apr 09 20:58:46.363320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe3b91c5-1bd6-48d2-97a0-fe716a366866 req-4b3c5fc4-62ec-43c0-9ee0-46725eacb981 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523770
Apr 09 20:58:46.428915 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bc6086f-5150-4e5d-a931-3a280ec8bf87 req-bcfbdc21-9b7b-4197-b024-29fe6846baa0 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3176866
Apr 09 20:58:46.449104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Deleting port 85126e7e-1603-430d-b636-c681d934f1c7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:46.449445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (85126e7e-1603-430d-b636-c681d934f1c7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.456887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Publish callbacks [] for security_group (e59e00b4-2f4a-463b-95d5-3e59ff629247), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.467945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e59e00b4-2f4a-463b-95d5-3e59ff629247), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.535486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:58:46.547217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59e00b4-2f4a-463b-95d5-3e59ff629247,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:46.557827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (74afa9e5-eb34-4086-90ba-4dca3e5abed1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.558162 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Added segment 74afa9e5-eb34-4086-90ba-4dca3e5abed1 of type vlan for network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d
Apr 09 20:58:46.609980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (85126e7e-1603-430d-b636-c681d934f1c7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.610546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (85126e7e-1603-430d-b636-c681d934f1c7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.619433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065c2ab-65ff-4810-97f3-49bfed4a9e6b req-38be8b66-cd28-40b5-9cad-af2f1d7f3826 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:46.623143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0065c2ab-65ff-4810-97f3-49bfed4a9e6b req-38be8b66-cd28-40b5-9cad-af2f1d7f3826 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 948 time: 0.0703628
Apr 09 20:58:46.632772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d5e4efcc-ee43-45d2-b19a-a14b712d6e3d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.635195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Calling delete_port for 85126e7e-1603-430d-b636-c681d934f1c7 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:46.714012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d5e4efcc-ee43-45d2-b19a-a14b712d6e3d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.715085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:46.715664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.725771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dcb99-823b-4a59-8188-fda3aa3a1b6a req-eeaf5746-cc05-47a7-b92a-10df569ac876 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:46.727439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-008dcb99-823b-4a59-8188-fda3aa3a1b6a req-eeaf5746-cc05-47a7-b92a-10df569ac876 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0873957
Apr 09 20:58:46.744488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0065c2ab-65ff-4810-97f3-49bfed4a9e6b req-62c0425c-7413-4812-bcc7-8432acabb8d0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145091
Apr 09 20:58:46.759975 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9755018
Apr 09 20:58:46.764742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45182) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:46.771357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Request body: {'subnet': {'network_id': 'd5e4efcc-ee43-45d2-b19a-a14b712d6e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1965021632-subnet', 'tenant_id': 'b70c13d77d304aa69f4eeb95e037ea4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:46.798365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-008dcb99-823b-4a59-8188-fda3aa3a1b6a req-2eec1345-f02d-41ba-91b7-e3e78587b4ee tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639465
Apr 09 20:58:46.839674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4aaea9-24bd-4c9c-9076-355341d8d21f admin admin] Pushing event updated for resources: {'Network': ['ID=d5e4efcc-ee43-45d2-b19a-a14b712d6e3d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:46.842207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['754b37cf-8904-48a6-9835-7135d3f52459'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:46.853852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Made reservation on behalf of b70c13d77d304aa69f4eeb95e037ea4b for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:46.856996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:46.876128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:58:46.984397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (85126e7e-1603-430d-b636-c681d934f1c7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:47.294591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Pushing event deleted for resources: {'Port': ['ID=85126e7e-1603-430d-b636-c681d934f1c7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:47.397940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks [] for floatingip (fb2674a5-a3c8-4311-90e3-c7e06dd156d5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:47.400857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:47.404883 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0da2ad46-3513-47c2-b7f5-73abb2476667 tempest-ServersWithSpecificFlavorTestJSON-736295025 tempest-ServersWithSpecificFlavorTestJSON-736295025-project] 10.222.0.30 "DELETE /v2.0/floatingips/fb2674a5-a3c8-4311-90e3-c7e06dd156d5 HTTP/1.1" status: 204  len: 168 time: 1.2004015
Apr 09 20:58:47.448839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268ef6-57a4-45f7-a88d-76f7a91352a2 req-f32b900e-450f-421b-a04e-2185fdcdfdda tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:47.450611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68268ef6-57a4-45f7-a88d-76f7a91352a2 req-f32b900e-450f-421b-a04e-2185fdcdfdda tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0664461
Apr 09 20:58:47.470341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c72475d4-b4b9-456d-8300-ee2301b7a52f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:47.531358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72475d4-b4b9-456d-8300-ee2301b7a52f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:47.539350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Checking segment: {'id': '74afa9e5-eb34-4086-90ba-4dca3e5abed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5e4efcc-ee43-45d2-b19a-a14b712d6e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:47.539709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Network hostable DHCP agents. Network: d5e4efcc-ee43-45d2-b19a-a14b712d6e3d, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:58:47.547533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc9b64-9721-44f0-921c-ad3f12d18340 req-d4eb2363-c6ba-493b-9454-48d842a98d1b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:47.549063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99bc9b64-9721-44f0-921c-ad3f12d18340 req-d4eb2363-c6ba-493b-9454-48d842a98d1b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0748675
Apr 09 20:58:47.558043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68268ef6-57a4-45f7-a88d-76f7a91352a2 req-377dc58c-38ce-42ac-aa0d-25e19f60c752 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989337
Apr 09 20:58:47.560724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:58:47.577641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5e4efcc-ee43-45d2-b19a-a14b712d6e3d) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:47.584202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:47.584806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:47.590159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1948be5b-360a-4231-85ec-b5f7844f32fc None None] Network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:47.614439 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dfeee07b-469e-4032-a11b-7529cad43529 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8484824
Apr 09 20:58:47.641321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99bc9b64-9721-44f0-921c-ad3f12d18340 req-2da2966e-95ca-43a0-ae25-e746724021f0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834839
Apr 09 20:58:47.900053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cca2f-abd1-4225-9333-4b12737cb32b req-61ac247e-178c-4f81-a241-e9ce32068c01 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:47.901832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d90cca2f-abd1-4225-9333-4b12737cb32b req-61ac247e-178c-4f81-a241-e9ce32068c01 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 948 time: 0.0640562
Apr 09 20:58:47.929271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c471f-f4da-4d23-a827-b6a8dc2b2b71 None None] Network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:47.992239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3cac1-59a6-481a-8f97-4715c713bc04 req-0443dd5d-005d-4d50-9416-2d51ea233d36 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:47.993786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10c3cac1-59a6-481a-8f97-4715c713bc04 req-0443dd5d-005d-4d50-9416-2d51ea233d36 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0774565
Apr 09 20:58:47.997188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d90cca2f-abd1-4225-9333-4b12737cb32b req-f506d5c2-2843-487c-9530-c42bdc02275c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872037
Apr 09 20:58:48.053666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10c3cac1-59a6-481a-8f97-4715c713bc04 req-13b95f6e-2add-44f3-9575-9af637d187c7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496607
Apr 09 20:58:48.171862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45236) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:48.322675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 754b37cf-8904-48a6-9835-7135d3f52459 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:48.374729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 754b37cf-8904-48a6-9835-7135d3f52459 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:58:48.383414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 754b37cf-8904-48a6-9835-7135d3f52459 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:48.383789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (754b37cf-8904-48a6-9835-7135d3f52459), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:48.466908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 754b37cf-8904-48a6-9835-7135d3f52459 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:48.467309 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (754b37cf-8904-48a6-9835-7135d3f52459), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:48.479178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-8c7f9bb6-e375-49c0-b933-f25a0816c6fd tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:48.481023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-8c7f9bb6-e375-49c0-b933-f25a0816c6fd tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/networks?id=d5e4efcc-ee43-45d2-b19a-a14b712d6e3d HTTP/1.1" status: 200  len: 814 time: 0.1875677
Apr 09 20:58:48.492297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0339f-48c4-473d-93ae-db67c877fb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754b37cf-8904-48a6-9835-7135d3f52459'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:48.494611 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe5613c-87bf-4a75-b7f4-4b1d9551e3ae" -d '{"events": [{"server_uuid": "e5c0339f-48c4-473d-93ae-db67c877fb5e", "name": "network-vif-plugged", "status": "completed", "tag": "754b37cf-8904-48a6-9835-7135d3f52459"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:48.515290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 754b37cf-8904-48a6-9835-7135d3f52459, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=754b37cf-8904-48a6-9835-7135d3f52459,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:48.522789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (754b37cf-8904-48a6-9835-7135d3f52459), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:48.531869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-cc738b33-7a5e-4ec1-95f4-ec608dbcbe07 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/quotas/b70c13d77d304aa69f4eeb95e037ea4b HTTP/1.1" status: 200  len: 375 time: 0.0418563
Apr 09 20:58:48.563576 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a69b9e-fda8-4580-b98e-d83cbfc908c4 x-openstack-request-id: req-88a69b9e-fda8-4580-b98e-d83cbfc908c4 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:48.564409 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0339f-48c4-473d-93ae-db67c877fb5e", "name": "network-vif-plugged", "status": "completed", "tag": "754b37cf-8904-48a6-9835-7135d3f52459", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:48.564847 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88a69b9e-fda8-4580-b98e-d83cbfc908c4 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:48.565445 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a69b9e-fda8-4580-b98e-d83cbfc908c4'] response: {'server_uuid': 'e5c0339f-48c4-473d-93ae-db67c877fb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754b37cf-8904-48a6-9835-7135d3f52459', 'code': 200}
Apr 09 20:58:48.579687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-53863f2b-3eba-4823-b552-006e05df9576 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70c13d77d304aa69f4eeb95e037ea4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464399
Apr 09 20:58:48.617777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=754b37cf-8904-48a6-9835-7135d3f52459,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:48.678971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930684-d882-40ea-a098-b8c9caca0f4d req-71d1ce34-b21f-4811-889b-5f5796ac2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:48.680692 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a930684-d882-40ea-a098-b8c9caca0f4d req-71d1ce34-b21f-4811-889b-5f5796ac2a6b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 1131 time: 0.0582566
Apr 09 20:58:48.735054 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a930684-d882-40ea-a098-b8c9caca0f4d req-b6c39942-bd01-4311-948f-4d6442c98d8b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474606
Apr 09 20:58:48.765091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff57228-e596-4fb2-bb55-75c8e2397878 req-5e2cecf4-6a30-4813-b594-2188f300cdd1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:48.766662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff57228-e596-4fb2-bb55-75c8e2397878 req-5e2cecf4-6a30-4813-b594-2188f300cdd1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0874376
Apr 09 20:58:48.788533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (1da7d52e-49af-41cb-baa9-b95a66dd7790), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:48.833301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-4c3924d3-9dca-4b2a-9c31-07bd8a5ffac9 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4efcc-ee43-45d2-b19a-a14b712d6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308426
Apr 09 20:58:49.226785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff57228-e596-4fb2-bb55-75c8e2397878 req-5160e3da-d619-4ec1-84d0-b48d48d16ef4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4509509
Apr 09 20:58:49.318459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-23e0780f-d791-4537-9acf-b9380967fc84 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e4efcc-ee43-45d2-b19a-a14b712d6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4773707
Apr 09 20:58:49.402945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c86bc-9048-4e92-83c2-86b139466dbd req-a744c1fd-0ead-450f-a7a9-63a1320444ef tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:49.404764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c7c86bc-9048-4e92-83c2-86b139466dbd req-a744c1fd-0ead-450f-a7a9-63a1320444ef tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0850823
Apr 09 20:58:49.548823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c7c86bc-9048-4e92-83c2-86b139466dbd req-d8462162-74a9-4a46-b068-587382443155 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376829
Apr 09 20:58:49.560320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Deleting port 725b5ddd-e88a-4b26-b054-5b5494b797ba {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:49.560654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:49.622893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396e9a-64f1-4e9f-8af4-c7bb8cae8abb req-2f686a84-ebf9-451c-b5e5-d0778620a906 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:49.624357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7396e9a-64f1-4e9f-8af4-c7bb8cae8abb req-2f686a84-ebf9-451c-b5e5-d0778620a906 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1239171
Apr 09 20:58:49.718599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb8ed9-843d-4449-be01-e429311169ac req-820a4e2a-4e40-4a28-a84a-d09409247b8a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:49.720259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bdb8ed9-843d-4449-be01-e429311169ac req-820a4e2a-4e40-4a28-a84a-d09409247b8a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0948658
Apr 09 20:58:49.727818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] For port 725b5ddd-e88a-4b26-b054-5b5494b797ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=725b5ddd-e88a-4b26-b054-5b5494b797ba,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:49.728187 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:49.758382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Calling delete_port for 725b5ddd-e88a-4b26-b054-5b5494b797ba owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:49.781299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7396e9a-64f1-4e9f-8af4-c7bb8cae8abb req-d248bc17-9b7a-4477-9216-d2089cd3a562 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407037
Apr 09 20:58:49.878405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bdb8ed9-843d-4449-be01-e429311169ac req-3cd646a2-2e4b-4433-a2b9-c1928e43e859 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442366
Apr 09 20:58:49.924638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81495993-7440-4c2b-b209-d794d4e285de req-bf11d021-1086-43dd-8a58-149958ac21c6 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 210 time: 0.0347829
Apr 09 20:58:50.067809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (725b5ddd-e88a-4b26-b054-5b5494b797ba), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:50.099827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=725b5ddd-e88a-4b26-b054-5b5494b797ba,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:50.295615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (1da7d52e-49af-41cb-baa9-b95a66dd7790), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:50.319671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 765d63be-a291-4796-9abd-dd6dc3afb689 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:58:50.375154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-726a74c6-855c-4b24-b704-688691f24db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:50.423308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c2ef5-4ee4-4390-89e8-4e340b7837f2 req-7e8448aa-b514-46ef-a94d-0ea25570b746 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:50.425066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df5c2ef5-4ee4-4390-89e8-4e340b7837f2 req-7e8448aa-b514-46ef-a94d-0ea25570b746 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0670943
Apr 09 20:58:50.476207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:50.490211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '765d63be-a291-4796-9abd-dd6dc3afb689', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'port_id': '765d63be-a291-4796-9abd-dd6dc3afb689', 'mac_address': 'fa:16:3e:35:0c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fcb9fd-163d-4271-b203-19d5638517d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:58:50.511849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df5c2ef5-4ee4-4390-89e8-4e340b7837f2 req-4c07af85-3469-49db-8c5e-e29b34bfd7c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558889
Apr 09 20:58:50.535443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 765d63be-a291-4796-9abd-dd6dc3afb689 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:50.536112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:50.552397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 765d63be-a291-4796-9abd-dd6dc3afb689 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:50.612305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:50.618903 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:50.700779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:50.774333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['765d63be-a291-4796-9abd-dd6dc3afb689'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:50.794152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774a1a1-074e-41e5-b687-b197b1ad14fe req-82b5460d-819f-4f2b-9272-1945148f3e4b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:50.801447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1774a1a1-074e-41e5-b687-b197b1ad14fe req-82b5460d-819f-4f2b-9272-1945148f3e4b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1411891
Apr 09 20:58:50.836772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Router 1da7d52e-49af-41cb-baa9-b95a66dd7790 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:58:50.909900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-96ac53c3-9990-40a7-a66d-93425ceef0c7 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:50.911308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-96ac53c3-9990-40a7-a66d-93425ceef0c7 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.32 "GET /v2.0/networks?id=d5e4efcc-ee43-45d2-b19a-a14b712d6e3d HTTP/1.1" status: 200  len: 814 time: 0.2500310
Apr 09 20:58:50.968295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1774a1a1-074e-41e5-b687-b197b1ad14fe req-8581fd91-9894-4e53-8204-be98efaa12e8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652539
Apr 09 20:58:50.997468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb501b-fd47-47df-be77-e154336e9ae5 req-eba9054b-73f5-4ea8-9c99-f142c17cefee tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:50.999023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55eb501b-fd47-47df-be77-e154336e9ae5 req-eba9054b-73f5-4ea8-9c99-f142c17cefee tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1301694
Apr 09 20:58:51.047996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Request body: {'port': {'device_id': '28990a58-26ce-477f-aa75-401da370fa1b', 'network_id': 'd5e4efcc-ee43-45d2-b19a-a14b712d6e3d', 'admin_state_up': True, 'tenant_id': 'b70c13d77d304aa69f4eeb95e037ea4b'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:51.152462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:51.163129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] Sync routers for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:51.174605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:51.175881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763e9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:51.179785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c4aacecd-79d2-4c1b-905c-6ba538eacb04 admin admin] 10.222.0.30 "PUT /v2.0/routers/1da7d52e-49af-41cb-baa9-b95a66dd7790/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0066864
Apr 09 20:58:51.182406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:51.217747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55eb501b-fd47-47df-be77-e154336e9ae5 req-11701572-65eb-434e-ae3a-015335f60c4c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072096
Apr 09 20:58:51.231710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530d732-2855-4946-825d-49c6859c25ca req-25dfbc74-79bc-4417-9472-453e432438e1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:51.241301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9530d732-2855-4946-825d-49c6859c25ca req-25dfbc74-79bc-4417-9472-453e432438e1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1359756
Apr 09 20:58:51.323673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:51.324354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks [] for router (1da7d52e-49af-41cb-baa9-b95a66dd7790), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:51.405985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9530d732-2855-4946-825d-49c6859c25ca req-06c60a2e-fc32-4db7-acb1-109fdb2f655a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599486
Apr 09 20:58:51.409814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e459692-931c-4fac-82a8-97100cddd18e req-cf158f09-e49a-4b8c-85dd-28449ac0ed30 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 210 time: 0.1004195
Apr 09 20:58:51.465671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Made reservation on behalf of b70c13d77d304aa69f4eeb95e037ea4b for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:58:51.469264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:51.528670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks [] for router_gateway (1da7d52e-49af-41cb-baa9-b95a66dd7790), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:51.591298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Deleting port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:51.591633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:51.606441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763e9f10>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:58:50Z', 'revision_number': 5, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port': {'id': '823617bf-8d9c-41a9-9e65-625dd8fbe2a5', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:54:54Z', 'updated_at': '2022-04-09T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:51.652613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Allocated IP 172.20.0.3 (d5e4efcc-ee43-45d2-b19a-a14b712d6e3d/c72475d4-b4b9-456d-8300-ee2301b7a52f/28be12eb-f5a0-44c9-8952-c7005682176d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:58:51.652879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] Checking router: 1da7d52e-49af-41cb-baa9-b95a66dd7790 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:51.666270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] Routers {'1da7d52e-49af-41cb-baa9-b95a66dd7790'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:51.666970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763e9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1da7d52e-49af-41cb-baa9-b95a66dd7790'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:51.701654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] For port 823617bf-8d9c-41a9-9e65-625dd8fbe2a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=823617bf-8d9c-41a9-9e65-625dd8fbe2a5,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:51.702334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:51.717139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Calling delete_port for 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:51.776084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] Set router 1da7d52e-49af-41cb-baa9-b95a66dd7790 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:51.787122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa88413-b75a-4110-9153-a3f7ec4b77d1 req-88337a65-4752-46b6-bcd7-41949818d993 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:51.788642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2aa88413-b75a-4110-9153-a3f7ec4b77d1 req-88337a65-4752-46b6-bcd7-41949818d993 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0716932
Apr 09 20:58:51.840365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763e9f10>, [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:58:51Z', 'revision_number': 6, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:51.883671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77623f49-6c7a-444e-b4ae-7d7352a3499b None None] The sync data for ids ['1da7d52e-49af-41cb-baa9-b95a66dd7790'] in ncdv-master-1 is: [{'id': '1da7d52e-49af-41cb-baa9-b95a66dd7790', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141480318-router', 'tenant_id': '430f19ffcb28429189b8c76282d2077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:54:53Z', 'updated_at': '2022-04-09T20:58:51Z', 'revision_number': 6, 'project_id': '430f19ffcb28429189b8c76282d2077b', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:51.883965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2aa88413-b75a-4110-9153-a3f7ec4b77d1 req-6ad285f0-273b-45f1-b5a7-b7316baca3f3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867221
Apr 09 20:58:51.935823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Publish callbacks [] for port (28be12eb-f5a0-44c9-8952-c7005682176d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:51.940473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (823617bf-8d9c-41a9-9e65-625dd8fbe2a5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:51.970813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Pushing event deleted for resources: {'Port': ['ID=823617bf-8d9c-41a9-9e65-625dd8fbe2a5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:51.979054 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.032497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:58:52.036299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:58:52.040229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:58:52.045258 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (1da7d52e-49af-41cb-baa9-b95a66dd7790), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.100558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Pushing event updated for resources: {'Port': ['ID=28be12eb-f5a0-44c9-8952-c7005682176d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:52.134138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:52.134933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.160502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6fa64-4ed5-4fde-be33-8e9e0d77c6df req-5ce51fcf-b24c-4dc3-b62c-58372c9ec2b8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:52.162303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97c6fa64-4ed5-4fde-be33-8e9e0d77c6df req-5ce51fcf-b24c-4dc3-b62c-58372c9ec2b8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0786397
Apr 09 20:58:52.166055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-b9100b42-9f5e-41cd-869f-7daf9aa8e691 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1218877
Apr 09 20:58:52.170318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (1da7d52e-49af-41cb-baa9-b95a66dd7790), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.172679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks [] for router_controller (1da7d52e-49af-41cb-baa9-b95a66dd7790), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.214573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97c6fa64-4ed5-4fde-be33-8e9e0d77c6df req-1e15aa03-6d25-49d0-9824-9bbdff90a29e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441697
Apr 09 20:58:52.223077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (1da7d52e-49af-41cb-baa9-b95a66dd7790), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.224411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1da7d52e-49af-41cb-baa9-b95a66dd7790 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 20:58:52.229274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.234083 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05300a59-29cb-4a07-90f2-de454db75282 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1da7d52e-49af-41cb-baa9-b95a66dd7790 HTTP/1.1" status: 204  len: 168 time: 1.0506606
Apr 09 20:58:52.235166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45344) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:52.294556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Request body: {'port': {'device_id': '28990a58-26ce-477f-aa75-401da370fa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:58:52.324146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc09d12-9a66-46c4-833f-6368b19d567b admin admin] Deleting subnet 985f71d8-d31a-4ff1-bf7c-077ac7606201 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:58:52.325289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 765d63be-a291-4796-9abd-dd6dc3afb689 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:52.335707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d12-9a66-46c4-833f-6368b19d567b admin admin] Publish callbacks [] for subnet (985f71d8-d31a-4ff1-bf7c-077ac7606201), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.380173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 765d63be-a291-4796-9abd-dd6dc3afb689 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:52.380696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.425149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d12-9a66-46c4-833f-6368b19d567b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (985f71d8-d31a-4ff1-bf7c-077ac7606201), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.457319 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-657defd2-5d04-45b1-99a7-8da130ae3ff4 service neutron] 10.222.0.32 "GET /v2.0/ports/cc886072-17df-443d-8237-a748bd33f221/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0591056
Apr 09 20:58:52.468163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fea278-3456-4d09-a0a0-49d373c2515e req-448c8d8d-3a79-4e57-9cdb-963facf6b058 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:52.473499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9fea278-3456-4d09-a0a0-49d373c2515e req-448c8d8d-3a79-4e57-9cdb-963facf6b058 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1458151
Apr 09 20:58:52.521239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 765d63be-a291-4796-9abd-dd6dc3afb689 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:52.521632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.556542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.581267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:52.584123 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7ca5ba-797b-426e-bbf6-aaf01c98d4cd" -d '{"events": [{"server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "name": "network-vif-plugged", "status": "completed", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:52.600782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:52.609203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.659796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bed52-6d95-44d8-9756-aa12ebe8bc30 req-6fc67d89-9a94-490e-9812-af2f2bc35191 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:52.661651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c4bed52-6d95-44d8-9756-aa12ebe8bc30 req-6fc67d89-9a94-490e-9812-af2f2bc35191 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 931 time: 0.1337588
Apr 09 20:58:52.682522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:52.717510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9fea278-3456-4d09-a0a0-49d373c2515e req-03f0b223-8e79-4656-a1ad-0bd087fcd2c8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310410
Apr 09 20:58:52.741148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d12-9a66-46c4-833f-6368b19d567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (985f71d8-d31a-4ff1-bf7c-077ac7606201), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.840143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:52.855278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-4860e0cf-587f-4454-b421-710e3fdc4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:52.857663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-4860e0cf-587f-4454-b421-710e3fdc4385 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127&tenant_id=e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 1132 time: 0.0630488
Apr 09 20:58:52.877358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:52.877708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 823617bf-8d9c-41a9-9e65-625dd8fbe2a5 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:52.878127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 725b5ddd-e88a-4b26-b054-5b5494b797ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:52.901674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 725b5ddd-e88a-4b26-b054-5b5494b797ba {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:52.902007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 725b5ddd-e88a-4b26-b054-5b5494b797ba not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:52.909993 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67f6aaf0-82f1-4e55-bfe9-b581c3080df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:52.940155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c4bed52-6d95-44d8-9756-aa12ebe8bc30 req-5c2572d3-d305-45b8-af05-515c2d46f36a tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2534609
Apr 09 20:58:52.971822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-17986801-e476-4df8-8fd9-c2fe09224e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:52.973706 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-17986801-e476-4df8-8fd9-c2fe09224e8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 1132 time: 0.0743785
Apr 09 20:58:52.985182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c843df-8d27-48d5-9479-10d53109505e req-d31c1794-737d-4c8e-90fd-fa9fb9745c0d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:52.986752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78c843df-8d27-48d5-9479-10d53109505e req-d31c1794-737d-4c8e-90fd-fa9fb9745c0d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1673913
Apr 09 20:58:53.028857 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b6dbf8-3a62-45f6-a8b3-7e0fce2a81dd x-openstack-request-id: req-d2b6dbf8-3a62-45f6-a8b3-7e0fce2a81dd {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:53.028857 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "name": "network-vif-plugged", "status": "completed", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:53.029148 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2b6dbf8-3a62-45f6-a8b3-7e0fce2a81dd {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:53.029365 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b6dbf8-3a62-45f6-a8b3-7e0fce2a81dd'] response: {'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689', 'code': 200}
Apr 09 20:58:53.035107 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d12-9a66-46c4-833f-6368b19d567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (985f71d8-d31a-4ff1-bf7c-077ac7606201), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.117180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09d12-9a66-46c4-833f-6368b19d567b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985f71d8-d31a-4ff1-bf7c-077ac7606201,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:53.128487 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d12-9a66-46c4-833f-6368b19d567b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.137268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a18c03-7ab8-44d1-9a3c-8fbdbb032f74 None None] Network fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:53.139350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ffc09d12-9a66-46c4-833f-6368b19d567b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/985f71d8-d31a-4ff1-bf7c-077ac7606201 HTTP/1.1" status: 204  len: 168 time: 0.9027998
Apr 09 20:58:53.142107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45366) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:53.209603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78c843df-8d27-48d5-9479-10d53109505e req-10dbf16d-8b18-46a1-a0cb-7f0c4dcdb009 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048285
Apr 09 20:58:53.225669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.231641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9998676-5a96-4856-bfcc-92661f59a962 req-2579bdfe-9200-4c13-8a12-3424a58499d2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:53.233739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9998676-5a96-4856-bfcc-92661f59a962 req-2579bdfe-9200-4c13-8a12-3424a58499d2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1127448
Apr 09 20:58:53.235477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-c4773608-12c5-45e4-8e30-26a34cfdca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:53.238977 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-c4773608-12c5-45e4-8e30-26a34cfdca62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2505167
Apr 09 20:58:53.346469 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-8f684971-2c2a-48b7-b26b-092d87a37c4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 217 time: 0.1006665
Apr 09 20:58:53.378219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28be12eb-f5a0-44c9-8952-c7005682176d {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:53.386581 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Publish callbacks [] for port (28be12eb-f5a0-44c9-8952-c7005682176d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.402568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Transition to ACTIVE for port object 28be12eb-f5a0-44c9-8952-c7005682176d will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:58:53.402935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Deleting port f58358a7-b28b-47a0-af80-83f10d132e82 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:53.403536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.413440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.415683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] DHCP port deletion for fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:58:53.457066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-71d69572-f4bf-4b58-8cf6-918b0754a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:53.460343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] Deleting port f58358a7-b28b-47a0-af80-83f10d132e82 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:53.460512 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-71d69572-f4bf-4b58-8cf6-918b0754a867 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1044168
Apr 09 20:58:53.460715 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.471662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9998676-5a96-4856-bfcc-92661f59a962 req-646b253e-7c9c-4c2c-aa0f-1ab29b5cfe91 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311404
Apr 09 20:58:53.553287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] For port f58358a7-b28b-47a0-af80-83f10d132e82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f58358a7-b28b-47a0-af80-83f10d132e82,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:53.553716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.558902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] For port f58358a7-b28b-47a0-af80-83f10d132e82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f58358a7-b28b-47a0-af80-83f10d132e82,segment=NetworkSegment(d518fe72-b95e-4f25-8dba-e95e7fdea77f),segment_id=d518fe72-b95e-4f25-8dba-e95e7fdea77f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:53.559527 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.559757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Pushing event updated for resources: {'Port': ['ID=28be12eb-f5a0-44c9-8952-c7005682176d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:53.566408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-b0799542-19cd-4371-8bdf-22a891441bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:53.568235 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-b0799542-19cd-4371-8bdf-22a891441bf8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0715098
Apr 09 20:58:53.570550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bde93-be7f-4b6f-b7f6-a31d1ada59e8 req-1d05030c-7c46-4a4f-b7f3-483a114fae9c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:53.578840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-606bde93-be7f-4b6f-b7f6-a31d1ada59e8 req-1d05030c-7c46-4a4f-b7f3-483a114fae9c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1372535
Apr 09 20:58:53.588124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Calling delete_port for f58358a7-b28b-47a0-af80-83f10d132e82 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:53.612371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] Calling delete_port for f58358a7-b28b-47a0-af80-83f10d132e82 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:53.643428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-606bde93-be7f-4b6f-b7f6-a31d1ada59e8 req-f99d8f8e-9069-4a01-a2d3-7be9d02548d0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595055
Apr 09 20:58:53.780513 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-b0911118-832c-4eba-8faf-5f4b2827c70c service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056725
Apr 09 20:58:53.785239 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.814986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] No DVR routers for this DVR port f58358a7-b28b-47a0-af80-83f10d132e82 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:53.819145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae2851-8df0-4dc1-93bd-f8f30eca5849 None None] Pushing event deleted for resources: {'Port': ['ID=f58358a7-b28b-47a0-af80-83f10d132e82,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:53.917918 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd9935b0-bb44-4157-b5f2-369d8432754d req-ebd289f5-900b-469c-9631-bc21b1509172 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954413
Apr 09 20:58:53.918699 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f58358a7-b28b-47a0-af80-83f10d132e82), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:53.960879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58358a7-b28b-47a0-af80-83f10d132e82,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:53.990306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] No DVR routers for this DVR port f58358a7-b28b-47a0-af80-83f10d132e82 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:54.020087 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.111391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.129380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0e03-be99-4c4a-b648-a8f8e14e7ff3 req-b004b334-87cd-4dd5-a2f8-7cca4b63e0d8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:54.131141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d46a0e03-be99-4c4a-b648-a8f8e14e7ff3 req-b004b334-87cd-4dd5-a2f8-7cca4b63e0d8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1064632
Apr 09 20:58:54.133578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23755d8b50>,) {'filters': {'network_id': ['fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:54.135987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Attempting to bind port 28be12eb-f5a0-44c9-8952-c7005682176d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:58:54.136397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Attempting to bind port 28be12eb-f5a0-44c9-8952-c7005682176d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74afa9e5-eb34-4086-90ba-4dca3e5abed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5e4efcc-ee43-45d2-b19a-a14b712d6e3d'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:58:54.136789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Attempting to bind port 28be12eb-f5a0-44c9-8952-c7005682176d on network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:54.145511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755d8b50>, 'd518fe72-b95e-4f25-8dba-e95e7fdea77f') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:54.145802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755d8b50>, 'd518fe72-b95e-4f25-8dba-e95e7fdea77f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:54.150403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b9c10-5677-4452-9284-6f7f18649ac0 req-5b925eda-cb57-458a-bbc5-9bf362b7a1f0 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:54.151966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e53b9c10-5677-4452-9284-6f7f18649ac0 req-5b925eda-cb57-458a-bbc5-9bf362b7a1f0 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 943 time: 0.0880775
Apr 09 20:58:54.158230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Port 28be12eb-f5a0-44c9-8952-c7005682176d on network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:58:54.158676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Attempting to bind port 28be12eb-f5a0-44c9-8952-c7005682176d on network d5e4efcc-ee43-45d2-b19a-a14b712d6e3d {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:58:54.160582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d518fe72-b95e-4f25-8dba-e95e7fdea77f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.174612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d518fe72-b95e-4f25-8dba-e95e7fdea77f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.181012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:58:54.181543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d518fe72-b95e-4f25-8dba-e95e7fdea77f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:58:54.183405 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:58:54.192177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:58:54.193102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Checking segment: {'id': '74afa9e5-eb34-4086-90ba-4dca3e5abed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5e4efcc-ee43-45d2-b19a-a14b712d6e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:58:54.193102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Bound using segment: {'id': '74afa9e5-eb34-4086-90ba-4dca3e5abed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5e4efcc-ee43-45d2-b19a-a14b712d6e3d'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:58:54.193718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Bound port: 28be12eb-f5a0-44c9-8952-c7005682176d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74afa9e5-eb34-4086-90ba-4dca3e5abed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5e4efcc-ee43-45d2-b19a-a14b712d6e3d'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:58:54.194163 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.246443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.251593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.257583 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba HTTP/1.1" status: 204  len: 168 time: 1.1117234
Apr 09 20:58:54.258440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45384) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:54.273541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d46a0e03-be99-4c4a-b648-a8f8e14e7ff3 req-0ff9129b-1d79-40f4-8cb0-ec9fe2ff09f9 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311035
Apr 09 20:58:54.286527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e53b9c10-5677-4452-9284-6f7f18649ac0 req-c7b3ea94-c7bb-401c-a687-b319eba34d21 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255252
Apr 09 20:58:54.322485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] For port 28be12eb-f5a0-44c9-8952-c7005682176d, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:58:54.326435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] For port 28be12eb-f5a0-44c9-8952-c7005682176d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28be12eb-f5a0-44c9-8952-c7005682176d,segment=NetworkSegment(74afa9e5-eb34-4086-90ba-4dca3e5abed1),segment_id=74afa9e5-eb34-4086-90ba-4dca3e5abed1)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:58:54.335476 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.383125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:54.383870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.385469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] 10.222.0.32 "PUT /v2.0/ports/28be12eb-f5a0-44c9-8952-c7005682176d HTTP/1.1" status: 200  len: 1091 time: 2.0958288
Apr 09 20:58:54.386095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28990a58-26ce-477f-aa75-401da370fa1b', 'tag': '28be12eb-f5a0-44c9-8952-c7005682176d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:54.388900 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83693cf4-2cc2-467d-9a51-f91fe552b751" -d '{"events": [{"name": "network-changed", "server_uuid": "28990a58-26ce-477f-aa75-401da370fa1b", "tag": "28be12eb-f5a0-44c9-8952-c7005682176d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:54.395977 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf44787-1483-46a4-a707-825ef5b84954 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4e1e04-2e4f-4f58-a730-1ef6a5f38dba,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:54.409432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163d7ce-7a95-4681-86ab-075dc7492b0c service neutron] Pushing event updated for resources: {'Port': ['ID=28be12eb-f5a0-44c9-8952-c7005682176d,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:54.468176 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9bf0e7-500c-4fd9-b3f1-9965154dce7c x-openstack-request-id: req-ee9bf0e7-500c-4fd9-b3f1-9965154dce7c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:54.468513 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28990a58-26ce-477f-aa75-401da370fa1b", "tag": "28be12eb-f5a0-44c9-8952-c7005682176d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:54.468794 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee9bf0e7-500c-4fd9-b3f1-9965154dce7c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:54.469272 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9bf0e7-500c-4fd9-b3f1-9965154dce7c'] response: {'name': 'network-changed', 'server_uuid': '28990a58-26ce-477f-aa75-401da370fa1b', 'tag': '28be12eb-f5a0-44c9-8952-c7005682176d', 'status': 'completed', 'code': 200}
Apr 09 20:58:54.489133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66308e2-3c99-4ed5-b3ac-e74f8d2e517c req-a4a9b44c-5559-4a0d-acd6-725d04c5cfa3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:54.491288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e66308e2-3c99-4ed5-b3ac-e74f8d2e517c req-a4a9b44c-5559-4a0d-acd6-725d04c5cfa3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0697610
Apr 09 20:58:54.549586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e66308e2-3c99-4ed5-b3ac-e74f8d2e517c req-99fdb500-62f2-4915-babb-05adc9677b25 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518856
Apr 09 20:58:54.607933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a39e4-281a-4b03-9613-2fd6da78892f req-84d838a3-6928-4a4f-be4c-b1f89959620e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:54.609816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec4a39e4-281a-4b03-9613-2fd6da78892f req-84d838a3-6928-4a4f-be4c-b1f89959620e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0529418
Apr 09 20:58:54.672751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec4a39e4-281a-4b03-9613-2fd6da78892f req-dee9725d-25a0-4935-8303-74060353eb50 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537219
Apr 09 20:58:54.728685 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (6611b497-d34c-48d3-9d20-39893550bff8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.785783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f58358a7-b28b-47a0-af80-83f10d132e82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:54.812868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f58358a7-b28b-47a0-af80-83f10d132e82 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:54.813136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f58358a7-b28b-47a0-af80-83f10d132e82 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:54.821319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e439b9-baf6-478b-b24e-636c406ea2b8 req-36bddbc5-c0ba-41ed-8cf0-8a13cd4da5da tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:54.830532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70e439b9-baf6-478b-b24e-636c406ea2b8 req-36bddbc5-c0ba-41ed-8cf0-8a13cd4da5da tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0846059
Apr 09 20:58:54.887954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70e439b9-baf6-478b-b24e-636c406ea2b8 req-000ad32f-a895-4861-967e-cc6ccf4b0192 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564654
Apr 09 20:58:54.890169 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:54.998296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Deleting port f8378aba-e674-49c5-8284-87dbbb2c6168 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:54.998633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:55.035359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:55.078053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] For port f8378aba-e674-49c5-8284-87dbbb2c6168, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8378aba-e674-49c5-8284-87dbbb2c6168,segment=NetworkSegment(9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1),segment_id=9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:55.078365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:55.091689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Calling delete_port for f8378aba-e674-49c5-8284-87dbbb2c6168 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:55.276529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f8378aba-e674-49c5-8284-87dbbb2c6168), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:55.303538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8378aba-e674-49c5-8284-87dbbb2c6168,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:55.499769 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (6611b497-d34c-48d3-9d20-39893550bff8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:55.527281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501de043-24a1-4969-8d72-d405e46afd0c req-862aaff3-d41a-4537-8bdf-2a447c2ed291 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:55.534570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-501de043-24a1-4969-8d72-d405e46afd0c req-862aaff3-d41a-4537-8bdf-2a447c2ed291 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1479490
Apr 09 20:58:55.552249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2d9b1-de9f-41a8-a697-9fa18474d0c2 req-e58f568f-8edd-4474-8788-9ff5d548cbd0 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:55.559224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cc886072-17df-443d-8237-a748bd33f221 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:58:55.559618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dea2d9b1-de9f-41a8-a697-9fa18474d0c2 req-e58f568f-8edd-4474-8788-9ff5d548cbd0 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 943 time: 0.1522207
Apr 09 20:58:55.578913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83693cf4-2cc2-467d-9a51-f91fe552b751 req-6afb4275-21a6-4b05-8b45-e2e88ab1e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:55.581143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83693cf4-2cc2-467d-9a51-f91fe552b751 req-6afb4275-21a6-4b05-8b45-e2e88ab1e8a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b70c13d77d304aa69f4eeb95e037ea4b&device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 1125 time: 0.1241395
Apr 09 20:58:55.663941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dea2d9b1-de9f-41a8-a697-9fa18474d0c2 req-a47c0552-3f1a-47b8-bd28-8b870d08b24b tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033602
Apr 09 20:58:55.699445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc886072-17df-443d-8237-a748bd33f221,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:55.705672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-501de043-24a1-4969-8d72-d405e46afd0c req-d7c195cb-93a8-4946-bed3-6331dc032193 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701357
Apr 09 20:58:55.716796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'cc886072-17df-443d-8237-a748bd33f221', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'cc886072-17df-443d-8237-a748bd33f221', 'mac_address': 'fa:16:3e:60:f7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:58:55.766874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cc886072-17df-443d-8237-a748bd33f221 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:55.790750 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc886072-17df-443d-8237-a748bd33f221), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:55.837492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc886072-17df-443d-8237-a748bd33f221 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:58:55.895445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc886072-17df-443d-8237-a748bd33f221,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:55.905260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc886072-17df-443d-8237-a748bd33f221), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:55.968341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f084b-a3d0-4a43-968b-c4f3ecb5ea04 req-d62bd59e-69a1-4210-998e-c0c8223937cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:55.970363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d85f084b-a3d0-4a43-968b-c4f3ecb5ea04 req-d62bd59e-69a1-4210-998e-c0c8223937cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0677760
Apr 09 20:58:56.002986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=cc886072-17df-443d-8237-a748bd33f221,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:56.110793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c523a8-8dce-4a9a-9156-4769cdb81529 req-d9d61706-8da5-4577-8fc7-2388ea7f6c4a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:56.116350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c523a8-8dce-4a9a-9156-4769cdb81529 req-d9d61706-8da5-4577-8fc7-2388ea7f6c4a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.2353888
Apr 09 20:58:56.163149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Router 6611b497-d34c-48d3-9d20-39893550bff8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 20:58:56.174999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['cc886072-17df-443d-8237-a748bd33f221'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:58:56.202871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d85f084b-a3d0-4a43-968b-c4f3ecb5ea04 req-9e925b91-7212-4f40-b753-0af554558128 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952279
Apr 09 20:58:56.208396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83693cf4-2cc2-467d-9a51-f91fe552b751 req-51711647-c729-4b9f-9da9-9b1ed434f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:56.209910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83693cf4-2cc2-467d-9a51-f91fe552b751 req-51711647-c729-4b9f-9da9-9b1ed434f66c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b70c13d77d304aa69f4eeb95e037ea4b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.5448978
Apr 09 20:58:56.271442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c523a8-8dce-4a9a-9156-4769cdb81529 req-bdc8255c-b3f9-4f40-93c0-fe8aafd186a3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368661
Apr 09 20:58:56.334975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 20:58:56.346577 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] Sync routers for ids ['6611b497-d34c-48d3-9d20-39893550bff8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 20:58:56.350709 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3ced549-684f-4f13-8bf0-79e317cb086e admin admin] 10.222.0.30 "PUT /v2.0/routers/6611b497-d34c-48d3-9d20-39893550bff8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0889273
Apr 09 20:58:56.351043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:56.361932 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] Routers {'6611b497-d34c-48d3-9d20-39893550bff8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:56.362460 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771bb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6611b497-d34c-48d3-9d20-39893550bff8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:56.406423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd5bb4-1c6a-4ed2-8eb5-e875ef0ec4db req-77faf0dd-4693-481b-8b72-d05d26bcedf5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:56.413630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ccd5bb4-1c6a-4ed2-8eb5-e875ef0ec4db req-77faf0dd-4693-481b-8b72-d05d26bcedf5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 949 time: 0.0905175
Apr 09 20:58:56.431828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83693cf4-2cc2-467d-9a51-f91fe552b751 req-a107df3a-954f-4247-99b3-c7764946098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:56.433577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83693cf4-2cc2-467d-9a51-f91fe552b751 req-a107df3a-954f-4247-99b3-c7764946098d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2151492
Apr 09 20:58:56.494801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks [] for router (6611b497-d34c-48d3-9d20-39893550bff8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:56.534007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ccd5bb4-1c6a-4ed2-8eb5-e875ef0ec4db req-6ec46848-4482-4a59-a7ef-d33cdee9f9cd tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195138
Apr 09 20:58:56.539855 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] Set router 6611b497-d34c-48d3-9d20-39893550bff8 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:56.550396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-545ba063-06bf-40f6-a20a-67a23247c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:56.551985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-545ba063-06bf-40f6-a20a-67a23247c1ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b70c13d77d304aa69f4eeb95e037ea4b&device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 1125 time: 0.0744634
Apr 09 20:58:56.624940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-c2cf44cb-c328-4748-a97f-ae40c39b4c1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28be12eb-f5a0-44c9-8952-c7005682176d HTTP/1.1" status: 200  len: 217 time: 0.0655394
Apr 09 20:58:56.650948 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks [] for router_gateway (6611b497-d34c-48d3-9d20-39893550bff8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:56.765893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Deleting port a2d123eb-7b73-4e6d-9746-457aebf3c450 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:56.766309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:56.814615 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:56.824242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-4db36f35-6860-4e5c-acf9-b66cd59abca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:56.830062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-4db36f35-6860-4e5c-acf9-b66cd59abca8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c72475d4-b4b9-456d-8300-ee2301b7a52f HTTP/1.1" status: 200  len: 854 time: 0.1737788
Apr 09 20:58:56.853360 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771bb280>, [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:58:55Z', 'revision_number': 5, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port': {'id': 'a2d123eb-7b73-4e6d-9746-457aebf3c450', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611b497-d34c-48d3-9d20-39893550bff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:55:02Z', 'updated_at': '2022-04-09T20:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:57.000385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-d8735539-2ed3-4fdd-9863-67cbdc7c0ec3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5e4efcc-ee43-45d2-b19a-a14b712d6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1631665
Apr 09 20:58:57.007607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a03745-25de-426e-92af-8abd2bc01658 req-b569d61b-e841-43f6-94d8-64499d22ae69 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:57.015260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92a03745-25de-426e-92af-8abd2bc01658 req-b569d61b-e841-43f6-94d8-64499d22ae69 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1027067
Apr 09 20:58:57.022773 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] Checking router: 6611b497-d34c-48d3-9d20-39893550bff8 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 20:58:57.031894 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] Routers {'6611b497-d34c-48d3-9d20-39893550bff8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 20:58:57.032842 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771bb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T20:58:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6611b497-d34c-48d3-9d20-39893550bff8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:57.036852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] For port a2d123eb-7b73-4e6d-9746-457aebf3c450, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2d123eb-7b73-4e6d-9746-457aebf3c450,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:57.037260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.083500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Calling delete_port for a2d123eb-7b73-4e6d-9746-457aebf3c450 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:57.157610 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] Set router 6611b497-d34c-48d3-9d20-39893550bff8 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 20:58:57.192439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8b5d-1c49-464c-ab7a-591d7b1d1ff9 req-c0fe4e9e-4437-47e4-95d4-c8c245bbd604 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:57.203659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c14b8b5d-1c49-464c-ab7a-591d7b1d1ff9 req-c0fe4e9e-4437-47e4-95d4-c8c245bbd604 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 943 time: 0.3502159
Apr 09 20:58:57.221491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771bb280>, [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:58:56Z', 'revision_number': 6, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:57.266246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc4a52-8666-42cb-be0f-82f6421043d2 None None] The sync data for ids ['6611b497-d34c-48d3-9d20-39893550bff8'] in ncdv-master-1 is: [{'id': '6611b497-d34c-48d3-9d20-39893550bff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917641641-router', 'tenant_id': '587189385a484c4abec9ab7e2da31334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:55:01Z', 'updated_at': '2022-04-09T20:58:56Z', 'revision_number': 6, 'project_id': '587189385a484c4abec9ab7e2da31334', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 20:58:57.297640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92a03745-25de-426e-92af-8abd2bc01658 req-50172f92-b278-45ad-8e66-2738cf72a225 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2762396
Apr 09 20:58:57.315858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a2d123eb-7b73-4e6d-9746-457aebf3c450), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.427092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-6f0eef7b-514d-4f62-bf0d-6905f9c80b04 service neutron] 10.222.0.32 "GET /v2.0/networks/d5e4efcc-ee43-45d2-b19a-a14b712d6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3720803
Apr 09 20:58:57.433115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c14b8b5d-1c49-464c-ab7a-591d7b1d1ff9 req-d743b555-7e7c-45a7-a0ee-c3e97ba98634 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286439
Apr 09 20:58:57.435608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d123eb-7b73-4e6d-9746-457aebf3c450,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:57.460223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-6c872bfb-34aa-4ca0-acf7-7629cd347667 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:57.469719 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-6c872bfb-34aa-4ca0-acf7-7629cd347667 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127&tenant_id=e77d97d277f245d4822a646af7d5f50d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.5698371
Apr 09 20:58:57.487977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (6611b497-d34c-48d3-9d20-39893550bff8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.555049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9283994-94e8-4e9b-9763-9e359229638f req-73a03f5a-23bc-4c43-b635-5e506adee72b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:57.567086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9283994-94e8-4e9b-9763-9e359229638f req-73a03f5a-23bc-4c43-b635-5e506adee72b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 949 time: 0.1276822
Apr 09 20:58:57.577452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cc886072-17df-443d-8237-a748bd33f221 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:58:57.638226 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (6611b497-d34c-48d3-9d20-39893550bff8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.640558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks [] for router_controller (6611b497-d34c-48d3-9d20-39893550bff8), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.661530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9283994-94e8-4e9b-9763-9e359229638f req-e604a67e-708e-41c4-a132-f8bbea5aee98 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983727
Apr 09 20:58:57.666001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4147fcf-3862-4dda-a2b9-0cdc63189af5 req-69272df9-8208-428f-9082-f944571ffe34 service neutron] 10.222.0.32 "GET /v2.0/networks/d5e4efcc-ee43-45d2-b19a-a14b712d6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214811
Apr 09 20:58:57.743931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port cc886072-17df-443d-8237-a748bd33f221 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:58:57.744305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc886072-17df-443d-8237-a748bd33f221), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.755233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-f672a852-5b8a-4611-b7df-23c711efeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:57.757023 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-f672a852-5b8a-4611-b7df-23c711efeca1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 1131 time: 0.0563974
Apr 09 20:58:57.768143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (6611b497-d34c-48d3-9d20-39893550bff8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.768828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6611b497-d34c-48d3-9d20-39893550bff8 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 20:58:57.791308 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.793017 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ffdaff69-3550-4069-8709-2eec827a57f3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6611b497-d34c-48d3-9d20-39893550bff8 HTTP/1.1" status: 204  len: 168 time: 1.4406464
Apr 09 20:58:57.795474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45506) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:57.866178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae6ad66-39d6-426d-a898-e9514b94b9bb admin admin] Deleting subnet 330344d5-a787-47e0-9066-881aaf6a9921 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:58:57.870002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ad66-39d6-426d-a898-e9514b94b9bb admin admin] Publish callbacks [] for subnet (330344d5-a787-47e0-9066-881aaf6a9921), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.880059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2def67b-318b-40e2-b4ec-d8c811d5fa43 req-47da1c86-f585-441a-967b-73b78c64c6e7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:57.882181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2def67b-318b-40e2-b4ec-d8c811d5fa43 req-47da1c86-f585-441a-967b-73b78c64c6e7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1112099
Apr 09 20:58:57.889510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5528b2-3b3d-4e17-ae60-fa63be3e655d req-15953f43-b48c-4c60-9846-45d4edcd264e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:57.891264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a5528b2-3b3d-4e17-ae60-fa63be3e655d req-15953f43-b48c-4c60-9846-45d4edcd264e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1113095
Apr 09 20:58:57.917343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ad66-39d6-426d-a898-e9514b94b9bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (330344d5-a787-47e0-9066-881aaf6a9921), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.972852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cc886072-17df-443d-8237-a748bd33f221 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:57.974717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc886072-17df-443d-8237-a748bd33f221), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:57.986819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2def67b-318b-40e2-b4ec-d8c811d5fa43 req-434c28a5-540f-4b76-9bd4-1672f3e8cade tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943151
Apr 09 20:58:58.008999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a5528b2-3b3d-4e17-ae60-fa63be3e655d req-b1e6fb9a-3e54-4e82-b20c-21a225148b6b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068606
Apr 09 20:58:58.036993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc886072-17df-443d-8237-a748bd33f221'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:58:58.042799 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f98db93-f797-46ac-b7e4-4087dc1c4b3d" -d '{"events": [{"server_uuid": "87355ccc-05d7-430d-aafc-b3bea4e08127", "name": "network-vif-plugged", "status": "completed", "tag": "cc886072-17df-443d-8237-a748bd33f221"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:58:58.053656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ad66-39d6-426d-a898-e9514b94b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (330344d5-a787-47e0-9066-881aaf6a9921), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:58.074022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc886072-17df-443d-8237-a748bd33f221,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:58.085018 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc886072-17df-443d-8237-a748bd33f221), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:58.151741 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59acaa22-5936-4cfa-9a25-da3f334d6f41 x-openstack-request-id: req-59acaa22-5936-4cfa-9a25-da3f334d6f41 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:58:58.152459 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87355ccc-05d7-430d-aafc-b3bea4e08127", "name": "network-vif-plugged", "status": "completed", "tag": "cc886072-17df-443d-8237-a748bd33f221", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:58:58.152958 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59acaa22-5936-4cfa-9a25-da3f334d6f41 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:58:58.155630 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59acaa22-5936-4cfa-9a25-da3f334d6f41'] response: {'server_uuid': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc886072-17df-443d-8237-a748bd33f221', 'code': 200}
Apr 09 20:58:58.185929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=cc886072-17df-443d-8237-a748bd33f221,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:58.201406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ad66-39d6-426d-a898-e9514b94b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (330344d5-a787-47e0-9066-881aaf6a9921), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:58.234632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6ad66-39d6-426d-a898-e9514b94b9bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330344d5-a787-47e0-9066-881aaf6a9921,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:58.240033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ad66-39d6-426d-a898-e9514b94b9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:58.243690 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2ae6ad66-39d6-426d-a898-e9514b94b9bb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/330344d5-a787-47e0-9066-881aaf6a9921 HTTP/1.1" status: 204  len: 168 time: 0.4470592
Apr 09 20:58:58.246400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45512) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:58:58.247195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd56ab-aa4a-4fc5-88eb-1e263602cb75 None None] Network 966ae731-6531-49cb-9664-8a767192bf05 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:58:58.418488 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (966ae731-6531-49cb-9664-8a767192bf05), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:58.489363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f90e4-878e-4525-b7e8-2dc3e8f141e7 req-4a2a3569-d061-4b40-9e0a-6815232c7219 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:58.506396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-213f90e4-878e-4525-b7e8-2dc3e8f141e7 req-4a2a3569-d061-4b40-9e0a-6815232c7219 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.0740521
Apr 09 20:58:58.507129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] DHCP port deletion for 966ae731-6531-49cb-9664-8a767192bf05 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 20:58:58.627007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-213f90e4-878e-4525-b7e8-2dc3e8f141e7 req-b5932370-d37a-4a1e-83c0-0a181712b36c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194997
Apr 09 20:58:58.729083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bb41-03b5-4f0e-a858-0aa79225f947 req-473a1dbf-aaf3-420c-8fc2-199d65129e68 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:58.731324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3252bb41-03b5-4f0e-a858-0aa79225f947 req-473a1dbf-aaf3-420c-8fc2-199d65129e68 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 943 time: 0.1027715
Apr 09 20:58:58.732762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Deleting port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:58.733318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:58.877231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a2d123eb-7b73-4e6d-9746-457aebf3c450 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:58.883915 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-1ed37ce9-cf65-4195-9203-d7d82c217dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:58.885465 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-1ed37ce9-cf65-4195-9203-d7d82c217dc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1995394
Apr 09 20:58:58.924689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a2d123eb-7b73-4e6d-9746-457aebf3c450 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:58.925379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a2d123eb-7b73-4e6d-9746-457aebf3c450 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:58.925977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:58.943338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-47aed9e4-e882-46b4-9f43-05aba67f98f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 217 time: 0.0514777
Apr 09 20:58:58.975530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-24070083-937d-4411-895d-16c809e75167 admin admin] For port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,segment=NetworkSegment(9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1),segment_id=9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:58.975890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.001120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Calling delete_port for 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:59.004149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] Deleting port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:58:59.006633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.012275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17785637-5163-45bc-ad49-8fea74900cad req-54c3e166-8ece-4ea5-bcf2-311addb5d786 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:59.019508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17785637-5163-45bc-ad49-8fea74900cad req-54c3e166-8ece-4ea5-bcf2-311addb5d786 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1141193
Apr 09 20:58:59.043281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-04cf8537-fe5e-45a2-8f53-abafbe949529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:59.044797 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-04cf8537-fe5e-45a2-8f53-abafbe949529 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0944831
Apr 09 20:58:59.059946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3252bb41-03b5-4f0e-a858-0aa79225f947 req-f505165c-50c8-4048-b5e2-a1ba2d73b555 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3196156
Apr 09 20:58:59.145579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17785637-5163-45bc-ad49-8fea74900cad req-02f4458d-ad01-474d-b5eb-8a095e88b66a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250014
Apr 09 20:58:59.179311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-4e2bc308-5be7-4fa4-b63b-5cf70e1dfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:59.179311 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-4e2bc308-5be7-4fa4-b63b-5cf70e1dfea3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1184144
Apr 09 20:58:59.286390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] For port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,segment=NetworkSegment(9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1),segment_id=9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:59.291579 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.316071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] Calling delete_port for 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:58:59.331792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:58:59.332181 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.357727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d035e-3269-45d2-a926-c7359adc90ab req-68e97410-93cf-479f-8f96-bcef3045dd56 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:59.361142 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-c5e885e4-99f5-4cc9-82f3-180cb02fffe7 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750755
Apr 09 20:58:59.364603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c38d035e-3269-45d2-a926-c7359adc90ab req-68e97410-93cf-479f-8f96-bcef3045dd56 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1223164
Apr 09 20:58:59.390680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c3e0a-7819-4737-a9bb-862f97cc4612 req-b2b4f0aa-095d-4053-88cc-cef02db01e87 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:59.397612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a7c3e0a-7819-4737-a9bb-862f97cc4612 req-b2b4f0aa-095d-4053-88cc-cef02db01e87 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1245492
Apr 09 20:58:59.418685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,segment=NetworkSegment(9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1),segment_id=9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:58:59.478000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c38d035e-3269-45d2-a926-c7359adc90ab req-c4ed1a54-9e45-4efe-a8c4-10bed56f54d5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124482
Apr 09 20:58:59.493156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.496636 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.497431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f8378aba-e674-49c5-8284-87dbbb2c6168 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:58:59.541028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:59.546220 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dcdee1c3-6641-4ef3-8a7e-d01d88ab8c11 req-d0574008-79f7-4e6b-9956-13ce8c8b26ee service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775823
Apr 09 20:58:59.549180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24070083-937d-4411-895d-16c809e75167 admin admin] No DVR routers for this DVR port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:59.551854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.552206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.552547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.552871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.553220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.553545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.553885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.554241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.554590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.554966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.555286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.555603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.555917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.556228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.556539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:58:59.566420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f8378aba-e674-49c5-8284-87dbbb2c6168 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:58:59.566814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f8378aba-e674-49c5-8284-87dbbb2c6168 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:58:59.573469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event deleted for resources: {'Port': ['ID=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:59.594252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a7c3e0a-7819-4737-a9bb-862f97cc4612 req-0d8a9d30-9d62-43bf-8f9c-ce13b4340795 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957240
Apr 09 20:58:59.609823 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (5dfabbbb-e418-4d4a-98a2-60f0236e32f4), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.637983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] Pushing event deleted for resources: {'Port': ['ID=5dfabbbb-e418-4d4a-98a2-60f0236e32f4,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:58:59.651997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee23c88-357f-44e6-80b2-77fa98aa569b None None] No DVR routers for this DVR port 5dfabbbb-e418-4d4a-98a2-60f0236e32f4 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:58:59.725017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (966ae731-6531-49cb-9664-8a767192bf05), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.764594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-24070083-937d-4411-895d-16c809e75167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23761fa1f0>,) {'filters': {'network_id': ['966ae731-6531-49cb-9664-8a767192bf05']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:59.802375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-24070083-937d-4411-895d-16c809e75167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761fa1f0>, '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:59.802375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-24070083-937d-4411-895d-16c809e75167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761fa1f0>, '9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:58:59.819551 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.832994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3c4b-dd99-4132-a844-42626a1ff5ba req-45fb4eba-9b08-4f95-9164-4f2fa7d391c8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:58:59.834552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-795f3c4b-dd99-4132-a844-42626a1ff5ba req-45fb4eba-9b08-4f95-9164-4f2fa7d391c8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.0813284
Apr 09 20:58:59.848346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.877678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:58:59.878674 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (9bc6e41a-9a1c-44ed-b26e-0ef01e05f8c1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:58:59.884553 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:59:00.003396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-795f3c4b-dd99-4132-a844-42626a1ff5ba req-0a7534cf-0d27-48bf-b9ff-484322d68e84 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631420
Apr 09 20:59:00.015088 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:00.025528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (966ae731-6531-49cb-9664-8a767192bf05), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:00.025528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:00.029090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-24070083-937d-4411-895d-16c809e75167 admin admin] 10.222.0.30 "DELETE /v2.0/networks/966ae731-6531-49cb-9664-8a767192bf05 HTTP/1.1" status: 204  len: 168 time: 1.7797036
Apr 09 20:59:00.039572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24070083-937d-4411-895d-16c809e75167 admin admin] Pushing event deleted for resources: {'Network': ['ID=966ae731-6531-49cb-9664-8a767192bf05,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:00.301472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45556) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:00.428621 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-23667761-56fa-4701-804e-429747728f8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=430f19ffcb28429189b8c76282d2077b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1221843
Apr 09 20:59:00.431255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:00.502137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10066bb-e3d7-4b48-b487-67a747f47bd9 req-a74ce742-6a13-4488-a82b-45cb40f8126c tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:00.503644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f10066bb-e3d7-4b48-b487-67a747f47bd9 req-a74ce742-6a13-4488-a82b-45cb40f8126c tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 943 time: 0.2258015
Apr 09 20:59:00.540378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020dce8-fb77-4c68-b62a-f2d1a034061c req-fe8e37d5-b509-45ea-9d24-61f0cc6bca33 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:00.549135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3020dce8-fb77-4c68-b62a-f2d1a034061c req-fe8e37d5-b509-45ea-9d24-61f0cc6bca33 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1509564
Apr 09 20:59:00.553360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02344aa9-77da-4a95-ac66-182abd13b4bc admin admin] Publish callbacks [] for security_group (281ab0bc-5acb-44a5-9bca-e5b624b30088), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:00.613284 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02344aa9-77da-4a95-ac66-182abd13b4bc admin admin] Publish callbacks [] for security_group (281ab0bc-5acb-44a5-9bca-e5b624b30088), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:00.682461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f10066bb-e3d7-4b48-b487-67a747f47bd9 req-1311693b-949a-4503-a72f-6e1d68883e9e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670797
Apr 09 20:59:00.707557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3020dce8-fb77-4c68-b62a-f2d1a034061c req-4781448d-96fe-454c-aa64-5cfee969ce00 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573796
Apr 09 20:59:00.752804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02344aa9-77da-4a95-ac66-182abd13b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (281ab0bc-5acb-44a5-9bca-e5b624b30088), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:00.755922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02344aa9-77da-4a95-ac66-182abd13b4bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:00.760101 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-02344aa9-77da-4a95-ac66-182abd13b4bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/281ab0bc-5acb-44a5-9bca-e5b624b30088 HTTP/1.1" status: 204  len: 168 time: 0.3276010
Apr 09 20:59:00.778071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02344aa9-77da-4a95-ac66-182abd13b4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ab0bc-5acb-44a5-9bca-e5b624b30088,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:00.935139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6d1e-eb55-44d6-b29d-11c7a3c741f1 req-70ea370b-be12-49bb-9485-5e589cc44058 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:00.951629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-825f6d1e-eb55-44d6-b29d-11c7a3c741f1 req-70ea370b-be12-49bb-9485-5e589cc44058 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1116416
Apr 09 20:59:01.153931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0058-fe77-4735-b3fd-e67a3a8d4523 req-e0bfa40d-36d3-407a-89a1-4ad2d3f20ff5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:01.164019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-274c0058-fe77-4735-b3fd-e67a3a8d4523 req-e0bfa40d-36d3-407a-89a1-4ad2d3f20ff5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.2505388
Apr 09 20:59:01.249210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-825f6d1e-eb55-44d6-b29d-11c7a3c741f1 req-2b4eec1f-f610-4c61-8007-304ed26244c3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2957058
Apr 09 20:59:01.279954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-274c0058-fe77-4735-b3fd-e67a3a8d4523 req-e02a9115-1f48-40c1-ac2f-8df1d48d1ad9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148617
Apr 09 20:59:01.481088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a6ed0-6267-41e4-a83f-d2d76ae4c04e req-3b83b768-1bff-42b7-ab40-6ad3e0590ee7 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:01.484520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-909a6ed0-6267-41e4-a83f-d2d76ae4c04e req-3b83b768-1bff-42b7-ab40-6ad3e0590ee7 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.0852990
Apr 09 20:59:01.579184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 28be12eb-f5a0-44c9-8952-c7005682176d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:01.581592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c69ae3-0bec-4356-a323-9b169eafa5f4 req-b94f415e-4b59-4976-bb5f-cef43dfac574 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:01.584028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46c69ae3-0bec-4356-a323-9b169eafa5f4 req-b94f415e-4b59-4976-bb5f-cef43dfac574 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.0975318
Apr 09 20:59:01.627187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-909a6ed0-6267-41e4-a83f-d2d76ae4c04e req-376a2f56-29b7-4178-837e-a02e364d4c03 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273019
Apr 09 20:59:01.653014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45588) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:01.706246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46c69ae3-0bec-4356-a323-9b169eafa5f4 req-d826ca9b-1c9e-4c9e-9ba2-144a37472e32 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102617
Apr 09 20:59:01.770839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45596) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:01.772373 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d0ca61dc-c220-4605-b1fe-0e37af954ffe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=587189385a484c4abec9ab7e2da31334&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1136220
Apr 09 20:59:01.895641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-35df4171-a542-4347-93a1-6027bbc5526f admin admin] Publish callbacks [] for security_group (aa5284ec-0b2c-4c82-9a00-88ec3eb07eef), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:01.896241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 28be12eb-f5a0-44c9-8952-c7005682176d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28be12eb-f5a0-44c9-8952-c7005682176d,segment=NetworkSegment(74afa9e5-eb34-4086-90ba-4dca3e5abed1),segment_id=74afa9e5-eb34-4086-90ba-4dca3e5abed1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:01.923974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '28be12eb-f5a0-44c9-8952-c7005682176d', 'network_id': 'd5e4efcc-ee43-45d2-b19a-a14b712d6e3d', 'port_id': '28be12eb-f5a0-44c9-8952-c7005682176d', 'mac_address': 'fa:16:3e:08:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72475d4-b4b9-456d-8300-ee2301b7a52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:01.970699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d383f30-b5d1-45da-8021-8f5d8506212a req-216e32bc-ada2-45a4-ab7c-426c12dd80ab tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:01.976047 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d383f30-b5d1-45da-8021-8f5d8506212a req-216e32bc-ada2-45a4-ab7c-426c12dd80ab tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 943 time: 0.1397917
Apr 09 20:59:01.993357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 28be12eb-f5a0-44c9-8952-c7005682176d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:01.993747 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:02.006542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-35df4171-a542-4347-93a1-6027bbc5526f admin admin] Publish callbacks [] for security_group (aa5284ec-0b2c-4c82-9a00-88ec3eb07eef), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:02.026566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28be12eb-f5a0-44c9-8952-c7005682176d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:02.089923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 28be12eb-f5a0-44c9-8952-c7005682176d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28be12eb-f5a0-44c9-8952-c7005682176d,segment=NetworkSegment(74afa9e5-eb34-4086-90ba-4dca3e5abed1),segment_id=74afa9e5-eb34-4086-90ba-4dca3e5abed1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:02.095282 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-35df4171-a542-4347-93a1-6027bbc5526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (aa5284ec-0b2c-4c82-9a00-88ec3eb07eef), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:02.097882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-35df4171-a542-4347-93a1-6027bbc5526f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:02.100905 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:02.102210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-35df4171-a542-4347-93a1-6027bbc5526f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa5284ec-0b2c-4c82-9a00-88ec3eb07eef HTTP/1.1" status: 204  len: 168 time: 0.3302853
Apr 09 20:59:02.131424 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-01d86fbc-fe53-4c1c-a384-24cd5bea7564 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0559392
Apr 09 20:59:02.152953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df4171-a542-4347-93a1-6027bbc5526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5284ec-0b2c-4c82-9a00-88ec3eb07eef,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:02.180734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=28be12eb-f5a0-44c9-8952-c7005682176d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:02.211572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d383f30-b5d1-45da-8021-8f5d8506212a req-2e39a3af-0cdd-4895-a118-d4363560f3b3 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229931
Apr 09 20:59:02.412747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['28be12eb-f5a0-44c9-8952-c7005682176d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:02.459924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce98a23-4f43-411b-8bb8-449b12fc0d96 req-df0a020e-71d4-450b-8da3-2fe4e3ef47e1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:02.467434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ce98a23-4f43-411b-8bb8-449b12fc0d96 req-df0a020e-71d4-450b-8da3-2fe4e3ef47e1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1051893
Apr 09 20:59:02.496270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-97c861e0-76af-4c44-887d-2c1788b1e6d8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:02.503922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-97c861e0-76af-4c44-887d-2c1788b1e6d8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3521624
Apr 09 20:59:02.538831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-fb4c0450-5e68-467b-8900-489a4a82c10a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/quotas/e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 375 time: 0.0339410
Apr 09 20:59:02.664818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-f16461c1-2c3a-480c-acd9-9a6cbe248f94 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1155086
Apr 09 20:59:02.735859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ce98a23-4f43-411b-8bb8-449b12fc0d96 req-acca30a2-3c33-435a-a167-49443c132726 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377350
Apr 09 20:59:02.982593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f71804-f3ac-4670-aaa6-03d368344b53 req-8ea30740-4edc-4d1b-8a43-acf8459b6713 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:02.996075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9f71804-f3ac-4670-aaa6-03d368344b53 req-8ea30740-4edc-4d1b-8a43-acf8459b6713 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1563301
Apr 09 20:59:03.131491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9f71804-f3ac-4670-aaa6-03d368344b53 req-e5a58840-5227-435d-b96a-2ff7dd628b2f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342878
Apr 09 20:59:03.270251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aabb95-38d5-4186-b9b9-60b1e3aa24c8 req-d2b47707-6d3d-481e-98e0-fc03e4c892e4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:03.272692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97aabb95-38d5-4186-b9b9-60b1e3aa24c8 req-d2b47707-6d3d-481e-98e0-fc03e4c892e4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1370194
Apr 09 20:59:03.304094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7b37703-80ad-4959-add8-66f55b1ba4bc req-df5a58dc-1c9a-4e09-b045-7b9489607684 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 210 time: 0.0654848
Apr 09 20:59:03.400154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97aabb95-38d5-4186-b9b9-60b1e3aa24c8 req-3bb9703a-cd11-4c37-b097-e70f06d05202 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950527
Apr 09 20:59:03.587553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 28be12eb-f5a0-44c9-8952-c7005682176d up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:03.594132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c87697-7b12-4620-a62f-bf0e30e5e767 req-08da335b-c454-4d17-907a-bf3423062ced tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:03.601445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9c87697-7b12-4620-a62f-bf0e30e5e767 req-08da335b-c454-4d17-907a-bf3423062ced tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 944 time: 0.1569571
Apr 09 20:59:03.693409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 28be12eb-f5a0-44c9-8952-c7005682176d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:03.693651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9c87697-7b12-4620-a62f-bf0e30e5e767 req-d5f00c80-beb1-4395-a9fc-a493d32d615f tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912628
Apr 09 20:59:03.718315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 28be12eb-f5a0-44c9-8952-c7005682176d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:03.718957 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:03.722140 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:59:03.891098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd40044-390b-40ca-94b8-c61693884cfe req-2ddfe497-0ef3-4295-a670-630a9440f7fa tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:03.892707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bd40044-390b-40ca-94b8-c61693884cfe req-2ddfe497-0ef3-4295-a670-630a9440f7fa tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0691504
Apr 09 20:59:03.933780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 28be12eb-f5a0-44c9-8952-c7005682176d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:03.934175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:03.965474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bd40044-390b-40ca-94b8-c61693884cfe req-f7c56a2d-f205-4e64-805e-31def34f548e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564737
Apr 09 20:59:03.998608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28990a58-26ce-477f-aa75-401da370fa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be12eb-f5a0-44c9-8952-c7005682176d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:04.000952 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13a2b65-0034-465b-a743-c9bc0d5fe9ba" -d '{"events": [{"server_uuid": "28990a58-26ce-477f-aa75-401da370fa1b", "name": "network-vif-plugged", "status": "completed", "tag": "28be12eb-f5a0-44c9-8952-c7005682176d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:04.017367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 28be12eb-f5a0-44c9-8952-c7005682176d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28be12eb-f5a0-44c9-8952-c7005682176d,segment=NetworkSegment(74afa9e5-eb34-4086-90ba-4dca3e5abed1),segment_id=74afa9e5-eb34-4086-90ba-4dca3e5abed1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:04.027333 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:04.093649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=28be12eb-f5a0-44c9-8952-c7005682176d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:04.103190 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79507c2-758d-4bb8-8c00-16e1e4dcaa1e x-openstack-request-id: req-f79507c2-758d-4bb8-8c00-16e1e4dcaa1e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:04.103491 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28990a58-26ce-477f-aa75-401da370fa1b", "name": "network-vif-plugged", "status": "completed", "tag": "28be12eb-f5a0-44c9-8952-c7005682176d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:04.103734 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f79507c2-758d-4bb8-8c00-16e1e4dcaa1e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:04.104309 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79507c2-758d-4bb8-8c00-16e1e4dcaa1e'] response: {'server_uuid': '28990a58-26ce-477f-aa75-401da370fa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be12eb-f5a0-44c9-8952-c7005682176d', 'code': 200}
Apr 09 20:59:04.106520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.107024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.107513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.108119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.108654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.108957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.110948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.111316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.111649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.111980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.112317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.112644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.112972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.113667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.113771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:04.266787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc83c-3696-4461-b455-38db1065542f req-20a993d4-4c19-4b83-8712-ae4178702c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:04.268858 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-307fc83c-3696-4461-b455-38db1065542f req-20a993d4-4c19-4b83-8712-ae4178702c04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 1127 time: 0.0507023
Apr 09 20:59:04.335194 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-307fc83c-3696-4461-b455-38db1065542f req-0ef85f83-ba89-4752-a03c-ad11d8677004 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600078
Apr 09 20:59:04.341334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bd6d1-9668-423a-bc95-d40087ed1e29 req-982e1541-4113-45cf-9bae-a0ef45f60190 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:04.349556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca0bd6d1-9668-423a-bc95-d40087ed1e29 req-982e1541-4113-45cf-9bae-a0ef45f60190 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0849996
Apr 09 20:59:04.408187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca0bd6d1-9668-423a-bc95-d40087ed1e29 req-85a7319a-0236-475f-9ea7-ffb41c40478c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577021
Apr 09 20:59:04.492575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbf37515-14c6-4698-9b4e-a58409991f90 req-892eb5bd-1148-4831-9ae0-c738148d46c9 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 210 time: 0.0553963
Apr 09 20:59:04.574119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb012b-ed5d-4e59-85dd-4d31a0477346 req-2230dda7-5b64-41be-98bf-ab63064636ea tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:04.582317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62eb012b-ed5d-4e59-85dd-4d31a0477346 req-2230dda7-5b64-41be-98bf-ab63064636ea tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.0700302
Apr 09 20:59:04.670123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62eb012b-ed5d-4e59-85dd-4d31a0477346 req-19045e06-0141-44a9-a15e-5f4462fb0194 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863950
Apr 09 20:59:04.913169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d6f17-ef5c-45b6-8570-aadad8f289c8 req-db775dc1-921b-4e5e-b403-eebd2f03ddd3 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:04.921770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef9d6f17-ef5c-45b6-8570-aadad8f289c8 req-db775dc1-921b-4e5e-b403-eebd2f03ddd3 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 945 time: 0.0923662
Apr 09 20:59:05.098711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef9d6f17-ef5c-45b6-8570-aadad8f289c8 req-15ee8a19-9f92-40f6-bdbf-e86425ca214a tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749520
Apr 09 20:59:05.250390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf4a5-1db9-4eb0-92d9-ea2c3be57a02 req-3b6a3a09-eb9e-4788-954a-a36252bf030f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:05.260851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f40cf4a5-1db9-4eb0-92d9-ea2c3be57a02 req-3b6a3a09-eb9e-4788-954a-a36252bf030f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0776062
Apr 09 20:59:05.378124 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-a54a9321-059a-4b2d-b316-2c578e4a3e1e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0378020
Apr 09 20:59:05.414216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f40cf4a5-1db9-4eb0-92d9-ea2c3be57a02 req-fccb4948-06a6-49e8-bd46-eddd1ae10a55 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507347
Apr 09 20:59:05.697265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d8fb1-adf9-4f14-b027-baf222f367a5 req-3c4dc12c-0364-4690-9537-1b83714191f5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:05.704919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f47d8fb1-adf9-4f14-b027-baf222f367a5 req-3c4dc12c-0364-4690-9537-1b83714191f5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.0966012
Apr 09 20:59:05.783429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-96aeb8b6-fe0b-4100-a2c9-36f05be3f368 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:05.785248 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-96aeb8b6-fe0b-4100-a2c9-36f05be3f368 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4052637
Apr 09 20:59:05.815681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Request body: {'port': {'device_id': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'e77d97d277f245d4822a646af7d5f50d'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:05.960462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c735f63f-9ea2-4f31-871d-c03c615987ac req-e073c9f7-d041-448d-bf9f-843caf340fea tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 210 time: 0.2514703
Apr 09 20:59:06.036489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f47d8fb1-adf9-4f14-b027-baf222f367a5 req-72ed9ae2-bc8c-4cd0-be59-5aaf76bedeb9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2304113
Apr 09 20:59:06.206704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Made reservation on behalf of e77d97d277f245d4822a646af7d5f50d for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:06.212114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:06.318988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-14ef27e5-54e8-48a0-a040-d7fe7853f310 service neutron] 10.222.0.32 "GET /v2.0/ports/146c43f4-1b2c-4bf3-bc91-df1e1247e407/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2534025
Apr 09 20:59:06.351829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233232d-cea1-4273-914c-cb8c319c7aee req-0884e4a7-4fc0-4e2c-9e0e-c069309f672f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:06.360116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3233232d-cea1-4273-914c-cb8c319c7aee req-0884e4a7-4fc0-4e2c-9e0e-c069309f672f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1404929
Apr 09 20:59:06.400059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0d63f-1f0d-4019-876c-651a0f361509 req-f83796f6-9570-4ef8-bf41-e071e05fa0c5 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:06.407865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3c0d63f-1f0d-4019-876c-651a0f361509 req-f83796f6-9570-4ef8-bf41-e071e05fa0c5 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 945 time: 0.1815288
Apr 09 20:59:06.450259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Allocated IP 192.168.233.162 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/4fed88cf-abe4-4b22-a8ee-09e62dda9535) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:06.664392 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks [] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:06.735550 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:06.752427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:06.755611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['cc886072-17df-443d-8237-a748bd33f221'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:06.855811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:06.866820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:06.882090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:06.967066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:07.070999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:07.071749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:07.106163 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-64dbba26-f900-4c92-aacb-f9cdc437a435 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3107378
Apr 09 20:59:07.127495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Request body: {'port': {'device_id': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:07.191955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3c0d63f-1f0d-4019-876c-651a0f361509 req-06537819-ddf0-489d-b19a-c7f0aed92bb6 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7802856
Apr 09 20:59:07.207113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3233232d-cea1-4273-914c-cb8c319c7aee req-0e65e29d-e7d2-4c8b-a8b6-315540fe7a8c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8458872
Apr 09 20:59:07.330840 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:07.472513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8575dfcc-428f-4402-8834-145b9b239cc1 None None] Provisioning complete for port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:07.473794 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8575dfcc-428f-4402-8834-145b9b239cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:07.503118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11098a88-cbd1-492b-a0c9-0e1ee5c829fe req-4dfb6521-ef02-4d29-9a52-107afc40fc4f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:07.511316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11098a88-cbd1-492b-a0c9-0e1ee5c829fe req-4dfb6521-ef02-4d29-9a52-107afc40fc4f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0900290
Apr 09 20:59:07.537411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8575dfcc-428f-4402-8834-145b9b239cc1 None None] Port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:07.571158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:07.660409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:07.711849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ddd3a-48dd-4fe1-964a-4fec3d4a7fdb req-fb2f7fee-8e20-496f-af95-33e7d2078a95 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:07.714096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a65ddd3a-48dd-4fe1-964a-4fec3d4a7fdb req-fb2f7fee-8e20-496f-af95-33e7d2078a95 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 936 time: 0.2297266
Apr 09 20:59:07.756484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 146c43f4-1b2c-4bf3-bc91-df1e1247e407 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:59:07.764956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11098a88-cbd1-492b-a0c9-0e1ee5c829fe req-a0476281-b431-4c92-9693-fd85e6336c60 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2528775
Apr 09 20:59:07.784890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146c43f4-1b2c-4bf3-bc91-df1e1247e407 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:07.804991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:07.845187 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:07.887139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a65ddd3a-48dd-4fe1-964a-4fec3d4a7fdb req-030ce60c-b57a-4989-a2e8-636c931a6aca tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635501
Apr 09 20:59:07.994307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:07.999504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fed88cf-abe4-4b22-a8ee-09e62dda9535 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:08.027011 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Publish callbacks [] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:08.049374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Transition to ACTIVE for port object 4fed88cf-abe4-4b22-a8ee-09e62dda9535 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:08.069151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:08.138878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca02f4-354a-45d5-ad01-fe96a8a151ef req-c493e0da-1995-46d3-ba2e-5ff1679776c0 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:08.149894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9ca02f4-354a-45d5-ad01-fe96a8a151ef req-c493e0da-1995-46d3-ba2e-5ff1679776c0 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 943 time: 0.1588483
Apr 09 20:59:08.161758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:08.305757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] Transition to ACTIVE for port object 146c43f4-1b2c-4bf3-bc91-df1e1247e407 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:08.330106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9ca02f4-354a-45d5-ad01-fe96a8a151ef req-21c3f2f6-9752-4b47-aece-acc7ee71ee0b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537580
Apr 09 20:59:08.341017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaad24-6f5c-4e23-ad6c-de903c745d75 req-650fdffd-fbde-443e-8166-8c3c3b1a8cf3 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:08.352239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Attempting to bind port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:08.352577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Attempting to bind port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:08.352973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Attempting to bind port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:08.356112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eecaad24-6f5c-4e23-ad6c-de903c745d75 req-650fdffd-fbde-443e-8166-8c3c3b1a8cf3 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 1131 time: 0.2306795
Apr 09 20:59:08.358928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:08.359250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Attempting to bind port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:08.369734 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:08.375717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:08.376056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:08.376566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:08.376882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Bound port: 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:08.384160 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:08.568693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] Pushing event updated for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:08.660189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:08.662059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] No DVR routers for this DVR port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:59:08.667020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:08.681935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eecaad24-6f5c-4e23-ad6c-de903c745d75 req-7893b4d9-4324-4c10-884f-d7c7459a6166 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3237123
Apr 09 20:59:08.697871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:08.742670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-9457170c-f0c4-4749-9bc1-cc2d8c2030f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/146c43f4-1b2c-4bf3-bc91-df1e1247e407/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.4177768
Apr 09 20:59:08.880672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:08.883244 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:08.884691 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] 10.222.0.32 "PUT /v2.0/ports/4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 200  len: 1096 time: 1.7700799
Apr 09 20:59:08.885196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:08.887486 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be63879a-c8d3-4993-b70e-93186d129925" -d '{"events": [{"name": "network-changed", "server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:09.023734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-0493bfff-f55d-4e32-8e2a-f05194ede936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.035976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-0493bfff-f55d-4e32-8e2a-f05194ede936 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b70c13d77d304aa69f4eeb95e037ea4b&device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 1127 time: 0.1621993
Apr 09 20:59:09.316674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b5189d9-ef2d-41bb-98f9-b1f686fcfc47 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.330412 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-0b5189d9-ef2d-41bb-98f9-b1f686fcfc47 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.4583015
Apr 09 20:59:09.331419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163371c-0039-4fca-8352-c0cfa720cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:09.352618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-34926446-7ddc-43c8-a53f-ee51009aa6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.356830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae866c-4d01-4d75-bb65-f1a8774f3897 req-cbc63fc0-f9b3-4c4d-bcf4-0ec753c7851e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.357938 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-34926446-7ddc-43c8-a53f-ee51009aa6fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 1130 time: 0.3751814
Apr 09 20:59:09.366972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77ae866c-4d01-4d75-bb65-f1a8774f3897 req-cbc63fc0-f9b3-4c4d-bcf4-0ec753c7851e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.2331951
Apr 09 20:59:09.437462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-4aabb5fd-8c35-4aa1-9b67-89127b8272f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.442455 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-4aabb5fd-8c35-4aa1-9b67-89127b8272f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f&tenant_id=2c23a8d6534a4426b2ea106417c8b68a HTTP/1.1" status: 200  len: 1126 time: 0.0869272
Apr 09 20:59:09.464677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af75c61-6658-4044-a9dd-fbc2e51505fb req-aefab63e-a705-4ead-aba4-fa389689bebc tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.473006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8af75c61-6658-4044-a9dd-fbc2e51505fb req-aefab63e-a705-4ead-aba4-fa389689bebc tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 945 time: 0.4128020
Apr 09 20:59:09.524357 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-ad0f6eaa-b8a1-4c9d-bddb-a68e15b13650 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 200  len: 217 time: 0.0797815
Apr 09 20:59:09.565889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77ae866c-4d01-4d75-bb65-f1a8774f3897 req-4967dd17-3cdb-49e0-a788-69d3fd069ad7 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984305
Apr 09 20:59:09.606321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-fc873ac7-5b18-4af7-ad3f-6e0d1fab4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.607500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-18397e60-d5ba-4a90-8d6b-8b60551b5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.608417 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-fc873ac7-5b18-4af7-ad3f-6e0d1fab4001 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0736701
Apr 09 20:59:09.610276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-18397e60-d5ba-4a90-8d6b-8b60551b5261 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5e4efcc-ee43-45d2-b19a-a14b712d6e3d HTTP/1.1" status: 200  len: 915 time: 0.5676360
Apr 09 20:59:09.617774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8af75c61-6658-4044-a9dd-fbc2e51505fb req-bc75f8a7-1b0c-4467-ac1b-4d05ae754a89 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437197
Apr 09 20:59:09.717682 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a260e-e7ae-417d-8c64-f66dd43d24c6 x-openstack-request-id: req-3e2a260e-e7ae-417d-8c64-f66dd43d24c6 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:09.718782 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:09.719010 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e2a260e-e7ae-417d-8c64-f66dd43d24c6 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:09.719595 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2a260e-e7ae-417d-8c64-f66dd43d24c6'] response: {'name': 'network-changed', 'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'status': 'completed', 'code': 200}
Apr 09 20:59:09.720931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-06376c72-6573-4ace-b3f6-879f5ee15edd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28be12eb-f5a0-44c9-8952-c7005682176d HTTP/1.1" status: 200  len: 217 time: 0.1004138
Apr 09 20:59:09.797743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-4777e492-5cdc-4361-9987-d906dd525754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.800275 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-4777e492-5cdc-4361-9987-d906dd525754 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1126 time: 0.2745881
Apr 09 20:59:09.800982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-a9214565-6204-4dfd-9530-56ce1d9c0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.802336 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-a9214565-6204-4dfd-9530-56ce1d9c0eb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1564374
Apr 09 20:59:09.802806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45830) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:09.878142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e9bfc-7e3b-4feb-bfc3-14ec7ebbd9a4 req-191ea805-ac45-4761-a970-4b9d65d6266c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.888991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-051e9bfc-7e3b-4feb-bfc3-14ec7ebbd9a4 req-191ea805-ac45-4761-a970-4b9d65d6266c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 948 time: 0.1737103
Apr 09 20:59:09.943110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-85c36512-a1cf-4cb4-94cb-b7319f1a5be7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0845788
Apr 09 20:59:09.988592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-9a2bf9d5-c71a-4cdf-91f5-d95751b1cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:09.990104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-9a2bf9d5-c71a-4cdf-91f5-d95751b1cd1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c72475d4-b4b9-456d-8300-ee2301b7a52f HTTP/1.1" status: 200  len: 854 time: 0.2502732
Apr 09 20:59:10.091251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-60373c96-a21c-4d45-95fb-37cfbc423025 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5e4efcc-ee43-45d2-b19a-a14b712d6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0917335
Apr 09 20:59:10.164021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c310647c-a384-4da6-a8d7-06590aa4b49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:10.228421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-998a8e4d-7aeb-4535-ada4-b078bf2391c3 service neutron] 10.222.0.32 "GET /v2.0/networks/d5e4efcc-ee43-45d2-b19a-a14b712d6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264575
Apr 09 20:59:10.251500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-051e9bfc-7e3b-4feb-bfc3-14ec7ebbd9a4 req-36732638-2f2e-4e14-bdd0-2bdc6d6474ac tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3612487
Apr 09 20:59:10.434159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-6833fb73-d3e0-4097-b17a-5cc19a82347b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:10.471335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-6833fb73-d3e0-4097-b17a-5cc19a82347b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5270724
Apr 09 20:59:10.578256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-b60d9836-cc8d-4d1b-8d3d-edc5242e5ef2 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/quotas/b21b82d625c249269c02db9bbe700c7c HTTP/1.1" status: 200  len: 375 time: 0.1058729
Apr 09 20:59:10.640415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-7612b27e-4612-41a6-96d8-57a80c070272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:10.642754 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-7612b27e-4612-41a6-96d8-57a80c070272 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.8103843
Apr 09 20:59:10.666841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-3f282960-0efe-42d6-abcb-48f1aea7d930 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0875187
Apr 09 20:59:10.692224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24454a7f-c9dd-4048-8faa-9e625b9ae006 req-b27f2259-74bc-44ec-8c4d-af650f4a7fbc tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:10.703983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24454a7f-c9dd-4048-8faa-9e625b9ae006 req-b27f2259-74bc-44ec-8c4d-af650f4a7fbc tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 944 time: 0.2882652
Apr 09 20:59:10.774863 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-e9990695-52a9-46ec-bc4c-cd2d2d072c16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 200  len: 217 time: 0.1234560
Apr 09 20:59:10.778212 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-345b09e1-7de3-4f3c-a3be-8c86bf9d65bc service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9614098
Apr 09 20:59:10.780620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d202489a-7e12-4a17-9ea6-3635e12a7deb req-ddba5e64-2823-4476-b710-fecb407ad798 service neutron] 10.222.0.32 "GET /v2.0/networks/d5e4efcc-ee43-45d2-b19a-a14b712d6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5473907
Apr 09 20:59:10.856608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24454a7f-c9dd-4048-8faa-9e625b9ae006 req-beed4a90-5ea0-497f-b94a-2c094992573a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356664
Apr 09 20:59:10.980794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-14ac0788-69e5-42cb-9722-8effd64dc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:10.983081 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-14ac0788-69e5-42cb-9722-8effd64dc221 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1994636
Apr 09 20:59:11.079015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5541209-b5b8-4d82-b24c-d356b191d59d req-e7f30c8e-0bb1-4680-a34b-476c883c81c7 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:11.088258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5541209-b5b8-4d82-b24c-d356b191d59d req-e7f30c8e-0bb1-4680-a34b-476c883c81c7 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.0971568
Apr 09 20:59:11.176736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9152-4087-40e0-984d-9bf2da10a305 req-931e2bd1-967e-4d53-a0ca-77e93c6038ab tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:11.192510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-633f9152-4087-40e0-984d-9bf2da10a305 req-931e2bd1-967e-4d53-a0ca-77e93c6038ab tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 945 time: 0.1004081
Apr 09 20:59:11.211123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c310647c-a384-4da6-a8d7-06590aa4b49b admin admin] Publish callbacks [] for security_group (9dc7b6b1-23bb-4b02-8dab-2a0652d6542d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:11.222270 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6aee494e-27ce-4cb8-bcd5-fffec4cd7b26 req-33770c17-1763-4155-b495-911364f6a5a5 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4022303
Apr 09 20:59:11.225019 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c310647c-a384-4da6-a8d7-06590aa4b49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9dc7b6b1-23bb-4b02-8dab-2a0652d6542d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:11.234449 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-4063b64f-ff67-4608-9133-6df3c67d32e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1356497
Apr 09 20:59:11.297267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5541209-b5b8-4d82-b24c-d356b191d59d req-19fb74ec-665a-4a3a-bd36-f19a4bc3b7d5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079818
Apr 09 20:59:11.350597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-633f9152-4087-40e0-984d-9bf2da10a305 req-734cc04a-bc28-44b0-a802-2d468717d2ba tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569800
Apr 09 20:59:11.470807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24bb7762-6b71-4a0b-a858-a4326a7de8dd req-a17cf975-9b88-4cfe-bdfd-555a98832b58 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 210 time: 0.0637090
Apr 09 20:59:11.535184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c04a94-ad6c-49a5-ac5c-55ad24891b73 req-ad348729-9e1e-429a-b24a-f8ed413804f5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:11.537175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84c04a94-ad6c-49a5-ac5c-55ad24891b73 req-ad348729-9e1e-429a-b24a-f8ed413804f5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 948 time: 0.0608957
Apr 09 20:59:11.542161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310647c-a384-4da6-a8d7-06590aa4b49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc7b6b1-23bb-4b02-8dab-2a0652d6542d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:11.612112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84c04a94-ad6c-49a5-ac5c-55ad24891b73 req-4d7c0c0d-a3eb-4156-b534-f499ebeb2f9f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674720
Apr 09 20:59:11.617759 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c310647c-a384-4da6-a8d7-06590aa4b49b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec2105ae605c434997f70f4a73db5a43&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8115151
Apr 09 20:59:11.618170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45878) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:11.671346 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-a7c8177a-4d9e-4745-b658-28cd5fac61f3 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3675869
Apr 09 20:59:11.718441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b28f0010-65d8-49bd-bf79-a22c90f37c85 admin admin] Publish callbacks [] for security_group (9dc7b6b1-23bb-4b02-8dab-2a0652d6542d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:11.762333 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b28f0010-65d8-49bd-bf79-a22c90f37c85 admin admin] Publish callbacks [] for security_group (9dc7b6b1-23bb-4b02-8dab-2a0652d6542d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:11.846038 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-2122fcb9-52a9-424b-9e56-f90199cec8b2 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658657
Apr 09 20:59:11.863458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b28f0010-65d8-49bd-bf79-a22c90f37c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9dc7b6b1-23bb-4b02-8dab-2a0652d6542d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:11.866120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b28f0010-65d8-49bd-bf79-a22c90f37c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:11.867452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b28f0010-65d8-49bd-bf79-a22c90f37c85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9dc7b6b1-23bb-4b02-8dab-2a0652d6542d HTTP/1.1" status: 204  len: 168 time: 0.2477801
Apr 09 20:59:11.876439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0010-65d8-49bd-bf79-a22c90f37c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc7b6b1-23bb-4b02-8dab-2a0652d6542d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:12.072641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe6c66-0a6a-4d30-a913-ce2054c97bee req-56e5f2e9-1f7f-4a6b-8b6f-041766e5081c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:12.076934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eefe6c66-0a6a-4d30-a913-ce2054c97bee req-56e5f2e9-1f7f-4a6b-8b6f-041766e5081c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 944 time: 0.1245034
Apr 09 20:59:12.138660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eefe6c66-0a6a-4d30-a913-ce2054c97bee req-0ac61adc-7075-4992-8438-69c0e7f5ddd2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551353
Apr 09 20:59:12.220140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-6f326f63-de96-4ef5-9e8b-1e3ef490c035 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:12.224990 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-6f326f63-de96-4ef5-9e8b-1e3ef490c035 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0619783
Apr 09 20:59:12.335484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45908) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:12.367500 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68df8404-bc94-4d93-9e1e-9219b68f4e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:12.429735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-09411948-31f3-4fc2-b863-75f37a4cee33 service neutron] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:12.447738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-09411948-31f3-4fc2-b863-75f37a4cee33 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:12.455247 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef1dfbef-18b0-4c28-9be1-304ab4e76fe8 req-09411948-31f3-4fc2-b863-75f37a4cee33 service neutron] 10.222.0.25 "DELETE /v2.0/ports/146c43f4-1b2c-4bf3-bc91-df1e1247e407/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2240665
Apr 09 20:59:12.509200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63879a-c8d3-4993-b70e-93186d129925 req-6417f38f-f3e0-473e-ab82-1be772bb1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:12.511059 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be63879a-c8d3-4993-b70e-93186d129925 req-6417f38f-f3e0-473e-ab82-1be772bb1a03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 1130 time: 0.0544994
Apr 09 20:59:12.528468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29756-01c6-4550-b098-5d3a4c81c3dc req-3616a7b9-92ef-471c-aa45-69a21bad0e8a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:12.531333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90d29756-01c6-4550-b098-5d3a4c81c3dc req-3616a7b9-92ef-471c-aa45-69a21bad0e8a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1472707
Apr 09 20:59:12.621901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63879a-c8d3-4993-b70e-93186d129925 req-2ae8896c-53e8-4f01-816b-44ffcbde6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:12.623945 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be63879a-c8d3-4993-b70e-93186d129925 req-2ae8896c-53e8-4f01-816b-44ffcbde6266 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1036844
Apr 09 20:59:12.629203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0575993-95d5-4c59-9e3c-1a0cfb21ee4e req-b8714e9b-866b-45e1-a5ac-8706ec971996 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:12.638586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0575993-95d5-4c59-9e3c-1a0cfb21ee4e req-b8714e9b-866b-45e1-a5ac-8706ec971996 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 945 time: 0.1038260
Apr 09 20:59:12.705802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90d29756-01c6-4550-b098-5d3a4c81c3dc req-727ebf86-ce4d-463a-8c04-c4ac2862420f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665077
Apr 09 20:59:12.863705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0575993-95d5-4c59-9e3c-1a0cfb21ee4e req-71bc443e-7d5c-4255-8c28-b60f65b6c85e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218578
Apr 09 20:59:12.867177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be63879a-c8d3-4993-b70e-93186d129925 req-5fe0c667-bd2f-4b6f-a0ac-d5368b593f32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 200  len: 217 time: 0.1183462
Apr 09 20:59:12.908262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68df8404-bc94-4d93-9e1e-9219b68f4e92 admin admin] Publish callbacks [] for security_group (45caadb1-9ed2-4ba9-a16d-d99ef1f151da), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:13.012436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63879a-c8d3-4993-b70e-93186d129925 req-86636d08-355c-4c2b-b691-dc4c351753c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:13.014660 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be63879a-c8d3-4993-b70e-93186d129925 req-86636d08-355c-4c2b-b691-dc4c351753c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1272812
Apr 09 20:59:13.074887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68df8404-bc94-4d93-9e1e-9219b68f4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (45caadb1-9ed2-4ba9-a16d-d99ef1f151da), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:13.114395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63879a-c8d3-4993-b70e-93186d129925 req-b8078a23-91f6-4666-b2e5-2040a93cf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:13.114395 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be63879a-c8d3-4993-b70e-93186d129925 req-b8078a23-91f6-4666-b2e5-2040a93cf9f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0840850
Apr 09 20:59:13.126820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42692046-3593-4563-bb6f-c035b5dcf9b8 req-57dfd90f-b4ad-4e2e-8571-d61b414b585c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 210 time: 0.2141187
Apr 09 20:59:13.180025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-68df8404-bc94-4d93-9e1e-9219b68f4e92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cc714aa4fc7490baf36f98b0400b076&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8428175
Apr 09 20:59:13.180470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45924) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:13.212497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39267c4-1717-43bc-a6be-08fbfd0f819e req-26dcd468-f39e-43a7-8baf-4df8dd7e8c27 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:13.214079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b39267c4-1717-43bc-a6be-08fbfd0f819e req-26dcd468-f39e-43a7-8baf-4df8dd7e8c27 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 948 time: 0.1558812
Apr 09 20:59:13.214919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df8404-bc94-4d93-9e1e-9219b68f4e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45caadb1-9ed2-4ba9-a16d-d99ef1f151da,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:13.308098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b39267c4-1717-43bc-a6be-08fbfd0f819e req-68df0fd3-5d17-41cb-b887-6f7d63133b91 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866909
Apr 09 20:59:13.321085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92240c6d-85c1-4d3d-9268-bd0a156391fd admin admin] Publish callbacks [] for security_group (45caadb1-9ed2-4ba9-a16d-d99ef1f151da), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:13.484270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92240c6d-85c1-4d3d-9268-bd0a156391fd admin admin] Publish callbacks [] for security_group (45caadb1-9ed2-4ba9-a16d-d99ef1f151da), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:13.560607 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be63879a-c8d3-4993-b70e-93186d129925 req-b4ee4907-ac69-41c9-84d4-4ce5698b5fad service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436979
Apr 09 20:59:13.562981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3930f59-82da-4b28-91cb-c1d8404b8d0f req-64d6e1b3-1b50-45a0-87c4-f784fd812beb tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:13.584205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3930f59-82da-4b28-91cb-c1d8404b8d0f req-64d6e1b3-1b50-45a0-87c4-f784fd812beb tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 944 time: 0.1793444
Apr 09 20:59:13.614617 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92240c6d-85c1-4d3d-9268-bd0a156391fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (45caadb1-9ed2-4ba9-a16d-d99ef1f151da), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:13.617432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92240c6d-85c1-4d3d-9268-bd0a156391fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:13.629026 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-92240c6d-85c1-4d3d-9268-bd0a156391fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45caadb1-9ed2-4ba9-a16d-d99ef1f151da HTTP/1.1" status: 204  len: 168 time: 0.4445159
Apr 09 20:59:13.684895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-1a395ab7-7047-402d-9e83-4fe1e5be4574 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b21b82d625c249269c02db9bbe700c7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0780020
Apr 09 20:59:13.712881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92240c6d-85c1-4d3d-9268-bd0a156391fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45caadb1-9ed2-4ba9-a16d-d99ef1f151da,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:13.758437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:13.831951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-be63879a-c8d3-4993-b70e-93186d129925 req-6d1aeb60-a788-48da-830d-517396a8c698 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2369909
Apr 09 20:59:13.897499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3930f59-82da-4b28-91cb-c1d8404b8d0f req-afc19cdd-2664-4af1-83fe-8a1ff89a813c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3061042
Apr 09 20:59:14.009002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547303e-fb4c-4e6b-8674-479baefcd939 req-1b5e6d6a-ec23-4d43-9252-f1c7783a5f3d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:14.016465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0547303e-fb4c-4e6b-8674-479baefcd939 req-1b5e6d6a-ec23-4d43-9252-f1c7783a5f3d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1080360
Apr 09 20:59:14.031249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:14.060362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-601b4ee9-98e7-4a0b-9be7-6c1f07425c4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:14.062488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-601b4ee9-98e7-4a0b-9be7-6c1f07425c4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3345351
Apr 09 20:59:14.067202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'mac_address': 'fa:16:3e:2b:08:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:14.126100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:14.126674 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:14.181063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fed88cf-abe4-4b22-a8ee-09e62dda9535 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:14.206286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46393698-4e44-4188-b850-2196a7781169 req-051af811-7d5e-479f-b221-9d6a89181b4c tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:14.207930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46393698-4e44-4188-b850-2196a7781169 req-051af811-7d5e-479f-b221-9d6a89181b4c tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 945 time: 0.1339347
Apr 09 20:59:14.231819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:14.242651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:14.310560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46393698-4e44-4188-b850-2196a7781169 req-ea5c920b-38c0-43cf-869c-dff5945a5a34 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908184
Apr 09 20:59:14.324074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0547303e-fb4c-4e6b-8674-479baefcd939 req-f9c49164-b5f6-4372-a635-39ce784a3f3e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066185
Apr 09 20:59:14.349176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:14.507924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4fed88cf-abe4-4b22-a8ee-09e62dda9535'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:14.520129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-616a7e63-42e5-422e-b608-1cafadce0a5e req-27ce8179-4f46-4f8b-9e76-5b4d461989ef tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 210 time: 0.0285375
Apr 09 20:59:14.556684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b83b0-70a9-4937-aa4f-74d4d6d78bb3 req-872d9504-3969-4add-9b67-832dfe396225 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:14.566100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f8b83b0-70a9-4937-aa4f-74d4d6d78bb3 req-872d9504-3969-4add-9b67-832dfe396225 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.1242673
Apr 09 20:59:14.679540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f8b83b0-70a9-4937-aa4f-74d4d6d78bb3 req-85c37112-6e6b-4ba1-a157-f01a65dd32c2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125581
Apr 09 20:59:14.688206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79eea8-d47b-43f9-a038-2385d8e5226e req-91dffcce-be79-44f5-97f7-69a502c26781 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:14.691493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb79eea8-d47b-43f9-a038-2385d8e5226e req-91dffcce-be79-44f5-97f7-69a502c26781 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1126 time: 0.0603931
Apr 09 20:59:14.835290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb79eea8-d47b-43f9-a038-2385d8e5226e req-54bd5a43-543e-49a4-9473-37823c3e7935 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325924
Apr 09 20:59:14.998500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Request body: {'port': {'device_id': '831c8065-303b-4271-ac06-8ac2d0b5d248', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'b21b82d625c249269c02db9bbe700c7c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:15.057393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92db26e-b2ac-435c-bdce-1721a537bf46 req-18373e6d-087d-4655-a3bd-a4012bec9298 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:15.071564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b92db26e-b2ac-435c-bdce-1721a537bf46 req-18373e6d-087d-4655-a3bd-a4012bec9298 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 1126 time: 0.1461160
Apr 09 20:59:15.211295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b92db26e-b2ac-435c-bdce-1721a537bf46 req-8c4d1995-4f55-4bb5-b7f3-8f9407dd5a23 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185014
Apr 09 20:59:15.250868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Made reservation on behalf of b21b82d625c249269c02db9bbe700c7c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:15.258101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:15.456664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-91ec48e6-61bf-4769-bc4c-cc4c7f12f834 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:15.459575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-91ec48e6-61bf-4769-bc4c-cc4c7f12f834 tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.32 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 945 time: 0.2172275
Apr 09 20:59:15.525595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-d2c3217e-ed10-4201-aefd-f06bbd2a46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:15.528688 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-d2c3217e-ed10-4201-aefd-f06bbd2a46a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1128 time: 0.1541851
Apr 09 20:59:15.587217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Deleting port 28be12eb-f5a0-44c9-8952-c7005682176d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:59:15.587217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:15.628624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d068c-6882-4c41-a4a3-ac9131914b71 req-36db5987-9f4c-4128-985c-68964bc6412f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:15.637806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-369d068c-6882-4c41-a4a3-ac9131914b71 req-36db5987-9f4c-4128-985c-68964bc6412f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1536396
Apr 09 20:59:15.649941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093de5-2d07-4f79-9d1f-b4ce09d97ad2 req-d26449c0-e191-4083-aa53-82b5c6cb241c tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:15.651789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14093de5-2d07-4f79-9d1f-b4ce09d97ad2 req-d26449c0-e191-4083-aa53-82b5c6cb241c tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 945 time: 0.1559813
Apr 09 20:59:15.703284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Allocated IP 192.168.233.165 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/71a75f60-0cc8-491d-b9f0-e42dc7c09b58) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:15.760792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:15.852747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14093de5-2d07-4f79-9d1f-b4ce09d97ad2 req-d0686c76-4585-4880-a425-3e2bf393e78c tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59e00b4-2f4a-463b-95d5-3e59ff629247&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885381
Apr 09 20:59:15.913499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] For port 28be12eb-f5a0-44c9-8952-c7005682176d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28be12eb-f5a0-44c9-8952-c7005682176d,segment=NetworkSegment(74afa9e5-eb34-4086-90ba-4dca3e5abed1),segment_id=74afa9e5-eb34-4086-90ba-4dca3e5abed1)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:15.914781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:15.937449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-369d068c-6882-4c41-a4a3-ac9131914b71 req-b2d2eb89-2a31-45d3-947c-91c2ec204d6e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942550
Apr 09 20:59:15.960124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:15.965543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Calling delete_port for 28be12eb-f5a0-44c9-8952-c7005682176d owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:59:15.978951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:15.980098 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:16.188012 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks [] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:16.201511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:16.203369 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:16.248447 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:16.261881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:16.267578 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f441a14f-3608-47f7-90e6-b18baf127c8b" -d '{"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-plugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:16.281236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16', '60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:16.288699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'e8f49318-e089-4c16-97fd-0fed692d65b1', '2907881a-378f-4e16-ba12-6884a79f972c', '754b37cf-8904-48a6-9835-7135d3f52459'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:16.413934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (28be12eb-f5a0-44c9-8952-c7005682176d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:16.421010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:16.448511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['28be12eb-f5a0-44c9-8952-c7005682176d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:16.461461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:16.464531 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:16.476403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:16.489352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d775b52-3e22-4264-b5da-7e60e6959c7f req-c0b64ce6-a36a-434c-8712-7fde1d9891f5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:16.491722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d775b52-3e22-4264-b5da-7e60e6959c7f req-c0b64ce6-a36a-434c-8712-7fde1d9891f5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 936 time: 0.2682624
Apr 09 20:59:16.492892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:16.558297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Pushing event deleted for resources: {'Port': ['ID=28be12eb-f5a0-44c9-8952-c7005682176d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:16.604785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] No DVR routers for this DVR port 28be12eb-f5a0-44c9-8952-c7005682176d on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:59:16.607944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:16.613929 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-84b17bb9-4ab3-4531-aece-9f14aa18d1bf req-8aaca0a0-7993-467a-9763-e77c7160f40e tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.32 "DELETE /v2.0/ports/28be12eb-f5a0-44c9-8952-c7005682176d HTTP/1.1" status: 204  len: 173 time: 1.1413546
Apr 09 20:59:16.634403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28990a58-26ce-477f-aa75-401da370fa1b', 'name': 'network-vif-deleted', 'tag': '28be12eb-f5a0-44c9-8952-c7005682176d'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:16.642865 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779348e3-7162-4bd5-bbba-e44977db7c9c" -d '{"events": [{"server_uuid": "28990a58-26ce-477f-aa75-401da370fa1b", "name": "network-vif-deleted", "tag": "28be12eb-f5a0-44c9-8952-c7005682176d"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:16.649822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event updated for resources: {'Port': ['ID=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:16.662614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-1868d4f3-24f7-4465-8fbe-fc2839bb4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:16.664361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-1868d4f3-24f7-4465-8fbe-fc2839bb4b46 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 1.0721304
Apr 09 20:59:16.721212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:16.722300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:16.736563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d775b52-3e22-4264-b5da-7e60e6959c7f req-61323b14-860c-472d-9846-061f0ce6d926 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2226205
Apr 09 20:59:16.780888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-aa935874-687c-47a8-8ca3-f2fe2db10e5f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7938991
Apr 09 20:59:16.795399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Request body: {'port': {'device_id': '831c8065-303b-4271-ac06-8ac2d0b5d248', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:16.796249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:16.815790 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-d6474e7a-63af-4be1-90d6-7a9a90530334 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 200  len: 217 time: 0.1383951
Apr 09 20:59:16.925549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9589fa9-ecce-460c-8741-d434bda945a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:16.931317 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9589fa9-ecce-460c-8741-d434bda945a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1036949
Apr 09 20:59:16.957701 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0098ba10-d439-4b6f-a480-082e97a80684 x-openstack-request-id: req-0098ba10-d439-4b6f-a480-082e97a80684 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:16.969078 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-plugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:16.987563 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0098ba10-d439-4b6f-a480-082e97a80684 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:16.989213 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0098ba10-d439-4b6f-a480-082e97a80684'] response: {'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'code': 200}
Apr 09 20:59:17.017880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-040d317e-1052-4144-8d0c-22363fade924 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0800672
Apr 09 20:59:17.022067 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.030225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6ce58-8fcd-447f-8d09-5cd944385fc1 req-6880a2b9-c247-41a7-be16-2548d67633a5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:17.035812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46084) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:17.037790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7cc6ce58-8fcd-447f-8d09-5cd944385fc1 req-6880a2b9-c247-41a7-be16-2548d67633a5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1183138
Apr 09 20:59:17.042609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-544338811'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:17.070598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:17.074112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.108425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:59:17.113169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-37646b6d-5830-4dfd-9ccb-45e762139f71 None None] Provisioning complete for port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:17.113537 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-37646b6d-5830-4dfd-9ccb-45e762139f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.116533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7cc6ce58-8fcd-447f-8d09-5cd944385fc1 req-4f9ffb2a-9031-442d-a250-22a592e2cd1d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775740
Apr 09 20:59:17.121286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.121774 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Added segment 1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf of type vlan for network 1af320ea-8d0b-4067-a47d-6e9b8642dca3
Apr 09 20:59:17.198010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1af320ea-8d0b-4067-a47d-6e9b8642dca3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.246421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-37646b6d-5830-4dfd-9ccb-45e762139f71 None None] Port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:17.262329 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9834f9b0-ea5a-454c-a4b5-8427da466f9b x-openstack-request-id: req-9834f9b0-ea5a-454c-a4b5-8427da466f9b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:17.262678 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28990a58-26ce-477f-aa75-401da370fa1b", "name": "network-vif-deleted", "tag": "28be12eb-f5a0-44c9-8952-c7005682176d", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:17.263031 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9834f9b0-ea5a-454c-a4b5-8427da466f9b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:17.263667 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9834f9b0-ea5a-454c-a4b5-8427da466f9b'] response: {'server_uuid': '28990a58-26ce-477f-aa75-401da370fa1b', 'name': 'network-vif-deleted', 'tag': '28be12eb-f5a0-44c9-8952-c7005682176d', 'status': 'completed', 'code': 200}
Apr 09 20:59:17.335881 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1af320ea-8d0b-4067-a47d-6e9b8642dca3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.341267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:17.341874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.381342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8052206-9760-4c05-919f-6ab0721f834e req-00dd1532-5353-472a-97b4-461a33e1d41f tempest-InstanceActionsTestJSON-779995669 tempest-InstanceActionsTestJSON-779995669-project] 10.222.0.30 "GET /v2.0/ports?device_id=28990a58-26ce-477f-aa75-401da370fa1b HTTP/1.1" status: 200  len: 210 time: 0.0562236
Apr 09 20:59:17.403272 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3661730
Apr 09 20:59:17.407632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dcbec-a1b7-468d-9ad1-679d5df6e80d req-2eca8b18-dcaf-4d1c-a82f-673972d855b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:17.409364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46088) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:17.409584 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-750dcbec-a1b7-468d-9ad1-679d5df6e80d req-2eca8b18-dcaf-4d1c-a82f-673972d855b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 1132 time: 0.1490250
Apr 09 20:59:17.414422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-46524261'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:17.489893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Network': ['ID=1af320ea-8d0b-4067-a47d-6e9b8642dca3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:17.500199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:17.505070 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.507459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.507935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.508316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.508660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.509457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.510042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.510546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.511045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.512021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.512530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.513025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.513522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.514019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.514508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.515008 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aaddc-4f59-42e4-afd3-bedd1577f7d7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 20:59:17.515197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e265-062e-41c9-aa41-7d6c1cdebbe0 req-a36d37d2-9c6b-46d6-973f-7f36a9e62b3d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:17.516763 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6530e265-062e-41c9-aa41-7d6c1cdebbe0 req-a36d37d2-9c6b-46d6-973f-7f36a9e62b3d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1272275
Apr 09 20:59:17.543480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:59:17.545558 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-750dcbec-a1b7-468d-9ad1-679d5df6e80d req-a7b36dcd-525f-4802-87d7-f93a427976de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827301
Apr 09 20:59:17.660221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:59:17.717597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (419579f2-dc32-48c3-a444-a0bb81e2ca82), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.718553 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Added segment 419579f2-dc32-48c3-a444-a0bb81e2ca82 of type vlan for network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6
Apr 09 20:59:17.739696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6530e265-062e-41c9-aa41-7d6c1cdebbe0 req-869a1b60-68e5-4609-aa8a-fe54b5b6d392 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719754
Apr 09 20:59:17.792558 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (a4c51a05-a221-49f3-ae9e-5da1bc9f19e6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.863513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:17.880431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Publish callbacks [] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.888474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (a4c51a05-a221-49f3-ae9e-5da1bc9f19e6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.893625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:17.894278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:17.927406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f4240-cda7-473b-b2f6-b19ea8450fb5 req-d7277785-2cd0-4c56-ade5-532b323a12ff tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:17.928970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-218f4240-cda7-473b-b2f6-b19ea8450fb5 req-d7277785-2cd0-4c56-ade5-532b323a12ff tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 936 time: 0.1078246
Apr 09 20:59:17.937440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Transition to ACTIVE for port object 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:17.952436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46112) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:17.956312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5458553
Apr 09 20:59:17.959596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46116) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:17.964373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'subnet': {'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:17.964658 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.036008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00870337-7201-472e-aea9-26d7f4f117b8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Network': ['ID=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:18.057746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:59:18.084455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Pushing event updated for resources: {'Port': ['ID=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:18.104531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:18.114730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.115344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-218f4240-cda7-473b-b2f6-b19ea8450fb5 req-7b07204c-771f-4692-b771-db6b7d10dfda tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641593
Apr 09 20:59:18.169277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-abccded9-bb03-47f4-bc26-a17c96143f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.246590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Attempting to bind port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:18.246986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Attempting to bind port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:18.247144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Attempting to bind port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:18.278431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:18.279010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Attempting to bind port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:18.288795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:18.289456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:18.290032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:18.290653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Bound port: 71a75f60-0cc8-491d-b9f0-e42dc7c09b58, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:18.291331 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.307905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3b656-0e45-4f8d-9b79-c177b8691450 req-3dc0c2a8-3f10-4c4e-baf7-49ca5645851e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:18.315476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22f3b656-0e45-4f8d-9b79-c177b8691450 req-3dc0c2a8-3f10-4c4e-baf7-49ca5645851e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0838833
Apr 09 20:59:18.377287 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-abccded9-bb03-47f4-bc26-a17c96143f8d admin admin] Publish callbacks [] for security_group (65057dbc-7718-45e1-b7dd-576e692662c0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.410960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-abccded9-bb03-47f4-bc26-a17c96143f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (65057dbc-7718-45e1-b7dd-576e692662c0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.413797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22f3b656-0e45-4f8d-9b79-c177b8691450 req-27d91472-3ffc-4474-930d-3b19682954c0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968766
Apr 09 20:59:18.429430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] For port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:18.434637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] For port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:18.448812 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.488894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (15ef66a1-8d81-4e06-887d-2b37f798a13b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.506085 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-abccded9-bb03-47f4-bc26-a17c96143f8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c05d52bcf4484ee6a1c3c3ad530635cc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5525711
Apr 09 20:59:18.508871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46150) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:18.522443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:18.523111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.527928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] 10.222.0.32 "PUT /v2.0/ports/71a75f60-0cc8-491d-b9f0-e42dc7c09b58 HTTP/1.1" status: 200  len: 1096 time: 1.7379160
Apr 09 20:59:18.533158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831c8065-303b-4271-ac06-8ac2d0b5d248', 'tag': '71a75f60-0cc8-491d-b9f0-e42dc7c09b58'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:18.535714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccded9-bb03-47f4-bc26-a17c96143f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65057dbc-7718-45e1-b7dd-576e692662c0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:18.541989 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "831c8065-303b-4271-ac06-8ac2d0b5d248", "tag": "71a75f60-0cc8-491d-b9f0-e42dc7c09b58"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:18.548519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46154) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:18.598278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Subnet': ['ID=15ef66a1-8d81-4e06-887d-2b37f798a13b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:18.635758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f71b7f3-bbf6-4ad5-9471-88b60a3a17d2 admin admin] Publish callbacks [] for security_group (65057dbc-7718-45e1-b7dd-576e692662c0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.637772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Checking segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:18.638125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network hostable DHCP agents. Network: 1af320ea-8d0b-4067-a47d-6e9b8642dca3, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:59:18.669800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f71b7f3-bbf6-4ad5-9471-88b60a3a17d2 admin admin] Publish callbacks [] for security_group (65057dbc-7718-45e1-b7dd-576e692662c0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.692497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:59:18.717606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1af320ea-8d0b-4067-a47d-6e9b8642dca3) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:18.725249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:18.726527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.758500 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b758622-1e00-47b3-8e40-0ebd0cb11866 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7979617
Apr 09 20:59:18.760030 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043d4d1-2782-45da-92c7-384d11113d5f None None] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:59:18.761091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46174) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:18.772711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'subnet': {'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:18.778718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f71b7f3-bbf6-4ad5-9471-88b60a3a17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (65057dbc-7718-45e1-b7dd-576e692662c0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.790229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f71b7f3-bbf6-4ad5-9471-88b60a3a17d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:18.794817 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5f71b7f3-bbf6-4ad5-9471-88b60a3a17d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65057dbc-7718-45e1-b7dd-576e692662c0 HTTP/1.1" status: 204  len: 168 time: 0.2846041
Apr 09 20:59:18.835551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71b7f3-bbf6-4ad5-9471-88b60a3a17d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65057dbc-7718-45e1-b7dd-576e692662c0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:18.974392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:18.981897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.127529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'fixed_ips': [{'subnet_id': '15ef66a1-8d81-4e06-887d-2b37f798a13b'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:59:19.128699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.158735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-7255e68c-acc1-46c6-bd9c-a4b2c4635537 admin admin] Deleting subnet c72475d4-b4b9-456d-8300-ee2301b7a52f {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 20:59:19.165205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7255e68c-acc1-46c6-bd9c-a4b2c4635537 admin admin] Publish callbacks [] for subnet (c72475d4-b4b9-456d-8300-ee2301b7a52f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.203481 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6953d5f9-9383-471b-99b4-de6814339a11 x-openstack-request-id: req-6953d5f9-9383-471b-99b4-de6814339a11 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:19.203769 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831c8065-303b-4271-ac06-8ac2d0b5d248", "tag": "71a75f60-0cc8-491d-b9f0-e42dc7c09b58", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:19.204682 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6953d5f9-9383-471b-99b4-de6814339a11 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:19.205118 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6953d5f9-9383-471b-99b4-de6814339a11'] response: {'name': 'network-changed', 'server_uuid': '831c8065-303b-4271-ac06-8ac2d0b5d248', 'tag': '71a75f60-0cc8-491d-b9f0-e42dc7c09b58', 'status': 'completed', 'code': 200}
Apr 09 20:59:19.322737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-000226f6-55ec-4d31-8385-bb7ffc5a9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:19.324575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-000226f6-55ec-4d31-8385-bb7ffc5a9b09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 1130 time: 0.1175618
Apr 09 20:59:19.347972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (df5a4b83-98bf-4e0c-ab0a-001e34755289), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.364932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e9139-da49-44a7-9cd0-e2cc49776b93 service neutron] Pushing event updated for resources: {'Port': ['ID=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:19.462044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Subnet': ['ID=df5a4b83-98bf-4e0c-ab0a-001e34755289,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:19.481986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Checking segment: {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:19.483162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network hostable DHCP agents. Network: a4c51a05-a221-49f3-ae9e-5da1bc9f19e6, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:59:19.493338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46192) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:19.494328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-748bfaac-b4ea-41df-afb9-bbdd50224874 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=71a75f60-0cc8-491d-b9f0-e42dc7c09b58 HTTP/1.1" status: 200  len: 217 time: 0.1232066
Apr 09 20:59:19.504823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c589c-e1d7-4c5c-b9fc-09fe29dca7cd req-cc869ae2-4c48-4b65-98cb-b001777f5d03 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:19.510028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c10c589c-e1d7-4c5c-b9fc-09fe29dca7cd req-cc869ae2-4c48-4b65-98cb-b001777f5d03 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 948 time: 0.1772428
Apr 09 20:59:19.513217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7255e68c-acc1-46c6-bd9c-a4b2c4635537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (c72475d4-b4b9-456d-8300-ee2301b7a52f), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.519569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6cd9c0a2-4e7f-4688-9f9f-4f7a150cb810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.537311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:59:19.548811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Allocated IP 10.1.1.2 (1af320ea-8d0b-4067-a47d-6e9b8642dca3/15ef66a1-8d81-4e06-887d-2b37f798a13b/2f2df90d-2227-4a73-9e3c-90413e8c92e1) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:19.555220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4c51a05-a221-49f3-ae9e-5da1bc9f19e6) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:19.563551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:19.564179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.568121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf2ba2-a5b8-40e1-ba60-c0f702c0db64 None None] Network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:59:19.593760 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c1c632c5-6172-47fa-977c-875526362a24 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.8303876
Apr 09 20:59:19.594640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46198) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:19.602739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'port': {'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'name': 'tempest-TaggedBootDevicesTest-1091537020', 'fixed_ips': [{'subnet_id': '15ef66a1-8d81-4e06-887d-2b37f798a13b'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:19.614267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302576-bdd6-423c-82b4-9fd7bf2dafff req-95459fb1-761d-4557-b22d-e8675735a64f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:19.616326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b302576-bdd6-423c-82b4-9fd7bf2dafff req-95459fb1-761d-4557-b22d-e8675735a64f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.4104335
Apr 09 20:59:19.657704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-60415bdf-11ce-41f5-83c0-e896cede39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:19.659156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-60415bdf-11ce-41f5-83c0-e896cede39b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1416674
Apr 09 20:59:19.674970 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7255e68c-acc1-46c6-bd9c-a4b2c4635537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c72475d4-b4b9-456d-8300-ee2301b7a52f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.688782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6cd9c0a2-4e7f-4688-9f9f-4f7a150cb810 admin admin] Publish callbacks [] for security_group (cb473e07-44bf-42cc-aa5c-00d96bc5daa5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.695545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6cd9c0a2-4e7f-4688-9f9f-4f7a150cb810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cb473e07-44bf-42cc-aa5c-00d96bc5daa5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.748080 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6cd9c0a2-4e7f-4688-9f9f-4f7a150cb810 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d42010e49ea745b3a8a1af5102b2c4ad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2534192
Apr 09 20:59:19.754331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46200) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:19.760450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c10c589c-e1d7-4c5c-b9fc-09fe29dca7cd req-e2831f2d-7e48-4e06-9dd0-526807f2ad7e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117603
Apr 09 20:59:19.773315 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9c0a2-4e7f-4688-9f9f-4f7a150cb810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb473e07-44bf-42cc-aa5c-00d96bc5daa5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:19.790229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a4c51a05-a221-49f3-ae9e-5da1bc9f19e6', 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6', 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'fixed_ips': [{'subnet_id': 'df5a4b83-98bf-4e0c-ab0a-001e34755289'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 20:59:19.791025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.791982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-0be42154-9559-4f82-bcb6-29b4d3d78a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:19.794303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-0be42154-9559-4f82-bcb6-29b4d3d78a88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1253963
Apr 09 20:59:19.822680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 28be12eb-f5a0-44c9-8952-c7005682176d no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:59:19.823581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b302576-bdd6-423c-82b4-9fd7bf2dafff req-1d93d1ce-6a5f-4f25-9013-834cb810a2e9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909356
Apr 09 20:59:19.860465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 28be12eb-f5a0-44c9-8952-c7005682176d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:59:19.860841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 28be12eb-f5a0-44c9-8952-c7005682176d not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:59:19.866865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Publish callbacks [] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.868385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:19.921081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f55c191e-b9fa-4637-b216-c64f3c228497 admin admin] Publish callbacks [] for security_group (cb473e07-44bf-42cc-aa5c-00d96bc5daa5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.937271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7255e68c-acc1-46c6-bd9c-a4b2c4635537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c72475d4-b4b9-456d-8300-ee2301b7a52f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.943967 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:19.986949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f55c191e-b9fa-4637-b216-c64f3c228497 admin admin] Publish callbacks [] for security_group (cb473e07-44bf-42cc-aa5c-00d96bc5daa5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.000743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255e68c-acc1-46c6-bd9c-a4b2c4635537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72475d4-b4b9-456d-8300-ee2301b7a52f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:20.020508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eae997-8307-4f1d-a8e1-75e5c4ab5b95 req-c9586421-548d-4833-8460-daa69a328bcc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:20.027488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95eae997-8307-4f1d-a8e1-75e5c4ab5b95 req-c9586421-548d-4833-8460-daa69a328bcc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1796012
Apr 09 20:59:20.032265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:20.034378 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7255e68c-acc1-46c6-bd9c-a4b2c4635537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.037616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7255e68c-acc1-46c6-bd9c-a4b2c4635537 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c72475d4-b4b9-456d-8300-ee2301b7a52f HTTP/1.1" status: 204  len: 168 time: 1.4859219
Apr 09 20:59:20.038445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:20.041509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:20.042352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:20.049898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Pushing event updated for resources: {'Port': ['ID=2f2df90d-2227-4a73-9e3c-90413e8c92e1,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:20.074065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.113413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-dd8df044-f183-4335-82a8-9b3e15ce95fd service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885485
Apr 09 20:59:20.113861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Allocated IP 10.2.2.2 (a4c51a05-a221-49f3-ae9e-5da1bc9f19e6/df5a4b83-98bf-4e0c-ab0a-001e34755289/3db91b65-0962-41d5-8638-1ae17449d6be) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:20.131079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] device_id is not set on port 4d183039-0082-437f-a23a-644fd46b056d yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 20:59:20.139386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Attempting to bind port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:20.140502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Attempting to bind port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:20.141139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Attempting to bind port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:20.157321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:20.157698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Checking segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:20.158386 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.158849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Bound using segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:20.159423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Bound port: 2f2df90d-2227-4a73-9e3c-90413e8c92e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:20.159877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.200224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95eae997-8307-4f1d-a8e1-75e5c4ab5b95 req-375db154-95a2-4065-ab9a-f354c02cd069 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691976
Apr 09 20:59:20.240332 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f55c191e-b9fa-4637-b216-c64f3c228497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cb473e07-44bf-42cc-aa5c-00d96bc5daa5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.243025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f55c191e-b9fa-4637-b216-c64f3c228497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.244435 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f55c191e-b9fa-4637-b216-c64f3c228497 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb473e07-44bf-42cc-aa5c-00d96bc5daa5 HTTP/1.1" status: 204  len: 168 time: 0.4889257
Apr 09 20:59:20.251666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (d5e4efcc-ee43-45d2-b19a-a14b712d6e3d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.300211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c191e-b9fa-4637-b216-c64f3c228497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb473e07-44bf-42cc-aa5c-00d96bc5daa5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:20.334016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] For port 2f2df90d-2227-4a73-9e3c-90413e8c92e1, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:20.335185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790028f-ff8a-4295-8a16-44649c087aaa req-d0aae985-6621-406b-8e27-85499beacd01 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:20.355069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-d0aae985-6621-406b-8e27-85499beacd01 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 804 time: 0.4226482
Apr 09 20:59:20.358354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1216950e-838f-4d59-b50c-7ca6e6314c87 req-f76c6aae-780c-4589-a862-1558d94aa8cb service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2355604
Apr 09 20:59:20.402578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-ad9784f1-e800-4c96-abe2-087dcc29a7d0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/quotas/333402ee57fb405f856c323a638d2b7c HTTP/1.1" status: 200  len: 375 time: 0.0465591
Apr 09 20:59:20.404622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] For port 2f2df90d-2227-4a73-9e3c-90413e8c92e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f2df90d-2227-4a73-9e3c-90413e8c92e1,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:20.410856 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e259dac1-22cf-4e45-9b4f-5eb65997aa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.417271 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.440797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de83e9-4eb8-483e-b1d8-306d4ff1da6c req-d6d1e73f-467b-43e8-acb4-4c8d464c946b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:20.443688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92de83e9-4eb8-483e-b1d8-306d4ff1da6c req-d6d1e73f-467b-43e8-acb4-4c8d464c946b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0844147
Apr 09 20:59:20.455206 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Publish callbacks [] for port (3db91b65-0962-41d5-8638-1ae17449d6be), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.476022 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.482414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Allocated IP 10.1.1.9 (1af320ea-8d0b-4067-a47d-6e9b8642dca3/15ef66a1-8d81-4e06-887d-2b37f798a13b/4d183039-0082-437f-a23a-644fd46b056d) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:20.525904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-354e9fc3-b50b-4ade-a185-acc09142dce5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1073818
Apr 09 20:59:20.534714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:20.538496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:20.540391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b55dfe-a76f-4dfc-9592-cc3b5d806139 None None] Pushing event updated for resources: {'Port': ['ID=2f2df90d-2227-4a73-9e3c-90413e8c92e1,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:20.545304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:20.650189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92de83e9-4eb8-483e-b1d8-306d4ff1da6c req-5e9223e4-4aaa-4396-b837-14ee48c80d7e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610355
Apr 09 20:59:20.686447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Pushing event updated for resources: {'Port': ['ID=3db91b65-0962-41d5-8638-1ae17449d6be,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:20.710496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-8530fdf7-0103-4c16-93da-bb99a296f775 service neutron] 10.222.0.30 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835613
Apr 09 20:59:20.723725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Attempting to bind port 3db91b65-0962-41d5-8638-1ae17449d6be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:20.724101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Attempting to bind port 3db91b65-0962-41d5-8638-1ae17449d6be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:20.724796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Attempting to bind port 3db91b65-0962-41d5-8638-1ae17449d6be on network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:20.733088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:20.733756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Checking segment: {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:20.734557 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.735108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Bound using segment: {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:20.735912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Bound port: 3db91b65-0962-41d5-8638-1ae17449d6be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:20.736450 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.795945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (d5e4efcc-ee43-45d2-b19a-a14b712d6e3d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.839490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23748673a0>,) {'filters': {'network_id': ['d5e4efcc-ee43-45d2-b19a-a14b712d6e3d']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:59:20.848966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] For port 3db91b65-0962-41d5-8638-1ae17449d6be, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:20.852831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] For port 3db91b65-0962-41d5-8638-1ae17449d6be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3db91b65-0962-41d5-8638-1ae17449d6be,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:20.853194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748673a0>, '74afa9e5-eb34-4086-90ba-4dca3e5abed1') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:59:20.853497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748673a0>, '74afa9e5-eb34-4086-90ba-4dca3e5abed1') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 20:59:20.870444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.899009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (74afa9e5-eb34-4086-90ba-4dca3e5abed1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.927017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (74afa9e5-eb34-4086-90ba-4dca3e5abed1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.935227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 20:59:20.935679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (74afa9e5-eb34-4086-90ba-4dca3e5abed1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 20:59:20.942546 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 20:59:20.946153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-ad26574b-ce39-434f-916a-ff7c58ba6a63 service neutron] 10.222.0.30 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274699
Apr 09 20:59:20.979420 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (4d183039-0082-437f-a23a-644fd46b056d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:20.988501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de665bd-2e5d-48f7-98f8-cd019fc0dda5 req-128883e6-7382-4a9e-a73c-d2275c1acba7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:20.990139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9de665bd-2e5d-48f7-98f8-cd019fc0dda5 req-128883e6-7382-4a9e-a73c-d2275c1acba7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 948 time: 0.0971684
Apr 09 20:59:21.026341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abd104-0204-454e-b7a8-edf494a22104 None None] Pushing event updated for resources: {'Port': ['ID=3db91b65-0962-41d5-8638-1ae17449d6be,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:21.084318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (d5e4efcc-ee43-45d2-b19a-a14b712d6e3d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:21.113715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:21.117151 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5e4efcc-ee43-45d2-b19a-a14b712d6e3d HTTP/1.1" status: 204  len: 168 time: 1.0711663
Apr 09 20:59:21.118067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bcfce-d9e0-4748-b37c-bc2ee97e5cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e4efcc-ee43-45d2-b19a-a14b712d6e3d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:21.126426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9de665bd-2e5d-48f7-98f8-cd019fc0dda5 req-152cdf8b-53d5-470b-804f-06c38d1f39f1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300354
Apr 09 20:59:21.143925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4d183039-0082-437f-a23a-644fd46b056d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:21.200334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:21.205136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:21.232290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:21.335805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=4d183039-0082-437f-a23a-644fd46b056d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:21.394388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:21.395205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:21.418004 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-897dbf1d-90af-44c6-9d18-3c3871a707d6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.8202937
Apr 09 20:59:21.421724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:21.433948 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'port': {'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'name': 'tempest-TaggedBootDevicesTest-876145197', 'fixed_ips': [{'subnet_id': '15ef66a1-8d81-4e06-887d-2b37f798a13b'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:21.510462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46254) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:21.531678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aeefe-4908-4753-a33f-5be39cbaf4bd req-5bee322b-bea7-410f-ad8a-bc2b74f24c30 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:21.538916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-575aeefe-4908-4753-a33f-5be39cbaf4bd req-5bee322b-bea7-410f-ad8a-bc2b74f24c30 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.2429800
Apr 09 20:59:21.599207 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b7c96fe6-fef2-49c3-a4f1-366847e887c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b70c13d77d304aa69f4eeb95e037ea4b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0779850
Apr 09 20:59:21.604649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46260) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:21.673322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45fa5972-3144-4353-94ae-7343575ba8f4 req-9b68bf50-1293-4e02-99d5-f87ba8e17941 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 210 time: 0.1516910
Apr 09 20:59:21.695984 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-e267ad95-1099-4989-b4ae-0dba64926714 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1433797
Apr 09 20:59:21.715875 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9691e8c2-231d-45c1-8343-6a3c4948de53 admin admin] Publish callbacks [] for security_group (e59e00b4-2f4a-463b-95d5-3e59ff629247), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:21.718720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-1b339e0f-fc26-49c1-81f0-d740676a9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:21.720612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-1b339e0f-fc26-49c1-81f0-d740676a9764 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 1130 time: 0.3368185
Apr 09 20:59:21.770217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:21.776083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:21.821796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:21.842533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-575aeefe-4908-4753-a33f-5be39cbaf4bd req-7d0a6b90-c44a-4146-92bc-0f4dbda1d431 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3027637
Apr 09 20:59:21.904806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] device_id is not set on port edac2419-450b-406e-b5db-84cf807a3c10 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 20:59:21.923741 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9691e8c2-231d-45c1-8343-6a3c4948de53 admin admin] Publish callbacks [] for security_group (e59e00b4-2f4a-463b-95d5-3e59ff629247), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:22.132017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:22.195954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '71a75f60-0cc8-491d-b9f0-e42dc7c09b58', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '71a75f60-0cc8-491d-b9f0-e42dc7c09b58', 'mac_address': 'fa:16:3e:e1:cd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:22.210722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb4039-969e-4037-9a58-d73383bb319b req-083d2105-b098-4d6a-a362-ed16569914d2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:22.219754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dadb4039-969e-4037-9a58-d73383bb319b req-083d2105-b098-4d6a-a362-ed16569914d2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1440375
Apr 09 20:59:22.302910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:22.303305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:22.324100 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4d72a928-bfce-4afc-86ee-267acbd6ed71 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5131638
Apr 09 20:59:22.336506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:22.384180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:22.394845 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:22.440495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b7a86-c105-417b-a220-5101092902b0 req-04eaed9f-2392-456d-af47-f71a4849fb88 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:22.444701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e40b7a86-c105-417b-a220-5101092902b0 req-04eaed9f-2392-456d-af47-f71a4849fb88 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 948 time: 0.1701348
Apr 09 20:59:22.448382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-72332047-8c8a-400d-8516-cf912037b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:22.459402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-72332047-8c8a-400d-8516-cf912037b5f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.6985064
Apr 09 20:59:22.463395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9691e8c2-231d-45c1-8343-6a3c4948de53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e59e00b4-2f4a-463b-95d5-3e59ff629247), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:22.466200 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9691e8c2-231d-45c1-8343-6a3c4948de53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:22.471091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9691e8c2-231d-45c1-8343-6a3c4948de53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e59e00b4-2f4a-463b-95d5-3e59ff629247 HTTP/1.1" status: 204  len: 168 time: 0.8644190
Apr 09 20:59:22.521901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8189542-f3c6-4abb-95a7-2a5e3b15547a None None] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:59:22.528125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:22.546607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dadb4039-969e-4037-9a58-d73383bb319b req-cdba6f87-cf44-4fde-a32e-3f3a984397db tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3258533
Apr 09 20:59:22.635008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-49750c1f-82cb-41ff-b5eb-908bce94a123 None None] Provisioning complete for port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:22.636092 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-49750c1f-82cb-41ff-b5eb-908bce94a123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:22.664305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691e8c2-231d-45c1-8343-6a3c4948de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59e00b4-2f4a-463b-95d5-3e59ff629247,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:22.671262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-d33b523e-8da4-4ae1-b8a1-31a7a60136ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=71a75f60-0cc8-491d-b9f0-e42dc7c09b58 HTTP/1.1" status: 200  len: 217 time: 0.1364725
Apr 09 20:59:22.737736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e40b7a86-c105-417b-a220-5101092902b0 req-5f80de17-2dfb-4634-8492-ab13ac3e6cc8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2763360
Apr 09 20:59:22.827664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-50d22fea-4854-4e2f-820d-afbc093e2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:22.837396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-50d22fea-4854-4e2f-820d-afbc093e2012 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1249514
Apr 09 20:59:22.858598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['71a75f60-0cc8-491d-b9f0-e42dc7c09b58'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:22.966668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d83d04d7-f93d-43fc-b8fc-b79d4c996d43 req-9db55926-38d2-4662-8bae-a330d90de468 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 210 time: 0.1553221
Apr 09 20:59:23.011563 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b92912f-cb7a-4de4-81d7-e0beeef66d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:23.043420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123d2245-1b70-4d44-b2f1-90c191f70ef9 None None] Network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:59:23.067950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3db91b65-0962-41d5-8638-1ae17449d6be up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:23.133589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-40d0aa69-b7fb-4aa1-853c-c7a5a797b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:23.135401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-40d0aa69-b7fb-4aa1-853c-c7a5a797b161 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1367698
Apr 09 20:59:23.239099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f14bd-0574-43db-bf76-c0ab160c94f9 req-36b21204-389d-4bea-9ef7-76c9fdfc16bd tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:23.246652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a58f14bd-0574-43db-bf76-c0ab160c94f9 req-36b21204-389d-4bea-9ef7-76c9fdfc16bd tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1470485
Apr 09 20:59:23.258615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Allocated IP 10.1.1.199 (1af320ea-8d0b-4067-a47d-6e9b8642dca3/15ef66a1-8d81-4e06-887d-2b37f798a13b/edac2419-450b-406e-b5db-84cf807a3c10) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:23.359422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a58f14bd-0574-43db-bf76-c0ab160c94f9 req-5adb68a6-1e06-4644-8925-e776a9af7f90 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094580
Apr 09 20:59:23.415899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-05d0b039-f373-4222-81aa-7d141c8a85c3 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497478
Apr 09 20:59:23.516870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-49750c1f-82cb-41ff-b5eb-908bce94a123 None None] Current status of the port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:23.517686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-49750c1f-82cb-41ff-b5eb-908bce94a123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:23.561125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (edac2419-450b-406e-b5db-84cf807a3c10), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:23.564432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3db91b65-0962-41d5-8638-1ae17449d6be triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:23.565110 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:23.680492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (edac2419-450b-406e-b5db-84cf807a3c10), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:23.691330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3c45f8d-76a7-442c-9e56-cfd5b76fbe0c req-5ce6f357-ec23-4fc4-8643-4de67414b4dd service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2724071
Apr 09 20:59:23.721171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3db91b65-0962-41d5-8638-1ae17449d6be is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:23.722243 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:23.776601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-49750c1f-82cb-41ff-b5eb-908bce94a123 None None] For port 2f2df90d-2227-4a73-9e3c-90413e8c92e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f2df90d-2227-4a73-9e3c-90413e8c92e1,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:23.796958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-49750c1f-82cb-41ff-b5eb-908bce94a123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:23.842432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 3db91b65-0962-41d5-8638-1ae17449d6be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3db91b65-0962-41d5-8638-1ae17449d6be,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:23.853751 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:23.855309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2f2df90d-2227-4a73-9e3c-90413e8c92e1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:23.855977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f484336-909e-4354-8b10-d9ca717236d2 req-755c61fb-3323-46f8-be5a-b9ce42a99197 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:23.860551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f484336-909e-4354-8b10-d9ca717236d2 req-755c61fb-3323-46f8-be5a-b9ce42a99197 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1529784
Apr 09 20:59:23.997898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:24.007294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46336) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:24.011046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f484336-909e-4354-8b10-d9ca717236d2 req-14e05b59-5d2e-4700-b5cf-4e7c15c24da8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394942
Apr 09 20:59:24.099901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:24.106689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:24.131714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-a64318fc-33bb-4469-8db1-58f4fdd0f6c1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:24.141852 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-a64318fc-33bb-4469-8db1-58f4fdd0f6c1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports/4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 200  len: 947 time: 0.5096550
Apr 09 20:59:24.172623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Provisioning complete for port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:24.173240 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.181025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49750c1f-82cb-41ff-b5eb-908bce94a123 None None] Pushing event updated for resources: {'Port': ['ID=2f2df90d-2227-4a73-9e3c-90413e8c92e1,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:24.211154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03971830-9c99-4bd1-a6c7-dfdc76e81216 req-671bcc08-fd19-41ec-9239-fa4350fc2a02 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:24.219922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03971830-9c99-4bd1-a6c7-dfdc76e81216 req-671bcc08-fd19-41ec-9239-fa4350fc2a02 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 949 time: 0.0997467
Apr 09 20:59:24.247579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=edac2419-450b-406e-b5db-84cf807a3c10,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:24.268649 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.300924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:24.309421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1293415157-network', 'tenant_id': '3389a4f6db1e4cd7b183da2c7e6a4850'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:24.317291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.323095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=3db91b65-0962-41d5-8638-1ae17449d6be,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:24.333945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:24.334332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.340805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790028f-ff8a-4295-8a16-44649c087aaa req-34b5f33c-3a0e-44d6-81d0-3ec26c11a3a9 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:24.343173 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-34b5f33c-3a0e-44d6-81d0-3ec26c11a3a9 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.32 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 804 time: 0.7137821
Apr 09 20:59:24.353227 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ccf922e1-8c07-4d98-9c9a-17e79274210e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.9296055
Apr 09 20:59:24.359816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Request body: {'port': {'device_id': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'admin_state_up': True, 'tenant_id': '333402ee57fb405f856c323a638d2b7c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:24.374934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Made reservation on behalf of 3389a4f6db1e4cd7b183da2c7e6a4850 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:24.384136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.392220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-bdb148b8-68cd-4d99-a479-67000b6e6007 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=23df4eef46ae4894870e050990d597f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1489201
Apr 09 20:59:24.407479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.426648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Current status of the port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:24.469678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Provisioning complete for port 3db91b65-0962-41d5-8638-1ae17449d6be triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:24.475454 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.500646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:24.563221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Made reservation on behalf of 333402ee57fb405f856c323a638d2b7c for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:24.567879 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.588068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Current status of the port 3db91b65-0962-41d5-8638-1ae17449d6be is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:24.608609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Provisioning complete for port 4d183039-0082-437f-a23a-644fd46b056d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:24.608849 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d183039-0082-437f-a23a-644fd46b056d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.649300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03971830-9c99-4bd1-a6c7-dfdc76e81216 req-f04b9038-831f-4f5e-831e-b3ac57de0dfa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4242759
Apr 09 20:59:24.657514 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-7e87bd57-466e-4497-a7da-c5bffc164ae2 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635139
Apr 09 20:59:24.685827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d2a2c-e6df-4e2c-a383-7c8aeddb2036 None None] Port 4d183039-0082-437f-a23a-644fd46b056d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:24.713323 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Publish callbacks [] for security_group (37321576-8310-4a45-b2d7-1774984d0949), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.723560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-dc15f20d-0788-488a-9ea2-1f7a1e201d24 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:24.733128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-dc15f20d-0788-488a-9ea2-1f7a1e201d24 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3291283
Apr 09 20:59:24.751967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-93b4acff-9ca8-4321-859c-dbdc95171538 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/quotas/23df4eef46ae4894870e050990d597f0 HTTP/1.1" status: 200  len: 375 time: 0.0177641
Apr 09 20:59:24.754577 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (37321576-8310-4a45-b2d7-1774984d0949), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.768328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Allocated IP 172.20.0.5 (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c/54fcb9fd-163d-4271-b203-19d5638517d1/061549ac-a3d6-4b74-9e58-6e99390adc84) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:24.777494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 20:59:24.807909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Provisioning complete for port edac2419-450b-406e-b5db-84cf807a3c10 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:24.809317 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (edac2419-450b-406e-b5db-84cf807a3c10), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.823152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-98dfd6ea-2b2f-4e33-ac80-8cdf8dfb5dcb tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23df4eef46ae4894870e050990d597f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0702124
Apr 09 20:59:24.881841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Port edac2419-450b-406e-b5db-84cf807a3c10 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:24.896296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d14d92c1-7140-4250-b0ca-78c49f6f9c95), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:24.896741 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Added segment d14d92c1-7140-4250-b0ca-78c49f6f9c95 of type vlan for network 9db78731-e1e1-4de6-972d-c058e9bb637d
Apr 09 20:59:24.905065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37321576-8310-4a45-b2d7-1774984d0949,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:24.916369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bf27b17-8c47-4835-91a5-9f9383a62ed4 req-d3952109-b655-4554-bba7-75f1d726d059 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 210 time: 0.1182630
Apr 09 20:59:24.920454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3db91b65-0962-41d5-8638-1ae17449d6be up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:24.991794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Provisioning complete for port 3db91b65-0962-41d5-8638-1ae17449d6be triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:24.992165 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.018702 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (9db78731-e1e1-4de6-972d-c058e9bb637d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.026542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks [] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.044966 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.064227 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.083228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (9db78731-e1e1-4de6-972d-c058e9bb637d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.084656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:25.085641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.097674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3db91b65-0962-41d5-8638-1ae17449d6be triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:25.098248 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.103162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.146737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.1281879
Apr 09 20:59:25.150100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46370) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:25.166334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Request body: {'subnet': {'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1293415157-subnet', 'tenant_id': '3389a4f6db1e4cd7b183da2c7e6a4850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:25.185869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:25.191542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:25.192374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Pushing event updated for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:25.196943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:25.230973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Made reservation on behalf of 3389a4f6db1e4cd7b183da2c7e6a4850 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:25.234423 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.266661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Current status of the port 3db91b65-0962-41d5-8638-1ae17449d6be is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:25.311281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:25.312508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.332390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b92d4-1c04-4ec1-9c7d-1bec4466e162 admin admin] Pushing event updated for resources: {'Network': ['ID=9db78731-e1e1-4de6-972d-c058e9bb637d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:25.343625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Provisioning complete for port 4d183039-0082-437f-a23a-644fd46b056d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:25.344007 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d183039-0082-437f-a23a-644fd46b056d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.347162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-bd281229-a541-4954-9f2d-f14856fc3b1e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9921155
Apr 09 20:59:25.353521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 9db78731-e1e1-4de6-972d-c058e9bb637d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 20:59:25.363564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Request body: {'port': {'device_id': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:25.395668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-d2b31b80-8063-4c82-a812-b77d2f2a3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:25.398329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-d2b31b80-8063-4c82-a812-b77d2f2a3d49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 1132 time: 0.0634046
Apr 09 20:59:25.406009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc7490-8258-4c6a-b6c3-d5c2352e9a5b req-0f2cdb29-46e2-4e7d-b29a-feb8b4d8e576 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:25.413650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-decc7490-8258-4c6a-b6c3-d5c2352e9a5b req-0f2cdb29-46e2-4e7d-b29a-feb8b4d8e576 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.2460458
Apr 09 20:59:25.464959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46376) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:25.467822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3db91b65-0962-41d5-8638-1ae17449d6be is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:25.469133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2f2df90d-2227-4a73-9e3c-90413e8c92e1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:25.472516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9b8a93ca-cd32-4c47-91f3-d4fa1bb79897 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022044814', 'description': 'tempest-description--211232448'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:25.505425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3272163a-ed57-43ce-9b73-efb26630d16e None None] Port 4d183039-0082-437f-a23a-644fd46b056d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:25.523024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:25.523545 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.563630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.580380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8a93ca-cd32-4c47-91f3-d4fa1bb79897 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.581071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-decc7490-8258-4c6a-b6c3-d5c2352e9a5b req-16e5d5f2-0b4b-41e0-8904-460a42802a77 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661963
Apr 09 20:59:25.617292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:25.624262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fd015ab-fea5-4e47-b021-405cd8b375fd req-808b1dce-7de4-4e92-a2f9-dde1567610ea tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 210 time: 0.1037037
Apr 09 20:59:25.656366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 765d63be-a291-4796-9abd-dd6dc3afb689 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:59:25.668050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-1c8ff8a1-b3ae-427b-8927-f876e8f0600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:25.670819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-1c8ff8a1-b3ae-427b-8927-f876e8f0600f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2468708
Apr 09 20:59:25.785366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 765d63be-a291-4796-9abd-dd6dc3afb689 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:25.785605 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (fcefbe1d-d8ca-4834-864a-e691d3351bd8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.785932 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.794237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-b634f190-bff0-49e9-bafb-fe0f30b49e40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 200  len: 217 time: 0.1160908
Apr 09 20:59:25.816493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:25.819226 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758f359-c026-4501-9010-8eab1cdaaea4" -d '{"events": [{"server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "name": "network-vif-unplugged", "status": "completed", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:25.825541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:25.863390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:25.875064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.898945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa49c4-2eaa-459d-8b7b-68d59847679b req-26ee9444-d99e-494c-a613-3888fd6e2651 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:25.900605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52aa49c4-2eaa-459d-8b7b-68d59847679b req-26ee9444-d99e-494c-a613-3888fd6e2651 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 949 time: 0.1253142
Apr 09 20:59:25.916011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571fc4-7b4d-47d3-a8a8-5899f2633c07 req-dfa7f219-fdbc-452d-a574-5766024da265 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:25.917800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e571fc4-7b4d-47d3-a8a8-5899f2633c07 req-dfa7f219-fdbc-452d-a574-5766024da265 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1434498
Apr 09 20:59:25.934067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcefbe1d-d8ca-4834-864a-e691d3351bd8,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:25.957024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:25.969881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:25.974073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:25.974989 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:25.981322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-418a5bb2-7050-458f-aa95-b7b40a213d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:25.983711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-418a5bb2-7050-458f-aa95-b7b40a213d84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1428444
Apr 09 20:59:26.005639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8a93ca-cd32-4c47-91f3-d4fa1bb79897 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group (5a3bb9a8-bb4a-4973-a034-a4ed0827347a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.009349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e571fc4-7b4d-47d3-a8a8-5899f2633c07 req-75582fdf-1fdd-42ef-9af1-6c299e6b75f5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828719
Apr 09 20:59:26.019470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Checking segment: {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:26.019838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Network hostable DHCP agents. Network: 9db78731-e1e1-4de6-972d-c058e9bb637d, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 20:59:26.025751 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8a93ca-cd32-4c47-91f3-d4fa1bb79897 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5a3bb9a8-bb4a-4973-a034-a4ed0827347a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.082057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:26.082649 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52aa49c4-2eaa-459d-8b7b-68d59847679b req-70d3e7f3-5ce8-44b2-af2d-dcbe862d4ffb tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754975
Apr 09 20:59:26.087647 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8a93ca-cd32-4c47-91f3-d4fa1bb79897 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.089407 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b8a93ca-cd32-4c47-91f3-d4fa1bb79897 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.6211450
Apr 09 20:59:26.090551 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.092140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46388) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:26.093813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a93ca-cd32-4c47-91f3-d4fa1bb79897 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3bb9a8-bb4a-4973-a034-a4ed0827347a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:26.111139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-75d3891a-c376-4f32-865f-6370fb54db37 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'security_group_rule': {'security_group_id': '5a3bb9a8-bb4a-4973-a034-a4ed0827347a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:26.115027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Network 9db78731-e1e1-4de6-972d-c058e9bb637d is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 20:59:26.129535 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970e6d71-b3aa-49b0-b86a-9adaa0fe18a9 x-openstack-request-id: req-970e6d71-b3aa-49b0-b86a-9adaa0fe18a9 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:26.130149 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "name": "network-vif-unplugged", "status": "completed", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:26.130149 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-970e6d71-b3aa-49b0-b86a-9adaa0fe18a9 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:26.130495 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970e6d71-b3aa-49b0-b86a-9adaa0fe18a9'] response: {'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689', 'code': 200}
Apr 09 20:59:26.145067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9db78731-e1e1-4de6-972d-c058e9bb637d) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:26.152660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:26.153409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.163408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-0e761e52-f4e1-4794-ad6a-bc25d74a9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:26.166015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-0e761e52-f4e1-4794-ad6a-bc25d74a9b0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1531317
Apr 09 20:59:26.198298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:26.203079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79872a75-960d-4dec-9f03-9daa2029a350 None None] Network 9db78731-e1e1-4de6-972d-c058e9bb637d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:59:26.215012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.227162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a0ef209d-0611-4346-8e4b-d25bc1adcb4d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0658031
Apr 09 20:59:26.227385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75d3891a-c376-4f32-865f-6370fb54db37 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group_rule (78b6084d-3e91-4ece-9dc3-dc87bbe200b8), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.250202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061549ac-a3d6-4b74-9e58-6e99390adc84 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:26.266796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Publish callbacks [] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.283620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Transition to ACTIVE for port object 061549ac-a3d6-4b74-9e58-6e99390adc84 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:26.292985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.323328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c64fee-8d7c-4b5d-90da-a4270a753e56 req-26087c72-d1fc-4e37-a835-5c6f47dc465e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:26.324610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35c64fee-8d7c-4b5d-90da-a4270a753e56 req-26087c72-d1fc-4e37-a835-5c6f47dc465e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 931 time: 0.1143515
Apr 09 20:59:26.328699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:26.370803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:26.381730 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75d3891a-c376-4f32-865f-6370fb54db37 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group_rule (78b6084d-3e91-4ece-9dc3-dc87bbe200b8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.396129 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75d3891a-c376-4f32-865f-6370fb54db37 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (78b6084d-3e91-4ece-9dc3-dc87bbe200b8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.396376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfabaee3-5687-4133-bf8e-88610b45cb6a None None] Network 9db78731-e1e1-4de6-972d-c058e9bb637d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 20:59:26.448784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-db95c2e1-5715-478d-a6ee-06d3ef3ec306 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2706127
Apr 09 20:59:26.449580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3891a-c376-4f32-865f-6370fb54db37 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b6084d-3e91-4ece-9dc3-dc87bbe200b8,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:26.471336 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Attempting to bind port 061549ac-a3d6-4b74-9e58-6e99390adc84 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:26.471793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Attempting to bind port 061549ac-a3d6-4b74-9e58-6e99390adc84 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:26.472137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Attempting to bind port 061549ac-a3d6-4b74-9e58-6e99390adc84 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:26.477000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Port 061549ac-a3d6-4b74-9e58-6e99390adc84 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:26.477571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Attempting to bind port 061549ac-a3d6-4b74-9e58-6e99390adc84 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:26.483234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:26.483640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Checking segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:26.484010 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Bound using segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:26.484439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Bound port: 061549ac-a3d6-4b74-9e58-6e99390adc84, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:26.484798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.493836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35c64fee-8d7c-4b5d-90da-a4270a753e56 req-e87ebc95-fa3e-4c4e-bd6d-d2a106824191 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526184
Apr 09 20:59:26.528440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75d3891a-c376-4f32-865f-6370fb54db37 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.532562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-75d3891a-c376-4f32-865f-6370fb54db37 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4366364
Apr 09 20:59:26.533361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46398) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:26.563819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-87002dde-8a37-4d81-aaf8-92d5952b0ac3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'security_group_rule': {'security_group_id': '5a3bb9a8-bb4a-4973-a034-a4ed0827347a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:26.600129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-d82a79e1-3ab0-4d6c-bc09-18979b4a9ff1 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=23df4eef46ae4894870e050990d597f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0270548
Apr 09 20:59:26.648869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:26.653543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:26.672111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.706566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:26.707570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.709461 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/061549ac-a3d6-4b74-9e58-6e99390adc84 HTTP/1.1" status: 200  len: 1091 time: 1.3515642
Apr 09 20:59:26.710108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:26.712717 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abff3060-f781-4a5d-9951-b421bf86a796" -d '{"events": [{"name": "network-changed", "server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:26.713645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-4b376e65-eee3-43ab-aa8d-c0dd37048d39 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2376986
Apr 09 20:59:26.750171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87002dde-8a37-4d81-aaf8-92d5952b0ac3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group_rule (1187b332-6e5a-4c62-9094-060620be06e8), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.780378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41eddf-364f-4ceb-9dbf-e08d249bd9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:26.788628 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.816438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87002dde-8a37-4d81-aaf8-92d5952b0ac3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group_rule (1187b332-6e5a-4c62-9094-060620be06e8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.822544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87002dde-8a37-4d81-aaf8-92d5952b0ac3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1187b332-6e5a-4c62-9094-060620be06e8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.844649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87002dde-8a37-4d81-aaf8-92d5952b0ac3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1187b332-6e5a-4c62-9094-060620be06e8,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:26.855328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87002dde-8a37-4d81-aaf8-92d5952b0ac3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.856590 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-87002dde-8a37-4d81-aaf8-92d5952b0ac3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3221657
Apr 09 20:59:26.859606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46414) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:26.864043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:26.889110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:26.974269 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.097896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Allocated IP 172.35.0.211 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/851a9e64-dc69-491b-8f3a-d38eac7f3941) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:27.168615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645f733-1684-4de3-b347-56dad1555f11 req-b56e7694-929e-466a-a940-d4306087b80f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:27.170046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2645f733-1684-4de3-b347-56dad1555f11 req-b56e7694-929e-466a-a940-d4306087b80f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.4725306
Apr 09 20:59:27.203789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-aede902d-6bab-429c-8bd7-ad6200a827da tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:27.205311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-aede902d-6bab-429c-8bd7-ad6200a827da tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5997796
Apr 09 20:59:27.205675 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (851a9e64-dc69-491b-8f3a-d38eac7f3941), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.227238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Request body: {'port': {'device_id': '81535f89-50ee-497e-b085-84ab9630fee3', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '23df4eef46ae4894870e050990d597f0'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:27.242495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (851a9e64-dc69-491b-8f3a-d38eac7f3941), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.244666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790028f-ff8a-4295-8a16-44649c087aaa req-82b8423c-07da-4d73-bf2d-da16de62a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:27.246169 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-82b8423c-07da-4d73-bf2d-da16de62a212 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 1125 time: 0.4659967
Apr 09 20:59:27.286878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:27.289879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:27.293220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:27.316323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=851a9e64-dc69-491b-8f3a-d38eac7f3941,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:27.353555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-fbb60ccb-cfd0-4756-9460-4dc267ce69f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=061549ac-a3d6-4b74-9e58-6e99390adc84 HTTP/1.1" status: 200  len: 217 time: 0.0941169
Apr 09 20:59:27.384374 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for floatingip (8d1dea87-755c-4c60-aa72-6684c0d82e07), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.404141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-c9044a2b-7d6f-4640-8207-e9d7c8a51bd0 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:27.405596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-c9044a2b-7d6f-4640-8207-e9d7c8a51bd0 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/networks?id=9db78731-e1e1-4de6-972d-c058e9bb637d HTTP/1.1" status: 200  len: 818 time: 0.6859641
Apr 09 20:59:27.424966 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (851a9e64-dc69-491b-8f3a-d38eac7f3941), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.435190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2645f733-1684-4de3-b347-56dad1555f11 req-769cfbe6-71c7-4c3c-ab93-b0d2021a4b33 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253194
Apr 09 20:59:27.452413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-da74f373-a3a4-44e5-a294-5e3e128d346b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/quotas/3389a4f6db1e4cd7b183da2c7e6a4850 HTTP/1.1" status: 200  len: 375 time: 0.0376353
Apr 09 20:59:27.468361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790028f-ff8a-4295-8a16-44649c087aaa req-b6311d96-8ccf-45a2-95b1-66705a0f7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:27.470812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-b6311d96-8ccf-45a2-95b1-66705a0f7ec1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 200  len: 844 time: 0.1106546
Apr 09 20:59:27.511434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-8fafb03a-23c7-4f61-bdf3-5c1578446838 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3389a4f6db1e4cd7b183da2c7e6a4850&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469983
Apr 09 20:59:27.547951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-fecb376f-5493-477b-9794-8643504471f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678656
Apr 09 20:59:27.590124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Made reservation on behalf of 23df4eef46ae4894870e050990d597f0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:27.593281 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.593592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (851a9e64-dc69-491b-8f3a-d38eac7f3941), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.596215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8906635e-f9e4-4b3c-a7b0-daa6d2cfc46b req-65c22a11-01bb-4c7a-89ea-df45a2d42467 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 210 time: 0.0838916
Apr 09 20:59:27.602428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (851a9e64-dc69-491b-8f3a-d38eac7f3941), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.643732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.668077 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ecd187-1dcf-4c42-a32c-6d168dc0178b x-openstack-request-id: req-13ecd187-1dcf-4c42-a32c-6d168dc0178b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:27.668449 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:27.668799 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13ecd187-1dcf-4c42-a32c-6d168dc0178b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:27.670925 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ecd187-1dcf-4c42-a32c-6d168dc0178b'] response: {'name': 'network-changed', 'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'status': 'completed', 'code': 200}
Apr 09 20:59:27.698882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=851a9e64-dc69-491b-8f3a-d38eac7f3941,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:27.703896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (8d1dea87-755c-4c60-aa72-6684c0d82e07), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.721338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:27.731938 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bcd90774-eb5b-4534-b325-78f28529154c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8621988
Apr 09 20:59:27.798312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545722a9-1043-4c9a-b5e4-782aaf9b3af9 req-1b631146-f968-4536-a3d4-127ad451f234 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:27.799831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-545722a9-1043-4c9a-b5e4-782aaf9b3af9 req-1b631146-f968-4536-a3d4-127ad451f234 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1040924
Apr 09 20:59:27.805674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-1f9a489f-c69c-4ca8-a7ed-00680d0aac06 service neutron] 10.222.0.30 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2740278
Apr 09 20:59:27.830248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-84ac4adf-5364-4bd7-9394-acd96142079a service neutron] 10.222.0.32 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558651
Apr 09 20:59:28.001762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-545722a9-1043-4c9a-b5e4-782aaf9b3af9 req-a1855b41-d29c-4e0a-999f-252e6eb38f19 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918771
Apr 09 20:59:28.003575 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks [] for security_group (773fc1bb-18c0-4b24-99a6-9453763e9faf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:28.016813 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (773fc1bb-18c0-4b24-99a6-9453763e9faf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:28.058473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-1b2afe47-4db3-43ee-911b-4a198a4c0021 service neutron] 10.222.0.30 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413752
Apr 09 20:59:28.117144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e790028f-ff8a-4295-8a16-44649c087aaa req-0b720d70-9133-4b2c-adc5-3f9fe7646b9b service neutron] 10.222.0.32 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787697
Apr 09 20:59:28.131951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831c8065-303b-4271-ac06-8ac2d0b5d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a75f60-0cc8-491d-b9f0-e42dc7c09b58'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:28.134451 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4e77b4-7f3a-4d63-b8bf-c9808d7e4963" -d '{"events": [{"server_uuid": "831c8065-303b-4271-ac06-8ac2d0b5d248", "name": "network-vif-plugged", "status": "completed", "tag": "71a75f60-0cc8-491d-b9f0-e42dc7c09b58"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:28.140256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773fc1bb-18c0-4b24-99a6-9453763e9faf,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:28.165742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd6a95-bdf0-4804-ac0b-2c6230a1e545 req-479280f0-2431-4828-9d20-32112fd45bf1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:28.167380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64fd6a95-bdf0-4804-ac0b-2c6230a1e545 req-479280f0-2431-4828-9d20-32112fd45bf1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 950 time: 0.0995874
Apr 09 20:59:28.260351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Allocated IP 192.168.233.168 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/d2b75502-aefa-4b5b-8bee-c8fc14cee225) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:28.269076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64fd6a95-bdf0-4804-ac0b-2c6230a1e545 req-7799190e-3094-4a7f-9375-e574ba5ecdde tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913227
Apr 09 20:59:28.455637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaee1fa-81bc-4ab7-80fe-0f169dd9aa5d req-d104efb2-53c0-4b72-83c0-55a2ac5e75ca tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:28.457264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daaee1fa-81bc-4ab7-80fe-0f169dd9aa5d req-d104efb2-53c0-4b72-83c0-55a2ac5e75ca tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 943 time: 0.1128469
Apr 09 20:59:28.528909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-d57c1f3d-fa1e-4c27-8bd2-b56240ba30d0 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2022044814&fields=id&tenant_id=9dbc8f96549e4dfaaf941d571addb9c6 HTTP/1.1" status: 200  len: 267 time: 0.1144848
Apr 09 20:59:28.559905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks [] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:28.594625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daaee1fa-81bc-4ab7-80fe-0f169dd9aa5d req-fe307da6-6b00-47dd-acdb-cd69e9784dcc tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253464
Apr 09 20:59:28.612562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-4316ccc4-cc6d-44b1-ad93-dc66eb67c4f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:28.613920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-4316ccc4-cc6d-44b1-ad93-dc66eb67c4f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 200  len: 930 time: 0.0762742
Apr 09 20:59:28.652604 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502a81aa-1c4e-47a3-9a67-e38eee13e38a x-openstack-request-id: req-502a81aa-1c4e-47a3-9a67-e38eee13e38a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:28.652937 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831c8065-303b-4271-ac06-8ac2d0b5d248", "name": "network-vif-plugged", "status": "completed", "tag": "71a75f60-0cc8-491d-b9f0-e42dc7c09b58", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:28.653193 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-502a81aa-1c4e-47a3-9a67-e38eee13e38a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:28.653807 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502a81aa-1c4e-47a3-9a67-e38eee13e38a'] response: {'server_uuid': '831c8065-303b-4271-ac06-8ac2d0b5d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a75f60-0cc8-491d-b9f0-e42dc7c09b58', 'code': 200}
Apr 09 20:59:28.688579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-a1c01386-6c85-47a6-8d5e-6c71d51e2437 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:28.690137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-a1c01386-6c85-47a6-8d5e-6c71d51e2437 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 200  len: 931 time: 0.0621955
Apr 09 20:59:28.691398 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:28.779653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-19d9e48b-cd1e-4aae-9864-7dc447ca64c1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?network_id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0805995
Apr 09 20:59:28.787613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:28.802518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:28.806393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:28.808924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Pushing event updated for resources: {'Port': ['ID=d2b75502-aefa-4b5b-8bee-c8fc14cee225,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:28.852663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-9d0f231d-259e-4f57-a059-92fb73a242b3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?network_id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0637367
Apr 09 20:59:28.942286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:28.943272 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:28.955585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ac3ef-09b4-48bb-80f3-8a85973d8844 req-9dbcb59f-d248-404e-9333-4d4dedbb1f43 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:28.957296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-151ac3ef-09b4-48bb-80f3-8a85973d8844 req-9dbcb59f-d248-404e-9333-4d4dedbb1f43 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1250703
Apr 09 20:59:29.023087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-0d94f682-31fe-451c-a874-accd9f53664e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7995658
Apr 09 20:59:29.056208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4d33986c-07f6-451c-b80e-800f3884fe89 None None] Provisioning complete for port d2b75502-aefa-4b5b-8bee-c8fc14cee225 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:29.056676 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4d33986c-07f6-451c-b80e-800f3884fe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:29.073547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-923d71ea-02f1-4968-b689-74fceff33d14 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:29.078629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-923d71ea-02f1-4968-b689-74fceff33d14 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:29.083965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-923d71ea-02f1-4968-b689-74fceff33d14 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:29.085719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-923d71ea-02f1-4968-b689-74fceff33d14 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/networks?id=77aa585d-d236-4c76-b3f0-d77cd270281e&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 HTTP/1.1" status: 200  len: 1988 time: 0.2193882
Apr 09 20:59:29.089227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-151ac3ef-09b4-48bb-80f3-8a85973d8844 req-8bb2b149-d22e-41e1-bc0a-ebb1653e5185 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967984
Apr 09 20:59:29.101696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-e4a0378c-7c3a-4378-b9b0-c09fdd161829 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/quotas/9dbc8f96549e4dfaaf941d571addb9c6 HTTP/1.1" status: 200  len: 375 time: 0.0104821
Apr 09 20:59:29.108863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4d33986c-07f6-451c-b80e-800f3884fe89 None None] Port d2b75502-aefa-4b5b-8bee-c8fc14cee225 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:29.165528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-cce001b0-4aa5-4b09-a1ab-bff12f1c1749 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0579331
Apr 09 20:59:29.288380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Request body: {'port': {'device_id': '81535f89-50ee-497e-b085-84ab9630fee3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:29.313615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-85d97ae5-e391-441f-81d3-47f1fbb456f9 service neutron] 10.222.0.30 "GET /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347506
Apr 09 20:59:29.369975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3060-f781-4a5d-9951-b421bf86a796 req-2a662fb0-d3ca-4ca8-b474-022c651171a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:29.371537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abff3060-f781-4a5d-9951-b421bf86a796 req-2a662fb0-d3ca-4ca8-b474-022c651171a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 1125 time: 0.1085413
Apr 09 20:59:29.413092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c0567-74e3-4424-a670-70e96749e27f req-3267fadd-de0f-4e26-b99b-2c780d8d6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:29.414651 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6c1c0567-74e3-4424-a670-70e96749e27f req-3267fadd-de0f-4e26-b99b-2c780d8d6e7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 1132 time: 0.0537243
Apr 09 20:59:29.472105 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6c1c0567-74e3-4424-a670-70e96749e27f req-a13dfc90-6108-4f53-918b-e7d1430198b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496407
Apr 09 20:59:29.554074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890c2bb-6211-447c-9568-6c7a5c0414cc req-be95c1be-30cf-453d-9c60-02d7949077d2 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:29.555448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b890c2bb-6211-447c-9568-6c7a5c0414cc req-be95c1be-30cf-453d-9c60-02d7949077d2 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 936 time: 0.1735861
Apr 09 20:59:29.572037 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:29.610802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-1abc6c66-c0f0-4d8b-ac6e-b439ac165e3b service neutron] 10.222.0.30 "GET /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2768672
Apr 09 20:59:29.652058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3060-f781-4a5d-9951-b421bf86a796 req-1443ac28-9d99-4f3a-8787-eb42e365702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:29.653592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abff3060-f781-4a5d-9951-b421bf86a796 req-1443ac28-9d99-4f3a-8787-eb42e365702b service neutron] 10.222.0.32 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 905 time: 0.2679193
Apr 09 20:59:29.734556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-eb370424-34bd-415b-a0d4-799a8fadbd2c service neutron] 10.222.0.30 "GET /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1144707
Apr 09 20:59:29.735765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abff3060-f781-4a5d-9951-b421bf86a796 req-05f4ce21-5686-4508-8e14-7f1e76687d15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=061549ac-a3d6-4b74-9e58-6e99390adc84 HTTP/1.1" status: 200  len: 217 time: 0.0594134
Apr 09 20:59:29.821745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b890c2bb-6211-447c-9568-6c7a5c0414cc req-7745b933-5025-4796-bc24-225c491a97f4 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2559016
Apr 09 20:59:30.002816 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:30.238125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-008d4bbc-9d99-4e31-a2a0-78e8c7774054 req-fff0477f-320e-4234-ba59-228716b0bacf tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 210 time: 0.3511841
Apr 09 20:59:30.289768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-6ddf7496-a9c2-4947-abd5-80c5b52a9d17 service neutron] 10.222.0.30 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5425184
Apr 09 20:59:30.358359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3060-f781-4a5d-9951-b421bf86a796 req-63b48f4c-0fac-4f66-b712-211e3b936e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:30.359793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abff3060-f781-4a5d-9951-b421bf86a796 req-63b48f4c-0fac-4f66-b712-211e3b936e3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 200  len: 844 time: 0.1241124
Apr 09 20:59:30.444070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d302f-9264-4ca2-9feb-47a590ec2636 req-22384f07-0fc9-4de0-bd3a-fa321bedcdd8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:30.445582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec1d302f-9264-4ca2-9feb-47a590ec2636 req-22384f07-0fc9-4de0-bd3a-fa321bedcdd8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1152070
Apr 09 20:59:30.509666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b75502-aefa-4b5b-8bee-c8fc14cee225 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:30.520400 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Publish callbacks [] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:30.531419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-49ba32cf-ef2e-4a01-ba61-ac4a591389e0 service neutron] 10.222.0.30 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329915
Apr 09 20:59:30.563089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Transition to ACTIVE for port object d2b75502-aefa-4b5b-8bee-c8fc14cee225 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:30.566655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec1d302f-9264-4ca2-9feb-47a590ec2636 req-280efb44-0c15-4ff2-9524-f9633edac28c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987251
Apr 09 20:59:30.587544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:30.618583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-e9f28233-5806-4b0b-a59d-9656805186c6 service neutron] 10.222.0.30 "GET /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0757837
Apr 09 20:59:30.750950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b75502-aefa-4b5b-8bee-c8fc14cee225,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:30.762939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abff3060-f781-4a5d-9951-b421bf86a796 req-630b2f1c-efd3-4d00-b571-8308f89edeb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0927105
Apr 09 20:59:30.814375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f5d3b-301a-44f8-a699-ec002506277e req-110825c6-0873-4a33-9f32-48f28cbabd3d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:30.821723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b59f5d3b-301a-44f8-a699-ec002506277e req-110825c6-0873-4a33-9f32-48f28cbabd3d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 950 time: 0.1979201
Apr 09 20:59:30.854570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-0af598e2-6f3f-470d-9e3e-a944fbaa5128 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:30.857372 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-0af598e2-6f3f-470d-9e3e-a944fbaa5128 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.32 "GET /v2.0/networks?id=9db78731-e1e1-4de6-972d-c058e9bb637d HTTP/1.1" status: 200  len: 818 time: 0.2017274
Apr 09 20:59:30.878922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Request body: {'port': {'device_id': 'd480013b-9c5d-4c86-9553-0be0c4abf76f', 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d', 'admin_state_up': True, 'tenant_id': '3389a4f6db1e4cd7b183da2c7e6a4850'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:30.922144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ab285eb5-946b-4ed2-85dd-68744c7d7f93 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:30.923616 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ab285eb5-946b-4ed2-85dd-68744c7d7f93 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.32 "GET /v2.0/networks?id=9db78731-e1e1-4de6-972d-c058e9bb637d HTTP/1.1" status: 200  len: 818 time: 0.2781789
Apr 09 20:59:30.993000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-5874072f-bda1-4d30-a749-4860935f7109 service neutron] 10.222.0.30 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3533614
Apr 09 20:59:31.014649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Made reservation on behalf of 3389a4f6db1e4cd7b183da2c7e6a4850 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:31.017904 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.030385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b59f5d3b-301a-44f8-a699-ec002506277e req-66c9926f-08c1-410e-b38a-1d549db54519 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075393
Apr 09 20:59:31.050419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abff3060-f781-4a5d-9951-b421bf86a796 req-2a3e1e3b-cd5e-4c46-9b9d-46017b7ecfde service neutron] 10.222.0.32 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569306
Apr 09 20:59:31.060276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Attempting to bind port d2b75502-aefa-4b5b-8bee-c8fc14cee225 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:31.060879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Attempting to bind port d2b75502-aefa-4b5b-8bee-c8fc14cee225 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:31.061203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Attempting to bind port d2b75502-aefa-4b5b-8bee-c8fc14cee225 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:31.093373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Port d2b75502-aefa-4b5b-8bee-c8fc14cee225 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:31.093759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Attempting to bind port d2b75502-aefa-4b5b-8bee-c8fc14cee225 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:31.105146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:31.105492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:31.105882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:31.106326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Bound port: d2b75502-aefa-4b5b-8bee-c8fc14cee225, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:31.106690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.173004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-42a197f7-8cb5-4107-b87b-3b398eb897e7 service neutron] 10.222.0.30 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680744
Apr 09 20:59:31.175603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Allocated IP 172.20.0.11 (9db78731-e1e1-4de6-972d-c058e9bb637d/fcefbe1d-d8ca-4834-864a-e691d3351bd8/7e43c995-4690-4a85-93bc-a540cbd5e329) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:31.182219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Request body: {'port': {'device_id': 'bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a', 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d', 'admin_state_up': True, 'tenant_id': '3389a4f6db1e4cd7b183da2c7e6a4850'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:31.268437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f64964-935d-46e2-b2af-76c194456b22 req-6a1e4fad-ab89-4d7a-bdf2-f997d4dc5a39 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:31.269854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6f64964-935d-46e2-b2af-76c194456b22 req-6a1e4fad-ab89-4d7a-bdf2-f997d4dc5a39 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 943 time: 0.1166267
Apr 09 20:59:31.367392 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] For port d2b75502-aefa-4b5b-8bee-c8fc14cee225, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:31.397440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Made reservation on behalf of 3389a4f6db1e4cd7b183da2c7e6a4850 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:31.401107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.407382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] For port d2b75502-aefa-4b5b-8bee-c8fc14cee225, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2b75502-aefa-4b5b-8bee-c8fc14cee225,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:31.431008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abff3060-f781-4a5d-9951-b421bf86a796 req-e78fe756-e83c-4c25-858b-bd915693b2ba service neutron] 10.222.0.32 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2352595
Apr 09 20:59:31.440426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-b281e89b-4531-4ac7-b331-f38bbd5ae721 service neutron] 10.222.0.30 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414052
Apr 09 20:59:31.442920 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.450038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6f64964-935d-46e2-b2af-76c194456b22 req-1d012713-2549-41a1-860b-4721f201c857 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709616
Apr 09 20:59:31.477137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks [] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.516357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:31.517351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.518537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] 10.222.0.32 "PUT /v2.0/ports/d2b75502-aefa-4b5b-8bee-c8fc14cee225 HTTP/1.1" status: 200  len: 1096 time: 2.2373695
Apr 09 20:59:31.518923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81535f89-50ee-497e-b085-84ab9630fee3', 'tag': 'd2b75502-aefa-4b5b-8bee-c8fc14cee225'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:31.521279 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36765c-33a2-4398-b1d2-58d347e724ac" -d '{"events": [{"name": "network-changed", "server_uuid": "81535f89-50ee-497e-b085-84ab9630fee3", "tag": "d2b75502-aefa-4b5b-8bee-c8fc14cee225"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:31.563896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.637253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee2681-ff3c-4f2e-b152-172592576ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b75502-aefa-4b5b-8bee-c8fc14cee225,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:31.666527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-1178e85d-340b-42d1-9fe9-967ad58b2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:31.668179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-1178e85d-340b-42d1-9fe9-967ad58b2046 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23df4eef46ae4894870e050990d597f0&device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 1130 time: 0.1043580
Apr 09 20:59:31.676341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296509d-615b-4ecb-a8c8-dffac2e51464 req-44293d5c-c7ff-45c0-9f81-0a8e077638c1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:31.682397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Pushing event updated for resources: {'Port': ['ID=7e43c995-4690-4a85-93bc-a540cbd5e329,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:31.682635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9296509d-615b-4ecb-a8c8-dffac2e51464 req-44293d5c-c7ff-45c0-9f81-0a8e077638c1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 946 time: 0.1576798
Apr 09 20:59:31.686172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Network 9db78731-e1e1-4de6-972d-c058e9bb637d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:31.690310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:31.695548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:31.725222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Allocated IP 172.20.0.5 (9db78731-e1e1-4de6-972d-c058e9bb637d/fcefbe1d-d8ca-4834-864a-e691d3351bd8/7082489d-c707-4f5b-a1d4-a0d36b4ae377) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:31.727255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-47e71e45-3dd3-4e7e-813a-bf1cbc720b69 service neutron] 10.222.0.30 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763333
Apr 09 20:59:31.735210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-cc2b8883-905d-4011-9d63-1f80611446f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d2b75502-aefa-4b5b-8bee-c8fc14cee225 HTTP/1.1" status: 200  len: 217 time: 0.0501165
Apr 09 20:59:31.765822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:31.766439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.795671 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d6eea5ed-6c7f-4ec4-b146-f12d085ff02d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9225075
Apr 09 20:59:31.817160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Request body: {'port': {'device_id': 'd480013b-9c5d-4c86-9553-0be0c4abf76f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:31.836783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 061549ac-a3d6-4b74-9e58-6e99390adc84 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:31.872774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9296509d-615b-4ecb-a8c8-dffac2e51464 req-5884d01d-c616-4fb5-938a-9c8f9061bfd4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788073
Apr 09 20:59:31.881777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-72285952-0aa5-40bc-a1e7-7a4404015fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:31.883235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-72285952-0aa5-40bc-a1e7-7a4404015fdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1299293
Apr 09 20:59:31.907620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e7ba057-6576-4eec-a540-f57512d5f129 service neutron] 10.222.0.30 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742141
Apr 09 20:59:31.946856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:31.965529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-df4069f1-cde3-4a97-a384-6dedc2641365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:31.967333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-df4069f1-cde3-4a97-a384-6dedc2641365 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0744901
Apr 09 20:59:31.973796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:31.988546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'port_id': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'mac_address': 'fa:16:3e:a3:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fcb9fd-163d-4271-b203-19d5638517d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:31.998405 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks [] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:32.026024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 061549ac-a3d6-4b74-9e58-6e99390adc84 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:32.026540 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:32.041771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061549ac-a3d6-4b74-9e58-6e99390adc84 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:32.064299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:32.070994 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:32.103180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e1506-9dfc-4e34-a545-6652d4147519 req-e1e4fd23-31b6-445a-90cb-1c403c4ec097 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:32.105373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb0e1506-9dfc-4e34-a545-6652d4147519 req-e1e4fd23-31b6-445a-90cb-1c403c4ec097 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 948 time: 0.1353898
Apr 09 20:59:32.124493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:32.128591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:32.145909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf8792a5-7b24-49c3-b9fd-b33b3529fcb7 service neutron] 10.222.0.30 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2205074
Apr 09 20:59:32.192950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-720364d1-9948-4673-a928-19e18833903f service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865737
Apr 09 20:59:32.210725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Network 9db78731-e1e1-4de6-972d-c058e9bb637d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:32.218125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:32.226738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:32.256251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Pushing event updated for resources: {'Port': ['ID=7082489d-c707-4f5b-a1d4-a0d36b4ae377,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:32.262479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb0e1506-9dfc-4e34-a545-6652d4147519 req-d53f5c61-b6e9-43e5-b707-19a47e306942 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394882
Apr 09 20:59:32.301364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:32.301984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:32.330058 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-d22d8453-0259-477d-a3fd-7b30e24e1453 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1520550
Apr 09 20:59:32.351269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-db05648b-b07c-41a6-bbc4-801c4be86b3e service neutron] 10.222.0.30 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947863
Apr 09 20:59:32.356739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Request body: {'port': {'device_id': 'bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:32.358013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['061549ac-a3d6-4b74-9e58-6e99390adc84'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:32.403282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e43c995-4690-4a85-93bc-a540cbd5e329 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:32.422195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd6dd9aa-e0a4-44c5-a0c4-1d7b0f6ae782 req-3b4812cc-ef69-4289-b35b-9e429163e8ce service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202265
Apr 09 20:59:32.427310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Publish callbacks [] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:32.441973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:32.454811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Transition to ACTIVE for port object 7e43c995-4690-4a85-93bc-a540cbd5e329 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:32.459872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad1fb8-3b74-407a-8f28-7071079c03c9 req-b27b4906-82b5-44fb-9847-1bd537666878 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:32.461429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29ad1fb8-3b74-407a-8f28-7071079c03c9 req-b27b4906-82b5-44fb-9847-1bd537666878 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 932 time: 0.1252017
Apr 09 20:59:32.488288 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:32.527801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29ad1fb8-3b74-407a-8f28-7071079c03c9 req-63a115cf-6016-4943-b391-4b4456771b45 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581367
Apr 09 20:59:32.531857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-0237ee96-cb7a-4c11-b6d1-dee7577ada77 service neutron] 10.222.0.30 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557622
Apr 09 20:59:32.554929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Pushing event updated for resources: {'Port': ['ID=7e43c995-4690-4a85-93bc-a540cbd5e329,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:32.629928 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5743e4a5-b194-4dd7-8908-471b4fb5fe3c x-openstack-request-id: req-5743e4a5-b194-4dd7-8908-471b4fb5fe3c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:32.630310 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81535f89-50ee-497e-b085-84ab9630fee3", "tag": "d2b75502-aefa-4b5b-8bee-c8fc14cee225", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:32.630636 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5743e4a5-b194-4dd7-8908-471b4fb5fe3c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:32.631113 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5743e4a5-b194-4dd7-8908-471b4fb5fe3c'] response: {'name': 'network-changed', 'server_uuid': '81535f89-50ee-497e-b085-84ab9630fee3', 'tag': 'd2b75502-aefa-4b5b-8bee-c8fc14cee225', 'status': 'completed', 'code': 200}
Apr 09 20:59:32.723559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-71c27e63-990d-4f34-a95d-707c8a677eeb service neutron] 10.222.0.30 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686881
Apr 09 20:59:32.740925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9658a-fcc3-484d-8ee1-a42fb6f4915b req-dde13162-50a7-4ae5-8145-48dc3f3e6012 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:32.742622 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3eb9658a-fcc3-484d-8ee1-a42fb6f4915b req-dde13162-50a7-4ae5-8145-48dc3f3e6012 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0947802
Apr 09 20:59:32.792650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0684a96-7825-4431-83e9-cc88949bde88 req-e1df4e59-fd09-4637-98a7-9925185d2739 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:32.794702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0684a96-7825-4431-83e9-cc88949bde88 req-e1df4e59-fd09-4637-98a7-9925185d2739 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "GET /v2.0/ports?device_id=de66be7a-97fe-4f7d-94fb-645e9b367f42 HTTP/1.1" status: 200  len: 944 time: 0.1077042
Apr 09 20:59:32.947188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3eb9658a-fcc3-484d-8ee1-a42fb6f4915b req-1c402836-bb12-4433-b29c-64182eac0218 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788967
Apr 09 20:59:32.958227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-ca11bc45-d5b5-4c34-a04c-4b16bed9bfe0 service neutron] 10.222.0.30 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118490
Apr 09 20:59:32.999661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Deleting port 765d63be-a291-4796-9abd-dd6dc3afb689 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:59:32.999661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.005496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-a26d3fda-ef70-40b6-80ce-113344d643bd tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:33.007013 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-a26d3fda-ef70-40b6-80ce-113344d643bd tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1257679
Apr 09 20:59:33.059004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Attempting to bind port 7e43c995-4690-4a85-93bc-a540cbd5e329 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:33.059004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Attempting to bind port 7e43c995-4690-4a85-93bc-a540cbd5e329 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:33.059369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Attempting to bind port 7e43c995-4690-4a85-93bc-a540cbd5e329 on network 9db78731-e1e1-4de6-972d-c058e9bb637d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:33.068065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Port 7e43c995-4690-4a85-93bc-a540cbd5e329 on network 9db78731-e1e1-4de6-972d-c058e9bb637d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:33.068384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Attempting to bind port 7e43c995-4690-4a85-93bc-a540cbd5e329 on network 9db78731-e1e1-4de6-972d-c058e9bb637d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:33.082353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:33.082581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Checking segment: {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:33.082970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Bound using segment: {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:33.083397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Bound port: 7e43c995-4690-4a85-93bc-a540cbd5e329, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:33.083754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.118692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-963ea540-5924-49b8-9593-65a433d9e128 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:33.120047 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-963ea540-5924-49b8-9593-65a433d9e128 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 200  len: 930 time: 0.1520178
Apr 09 20:59:33.154339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23627f50-f571-4d9a-90a8-d0afa05f1f4a req-08bac10b-dbe6-4340-8023-a849b5b5b4d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:33.155810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23627f50-f571-4d9a-90a8-d0afa05f1f4a req-08bac10b-dbe6-4340-8023-a849b5b5b4d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 950 time: 0.1200154
Apr 09 20:59:33.201059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7082489d-c707-4f5b-a1d4-a0d36b4ae377 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:33.209080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] For port 7e43c995-4690-4a85-93bc-a540cbd5e329, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:33.212309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Publish callbacks [] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.215597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] For port 7e43c995-4690-4a85-93bc-a540cbd5e329, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e43c995-4690-4a85-93bc-a540cbd5e329,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:33.229778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:33.235569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.261661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Transition to ACTIVE for port object 7082489d-c707-4f5b-a1d4-a0d36b4ae377 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:33.294184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.306106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:33.306762 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.308181 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] 10.222.0.32 "PUT /v2.0/ports/7e43c995-4690-4a85-93bc-a540cbd5e329 HTTP/1.1" status: 200  len: 1092 time: 1.4980195
Apr 09 20:59:33.310735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd480013b-9c5d-4c86-9553-0be0c4abf76f', 'tag': '7e43c995-4690-4a85-93bc-a540cbd5e329'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:33.313005 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffe30e6-9a59-4687-a289-b87d9d3fc211" -d '{"events": [{"name": "network-changed", "server_uuid": "d480013b-9c5d-4c86-9553-0be0c4abf76f", "tag": "7e43c995-4690-4a85-93bc-a540cbd5e329"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:33.377464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a775e-16e2-4083-9042-1e9fd9c98464 service neutron] Pushing event updated for resources: {'Port': ['ID=7e43c995-4690-4a85-93bc-a540cbd5e329,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:33.380396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.515209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-36ae3e56-853f-4564-8033-9e65d4cccee9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:33.516588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-36ae3e56-853f-4564-8033-9e65d4cccee9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 200  len: 931 time: 0.3863156
Apr 09 20:59:33.526136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] For port 765d63be-a291-4796-9abd-dd6dc3afb689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=765d63be-a291-4796-9abd-dd6dc3afb689,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:33.526504 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.550146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Calling delete_port for 765d63be-a291-4796-9abd-dd6dc3afb689 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:59:33.559113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23627f50-f571-4d9a-90a8-d0afa05f1f4a req-ca49aecb-c5bd-4921-8ea4-3d16738639ee tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973337
Apr 09 20:59:33.806281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Pushing event updated for resources: {'Port': ['ID=7082489d-c707-4f5b-a1d4-a0d36b4ae377,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:33.836219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 061549ac-a3d6-4b74-9e58-6e99390adc84 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:33.931667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 061549ac-a3d6-4b74-9e58-6e99390adc84 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:33.957416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 061549ac-a3d6-4b74-9e58-6e99390adc84 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:33.958098 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:33.983760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-c3c85dd0-7dc5-480d-aca1-f2c2b33366b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:33.986424 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-c3c85dd0-7dc5-480d-aca1-f2c2b33366b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23df4eef46ae4894870e050990d597f0&device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 1130 time: 0.2767951
Apr 09 20:59:34.004725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:34.008172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Attempting to bind port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:34.008791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Attempting to bind port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:34.008791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Attempting to bind port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 on network 9db78731-e1e1-4de6-972d-c058e9bb637d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:34.036386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121626ea-0a2a-4f66-8cbf-83a146703075 req-70ef175a-67e3-4c4a-bbcc-afded12b0ec5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.038771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-121626ea-0a2a-4f66-8cbf-83a146703075 req-70ef175a-67e3-4c4a-bbcc-afded12b0ec5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 944 time: 0.2591484
Apr 09 20:59:34.045425 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (765d63be-a291-4796-9abd-dd6dc3afb689), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.059477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['061549ac-a3d6-4b74-9e58-6e99390adc84'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:34.060956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-7be75325-bb73-437e-b29a-00146f771d97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2836137
Apr 09 20:59:34.061997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-37ff2a3f-cd58-4cf0-9614-7dd0e04dcf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.063571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-37ff2a3f-cd58-4cf0-9614-7dd0e04dcf54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3389a4f6db1e4cd7b183da2c7e6a4850&device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 1126 time: 0.2850099
Apr 09 20:59:34.066095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 on network 9db78731-e1e1-4de6-972d-c058e9bb637d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:34.066422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Attempting to bind port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 on network 9db78731-e1e1-4de6-972d-c058e9bb637d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:34.088541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-86d426f8-d5fb-4e65-a8e1-657f5da95548 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.090424 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-86d426f8-d5fb-4e65-a8e1-657f5da95548 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.25 "GET /v2.0/networks?id=9db78731-e1e1-4de6-972d-c058e9bb637d HTTP/1.1" status: 200  len: 818 time: 0.5341270
Apr 09 20:59:34.103366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 061549ac-a3d6-4b74-9e58-6e99390adc84 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:34.104097 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.122478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:34.123111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Checking segment: {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:34.123643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Bound using segment: {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:34.124267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Bound port: 7082489d-c707-4f5b-a1d4-a0d36b4ae377, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:34.124778 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.147319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:34.149617 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab932fd3-e0ef-4ea3-988f-b599388f7658" -d '{"events": [{"server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "name": "network-vif-plugged", "status": "completed", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:34.157412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:34.171240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:34.184486 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.208387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-19c85007-744d-4d98-a3fd-4071704360d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e43c995-4690-4a85-93bc-a540cbd5e329 HTTP/1.1" status: 200  len: 217 time: 0.0758657
Apr 09 20:59:34.219891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Request body: {'port': {'device_id': 'c963ea0b-4eee-4241-a6d4-f49b42ec7c10', 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d', 'admin_state_up': True, 'tenant_id': '3389a4f6db1e4cd7b183da2c7e6a4850'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:34.258184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] No DVR routers for this DVR port 765d63be-a291-4796-9abd-dd6dc3afb689 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:59:34.262023 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.266528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0684a96-7825-4431-83e9-cc88949bde88 req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "DELETE /v2.0/ports/765d63be-a291-4796-9abd-dd6dc3afb689 HTTP/1.1" status: 204  len: 173 time: 1.4333303
Apr 09 20:59:34.288526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Publish callbacks [] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.322522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-0f15755f-c30a-4ce7-ac41-c45d9931d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.324367 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-0f15755f-c30a-4ce7-ac41-c45d9931d762 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3173110
Apr 09 20:59:34.332635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.365868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-db91d8f7-e611-418b-9822-f9616f495238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.367674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-db91d8f7-e611-418b-9822-f9616f495238 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcefbe1d-d8ca-4834-864a-e691d3351bd8 HTTP/1.1" status: 200  len: 858 time: 0.0770600
Apr 09 20:59:34.375524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5513a13-463e-4737-b455-ddcfe36e163b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Pushing event deleted for resources: {'Port': ['ID=765d63be-a291-4796-9abd-dd6dc3afb689,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:34.397380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] For port 7082489d-c707-4f5b-a1d4-a0d36b4ae377, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:34.416881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:34.427727 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-8602cb9b-3717-40b1-a934-649656de85e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d2b75502-aefa-4b5b-8bee-c8fc14cee225 HTTP/1.1" status: 200  len: 217 time: 0.0905457
Apr 09 20:59:34.430989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-121626ea-0a2a-4f66-8cbf-83a146703075 req-81d48df7-e664-462d-86f2-877914167516 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3548255
Apr 09 20:59:34.432888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-c2b1f709-6f99-42d8-a2a5-f460a45b1a3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9db78731-e1e1-4de6-972d-c058e9bb637d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457880
Apr 09 20:59:34.447170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] For port 7082489d-c707-4f5b-a1d4-a0d36b4ae377, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7082489d-c707-4f5b-a1d4-a0d36b4ae377,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:34.464517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-0801b90c-7d3f-467d-8e3b-0b8561d9e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.468779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-0801b90c-7d3f-467d-8e3b-0b8561d9e25e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b21b82d625c249269c02db9bbe700c7c&device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 1131 time: 0.3478351
Apr 09 20:59:34.495273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.599897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.600874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.602274 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] 10.222.0.32 "PUT /v2.0/ports/7082489d-c707-4f5b-a1d4-a0d36b4ae377 HTTP/1.1" status: 200  len: 1091 time: 2.2500129
Apr 09 20:59:34.611163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:34.632758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'name': 'network-vif-deleted', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:34.635121 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c975b9b4-9bf2-44ca-96c0-851a21155e19" -d '{"events": [{"server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "name": "network-vif-deleted", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:34.657548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:34.657875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:34.658199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:34.675768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-06e6d8f6-6f33-4046-87cd-70a0f41c6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.677403 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-06e6d8f6-6f33-4046-87cd-70a0f41c6352 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2221005
Apr 09 20:59:34.715343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:34.715343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Attempting to bind port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:34.746454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Made reservation on behalf of 3389a4f6db1e4cd7b183da2c7e6a4850 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:34.749869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.759101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:34.759436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:34.759830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:34.760261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Bound port: 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:34.760595 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:34.762559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c2aff-e420-40f9-90eb-8642295b3492 req-ca1b6fcd-8469-431e-9f7c-ac6fbeff3121 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.764093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d34c2aff-e420-40f9-90eb-8642295b3492 req-ca1b6fcd-8469-431e-9f7c-ac6fbeff3121 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.2339687
Apr 09 20:59:34.785724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-49386399-841f-49da-9e58-55ed3474583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.787228 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-49386399-841f-49da-9e58-55ed3474583a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3389a4f6db1e4cd7b183da2c7e6a4850&device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 1125 time: 0.1199718
Apr 09 20:59:34.799923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-a89ebfb4-df9d-4c1d-a174-e871db59ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.802135 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-a89ebfb4-df9d-4c1d-a174-e871db59ad22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1137362
Apr 09 20:59:34.802753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb50a45-a5cf-4b4a-915e-ecdd759f11db service neutron] Pushing event updated for resources: {'Port': ['ID=7082489d-c707-4f5b-a1d4-a0d36b4ae377,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:34.819661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-f8bf912b-82bc-4cae-9f29-8cefba5cae1f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.821017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-f8bf912b-82bc-4cae-9f29-8cefba5cae1f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 200  len: 930 time: 0.1524608
Apr 09 20:59:34.835332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4c58-23bc-4b98-b91f-bec16b4eb67f req-e247cd1b-9f5b-47ff-a189-04d0361caac1 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.836862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f1b4c58-23bc-4b98-b91f-bec16b4eb67f req-e247cd1b-9f5b-47ff-a189-04d0361caac1 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 948 time: 0.1647716
Apr 09 20:59:34.855475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-00a2f751-a94b-4c3e-b2a7-ee96c3d295c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3954730
Apr 09 20:59:34.886068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-c375f5ab-6289-4341-8ad6-c5edde6d5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:34.887762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-c375f5ab-6289-4341-8ad6-c5edde6d5a2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3843455
Apr 09 20:59:34.903480 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-f0510ef3-9134-4548-a545-681c2154051b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7082489d-c707-4f5b-a1d4-a0d36b4ae377 HTTP/1.1" status: 200  len: 217 time: 0.1067011
Apr 09 20:59:34.999664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-ae59d138-427a-44c1-b8c0-1e60e90660f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=60c84a40-994b-44d8-8a03-52559d3ae09d HTTP/1.1" status: 200  len: 217 time: 0.0870466
Apr 09 20:59:35.002721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d34c2aff-e420-40f9-90eb-8642295b3492 req-ccfff58b-0df4-442b-9c6c-158d3103de63 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264440
Apr 09 20:59:35.038146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-86b07f09-1676-4b7e-8988-4542b2bc9168 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.039512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-86b07f09-1676-4b7e-8988-4542b2bc9168 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 200  len: 931 time: 0.1985898
Apr 09 20:59:35.075497 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bca642-80ff-4bba-ba73-afc7eeb7b3f5 x-openstack-request-id: req-30bca642-80ff-4bba-ba73-afc7eeb7b3f5 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:35.076066 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d480013b-9c5d-4c86-9553-0be0c4abf76f", "tag": "7e43c995-4690-4a85-93bc-a540cbd5e329", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:35.076066 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30bca642-80ff-4bba-ba73-afc7eeb7b3f5 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:35.076399 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bca642-80ff-4bba-ba73-afc7eeb7b3f5'] response: {'name': 'network-changed', 'server_uuid': 'd480013b-9c5d-4c86-9553-0be0c4abf76f', 'tag': '7e43c995-4690-4a85-93bc-a540cbd5e329', 'status': 'completed', 'code': 200}
Apr 09 20:59:35.095516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f1b4c58-23bc-4b98-b91f-bec16b4eb67f req-a771cd57-00d7-4b07-97d9-ffa7ac2f6a73 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390482
Apr 09 20:59:35.111170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-07a126c3-8118-4b5f-88fd-0704524151a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.112786 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-07a126c3-8118-4b5f-88fd-0704524151a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcefbe1d-d8ca-4834-864a-e691d3351bd8 HTTP/1.1" status: 200  len: 858 time: 0.1996129
Apr 09 20:59:35.113935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:35.146461 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-46c461d1-1fcf-478a-9caf-88770e7aa3e4 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3304119
Apr 09 20:59:35.162697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:35.181636 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-6de6430b-2ab9-41f5-b719-7c5f4eb9d761 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9db78731-e1e1-4de6-972d-c058e9bb637d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586452
Apr 09 20:59:35.197730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:35.201320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-9a04980a-1107-428f-a053-86587f2dac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.202781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-9a04980a-1107-428f-a053-86587f2dac56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1712391
Apr 09 20:59:35.246084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-c2a0c0a0-a0e6-4a09-94c3-d5aa143196fd service neutron] 10.222.0.32 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3807943
Apr 09 20:59:35.282374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfb7fa-3601-4a9d-ab39-ce22ba011d1c req-b2c37a7d-3e55-43f3-9103-38eba5ad7698 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.283991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5cfb7fa-3601-4a9d-ab39-ce22ba011d1c req-b2c37a7d-3e55-43f3-9103-38eba5ad7698 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 1132 time: 0.1179700
Apr 09 20:59:35.284328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Allocated IP 172.20.0.10 (9db78731-e1e1-4de6-972d-c058e9bb637d/fcefbe1d-d8ca-4834-864a-e691d3351bd8/1651bb82-70f9-47e7-a6c1-3044ad474d20) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:35.310076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-b10ec067-efe6-4d2d-b9b1-60422740bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.311555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-b10ec067-efe6-4d2d-b9b1-60422740bc3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0864809
Apr 09 20:59:35.317812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfecd8b-022a-4b1e-a5ea-d8e7661147fe req-11166305-b3a6-437d-9917-cededf615b10 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.319258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4cfecd8b-022a-4b1e-a5ea-d8e7661147fe req-11166305-b3a6-437d-9917-cededf615b10 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 944 time: 0.1521401
Apr 09 20:59:35.394028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5cfb7fa-3601-4a9d-ab39-ce22ba011d1c req-3fc0981e-f911-43d5-9338-ebe1c8fb2a75 tempest-ServersOnMultiNodesTest-245907249 tempest-ServersOnMultiNodesTest-245907249-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861878
Apr 09 20:59:35.406438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4cfecd8b-022a-4b1e-a5ea-d8e7661147fe req-e6556d32-8896-4f25-9632-f250a490c463 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735285
Apr 09 20:59:35.430394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=8']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:35.474929 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397852d5-23b7-4ccc-8dbd-21beefa4a8ba x-openstack-request-id: req-397852d5-23b7-4ccc-8dbd-21beefa4a8ba {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:35.476061 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "name": "network-vif-plugged", "status": "completed", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:35.476330 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-397852d5-23b7-4ccc-8dbd-21beefa4a8ba {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:35.476736 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397852d5-23b7-4ccc-8dbd-21beefa4a8ba'] response: {'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'code': 200}
Apr 09 20:59:35.487374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.488007 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:35.489631 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e9c0febb-1da2-40b3-985b-4f21ea960673 service neutron] 10.222.0.25 "PUT /v2.0/ports/1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 200  len: 1122 time: 2.2649214
Apr 09 20:59:35.528544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd36765c-33a2-4398-b1d2-58d347e724ac req-9a4b0c8e-d322-466e-a322-f1e0b938f066 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3601613
Apr 09 20:59:35.543011 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-f6a724f5-5b72-4de2-8333-bb7b3a3545cd service neutron] 10.222.0.32 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3468008
Apr 09 20:59:35.574858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93c595b7-0829-4977-9c27-a775c4b56b90 req-1e289dac-a5b0-4090-b192-6cd50d7c0c6e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 210 time: 0.0354943
Apr 09 20:59:35.582396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62461d-bdc7-4740-9e33-7d1bc7a1c64a req-e1d48851-22e7-460e-8b64-917c7301b5e1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.583889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e62461d-bdc7-4740-9e33-7d1bc7a1c64a req-e1d48851-22e7-460e-8b64-917c7301b5e1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0836425
Apr 09 20:59:35.596225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['1bc4d915-ee13-4ba8-922e-b46c28ad4602'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:35.641639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e62461d-bdc7-4740-9e33-7d1bc7a1c64a req-50154876-93b8-418f-8169-dfcd0989ad40 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502756
Apr 09 20:59:35.643154 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f9334-171f-4d82-b7b2-a7ee4fdc83a0 x-openstack-request-id: req-728f9334-171f-4d82-b7b2-a7ee4fdc83a0 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:35.643440 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de66be7a-97fe-4f7d-94fb-645e9b367f42", "name": "network-vif-deleted", "tag": "765d63be-a291-4796-9abd-dd6dc3afb689", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:35.643693 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-728f9334-171f-4d82-b7b2-a7ee4fdc83a0 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:35.644090 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728f9334-171f-4d82-b7b2-a7ee4fdc83a0'] response: {'server_uuid': 'de66be7a-97fe-4f7d-94fb-645e9b367f42', 'name': 'network-vif-deleted', 'tag': '765d63be-a291-4796-9abd-dd6dc3afb689', 'status': 'completed', 'code': 200}
Apr 09 20:59:35.708477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks [] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:35.802138 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:35.819956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10175607-0b12-4879-b603-f07571837f9c req-3c7292c7-ffbb-4fa7-91c8-8619d5783bb0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.822109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10175607-0b12-4879-b603-f07571837f9c req-3c7292c7-ffbb-4fa7-91c8-8619d5783bb0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0615721
Apr 09 20:59:35.859856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Network 9db78731-e1e1-4de6-972d-c058e9bb637d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:35.864721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:35.870666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:35.881313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d2b75502-aefa-4b5b-8bee-c8fc14cee225 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:35.910375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10175607-0b12-4879-b603-f07571837f9c req-a58d5bbd-8540-4424-b648-93b8e2db51bb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818291
Apr 09 20:59:35.918739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Pushing event updated for resources: {'Port': ['ID=1651bb82-70f9-47e7-a6c1-3044ad474d20,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:35.960641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:35.961404 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:35.982137 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-865e120c-b581-4cfd-b6db-cdcaa39d364c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7764351
Apr 09 20:59:35.998247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Request body: {'port': {'device_id': 'c963ea0b-4eee-4241-a6d4-f49b42ec7c10', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:36.002612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d198b4d-065b-4549-8a25-3abe831ffa51 req-025f1a4e-af83-4587-a8b9-c4dc5d3fd54c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:36.004451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d198b4d-065b-4549-8a25-3abe831ffa51 req-025f1a4e-af83-4587-a8b9-c4dc5d3fd54c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 950 time: 0.0662708
Apr 09 20:59:36.010727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d2b75502-aefa-4b5b-8bee-c8fc14cee225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2b75502-aefa-4b5b-8bee-c8fc14cee225,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:36.023310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd2b75502-aefa-4b5b-8bee-c8fc14cee225', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'd2b75502-aefa-4b5b-8bee-c8fc14cee225', 'mac_address': 'fa:16:3e:e8:ec:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:36.058748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d198b4d-065b-4549-8a25-3abe831ffa51 req-adc9ff0f-7e5c-4b80-97f5-a012bacd7ca8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464323
Apr 09 20:59:36.075211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d2b75502-aefa-4b5b-8bee-c8fc14cee225 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:36.075674 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:36.082791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:36.091645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b75502-aefa-4b5b-8bee-c8fc14cee225 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:36.122013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d2b75502-aefa-4b5b-8bee-c8fc14cee225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2b75502-aefa-4b5b-8bee-c8fc14cee225,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:36.130733 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:36.146593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7e51-7cb8-406b-9807-a4564af378f3 req-91cb2865-bfdd-44ed-b493-14c60b78ad13 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:36.148896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-754b7e51-7cb8-406b-9807-a4564af378f3 req-91cb2865-bfdd-44ed-b493-14c60b78ad13 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.0623789
Apr 09 20:59:36.183860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d2b75502-aefa-4b5b-8bee-c8fc14cee225,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:36.235171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f52dcc-1c52-426d-b35c-6ee6448a8553 req-3649be84-7f9e-456c-9372-9c52af58a823 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:36.236953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61f52dcc-1c52-426d-b35c-6ee6448a8553 req-3649be84-7f9e-456c-9372-9c52af58a823 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 949 time: 0.0864708
Apr 09 20:59:36.261079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-754b7e51-7cb8-406b-9807-a4564af378f3 req-eba1690d-723c-4e09-ab70-a3b54aac853a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005754
Apr 09 20:59:36.301574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61f52dcc-1c52-426d-b35c-6ee6448a8553 req-727c6747-2051-4193-bc2c-ba779bca1cf0 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548935
Apr 09 20:59:36.408352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1651bb82-70f9-47e7-a6c1-3044ad474d20 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:36.415243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-aff3a6f3-31db-4067-9749-07bdf386eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:36.416642 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-aff3a6f3-31db-4067-9749-07bdf386eceb service neutron] 10.222.0.25 "GET /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 200  len: 1026 time: 0.0724730
Apr 09 20:59:36.418453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Publish callbacks [] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:36.424489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d2b75502-aefa-4b5b-8bee-c8fc14cee225'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:36.561157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-f7f18366-618c-4d3a-a1d3-aa49e413ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:36.563300 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-f7f18366-618c-4d3a-a1d3-aa49e413ce55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3389a4f6db1e4cd7b183da2c7e6a4850&device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 1126 time: 0.1411152
Apr 09 20:59:36.583348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Transition to ACTIVE for port object 1651bb82-70f9-47e7-a6c1-3044ad474d20 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:36.594778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-d49901f4-fe06-4cb1-be73-699fa7040ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:36.596677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-d95fe29b-e793-4ee2-a282-a59f1b5e2876 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724324
Apr 09 20:59:36.597334 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-d49901f4-fe06-4cb1-be73-699fa7040ff1 service neutron] 10.222.0.25 "GET /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 200  len: 1027 time: 0.1499429
Apr 09 20:59:36.600041 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:36.619793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a031928-d053-49cc-837d-3388731e92e5 req-d8bc4ec7-be7a-44b6-99d7-df3556c52e4a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:36.627542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a031928-d053-49cc-837d-3388731e92e5 req-d8bc4ec7-be7a-44b6-99d7-df3556c52e4a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 944 time: 0.0930142
Apr 09 20:59:36.679366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a031928-d053-49cc-837d-3388731e92e5 req-0f142220-2079-4267-8033-bf59010bfeba tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508955
Apr 09 20:59:36.691279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Pushing event updated for resources: {'Port': ['ID=1651bb82-70f9-47e7-a6c1-3044ad474d20,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:36.778494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-798685a8-c557-4b62-9f22-70c52b0c13c1 req-401b6cb6-8575-493b-b106-e856f910f3a5 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 210 time: 0.0468824
Apr 09 20:59:36.846432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129995d-fd9d-48b3-b435-e938eb6bd94d req-f9a27331-c1c0-4826-a499-020467cdc7f3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:36.855264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d129995d-fd9d-48b3-b435-e938eb6bd94d req-f9a27331-c1c0-4826-a499-020467cdc7f3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0791526
Apr 09 20:59:36.900759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d129995d-fd9d-48b3-b435-e938eb6bd94d req-f5a66eb9-45cf-4ee7-b37c-464c578d2de4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453434
Apr 09 20:59:37.045256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da30ce-9ec5-4100-9064-5be876af6846 req-d5d05a38-c329-456e-b7c8-4dbed833a8a8 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.046928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7da30ce-9ec5-4100-9064-5be876af6846 req-d5d05a38-c329-456e-b7c8-4dbed833a8a8 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0541379
Apr 09 20:59:37.086318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602'}, {'name': 'network-changed', 'server_uuid': 'bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a', 'tag': '7082489d-c707-4f5b-a1d4-a0d36b4ae377'}, {'name': 'network-changed', 'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:37.088757 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578558d5-3afd-4989-83b3-51703e9ef39a" -d '{"events": [{"server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602"}, {"name": "network-changed", "server_uuid": "bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a", "tag": "7082489d-c707-4f5b-a1d4-a0d36b4ae377"}, {"name": "network-changed", "server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:37.105112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7da30ce-9ec5-4100-9064-5be876af6846 req-019716f1-95da-411d-8565-9305d24f650e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506716
Apr 09 20:59:37.164418 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-5b0f3b9d-e635-4394-a504-674679447bac service neutron] 10.222.0.32 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7089000
Apr 09 20:59:37.166017 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63176210-a808-49e5-bfab-82107a417248 x-openstack-request-id: req-63176210-a808-49e5-bfab-82107a417248 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:37.166423 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602", "code": 200}, {"name": "network-changed", "server_uuid": "bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a", "tag": "7082489d-c707-4f5b-a1d4-a0d36b4ae377", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:37.166739 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63176210-a808-49e5-bfab-82107a417248 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:37.167948 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63176210-a808-49e5-bfab-82107a417248'] response: {'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602', 'code': 200}
Apr 09 20:59:37.167948 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63176210-a808-49e5-bfab-82107a417248'] response: {'name': 'network-changed', 'server_uuid': 'bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a', 'tag': '7082489d-c707-4f5b-a1d4-a0d36b4ae377', 'status': 'completed', 'code': 200}
Apr 09 20:59:37.167948 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63176210-a808-49e5-bfab-82107a417248'] response: {'name': 'network-changed', 'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602', 'status': 'completed', 'code': 200}
Apr 09 20:59:37.195456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-32ba526f-f6e9-4116-9b62-991d5e4d5d2a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.200544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-32ba526f-f6e9-4116-9b62-991d5e4d5d2a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.205537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-32ba526f-f6e9-4116-9b62-991d5e4d5d2a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.207134 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-32ba526f-f6e9-4116-9b62-991d5e4d5d2a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "GET /v2.0/networks?id=77aa585d-d236-4c76-b3f0-d77cd270281e&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 HTTP/1.1" status: 200  len: 1988 time: 0.5965998
Apr 09 20:59:37.210021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f68a80-9d06-46c0-89c9-405ff4243221 req-e0bcd9ce-ce87-4391-bc39-bba91c2dc27d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.211597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03f68a80-9d06-46c0-89c9-405ff4243221 req-e0bcd9ce-ce87-4391-bc39-bba91c2dc27d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 950 time: 0.0578182
Apr 09 20:59:37.222304 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Attempting to bind port 1651bb82-70f9-47e7-a6c1-3044ad474d20 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:37.222720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Attempting to bind port 1651bb82-70f9-47e7-a6c1-3044ad474d20 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:37.223269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Attempting to bind port 1651bb82-70f9-47e7-a6c1-3044ad474d20 on network 9db78731-e1e1-4de6-972d-c058e9bb637d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:37.237660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Port 1651bb82-70f9-47e7-a6c1-3044ad474d20 on network 9db78731-e1e1-4de6-972d-c058e9bb637d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:37.238102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Attempting to bind port 1651bb82-70f9-47e7-a6c1-3044ad474d20 on network 9db78731-e1e1-4de6-972d-c058e9bb637d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:37.252735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:37.253173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Checking segment: {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:37.253623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Bound using segment: {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:37.254125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Bound port: 1651bb82-70f9-47e7-a6c1-3044ad474d20, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14d92c1-7140-4250-b0ca-78c49f6f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:37.254561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:37.263006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03f68a80-9d06-46c0-89c9-405ff4243221 req-06e4c90b-5d05-4915-8c6b-956c5b8e2c42 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454164
Apr 09 20:59:37.320174 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-2ca4dcd5-846a-47b4-8aa7-f9381fafabc4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dbc8f96549e4dfaaf941d571addb9c6 HTTP/1.1" status: 200  len: 380 time: 0.1034214
Apr 09 20:59:37.330964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'admin_state_up': True, 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'security_groups': ['5a3bb9a8-bb4a-4973-a034-a4ed0827347a']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:37.390329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1cd9-b4b6-4943-b384-2d62f07c9b0e req-68d097cd-cc11-444d-a9f1-feea6e157917 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.397714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ff1cd9-b4b6-4943-b384-2d62f07c9b0e req-68d097cd-cc11-444d-a9f1-feea6e157917 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.0610402
Apr 09 20:59:37.404188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] For port 1651bb82-70f9-47e7-a6c1-3044ad474d20, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:37.424581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] For port 1651bb82-70f9-47e7-a6c1-3044ad474d20, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1651bb82-70f9-47e7-a6c1-3044ad474d20,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:37.437251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:37.489004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.490333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:37.491437 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] 10.222.0.25 "PUT /v2.0/ports/1651bb82-70f9-47e7-a6c1-3044ad474d20 HTTP/1.1" status: 200  len: 1092 time: 1.4993789
Apr 09 20:59:37.497344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f03f3-c17f-4d2c-af89-0880473f8529 req-319e7364-7205-40a4-862b-6bb4b15794df tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.498894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-314f03f3-c17f-4d2c-af89-0880473f8529 req-319e7364-7205-40a4-862b-6bb4b15794df tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 949 time: 0.1000779
Apr 09 20:59:37.524960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3afd3-6d03-4147-84bc-bd0a76385892 service neutron] Pushing event updated for resources: {'Port': ['ID=1651bb82-70f9-47e7-a6c1-3044ad474d20,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:37.527501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ff1cd9-b4b6-4943-b384-2d62f07c9b0e req-267d8fba-60b6-4982-99ff-5c77937f170d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133695
Apr 09 20:59:37.531714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:37.535736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:37.599359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-314f03f3-c17f-4d2c-af89-0880473f8529 req-b6eb5439-4278-44ad-aac4-63cc1231bc1a tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595651
Apr 09 20:59:37.645640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9eec4567-ea7f-44ed-a3f3-f4078ebd9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.647164 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-9eec4567-ea7f-44ed-a3f3-f4078ebd9e53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3389a4f6db1e4cd7b183da2c7e6a4850&device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 1126 time: 0.0886722
Apr 09 20:59:37.714009 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-de26a0a5-9626-4808-9342-d72d77bfb9d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651bb82-70f9-47e7-a6c1-3044ad474d20 HTTP/1.1" status: 200  len: 217 time: 0.0580471
Apr 09 20:59:37.817525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Allocated IP 172.20.0.11 (77aa585d-d236-4c76-b3f0-d77cd270281e/91072f43-8669-4204-9964-c25fb5dd72db/2447064d-f2f6-4455-bc1d-f66ad73dad67) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:37.829506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-98312299-2662-4f35-b546-69a7bc26ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.831071 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-98312299-2662-4f35-b546-69a7bc26ef8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fcefbe1d-d8ca-4834-864a-e691d3351bd8 HTTP/1.1" status: 200  len: 858 time: 0.1081653
Apr 09 20:59:37.869647 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-7b87e524-8a40-468a-b8e4-346219a5ab09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9db78731-e1e1-4de6-972d-c058e9bb637d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313756
Apr 09 20:59:37.883425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d2b75502-aefa-4b5b-8bee-c8fc14cee225 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:37.894151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa23deed-75ff-4c54-a316-25bca444ac5b req-da879646-693d-4fc8-900d-165992f97044 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627114
Apr 09 20:59:37.912351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61874-b8d1-4a4f-ab32-c123132e76b3 req-11de6a28-8106-4bbb-9526-f0b0ca8c8c92 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:37.921209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01b61874-b8d1-4a4f-ab32-c123132e76b3 req-11de6a28-8106-4bbb-9526-f0b0ca8c8c92 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 944 time: 0.1532860
Apr 09 20:59:37.964304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port d2b75502-aefa-4b5b-8bee-c8fc14cee225 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:37.980046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d2b75502-aefa-4b5b-8bee-c8fc14cee225 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:37.980499 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:38.001638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1cb7efc9-d983-4f3a-a9f3-f3b935202819 req-3377fc84-577f-4597-b893-eb492d2fb87d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 210 time: 0.0460126
Apr 09 20:59:38.020954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01b61874-b8d1-4a4f-ab32-c123132e76b3 req-29b64f34-b629-41c4-a9d0-47a90e2f9c6d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973616
Apr 09 20:59:38.081169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-f75d00aa-13f9-433f-9bde-c720ac6b986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:38.081990 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-f75d00aa-13f9-433f-9bde-c720ac6b986a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9db78731-e1e1-4de6-972d-c058e9bb637d HTTP/1.1" status: 200  len: 919 time: 0.3478546
Apr 09 20:59:38.138665 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-360daec3-a276-49bf-b4e9-16e42257a1e5 service neutron] 10.222.0.25 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223086
Apr 09 20:59:38.141910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d2b75502-aefa-4b5b-8bee-c8fc14cee225 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:38.142439 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:38.154160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22820731-d8b9-4fc7-a287-e32acf47efe9 req-baad3d54-3c1d-4013-882c-4d5991baf91e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:38.162381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22820731-d8b9-4fc7-a287-e32acf47efe9 req-baad3d54-3c1d-4013-882c-4d5991baf91e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0669551
Apr 09 20:59:38.197126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81535f89-50ee-497e-b085-84ab9630fee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b75502-aefa-4b5b-8bee-c8fc14cee225'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:38.200200 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5220aa7-d5c5-4e30-be33-ec439ee19b28" -d '{"events": [{"server_uuid": "81535f89-50ee-497e-b085-84ab9630fee3", "name": "network-vif-plugged", "status": "completed", "tag": "d2b75502-aefa-4b5b-8bee-c8fc14cee225"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:38.213735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d2b75502-aefa-4b5b-8bee-c8fc14cee225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2b75502-aefa-4b5b-8bee-c8fc14cee225,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:38.221138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:38.261273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22820731-d8b9-4fc7-a287-e32acf47efe9 req-815510f4-f421-4417-afa2-5ad40fe47455 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978906
Apr 09 20:59:38.276074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4874-fb29-4a39-8ba3-73fa3d34e792 req-cfe93f61-b1a5-4730-a7cd-fe1f6b285057 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:38.278011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c33d4874-fb29-4a39-8ba3-73fa3d34e792 req-cfe93f61-b1a5-4730-a7cd-fe1f6b285057 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0677998
Apr 09 20:59:38.290147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d2b75502-aefa-4b5b-8bee-c8fc14cee225,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:38.308277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:38.333224 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2403d16-aaf5-45ed-b210-4d0169b23183 x-openstack-request-id: req-f2403d16-aaf5-45ed-b210-4d0169b23183 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:38.333740 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81535f89-50ee-497e-b085-84ab9630fee3", "name": "network-vif-plugged", "status": "completed", "tag": "d2b75502-aefa-4b5b-8bee-c8fc14cee225", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:38.334134 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2403d16-aaf5-45ed-b210-4d0169b23183 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:38.334683 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2403d16-aaf5-45ed-b210-4d0169b23183'] response: {'server_uuid': '81535f89-50ee-497e-b085-84ab9630fee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b75502-aefa-4b5b-8bee-c8fc14cee225', 'code': 200}
Apr 09 20:59:38.335937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c33d4874-fb29-4a39-8ba3-73fa3d34e792 req-e842c189-f83a-45fd-95e4-3432b2ebbbf9 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524881
Apr 09 20:59:38.370961 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9efc05d-e921-44d1-a504-0ddb692e14bc req-631de2c5-a58c-41ad-8422-567e8bfdbafa service neutron] 10.222.0.25 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230053
Apr 09 20:59:38.374211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:38.422002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network 77aa585d-d236-4c76-b3f0-d77cd270281e is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:38.425439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:38.429462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:38.464796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1585229-0bcb-4f91-a210-5aa633576688 req-ef97126a-a145-4a31-87cf-12b391e5a49b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:38.467105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=2447064d-f2f6-4455-bc1d-f66ad73dad67,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:38.472584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1585229-0bcb-4f91-a210-5aa633576688 req-ef97126a-a145-4a31-87cf-12b391e5a49b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 950 time: 0.0840468
Apr 09 20:59:38.488280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:38.489020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:38.513765 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-6e1239e3-05a2-47e6-9988-9b32785bbcc3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1865227
Apr 09 20:59:38.526540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'admin_state_up': True, 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'security_groups': ['5a3bb9a8-bb4a-4973-a034-a4ed0827347a']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:38.537687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1585229-0bcb-4f91-a210-5aa633576688 req-dab19c9c-6364-4e63-88a9-e8cc750002f0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641367
Apr 09 20:59:38.688640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:38.695389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:38.696533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4be35-0de0-44fb-a818-86707a2ebf7c req-549d2d4d-5dbb-4371-bb34-34c4c2510ce6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:38.698053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3c4be35-0de0-44fb-a818-86707a2ebf7c req-549d2d4d-5dbb-4371-bb34-34c4c2510ce6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.0873194
Apr 09 20:59:38.774165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021b8ab-ebd1-426a-be6b-1fa4f64ae65a req-3d295895-5ba1-4ab3-8b7f-4560330d0a4f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:38.775438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-aabc938e-6c11-4ab4-8b5d-67bfc7b68140 None None] Provisioning complete for port 2447064d-f2f6-4455-bc1d-f66ad73dad67 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:38.775749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9021b8ab-ebd1-426a-be6b-1fa4f64ae65a req-3d295895-5ba1-4ab3-8b7f-4560330d0a4f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 950 time: 0.0869970
Apr 09 20:59:38.776148 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-aabc938e-6c11-4ab4-8b5d-67bfc7b68140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:38.807761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3c4be35-0de0-44fb-a818-86707a2ebf7c req-38a0ecca-173e-4375-b9f8-10dfee88cbc1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016731
Apr 09 20:59:38.812627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-aabc938e-6c11-4ab4-8b5d-67bfc7b68140 None None] Port 2447064d-f2f6-4455-bc1d-f66ad73dad67 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:38.840311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9021b8ab-ebd1-426a-be6b-1fa4f64ae65a req-afb0816a-cd0e-4431-b5dd-e6a47120cf04 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531397
Apr 09 20:59:38.858528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Allocated IP 10.1.1.173 (1af320ea-8d0b-4067-a47d-6e9b8642dca3/15ef66a1-8d81-4e06-887d-2b37f798a13b/aeadbd1f-8d76-4ad3-84a7-50139f5852c5) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:39.016099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:39.057683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:39.107530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:39.110735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:39.115059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:39.118986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:39.206251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c963ea0b-4eee-4241-a6d4-f49b42ec7c10', 'tag': '1651bb82-70f9-47e7-a6c1-3044ad474d20'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:39.206251 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d759ae3-9f3d-4e3e-9599-82766e82671c" -d '{"events": [{"name": "network-changed", "server_uuid": "c963ea0b-4eee-4241-a6d4-f49b42ec7c10", "tag": "1651bb82-70f9-47e7-a6c1-3044ad474d20"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:39.219596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-60292b2b-d3d7-4085-b5c9-4f47dac5e85b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e43c995-4690-4a85-93bc-a540cbd5e329 HTTP/1.1" status: 200  len: 217 time: 0.0799689
Apr 09 20:59:39.224640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac1dd1-8074-4b7d-9768-af96c9e6935b req-4f4179d1-f299-41cc-ad93-48a2f8adf367 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.226450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5aac1dd1-8074-4b7d-9768-af96c9e6935b req-4f4179d1-f299-41cc-ad93-48a2f8adf367 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 944 time: 0.1417787
Apr 09 20:59:39.235725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578558d5-3afd-4989-83b3-51703e9ef39a req-6fdd230b-9858-485f-8d09-ebc4dd81b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.237776 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-6fdd230b-9858-485f-8d09-ebc4dd81b4c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3389a4f6db1e4cd7b183da2c7e6a4850&device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 1125 time: 0.0967932
Apr 09 20:59:39.243975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.244770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:39.247530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dc7a9-1e7f-4ec5-bd7b-d9527dc34c8c req-2787266c-6ae2-4f42-a5d2-91393966697c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.253598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dc7a9-1e7f-4ec5-bd7b-d9527dc34c8c req-2787266c-6ae2-4f42-a5d2-91393966697c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.255953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-215dc7a9-1e7f-4ec5-bd7b-d9527dc34c8c req-2787266c-6ae2-4f42-a5d2-91393966697c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 1654 time: 0.1620789
Apr 09 20:59:39.267824 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-f7c5c192-c995-494f-92a4-79949aba1797 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7454104
Apr 09 20:59:39.288753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8627-8744-434b-83f2-e1f65db830e2 req-4a606f9d-599a-434f-9a05-d5777cf9391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.290353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a3c8627-8744-434b-83f2-e1f65db830e2 req-4a606f9d-599a-434f-9a05-d5777cf9391f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 1127 time: 0.1656911
Apr 09 20:59:39.332023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-dcc3d5fe-a814-4b63-9392-697eee1c8472 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.333639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-dcc3d5fe-a814-4b63-9392-697eee1c8472 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 950 time: 0.1774628
Apr 09 20:59:39.377004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5aac1dd1-8074-4b7d-9768-af96c9e6935b req-b6cb7995-037a-4a2a-acf2-96f7bb046842 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005259
Apr 09 20:59:39.380290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-215dc7a9-1e7f-4ec5-bd7b-d9527dc34c8c req-d61deea6-0a58-49c2-9819-e0f031e785cc tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025202
Apr 09 20:59:39.430547 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c17e3a-7fb9-49ef-a733-cadca53cb2aa x-openstack-request-id: req-a2c17e3a-7fb9-49ef-a733-cadca53cb2aa {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:39.431085 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c963ea0b-4eee-4241-a6d4-f49b42ec7c10", "tag": "1651bb82-70f9-47e7-a6c1-3044ad474d20", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:39.431432 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2c17e3a-7fb9-49ef-a733-cadca53cb2aa {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:39.432019 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c17e3a-7fb9-49ef-a733-cadca53cb2aa'] response: {'name': 'network-changed', 'server_uuid': 'c963ea0b-4eee-4241-a6d4-f49b42ec7c10', 'tag': '1651bb82-70f9-47e7-a6c1-3044ad474d20', 'status': 'completed', 'code': 200}
Apr 09 20:59:39.449569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.32', 56019) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:39.456506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fcfca6d6-e71b-4191-a71c-8d29fe3b7132 None None] Provisioning complete for port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:39.456980 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fcfca6d6-e71b-4191-a71c-8d29fe3b7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:39.535063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fcfca6d6-e71b-4191-a71c-8d29fe3b7132 None None] Port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:39.602725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-8e410947-d465-4271-9578-deb385dec5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.604551 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-8e410947-d465-4271-9578-deb385dec5cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcefbe1d-d8ca-4834-864a-e691d3351bd8 HTTP/1.1" status: 200  len: 858 time: 0.1277413
Apr 09 20:59:39.645792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df988c-36f3-4d17-b4f3-64bf145ca433 req-20e4d53e-6cbe-444d-b246-437ceb16c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.647494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1df988c-36f3-4d17-b4f3-64bf145ca433 req-20e4d53e-6cbe-444d-b246-437ceb16c7ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 1132 time: 0.1805632
Apr 09 20:59:39.649344 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-e11ee3a4-19ed-4005-b930-8bcc4feeb67f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9db78731-e1e1-4de6-972d-c058e9bb637d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355160
Apr 09 20:59:39.654552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578558d5-3afd-4989-83b3-51703e9ef39a req-8fb3f550-4d5d-4c82-a4cb-75c42f319ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.656006 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-8fb3f550-4d5d-4c82-a4cb-75c42f319ae5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9db78731-e1e1-4de6-972d-c058e9bb637d HTTP/1.1" status: 200  len: 919 time: 0.1868978
Apr 09 20:59:39.704182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975314a-8380-45fc-9778-b6d2b11e9afa req-eeb63616-c6ca-433e-8f95-a20972b07cbe tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.705723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5975314a-8380-45fc-9778-b6d2b11e9afa req-eeb63616-c6ca-433e-8f95-a20972b07cbe tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1754389
Apr 09 20:59:39.722719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d347400-bcce-44a7-b22a-efd788e05013 req-8aeb7e35-eab3-4be3-8cc5-148b14a126e1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:39.724156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d347400-bcce-44a7-b22a-efd788e05013 req-8aeb7e35-eab3-4be3-8cc5-148b14a126e1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1775491
Apr 09 20:59:39.735485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a3c8627-8744-434b-83f2-e1f65db830e2 req-a1e1b762-0512-48c7-baeb-f224f59f0438 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592213
Apr 09 20:59:39.765201 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-08cb3cdb-f1f9-4422-9dca-6e9b59d6a7df service neutron] 10.222.0.32 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907068
Apr 09 20:59:39.781526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Deleting port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:59:39.781891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:39.843391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1df988c-36f3-4d17-b4f3-64bf145ca433 req-6a114d9e-a41a-4d88-9dd6-d965a4ee0329 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775708
Apr 09 20:59:39.882700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5975314a-8380-45fc-9778-b6d2b11e9afa req-c19ce4f3-60c5-4ede-b252-8af96578cfaf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550577
Apr 09 20:59:39.899705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d347400-bcce-44a7-b22a-efd788e05013 req-5a5a0dc0-b4f6-4a62-bb5a-8745dc750b27 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691790
Apr 09 20:59:39.905324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7e43c995-4690-4a85-93bc-a540cbd5e329 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:39.927923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] For port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:39.928271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:39.942532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Calling delete_port for 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:59:40.010177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7e43c995-4690-4a85-93bc-a540cbd5e329, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e43c995-4690-4a85-93bc-a540cbd5e329,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:40.021903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '7e43c995-4690-4a85-93bc-a540cbd5e329', 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d', 'port_id': '7e43c995-4690-4a85-93bc-a540cbd5e329', 'mac_address': 'fa:16:3e:92:67:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefbe1d-d8ca-4834-864a-e691d3351bd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:40.063349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 7e43c995-4690-4a85-93bc-a540cbd5e329 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:40.063770 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:40.065757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c811-7bb4-4949-8514-028a8b4a6940 req-76642e21-e7b1-48de-b01b-3b9ac9b469b1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:40.067267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe23c811-7bb4-4949-8514-028a8b4a6940 req-76642e21-e7b1-48de-b01b-3b9ac9b469b1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 950 time: 0.1184285
Apr 09 20:59:40.077433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e43c995-4690-4a85-93bc-a540cbd5e329 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:40.095014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d34a4-e3b1-43d3-8544-48eaadb942db req-96248ae9-ce78-4e46-94ed-1f6cd0d45bb9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:40.096404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e6d34a4-e3b1-43d3-8544-48eaadb942db req-96248ae9-ce78-4e46-94ed-1f6cd0d45bb9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.1099699
Apr 09 20:59:40.096849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7e43c995-4690-4a85-93bc-a540cbd5e329, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e43c995-4690-4a85-93bc-a540cbd5e329,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:40.104699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:40.154542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=7e43c995-4690-4a85-93bc-a540cbd5e329,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:40.337931 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-239b9997-dac7-4d22-b835-519fedc860e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7082489d-c707-4f5b-a1d4-a0d36b4ae377 HTTP/1.1" status: 200  len: 217 time: 0.0427635
Apr 09 20:59:40.422925 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ffe30e6-9a59-4687-a289-b87d9d3fc211 req-74859bf1-e241-4298-a803-ac9d146aba65 service neutron] 10.222.0.32 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211066
Apr 09 20:59:40.433090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['7e43c995-4690-4a85-93bc-a540cbd5e329'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:40.488741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe23c811-7bb4-4949-8514-028a8b4a6940 req-ed2c3a06-00ee-403c-85bd-9c9ae5f042de tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4110551
Apr 09 20:59:40.509194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e6d34a4-e3b1-43d3-8544-48eaadb942db req-7a97ac24-0ac5-42e4-a2c5-10de08f2f820 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4045944
Apr 09 20:59:40.527719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (71a75f60-0cc8-491d-b9f0-e42dc7c09b58), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:40.542138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'e8f49318-e089-4c16-97fd-0fed692d65b1', '2907881a-378f-4e16-ba12-6884a79f972c', '754b37cf-8904-48a6-9835-7135d3f52459'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:40.548017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16', '60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:40.566656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event deleted for resources: {'Port': ['ID=71a75f60-0cc8-491d-b9f0-e42dc7c09b58,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:40.696990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c917b00-b6a6-4f4f-8998-69ae3c25a1ea req-0b2f386d-e981-46c4-8c18-8c76991991bc tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:40.698938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c917b00-b6a6-4f4f-8998-69ae3c25a1ea req-0b2f386d-e981-46c4-8c18-8c76991991bc tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 950 time: 0.1253026
Apr 09 20:59:40.702300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] No DVR routers for this DVR port 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:59:40.706857 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:40.710331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e81402-66b9-46ed-86e4-c0d5ee7a0e55 req-f8dcce75-db0e-4e42-aae6-abc0d29d5c6d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "DELETE /v2.0/ports/71a75f60-0cc8-491d-b9f0-e42dc7c09b58 HTTP/1.1" status: 204  len: 173 time: 1.2330978
Apr 09 20:59:40.710861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831c8065-303b-4271-ac06-8ac2d0b5d248', 'name': 'network-vif-deleted', 'tag': '71a75f60-0cc8-491d-b9f0-e42dc7c09b58'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:40.713234 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ba25d3-0033-4207-91bd-a65a27bf5175" -d '{"events": [{"server_uuid": "831c8065-303b-4271-ac06-8ac2d0b5d248", "name": "network-vif-deleted", "tag": "71a75f60-0cc8-491d-b9f0-e42dc7c09b58"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:40.724906 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 20:59:40.743737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123e033-f17f-4a29-bee1-c6997fb61f80 req-60763fdb-5c07-4bae-8df0-710e19e69bc4 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:40.758637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8123e033-f17f-4a29-bee1-c6997fb61f80 req-60763fdb-5c07-4bae-8df0-710e19e69bc4 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 945 time: 0.1681480
Apr 09 20:59:40.826585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c917b00-b6a6-4f4f-8998-69ae3c25a1ea req-594ff2cb-cd85-4f72-bed9-c4b715f7cb21 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084051
Apr 09 20:59:40.845104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8123e033-f17f-4a29-bee1-c6997fb61f80 req-3d496cc8-051f-4f53-930c-08535c654218 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851531
Apr 09 20:59:40.963888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043726-0e35-4b94-b0f8-f5d78b112258 req-d43bab2d-706f-43d1-ae2c-3dd56de5ee02 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:40.971916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043726-0e35-4b94-b0f8-f5d78b112258 req-d43bab2d-706f-43d1-ae2c-3dd56de5ee02 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:40.973604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4043726-0e35-4b94-b0f8-f5d78b112258 req-d43bab2d-706f-43d1-ae2c-3dd56de5ee02 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 1654 time: 0.0777650
Apr 09 20:59:40.975191 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3400a2d3-41d4-4351-949e-bff4da76bd95 x-openstack-request-id: req-3400a2d3-41d4-4351-949e-bff4da76bd95 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:40.975535 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831c8065-303b-4271-ac06-8ac2d0b5d248", "name": "network-vif-deleted", "tag": "71a75f60-0cc8-491d-b9f0-e42dc7c09b58", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:40.975713 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3400a2d3-41d4-4351-949e-bff4da76bd95 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:40.976090 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3400a2d3-41d4-4351-949e-bff4da76bd95'] response: {'server_uuid': '831c8065-303b-4271-ac06-8ac2d0b5d248', 'name': 'network-vif-deleted', 'tag': '71a75f60-0cc8-491d-b9f0-e42dc7c09b58', 'status': 'completed', 'code': 200}
Apr 09 20:59:41.043679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4043726-0e35-4b94-b0f8-f5d78b112258 req-d42cfc08-0471-44bf-9585-bbee49ce745e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620880
Apr 09 20:59:41.090149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387bd7b-ab3b-4259-bd20-341bca2a54fa req-1b990a69-6c94-44bd-a852-f22befbb33b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:41.091841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8387bd7b-ab3b-4259-bd20-341bca2a54fa req-1b990a69-6c94-44bd-a852-f22befbb33b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0638483
Apr 09 20:59:41.180602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0be99e-2253-4d5b-80c5-3a85856a4bdf req-9c54569c-bc46-433b-a5e4-fccfdbb8dab3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:41.182157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa0be99e-2253-4d5b-80c5-3a85856a4bdf req-9c54569c-bc46-433b-a5e4-fccfdbb8dab3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0734642
Apr 09 20:59:41.185377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8387bd7b-ab3b-4259-bd20-341bca2a54fa req-b02a6c5f-2341-43af-bd3a-540d000dd028 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869975
Apr 09 20:59:41.242497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa0be99e-2253-4d5b-80c5-3a85856a4bdf req-5127a28a-6f3b-4af4-8fbb-c6faeb99832b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543661
Apr 09 20:59:41.249505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578558d5-3afd-4989-83b3-51703e9ef39a req-75542e67-99e3-4493-80d7-f60b00d02e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:41.250910 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-75542e67-99e3-4493-80d7-f60b00d02e99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fcefbe1d-d8ca-4834-864a-e691d3351bd8 HTTP/1.1" status: 200  len: 858 time: 0.0512195
Apr 09 20:59:41.443167 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-3c942314-4bab-4477-9148-1be2f8018690 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9db78731-e1e1-4de6-972d-c058e9bb637d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293047
Apr 09 20:59:41.604687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a34313f-e83b-43fc-8935-8adde0ea0bc2 req-53138c7b-cf34-48c8-bc24-0272077f818c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=831c8065-303b-4271-ac06-8ac2d0b5d248 HTTP/1.1" status: 200  len: 210 time: 0.0394053
Apr 09 20:59:41.644527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01b06e-4fba-43ae-a6ba-5381a9291790 req-12c04395-f9c4-4eb5-a6e4-6725c67d3900 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:41.646158 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af01b06e-4fba-43ae-a6ba-5381a9291790 req-12c04395-f9c4-4eb5-a6e4-6725c67d3900 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.0520742
Apr 09 20:59:41.709637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af01b06e-4fba-43ae-a6ba-5381a9291790 req-092417ff-3d97-4fcb-9707-4182941c12bd tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485520
Apr 09 20:59:41.787526 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-0961729c-d479-46d6-a6c2-93273f659797 service neutron] 10.222.0.32 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048193
Apr 09 20:59:41.976526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c183fe-1170-4b6d-970c-3d6806b6c1c1 req-eb02545d-8dbc-4f0f-8978-d18fa85c021e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:41.978096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40c183fe-1170-4b6d-970c-3d6806b6c1c1 req-eb02545d-8dbc-4f0f-8978-d18fa85c021e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 950 time: 0.0778918
Apr 09 20:59:41.996686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeac6a-4a80-4fed-a4fc-69ebd09f7fb5 req-4735cc06-4f13-47dd-9c36-d0fff09f6a8b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:41.998112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bdeac6a-4a80-4fed-a4fc-69ebd09f7fb5 req-4735cc06-4f13-47dd-9c36-d0fff09f6a8b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 945 time: 0.0689561
Apr 09 20:59:42.060729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40c183fe-1170-4b6d-970c-3d6806b6c1c1 req-75472117-1133-471e-b8f7-57fa38e424d2 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764802
Apr 09 20:59:42.067610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bdeac6a-4a80-4fed-a4fc-69ebd09f7fb5 req-196feb03-603d-475e-9d51-46669f541d6b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620089
Apr 09 20:59:42.173898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9147b-2916-4f09-a717-1ada08555b0a req-2a0e628d-ce50-43e9-b66a-2e8448694869 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.179235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9147b-2916-4f09-a717-1ada08555b0a req-2a0e628d-ce50-43e9-b66a-2e8448694869 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.180859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08d9147b-2916-4f09-a717-1ada08555b0a req-2a0e628d-ce50-43e9-b66a-2e8448694869 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 1654 time: 0.0551100
Apr 09 20:59:42.234376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7082489d-c707-4f5b-a1d4-a0d36b4ae377 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:42.241311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7e43c995-4690-4a85-93bc-a540cbd5e329 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:42.254412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08d9147b-2916-4f09-a717-1ada08555b0a req-9b4d9a3a-1f36-4ecf-882b-0afbeb57bed4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659652
Apr 09 20:59:42.325538 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-e2ea89cb-9416-4bb9-9833-381421d35af9 service neutron] 10.222.0.32 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296194
Apr 09 20:59:42.378739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 7e43c995-4690-4a85-93bc-a540cbd5e329 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:42.391475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d679f-c914-4a54-b52d-a313ac261172 req-81cdcc40-a326-4034-9d06-9fe927464e43 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.393493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-391d679f-c914-4a54-b52d-a313ac261172 req-81cdcc40-a326-4034-9d06-9fe927464e43 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0821841
Apr 09 20:59:42.394938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 7e43c995-4690-4a85-93bc-a540cbd5e329 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:42.395359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:42.468215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a554438-e175-430b-89e4-ae58758c9c3c req-eb4f1372-00cd-4188-b3f3-4daa0847191e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.469773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a554438-e175-430b-89e4-ae58758c9c3c req-eb4f1372-00cd-4188-b3f3-4daa0847191e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0569849
Apr 09 20:59:42.477710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578558d5-3afd-4989-83b3-51703e9ef39a req-fca0d2c2-896f-457b-9d58-afe36cd187a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.479936 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-fca0d2c2-896f-457b-9d58-afe36cd187a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1156 time: 0.0644298
Apr 09 20:59:42.525632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-391d679f-c914-4a54-b52d-a313ac261172 req-28c80341-1167-4531-8980-0b3a4147ff26 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194022
Apr 09 20:59:42.532139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7082489d-c707-4f5b-a1d4-a0d36b4ae377, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7082489d-c707-4f5b-a1d4-a0d36b4ae377,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:42.554980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a554438-e175-430b-89e4-ae58758c9c3c req-0d7a5edf-ed3a-4a9a-a3fb-6d7838be6b41 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715089
Apr 09 20:59:42.555550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '7082489d-c707-4f5b-a1d4-a0d36b4ae377', 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d', 'port_id': '7082489d-c707-4f5b-a1d4-a0d36b4ae377', 'mac_address': 'fa:16:3e:48:ee:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefbe1d-d8ca-4834-864a-e691d3351bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:42.555550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 7e43c995-4690-4a85-93bc-a540cbd5e329 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:42.555550 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:42.586913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578558d5-3afd-4989-83b3-51703e9ef39a req-9cc495d5-48cb-4f98-9de6-65b1921e7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.589375 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-9cc495d5-48cb-4f98-9de6-65b1921e7365 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.1035969
Apr 09 20:59:42.617302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd480013b-9c5d-4c86-9553-0be0c4abf76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e43c995-4690-4a85-93bc-a540cbd5e329'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:42.619891 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c492f48e-ec19-4f33-ab7a-6015ba147fbc" -d '{"events": [{"server_uuid": "d480013b-9c5d-4c86-9553-0be0c4abf76f", "name": "network-vif-plugged", "status": "completed", "tag": "7e43c995-4690-4a85-93bc-a540cbd5e329"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:42.639000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:42.639381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:42.642464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7e43c995-4690-4a85-93bc-a540cbd5e329, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e43c995-4690-4a85-93bc-a540cbd5e329,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:42.648795 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-664bfaa0-b906-401f-bdc9-cbef7d05839a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 200  len: 217 time: 0.0518050
Apr 09 20:59:42.652916 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:42.653770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:59:42.659387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-f3150f19-0478-4299-b714-e571b851288e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=23df4eef46ae4894870e050990d597f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0297949
Apr 09 20:59:42.700690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7082489d-c707-4f5b-a1d4-a0d36b4ae377 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:42.713790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:59:42.714129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 71a75f60-0cc8-491d-b9f0-e42dc7c09b58 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:59:42.726137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578558d5-3afd-4989-83b3-51703e9ef39a req-9bedf48f-30bc-4ff7-848c-80d8a52e16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.727968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-9bedf48f-30bc-4ff7-848c-80d8a52e16ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.0555069
Apr 09 20:59:42.750289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7082489d-c707-4f5b-a1d4-a0d36b4ae377, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7082489d-c707-4f5b-a1d4-a0d36b4ae377,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:42.763010 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:42.768076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=7e43c995-4690-4a85-93bc-a540cbd5e329,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:42.776323 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-fdfc03ff-7a9d-4ef2-a2f8-27bbd77c6ab6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385578
Apr 09 20:59:42.783618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-4ac9545a-7500-4534-b76d-745498a8969b tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.785161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-4ac9545a-7500-4534-b76d-745498a8969b tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1192818
Apr 09 20:59:42.801073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-474095e0-f78e-4cb3-92bc-6501c98c09bd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/quotas/23df4eef46ae4894870e050990d597f0 HTTP/1.1" status: 200  len: 375 time: 0.0102160
Apr 09 20:59:42.804898 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184224e-0d60-4d16-911e-861950530b68 x-openstack-request-id: req-1184224e-0d60-4d16-911e-861950530b68 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:42.805298 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d480013b-9c5d-4c86-9553-0be0c4abf76f", "name": "network-vif-plugged", "status": "completed", "tag": "7e43c995-4690-4a85-93bc-a540cbd5e329", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:42.805601 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1184224e-0d60-4d16-911e-861950530b68 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:42.806027 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1184224e-0d60-4d16-911e-861950530b68'] response: {'server_uuid': 'd480013b-9c5d-4c86-9553-0be0c4abf76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e43c995-4690-4a85-93bc-a540cbd5e329', 'code': 200}
Apr 09 20:59:42.826162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=7082489d-c707-4f5b-a1d4-a0d36b4ae377,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:42.859755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-e5d9ed0d-32c7-4572-b55a-66780df864ae tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23df4eef46ae4894870e050990d597f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0518894
Apr 09 20:59:42.932180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7ee64-5d36-4d47-9275-e7215c9fe3e9 req-509b1642-7606-4de5-8b3b-050182760b03 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:42.938219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1e7ee64-5d36-4d47-9275-e7215c9fe3e9 req-509b1642-7606-4de5-8b3b-050182760b03 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0514650
Apr 09 20:59:42.991079 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-a31e7086-e2ba-4dc6-b261-6f9a76a9ca5d service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224816
Apr 09 20:59:42.995554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1e7ee64-5d36-4d47-9275-e7215c9fe3e9 req-aa10a808-6754-469c-ad1f-327f0b3e357e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561171
Apr 09 20:59:43.100544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['7082489d-c707-4f5b-a1d4-a0d36b4ae377'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:43.106608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-578558d5-3afd-4989-83b3-51703e9ef39a req-a5ee4b07-efa2-4f01-ae34-ddd7b4f7fb2f service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1059585
Apr 09 20:59:43.151334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d6a0d-ac39-4bbb-9e61-5483166c8dfe req-df397ade-cc23-413c-8afc-6250b29f9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:43.152919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-831d6a0d-ac39-4bbb-9e61-5483166c8dfe req-df397ade-cc23-413c-8afc-6250b29f9c41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 1128 time: 0.1361797
Apr 09 20:59:43.165659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3d547-d229-4962-82c2-b00341d6c33a req-f0333877-867d-487b-91e8-16282a68f053 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:43.167859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bf3d547-d229-4962-82c2-b00341d6c33a req-f0333877-867d-487b-91e8-16282a68f053 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.1015732
Apr 09 20:59:43.238482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-831d6a0d-ac39-4bbb-9e61-5483166c8dfe req-f705d51f-8122-4e03-b9a2-35e77c264e53 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692310
Apr 09 20:59:43.282287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06c3524d-963e-4640-ac36-cc57a2682cce req-35eae1c1-d488-4775-8e7c-8b5a53afd8f7 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 210 time: 0.0407321
Apr 09 20:59:43.285816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bf3d547-d229-4962-82c2-b00341d6c33a req-22b17acd-61c0-4ca5-ba58-1a432f48ae6a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978410
Apr 09 20:59:43.341476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1bc4d915-ee13-4ba8-922e-b46c28ad4602 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:43.410541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a73725-6496-441f-bb8f-3a559c8a2078 req-6da979f6-d5f3-46b6-b563-623a0f387c9a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:43.413569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3a73725-6496-441f-bb8f-3a559c8a2078 req-6da979f6-d5f3-46b6-b563-623a0f387c9a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 946 time: 0.0630634
Apr 09 20:59:43.464093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:43.475776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1bc4d915-ee13-4ba8-922e-b46c28ad4602 has no active binding in host nch2-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 20:59:43.481397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaed0aa-3a48-46fe-8fcc-062339ad3e4f req-6435809d-b9fd-4ff1-91e7-be79286611e4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:43.482936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eaaed0aa-3a48-46fe-8fcc-062339ad3e4f req-6435809d-b9fd-4ff1-91e7-be79286611e4 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.0680745
Apr 09 20:59:43.512422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3a73725-6496-441f-bb8f-3a559c8a2078 req-359bfb3a-d25e-4be9-a989-167e895992dc tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884082
Apr 09 20:59:43.545441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eaaed0aa-3a48-46fe-8fcc-062339ad3e4f req-bef75b5a-4279-44c0-93eb-28ae0ff24ae1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560131
Apr 09 20:59:43.641533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'admin_state_up': True, 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'security_groups': ['5a3bb9a8-bb4a-4973-a034-a4ed0827347a']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:43.780072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-903b9a6a-f2c6-4f2a-bea5-748a8ab52fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:43.781720 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-903b9a6a-f2c6-4f2a-bea5-748a8ab52fc0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3389a4f6db1e4cd7b183da2c7e6a4850&device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 1126 time: 0.0654466
Apr 09 20:59:43.821215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc65b-56ef-4ff0-a93d-798d1e9465de req-307ceb75-51be-4be2-8eb8-f7572319c8a1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:43.828063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c0fc65b-56ef-4ff0-a93d-798d1e9465de req-307ceb75-51be-4be2-8eb8-f7572319c8a1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1902373
Apr 09 20:59:43.873127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43b83307-09fe-420a-acce-49debaeaa013 req-4347bbcd-b0a9-449a-bb83-4fc4f622733d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1641114
Apr 09 20:59:43.879116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:43.883111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:43.902839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d2c2b-5e3b-4f5c-95d6-202eb2595c9a req-928905df-fc95-4e93-a9ee-50eb3e7e9747 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:43.908129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d2c2b-5e3b-4f5c-95d6-202eb2595c9a req-928905df-fc95-4e93-a9ee-50eb3e7e9747 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:43.909778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e1d2c2b-5e3b-4f5c-95d6-202eb2595c9a req-928905df-fc95-4e93-a9ee-50eb3e7e9747 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 1654 time: 0.0786941
Apr 09 20:59:43.930921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c0fc65b-56ef-4ff0-a93d-798d1e9465de req-b966b189-e05d-4d46-b6b2-a93a7f409990 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019962
Apr 09 20:59:43.971648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e1d2c2b-5e3b-4f5c-95d6-202eb2595c9a req-f0ac56a3-b2f2-42be-af2a-75df4be7f438 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536771
Apr 09 20:59:44.022659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Allocated IP 10.1.1.94 (1af320ea-8d0b-4067-a47d-6e9b8642dca3/15ef66a1-8d81-4e06-887d-2b37f798a13b/98efa2b7-5e44-4da7-8cbc-fbc1db0c459e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:44.121870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d210ea-688d-4132-8970-c6775dd20a8e req-65006d05-6e3b-4f0c-a3ed-7673dcbda140 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:44.123593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6d210ea-688d-4132-8970-c6775dd20a8e req-65006d05-6e3b-4f0c-a3ed-7673dcbda140 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0469873
Apr 09 20:59:44.161506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:44.175376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6d210ea-688d-4132-8970-c6775dd20a8e req-2b57b8a6-c5a2-4bdd-8fd9-7c00af523881 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456929
Apr 09 20:59:44.210660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:44.242916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7082489d-c707-4f5b-a1d4-a0d36b4ae377 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:44.264447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:44.267450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:44.272031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:44.289468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:44.296757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:44.297473 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:44.305176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:44.341644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:44.346534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:44.374618 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-354e1e4c-fb0f-4c44-93d4-37ab3762762e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.7555418
Apr 09 20:59:44.406382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:44.407304 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:44.456936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7082489d-c707-4f5b-a1d4-a0d36b4ae377, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7082489d-c707-4f5b-a1d4-a0d36b4ae377,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:44.460374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdb6d352-f277-42a2-95d4-22505cd99338 req-3e41e417-b23a-4f3c-a4cb-289bffa3424a tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 210 time: 0.0342381
Apr 09 20:59:44.467713 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:44.473213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0d08e-ee48-4528-89c5-76c5c9256f35 req-9d8a682a-d705-4e1c-9182-d79df8ef306d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:44.474760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89d0d08e-ee48-4528-89c5-76c5c9256f35 req-9d8a682a-d705-4e1c-9182-d79df8ef306d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.0799141
Apr 09 20:59:44.521983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=7082489d-c707-4f5b-a1d4-a0d36b4ae377,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:44.529935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89d0d08e-ee48-4528-89c5-76c5c9256f35 req-fc36d489-1e36-43e6-a6b3-205d39544eb9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491116
Apr 09 20:59:44.604583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5a88c257-1648-4782-9248-7d0b1393122a None None] Provisioning complete for port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:44.605305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a88c257-1648-4782-9248-7d0b1393122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:44.636583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc5f98-f9f7-42a6-a2fa-951a39bacf0a req-c51636a8-bf96-4d28-b149-30568330750e tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:44.638522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90dc5f98-f9f7-42a6-a2fa-951a39bacf0a req-c51636a8-bf96-4d28-b149-30568330750e tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 946 time: 0.0598040
Apr 09 20:59:44.652249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5a88c257-1648-4782-9248-7d0b1393122a None None] Port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:44.689080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbd997-5583-47d3-a4cc-6f9111f872f7 req-48a73a87-f387-4c60-90b3-3758b931c7aa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:44.690604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fbbd997-5583-47d3-a4cc-6f9111f872f7 req-48a73a87-f387-4c60-90b3-3758b931c7aa tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.0765469
Apr 09 20:59:44.738228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90dc5f98-f9f7-42a6-a2fa-951a39bacf0a req-d024df10-57aa-41cb-a886-69fedeb8c6ed tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827878
Apr 09 20:59:44.775145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6', 'admin_state_up': True, 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'security_groups': ['5a3bb9a8-bb4a-4973-a034-a4ed0827347a']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:44.786936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fbbd997-5583-47d3-a4cc-6f9111f872f7 req-6a27e261-380a-4eb6-8507-4acf17951e86 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858586
Apr 09 20:59:44.811413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7082489d-c707-4f5b-a1d4-a0d36b4ae377'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:44.811413 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40e7675-3a6a-44ee-9918-0d44cf5a56ad" -d '{"events": [{"server_uuid": "bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a", "name": "network-vif-plugged", "status": "completed", "tag": "7082489d-c707-4f5b-a1d4-a0d36b4ae377"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:44.858111 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea4369-45f6-4c5b-bb82-24a14d9c0fd6 x-openstack-request-id: req-acea4369-45f6-4c5b-bb82-24a14d9c0fd6 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:44.858813 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a", "name": "network-vif-plugged", "status": "completed", "tag": "7082489d-c707-4f5b-a1d4-a0d36b4ae377", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:44.858813 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acea4369-45f6-4c5b-bb82-24a14d9c0fd6 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:44.859040 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acea4369-45f6-4c5b-bb82-24a14d9c0fd6'] response: {'server_uuid': 'bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7082489d-c707-4f5b-a1d4-a0d36b4ae377', 'code': 200}
Apr 09 20:59:44.892206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-0de58726-53ab-4b91-8989-c772d3b4a774 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=23df4eef46ae4894870e050990d597f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0848727
Apr 09 20:59:44.914227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b83307-09fe-420a-acce-49debaeaa013 req-d85132d3-5889-4a9a-a662-c1d95ba07191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:44.916028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43b83307-09fe-420a-acce-49debaeaa013 req-d85132d3-5889-4a9a-a662-c1d95ba07191 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 1149 time: 0.1103868
Apr 09 20:59:44.952458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-f5195673-6db0-4f11-89a3-af7820666ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:44.954361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-f5195673-6db0-4f11-89a3-af7820666ad5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9db78731-e1e1-4de6-972d-c058e9bb637d HTTP/1.1" status: 200  len: 919 time: 0.2112412
Apr 09 20:59:45.031725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-30b1e55a-fe90-49a9-bffc-eaafbb59ac82 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.033450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-30b1e55a-fe90-49a9-bffc-eaafbb59ac82 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1337655
Apr 09 20:59:45.082600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Request body: {'port': {'device_id': '81e71eab-8630-4e09-b286-3de7e1562dd7', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '23df4eef46ae4894870e050990d597f0'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:45.106727 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-fdca4b1c-7cbb-48e9-b534-55230648eac1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651bb82-70f9-47e7-a6c1-3044ad474d20 HTTP/1.1" status: 200  len: 217 time: 0.0809247
Apr 09 20:59:45.157853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2689a-8154-4ca6-9347-9b5ad36dd342 req-f7b5730c-742b-4db0-9f7a-b81a21610c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.159331 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db2689a-8154-4ca6-9347-9b5ad36dd342 req-f7b5730c-742b-4db0-9f7a-b81a21610c06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 1127 time: 0.1324656
Apr 09 20:59:45.207199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-72d6f7e9-6764-4916-bd2e-0c6ca8f6080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.208682 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-72d6f7e9-6764-4916-bd2e-0c6ca8f6080f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fcefbe1d-d8ca-4834-864a-e691d3351bd8 HTTP/1.1" status: 200  len: 858 time: 0.0951037
Apr 09 20:59:45.260340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:45.270271 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-10b4e061-acb3-42b2-a03f-900096fbf1e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9db78731-e1e1-4de6-972d-c058e9bb637d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505998
Apr 09 20:59:45.285453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1e1b-589a-4f40-97e0-7e638a5e6bad req-c2f96677-893e-42bb-b532-a438ac7938dc tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.290753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1e1b-589a-4f40-97e0-7e638a5e6bad req-c2f96677-893e-42bb-b532-a438ac7938dc tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.296015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1e1b-589a-4f40-97e0-7e638a5e6bad req-c2f96677-893e-42bb-b532-a438ac7938dc tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.297685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4fd1e1b-589a-4f40-97e0-7e638a5e6bad req-c2f96677-893e-42bb-b532-a438ac7938dc tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 2374 time: 0.2334864
Apr 09 20:59:45.298528 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db2689a-8154-4ca6-9347-9b5ad36dd342 req-7efb1b0d-4f22-4708-ba51-79fc50d9fb92 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255622
Apr 09 20:59:45.303619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f710-9595-4085-9269-7a7f9f0f3ef2 req-8fda0cb0-ad2b-4de2-b9ef-81ffce0f3825 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.305536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d296f710-9595-4085-9269-7a7f9f0f3ef2 req-8fda0cb0-ad2b-4de2-b9ef-81ffce0f3825 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.2588995
Apr 09 20:59:45.342308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1651bb82-70f9-47e7-a6c1-3044ad474d20 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:45.377249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Made reservation on behalf of 23df4eef46ae4894870e050990d597f0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:45.380578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:45.385406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b83307-09fe-420a-acce-49debaeaa013 req-45b158f9-7a90-4093-b4c2-221a425289aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.386739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43b83307-09fe-420a-acce-49debaeaa013 req-45b158f9-7a90-4093-b4c2-221a425289aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.3523567
Apr 09 20:59:45.472129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43b83307-09fe-420a-acce-49debaeaa013 req-3d837b9e-de9f-4ac4-86a9-fb3d174a0247 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 200  len: 217 time: 0.0709863
Apr 09 20:59:45.484240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4fd1e1b-589a-4f40-97e0-7e638a5e6bad req-9390d442-2191-4108-a5e3-651cde886a22 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1677818
Apr 09 20:59:45.520641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d296f710-9595-4085-9269-7a7f9f0f3ef2 req-ad0cce7c-e214-44ee-bf7b-3fe1a2b76535 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948440
Apr 09 20:59:45.627070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b83307-09fe-420a-acce-49debaeaa013 req-3849259e-6698-4165-8df9-5896c6826df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.628790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43b83307-09fe-420a-acce-49debaeaa013 req-3849259e-6698-4165-8df9-5896c6826df8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1436412
Apr 09 20:59:45.745623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a5ef392-fd75-4d47-b959-05be2198cebd req-be83fbb5-c39e-4052-b0f9-4108e61fdec1 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 210 time: 0.0475485
Apr 09 20:59:45.754850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56584e80-c4da-4ec5-aa32-7764323b6505 req-2f4b59ee-60b6-4d91-84f5-f14a3e26dbaa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:45.756656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56584e80-c4da-4ec5-aa32-7764323b6505 req-2f4b59ee-60b6-4d91-84f5-f14a3e26dbaa tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1242843
Apr 09 20:59:45.794838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:45.798382 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-4ae10cf8-2c5b-478f-909a-05775b999a4b service neutron] 10.222.0.25 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5107238
Apr 09 20:59:45.800321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1651bb82-70f9-47e7-a6c1-3044ad474d20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1651bb82-70f9-47e7-a6c1-3044ad474d20,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:45.825792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '1651bb82-70f9-47e7-a6c1-3044ad474d20', 'network_id': '9db78731-e1e1-4de6-972d-c058e9bb637d', 'port_id': '1651bb82-70f9-47e7-a6c1-3044ad474d20', 'mac_address': 'fa:16:3e:68:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefbe1d-d8ca-4834-864a-e691d3351bd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:45.827277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43b83307-09fe-420a-acce-49debaeaa013 req-c71ab76c-d8ba-49c1-bd7a-25bbc748217b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675924
Apr 09 20:59:45.841892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Allocated IP 192.168.233.57 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:45.904004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.25', 59710) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:45.915801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 1651bb82-70f9-47e7-a6c1-3044ad474d20 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:45.916913 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:45.940778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1651bb82-70f9-47e7-a6c1-3044ad474d20 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:45.972306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56584e80-c4da-4ec5-aa32-7764323b6505 req-269a7e84-415c-46c1-a871-399cf546ebad tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008562
Apr 09 20:59:46.013155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1651bb82-70f9-47e7-a6c1-3044ad474d20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1651bb82-70f9-47e7-a6c1-3044ad474d20,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:46.020809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:46.076613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43b83307-09fe-420a-acce-49debaeaa013 req-ba96eca9-3802-43fb-b7ad-16875f6af2f0 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174273
Apr 09 20:59:46.084670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-e565f83a-cfa2-4ae7-a50c-bbd71f97b03c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:46.086696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-e565f83a-cfa2-4ae7-a50c-bbd71f97b03c tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1748416
Apr 09 20:59:46.149877 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d759ae3-9f3d-4e3e-9599-82766e82671c req-f40ef059-6ada-4c55-9d97-76499c0eb7b5 service neutron] 10.222.0.25 "GET /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3442702
Apr 09 20:59:46.153651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=1651bb82-70f9-47e7-a6c1-3044ad474d20,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:46.263252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Allocated IP 10.2.2.100 (a4c51a05-a221-49f3-ae9e-5da1bc9f19e6/df5a4b83-98bf-4e0c-ab0a-001e34755289/87ea195a-9ea5-4807-8aeb-44650ead0f55) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:46.333330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32eff8-ee5f-40db-b7ef-226639571621 req-3326adeb-72be-460b-a234-c07a7c90f483 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:46.334894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a32eff8-ee5f-40db-b7ef-226639571621 req-3326adeb-72be-460b-a234-c07a7c90f483 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 946 time: 0.2326496
Apr 09 20:59:46.361660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889cedf-9b7e-47e0-8bbf-580953cd5e41 req-348338d7-2819-4624-b410-e6cf650cb7e6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:46.363150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b889cedf-9b7e-47e0-8bbf-580953cd5e41 req-348338d7-2819-4624-b410-e6cf650cb7e6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.2757220
Apr 09 20:59:46.427001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:46.432959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['1651bb82-70f9-47e7-a6c1-3044ad474d20'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:46.489391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:46.551415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:46.552550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43b83307-09fe-420a-acce-49debaeaa013 req-6347497a-d6ab-45f7-9299-169c0f8c0f14 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4341569
Apr 09 20:59:46.553076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Deleting port 754b37cf-8904-48a6-9835-7135d3f52459 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:59:46.553421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (754b37cf-8904-48a6-9835-7135d3f52459), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:46.556931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:46.562225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:46.605953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=87ea195a-9ea5-4807-8aeb-44650ead0f55,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:46.606892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a32eff8-ee5f-40db-b7ef-226639571621 req-0f93ec0b-90ef-4409-a4b8-01220a0725ab tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2515347
Apr 09 20:59:46.633400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b889cedf-9b7e-47e0-8bbf-580953cd5e41 req-571da0ab-9dce-4af4-a3a6-cd28a6dfadf0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605405
Apr 09 20:59:46.674825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:46.674825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:46.721118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-85fc81fc-303d-4d11-8ab6-feb7ae5e658e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9682374
Apr 09 20:59:46.732580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6', 'admin_state_up': True, 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'security_groups': ['5a3bb9a8-bb4a-4973-a034-a4ed0827347a']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:46.741250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks [] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:46.968138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Made reservation on behalf of 9dbc8f96549e4dfaaf941d571addb9c6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:46.974849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.011184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-78819d3a-eef4-49da-ae58-53e60fd5ec23 None None] Provisioning complete for port 87ea195a-9ea5-4807-8aeb-44650ead0f55 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:47.011777 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-78819d3a-eef4-49da-ae58-53e60fd5ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.054762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-78819d3a-eef4-49da-ae58-53e60fd5ec23 None None] Port 87ea195a-9ea5-4807-8aeb-44650ead0f55 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:47.166143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Allocated IP 10.2.2.200 (a4c51a05-a221-49f3-ae9e-5da1bc9f19e6/df5a4b83-98bf-4e0c-ab0a-001e34755289/598fea91-f00b-41e4-8273-ec325cadb0f1) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:47.229645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ee1ab-31a5-4027-950d-79b289923289 req-7aacaf54-e7e5-44b9-8cd0-857dc165d002 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.238143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b6ee1ab-31a5-4027-950d-79b289923289 req-7aacaf54-e7e5-44b9-8cd0-857dc165d002 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.4768279
Apr 09 20:59:47.249162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] For port 754b37cf-8904-48a6-9835-7135d3f52459, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=754b37cf-8904-48a6-9835-7135d3f52459,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:47.249532 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (754b37cf-8904-48a6-9835-7135d3f52459), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.279736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63fccc-1cec-484b-9db0-3d70b098652d req-b2d6d8d5-59be-473a-8d6a-647a12785d95 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.281248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c63fccc-1cec-484b-9db0-3d70b098652d req-b2d6d8d5-59be-473a-8d6a-647a12785d95 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c0339f-48c4-473d-93ae-db67c877fb5e HTTP/1.1" status: 200  len: 949 time: 0.1307971
Apr 09 20:59:47.288001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Calling delete_port for 754b37cf-8904-48a6-9835-7135d3f52459 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:59:47.323921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.331694 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.344416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d2b75502-aefa-4b5b-8bee-c8fc14cee225'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:47.361568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.409475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:47.412659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:47.417257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:47.421009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event updated for resources: {'Port': ['ID=598fea91-f00b-41e4-8273-ec325cadb0f1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:47.444603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b6ee1ab-31a5-4027-950d-79b289923289 req-a16502d8-e05b-4d4c-bb85-893545e5ed58 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054877
Apr 09 20:59:47.455798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:47.475484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:47.487825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:47.517055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.517885 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.544317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c63fccc-1cec-484b-9db0-3d70b098652d req-c82356ac-22c2-4b6f-8b3e-ca1e5c449825 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513363
Apr 09 20:59:47.549770 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-cf1d8401-99ce-43ca-8eed-44740557cf07 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8216033
Apr 09 20:59:47.552948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Pushing event updated for resources: {'Port': ['ID=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:47.577000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:47.630738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.631469 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.650367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605775d-ee79-4ac7-922e-f88c40e36e36 req-27d0b1a1-956f-4714-99c5-8f76c658b407 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.656253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605775d-ee79-4ac7-922e-f88c40e36e36 req-27d0b1a1-956f-4714-99c5-8f76c658b407 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.661546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605775d-ee79-4ac7-922e-f88c40e36e36 req-27d0b1a1-956f-4714-99c5-8f76c658b407 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.666927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605775d-ee79-4ac7-922e-f88c40e36e36 req-27d0b1a1-956f-4714-99c5-8f76c658b407 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.668891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.672311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605775d-ee79-4ac7-922e-f88c40e36e36 req-27d0b1a1-956f-4714-99c5-8f76c658b407 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.674317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2605775d-ee79-4ac7-922e-f88c40e36e36 req-27d0b1a1-956f-4714-99c5-8f76c658b407 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 3816 time: 0.1237664
Apr 09 20:59:47.738905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1651bb82-70f9-47e7-a6c1-3044ad474d20 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:47.764592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-dcdc90ba-fbbb-4bf9-9e7a-afd7af0322fd tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7025793
Apr 09 20:59:47.795302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Request body: {'port': {'device_id': '81e71eab-8630-4e09-b286-3de7e1562dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:47.825465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 1651bb82-70f9-47e7-a6c1-3044ad474d20 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:47.836421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 1651bb82-70f9-47e7-a6c1-3044ad474d20 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:47.836784 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.873049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7c074-f43a-4c65-be56-9c19a9659e64 req-cdac4172-39f2-4452-9555-7c965dd00d69 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:47.874630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eea7c074-f43a-4c65-be56-9c19a9659e64 req-cdac4172-39f2-4452-9555-7c965dd00d69 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 945 time: 0.1965294
Apr 09 20:59:47.881342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (754b37cf-8904-48a6-9835-7135d3f52459), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:47.896034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16', '60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:47.902964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2605775d-ee79-4ac7-922e-f88c40e36e36 req-527b5b81-0837-46e0-b635-4b3ae0ba82ec tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2029693
Apr 09 20:59:47.950623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event deleted for resources: {'Port': ['ID=754b37cf-8904-48a6-9835-7135d3f52459,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:47.954718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'e8f49318-e089-4c16-97fd-0fed692d65b1', '2907881a-378f-4e16-ba12-6884a79f972c', '754b37cf-8904-48a6-9835-7135d3f52459'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:48.002607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 1651bb82-70f9-47e7-a6c1-3044ad474d20 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:48.002996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.039385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-18cb1e60-2e71-4bdf-87ca-73d7d8c2c39e None None] Provisioning complete for port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:48.040063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-18cb1e60-2e71-4bdf-87ca-73d7d8c2c39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.100317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2447064d-f2f6-4455-bc1d-f66ad73dad67 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:48.108154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] No DVR routers for this DVR port 754b37cf-8904-48a6-9835-7135d3f52459 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:59:48.111204 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.114336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Publish callbacks [] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.117011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-adada6cc-ff53-4c59-97e4-fc6e220141f0 req-236b270c-3f1b-4063-bc4b-65111dc5c95e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "DELETE /v2.0/ports/754b37cf-8904-48a6-9835-7135d3f52459 HTTP/1.1" status: 204  len: 173 time: 1.9875515
Apr 09 20:59:48.124594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0339f-48c4-473d-93ae-db67c877fb5e', 'name': 'network-vif-deleted', 'tag': '754b37cf-8904-48a6-9835-7135d3f52459'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:48.127311 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9976046-78f5-44f4-94a5-5e837062e564" -d '{"events": [{"server_uuid": "e5c0339f-48c4-473d-93ae-db67c877fb5e", "name": "network-vif-deleted", "tag": "754b37cf-8904-48a6-9835-7135d3f52459"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:48.141383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.154542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c963ea0b-4eee-4241-a6d4-f49b42ec7c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651bb82-70f9-47e7-a6c1-3044ad474d20'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:48.155636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Transition to ACTIVE for port object 2447064d-f2f6-4455-bc1d-f66ad73dad67 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:48.160853 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6354aa3a-e144-4ca6-bf30-ae0cec990232" -d '{"events": [{"server_uuid": "c963ea0b-4eee-4241-a6d4-f49b42ec7c10", "name": "network-vif-plugged", "status": "completed", "tag": "1651bb82-70f9-47e7-a6c1-3044ad474d20"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:48.164220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.170711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dfbf5-3a4a-420f-b08b-2af1256d7afa req-6ba1215a-1fdb-44b7-bbb0-ce2b70348bd8 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:48.172435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-618dfbf5-3a4a-420f-b08b-2af1256d7afa req-6ba1215a-1fdb-44b7-bbb0-ce2b70348bd8 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 935 time: 0.1595564
Apr 09 20:59:48.206819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1651bb82-70f9-47e7-a6c1-3044ad474d20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1651bb82-70f9-47e7-a6c1-3044ad474d20,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:48.216515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-18cb1e60-2e71-4bdf-87ca-73d7d8c2c39e None None] Port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:48.230808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.245792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eea7c074-f43a-4c65-be56-9c19a9659e64 req-27c38c80-917a-4d92-b6cf-de12ef4cea1a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3577101
Apr 09 20:59:48.317166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-18cb1e60-2e71-4bdf-87ca-73d7d8c2c39e None None] Provisioning complete for port 598fea91-f00b-41e4-8273-ec325cadb0f1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:48.318519 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-18cb1e60-2e71-4bdf-87ca-73d7d8c2c39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.326829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2447064d-f2f6-4455-bc1d-f66ad73dad67,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:48.373613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-18cb1e60-2e71-4bdf-87ca-73d7d8c2c39e None None] Port 598fea91-f00b-41e4-8273-ec325cadb0f1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 20:59:48.427434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Attempting to bind port 2447064d-f2f6-4455-bc1d-f66ad73dad67 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:48.428227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Attempting to bind port 2447064d-f2f6-4455-bc1d-f66ad73dad67 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:48.428227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Attempting to bind port 2447064d-f2f6-4455-bc1d-f66ad73dad67 on network 77aa585d-d236-4c76-b3f0-d77cd270281e {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:48.437058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Port 2447064d-f2f6-4455-bc1d-f66ad73dad67 on network 77aa585d-d236-4c76-b3f0-d77cd270281e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:48.437771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Attempting to bind port 2447064d-f2f6-4455-bc1d-f66ad73dad67 on network 77aa585d-d236-4c76-b3f0-d77cd270281e {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:48.443949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:48.444579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Checking segment: {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:48.445091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Bound using segment: {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:48.445806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Bound port: 2447064d-f2f6-4455-bc1d-f66ad73dad67, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d461c95-50df-46af-8ae6-0c9d22c69024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:48.446211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=1651bb82-70f9-47e7-a6c1-3044ad474d20,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:48.446342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.535877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] For port 2447064d-f2f6-4455-bc1d-f66ad73dad67, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:48.539661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] For port 2447064d-f2f6-4455-bc1d-f66ad73dad67, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:48.551999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.606694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:48.607457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.609107 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] 10.222.0.25 "PUT /v2.0/ports/2447064d-f2f6-4455-bc1d-f66ad73dad67 HTTP/1.1" status: 200  len: 1092 time: 1.0386117
Apr 09 20:59:48.609972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:48.612370 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96059451-44d2-4bcd-8816-cc879965f104" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:48.636899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431490d-1cd1-4121-8b24-1181f745433c req-45f8ae9d-6145-446d-8370-a46a999d2ef0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:48.636899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8431490d-1cd1-4121-8b24-1181f745433c req-45f8ae9d-6145-446d-8370-a46a999d2ef0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1508794
Apr 09 20:59:48.655571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:48.656315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-618dfbf5-3a4a-420f-b08b-2af1256d7afa req-5696072b-f2c3-48ac-839b-2b8d6ef0e1f1 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4543962
Apr 09 20:59:48.694579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc20b3-1eeb-4909-9bce-169794e4e3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2447064d-f2f6-4455-bc1d-f66ad73dad67,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:48.753689 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d183039-0082-437f-a23a-644fd46b056d), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:48.917730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8431490d-1cd1-4121-8b24-1181f745433c req-b488dec0-2ced-4778-810b-219e7e2184e0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601922
Apr 09 20:59:48.940837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b122fb7-e3cb-47c5-8176-09100b7eaef2 req-1e6fb336-669c-49b2-b3d0-e79ecfe05b26 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:48.942474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b122fb7-e3cb-47c5-8176-09100b7eaef2 req-1e6fb336-669c-49b2-b3d0-e79ecfe05b26 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.1462328
Apr 09 20:59:48.993385 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336b4cbb-fab0-41ed-8237-192da0b9a3fc x-openstack-request-id: req-336b4cbb-fab0-41ed-8237-192da0b9a3fc {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:48.993737 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0339f-48c4-473d-93ae-db67c877fb5e", "name": "network-vif-deleted", "tag": "754b37cf-8904-48a6-9835-7135d3f52459", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:48.994292 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-336b4cbb-fab0-41ed-8237-192da0b9a3fc {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:48.994651 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336b4cbb-fab0-41ed-8237-192da0b9a3fc'] response: {'server_uuid': 'e5c0339f-48c4-473d-93ae-db67c877fb5e', 'name': 'network-vif-deleted', 'tag': '754b37cf-8904-48a6-9835-7135d3f52459', 'status': 'completed', 'code': 200}
Apr 09 20:59:49.027139 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76d2375-3b24-4fbd-93e0-d7472566af8f x-openstack-request-id: req-a76d2375-3b24-4fbd-93e0-d7472566af8f {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:49.027549 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c963ea0b-4eee-4241-a6d4-f49b42ec7c10", "name": "network-vif-plugged", "status": "completed", "tag": "1651bb82-70f9-47e7-a6c1-3044ad474d20", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:49.028067 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a76d2375-3b24-4fbd-93e0-d7472566af8f {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:49.028467 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76d2375-3b24-4fbd-93e0-d7472566af8f'] response: {'server_uuid': 'c963ea0b-4eee-4241-a6d4-f49b42ec7c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651bb82-70f9-47e7-a6c1-3044ad474d20', 'code': 200}
Apr 09 20:59:49.058838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b122fb7-e3cb-47c5-8176-09100b7eaef2 req-8e627043-77f8-4e0f-a6e7-81323530ed10 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961354
Apr 09 20:59:49.168806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d183039-0082-437f-a23a-644fd46b056d {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:49.176498 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Publish callbacks [] for port (4d183039-0082-437f-a23a-644fd46b056d), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.189668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Transition to ACTIVE for port object 4d183039-0082-437f-a23a-644fd46b056d will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:49.194597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4d183039-0082-437f-a23a-644fd46b056d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.214863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:49.226541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f126885-c7c2-47d5-b651-dd4faece371c req-4ef6a913-4336-4806-9812-eea5c976ab49 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.228408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f126885-c7c2-47d5-b651-dd4faece371c req-4ef6a913-4336-4806-9812-eea5c976ab49 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.1203735
Apr 09 20:59:49.234287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0d9c1-4619-40b5-8765-4a0082e33a07 req-3cd88818-0ac7-4ed7-adac-7ecb141994db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.236290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ef0d9c1-4619-40b5-8765-4a0082e33a07 req-3cd88818-0ac7-4ed7-adac-7ecb141994db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 1128 time: 0.1186235
Apr 09 20:59:49.240031 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Publish callbacks [] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.249092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Pushing event updated for resources: {'Port': ['ID=4d183039-0082-437f-a23a-644fd46b056d,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:49.278147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508bc2-9059-48f0-8a9e-b4896633e9eb req-034e14fe-10dd-407e-9de9-2d1f8a761c69 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.279620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8508bc2-9059-48f0-8a9e-b4896633e9eb req-034e14fe-10dd-407e-9de9-2d1f8a761c69 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1173730
Apr 09 20:59:49.289733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Transition to ACTIVE for port object 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:49.309168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.332626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Attempting to bind port 4d183039-0082-437f-a23a-644fd46b056d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:49.332969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Attempting to bind port 4d183039-0082-437f-a23a-644fd46b056d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:49.333404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Attempting to bind port 4d183039-0082-437f-a23a-644fd46b056d on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:49.338534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Port 4d183039-0082-437f-a23a-644fd46b056d on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:49.339067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Attempting to bind port 4d183039-0082-437f-a23a-644fd46b056d on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:49.344499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:49.345224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Checking segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:49.346320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Bound using segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:49.347286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Bound port: 4d183039-0082-437f-a23a-644fd46b056d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:49.347286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d183039-0082-437f-a23a-644fd46b056d), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.411491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f126885-c7c2-47d5-b651-dd4faece371c req-3595282e-62d2-42e6-b360-4d0300d6bfdd tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742191
Apr 09 20:59:49.419310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ef0d9c1-4619-40b5-8765-4a0082e33a07 req-bfc529f9-40a5-41c6-a410-3e2efbe321a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727118
Apr 09 20:59:49.435901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Pushing event updated for resources: {'Port': ['ID=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:49.436865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8508bc2-9059-48f0-8a9e-b4896633e9eb req-e50b8a0a-c4f2-4b3a-852f-12aa5de06bde tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460123
Apr 09 20:59:49.449822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] For port 4d183039-0082-437f-a23a-644fd46b056d, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:49.453795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] For port 4d183039-0082-437f-a23a-644fd46b056d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d183039-0082-437f-a23a-644fd46b056d,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:49.463801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4d183039-0082-437f-a23a-644fd46b056d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.537377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.538056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.539555 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] 10.222.0.25 "PUT /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 200  len: 1129 time: 0.8892062
Apr 09 20:59:49.543523 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb35b8b0-37bc-4482-9b64-1e68cdf6bc90 x-openstack-request-id: req-eb35b8b0-37bc-4482-9b64-1e68cdf6bc90 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:49.543817 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:49.544080 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb35b8b0-37bc-4482-9b64-1e68cdf6bc90 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:49.544489 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb35b8b0-37bc-4482-9b64-1e68cdf6bc90'] response: {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'status': 'completed', 'code': 200}
Apr 09 20:59:49.591101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8477b6-f8cd-4d55-a3c8-22823208d626 service neutron] Pushing event updated for resources: {'Port': ['ID=4d183039-0082-437f-a23a-644fd46b056d,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:49.595212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Attempting to bind port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:49.595624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Attempting to bind port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:49.596201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Attempting to bind port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:49.615468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:49.615468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Attempting to bind port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:49.671136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:49.671369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:49.671763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:49.672231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Bound port: 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:49.672585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.706665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf1630-4a90-4f76-a50d-5939ccad51be req-9d731e56-8612-4d3f-8512-9b0cda9b7ffe tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.712012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf1630-4a90-4f76-a50d-5939ccad51be req-9d731e56-8612-4d3f-8512-9b0cda9b7ffe tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.717545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf1630-4a90-4f76-a50d-5939ccad51be req-9d731e56-8612-4d3f-8512-9b0cda9b7ffe tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.723155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf1630-4a90-4f76-a50d-5939ccad51be req-9d731e56-8612-4d3f-8512-9b0cda9b7ffe tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.729100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf1630-4a90-4f76-a50d-5939ccad51be req-9d731e56-8612-4d3f-8512-9b0cda9b7ffe tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.735008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf1630-4a90-4f76-a50d-5939ccad51be req-9d731e56-8612-4d3f-8512-9b0cda9b7ffe tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.736992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62cf1630-4a90-4f76-a50d-5939ccad51be req-9d731e56-8612-4d3f-8512-9b0cda9b7ffe tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 4599 time: 0.1432302
Apr 09 20:59:49.889561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] For port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:49.897114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-daf9565e-be22-4d4b-af96-093d13f706ee tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:49.898603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-daf9565e-be22-4d4b-af96-093d13f706ee tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 820 time: 0.2598279
Apr 09 20:59:49.916748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] For port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:49.931343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62cf1630-4a90-4f76-a50d-5939ccad51be req-7ddfed2e-4082-4a27-8005-fd84941fae37 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1862533
Apr 09 20:59:49.933984 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:49.938429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-8fb6b737-be55-4982-89a6-bd64fd25e860 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/quotas/2c23a8d6534a4426b2ea106417c8b68a HTTP/1.1" status: 200  len: 375 time: 0.0285642
Apr 09 20:59:50.004184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.004821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:50.006255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] 10.222.0.32 "PUT /v2.0/ports/9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 HTTP/1.1" status: 200  len: 1095 time: 2.2281663
Apr 09 20:59:50.030925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-d04e5b6b-3bf8-45a6-a10d-2b3a27e9fbd9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0686758
Apr 09 20:59:50.036472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24540e36-f0fc-4271-a370-1e3be531381f service neutron] Pushing event updated for resources: {'Port': ['ID=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:50.156409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-1c588541-8c47-462c-97dd-34eec98bc6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.157966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-1c588541-8c47-462c-97dd-34eec98bc6a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23df4eef46ae4894870e050990d597f0&device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 1129 time: 0.0562763
Apr 09 20:59:50.177460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-bec8e145-350a-4701-a4e3-5842922242b0 service neutron] 10.222.0.30 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363697
Apr 09 20:59:50.249733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:50.262058 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-9637f963-d21f-403a-b716-85ad1d531265 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 HTTP/1.1" status: 200  len: 217 time: 0.0632415
Apr 09 20:59:50.272801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561af62c-c1cf-47c8-b6ca-0bef6d66927d req-a1f9af3d-65f1-4758-af58-ac9d05f2e038 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.274282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-561af62c-c1cf-47c8-b6ca-0bef6d66927d req-a1f9af3d-65f1-4758-af58-ac9d05f2e038 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 947 time: 0.1195004
Apr 09 20:59:50.313493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (edac2419-450b-406e-b5db-84cf807a3c10), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:50.344624 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26860693-7b6e-426a-a5bb-7f91c8aca0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:50.402813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6eb40296-552a-4e78-a491-63afaeda4649 service neutron] 10.222.0.30 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2051556
Apr 09 20:59:50.404808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-752ea0ab-153e-4312-8b21-e621ebda4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.406164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-752ea0ab-153e-4312-8b21-e621ebda4b67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1057723
Apr 09 20:59:50.409221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-561af62c-c1cf-47c8-b6ca-0bef6d66927d req-82509252-9df4-4c53-9948-1dab3ca45e4a tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098843
Apr 09 20:59:50.477352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-1dc879ce-5376-4fcb-96a7-887312cbefc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.478882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-1dc879ce-5376-4fcb-96a7-887312cbefc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0499246
Apr 09 20:59:50.570221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db520-94d9-4bd1-b0b7-fedb327ad30f req-20e26488-1cba-4a83-9355-a590ce842062 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.571750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57db520-94d9-4bd1-b0b7-fedb327ad30f req-20e26488-1cba-4a83-9355-a590ce842062 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0839093
Apr 09 20:59:50.604245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edac2419-450b-406e-b5db-84cf807a3c10 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:50.612340 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Publish callbacks [] for port (edac2419-450b-406e-b5db-84cf807a3c10), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:50.625433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Transition to ACTIVE for port object edac2419-450b-406e-b5db-84cf807a3c10 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:50.632221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (edac2419-450b-406e-b5db-84cf807a3c10), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:50.664633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57db520-94d9-4bd1-b0b7-fedb327ad30f req-9cbe2e09-87e0-4e5b-8370-0be56f07d993 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666053
Apr 09 20:59:50.666658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-7da49c71-f55b-4ab7-bf17-4b7dd59fc833 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698937
Apr 09 20:59:50.687415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Pushing event updated for resources: {'Port': ['ID=edac2419-450b-406e-b5db-84cf807a3c10,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:50.798634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a1f9b-4aeb-4748-af09-050f3a17b7c5 req-1d4f45f0-d99d-42a2-b8a8-d9004beaafd1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.800512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-421a1f9b-4aeb-4748-af09-050f3a17b7c5 req-1d4f45f0-d99d-42a2-b8a8-d9004beaafd1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.0619249
Apr 09 20:59:50.814712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Attempting to bind port edac2419-450b-406e-b5db-84cf807a3c10 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:50.815162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Attempting to bind port edac2419-450b-406e-b5db-84cf807a3c10 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:50.815578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Attempting to bind port edac2419-450b-406e-b5db-84cf807a3c10 on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:50.823595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Port edac2419-450b-406e-b5db-84cf807a3c10 on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:50.823595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Attempting to bind port edac2419-450b-406e-b5db-84cf807a3c10 on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:50.828844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:50.829320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Checking segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:50.829871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Bound using segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:50.830408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Bound port: edac2419-450b-406e-b5db-84cf807a3c10, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:50.831163 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (edac2419-450b-406e-b5db-84cf807a3c10), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:50.911352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d89e6-c119-457a-a372-32f83a1e4ebe req-bee25be7-368f-4ee0-b4b0-fe7514b45a1a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.912992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-461d89e6-c119-457a-a372-32f83a1e4ebe req-bee25be7-368f-4ee0-b4b0-fe7514b45a1a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1114879
Apr 09 20:59:50.916526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] For port edac2419-450b-406e-b5db-84cf807a3c10, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:50.920879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] For port edac2419-450b-406e-b5db-84cf807a3c10, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edac2419-450b-406e-b5db-84cf807a3c10,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:50.929852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (edac2419-450b-406e-b5db-84cf807a3c10), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:50.969688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:50.970369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:50.971035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-421a1f9b-4aeb-4748-af09-050f3a17b7c5 req-1d44d73e-4b65-4cf8-99e7-f55f41591d22 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379950
Apr 09 20:59:50.971771 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] 10.222.0.25 "PUT /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 200  len: 1130 time: 0.7265172
Apr 09 20:59:50.979540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e522bc7-d696-4e52-98b3-2f4869fa8e87 req-f82404c4-7268-4fe6-83c2-8823513cf0a3 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016601
Apr 09 20:59:50.996383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e71eab-8630-4e09-b286-3de7e1562dd7', 'tag': '9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:50.999814 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c97aba-2f9b-4750-a69f-e65155b02f10" -d '{"events": [{"name": "network-changed", "server_uuid": "81e71eab-8630-4e09-b286-3de7e1562dd7", "tag": "9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:51.012655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0783696-e04a-43aa-a0be-fbce38940179 service neutron] Pushing event updated for resources: {'Port': ['ID=edac2419-450b-406e-b5db-84cf807a3c10,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:51.041306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-461d89e6-c119-457a-a372-32f83a1e4ebe req-a7012833-3937-4e15-894d-874c9649db8d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141214
Apr 09 20:59:51.124825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7c09c-4eb7-4688-9da9-45681ac4248e req-ff2fcad8-445d-4390-8491-ef383e725ad4 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.126812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1c7c09c-4eb7-4688-9da9-45681ac4248e req-ff2fcad8-445d-4390-8491-ef383e725ad4 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.0522585
Apr 09 20:59:51.203448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77acf25-964d-4809-ba25-5fc869c1f496 req-4be196e3-8f6e-4baa-9161-23a76d3c8760 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.205001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a77acf25-964d-4809-ba25-5fc869c1f496 req-4be196e3-8f6e-4baa-9161-23a76d3c8760 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0872605
Apr 09 20:59:51.224202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1c7c09c-4eb7-4688-9da9-45681ac4248e req-a8dd84fb-a02e-4321-b426-3d8d010e924f tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882556
Apr 09 20:59:51.275577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a77acf25-964d-4809-ba25-5fc869c1f496 req-676bae5f-5071-4285-99c8-c1a6daad692e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617778
Apr 09 20:59:51.320898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5f9844b-671b-43e8-bcf1-408dc0ebcca8 req-324b01ae-a20d-42ad-9ce9-64ea61f2063c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 210 time: 0.0289986
Apr 09 20:59:51.382763 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ca1be8-2021-40ae-b214-03d5f048715c x-openstack-request-id: req-46ca1be8-2021-40ae-b214-03d5f048715c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:51.383047 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e71eab-8630-4e09-b286-3de7e1562dd7", "tag": "9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:51.383303 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46ca1be8-2021-40ae-b214-03d5f048715c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:51.383705 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ca1be8-2021-40ae-b214-03d5f048715c'] response: {'name': 'network-changed', 'server_uuid': '81e71eab-8630-4e09-b286-3de7e1562dd7', 'tag': '9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9', 'status': 'completed', 'code': 200}
Apr 09 20:59:51.390437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0be3-439d-4ae1-a29d-12908af57642 req-1fa723d9-ae0f-4233-9573-e0e47441b5de tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.395790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0be3-439d-4ae1-a29d-12908af57642 req-1fa723d9-ae0f-4233-9573-e0e47441b5de tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.401028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0be3-439d-4ae1-a29d-12908af57642 req-1fa723d9-ae0f-4233-9573-e0e47441b5de tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.406255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0be3-439d-4ae1-a29d-12908af57642 req-1fa723d9-ae0f-4233-9573-e0e47441b5de tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.411498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0be3-439d-4ae1-a29d-12908af57642 req-1fa723d9-ae0f-4233-9573-e0e47441b5de tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.416730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0be3-439d-4ae1-a29d-12908af57642 req-1fa723d9-ae0f-4233-9573-e0e47441b5de tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.422027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0be3-439d-4ae1-a29d-12908af57642 req-1fa723d9-ae0f-4233-9573-e0e47441b5de tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.423965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-530c0be3-439d-4ae1-a29d-12908af57642 req-1fa723d9-ae0f-4233-9573-e0e47441b5de tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5371 time: 0.0904582
Apr 09 20:59:51.533965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-530c0be3-439d-4ae1-a29d-12908af57642 req-eb317c14-db6f-4813-9ba2-2c5f5e158950 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1013474
Apr 09 20:59:51.546173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '4d183039-0082-437f-a23a-644fd46b056d'}, {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': 'edac2419-450b-406e-b5db-84cf807a3c10'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:51.548966 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "4d183039-0082-437f-a23a-644fd46b056d"}, {"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "edac2419-450b-406e-b5db-84cf807a3c10"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:51.549843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f1790-82cf-4cb6-833d-a9d6b3de01f3 req-2ce9c3ac-6d0a-49ba-bce3-d4cc7d7d7ddb tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.551301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb5f1790-82cf-4cb6-833d-a9d6b3de01f3 req-2ce9c3ac-6d0a-49ba-bce3-d4cc7d7d7ddb tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 947 time: 0.0681262
Apr 09 20:59:51.585255 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40276699-8f79-4a45-93c9-70b3ad0ac5fc x-openstack-request-id: req-40276699-8f79-4a45-93c9-70b3ad0ac5fc {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:51.585559 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "4d183039-0082-437f-a23a-644fd46b056d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "edac2419-450b-406e-b5db-84cf807a3c10", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:51.585814 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40276699-8f79-4a45-93c9-70b3ad0ac5fc {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:51.586226 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40276699-8f79-4a45-93c9-70b3ad0ac5fc'] response: {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '4d183039-0082-437f-a23a-644fd46b056d', 'status': 'completed', 'code': 200}
Apr 09 20:59:51.586489 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40276699-8f79-4a45-93c9-70b3ad0ac5fc'] response: {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': 'edac2419-450b-406e-b5db-84cf807a3c10', 'status': 'completed', 'code': 200}
Apr 09 20:59:51.600279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb5f1790-82cf-4cb6-833d-a9d6b3de01f3 req-4937b8e4-d313-41c9-80ee-9181e13c1331 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424380
Apr 09 20:59:51.784935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbfde7-21b4-4345-a15d-9315cd55e625 req-43b12e13-08bb-477e-9301-dd6d79226c18 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:51.786348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4fbfde7-21b4-4345-a15d-9315cd55e625 req-43b12e13-08bb-477e-9301-dd6d79226c18 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0512130
Apr 09 20:59:51.835905 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4fbfde7-21b4-4345-a15d-9315cd55e625 req-1339cf61-084b-411c-90d3-40912e0838ac tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428545
Apr 09 20:59:52.108275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49046e8-5e81-4c70-a5d7-9187cb3c8d6b req-9183e9fc-315a-45ef-bef1-c91129700258 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.109810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e49046e8-5e81-4c70-a5d7-9187cb3c8d6b req-9183e9fc-315a-45ef-bef1-c91129700258 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.0540669
Apr 09 20:59:52.166693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b7a0d-6b10-42b1-8b39-02a5274d5c3b req-a7d8a4ca-e218-4da0-ac3b-bf0de8e1c040 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.168138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7b7a0d-6b10-42b1-8b39-02a5274d5c3b req-a7d8a4ca-e218-4da0-ac3b-bf0de8e1c040 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.0574670
Apr 09 20:59:52.201507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e49046e8-5e81-4c70-a5d7-9187cb3c8d6b req-e20f64b9-b8e9-47dd-94ee-6a6b1b2facf8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827587
Apr 09 20:59:52.228788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7b7a0d-6b10-42b1-8b39-02a5274d5c3b req-09aa90da-e800-4e5e-8cf4-59399f6f0a44 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549743
Apr 09 20:59:52.274630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1bc4d915-ee13-4ba8-922e-b46c28ad4602 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:59:52.338719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d746fc-b395-46cf-8d5e-08894a02452a req-1449871d-7dea-4e43-812b-e07b4fe551d6 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.340144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0d746fc-b395-46cf-8d5e-08894a02452a req-1449871d-7dea-4e43-812b-e07b4fe551d6 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.0473852
Apr 09 20:59:52.355275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:52.410583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd90fe-cdc7-408e-97e6-a31f7a7db4fc req-09f24031-27fb-4408-b062-442b101f2d8e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.412035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43dd90fe-cdc7-408e-97e6-a31f7a7db4fc req-09f24031-27fb-4408-b062-442b101f2d8e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0683620
Apr 09 20:59:52.440489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0d746fc-b395-46cf-8d5e-08894a02452a req-0f9bd517-f82f-4705-8bb7-10d1115d1665 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875630
Apr 09 20:59:52.473354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43dd90fe-cdc7-408e-97e6-a31f7a7db4fc req-75544b79-2371-49ed-b82e-62cc1dbf42f9 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551212
Apr 09 20:59:52.531993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25febaf4-7c0d-468a-bfd1-0ff473d05053 req-ca5ce172-0baa-4d6f-9efd-6f2dcb1092ea tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 210 time: 0.0353315
Apr 09 20:59:52.562882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-07fcf420-c0e8-4f82-a99e-92250ccc1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.564436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-07fcf420-c0e8-4f82-a99e-92250ccc1ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23df4eef46ae4894870e050990d597f0&device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 1129 time: 0.0409946
Apr 09 20:59:52.721671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-b0e7665a-6504-4126-83d0-d8d457b5af6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.726994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-b0e7665a-6504-4126-83d0-d8d457b5af6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.732445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-b0e7665a-6504-4126-83d0-d8d457b5af6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.737764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-b0e7665a-6504-4126-83d0-d8d457b5af6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.742908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-b0e7665a-6504-4126-83d0-d8d457b5af6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.748064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-b0e7665a-6504-4126-83d0-d8d457b5af6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.753303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-b0e7665a-6504-4126-83d0-d8d457b5af6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.755185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-b0e7665a-6504-4126-83d0-d8d457b5af6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5371 time: 0.1267464
Apr 09 20:59:52.771495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-21483d3c-04f4-4199-8f2a-47a74f2a1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.772867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-21483d3c-04f4-4199-8f2a-47a74f2a1d04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2006586
Apr 09 20:59:52.798934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2923487-cec0-46ce-a7c1-026f4624f7a1 req-7a6d5d99-5ca1-4c28-af93-417a39b10b42 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.800525 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2923487-cec0-46ce-a7c1-026f4624f7a1 req-7a6d5d99-5ca1-4c28-af93-417a39b10b42 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 947 time: 0.1328166
Apr 09 20:59:52.832468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-cdace2d9-9572-49f6-830f-622197614a62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 HTTP/1.1" status: 200  len: 217 time: 0.0496116
Apr 09 20:59:52.860201 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5de2233-e922-4af6-91a6-85641c0d482e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:52.869909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-4181f575-8945-403d-926d-262f296377e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.870487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-4181f575-8945-403d-926d-262f296377e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.870961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-4181f575-8945-403d-926d-262f296377e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.871434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-4181f575-8945-403d-926d-262f296377e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.871881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-4181f575-8945-403d-926d-262f296377e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.872639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-4181f575-8945-403d-926d-262f296377e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.873130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-4181f575-8945-403d-926d-262f296377e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.875200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-96059451-44d2-4bcd-8816-cc879965f104 req-4181f575-8945-403d-926d-262f296377e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6301 time: 0.0555902
Apr 09 20:59:52.922145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e92801b-ffc0-43e1-8904-ae5ea0bae55a req-bdc773d4-320c-4689-b54d-887a2c1d83fe tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1589437
Apr 09 20:59:52.934831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2923487-cec0-46ce-a7c1-026f4624f7a1 req-86ac5555-3dfc-4b1c-b60f-3da95229647b tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058903
Apr 09 20:59:52.943994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-362e41c7-ba8c-4109-b6d0-e895230a5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:52.945440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-362e41c7-ba8c-4109-b6d0-e895230a5115 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0777018
Apr 09 20:59:53.024880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:53.081375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 754b37cf-8904-48a6-9835-7135d3f52459 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:59:53.105150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 754b37cf-8904-48a6-9835-7135d3f52459 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:59:53.105756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 754b37cf-8904-48a6-9835-7135d3f52459 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:59:53.164502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-bd7f8d54-7deb-4b5c-b9cb-a0e40490e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.164983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-bd7f8d54-7deb-4b5c-b9cb-a0e40490e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.165480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-bd7f8d54-7deb-4b5c-b9cb-a0e40490e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.167101 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-96059451-44d2-4bcd-8816-cc879965f104 req-bd7f8d54-7deb-4b5c-b9cb-a0e40490e072 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.1444271
Apr 09 20:59:53.196594 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4e288716-023e-4b36-b2e8-f78ca77cc557 service neutron] 10.222.0.32 "GET /v2.0/ports/1bc4d915-ee13-4ba8-922e-b46c28ad4602/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0716918
Apr 09 20:59:53.386446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:53.388233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-cb317985-a0ce-4c19-9815-6184b7666ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.389757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-cb317985-a0ce-4c19-9815-6184b7666ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4046805
Apr 09 20:59:53.409987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:53.419459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412c80b-39f7-4fbc-a4fe-a49b9e0b76a6 req-f0171003-2cc4-423e-a424-5e2270c21dd0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.420876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7412c80b-39f7-4fbc-a4fe-a49b9e0b76a6 req-f0171003-2cc4-423e-a424-5e2270c21dd0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.4278290
Apr 09 20:59:53.446275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc4d915-ee13-4ba8-922e-b46c28ad4602 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:53.457892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-e9c33e8f-0633-422f-9e90-6e9da8a29007 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.458219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:53.459289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-e9c33e8f-0633-422f-9e90-6e9da8a29007 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.4156315
Apr 09 20:59:53.475177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:53.532799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0a444-cf3b-4811-8b99-9a3da4a4b4cf req-6ad03406-0fc3-4a04-ba86-095784a1a931 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.534329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85f0a444-cf3b-4811-8b99-9a3da4a4b4cf req-6ad03406-0fc3-4a04-ba86-095784a1a931 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 944 time: 0.1437218
Apr 09 20:59:53.548582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] Transition to ACTIVE for port object 1bc4d915-ee13-4ba8-922e-b46c28ad4602 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:53.553318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:53.564568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:53.629202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] No DVR routers for this DVR port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:59:53.641616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] Pushing event updated for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=10']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:53.643062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7412c80b-39f7-4fbc-a4fe-a49b9e0b76a6 req-cd6f819e-ca56-4aa7-9652-79b23fc7b498 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110238
Apr 09 20:59:53.670453 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-4c63fd29-56b4-4de4-ade3-17420aff557f service neutron] 10.222.0.32 "PUT /v2.0/ports/1bc4d915-ee13-4ba8-922e-b46c28ad4602/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.4681590
Apr 09 20:59:53.694564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-26b880c0-4b34-4403-8a92-57126c1a6e60 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834349
Apr 09 20:59:53.699489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85f0a444-cf3b-4811-8b99-9a3da4a4b4cf req-1c62fab3-75e9-4d44-8ed3-faffbdaa7eff tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352561
Apr 09 20:59:53.908231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5464b7-c01f-4324-b307-61091f79ab53 req-27fc51bf-23ed-46c7-a30c-6ec94971ad00 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.909738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d5464b7-c01f-4324-b307-61091f79ab53 req-27fc51bf-23ed-46c7-a30c-6ec94971ad00 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.1432388
Apr 09 20:59:53.918257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bc4a4-15d0-427d-b208-09ab60ed7eec req-9f4b05cb-6f1a-4cad-ae74-dc990a835ef6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:53.919622 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-260bc4a4-15d0-427d-b208-09ab60ed7eec req-9f4b05cb-6f1a-4cad-ae74-dc990a835ef6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1650398
Apr 09 20:59:54.011740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:54.019917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69c97aba-2f9b-4750-a69f-e65155b02f10 req-3d329e6d-7b97-4bb0-acf7-3e04fb3b455b service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3181520
Apr 09 20:59:54.078243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-260bc4a4-15d0-427d-b208-09ab60ed7eec req-6bfa694b-41e9-4013-819b-d1861429c488 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492355
Apr 09 20:59:54.082861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d5464b7-c01f-4324-b307-61091f79ab53 req-2ed1ccc9-0923-4750-9a89-ca7398642667 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623869
Apr 09 20:59:54.139438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeadbd1f-8d76-4ad3-84a7-50139f5852c5 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:54.153944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Publish callbacks [] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:54.212175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Transition to ACTIVE for port object aeadbd1f-8d76-4ad3-84a7-50139f5852c5 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:54.214387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67478996-df74-4f47-8868-ad01123d3289 req-0300e884-8de0-4ea3-aa3d-bd9aa1039fb5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 210 time: 0.0559556
Apr 09 20:59:54.222318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228cc5-651a-4982-8b5a-0273ddb3ec43 req-4755fd2e-a59a-4d1e-8a56-358168dcdca0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.223748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4228cc5-651a-4982-8b5a-0273ddb3ec43 req-4755fd2e-a59a-4d1e-8a56-358168dcdca0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0867651
Apr 09 20:59:54.224803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:54.288314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 20:59:54.299217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Pushing event updated for resources: {'Port': ['ID=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:54.409975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4228cc5-651a-4982-8b5a-0273ddb3ec43 req-c0d9d3d3-4e8e-4fe1-9f41-ce8092c63e8b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536705
Apr 09 20:59:54.470329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:54.486040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9', 'mac_address': 'fa:16:3e:e3:56:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 20:59:54.502409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b892-8c40-4594-b25e-235631da98b2 req-80afd536-9901-4b01-a74e-dfe8a55504df tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.507768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b892-8c40-4594-b25e-235631da98b2 req-80afd536-9901-4b01-a74e-dfe8a55504df tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.508734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.25', 59714) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 20:59:54.513693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b892-8c40-4594-b25e-235631da98b2 req-80afd536-9901-4b01-a74e-dfe8a55504df tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.519331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b892-8c40-4594-b25e-235631da98b2 req-80afd536-9901-4b01-a74e-dfe8a55504df tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.524543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b892-8c40-4594-b25e-235631da98b2 req-80afd536-9901-4b01-a74e-dfe8a55504df tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.530890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b892-8c40-4594-b25e-235631da98b2 req-80afd536-9901-4b01-a74e-dfe8a55504df tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.536313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b892-8c40-4594-b25e-235631da98b2 req-80afd536-9901-4b01-a74e-dfe8a55504df tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.538288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6452b892-8c40-4594-b25e-235631da98b2 req-80afd536-9901-4b01-a74e-dfe8a55504df tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5383 time: 0.2481990
Apr 09 20:59:54.542737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:54.543347 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:54.560666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:54.604199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:54.606928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-cfe8f4f1-d200-4951-8527-cbd86b48a8cc tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.608806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-cfe8f4f1-d200-4951-8527-cbd86b48a8cc tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1314275
Apr 09 20:59:54.611080 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:54.662007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059451-44d2-4bcd-8816-cc879965f104 req-4a3273ea-6e05-4883-aade-149fc4d27e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.663468 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-96059451-44d2-4bcd-8816-cc879965f104 req-4a3273ea-6e05-4883-aade-149fc4d27e88 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3209062
Apr 09 20:59:54.664456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42d07c-ef3e-45c7-b1ff-c1918592f484 req-87f44758-1a40-43e8-9a85-d97c4dcc6c34 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.671877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e42d07c-ef3e-45c7-b1ff-c1918592f484 req-87f44758-1a40-43e8-9a85-d97c4dcc6c34 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 947 time: 0.1288075
Apr 09 20:59:54.677747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:54.704635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Deleting port 2907881a-378f-4e16-ba12-6884a79f972c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:59:54.704980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2907881a-378f-4e16-ba12-6884a79f972c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:54.711842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Attempting to bind port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:54.712168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Attempting to bind port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:54.712496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Attempting to bind port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:54.713961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-490f6101-4397-4800-a2fe-da9251161b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.715533 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-490f6101-4397-4800-a2fe-da9251161b32 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125&tenant_id=352d269ab35841c397ca9168792c1ec4 HTTP/1.1" status: 200  len: 1127 time: 0.0894263
Apr 09 20:59:54.755422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:54.755681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Attempting to bind port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:54.784742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6452b892-8c40-4594-b25e-235631da98b2 req-07d46f17-1179-449e-96a7-0c923c5db75e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2351010
Apr 09 20:59:54.792158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:54.792485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Checking segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:54.792861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Bound using segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:54.793353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Bound port: aeadbd1f-8d76-4ad3-84a7-50139f5852c5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:54.793705 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:54.794371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e70957a6-4220-4b8a-9995-3ee3aac58d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.795952 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-e70957a6-4220-4b8a-9995-3ee3aac58d2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1127 time: 0.0422246
Apr 09 20:59:54.846196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e42d07c-ef3e-45c7-b1ff-c1918592f484 req-cd8365ee-2cae-45a1-b109-3062d3f4cb85 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733851
Apr 09 20:59:54.852266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-897b4aa7-f6a9-43aa-a2db-5a97f7c4e6fe tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.854110 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-897b4aa7-f6a9-43aa-a2db-5a97f7c4e6fe tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 820 time: 0.3238859
Apr 09 20:59:54.929826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Request body: {'port': {'device_id': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'admin_state_up': True, 'tenant_id': '2c23a8d6534a4426b2ea106417c8b68a'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:54.968888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-bed989c6-36cb-47d0-9df5-dd40ed80f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.969421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-bed989c6-36cb-47d0-9df5-dd40ed80f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.969893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-bed989c6-36cb-47d0-9df5-dd40ed80f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.970457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-bed989c6-36cb-47d0-9df5-dd40ed80f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.970926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-bed989c6-36cb-47d0-9df5-dd40ed80f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.971457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-bed989c6-36cb-47d0-9df5-dd40ed80f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.971923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-bed989c6-36cb-47d0-9df5-dd40ed80f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:54.973953 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-bed989c6-36cb-47d0-9df5-dd40ed80f8ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6326 time: 0.2372346
Apr 09 20:59:54.984289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:55.020138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] For port 2907881a-378f-4e16-ba12-6884a79f972c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2907881a-378f-4e16-ba12-6884a79f972c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:55.020875 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2907881a-378f-4e16-ba12-6884a79f972c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:55.040962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf17404-60a0-45ce-b852-f36d31c23ba1 req-ab24d18b-49b3-4ad9-928e-a6dac3737137 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.042531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bf17404-60a0-45ce-b852-f36d31c23ba1 req-ab24d18b-49b3-4ad9-928e-a6dac3737137 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 945 time: 0.1183081
Apr 09 20:59:55.049709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Calling delete_port for 2907881a-378f-4e16-ba12-6884a79f972c owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:59:55.060456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369ddbb-4915-49fd-ab94-90f7bff373e1 req-3f4d37fc-e119-45f0-900e-de77d0a62320 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.061992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b369ddbb-4915-49fd-ab94-90f7bff373e1 req-3f4d37fc-e119-45f0-900e-de77d0a62320 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1232920
Apr 09 20:59:55.063218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] For port aeadbd1f-8d76-4ad3-84a7-50139f5852c5, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:55.074929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] For port aeadbd1f-8d76-4ad3-84a7-50139f5852c5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:55.102480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-cb7ceac6-2403-420f-a8d0-1955cacca2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.104284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-cb7ceac6-2403-420f-a8d0-1955cacca2d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.2886147
Apr 09 20:59:55.107265 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:55.122747 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:55.129493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:55.164340 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-3f211f80-1123-49b9-868d-9b7ce0da8143 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 200  len: 217 time: 0.0497963
Apr 09 20:59:55.226639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.227572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:55.228978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] 10.222.0.25 "PUT /v2.0/ports/aeadbd1f-8d76-4ad3-84a7-50139f5852c5 HTTP/1.1" status: 200  len: 1091 time: 2.2117414
Apr 09 20:59:55.233602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:55.236050 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c452da-2113-4685-9ba2-0ef698ed7ade" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "aeadbd1f-8d76-4ad3-84a7-50139f5852c5"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:55.245248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-985b103f-8ad4-4476-85b0-33ae34c0f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.245248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-985b103f-8ad4-4476-85b0-33ae34c0f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.245744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-985b103f-8ad4-4476-85b0-33ae34c0f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.247504 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-985b103f-8ad4-4476-85b0-33ae34c0f37e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2651472
Apr 09 20:59:55.275250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bf17404-60a0-45ce-b852-f36d31c23ba1 req-9206c92b-0584-47a2-aa7b-6789d0d0625f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080398
Apr 09 20:59:55.295860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:55.318457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-68623def-dd8a-42b9-b50d-960632bcc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.320000 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-68623def-dd8a-42b9-b50d-960632bcc5c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1475773
Apr 09 20:59:55.347758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b369ddbb-4915-49fd-ab94-90f7bff373e1 req-390a8ec5-6339-402a-a99b-c7632398a113 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608469
Apr 09 20:59:55.370654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341a2a3-a18f-42f9-92d9-15539881a31a service neutron] Pushing event updated for resources: {'Port': ['ID=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:55.446759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-38772370-bb2f-4c20-85d0-5d470d773684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.448786 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-38772370-bb2f-4c20-85d0-5d470d773684 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1929572
Apr 09 20:59:55.466659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:55.472037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Made reservation on behalf of 2c23a8d6534a4426b2ea106417c8b68a for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 20:59:55.476295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:55.482690 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-ed5d63f9-a2ec-4327-af7d-ac95394422c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1126037
Apr 09 20:59:55.521922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9b43-8553-45ed-9a1d-08526857219d req-02ae4e19-de01-446d-a3c7-7fb734385559 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.524162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cff9b43-8553-45ed-9a1d-08526857219d req-02ae4e19-de01-446d-a3c7-7fb734385559 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b1c719-b621-4ea4-a81a-06a089ad7a11 HTTP/1.1" status: 200  len: 950 time: 0.1731305
Apr 09 20:59:55.630289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6044e-8bec-4696-9e9c-f285a8d32a46 req-1fe39843-c11a-46e9-9cb7-951404fcfbb6 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.631874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12f6044e-8bec-4696-9e9c-f285a8d32a46 req-1fe39843-c11a-46e9-9cb7-951404fcfbb6 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.1575761
Apr 09 20:59:55.715818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cff9b43-8553-45ed-9a1d-08526857219d req-e50dd9fa-a93c-478c-8d1b-58b077be2d9f tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724927
Apr 09 20:59:55.766072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2907881a-378f-4e16-ba12-6884a79f972c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:55.781455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'e8f49318-e089-4c16-97fd-0fed692d65b1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:55.843510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event deleted for resources: {'Port': ['ID=2907881a-378f-4e16-ba12-6884a79f972c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:55.853409 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01876faa-01e3-4939-b414-7798a93308cb x-openstack-request-id: req-01876faa-01e3-4939-b414-7798a93308cb {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:55.853936 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "aeadbd1f-8d76-4ad3-84a7-50139f5852c5", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:55.854337 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01876faa-01e3-4939-b414-7798a93308cb {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:55.854892 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01876faa-01e3-4939-b414-7798a93308cb'] response: {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5', 'status': 'completed', 'code': 200}
Apr 09 20:59:55.877869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12f6044e-8bec-4696-9e9c-f285a8d32a46 req-936764cf-c648-4b09-8fd1-f53f703fcb2c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331786
Apr 09 20:59:55.981589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0a176ff-8ca8-4b8d-a2e2-045319ebe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.981589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0a176ff-8ca8-4b8d-a2e2-045319ebe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.981589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0a176ff-8ca8-4b8d-a2e2-045319ebe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.981589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0a176ff-8ca8-4b8d-a2e2-045319ebe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.981589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0a176ff-8ca8-4b8d-a2e2-045319ebe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.981589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0a176ff-8ca8-4b8d-a2e2-045319ebe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.982608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0a176ff-8ca8-4b8d-a2e2-045319ebe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:55.984190 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0a176ff-8ca8-4b8d-a2e2-045319ebe316 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6399 time: 0.4886131
Apr 09 20:59:56.043421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9437c5c5-4d95-48b2-a9bf-18b249c3f96c req-340b4ea9-3771-4c5a-a444-f0251d998408 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 210 time: 0.0686967
Apr 09 20:59:56.098073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] No DVR routers for this DVR port 2907881a-378f-4e16-ba12-6884a79f972c on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 20:59:56.106941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d01f2e5a-2b5a-4b17-bcc3-751fa596fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.107509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d01f2e5a-2b5a-4b17-bcc3-751fa596fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.108000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d01f2e5a-2b5a-4b17-bcc3-751fa596fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.108157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:56.109673 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d01f2e5a-2b5a-4b17-bcc3-751fa596fcb4 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.1111712
Apr 09 20:59:56.111964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b2da10a-0d13-4b49-afc9-5655c1b2a14f req-bfa35101-2ac7-49c5-98ff-cfca9bf4e210 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "DELETE /v2.0/ports/2907881a-378f-4e16-ba12-6884a79f972c HTTP/1.1" status: 204  len: 173 time: 1.7496083
Apr 09 20:59:56.147279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda53927-b84f-441e-bc3b-913488d955de req-3aa11368-9015-41ef-abd0-95d70cfa0ae1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.149352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fda53927-b84f-441e-bc3b-913488d955de req-3aa11368-9015-41ef-abd0-95d70cfa0ae1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1699665
Apr 09 20:59:56.191821 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-dec40722-da1e-4bfc-9555-6c2a2d6e17a2 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6869967
Apr 09 20:59:56.321167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16', '60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:56.332307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 20:59:56.355485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Allocated IP 172.20.0.10 (6f2c6748-eb93-475b-8e01-8a36bd1222c2/7f3d2404-5a89-4ece-beb3-71037771170e/4101014a-f45a-4573-a194-f9b7022a29b0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 20:59:56.360303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fda53927-b84f-441e-bc3b-913488d955de req-f724472f-b3c9-4e62-abf8-8bda8c0e1d9f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014132
Apr 09 20:59:56.387474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-5aade308-bd0f-4ea5-bde2-e4ec2ec98ab6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.409505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-5aade308-bd0f-4ea5-bde2-e4ec2ec98ab6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.421554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-5aade308-bd0f-4ea5-bde2-e4ec2ec98ab6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.424294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0991886-969f-4e87-9c84-5046cf27d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.428324 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ed5eef5-6abd-4f0b-b5d9-8ec726e146dd req-d0991886-969f-4e87-9c84-5046cf27d42e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3073518
Apr 09 20:59:56.430438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-5aade308-bd0f-4ea5-bde2-e4ec2ec98ab6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.439209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-5aade308-bd0f-4ea5-bde2-e4ec2ec98ab6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.452241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-5aade308-bd0f-4ea5-bde2-e4ec2ec98ab6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.457173 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-6127a9d2-4cee-4714-a887-2ccc20a285cf service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138586
Apr 09 20:59:56.463703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-5aade308-bd0f-4ea5-bde2-e4ec2ec98ab6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.467679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-5aade308-bd0f-4ea5-bde2-e4ec2ec98ab6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5383 time: 0.2762258
Apr 09 20:59:56.495424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 20:59:56.511550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 20:59:56.511839 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:56.599833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb337f0-a744-4f52-866f-05f0ecb5db6a req-1cb3d5f1-a9f1-4b13-8594-b3ffdb2e349c tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.605938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fb337f0-a744-4f52-866f-05f0ecb5db6a req-1cb3d5f1-a9f1-4b13-8594-b3ffdb2e349c tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 948 time: 0.1117678
Apr 09 20:59:56.621602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:56.631151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Publish callbacks [] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:56.645337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Transition to ACTIVE for port object 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:56.666176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 20:59:56.666612 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:56.667576 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:56.694415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b308822-05cf-4db5-b3a0-a07739b730fb req-1735a0d5-f270-4d53-9547-eb76d45022ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2036140
Apr 09 20:59:56.714904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e71eab-8630-4e09-b286-3de7e1562dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:56.718135 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b7f436-8889-42ee-8638-4409d9b77f95" -d '{"events": [{"server_uuid": "81e71eab-8630-4e09-b286-3de7e1562dd7", "name": "network-vif-plugged", "status": "completed", "tag": "9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:56.735746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-e1e6718a-1554-4490-b8d4-5f651a8555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.735746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-e1e6718a-1554-4490-b8d4-5f651a8555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.735746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-e1e6718a-1554-4490-b8d4-5f651a8555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.735746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-e1e6718a-1554-4490-b8d4-5f651a8555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.735746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-e1e6718a-1554-4490-b8d4-5f651a8555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.735746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-e1e6718a-1554-4490-b8d4-5f651a8555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.735746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-e1e6718a-1554-4490-b8d4-5f651a8555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:56.735746 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-e1e6718a-1554-4490-b8d4-5f651a8555a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6399 time: 0.1094389
Apr 09 20:59:56.736472 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks [] for port (4101014a-f45a-4573-a194-f9b7022a29b0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:56.774957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Pushing event updated for resources: {'Port': ['ID=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:56.797852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:56.799481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fb337f0-a744-4f52-866f-05f0ecb5db6a req-15471d84-3d21-48bf-8553-db53f9c76363 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804745
Apr 09 20:59:56.832625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:56.949746 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:56.989774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:57.009747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193a083-5ed7-42c3-a58f-ae11213280d6 req-23d58da5-a3d1-4ed3-83b6-c24b57c7b449 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.011318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5193a083-5ed7-42c3-a58f-ae11213280d6 req-23d58da5-a3d1-4ed3-83b6-c24b57c7b449 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 945 time: 0.0933807
Apr 09 20:59:57.018808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-50356dbd-7507-4ac7-925d-1f0e8bbb1d48 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.020472 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-50356dbd-7507-4ac7-925d-1f0e8bbb1d48 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0807788
Apr 09 20:59:57.022047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Attempting to bind port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:57.022389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Attempting to bind port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:57.022698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Attempting to bind port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:57.027202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:57.067153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:57.067552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Attempting to bind port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:57.070331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-b2dc7f85-3911-4c63-9ae1-adb1e8b611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.071042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-b2dc7f85-3911-4c63-9ae1-adb1e8b611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.071290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-b2dc7f85-3911-4c63-9ae1-adb1e8b611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.073235 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-b2dc7f85-3911-4c63-9ae1-adb1e8b611cc service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2782383
Apr 09 20:59:57.090061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:57.090478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Checking segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:57.090790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Bound using segment: {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:57.091243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Bound port: 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:57.091605 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:57.115653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f1f95-b934-49c4-ae00-2657bb81b646 req-e80bdec4-8f9e-4841-a5a3-6dc336acecca tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.117636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-908f1f95-b934-49c4-ae00-2657bb81b646 req-e80bdec4-8f9e-4841-a5a3-6dc336acecca tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1047959
Apr 09 20:59:57.124939 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 20:59:57.137901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 20:59:57.144567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 20:59:57.151584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Pushing event updated for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:57.163934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5193a083-5ed7-42c3-a58f-ae11213280d6 req-35618c7c-3534-4c3d-8bac-734861ef3ca5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379585
Apr 09 20:59:57.216557 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c429d83b-0a01-4469-8e82-1b775caf7675 x-openstack-request-id: req-c429d83b-0a01-4469-8e82-1b775caf7675 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:57.217186 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e71eab-8630-4e09-b286-3de7e1562dd7", "name": "network-vif-plugged", "status": "completed", "tag": "9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:57.218476 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c429d83b-0a01-4469-8e82-1b775caf7675 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:57.219116 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c429d83b-0a01-4469-8e82-1b775caf7675'] response: {'server_uuid': '81e71eab-8630-4e09-b286-3de7e1562dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9', 'code': 200}
Apr 09 20:59:57.221393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] For port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:57.224620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] For port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:57.229144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-908f1f95-b934-49c4-ae00-2657bb81b646 req-87d87832-98f1-46f9-8b44-a536fa7d4d54 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016235
Apr 09 20:59:57.231548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.232246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:57.245919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:57.273940 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-6026b8d4-2416-4114-9825-98d448df88c6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3469200
Apr 09 20:59:57.302756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.303549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:57.304746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-5542da1d-371e-4391-90cb-6e49efa4b7aa service neutron] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:57.305273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] 10.222.0.25 "PUT /v2.0/ports/98efa2b7-5e44-4da7-8cbc-fbc1db0c459e HTTP/1.1" status: 200  len: 1090 time: 2.0193162
Apr 09 20:59:57.312092 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-5542da1d-371e-4391-90cb-6e49efa4b7aa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:57.312672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f637f26b-1358-4d41-8131-1c1ab3feda17 req-5542da1d-371e-4391-90cb-6e49efa4b7aa service neutron] 10.222.0.25 "DELETE /v2.0/ports/1bc4d915-ee13-4ba8-922e-b46c28ad4602/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2836206
Apr 09 20:59:57.375310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Request body: {'port': {'device_id': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:57.375740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e62d6-5b70-421c-b4bc-2861ead0e115 service neutron] Pushing event updated for resources: {'Port': ['ID=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:57.384856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:57.484958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df786f2-ab8f-4ad2-a0de-d7bf39deefc4 req-af33d1b4-5fc2-4aa1-8226-378a7c4c8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.486724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4df786f2-ab8f-4ad2-a0de-d7bf39deefc4 req-af33d1b4-5fc2-4aa1-8226-378a7c4c8f51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 1131 time: 0.1743147
Apr 09 20:59:57.504662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952923a-216c-4b54-9d1a-5550b507c6cc req-84b4d127-c47b-4c1e-a2c8-df3b0553ac7c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.506255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3952923a-216c-4b54-9d1a-5550b507c6cc req-84b4d127-c47b-4c1e-a2c8-df3b0553ac7c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 932 time: 0.1747732
Apr 09 20:59:57.512350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d2f6-f2b7-4bc8-bccd-f2caec7727b4 req-9e1258e5-27ca-4c5e-b3d3-04bbf4508970 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.513922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fa5d2f6-f2b7-4bc8-bccd-f2caec7727b4 req-9e1258e5-27ca-4c5e-b3d3-04bbf4508970 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.1214414
Apr 09 20:59:57.528484 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:57.575365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['146c43f4-1b2c-4bf3-bc91-df1e1247e407'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 20:59:57.592330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:57.595491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3952923a-216c-4b54-9d1a-5550b507c6cc req-5716d84a-2a83-4b6f-abd8-466960f2c278 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805976
Apr 09 20:59:57.599770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fa5d2f6-f2b7-4bc8-bccd-f2caec7727b4 req-6b1ed95d-474c-4d7f-9536-fd372d65328d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780277
Apr 09 20:59:57.609370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2907881a-378f-4e16-ba12-6884a79f972c no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 20:59:57.634006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-0e6ed112-82ad-4f1b-8960-f02e1969ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.634006 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-14c452da-2113-4685-9ba2-0ef698ed7ade req-0e6ed112-82ad-4f1b-8960-f02e1969ad30 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2890973
Apr 09 20:59:57.634428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 2907881a-378f-4e16-ba12-6884a79f972c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 20:59:57.634428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2907881a-378f-4e16-ba12-6884a79f972c not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 20:59:57.842331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4df786f2-ab8f-4ad2-a0de-d7bf39deefc4 req-69145e96-ed44-4247-8bd4-3e7fa89136ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650930
Apr 09 20:59:57.852014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24cab-2990-4a34-83c6-05e2dec6ee7c req-416b3919-4648-421e-8a44-e51ba0c0c977 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.853932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e24cab-2990-4a34-83c6-05e2dec6ee7c req-416b3919-4648-421e-8a44-e51ba0c0c977 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1409798
Apr 09 20:59:57.856820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b1c719-b621-4ea4-a81a-06a089ad7a11', 'name': 'network-vif-deleted', 'tag': '2907881a-378f-4e16-ba12-6884a79f972c'}, {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:57.859880 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9806c-f6ab-4192-8299-a27e94582fee" -d '{"events": [{"server_uuid": "b3b1c719-b621-4ea4-a81a-06a089ad7a11", "name": "network-vif-deleted", "tag": "2907881a-378f-4e16-ba12-6884a79f972c"}, {"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "98efa2b7-5e44-4da7-8cbc-fbc1db0c459e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:57.912128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e24cab-2990-4a34-83c6-05e2dec6ee7c req-fc767b68-5150-4a97-b836-aff5c5515896 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488489
Apr 09 20:59:57.981027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-df34877b-9092-4b7b-b755-0c93921ff54c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.986288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-df34877b-9092-4b7b-b755-0c93921ff54c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.991492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-df34877b-9092-4b7b-b755-0c93921ff54c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:57.996680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-df34877b-9092-4b7b-b755-0c93921ff54c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.002120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-df34877b-9092-4b7b-b755-0c93921ff54c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.007398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-df34877b-9092-4b7b-b755-0c93921ff54c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.012523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-df34877b-9092-4b7b-b755-0c93921ff54c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.016590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-df34877b-9092-4b7b-b755-0c93921ff54c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5395 time: 0.1020858
Apr 09 20:59:58.046782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ea195a-9ea5-4807-8aeb-44650ead0f55 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:58.074389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Publish callbacks [] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.076959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14085fcc-01ae-4c06-a9ac-0f8ef9b10645 req-d5d22131-504e-44c6-bcaa-51ecf6eff1c3 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.078459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14085fcc-01ae-4c06-a9ac-0f8ef9b10645 req-d5d22131-504e-44c6-bcaa-51ecf6eff1c3 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.0598738
Apr 09 20:59:58.094371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4101014a-f45a-4573-a194-f9b7022a29b0 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 20:59:58.098978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Transition to ACTIVE for port object 87ea195a-9ea5-4807-8aeb-44650ead0f55 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:58.104151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Publish callbacks [] for port (4101014a-f45a-4573-a194-f9b7022a29b0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.108116 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.132340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8334ac95-0032-4ecb-b9e9-b0a2103b2c44 req-49ff946b-1c3c-4dd0-a30b-641f774aa1ef tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1116068
Apr 09 20:59:58.149337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14085fcc-01ae-4c06-a9ac-0f8ef9b10645 req-d08797ad-7499-4654-8fe3-827dcf88e52e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624473
Apr 09 20:59:58.151452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Transition to ACTIVE for port object 4101014a-f45a-4573-a194-f9b7022a29b0 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 20:59:58.161575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.185549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Pushing event updated for resources: {'Port': ['ID=87ea195a-9ea5-4807-8aeb-44650ead0f55,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:58.246029 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e4546-5e19-4499-a40e-3e473e267a6e x-openstack-request-id: req-3e2e4546-5e19-4499-a40e-3e473e267a6e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:58.246322 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b1c719-b621-4ea4-a81a-06a089ad7a11", "name": "network-vif-deleted", "tag": "2907881a-378f-4e16-ba12-6884a79f972c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "98efa2b7-5e44-4da7-8cbc-fbc1db0c459e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:58.246569 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e2e4546-5e19-4499-a40e-3e473e267a6e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:58.247234 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2e4546-5e19-4499-a40e-3e473e267a6e'] response: {'server_uuid': 'b3b1c719-b621-4ea4-a81a-06a089ad7a11', 'name': 'network-vif-deleted', 'tag': '2907881a-378f-4e16-ba12-6884a79f972c', 'status': 'completed', 'code': 200}
Apr 09 20:59:58.247493 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2e4546-5e19-4499-a40e-3e473e267a6e'] response: {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e', 'status': 'completed', 'code': 200}
Apr 09 20:59:58.287605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Pushing event updated for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:58.363179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601b33e-7426-43c8-b695-abf57b918f78 req-b4e84f0f-6e21-435a-b8c2-1dc937f4bac2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.364278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Attempting to bind port 87ea195a-9ea5-4807-8aeb-44650ead0f55 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:58.364608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Attempting to bind port 87ea195a-9ea5-4807-8aeb-44650ead0f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:58.365131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Attempting to bind port 87ea195a-9ea5-4807-8aeb-44650ead0f55 on network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:58.366517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a601b33e-7426-43c8-b695-abf57b918f78 req-b4e84f0f-6e21-435a-b8c2-1dc937f4bac2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 945 time: 0.0574315
Apr 09 20:59:58.373193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Port 87ea195a-9ea5-4807-8aeb-44650ead0f55 on network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:58.373717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Attempting to bind port 87ea195a-9ea5-4807-8aeb-44650ead0f55 on network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:58.384306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:58.385001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Checking segment: {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:58.385605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Bound using segment: {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:58.386223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Bound port: 87ea195a-9ea5-4807-8aeb-44650ead0f55, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:58.386917 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.416131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 20:59:58.416747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 20:59:58.417105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:58.440391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a601b33e-7426-43c8-b695-abf57b918f78 req-6b3dac31-c9ae-49c8-9bd6-56a543fc6715 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649385
Apr 09 20:59:58.448461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 20:59:58.448993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 20:59:58.458519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 20:59:58.459053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 20:59:58.459574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 20:59:58.460152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Bound port: 4101014a-f45a-4573-a194-f9b7022a29b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 20:59:58.460650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.515089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] For port 87ea195a-9ea5-4807-8aeb-44650ead0f55, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:58.531128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] For port 87ea195a-9ea5-4807-8aeb-44650ead0f55, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87ea195a-9ea5-4807-8aeb-44650ead0f55,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:58.542483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.561660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc4c65-ec5c-488d-9f2a-ce067c9aff20 req-1e9749e1-9805-4f85-8ffe-28ed7f3106c0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.563142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ffc4c65-ec5c-488d-9f2a-ce067c9aff20 req-1e9749e1-9805-4f85-8ffe-28ed7f3106c0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1593404
Apr 09 20:59:58.583802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 20:59:58.601820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.602468 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.604213 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] 10.222.0.25 "PUT /v2.0/ports/87ea195a-9ea5-4807-8aeb-44650ead0f55 HTTP/1.1" status: 200  len: 1091 time: 1.2234635
Apr 09 20:59:58.604658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '87ea195a-9ea5-4807-8aeb-44650ead0f55'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 20:59:58.606977 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9708a5af-1e89-498a-a89c-3e4fa04fca4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "87ea195a-9ea5-4807-8aeb-44650ead0f55"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 20:59:58.610752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 20:59:58.622293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e11e3-4de1-485a-9009-42753568135c req-b452004d-5fc8-4572-b302-0edafe772570 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.625363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349e11e3-4de1-485a-9009-42753568135c req-b452004d-5fc8-4572-b302-0edafe772570 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 950 time: 0.0833209
Apr 09 20:59:58.625508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.633897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c0e1-dce1-49e5-af44-504f4e3043a2 service neutron] Pushing event updated for resources: {'Port': ['ID=87ea195a-9ea5-4807-8aeb-44650ead0f55,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:58.663482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ffc4c65-ec5c-488d-9f2a-ce067c9aff20 req-f818343a-b51c-4d37-81bc-9194fcea076f tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842319
Apr 09 20:59:58.670364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.670997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:58.672412 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] 10.222.0.25 "PUT /v2.0/ports/4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 200  len: 1092 time: 1.3253627
Apr 09 20:59:58.701289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fd2ac-4b0a-4f3f-9f8a-86b6953c0260 service neutron] Pushing event updated for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 20:59:58.707332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349e11e3-4de1-485a-9009-42753568135c req-c406115c-3798-46c5-abf7-56be021d82f5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706432
Apr 09 20:59:58.758470 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe222235-f109-40d0-9241-01bcc477d561 x-openstack-request-id: req-fe222235-f109-40d0-9241-01bcc477d561 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 20:59:58.758772 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "87ea195a-9ea5-4807-8aeb-44650ead0f55", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 20:59:58.759028 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe222235-f109-40d0-9241-01bcc477d561 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 20:59:58.759446 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe222235-f109-40d0-9241-01bcc477d561'] response: {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '87ea195a-9ea5-4807-8aeb-44650ead0f55', 'status': 'completed', 'code': 200}
Apr 09 20:59:58.862527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6958a-131b-4bb2-b1e5-cb25c16db5ea req-6b3135c3-577b-45eb-829c-abd4b601fa7c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.864945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01f6958a-131b-4bb2-b1e5-cb25c16db5ea req-6b3135c3-577b-45eb-829c-abd4b601fa7c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.0922461
Apr 09 20:59:58.874372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Request body: {'port': {'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 20:59:58.895123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f2596-2f4e-4159-b065-03a950f6c8fd req-37a4cf7c-0b4b-49c9-971c-424cabbff5b5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.896756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b23f2596-2f4e-4159-b065-03a950f6c8fd req-37a4cf7c-0b4b-49c9-971c-424cabbff5b5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 944 time: 0.0889153
Apr 09 20:59:58.945249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01f6958a-131b-4bb2-b1e5-cb25c16db5ea req-455d768f-1723-4593-8d61-014dbc6dfc64 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740879
Apr 09 20:59:58.958435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-6fc830ca-6d5f-4e5d-bebe-09903b6650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.958934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-6fc830ca-6d5f-4e5d-bebe-09903b6650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.959424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-6fc830ca-6d5f-4e5d-bebe-09903b6650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.959986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-6fc830ca-6d5f-4e5d-bebe-09903b6650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.960375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-6fc830ca-6d5f-4e5d-bebe-09903b6650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.960856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-6fc830ca-6d5f-4e5d-bebe-09903b6650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.961365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-6fc830ca-6d5f-4e5d-bebe-09903b6650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.963338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-6fc830ca-6d5f-4e5d-bebe-09903b6650c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6595 time: 0.1051893
Apr 09 20:59:58.973650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-9043bb08-3bdf-4421-aa19-084711aac883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:58.975109 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-9043bb08-3bdf-4421-aa19-084711aac883 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1126 time: 0.1068897
Apr 09 20:59:58.976684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b23f2596-2f4e-4159-b065-03a950f6c8fd req-3065404e-ce1d-4861-91a4-80569b9d90c1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713434
Apr 09 20:59:59.065838 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-b81f923c-a2fc-496b-866c-af6bfa822ad6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 200  len: 217 time: 0.0794728
Apr 09 20:59:59.138588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:59.212771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-7bf82610-49eb-48ed-bd7c-6b73ca4723c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.214314 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-7bf82610-49eb-48ed-bd7c-6b73ca4723c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1139581
Apr 09 20:59:59.217737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-1b455c9e-3c82-48e7-883e-b0b0173adaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.218206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-1b455c9e-3c82-48e7-883e-b0b0173adaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.218672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-1b455c9e-3c82-48e7-883e-b0b0173adaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.220252 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-1b455c9e-3c82-48e7-883e-b0b0173adaac service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2481351
Apr 09 20:59:59.284192 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-ed6a6388-3091-4209-a929-7431ed675788 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611601
Apr 09 20:59:59.375911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c699-c15e-4720-9b0a-6ddc14531598 req-fcd036a3-0209-4985-9b43-ed8ee75b82ff tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.377521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe94c699-c15e-4720-9b0a-6ddc14531598 req-fcd036a3-0209-4985-9b43-ed8ee75b82ff tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 1127 time: 0.3671801
Apr 09 20:59:59.414569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd433d7-694b-4ffd-b406-51d4e4f867fa req-f04bd98d-19e6-49eb-affe-d8fd0b0f9c0a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.416008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcd433d7-694b-4ffd-b406-51d4e4f867fa req-f04bd98d-19e6-49eb-affe-d8fd0b0f9c0a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.3699939
Apr 09 20:59:59.450811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-bd4e56f1-a33f-45eb-b2e9-583decbf42d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.452269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-bd4e56f1-a33f-45eb-b2e9-583decbf42d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 950 time: 0.0898070
Apr 09 20:59:59.517415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe94c699-c15e-4720-9b0a-6ddc14531598 req-e8dd4993-e3be-45c6-b514-df10901f1178 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202888
Apr 09 20:59:59.517692 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-99dd078e-3467-47fd-ba28-f9dddc71fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.518834 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9708a5af-1e89-498a-a89c-3e4fa04fca4b req-99dd078e-3467-47fd-ba28-f9dddc71fcca service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2846670
Apr 09 20:59:59.541561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcd433d7-694b-4ffd-b406-51d4e4f867fa req-c4f31a5c-b598-4e8b-90aa-b6852b0f2648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167929
Apr 09 20:59:59.543254 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-f41df14a-4557-4a3c-b5d7-2e8751158992 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477925
Apr 09 20:59:59.594441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Deleting port e8f49318-e089-4c16-97fd-0fed692d65b1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 20:59:59.594441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:59.766457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f929-39f8-4276-815d-879bdfa3cace req-282b1591-859f-492f-a284-f1e46b174bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.772023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f929-39f8-4276-815d-879bdfa3cace req-282b1591-859f-492f-a284-f1e46b174bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.777493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f929-39f8-4276-815d-879bdfa3cace req-282b1591-859f-492f-a284-f1e46b174bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.782841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f929-39f8-4276-815d-879bdfa3cace req-282b1591-859f-492f-a284-f1e46b174bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.788193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f929-39f8-4276-815d-879bdfa3cace req-282b1591-859f-492f-a284-f1e46b174bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.793545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f929-39f8-4276-815d-879bdfa3cace req-282b1591-859f-492f-a284-f1e46b174bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.799117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f929-39f8-4276-815d-879bdfa3cace req-282b1591-859f-492f-a284-f1e46b174bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.801180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04d0f929-39f8-4276-815d-879bdfa3cace req-282b1591-859f-492f-a284-f1e46b174bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5407 time: 0.1141598
Apr 09 20:59:59.877096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] For port e8f49318-e089-4c16-97fd-0fed692d65b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8f49318-e089-4c16-97fd-0fed692d65b1,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 20:59:59.877862 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 20:59:59.887645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50cdc-5453-4e49-96f5-523d4a0c6ca9 req-6e559cc0-7a85-43da-aebe-b18d8303771c tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 20:59:59.889296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbd50cdc-5453-4e49-96f5-523d4a0c6ca9 req-6e559cc0-7a85-43da-aebe-b18d8303771c tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.0832176
Apr 09 20:59:59.922021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Calling delete_port for e8f49318-e089-4c16-97fd-0fed692d65b1 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 20:59:59.995093 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:00.011515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04d0f929-39f8-4276-815d-879bdfa3cace req-78e073b9-199b-4a53-9ed8-723d9cb35add tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1907144
Apr 09 21:00:00.026385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-6d2a4c75-5754-4feb-85c9-978804da485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.026760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbd50cdc-5453-4e49-96f5-523d4a0c6ca9 req-8bfb466e-d59f-4396-a428-fb273ff29cb0 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305242
Apr 09 21:00:00.026880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-6d2a4c75-5754-4feb-85c9-978804da485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.027216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-6d2a4c75-5754-4feb-85c9-978804da485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.027685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-6d2a4c75-5754-4feb-85c9-978804da485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.028153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-6d2a4c75-5754-4feb-85c9-978804da485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.028617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-6d2a4c75-5754-4feb-85c9-978804da485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.029110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-6d2a4c75-5754-4feb-85c9-978804da485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.031044 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-6d2a4c75-5754-4feb-85c9-978804da485a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6595 time: 0.4375525
Apr 09 21:00:00.086362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ceb8ba7a-3a0c-4e47-abe5-f6beb9180ead req-014366b0-6f9a-4f7a-90f5-b367deda0342 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5304492
Apr 09 21:00:00.098629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598fea91-f00b-41e4-8273-ec325cadb0f1 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:00.106929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Publish callbacks [] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:00.122245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Transition to ACTIVE for port object 598fea91-f00b-41e4-8273-ec325cadb0f1 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:00:00.127584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:00.173321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e8f49318-e089-4c16-97fd-0fed692d65b1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:00.183461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Pushing event updated for resources: {'Port': ['ID=598fea91-f00b-41e4-8273-ec325cadb0f1,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:00.185970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'e8f49318-e089-4c16-97fd-0fed692d65b1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:00.191445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16', '60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:00.253547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event deleted for resources: {'Port': ['ID=e8f49318-e089-4c16-97fd-0fed692d65b1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:00.266170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa42c3e-d90f-4c41-8e16-65ba262c9e9e req-329f18f7-e021-4132-a059-b03bea17ebf5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.267805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfa42c3e-d90f-4c41-8e16-65ba262c9e9e req-329f18f7-e021-4132-a059-b03bea17ebf5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1421380
Apr 09 21:00:00.300558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Attempting to bind port 598fea91-f00b-41e4-8273-ec325cadb0f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:00.301796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Attempting to bind port 598fea91-f00b-41e4-8273-ec325cadb0f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:00.301796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Attempting to bind port 598fea91-f00b-41e4-8273-ec325cadb0f1 on network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:00.307854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Port 598fea91-f00b-41e4-8273-ec325cadb0f1 on network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:00.308269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Attempting to bind port 598fea91-f00b-41e4-8273-ec325cadb0f1 on network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:00.315426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:00.316042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Checking segment: {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:00.316520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Bound using segment: {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:00.317087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Bound port: 598fea91-f00b-41e4-8273-ec325cadb0f1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419579f2-dc32-48c3-a444-a0bb81e2ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:00.317657 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:00.323992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.324347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.324696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.325068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.325926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.326273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.326608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.326944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.327279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.327609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.327940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.328274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.328604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.328930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.329383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:00.401587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] For port 598fea91-f00b-41e4-8273-ec325cadb0f1, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:00.405516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] No DVR routers for this DVR port e8f49318-e089-4c16-97fd-0fed692d65b1 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:00.409028 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:00.409660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] For port 598fea91-f00b-41e4-8273-ec325cadb0f1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=598fea91-f00b-41e4-8273-ec325cadb0f1,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:00.412793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7917349a-97b7-478b-8a6c-b30b1b6b4b57 req-e7e9ec5b-886b-4a07-9d2f-98464277ee4b tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "DELETE /v2.0/ports/e8f49318-e089-4c16-97fd-0fed692d65b1 HTTP/1.1" status: 204  len: 173 time: 0.9516325
Apr 09 21:00:00.418597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:00.425769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fb7b9d-0282-4585-8686-d923c5652c49', 'name': 'network-vif-deleted', 'tag': 'e8f49318-e089-4c16-97fd-0fed692d65b1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:00.431618 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099348a3-953b-49bd-94e4-4667e903230e" -d '{"events": [{"server_uuid": "27fb7b9d-0282-4585-8686-d923c5652c49", "name": "network-vif-deleted", "tag": "e8f49318-e089-4c16-97fd-0fed692d65b1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:00.457659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.458281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:00.459655 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] 10.222.0.25 "PUT /v2.0/ports/598fea91-f00b-41e4-8273-ec325cadb0f1 HTTP/1.1" status: 200  len: 1091 time: 1.5925293
Apr 09 21:00:00.482283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde08caa-57a4-4e9a-af56-c170076cd392 service neutron] Pushing event updated for resources: {'Port': ['ID=598fea91-f00b-41e4-8273-ec325cadb0f1,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:00.494083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-52fabfbe-961d-46a4-b9d4-44c5d20e4dd8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.495715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-52fabfbe-961d-46a4-b9d4-44c5d20e4dd8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 808 time: 0.3312755
Apr 09 21:00:00.504196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfa42c3e-d90f-4c41-8e16-65ba262c9e9e req-32449a8a-1ee5-4ab8-b6a4-1c35afee4e9a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956718
Apr 09 21:00:00.519780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-764e944d-c7e7-4f58-800d-860a3da7bbd6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/quotas/352d269ab35841c397ca9168792c1ec4 HTTP/1.1" status: 200  len: 375 time: 0.0111611
Apr 09 21:00:00.581848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-b816d648-84f3-445d-bec5-bed17c1794ed tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0558712
Apr 09 21:00:00.631871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef5f85b9-3946-4487-9075-720d7173d2a0 req-09d3fe94-c4c1-4dbb-abf5-be2c6e0d5f3e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 210 time: 0.0558066
Apr 09 21:00:00.762966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0'}, {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '598fea91-f00b-41e4-8273-ec325cadb0f1'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:00.768239 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99a59e-2c3c-4002-bfe1-06147c4f3c61" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0"}, {"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "598fea91-f00b-41e4-8273-ec325cadb0f1"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:00.794484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ee1cb-9afd-47b8-9237-8dce8e4ce158 req-5628f7f0-37f9-4c71-b15a-0d97df9f367a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.795686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c2ee1cb-9afd-47b8-9237-8dce8e4ce158 req-5628f7f0-37f9-4c71-b15a-0d97df9f367a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.0869851
Apr 09 21:00:00.816528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-d3428db6-5b05-4407-897a-bf1efe5a90e6 service neutron] 10.222.0.30 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245178
Apr 09 21:00:00.866894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-53ebf9c9-759e-48ed-9ccc-9f54fa7d799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.867370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-53ebf9c9-759e-48ed-9ccc-9f54fa7d799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.867837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-53ebf9c9-759e-48ed-9ccc-9f54fa7d799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:00.869543 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-53ebf9c9-759e-48ed-9ccc-9f54fa7d799a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.1351438
Apr 09 21:00:00.912359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c2ee1cb-9afd-47b8-9237-8dce8e4ce158 req-b07a954d-308d-4913-adc0-fd22921244ed tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043699
Apr 09 21:00:00.942665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-fcb81dce-769e-4f73-b82a-429c8ba76cda service neutron] 10.222.0.30 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159272
Apr 09 21:00:01.022212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6406a83-2197-4d1f-8ceb-1e9bbc3401e7 req-51b04cfd-70b3-47d6-ae54-8d6f85feb906 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.023715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6406a83-2197-4d1f-8ceb-1e9bbc3401e7 req-51b04cfd-70b3-47d6-ae54-8d6f85feb906 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 944 time: 0.0479681
Apr 09 21:00:01.077349 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dec83b9-9a1f-4a11-a7f5-42c84cac0341 x-openstack-request-id: req-6dec83b9-9a1f-4a11-a7f5-42c84cac0341 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:01.077791 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fb7b9d-0282-4585-8686-d923c5652c49", "name": "network-vif-deleted", "tag": "e8f49318-e089-4c16-97fd-0fed692d65b1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:01.078047 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6dec83b9-9a1f-4a11-a7f5-42c84cac0341 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:01.078458 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dec83b9-9a1f-4a11-a7f5-42c84cac0341'] response: {'server_uuid': '27fb7b9d-0282-4585-8686-d923c5652c49', 'name': 'network-vif-deleted', 'tag': 'e8f49318-e089-4c16-97fd-0fed692d65b1', 'status': 'completed', 'code': 200}
Apr 09 21:00:01.086855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6406a83-2197-4d1f-8ceb-1e9bbc3401e7 req-3e8088fb-e826-40f2-aa70-29a80a4b9c3f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552003
Apr 09 21:00:01.154647 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dae125-d024-4d15-a065-1af844c84184 x-openstack-request-id: req-e2dae125-d024-4d15-a065-1af844c84184 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:01.155160 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "598fea91-f00b-41e4-8273-ec325cadb0f1", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:01.155333 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2dae125-d024-4d15-a065-1af844c84184 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:01.155864 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dae125-d024-4d15-a065-1af844c84184'] response: {'name': 'network-changed', 'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0', 'status': 'completed', 'code': 200}
Apr 09 21:00:01.156275 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dae125-d024-4d15-a065-1af844c84184'] response: {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '598fea91-f00b-41e4-8273-ec325cadb0f1', 'status': 'completed', 'code': 200}
Apr 09 21:00:01.183227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40449a2-eb03-4933-96de-8cfb7ea7e186 req-800c48a0-47e9-4699-a131-6df955b9e0c4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.184731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e40449a2-eb03-4933-96de-8cfb7ea7e186 req-800c48a0-47e9-4699-a131-6df955b9e0c4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0595551
Apr 09 21:00:01.217845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e27149da-4954-4434-816e-614b45874254 req-33c061be-4d19-41f6-9ecc-0ca749544809 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 210 time: 0.0321212
Apr 09 21:00:01.256501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e40449a2-eb03-4933-96de-8cfb7ea7e186 req-cdb9b8b8-962c-4854-8656-1c2705c8df63 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621483
Apr 09 21:00:01.376565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-28a492dd-9ffc-4553-8ee3-02af288f233c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.381923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-28a492dd-9ffc-4553-8ee3-02af288f233c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.387246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-28a492dd-9ffc-4553-8ee3-02af288f233c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.392664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-28a492dd-9ffc-4553-8ee3-02af288f233c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.397957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-28a492dd-9ffc-4553-8ee3-02af288f233c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.403893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-28a492dd-9ffc-4553-8ee3-02af288f233c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.410370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-28a492dd-9ffc-4553-8ee3-02af288f233c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.412586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-28a492dd-9ffc-4553-8ee3-02af288f233c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.1248896
Apr 09 21:00:01.437109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864e242-4b85-46e7-ab23-d1e3821d9f57 req-0e37d4b4-e523-4461-98a1-4364942682a6 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.437109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9864e242-4b85-46e7-ab23-d1e3821d9f57 req-0e37d4b4-e523-4461-98a1-4364942682a6 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.1156454
Apr 09 21:00:01.507164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bcf3168-1838-49e3-92be-f8e028f3ba25 req-9785fed4-ab2e-4f79-bb8f-4e0a456faafb tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0878162
Apr 09 21:00:01.522977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9864e242-4b85-46e7-ab23-d1e3821d9f57 req-b3582b95-d4b9-4039-a36a-1595f59080e1 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637960
Apr 09 21:00:01.626912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eea03-2c1d-4095-aa5c-01ee180ef074 req-71ec71d0-4e81-40c9-8035-1f1051723bc4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:01.628311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de0eea03-2c1d-4095-aa5c-01ee180ef074 req-71ec71d0-4e81-40c9-8035-1f1051723bc4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0540645
Apr 09 21:00:01.679406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de0eea03-2c1d-4095-aa5c-01ee180ef074 req-8b37c917-02a3-4095-9557-fcc1ed49e9c1 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450330
Apr 09 21:00:01.732248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71cb012f-158f-4c9d-9fd9-c64f5f3fc7b9 req-3647db70-405c-4cd5-9a41-bfe1e97e4fc7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=27fb7b9d-0282-4585-8686-d923c5652c49 HTTP/1.1" status: 200  len: 210 time: 0.0322547
Apr 09 21:00:01.812576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-64812a7a-384a-4acf-9724-5577a4776bc1 service neutron] 10.222.0.32 "GET /v2.0/ports/4fed88cf-abe4-4b22-a8ee-09e62dda9535/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0585711
Apr 09 21:00:02.034488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a6810-32a4-47aa-9763-0a3e7b51e975 req-faac7ff4-4fcc-423b-8bca-329e6065025d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.042060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-021a6810-32a4-47aa-9763-0a3e7b51e975 req-faac7ff4-4fcc-423b-8bca-329e6065025d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.0585229
Apr 09 21:00:02.094182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-59f17c6f-77df-4cd2-92c8-304bbe8515a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.095736 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-59f17c6f-77df-4cd2-92c8-304bbe8515a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1126 time: 0.0552554
Apr 09 21:00:02.098953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-021a6810-32a4-47aa-9763-0a3e7b51e975 req-6636e0e1-b111-4912-9ba6-e723885efb3d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551620
Apr 09 21:00:02.138607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-ed831678-c85b-4f1d-9c69-4598721d69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.140091 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c2a9806c-f6ab-4192-8299-a27e94582fee req-ed831678-c85b-4f1d-9c69-4598721d69bc service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1622221
Apr 09 21:00:02.150466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-dddb2799-691d-4e5d-8a75-9b054585f668 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.152223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-dddb2799-691d-4e5d-8a75-9b054585f668 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.25 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.0733507
Apr 09 21:00:02.219916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db66af-3b39-4d6c-bb48-1389da8f0c51 req-67efb305-61b4-4c2c-b2b7-d3b684cf2b80 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.221284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-1d8f76c8-4c34-4173-8c48-2766cff49b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.221788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91db66af-3b39-4d6c-bb48-1389da8f0c51 req-67efb305-61b4-4c2c-b2b7-d3b684cf2b80 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 944 time: 0.0516522
Apr 09 21:00:02.222845 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-1d8f76c8-4c34-4173-8c48-2766cff49b80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.1062880
Apr 09 21:00:02.275400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91db66af-3b39-4d6c-bb48-1389da8f0c51 req-708f2072-073f-4de6-bf5c-51a2689332ce tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480278
Apr 09 21:00:02.314747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-320dcfe2-bc5c-4135-aa2b-2ef305ac92cf req-bb2d48d0-085a-432e-a835-9f168742f9eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 210 time: 0.0289149
Apr 09 21:00:02.385430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c6649-97d7-47e1-91e8-6b4b6a074c03 req-e5ed2c17-36f1-454b-9549-6d05c19a0fc0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.386916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db1c6649-97d7-47e1-91e8-6b4b6a074c03 req-e5ed2c17-36f1-454b-9549-6d05c19a0fc0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0503371
Apr 09 21:00:02.493318 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-67323543-48c5-4be2-9b9e-5de88cb73840 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 200  len: 217 time: 0.0745313
Apr 09 21:00:02.510482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db1c6649-97d7-47e1-91e8-6b4b6a074c03 req-d7ccf7c5-b730-4803-8374-87526552cfec tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175246
Apr 09 21:00:02.563943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-6192fc96-c72e-4125-b177-e68fb44037b8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.565502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-6192fc96-c72e-4125-b177-e68fb44037b8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 949 time: 0.0997541
Apr 09 21:00:02.600234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8d9ab00-6ae1-4e26-9188-1b5396b879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.601828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8d9ab00-6ae1-4e26-9188-1b5396b879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.602479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8d9ab00-6ae1-4e26-9188-1b5396b879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.603458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8d9ab00-6ae1-4e26-9188-1b5396b879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.604090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8d9ab00-6ae1-4e26-9188-1b5396b879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.604921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8d9ab00-6ae1-4e26-9188-1b5396b879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.605568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8d9ab00-6ae1-4e26-9188-1b5396b879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.607926 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8d9ab00-6ae1-4e26-9188-1b5396b879b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6693 time: 0.1257601
Apr 09 21:00:02.616078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-83b4c3ce-0da8-429d-ba4d-e623a2169616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.617557 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-83b4c3ce-0da8-429d-ba4d-e623a2169616 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1&tenant_id=e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 1132 time: 0.1000428
Apr 09 21:00:02.618771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Deleting port 1651bb82-70f9-47e7-a6c1-3044ad474d20 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:02.619106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:02.730252 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-3ccbda75-b664-47d2-ae8d-00a17a6733b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67 HTTP/1.1" status: 200  len: 217 time: 0.0520446
Apr 09 21:00:02.765198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-4b758209-f1c3-413f-9ee1-92e4345c338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.766999 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-4b758209-f1c3-413f-9ee1-92e4345c338d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 1132 time: 0.1206734
Apr 09 21:00:02.789577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de21fd2-a067-46ea-a186-6433609e3453 req-b2cbdc20-f3e5-415b-b6fa-01caffd073df tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.796626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0de21fd2-a067-46ea-a186-6433609e3453 req-b2cbdc20-f3e5-415b-b6fa-01caffd073df tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.1834576
Apr 09 21:00:02.805290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-d62e0d0f-bd8b-4bdf-874e-7a43e3a972dd tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.810908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-d62e0d0f-bd8b-4bdf-874e-7a43e3a972dd tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.816000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-d62e0d0f-bd8b-4bdf-874e-7a43e3a972dd tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.821432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-d62e0d0f-bd8b-4bdf-874e-7a43e3a972dd tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.826655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-d62e0d0f-bd8b-4bdf-874e-7a43e3a972dd tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.831929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-d62e0d0f-bd8b-4bdf-874e-7a43e3a972dd tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.837188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-d62e0d0f-bd8b-4bdf-874e-7a43e3a972dd tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.839220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-d62e0d0f-bd8b-4bdf-874e-7a43e3a972dd tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.2248719
Apr 09 21:00:02.862608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-7bdb6fce-a037-43f4-9559-9608bc381229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.864056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-7bdb6fce-a037-43f4-9559-9608bc381229 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1793764
Apr 09 21:00:02.882701 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Deleting port 60c84a40-994b-44d8-8a03-52559d3ae09d {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:02.883049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:02.899263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-7bf976e7-3471-4a9c-9dec-af2ae33c6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:02.900719 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-7bf976e7-3471-4a9c-9dec-af2ae33c6b3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91072f43-8669-4204-9964-c25fb5dd72db HTTP/1.1" status: 200  len: 851 time: 0.1465387
Apr 09 21:00:02.979597 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5df4bd4b-2b17-4e18-8c75-a301cbddcc5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763252
Apr 09 21:00:03.004423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] For port 1651bb82-70f9-47e7-a6c1-3044ad474d20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1651bb82-70f9-47e7-a6c1-3044ad474d20,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:03.004681 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:03.010308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0de21fd2-a067-46ea-a186-6433609e3453 req-d96d6b05-ea91-42cf-90cd-695df8349693 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118497
Apr 09 21:00:03.019677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-39e75ad1-1812-49b9-a98d-bfba7b17f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.021092 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-39e75ad1-1812-49b9-a98d-bfba7b17f2c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77aa585d-d236-4c76-b3f0-d77cd270281e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1060166
Apr 09 21:00:03.036167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Calling delete_port for 1651bb82-70f9-47e7-a6c1-3044ad474d20 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:03.052288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-cec9b208-0bf0-4165-aee6-911eca0bb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.053939 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-cec9b208-0bf0-4165-aee6-911eca0bb9eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2621326
Apr 09 21:00:03.067715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54eb06df-dec1-446e-98b9-9f4bc6921a9b req-c25687d9-1236-4b6c-98e8-be63fdfafbf7 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2090831
Apr 09 21:00:03.177987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] For port 60c84a40-994b-44d8-8a03-52559d3ae09d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60c84a40-994b-44d8-8a03-52559d3ae09d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:03.178441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:03.187810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd7eee-292e-42b4-b98a-e2304f9d6450 req-41f87d3a-96f9-4abf-8897-6d74b69f47ad tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.189502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffbd7eee-292e-42b4-b98a-e2304f9d6450 req-41f87d3a-96f9-4abf-8897-6d74b69f47ad tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0891824
Apr 09 21:00:03.194952 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-b6cf63dc-f11c-4ef5-8fce-624adf1efb24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 200  len: 217 time: 0.0714931
Apr 09 21:00:03.200760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-05309c9e-1672-4461-81c6-418c32ce16f4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.202200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-05309c9e-1672-4461-81c6-418c32ce16f4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 808 time: 0.3559208
Apr 09 21:00:03.213603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Calling delete_port for 60c84a40-994b-44d8-8a03-52559d3ae09d owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:03.318612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-6d2d14a1-9db6-4c91-b063-736057b48c8c service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2595403
Apr 09 21:00:03.324657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-7aad1dad-5410-4b99-b714-0cc9cb6368cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.326040 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-7aad1dad-5410-4b99-b714-0cc9cb6368cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0883982
Apr 09 21:00:03.331768 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-cb29d3bc-4ece-4870-b9f0-85f3232d4b84 service neutron] 10.222.0.25 "GET /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644720
Apr 09 21:00:03.360575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffbd7eee-292e-42b4-b98a-e2304f9d6450 req-e4a0481e-5508-42c7-9e89-b072edf44cc2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556785
Apr 09 21:00:03.399948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33891-bdf0-47ae-9ff7-608f9b5941c1 req-e38c5066-d811-4963-8a98-0ad936cb10fd tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.401510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52b33891-bdf0-47ae-9ff7-608f9b5941c1 req-e38c5066-d811-4963-8a98-0ad936cb10fd tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963ea0b-4eee-4241-a6d4-f49b42ec7c10 HTTP/1.1" status: 200  len: 946 time: 0.0868933
Apr 09 21:00:03.417124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b498-0e6e-4286-95cf-020118487892 req-44869fe1-d02d-4c2c-a411-f9efe10a4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.417626 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1651bb82-70f9-47e7-a6c1-3044ad474d20), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:03.418680 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-44869fe1-d02d-4c2c-a411-f9efe10a4ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0455933
Apr 09 21:00:03.430143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['1651bb82-70f9-47e7-a6c1-3044ad474d20'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:03.438862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['7e43c995-4690-4a85-93bc-a540cbd5e329', '7082489d-c707-4f5b-a1d4-a0d36b4ae377'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:03.471164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Pushing event deleted for resources: {'Port': ['ID=1651bb82-70f9-47e7-a6c1-3044ad474d20,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:03.570678 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-782585da-a650-47b2-bb0b-e5633f9eaa1a service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076522
Apr 09 21:00:03.590355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device e8f49318-e089-4c16-97fd-0fed692d65b1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:03.608013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52b33891-bdf0-47ae-9ff7-608f9b5941c1 req-329f2df4-55bb-4dbe-81ee-5a7d0aae2857 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930122
Apr 09 21:00:03.614130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: e8f49318-e089-4c16-97fd-0fed692d65b1 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:03.614544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device e8f49318-e089-4c16-97fd-0fed692d65b1 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:03.616910 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1b864-7348-4cfd-af8f-f640a0ad9805 req-ce75f0fa-65eb-41e4-8dac-d90746a5dd10 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.618467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09a1b864-7348-4cfd-af8f-f640a0ad9805 req-ce75f0fa-65eb-41e4-8dac-d90746a5dd10 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 949 time: 0.1644673
Apr 09 21:00:03.623207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] No DVR routers for this DVR port 1651bb82-70f9-47e7-a6c1-3044ad474d20 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:03.634595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:03.639696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58cefd8d-75f6-4cd9-a501-cf1aff84acf9 req-42a85170-1930-4128-a32c-c3961503ad24 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.25 "DELETE /v2.0/ports/1651bb82-70f9-47e7-a6c1-3044ad474d20 HTTP/1.1" status: 204  len: 173 time: 1.2210450
Apr 09 21:00:03.645067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c963ea0b-4eee-4241-a6d4-f49b42ec7c10', 'name': 'network-vif-deleted', 'tag': '1651bb82-70f9-47e7-a6c1-3044ad474d20'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:03.647615 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0298d74e-1680-4657-9545-69191ef5c8b5" -d '{"events": [{"server_uuid": "c963ea0b-4eee-4241-a6d4-f49b42ec7c10", "name": "network-vif-deleted", "tag": "1651bb82-70f9-47e7-a6c1-3044ad474d20"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:03.660817 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (60c84a40-994b-44d8-8a03-52559d3ae09d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:03.679253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:03.706341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event deleted for resources: {'Port': ['ID=60c84a40-994b-44d8-8a03-52559d3ae09d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:03.730113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16', '60c84a40-994b-44d8-8a03-52559d3ae09d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:03.749733 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0019b498-0e6e-4286-95cf-020118487892 req-b4d762b5-d236-45c4-ad11-9d03ce1c3776 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132176
Apr 09 21:00:03.781943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09a1b864-7348-4cfd-af8f-f640a0ad9805 req-1b0e9cde-e645-4cf1-bb7b-d745bba76376 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514089
Apr 09 21:00:03.801081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a91a10-a906-4799-a6ee-6051d9cac4e4 req-2c8042c4-a38a-4160-a500-011d15050777 tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.802631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57a91a10-a906-4799-a6ee-6051d9cac4e4 req-2c8042c4-a38a-4160-a500-011d15050777 tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 1131 time: 0.1053894
Apr 09 21:00:03.803337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] No DVR routers for this DVR port 60c84a40-994b-44d8-8a03-52559d3ae09d on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:03.805730 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:03.809045 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90da1d5d-2023-40a7-b149-c5eb17251e2d req-a26e818a-561d-4fd0-8bb8-afc8331b70d1 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "DELETE /v2.0/ports/60c84a40-994b-44d8-8a03-52559d3ae09d HTTP/1.1" status: 204  len: 173 time: 1.2341158
Apr 09 21:00:03.834373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-57a91a10-a906-4799-a6ee-6051d9cac4e4 req-e4bccee8-1e62-4e8f-8f45-87d296d21c90 tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:03.963330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7797c-6359-4af9-823c-623185aa2473 req-ebbee414-91f8-4c9d-a7b5-1bff21b1299e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:03.964849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d7797c-6359-4af9-823c-623185aa2473 req-ebbee414-91f8-4c9d-a7b5-1bff21b1299e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 944 time: 0.0705538
Apr 09 21:00:03.966834 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-57a91a10-a906-4799-a6ee-6051d9cac4e4 req-e4bccee8-1e62-4e8f-8f45-87d296d21c90 tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] Publish callbacks [] for security_group (ccab4906-2b9b-435e-80ca-a71ab3cb13eb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:03.979631 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-57a91a10-a906-4799-a6ee-6051d9cac4e4 req-e4bccee8-1e62-4e8f-8f45-87d296d21c90 tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ccab4906-2b9b-435e-80ca-a71ab3cb13eb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:04.038280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57a91a10-a906-4799-a6ee-6051d9cac4e4 req-e4bccee8-1e62-4e8f-8f45-87d296d21c90 tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260704
Apr 09 21:00:04.049251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bccee8-1e62-4e8f-8f45-87d296d21c90 tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccab4906-2b9b-435e-80ca-a71ab3cb13eb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:04.069274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d7797c-6359-4af9-823c-623185aa2473 req-243803a7-8605-48ad-83ee-9b0530942c7c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963864
Apr 09 21:00:04.162909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Request body: {'port': {'device_id': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'admin_state_up': True, 'tenant_id': '352d269ab35841c397ca9168792c1ec4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:04.304095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fc5a730-a485-41e5-984a-2b8fac96aa52 req-144ef401-0da2-4777-9b57-10214c9337ad tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 210 time: 0.1372550
Apr 09 21:00:04.331338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c10ee-9144-4535-8db2-914848b62925 req-1e45f3ec-b910-4fae-b737-7a24c11fcd88 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.333805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b5c10ee-9144-4535-8db2-914848b62925 req-1e45f3ec-b910-4fae-b737-7a24c11fcd88 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1431642
Apr 09 21:00:04.389866 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e66d7f7-5341-41a2-a795-3ad868b74655 x-openstack-request-id: req-5e66d7f7-5341-41a2-a795-3ad868b74655 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:04.390624 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c963ea0b-4eee-4241-a6d4-f49b42ec7c10", "name": "network-vif-deleted", "tag": "1651bb82-70f9-47e7-a6c1-3044ad474d20", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:04.391029 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e66d7f7-5341-41a2-a795-3ad868b74655 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:04.391642 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e66d7f7-5341-41a2-a795-3ad868b74655'] response: {'server_uuid': 'c963ea0b-4eee-4241-a6d4-f49b42ec7c10', 'name': 'network-vif-deleted', 'tag': '1651bb82-70f9-47e7-a6c1-3044ad474d20', 'status': 'completed', 'code': 200}
Apr 09 21:00:04.416548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b5c10ee-9144-4535-8db2-914848b62925 req-9ab7cf49-1030-4ce3-85db-c54dc4b36ccb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768669
Apr 09 21:00:04.429318 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-d9510f78-f171-4550-a259-374532b91d10 service neutron] 10.222.0.25 "GET /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3455024
Apr 09 21:00:04.445732 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-abc2ab55-0a38-4916-91f4-ad04d0f205fc service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3137300
Apr 09 21:00:04.466430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Made reservation on behalf of 352d269ab35841c397ca9168792c1ec4 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:04.469926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:04.522723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-08fb6e1e-2919-41f7-85fd-766ed31db017 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.528057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-08fb6e1e-2919-41f7-85fd-766ed31db017 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.533550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-08fb6e1e-2919-41f7-85fd-766ed31db017 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.539930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-08fb6e1e-2919-41f7-85fd-766ed31db017 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.544450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-08fb6e1e-2919-41f7-85fd-766ed31db017 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.549819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-08fb6e1e-2919-41f7-85fd-766ed31db017 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.555089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-08fb6e1e-2919-41f7-85fd-766ed31db017 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.557086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-08fb6e1e-2919-41f7-85fd-766ed31db017 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.1173339
Apr 09 21:00:04.572804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8eeb7-6fe7-4321-99ce-46b11023d9ef req-864c8c2c-ebf4-4962-8771-c0215ebc35cd tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.576295 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-97d8ea13-8a78-4bf9-b429-38f9d06524a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 200  len: 217 time: 0.0428574
Apr 09 21:00:04.577532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a8eeb7-6fe7-4321-99ce-46b11023d9ef req-864c8c2c-ebf4-4962-8771-c0215ebc35cd tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1008317
Apr 09 21:00:04.667871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a8eeb7-6fe7-4321-99ce-46b11023d9ef req-334b4562-a31c-4ef2-b30c-242c4ed705ec tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819595
Apr 09 21:00:04.673782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b4c1693-dc2c-4c81-8e28-1c2265dff0c0 req-0498ae73-b5f2-4f65-9a73-2368ec49ad81 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1079428
Apr 09 21:00:04.679996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-18bc1824-ce58-4572-9617-5de41f12d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.681549 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-18bc1824-ce58-4572-9617-5de41f12d9d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 200  len: 797 time: 0.0958600
Apr 09 21:00:04.687406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Allocated IP 172.20.0.11 (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0/aeeb8e45-03b4-4849-a408-33faccc0d5fb/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:04.755338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-18d928aa-02ae-49f4-bdaf-8f78cf5a4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:04.756872 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-18d928aa-02ae-49f4-bdaf-8f78cf5a4a71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0573204
Apr 09 21:00:04.778168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:04.879675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:04.880137 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:04.910041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:04.911752 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb4a442-6319-4f62-aa7f-d1282e3acfbd" -d '{"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:04.925575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:04.931854 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-cee57a94-1349-40de-a6e0-c43c88197a10 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682189
Apr 09 21:00:04.933306 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:04.934324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 60c84a40-994b-44d8-8a03-52559d3ae09d no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:04.949548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b4c8ecc-c369-46ae-869b-5d452d2cfc17 req-7c370f4d-aa2d-4540-8cdf-f26329cdd228 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 210 time: 0.0535879
Apr 09 21:00:04.989742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks [] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:05.006852 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed595c-a720-4e4b-b786-97fdc06b5916 x-openstack-request-id: req-6aed595c-a720-4e4b-b786-97fdc06b5916 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:05.007182 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:05.007394 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6aed595c-a720-4e4b-b786-97fdc06b5916 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:05.007766 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aed595c-a720-4e4b-b786-97fdc06b5916'] response: {'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'code': 200}
Apr 09 21:00:05.008277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 60c84a40-994b-44d8-8a03-52559d3ae09d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:05.008667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 60c84a40-994b-44d8-8a03-52559d3ae09d not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:05.030902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:05.038527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.038870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.039207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.039537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.039861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.040180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.040498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.040814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.041154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.041472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.041788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.042104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.042417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.042727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.043037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:05.070001 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-5f43cb5a-d2ab-49ea-bf30-cd2a5fa59efa service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299596
Apr 09 21:00:05.084489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:05.125303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-593d8d6c-ca9b-4ec7-87ab-40baaf5c8b9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 200  len: 217 time: 0.0493400
Apr 09 21:00:05.164468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fca2d-8390-475f-95e7-8257a4b59638 req-ff0c7c38-d7f8-4715-b47e-8393a55a72fc tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.166312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-901fca2d-8390-475f-95e7-8257a4b59638 req-ff0c7c38-d7f8-4715-b47e-8393a55a72fc tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 1131 time: 0.0476925
Apr 09 21:00:05.186602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:05.193941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:05.197145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:05.235631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Pushing event updated for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:05.238554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581b750-6516-4bc4-bc34-0b81f5256788 req-50d2bed5-6e35-43e3-8cd9-2fc587e83985 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.240065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9581b750-6516-4bc4-bc34-0b81f5256788 req-50d2bed5-6e35-43e3-8cd9-2fc587e83985 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 944 time: 0.0660174
Apr 09 21:00:05.246195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-078cd6bc-ea71-4936-8694-3392918ca12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.247669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-078cd6bc-ea71-4936-8694-3392918ca12f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 200  len: 797 time: 0.1027195
Apr 09 21:00:05.256886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-901fca2d-8390-475f-95e7-8257a4b59638 req-08078296-85cd-4c4c-88c9-7ea31b34a047 tempest-ServersAdminNegativeTestJSON-321642897 tempest-ServersAdminNegativeTestJSON-321642897-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845578
Apr 09 21:00:05.295197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.295844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:05.312763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-b5309e6c-0fca-4b36-81f5-a0cb2d3b9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.314531 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-b5309e6c-0fca-4b36-81f5-a0cb2d3b9e6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0614572
Apr 09 21:00:05.317693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9581b750-6516-4bc4-bc34-0b81f5256788 req-01f4ef51-4754-4723-882e-2e0d347705cf tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683103
Apr 09 21:00:05.325520 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-f71e6312-dd02-4145-a903-22eeb5a548cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2401404
Apr 09 21:00:05.347257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Request body: {'port': {'device_id': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:05.470625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:05.478912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be199dfe-c7e9-407f-8cb6-d19ad6360560 req-02412b7f-9c83-4eae-859a-55a5781625fa tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.480513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be199dfe-c7e9-407f-8cb6-d19ad6360560 req-02412b7f-9c83-4eae-859a-55a5781625fa tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 932 time: 0.0545595
Apr 09 21:00:05.495994 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-cff3afb6-8900-4792-beaf-00802bb03be5 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695030
Apr 09 21:00:05.542122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be199dfe-c7e9-407f-8cb6-d19ad6360560 req-07f4c1dd-9b36-4e8e-915b-73012e0f26b4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555334
Apr 09 21:00:05.591838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4101014a-f45a-4573-a194-f9b7022a29b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:05.606143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fafc8-9794-4478-8576-0ea509f200d9 req-4d4b97a1-ced6-41ad-bccd-fa02e9661cc4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.608969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f28fafc8-9794-4478-8576-0ea509f200d9 req-4d4b97a1-ced6-41ad-bccd-fa02e9661cc4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 948 time: 0.0567884
Apr 09 21:00:05.681575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f28fafc8-9794-4478-8576-0ea509f200d9 req-4bb4a3f7-50d2-4ea0-975b-03ceb6504319 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667064
Apr 09 21:00:05.710155 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-f9c7bb3f-fe28-47e6-be9d-60bfc5d0669a service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054603
Apr 09 21:00:05.737936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:05.755321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '4101014a-f45a-4573-a194-f9b7022a29b0', 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2', 'port_id': '4101014a-f45a-4573-a194-f9b7022a29b0', 'mac_address': 'fa:16:3e:6f:09:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3d2404-5a89-4ece-beb3-71037771170e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:05.785397 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-e654041e-14d6-4b27-96b7-a4963a8d0447 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=aeadbd1f-8d76-4ad3-84a7-50139f5852c5 HTTP/1.1" status: 200  len: 217 time: 0.0681448
Apr 09 21:00:05.812143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4101014a-f45a-4573-a194-f9b7022a29b0 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:05.812769 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:05.826154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4101014a-f45a-4573-a194-f9b7022a29b0 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:05.848339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:05.854991 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:05.872647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279400-10be-4406-b6dd-654c1c9ced29 req-78e72a6f-12a4-450e-926f-314b2eeb0ff4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.874179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b279400-10be-4406-b6dd-654c1c9ced29 req-78e72a6f-12a4-450e-926f-314b2eeb0ff4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0929670
Apr 09 21:00:05.879081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-4af0cd8a-78d9-4031-a9d6-c42d3f5148a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.880530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-4af0cd8a-78d9-4031-a9d6-c42d3f5148a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 200  len: 797 time: 0.0884416
Apr 09 21:00:05.883018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9da7-7984-4fb5-bb80-6adc8518337a req-fb026037-9d72-4e62-8916-dc293d650476 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.888315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9da7-7984-4fb5-bb80-6adc8518337a req-fb026037-9d72-4e62-8916-dc293d650476 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:05.889939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8df9da7-7984-4fb5-bb80-6adc8518337a req-fb026037-9d72-4e62-8916-dc293d650476 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a&device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 1682 time: 0.0985010
Apr 09 21:00:05.915194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:05.966510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b279400-10be-4406-b6dd-654c1c9ced29 req-6b2bdb88-ad76-4ee1-b605-7a9fb4904cdd tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755434
Apr 09 21:00:05.969843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8df9da7-7984-4fb5-bb80-6adc8518337a req-67be8fee-eda2-41ff-955f-07f5ed811198 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720689
Apr 09 21:00:06.102814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-282cc7da-52c2-494a-b9cf-15ed6ceab70d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.108860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-282cc7da-52c2-494a-b9cf-15ed6ceab70d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.115313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-282cc7da-52c2-494a-b9cf-15ed6ceab70d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.122849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-282cc7da-52c2-494a-b9cf-15ed6ceab70d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.128567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-282cc7da-52c2-494a-b9cf-15ed6ceab70d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.135091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-282cc7da-52c2-494a-b9cf-15ed6ceab70d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.141272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-282cc7da-52c2-494a-b9cf-15ed6ceab70d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.149453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-282cc7da-52c2-494a-b9cf-15ed6ceab70d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.1188486
Apr 09 21:00:06.221065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-936a1dc4-4c52-42fa-aaf9-44b948c236d0 req-15ac88b3-2c18-4287-9799-dc28c322f197 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0705204
Apr 09 21:00:06.251239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['4101014a-f45a-4573-a194-f9b7022a29b0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:06.293004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-2bbdfa0b-5fb7-49c0-bfc4-37a6eba130f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.294559 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-2bbdfa0b-5fb7-49c0-bfc4-37a6eba130f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.4073136
Apr 09 21:00:06.306558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a9a1b13-15d4-4567-9a22-92810e6d8608 req-1fb46774-5a01-4d31-865a-85498e2b39f0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c41e34e-8722-41ec-ae27-9cb25d4642a0 HTTP/1.1" status: 200  len: 210 time: 0.0545325
Apr 09 21:00:06.387051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce520-1ddc-474c-9b2e-ea95bbcac08f req-dec91054-7da1-49cf-a206-9e72db460732 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.388986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-746ce520-1ddc-474c-9b2e-ea95bbcac08f req-dec91054-7da1-49cf-a206-9e72db460732 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.0571911
Apr 09 21:00:06.393703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c41e34e-8722-41ec-ae27-9cb25d4642a0', 'name': 'network-vif-deleted', 'tag': '60c84a40-994b-44d8-8a03-52559d3ae09d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:06.396968 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91dfb80-764b-45b5-a1e7-4240962afc81" -d '{"events": [{"server_uuid": "7c41e34e-8722-41ec-ae27-9cb25d4642a0", "name": "network-vif-deleted", "tag": "60c84a40-994b-44d8-8a03-52559d3ae09d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:06.463066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:06.464877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-746ce520-1ddc-474c-9b2e-ea95bbcac08f req-2408dc79-003a-4a22-87ee-b74e584f16f1 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641272
Apr 09 21:00:06.494528 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-3deb14d7-f321-48bb-871d-5e25f0d65d0d service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1921816
Apr 09 21:00:06.496374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:06.498665 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Publish callbacks [] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:06.533950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24c6b5-2e98-4dad-b7fc-4de7df87e087 req-db642ca6-7246-457d-94fc-ce6c75db6c40 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.535714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a24c6b5-2e98-4dad-b7fc-4de7df87e087 req-db642ca6-7246-457d-94fc-ce6c75db6c40 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 945 time: 0.0562158
Apr 09 21:00:06.537418 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee42851-96b3-4a9f-86cc-fc2f0edac6c6 x-openstack-request-id: req-eee42851-96b3-4a9f-86cc-fc2f0edac6c6 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:06.538105 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c41e34e-8722-41ec-ae27-9cb25d4642a0", "name": "network-vif-deleted", "tag": "60c84a40-994b-44d8-8a03-52559d3ae09d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:06.538105 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eee42851-96b3-4a9f-86cc-fc2f0edac6c6 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:06.538328 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee42851-96b3-4a9f-86cc-fc2f0edac6c6'] response: {'server_uuid': '7c41e34e-8722-41ec-ae27-9cb25d4642a0', 'name': 'network-vif-deleted', 'tag': '60c84a40-994b-44d8-8a03-52559d3ae09d', 'status': 'completed', 'code': 200}
Apr 09 21:00:06.541619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Transition to ACTIVE for port object 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:00:06.585009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:06.609257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a24c6b5-2e98-4dad-b7fc-4de7df87e087 req-e75561d0-d771-4ff5-a8b0-da96c6fbb542 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653162
Apr 09 21:00:06.636546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:06.653806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'mac_address': 'fa:16:3e:2b:08:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:06.670080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:06.707705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b66c3-0780-4948-80b0-61cce14948bf req-e1f72b27-73ed-47a0-9c9f-ed9f5970c7f6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.710669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-505b66c3-0780-4948-80b0-61cce14948bf req-e1f72b27-73ed-47a0-9c9f-ed9f5970c7f6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.0741560
Apr 09 21:00:06.712055 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-d9adf570-3346-487e-b6a6-9a834eaa8caf service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099564
Apr 09 21:00:06.723542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:06.723861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:06.740859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fed88cf-abe4-4b22-a8ee-09e62dda9535 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:06.769385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:06.775642 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-26552004-af92-420a-b38d-445a844d2b00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e HTTP/1.1" status: 200  len: 217 time: 0.0419250
Apr 09 21:00:06.776901 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:06.777236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-505b66c3-0780-4948-80b0-61cce14948bf req-84b83ebf-e105-422f-be9b-f904306e63c4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603678
Apr 09 21:00:06.843141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:06.843480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:06.843813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:06.851398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-de74a9c2-c4aa-43fe-aed6-05639e5888ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.853256 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-de74a9c2-c4aa-43fe-aed6-05639e5888ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 200  len: 797 time: 0.0710504
Apr 09 21:00:06.853963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:06.854282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:06.859623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:06.859964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:06.860379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:06.860809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Bound port: 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:06.861225 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:06.861794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:06.918395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a476f-e4c7-482c-b491-7dbd4c9273bb req-0f0b4219-c86f-4612-aa85-b334766312e2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.919932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b91a476f-e4c7-482c-b491-7dbd4c9273bb req-0f0b4219-c86f-4612-aa85-b334766312e2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.0622799
Apr 09 21:00:06.941884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-b4300a95-c4de-4f78-8779-a0dc14d833ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:06.947933 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-b4300a95-c4de-4f78-8779-a0dc14d833ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0843637
Apr 09 21:00:06.984417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b91a476f-e4c7-482c-b491-7dbd4c9273bb req-82d34990-95f8-471c-8520-70fe86141a4b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530078
Apr 09 21:00:07.088727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:07.093773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:07.109920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea0716-b675-4b4d-b9ca-94f3f8727b6d req-c43b6c52-42f6-4b2b-af03-74c8b9135b19 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.111502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea0716-b675-4b4d-b9ca-94f3f8727b6d req-c43b6c52-42f6-4b2b-af03-74c8b9135b19 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0502684
Apr 09 21:00:07.112076 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:07.143042 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-fc42be9b-9ee8-47df-a0ec-b02b09e3ff93 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871274
Apr 09 21:00:07.154259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.154944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:07.156417 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 1092 time: 1.8248963
Apr 09 21:00:07.158919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:07.161212 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3244213-defb-4926-be5b-8bb2f3d003e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:07.165183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4fed88cf-abe4-4b22-a8ee-09e62dda9535'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:07.177131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ea0716-b675-4b4d-b9ca-94f3f8727b6d req-951e3cd4-2965-4bad-a81d-10b1cefc615e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599089
Apr 09 21:00:07.248068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4656a0-4530-43e3-863b-6135e25981a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:07.292209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-71d6586f-f069-4883-8f16-e0843da3ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.294484 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-71d6586f-f069-4883-8f16-e0843da3ec11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1126 time: 0.0554774
Apr 09 21:00:07.307016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ec72-5967-45c3-a400-b25dd2f0db5c req-ca89e8ed-a9df-44c0-bf71-2f27f112530a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.308773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab91ec72-5967-45c3-a400-b25dd2f0db5c req-ca89e8ed-a9df-44c0-bf71-2f27f112530a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 945 time: 0.0737796
Apr 09 21:00:07.348862 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-0c52e8a7-0ea2-4e9e-ba8f-202305bd011c service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961551
Apr 09 21:00:07.350609 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50469a0c-3475-442d-a588-b6c0e3988e6b x-openstack-request-id: req-50469a0c-3475-442d-a588-b6c0e3988e6b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:07.350895 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:07.351150 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50469a0c-3475-442d-a588-b6c0e3988e6b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:07.351543 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50469a0c-3475-442d-a588-b6c0e3988e6b'] response: {'name': 'network-changed', 'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0', 'status': 'completed', 'code': 200}
Apr 09 21:00:07.353332 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-1ddf3de0-80a9-46c0-b737-61f3ec403e0f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 217 time: 0.0493102
Apr 09 21:00:07.370101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab91ec72-5967-45c3-a400-b25dd2f0db5c req-b129bfd7-6afe-4cf0-bf74-c7e818990164 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548387
Apr 09 21:00:07.430804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-eea80f61-bfb5-46d1-b05d-a02381d5529d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.434723 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-8dfbae65-fc38-4643-ae55-317d3f246378 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=87ea195a-9ea5-4807-8aeb-44650ead0f55 HTTP/1.1" status: 200  len: 217 time: 0.0736246
Apr 09 21:00:07.437380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-eea80f61-bfb5-46d1-b05d-a02381d5529d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.444050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-eea80f61-bfb5-46d1-b05d-a02381d5529d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.449996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-eea80f61-bfb5-46d1-b05d-a02381d5529d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.455321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-eea80f61-bfb5-46d1-b05d-a02381d5529d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.461010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-eea80f61-bfb5-46d1-b05d-a02381d5529d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.465940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-eea80f61-bfb5-46d1-b05d-a02381d5529d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.467872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-eea80f61-bfb5-46d1-b05d-a02381d5529d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.0969057
Apr 09 21:00:07.483965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-1f300b2e-ded0-4d9f-9f26-8a212bebcf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.485518 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-1f300b2e-ded0-4d9f-9f26-8a212bebcf66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1185665
Apr 09 21:00:07.519951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-7ab2587a-909f-4fa1-b008-10b822080318 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282912
Apr 09 21:00:07.523701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-76fc794d-79f1-4475-bf3b-4b5b2df2a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.525067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-76fc794d-79f1-4475-bf3b-4b5b2df2a94c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df5a4b83-98bf-4e0c-ab0a-001e34755289 HTTP/1.1" status: 200  len: 797 time: 0.0831411
Apr 09 21:00:07.526812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e126e3e-e0c3-47d9-a2af-9b306a1ff2e8 req-fd48cbd5-47cc-4dcb-94f1-a1b4839eb74a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.528279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e126e3e-e0c3-47d9-a2af-9b306a1ff2e8 req-fd48cbd5-47cc-4dcb-94f1-a1b4839eb74a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.0594790
Apr 09 21:00:07.585299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756931e1-1769-4494-aaab-5d32ea2cc658 req-c4e55245-0637-4d37-b895-8b14a5313785 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1078920
Apr 09 21:00:07.602273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e126e3e-e0c3-47d9-a2af-9b306a1ff2e8 req-342ec406-ffe2-4ce5-8670-ac44abb730bb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678442
Apr 09 21:00:07.616080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-e26674ed-e80c-4fc3-aa4c-4bb139c54101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.617712 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-e26674ed-e80c-4fc3-aa4c-4bb139c54101 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0845706
Apr 09 21:00:07.631389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4101014a-f45a-4573-a194-f9b7022a29b0 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:07.701404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 4101014a-f45a-4573-a194-f9b7022a29b0 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:07.703552 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-58afd57e-db27-4172-95d9-a2530d7c5bb4 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772990
Apr 09 21:00:07.711401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 4101014a-f45a-4573-a194-f9b7022a29b0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:07.712597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:07.800290 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-f71a4f17-5340-4e6b-b09d-58dd672a0393 service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759274
Apr 09 21:00:07.806809 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4101014a-f45a-4573-a194-f9b7022a29b0 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:07.806989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862c1da-f1e5-499b-906e-e895d16e1684 req-175a5dd9-1ba8-4eb8-b6a1-6ba387193b9d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.807529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:07.808357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7862c1da-f1e5-499b-906e-e895d16e1684 req-175a5dd9-1ba8-4eb8-b6a1-6ba387193b9d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 945 time: 0.0895658
Apr 09 21:00:07.822346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720688c6-7133-40c3-b67c-5f3ee1b55844 req-0c8df414-bfb8-485f-b6ef-196bbc0afe49 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:07.824502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-720688c6-7133-40c3-b67c-5f3ee1b55844 req-0c8df414-bfb8-485f-b6ef-196bbc0afe49 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.0667720
Apr 09 21:00:07.832198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:07.834959 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4483afc2-da31-41be-8c49-d6bffb9a4e8a" -d '{"events": [{"server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "name": "network-vif-plugged", "status": "completed", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:07.848300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:07.854685 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:07.855653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1651bb82-70f9-47e7-a6c1-3044ad474d20 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:07.878741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 1651bb82-70f9-47e7-a6c1-3044ad474d20 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:07.878741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1651bb82-70f9-47e7-a6c1-3044ad474d20 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:07.889822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-91400f7b-e27f-49a5-9c47-62632b7bb961 req-43ea99aa-0e48-443c-aad4-5938f6d930a7 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1803594
Apr 09 21:00:07.902919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7862c1da-f1e5-499b-906e-e895d16e1684 req-319f6040-7b3c-4bd0-9499-0615960feca8 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881796
Apr 09 21:00:07.907267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-720688c6-7133-40c3-b67c-5f3ee1b55844 req-9b1b4dac-7635-4c48-957b-48869dd65c30 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762346
Apr 09 21:00:07.924042 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-a8749223-5ba1-4bdd-89e3-a2b1d38bd2e5 service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159909
Apr 09 21:00:07.929450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:07.988950 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-9b2bb1dd-2834-4c56-8058-0ab4a4ff3307 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=598fea91-f00b-41e4-8273-ec325cadb0f1 HTTP/1.1" status: 200  len: 217 time: 0.0566940
Apr 09 21:00:08.020186 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f48ba3f-150c-4d0b-a288-13a03fb33947 x-openstack-request-id: req-4f48ba3f-150c-4d0b-a288-13a03fb33947 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:08.020499 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "name": "network-vif-plugged", "status": "completed", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:08.020808 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f48ba3f-150c-4d0b-a288-13a03fb33947 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:08.021239 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f48ba3f-150c-4d0b-a288-13a03fb33947'] response: {'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0', 'code': 200}
Apr 09 21:00:08.049695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ef554-eb1f-4d54-b647-e57b34515cf5 req-53e14953-307b-4725-b6ba-27182ecc1c6c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:08.051298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f1ef554-eb1f-4d54-b647-e57b34515cf5 req-53e14953-307b-4725-b6ba-27182ecc1c6c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.0510778
Apr 09 21:00:08.098224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f1ef554-eb1f-4d54-b647-e57b34515cf5 req-5ec5e954-4706-471e-bb51-9a8eadba6c66 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409820
Apr 09 21:00:08.284520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3381-cce4-4565-8a9f-9ee73eb3bce5 req-1d46ba65-6ff4-412c-a1e3-595bd33e9485 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:08.286041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a7a3381-cce4-4565-8a9f-9ee73eb3bce5 req-1d46ba65-6ff4-412c-a1e3-595bd33e9485 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0482068
Apr 09 21:00:08.342157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a7a3381-cce4-4565-8a9f-9ee73eb3bce5 req-ba81f75b-9c29-4bbf-af20-ea349ed76c2d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499208
Apr 09 21:00:08.379447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca47c2-f23b-480f-a410-02f9626020f6 req-3a01cf67-8f6f-4604-ae91-945052b21792 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:08.380906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31ca47c2-f23b-480f-a410-02f9626020f6 req-3a01cf67-8f6f-4604-ae91-945052b21792 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 950 time: 0.0585060
Apr 09 21:00:08.428485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31ca47c2-f23b-480f-a410-02f9626020f6 req-0664d9d0-c250-43bb-8bf8-68d1e6647831 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419092
Apr 09 21:00:08.489210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad8c6a-5123-4bba-b0a0-a341793d8448 req-b65e4725-10dc-4045-9680-58f3f29a963a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:08.490729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63ad8c6a-5123-4bba-b0a0-a341793d8448 req-b65e4725-10dc-4045-9680-58f3f29a963a tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 945 time: 0.0473809
Apr 09 21:00:08.507286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:08.538899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63ad8c6a-5123-4bba-b0a0-a341793d8448 req-0b218198-95db-45e7-a6ec-cebf49503925 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425894
Apr 09 21:00:08.558199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:08.558582 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:08.647630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:08.648019 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:08.687105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:08.692159 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:08.741345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:09.032109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-0cd5a4ba-aca8-4488-986c-69f47e9dfa77 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.037359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-0cd5a4ba-aca8-4488-986c-69f47e9dfa77 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.042552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-0cd5a4ba-aca8-4488-986c-69f47e9dfa77 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.047725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-0cd5a4ba-aca8-4488-986c-69f47e9dfa77 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.052926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-0cd5a4ba-aca8-4488-986c-69f47e9dfa77 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.058141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-0cd5a4ba-aca8-4488-986c-69f47e9dfa77 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.063390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-0cd5a4ba-aca8-4488-986c-69f47e9dfa77 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.065264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-0cd5a4ba-aca8-4488-986c-69f47e9dfa77 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.4013028
Apr 09 21:00:09.071110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38951200-592d-43c6-b2c3-3d2d19de0b95 req-97766746-a66a-4b5a-864b-b99f901fe7ec tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.072453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38951200-592d-43c6-b2c3-3d2d19de0b95 req-97766746-a66a-4b5a-864b-b99f901fe7ec tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.3922679
Apr 09 21:00:09.151615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38951200-592d-43c6-b2c3-3d2d19de0b95 req-8d8ecf3f-eb22-4a32-b014-905e7e8702fd tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724251
Apr 09 21:00:09.156014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c698e97-4a12-46e7-b7c9-8254d25541e6 req-9f7e1b4c-10ee-4459-9758-c4e213b1e043 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0827184
Apr 09 21:00:09.281274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf071-5578-42c4-8330-7a3db764d9af req-703c5471-e3ae-4181-a89b-5d18f1a2825a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.282878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37baf071-5578-42c4-8330-7a3db764d9af req-703c5471-e3ae-4181-a89b-5d18f1a2825a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.0771785
Apr 09 21:00:09.290382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d6301-6145-4cb8-a60f-326109a90b0f req-41fad9e8-5614-4d5c-b59c-fa28bfff415f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.291718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-995d6301-6145-4cb8-a60f-326109a90b0f req-41fad9e8-5614-4d5c-b59c-fa28bfff415f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.0756783
Apr 09 21:00:09.361780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37baf071-5578-42c4-8330-7a3db764d9af req-fd88c679-9139-46ea-87f1-1a94ece2c62a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691359
Apr 09 21:00:09.365277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-995d6301-6145-4cb8-a60f-326109a90b0f req-665364f5-89a3-43d7-884c-4a9d480d1fb3 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668283
Apr 09 21:00:09.505200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185fbf3-5189-443e-b29a-d54ce61d01ad req-54ae58bd-56b7-409f-b76c-0f337f6b0724 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.506648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9185fbf3-5189-443e-b29a-d54ce61d01ad req-54ae58bd-56b7-409f-b76c-0f337f6b0724 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.0789320
Apr 09 21:00:09.512396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569cb1-11cc-47ca-af3a-52485cf0403c req-3c842a6a-0600-4b9e-8ead-94d528039117 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.513734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3569cb1-11cc-47ca-af3a-52485cf0403c req-3c842a6a-0600-4b9e-8ead-94d528039117 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.0847793
Apr 09 21:00:09.583828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9185fbf3-5189-443e-b29a-d54ce61d01ad req-ab88e16f-0e8d-43f0-b14c-34e74a9c075b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690672
Apr 09 21:00:09.586869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3569cb1-11cc-47ca-af3a-52485cf0403c req-2c4d2121-fb02-491c-bc5f-97c2f91a98fe tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665128
Apr 09 21:00:09.715741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7405-e77b-4c79-8e0c-70c778948f0d req-63ad452f-f85f-4ba9-83ca-2b7482b27e33 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.717241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-049b7405-e77b-4c79-8e0c-70c778948f0d req-63ad452f-f85f-4ba9-83ca-2b7482b27e33 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 950 time: 0.0735035
Apr 09 21:00:09.723103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c103b-5c31-47c6-86d1-f2c0e7d06fea req-7ab57de0-2aed-45b8-be00-5f3bc2929b7d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:09.724427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d26c103b-5c31-47c6-86d1-f2c0e7d06fea req-7ab57de0-2aed-45b8-be00-5f3bc2929b7d tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 945 time: 0.0794890
Apr 09 21:00:09.797405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-049b7405-e77b-4c79-8e0c-70c778948f0d req-3ea7aac4-2a71-4d6e-9128-4295e5d33503 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720222
Apr 09 21:00:09.800997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d26c103b-5c31-47c6-86d1-f2c0e7d06fea req-535f0cf2-2841-411a-baa7-28c3c3dc0d20 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693274
Apr 09 21:00:10.022354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:10.026099 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46ef9ec-8b53-417d-8847-6c52745a4b35" -d '{"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-plugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:10.071777 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664aceb1-4441-451d-90ef-081e114f1315 x-openstack-request-id: req-664aceb1-4441-451d-90ef-081e114f1315 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:10.072094 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-plugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:10.072374 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-664aceb1-4441-451d-90ef-081e114f1315 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:10.072778 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664aceb1-4441-451d-90ef-081e114f1315'] response: {'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'code': 200}
Apr 09 21:00:10.244457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-91a3b8fa-fbb0-4987-9164-60d7652f63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.246007 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-91a3b8fa-fbb0-4987-9164-60d7652f63e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1126 time: 0.0733309
Apr 09 21:00:10.247380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-7410af8a-4444-4958-b1c4-d7d119ba5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.248697 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-7410af8a-4444-4958-b1c4-d7d119ba5213 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df5a4b83-98bf-4e0c-ab0a-001e34755289 HTTP/1.1" status: 200  len: 797 time: 0.0858781
Apr 09 21:00:10.304372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87d626-9b86-4e3d-83e8-f2f9ee14af57 req-24bd39ae-526a-4d5b-88a7-c8ee53b86251 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.305798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb87d626-9b86-4e3d-83e8-f2f9ee14af57 req-24bd39ae-526a-4d5b-88a7-c8ee53b86251 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0747914
Apr 09 21:00:10.321627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-4657a8ee-b70f-4771-855e-7cb675917bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.326821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-4657a8ee-b70f-4771-855e-7cb675917bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.332102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-4657a8ee-b70f-4771-855e-7cb675917bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.337323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-4657a8ee-b70f-4771-855e-7cb675917bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.342540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-4657a8ee-b70f-4771-855e-7cb675917bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.347817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-4657a8ee-b70f-4771-855e-7cb675917bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.353453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-4657a8ee-b70f-4771-855e-7cb675917bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.355231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-4657a8ee-b70f-4771-855e-7cb675917bb6 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.1129487
Apr 09 21:00:10.427613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb87d626-9b86-4e3d-83e8-f2f9ee14af57 req-e2586eeb-fad4-4064-85fb-ae9d89832cca tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132236
Apr 09 21:00:10.446510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4d655cc-5418-499b-924c-9e2dfef22ea3 req-bc63f4bd-115f-4a10-9c75-8c42dc819a4f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0830176
Apr 09 21:00:10.567759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2701d1d-da8d-42a0-9cff-5a8606d2e6de req-c1becb9e-8d9b-4d5a-b4d6-7fc770f527b8 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.569168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2701d1d-da8d-42a0-9cff-5a8606d2e6de req-c1becb9e-8d9b-4d5a-b4d6-7fc770f527b8 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.0814443
Apr 09 21:00:10.589242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a22c5-1215-4bfd-be6b-dd19ccdc6990 req-39627b30-9d19-4674-b871-ce716a2174f3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.590942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a3a22c5-1215-4bfd-be6b-dd19ccdc6990 req-39627b30-9d19-4674-b871-ce716a2174f3 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.0738521
Apr 09 21:00:10.654028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2701d1d-da8d-42a0-9cff-5a8606d2e6de req-280bd87f-5229-4fc5-bb82-9579727b975b tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770152
Apr 09 21:00:10.663437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a3a22c5-1215-4bfd-be6b-dd19ccdc6990 req-3c3bced7-b032-4f43-97a5-9273da6f2fd5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650787
Apr 09 21:00:10.842819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-b2884f8f-d232-4658-80a1-084f6d6b1b13 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.844342 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-b2884f8f-d232-4658-80a1-084f6d6b1b13 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 945 time: 0.0808597
Apr 09 21:00:10.852966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-00e253d7-5570-49a3-a832-584fe5ece3da tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.854380 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-00e253d7-5570-49a3-a832-584fe5ece3da tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1&tenant_id=e77d97d277f245d4822a646af7d5f50d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 950 time: 0.0800860
Apr 09 21:00:10.860843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b233-fe9c-462e-b431-d130a7d6cf13 req-70e41603-4c3d-4842-b670-f5f1e2c807c6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.862419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1571b233-fe9c-462e-b431-d130a7d6cf13 req-70e41603-4c3d-4842-b670-f5f1e2c807c6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.1408663
Apr 09 21:00:10.890558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-9419285b-7daf-4632-8318-981b0e9296b7 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.892187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-9419285b-7daf-4632-8318-981b0e9296b7 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.32 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 946 time: 0.1111956
Apr 09 21:00:10.899284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-b62cd4e0-532e-445e-9b5f-86350225872f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.900579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-b62cd4e0-532e-445e-9b5f-86350225872f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 949 time: 0.1429043
Apr 09 21:00:10.906237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36601a-6df7-4708-af91-c6f46df2c2d4 req-b0f21a1d-8e46-499d-8005-9691b5d4dc1b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:10.907638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de36601a-6df7-4708-af91-c6f46df2c2d4 req-b0f21a1d-8e46-499d-8005-9691b5d4dc1b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 945 time: 0.1488531
Apr 09 21:00:10.979362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-73542bf5-19d8-4756-8d0e-e6aea4846dd2 service neutron] 10.222.0.32 "GET /v2.0/ports/4fed88cf-abe4-4b22-a8ee-09e62dda9535/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1178656
Apr 09 21:00:10.982768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Deleting port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:10.983137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.060602 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de36601a-6df7-4708-af91-c6f46df2c2d4 req-2d26cc89-e62e-4391-be7a-41523be27559 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382990
Apr 09 21:00:11.081369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-f4551c55-bd99-4e74-8e8f-abe70c422906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:11.082875 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-f4551c55-bd99-4e74-8e8f-abe70c422906 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 1132 time: 0.0767722
Apr 09 21:00:11.101412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1571b233-fe9c-462e-b431-d130a7d6cf13 req-712b6547-abe1-4465-a5ee-d19d05d419c1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2285810
Apr 09 21:00:11.133342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] For port 7082489d-c707-4f5b-a1d4-a0d36b4ae377, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7082489d-c707-4f5b-a1d4-a0d36b4ae377,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:11.133718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.137460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Deleting port 7e43c995-4690-4a85-93bc-a540cbd5e329 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:11.137799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.143321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Deleting port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:11.143649 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.155330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Calling delete_port for 7082489d-c707-4f5b-a1d4-a0d36b4ae377 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:11.263989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-6a68da31-08fa-42c0-8ea2-69019264719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:11.265493 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-6a68da31-08fa-42c0-8ea2-69019264719c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1743333
Apr 09 21:00:11.318383 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-bc3643d2-50bb-4c5e-865e-47b77a021d81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 200  len: 217 time: 0.0452363
Apr 09 21:00:11.319687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d835-804c-4c0f-bb28-e15e2ad75265 req-9245b7ef-d3c6-4dad-b3ad-9bf8bbb10240 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:11.321329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6a6d835-804c-4c0f-bb28-e15e2ad75265 req-9245b7ef-d3c6-4dad-b3ad-9bf8bbb10240 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 950 time: 0.1797330
Apr 09 21:00:11.370452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad706b1c-9f11-49a1-9f82-223a8b5cfa66 req-f8374d12-d455-414b-87c9-1b99f13ecc1f tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:11.371964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad706b1c-9f11-49a1-9f82-223a8b5cfa66 req-f8374d12-d455-414b-87c9-1b99f13ecc1f tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 945 time: 0.1744223
Apr 09 21:00:11.403382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-6d74f114-5c5e-4d63-9f34-d0e83e7ed5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:11.404916 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-6d74f114-5c5e-4d63-9f34-d0e83e7ed5f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0791042
Apr 09 21:00:11.410388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7082489d-c707-4f5b-a1d4-a0d36b4ae377), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.421908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['7e43c995-4690-4a85-93bc-a540cbd5e329', '7082489d-c707-4f5b-a1d4-a0d36b4ae377'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:11.454471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] For port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:11.455063 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.458664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] For port 7e43c995-4690-4a85-93bc-a540cbd5e329, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e43c995-4690-4a85-93bc-a540cbd5e329,segment=NetworkSegment(d14d92c1-7140-4250-b0ca-78c49f6f9c95),segment_id=d14d92c1-7140-4250-b0ca-78c49f6f9c95)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:11.458894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.470999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Pushing event deleted for resources: {'Port': ['ID=7082489d-c707-4f5b-a1d4-a0d36b4ae377,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:11.486601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-e695c073-3caa-47c7-bd3c-9782702b9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:11.486786 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-e695c073-3caa-47c7-bd3c-9782702b9053 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0745394
Apr 09 21:00:11.490679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Calling delete_port for 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:11.505719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6a6d835-804c-4c0f-bb28-e15e2ad75265 req-ad74b0d1-bd82-409c-9ba0-5897354b73f6 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755733
Apr 09 21:00:11.522553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Calling delete_port for 7e43c995-4690-4a85-93bc-a540cbd5e329 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:11.528249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] No DVR routers for this DVR port 7082489d-c707-4f5b-a1d4-a0d36b4ae377 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:11.539196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.542592 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b10e6751-4942-4e08-a52e-397cbc1a9d61 req-47b81b45-6fb4-43ec-9246-b858d540085b tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.32 "DELETE /v2.0/ports/7082489d-c707-4f5b-a1d4-a0d36b4ae377 HTTP/1.1" status: 204  len: 173 time: 0.6872482
Apr 09 21:00:11.542957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a', 'name': 'network-vif-deleted', 'tag': '7082489d-c707-4f5b-a1d4-a0d36b4ae377'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:11.545315 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94377fb-ac89-4fa8-8c34-e0ef1e183132" -d '{"events": [{"server_uuid": "bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a", "name": "network-vif-deleted", "tag": "7082489d-c707-4f5b-a1d4-a0d36b4ae377"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:11.625028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:11.627394 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-9de0237c-d725-418b-9e46-24a25cce02ae service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252282
Apr 09 21:00:11.728466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad706b1c-9f11-49a1-9f82-223a8b5cfa66 req-85114f6a-e9f6-4ac0-999d-00bcd22e325c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/security-groups?id=37321576-8310-4a45-b2d7-1774984d0949&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432291
Apr 09 21:00:11.787191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:11.801702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0', 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'port_id': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0', 'mac_address': 'fa:16:3e:b3:8c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeeb8e45-03b4-4849-a408-33faccc0d5fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:11.830229 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-303aad2b-50ff-4c6b-b064-3dfb90e43b63 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964269
Apr 09 21:00:11.846628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:11.847061 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.865377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:11.881134 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7e43c995-4690-4a85-93bc-a540cbd5e329), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.887146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:11.894048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['7082489d-c707-4f5b-a1d4-a0d36b4ae377'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:11.898426 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:11.943229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Pushing event deleted for resources: {'Port': ['ID=7e43c995-4690-4a85-93bc-a540cbd5e329,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:11.956468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea44032-af36-4368-9b22-6c2e68c90c9d req-07aaa5be-ba05-4b08-a9f9-ad9c4688e908 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:11.958054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aea44032-af36-4368-9b22-6c2e68c90c9d req-07aaa5be-ba05-4b08-a9f9-ad9c4688e908 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1232512
Apr 09 21:00:11.999350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:12.024896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] No DVR routers for this DVR port 7e43c995-4690-4a85-93bc-a540cbd5e329 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:12.029789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:12.033225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d81fa166-5670-40e9-a40e-a326a3e64584 req-ac45c17f-3a81-49df-b1f2-3ed6a5e64ad1 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.32 "DELETE /v2.0/ports/7e43c995-4690-4a85-93bc-a540cbd5e329 HTTP/1.1" status: 204  len: 173 time: 1.1236176
Apr 09 21:00:12.033744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd480013b-9c5d-4c86-9553-0be0c4abf76f', 'name': 'network-vif-deleted', 'tag': '7e43c995-4690-4a85-93bc-a540cbd5e329'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:12.036146 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bac4601-a485-49f3-9272-9dcd7b523b8f" -d '{"events": [{"server_uuid": "d480013b-9c5d-4c86-9553-0be0c4abf76f", "name": "network-vif-deleted", "tag": "7e43c995-4690-4a85-93bc-a540cbd5e329"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:12.043469 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:12.056395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d2b75502-aefa-4b5b-8bee-c8fc14cee225'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:12.122670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Pushing event deleted for resources: {'Port': ['ID=9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:12.133061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aea44032-af36-4368-9b22-6c2e68c90c9d req-d1077999-b6d6-46c8-b355-74eac80d1394 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498935
Apr 09 21:00:12.154213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-a8968229-c97a-4169-a2dd-d5694791a1ae tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.159592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-a8968229-c97a-4169-a2dd-d5694791a1ae tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.165013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-a8968229-c97a-4169-a2dd-d5694791a1ae tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.170354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-a8968229-c97a-4169-a2dd-d5694791a1ae tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.181267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-a8968229-c97a-4169-a2dd-d5694791a1ae tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.186668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-a8968229-c97a-4169-a2dd-d5694791a1ae tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.191003 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee57a735-6e56-4099-82f8-cbeb37b234d8 x-openstack-request-id: req-ee57a735-6e56-4099-82f8-cbeb37b234d8 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:12.192098 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a", "name": "network-vif-deleted", "tag": "7082489d-c707-4f5b-a1d4-a0d36b4ae377", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:12.192439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-a8968229-c97a-4169-a2dd-d5694791a1ae tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.193174 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee57a735-6e56-4099-82f8-cbeb37b234d8 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:12.193755 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee57a735-6e56-4099-82f8-cbeb37b234d8'] response: {'server_uuid': 'bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a', 'name': 'network-vif-deleted', 'tag': '7082489d-c707-4f5b-a1d4-a0d36b4ae377', 'status': 'completed', 'code': 200}
Apr 09 21:00:12.194612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-a8968229-c97a-4169-a2dd-d5694791a1ae tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.1439459
Apr 09 21:00:12.237050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] No DVR routers for this DVR port 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:12.245419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:12.248830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97de4e9c-76e0-48c9-9fa8-46dc168ff79e req-836202df-51c9-4094-af8c-1a90b8f93b7f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "DELETE /v2.0/ports/9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 HTTP/1.1" status: 204  len: 173 time: 1.3402808
Apr 09 21:00:12.327309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15cdd9e7-428a-4048-8ae2-4e1b90a489d1 req-b52ef627-8da1-45de-9ec0-a3e3acd1db37 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 210 time: 0.0517678
Apr 09 21:00:12.336555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54a3efe6-cba5-4a41-8582-8344f233b08c req-340a7c26-e686-4db0-8483-301cdce4ac7a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1255968
Apr 09 21:00:12.340179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30b51-9109-4113-9858-d81c493492fe req-fc4b42ac-125e-4e6d-a1d5-71b41414907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.342093 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-fc4b42ac-125e-4e6d-a1d5-71b41414907b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1065111
Apr 09 21:00:12.358231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:12.471209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-7f309796-4bfd-4779-9109-0f223e08fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.472639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-7f309796-4bfd-4779-9109-0f223e08fe04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.2479641
Apr 09 21:00:12.477062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0981-d836-4b97-baba-517bfd972ea7 req-3448445d-d911-4074-b920-759996c8b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.482071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-757f0981-d836-4b97-baba-517bfd972ea7 req-3448445d-d911-4074-b920-759996c8b555 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1128 time: 0.0851498
Apr 09 21:00:12.494828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a7def-639c-4fe8-a574-602a65756145 req-8e2fe338-4b09-4583-a2ba-5ae304eb402d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.496457 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5f8a7def-639c-4fe8-a574-602a65756145 req-8e2fe338-4b09-4583-a2ba-5ae304eb402d tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/ports?device_id=674593e6-b6e7-4b13-bbc2-06fa68785ee0 HTTP/1.1" status: 200  len: 949 time: 0.0886545
Apr 09 21:00:12.503142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3286f-0c7e-4391-93f7-c36524cf2f6f req-05222b28-95da-4d07-b36d-6cbf06ac8225 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.505026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6b3286f-0c7e-4391-93f7-c36524cf2f6f req-05222b28-95da-4d07-b36d-6cbf06ac8225 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.0772951
Apr 09 21:00:12.506756 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3308ff-8b50-4635-b806-b207f87d70f7 x-openstack-request-id: req-5a3308ff-8b50-4635-b806-b207f87d70f7 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:12.507220 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d480013b-9c5d-4c86-9553-0be0c4abf76f", "name": "network-vif-deleted", "tag": "7e43c995-4690-4a85-93bc-a540cbd5e329", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:12.507634 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a3308ff-8b50-4635-b806-b207f87d70f7 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:12.508392 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3308ff-8b50-4635-b806-b207f87d70f7'] response: {'server_uuid': 'd480013b-9c5d-4c86-9553-0be0c4abf76f', 'name': 'network-vif-deleted', 'tag': '7e43c995-4690-4a85-93bc-a540cbd5e329', 'status': 'completed', 'code': 200}
Apr 09 21:00:12.569553 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-4c9e25e0-a767-44e8-a587-0be844b5fc34 service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793678
Apr 09 21:00:12.571834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7082489d-c707-4f5b-a1d4-a0d36b4ae377 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:12.581798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6b3286f-0c7e-4391-93f7-c36524cf2f6f req-63670835-7487-4998-b832-a78e9455583f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690815
Apr 09 21:00:12.595557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 7082489d-c707-4f5b-a1d4-a0d36b4ae377 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:12.595906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7082489d-c707-4f5b-a1d4-a0d36b4ae377 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:12.596356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7e43c995-4690-4a85-93bc-a540cbd5e329 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:12.617652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 7e43c995-4690-4a85-93bc-a540cbd5e329 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:12.618076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7e43c995-4690-4a85-93bc-a540cbd5e329 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:12.618420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:12.622536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b860f9-775b-4b6c-a327-b1c98ee1791a req-049d324d-fb46-4497-ba18-6be403aa586e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.624061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1b860f9-775b-4b6c-a327-b1c98ee1791a req-049d324d-fb46-4497-ba18-6be403aa586e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 945 time: 0.0633225
Apr 09 21:00:12.638234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:12.638577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:12.708058 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-16201a41-8b3f-49eb-b952-27516b4de882 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 217 time: 0.0711081
Apr 09 21:00:12.768007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b49b-1bf6-4b0e-a31b-cec24a95d90d req-d6ee5fe3-64b4-4297-8d35-0c6de99314f5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.769729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ca6b49b-1bf6-4b0e-a31b-cec24a95d90d req-d6ee5fe3-64b4-4297-8d35-0c6de99314f5 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 950 time: 0.1167798
Apr 09 21:00:12.775037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-757f0981-d836-4b97-baba-517bfd972ea7 req-05efb1a5-1958-45ec-beb9-cfa8882bb28e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374047
Apr 09 21:00:12.780090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1b860f9-775b-4b6c-a327-b1c98ee1791a req-34f0a476-0dba-4340-a03d-c539c64cef60 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497266
Apr 09 21:00:12.803593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-149644fc-962a-4abf-aa6b-63b079b39991 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:12.805001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-149644fc-962a-4abf-aa6b-63b079b39991 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 950 time: 0.1099615
Apr 09 21:00:12.850436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ca6b49b-1bf6-4b0e-a31b-cec24a95d90d req-461c002f-2141-4683-852a-8b34adedf097 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693760
Apr 09 21:00:12.883483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1bc6f77b-de2a-41c7-a534-e1a1aaa016f5 req-5c7ae082-0c5b-4f60-9f7e-1ab14388a46c tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc91cc3c-e0b6-48c4-ad6d-f31b56de2b6a HTTP/1.1" status: 200  len: 210 time: 0.0298858
Apr 09 21:00:13.116605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Deleting port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:13.116848 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.137363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-82d4cd93-36f5-422d-b082-fe138af22a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.138822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-82d4cd93-36f5-422d-b082-fe138af22a62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.4128191
Apr 09 21:00:13.149068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Deleting port 147d52be-77da-4ccb-86ad-30f4bd1a6539 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:13.149422 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.192569 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac30b51-9109-4113-9858-d81c493492fe req-e2228952-6ca5-4953-a552-22036d5eea96 service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4940176
Apr 09 21:00:13.196544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-747ea79f-22c3-4be2-8ba3-fde1ba5cd0a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485013
Apr 09 21:00:13.230623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] For port 2e45c6ce-b2c0-4790-bc04-fbb033004b11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e45c6ce-b2c0-4790-bc04-fbb033004b11,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:13.230988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.274278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Calling delete_port for 2e45c6ce-b2c0-4790-bc04-fbb033004b11 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:13.279299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] For port 147d52be-77da-4ccb-86ad-30f4bd1a6539, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=147d52be-77da-4ccb-86ad-30f4bd1a6539,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:13.279681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.294981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Calling delete_port for 147d52be-77da-4ccb-86ad-30f4bd1a6539 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:13.304734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26e5cf-b38a-4a0f-b9f0-1bed55e8480b req-81f13551-3a47-43d7-aa10-1e2f41049aa1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.306292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff26e5cf-b38a-4a0f-b9f0-1bed55e8480b req-81f13551-3a47-43d7-aa10-1e2f41049aa1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0781507
Apr 09 21:00:13.415964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff26e5cf-b38a-4a0f-b9f0-1bed55e8480b req-bfaa73cf-5aa3-415a-86fc-4752661e1e59 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785460
Apr 09 21:00:13.468199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (147d52be-77da-4ccb-86ad-30f4bd1a6539), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.484579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4152616-5fd7-4aea-a1ec-239ca402513c req-7381d04f-c962-44aa-b580-59e6676cb1c8 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 210 time: 0.0374718
Apr 09 21:00:13.492738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:13.515124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event deleted for resources: {'Port': ['ID=147d52be-77da-4ccb-86ad-30f4bd1a6539,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:13.562197 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2e45c6ce-b2c0-4790-bc04-fbb033004b11), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.597738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ea23a674-89c2-48ea-9d14-9a710c1b9f16'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:13.641363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] No DVR routers for this DVR port 147d52be-77da-4ccb-86ad-30f4bd1a6539 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:13.644621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.651559 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5f8a7def-639c-4fe8-a574-602a65756145 req-b8bbfc6d-5b90-4274-bcc1-79a194650f67 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "DELETE /v2.0/ports/147d52be-77da-4ccb-86ad-30f4bd1a6539 HTTP/1.1" status: 204  len: 173 time: 1.0118854
Apr 09 21:00:13.655673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event deleted for resources: {'Port': ['ID=2e45c6ce-b2c0-4790-bc04-fbb033004b11,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:13.680174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:13.683104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['147d52be-77da-4ccb-86ad-30f4bd1a6539', '2e45c6ce-b2c0-4790-bc04-fbb033004b11'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:13.684940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:13.700237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81e51-feab-434f-a66a-ed74210c17be req-0c74de93-8fd7-4316-9953-ea113c2aa0c9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.707014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81e51-feab-434f-a66a-ed74210c17be req-0c74de93-8fd7-4316-9953-ea113c2aa0c9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.713677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81e51-feab-434f-a66a-ed74210c17be req-0c74de93-8fd7-4316-9953-ea113c2aa0c9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.720272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81e51-feab-434f-a66a-ed74210c17be req-0c74de93-8fd7-4316-9953-ea113c2aa0c9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.725967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81e51-feab-434f-a66a-ed74210c17be req-0c74de93-8fd7-4316-9953-ea113c2aa0c9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.731853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81e51-feab-434f-a66a-ed74210c17be req-0c74de93-8fd7-4316-9953-ea113c2aa0c9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.737233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81e51-feab-434f-a66a-ed74210c17be req-0c74de93-8fd7-4316-9953-ea113c2aa0c9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.739194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbe81e51-feab-434f-a66a-ed74210c17be req-0c74de93-8fd7-4316-9953-ea113c2aa0c9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.2518098
Apr 09 21:00:13.821827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] No DVR routers for this DVR port 2e45c6ce-b2c0-4790-bc04-fbb033004b11 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:13.833249 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.837083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c302a8c-4329-43a1-84b5-13085f43c1b9 req-ea57fd3e-f18c-40ba-a33c-295bdcb4ca28 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.25 "DELETE /v2.0/ports/2e45c6ce-b2c0-4790-bc04-fbb033004b11 HTTP/1.1" status: 204  len: 173 time: 0.8097026
Apr 09 21:00:13.837602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:13.859344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:13.859870 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:13.864140 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-1942d3cf-e470-4000-abc8-94a5c83e6a8a service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097066
Apr 09 21:00:13.864435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1b732-afe3-4521-a4f1-dd825e0b3229 req-36f4fd02-806e-4bf1-afc0-0a08ba3eb301 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:13.866306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d1b732-afe3-4521-a4f1-dd825e0b3229 req-36f4fd02-806e-4bf1-afc0-0a08ba3eb301 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.1775570
Apr 09 21:00:13.876376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbe81e51-feab-434f-a66a-ed74210c17be req-9998ca07-247c-4283-b90d-f2728cdc86fb tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1218123
Apr 09 21:00:13.931693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d1b732-afe3-4521-a4f1-dd825e0b3229 req-d9428d9b-8860-4bb2-8e5e-a7f6e22c0b5c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542753
Apr 09 21:00:14.014305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717c54f-8ba7-4065-8a6f-5609ca2ec878 req-2c630cef-8168-407a-b9c3-cc832a986d41 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:14.021756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d717c54f-8ba7-4065-8a6f-5609ca2ec878 req-2c630cef-8168-407a-b9c3-cc832a986d41 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 945 time: 0.0557733
Apr 09 21:00:14.051940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:14.052337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:14.062905 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf4a3aca-60de-4a8a-a5e0-dcbd2cc5205f req-43f4fe9d-3388-4cc0-b0f3-17ca204f6523 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 210 time: 0.0338933
Apr 09 21:00:14.076764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:14.079267 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad40c821-1b1f-49b2-acf3-3760bfacdda7" -d '{"events": [{"server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:14.096742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:14.100400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d717c54f-8ba7-4065-8a6f-5609ca2ec878 req-cc052984-03de-49e7-b5fd-23cc7277b670 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775747
Apr 09 21:00:14.104759 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:14.185154 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac1085b-6ea3-49eb-b3b8-7d1e004ff408 x-openstack-request-id: req-7ac1085b-6ea3-49eb-b3b8-7d1e004ff408 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:14.185681 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:14.185902 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ac1085b-6ea3-49eb-b3b8-7d1e004ff408 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:14.186327 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac1085b-6ea3-49eb-b3b8-7d1e004ff408'] response: {'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0', 'code': 200}
Apr 09 21:00:14.191069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:14.194895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674593e6-b6e7-4b13-bbc2-06fa68785ee0', 'name': 'network-vif-deleted', 'tag': '147d52be-77da-4ccb-86ad-30f4bd1a6539'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:14.197276 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4ef8f-b9ca-402e-b851-3f7dc82ac561" -d '{"events": [{"server_uuid": "674593e6-b6e7-4b13-bbc2-06fa68785ee0", "name": "network-vif-deleted", "tag": "147d52be-77da-4ccb-86ad-30f4bd1a6539"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:14.239850 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f0c1e8-cf69-4e65-86aa-eb410985e051 x-openstack-request-id: req-53f0c1e8-cf69-4e65-86aa-eb410985e051 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:14.240140 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674593e6-b6e7-4b13-bbc2-06fa68785ee0", "name": "network-vif-deleted", "tag": "147d52be-77da-4ccb-86ad-30f4bd1a6539", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:14.240389 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53f0c1e8-cf69-4e65-86aa-eb410985e051 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:14.240787 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f0c1e8-cf69-4e65-86aa-eb410985e051'] response: {'server_uuid': '674593e6-b6e7-4b13-bbc2-06fa68785ee0', 'name': 'network-vif-deleted', 'tag': '147d52be-77da-4ccb-86ad-30f4bd1a6539', 'status': 'completed', 'code': 200}
Apr 09 21:00:14.250769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-065d56c3-537f-4ebf-a245-df1d727d69db req-7dc08e85-dd1b-4a73-ae5c-8b11094d4725 tempest-ListServersNegativeTestJSON-349425652 tempest-ListServersNegativeTestJSON-349425652-project] 10.222.0.30 "GET /v2.0/ports?device_id=d480013b-9c5d-4c86-9553-0be0c4abf76f HTTP/1.1" status: 200  len: 210 time: 0.0384314
Apr 09 21:00:14.519625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e71eab-8630-4e09-b286-3de7e1562dd7', 'name': 'network-vif-deleted', 'tag': '9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9'}, {'server_uuid': 'cef417c4-dee0-46c2-a42f-dc721270cc56', 'name': 'network-vif-deleted', 'tag': '2e45c6ce-b2c0-4790-bc04-fbb033004b11'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:14.521988 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d5926c-1e3d-4c6a-bf27-5fa9ed1c7404" -d '{"events": [{"server_uuid": "81e71eab-8630-4e09-b286-3de7e1562dd7", "name": "network-vif-deleted", "tag": "9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9"}, {"server_uuid": "cef417c4-dee0-46c2-a42f-dc721270cc56", "name": "network-vif-deleted", "tag": "2e45c6ce-b2c0-4790-bc04-fbb033004b11"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:14.537514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 061549ac-a3d6-4b74-9e58-6e99390adc84 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:14.577294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b98b51-0272-4946-a4e4-d2b2a14b2ac1 req-f6965269-fd3f-4e8d-8e75-f9ffda8426b3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:14.586771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28b98b51-0272-4946-a4e4-d2b2a14b2ac1 req-f6965269-fd3f-4e8d-8e75-f9ffda8426b3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0899966
Apr 09 21:00:14.654278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0d4f6c5-1d82-48f5-8556-37502d4895c6 req-66065f55-0b0e-44c6-8006-6246273c43c5 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e71eab-8630-4e09-b286-3de7e1562dd7 HTTP/1.1" status: 200  len: 210 time: 0.0357523
Apr 09 21:00:14.673670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:14.685508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28b98b51-0272-4946-a4e4-d2b2a14b2ac1 req-3bd2f6f5-fe60-45a4-a187-8ba4c098178e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975201
Apr 09 21:00:14.693805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'port_id': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'mac_address': 'fa:16:3e:a3:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fcb9fd-163d-4271-b203-19d5638517d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:14.723462 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d24bd33-f502-4110-a279-87b7ede2116b x-openstack-request-id: req-1d24bd33-f502-4110-a279-87b7ede2116b {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:14.723742 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e71eab-8630-4e09-b286-3de7e1562dd7", "name": "network-vif-deleted", "tag": "9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9", "status": "completed", "code": 200}, {"server_uuid": "cef417c4-dee0-46c2-a42f-dc721270cc56", "name": "network-vif-deleted", "tag": "2e45c6ce-b2c0-4790-bc04-fbb033004b11", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:14.724001 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d24bd33-f502-4110-a279-87b7ede2116b {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:14.724403 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d24bd33-f502-4110-a279-87b7ede2116b'] response: {'server_uuid': '81e71eab-8630-4e09-b286-3de7e1562dd7', 'name': 'network-vif-deleted', 'tag': '9e46b2b2-2e20-4e16-bdf7-e3cb3bdfd4c9', 'status': 'completed', 'code': 200}
Apr 09 21:00:14.724845 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d24bd33-f502-4110-a279-87b7ede2116b'] response: {'server_uuid': 'cef417c4-dee0-46c2-a42f-dc721270cc56', 'name': 'network-vif-deleted', 'tag': '2e45c6ce-b2c0-4790-bc04-fbb033004b11', 'status': 'completed', 'code': 200}
Apr 09 21:00:14.774647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 061549ac-a3d6-4b74-9e58-6e99390adc84 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:14.775138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:14.790346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 061549ac-a3d6-4b74-9e58-6e99390adc84 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:14.811847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:14.817434 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:14.870410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:14.879606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-a80556fc-17b8-486f-adee-1f5e627b551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:14.881186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-a80556fc-17b8-486f-adee-1f5e627b551a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1&tenant_id=e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 1132 time: 0.0975597
Apr 09 21:00:14.929079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['061549ac-a3d6-4b74-9e58-6e99390adc84'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:15.059921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-a892572d-f88a-4c59-adad-2184ce72c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.061490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-a892572d-f88a-4c59-adad-2184ce72c02a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 1132 time: 0.1533151
Apr 09 21:00:15.104651 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d3244213-defb-4926-be5b-8bb2f3d003e8 req-151bb9d2-7471-43ad-a7b4-321915465ade service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544013
Apr 09 21:00:15.167367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5a70523e-64fc-408b-b19b-8c2c4c81397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.167766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5a70523e-64fc-408b-b19b-8c2c4c81397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.168245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5a70523e-64fc-408b-b19b-8c2c4c81397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.168713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5a70523e-64fc-408b-b19b-8c2c4c81397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.169223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5a70523e-64fc-408b-b19b-8c2c4c81397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.169693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5a70523e-64fc-408b-b19b-8c2c4c81397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.170157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5a70523e-64fc-408b-b19b-8c2c4c81397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.172059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-5a70523e-64fc-408b-b19b-8c2c4c81397f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6693 time: 0.2250953
Apr 09 21:00:15.219054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00508-1478-4366-a54e-7563e6863ab2 req-53f7c499-30c6-4462-ac43-381b9b1eeb6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.224476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00508-1478-4366-a54e-7563e6863ab2 req-53f7c499-30c6-4462-ac43-381b9b1eeb6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.230297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00508-1478-4366-a54e-7563e6863ab2 req-53f7c499-30c6-4462-ac43-381b9b1eeb6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.235899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00508-1478-4366-a54e-7563e6863ab2 req-53f7c499-30c6-4462-ac43-381b9b1eeb6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.241888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00508-1478-4366-a54e-7563e6863ab2 req-53f7c499-30c6-4462-ac43-381b9b1eeb6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.247525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00508-1478-4366-a54e-7563e6863ab2 req-53f7c499-30c6-4462-ac43-381b9b1eeb6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.253721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00508-1478-4366-a54e-7563e6863ab2 req-53f7c499-30c6-4462-ac43-381b9b1eeb6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.255998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f00508-1478-4366-a54e-7563e6863ab2 req-53f7c499-30c6-4462-ac43-381b9b1eeb6d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.2658544
Apr 09 21:00:15.270561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa7aca-af29-4395-ac96-e105c4cce4c5 req-f6dcd5c9-70ad-45e5-bdde-ba1c34836f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.272087 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-95fa7aca-af29-4395-ac96-e105c4cce4c5 req-f6dcd5c9-70ad-45e5-bdde-ba1c34836f76 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1128 time: 0.0424194
Apr 09 21:00:15.301573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07c232-e0ab-43e8-92b6-d37f11b393ad req-1af4bac4-3948-4e45-a7f7-c06dfae0130c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.303010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e07c232-e0ab-43e8-92b6-d37f11b393ad req-1af4bac4-3948-4e45-a7f7-c06dfae0130c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.2174940
Apr 09 21:00:15.410970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-9e6ec4c4-5050-4e5d-ac9a-79ceeb3ddff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.412492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-9e6ec4c4-5050-4e5d-ac9a-79ceeb3ddff1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3235788
Apr 09 21:00:15.500050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f00508-1478-4366-a54e-7563e6863ab2 req-4598aaa3-d4de-4d49-921c-d0939c746e4e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2182734
Apr 09 21:00:15.501349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-d9ce26cb-9541-4a46-89f1-2911b62038a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 200  len: 217 time: 0.0752470
Apr 09 21:00:15.506396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e07c232-e0ab-43e8-92b6-d37f11b393ad req-254d5868-aaab-4e95-82f5-00e0bfde6961 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875818
Apr 09 21:00:15.507962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-90f248ab-010d-495f-b4ef-62598bc5f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.509508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-90f248ab-010d-495f-b4ef-62598bc5f739 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 HTTP/1.1" status: 200  len: 901 time: 0.2525959
Apr 09 21:00:15.583879 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-95fa7aca-af29-4395-ac96-e105c4cce4c5 req-353d0070-6940-43cc-aea3-53e553531863 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760150
Apr 09 21:00:15.872866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-1e65b085-602a-4743-b8ed-3983c74a71f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=598fea91-f00b-41e4-8273-ec325cadb0f1 HTTP/1.1" status: 200  len: 217 time: 0.3540554
Apr 09 21:00:15.911743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-890083c8-023b-4871-8ece-d20c32fd76ad req-59938cc8-40a9-4f79-b9bd-f3c804236a72 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=cef417c4-dee0-46c2-a42f-dc721270cc56 HTTP/1.1" status: 200  len: 210 time: 0.0849431
Apr 09 21:00:15.929962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-d1232b4a-5779-46dc-86d4-dc72f6f608dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.931426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-d1232b4a-5779-46dc-86d4-dc72f6f608dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.4210551
Apr 09 21:00:15.937616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9fa2-93cf-4934-b01e-5fda59705ca4 req-97ed9db8-b721-4643-b32b-06c745f656ed tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.939178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7abe9fa2-93cf-4934-b01e-5fda59705ca4 req-97ed9db8-b721-4643-b32b-06c745f656ed tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.1145139
Apr 09 21:00:15.957378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47328) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:15.994971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-a513827b-dcd9-4486-9f1f-cf5f821aa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:15.996513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-a513827b-dcd9-4486-9f1f-cf5f821aa970 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0557177
Apr 09 21:00:16.018484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2870068-6500-41db-96e1-0561682d4e29 admin admin] Deleting subnet fcefbe1d-d8ca-4834-864a-e691d3351bd8 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:00:16.022122 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2870068-6500-41db-96e1-0561682d4e29 admin admin] Publish callbacks [] for subnet (fcefbe1d-d8ca-4834-864a-e691d3351bd8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.079467 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2870068-6500-41db-96e1-0561682d4e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (fcefbe1d-d8ca-4834-864a-e691d3351bd8), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.096353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7abe9fa2-93cf-4934-b01e-5fda59705ca4 req-de7dce6b-545e-44aa-9703-fb8ce2eb11b9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478624
Apr 09 21:00:16.155846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-ab17cd50-9200-4624-ad7b-5a3d1f34c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.157630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-ab17cd50-9200-4624-ad7b-5a3d1f34c6a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df5a4b83-98bf-4e0c-ab0a-001e34755289 HTTP/1.1" status: 200  len: 797 time: 0.1642718
Apr 09 21:00:16.170239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2870068-6500-41db-96e1-0561682d4e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (fcefbe1d-d8ca-4834-864a-e691d3351bd8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.180175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f980d-070c-4090-b51b-bb445f49c200 req-bb64dd14-42d6-4269-b675-af68c1cb2622 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.181725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb6f980d-070c-4090-b51b-bb445f49c200 req-bb64dd14-42d6-4269-b675-af68c1cb2622 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.1173859
Apr 09 21:00:16.265414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2870068-6500-41db-96e1-0561682d4e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (fcefbe1d-d8ca-4834-864a-e691d3351bd8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.279125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-52d9bc75-215d-4c15-af89-bacea675a27d service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2688220
Apr 09 21:00:16.287535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb6f980d-070c-4090-b51b-bb445f49c200 req-01cbdbe2-5319-4116-a14c-ff690c977071 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969017
Apr 09 21:00:16.304729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2870068-6500-41db-96e1-0561682d4e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcefbe1d-d8ca-4834-864a-e691d3351bd8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:16.320825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2870068-6500-41db-96e1-0561682d4e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.326650 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b2870068-6500-41db-96e1-0561682d4e29 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fcefbe1d-d8ca-4834-864a-e691d3351bd8 HTTP/1.1" status: 204  len: 168 time: 0.3681362
Apr 09 21:00:16.329480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47346) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:16.407393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff839c7-e5f7-4313-816b-2e1b6d7ea5ce req-76ca7e3f-3134-4bee-a78f-02ce4936a3b7 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186962
Apr 09 21:00:16.438827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (9db78731-e1e1-4de6-972d-c058e9bb637d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.523592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5274e-c390-4020-8dd6-84df229557f3 req-5f304001-f4d2-4f72-ae8b-c5afe3c7de11 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.525237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61e5274e-c390-4020-8dd6-84df229557f3 req-5f304001-f4d2-4f72-ae8b-c5afe3c7de11 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 950 time: 0.0517733
Apr 09 21:00:16.532099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (9db78731-e1e1-4de6-972d-c058e9bb637d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.540859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 061549ac-a3d6-4b74-9e58-6e99390adc84 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:16.558483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375b99f40>,) {'filters': {'network_id': ['9db78731-e1e1-4de6-972d-c058e9bb637d']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:16.568548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375b99f40>, 'd14d92c1-7140-4250-b0ca-78c49f6f9c95') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:16.569089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375b99f40>, 'd14d92c1-7140-4250-b0ca-78c49f6f9c95') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:16.582220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d14d92c1-7140-4250-b0ca-78c49f6f9c95), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.582455 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61e5274e-c390-4020-8dd6-84df229557f3 req-8e0e864c-b048-44a7-8305-2409268aa775 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508113
Apr 09 21:00:16.608151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d14d92c1-7140-4250-b0ca-78c49f6f9c95), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.612403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 061549ac-a3d6-4b74-9e58-6e99390adc84 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:16.613017 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.622173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:00:16.622585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d14d92c1-7140-4250-b0ca-78c49f6f9c95), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:00:16.624512 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:00:16.700862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 061549ac-a3d6-4b74-9e58-6e99390adc84 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:16.701412 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.708237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (9db78731-e1e1-4de6-972d-c058e9bb637d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.708654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-0edf4b4c-1edf-4c30-9895-035bf94a57f4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.714032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-0edf4b4c-1edf-4c30-9895-035bf94a57f4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.719777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-0edf4b4c-1edf-4c30-9895-035bf94a57f4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.723692 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.725512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-0edf4b4c-1edf-4c30-9895-035bf94a57f4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.728501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9db78731-e1e1-4de6-972d-c058e9bb637d HTTP/1.1" status: 204  len: 168 time: 0.3978944
Apr 09 21:00:16.731684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-0edf4b4c-1edf-4c30-9895-035bf94a57f4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.737224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-0edf4b4c-1edf-4c30-9895-035bf94a57f4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.738438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a57b1-1947-46f2-8356-58caa4ac1bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db78731-e1e1-4de6-972d-c058e9bb637d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:16.742082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:16.742846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-0edf4b4c-1edf-4c30-9895-035bf94a57f4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.744850 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae1dcb-d783-4616-8542-e892299d1471" -d '{"events": [{"server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "name": "network-vif-plugged", "status": "completed", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:16.745532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-0edf4b4c-1edf-4c30-9895-035bf94a57f4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.1161842
Apr 09 21:00:16.753224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:16.760245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.761186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:16.778085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaa6ce-be3b-4cd3-949c-882831fad2f0 req-db965975-2c14-4019-a83b-0a1e34a41731 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:16.781516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5aaa6ce-be3b-4cd3-949c-882831fad2f0 req-db965975-2c14-4019-a83b-0a1e34a41731 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.1216033
Apr 09 21:00:16.843677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:16.862437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb2046ec-9e78-4e77-baaa-0eb2a97824f5 req-681af2e4-1afd-4ce1-8b71-66a658891e75 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1093092
Apr 09 21:00:16.873600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5aaa6ce-be3b-4cd3-949c-882831fad2f0 req-c4e2ccbb-7f8c-48c1-9ae9-e74aa630e852 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853729
Apr 09 21:00:16.874209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47360) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:16.888423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:16.888818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.926785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:16.929115 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90c475f-c1a1-4e9d-acc8-b8ec8aad7ff1 x-openstack-request-id: req-a90c475f-c1a1-4e9d-acc8-b8ec8aad7ff1 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:16.929466 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "name": "network-vif-plugged", "status": "completed", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:16.929933 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a90c475f-c1a1-4e9d-acc8-b8ec8aad7ff1 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:16.930300 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90c475f-c1a1-4e9d-acc8-b8ec8aad7ff1'] response: {'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'code': 200}
Apr 09 21:00:16.933299 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:16.941704 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d685d813-cfa5-4512-844b-9288f510279f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3389a4f6db1e4cd7b183da2c7e6a4850&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0663600
Apr 09 21:00:16.944371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47366) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:17.015246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bab6463f-91f5-4b41-a613-4fa4a990141f admin admin] Publish callbacks [] for security_group (37321576-8310-4a45-b2d7-1774984d0949), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:17.026741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c41961-75c4-4db6-8196-e33036762df4 req-41bbc94d-9618-4c01-a052-38254742810d tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:17.039470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3c41961-75c4-4db6-8196-e33036762df4 req-41bbc94d-9618-4c01-a052-38254742810d tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1128 time: 0.0753729
Apr 09 21:00:17.043473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bab6463f-91f5-4b41-a613-4fa4a990141f admin admin] Publish callbacks [] for security_group (37321576-8310-4a45-b2d7-1774984d0949), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:17.093467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3c41961-75c4-4db6-8196-e33036762df4 req-9d34db56-5d2b-42dd-93d5-d47bc51c31bb tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529897
Apr 09 21:00:17.113087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bab6463f-91f5-4b41-a613-4fa4a990141f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (37321576-8310-4a45-b2d7-1774984d0949), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:17.115911 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bab6463f-91f5-4b41-a613-4fa4a990141f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:17.119530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bab6463f-91f5-4b41-a613-4fa4a990141f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37321576-8310-4a45-b2d7-1774984d0949 HTTP/1.1" status: 204  len: 168 time: 0.1716232
Apr 09 21:00:17.139917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6463f-91f5-4b41-a613-4fa4a990141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37321576-8310-4a45-b2d7-1774984d0949,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:17.170277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:17.273277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6ad96-f741-4212-82d9-664731c97a82 req-0c8163d1-62c5-44e6-9d50-aba57e4d69e6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:17.274900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0e6ad96-f741-4212-82d9-664731c97a82 req-0c8163d1-62c5-44e6-9d50-aba57e4d69e6 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.0841866
Apr 09 21:00:17.283758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-abff7c6a-4131-494d-9000-e33c41bac706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:17.285564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-abff7c6a-4131-494d-9000-e33c41bac706 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0636976
Apr 09 21:00:17.422516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3997d-656b-4e43-8443-e71082845f45 req-2684301d-0df6-4769-963a-0503665f6a05 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:17.424042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5fe3997d-656b-4e43-8443-e71082845f45 req-2684301d-0df6-4769-963a-0503665f6a05 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1128 time: 0.1025610
Apr 09 21:00:17.427283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0e6ad96-f741-4212-82d9-664731c97a82 req-46154016-0c0b-4b95-b162-214cd5642de5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406715
Apr 09 21:00:17.492555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-43ab1063-5472-4c4a-9715-9a572ca9c116 service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994073
Apr 09 21:00:17.538481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5fe3997d-656b-4e43-8443-e71082845f45 req-c68e568a-f530-4dd9-8ead-415f4457ed6f tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081665
Apr 09 21:00:17.654279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b9268-bfe1-45c5-a7b5-329451505601 req-b55aa960-6313-453f-9134-86b02a96e69e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:17.655792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a8b9268-bfe1-45c5-a7b5-329451505601 req-b55aa960-6313-453f-9134-86b02a96e69e tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 972 time: 0.0693104
Apr 09 21:00:17.686320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2e45c6ce-b2c0-4790-bc04-fbb033004b11 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:17.697313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db99a59e-2c3c-4002-bfe1-06147c4f3c61 req-091d6480-8b1f-4713-9c5a-7cc902410970 service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1945012
Apr 09 21:00:17.729957 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:00:17.734045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 2e45c6ce-b2c0-4790-bc04-fbb033004b11 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:17.735733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dd6b0-229d-46c6-adfd-0c3c2be3a202 req-de5c1cb0-96e4-49fd-b578-427a74b82395 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:17.736556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2e45c6ce-b2c0-4790-bc04-fbb033004b11 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:17.737278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 147d52be-77da-4ccb-86ad-30f4bd1a6539 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:17.737486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-778dd6b0-229d-46c6-adfd-0c3c2be3a202 req-de5c1cb0-96e4-49fd-b578-427a74b82395 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 948 time: 0.0930681
Apr 09 21:00:17.775070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a8b9268-bfe1-45c5-a7b5-329451505601 req-19283af9-99f8-4cd7-9e06-4f16afd8f2d0 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061273
Apr 09 21:00:17.800056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 147d52be-77da-4ccb-86ad-30f4bd1a6539 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:17.800403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 147d52be-77da-4ccb-86ad-30f4bd1a6539 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:17.821850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-778dd6b0-229d-46c6-adfd-0c3c2be3a202 req-44a8fa4e-1623-4f17-a5f9-79dfe661c73f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695541
Apr 09 21:00:17.934876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af19e6-fc96-4e34-818f-8b620c9d5c64 req-a770fd6a-07c7-49ff-93e5-9a73620bbcb7 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:17.936597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6af19e6-fc96-4e34-818f-8b620c9d5c64 req-a770fd6a-07c7-49ff-93e5-9a73620bbcb7 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 950 time: 0.0548875
Apr 09 21:00:17.948566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47424) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:18.008269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6af19e6-fc96-4e34-818f-8b620c9d5c64 req-49e58796-2687-407f-a307-ae1fb8b960f8 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643239
Apr 09 21:00:18.068255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-network', 'tenant_id': '8584541985ac44cc923c89a5a518ec32'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:18.126293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Made reservation on behalf of 8584541985ac44cc923c89a5a518ec32 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:18.128554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.136299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-edf379d1-39be-4b22-b077-40ee900b4552 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.141954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-edf379d1-39be-4b22-b077-40ee900b4552 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.146762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-edf379d1-39be-4b22-b077-40ee900b4552 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.152241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-edf379d1-39be-4b22-b077-40ee900b4552 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.157298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-edf379d1-39be-4b22-b077-40ee900b4552 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.162537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-edf379d1-39be-4b22-b077-40ee900b4552 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.167746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-edf379d1-39be-4b22-b077-40ee900b4552 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.169743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-edf379d1-39be-4b22-b077-40ee900b4552 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.0961423
Apr 09 21:00:18.179487 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.258244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51566809-cc9b-4a79-8f87-cc9fffafedbc req-5584e59b-cf03-474d-8f5d-ec59c7326475 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0806787
Apr 09 21:00:18.306358 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Publish callbacks [] for security_group (a806917e-bf21-4b11-8ab9-6a99dac0b42c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.310979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a806917e-bf21-4b11-8ab9-6a99dac0b42c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.332218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:00:18.347128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a806917e-bf21-4b11-8ab9-6a99dac0b42c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:18.350257 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1e3951df-f4a3-4c8d-acd5-4a3d7f803cde), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.351118 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Added segment 1e3951df-f4a3-4c8d-acd5-4a3d7f803cde of type vlan for network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4
Apr 09 21:00:18.396534 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.422813 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.423780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.424366 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.488058 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.5352838
Apr 09 21:00:18.488459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:18.490872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991a7c1-0988-4030-9f2c-5b8407c233ba admin admin] Pushing event updated for resources: {'Network': ['ID=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:18.501070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:00:18.501804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Request body: {'subnet': {'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-subnet', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:18.525332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Made reservation on behalf of 8584541985ac44cc923c89a5a518ec32 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:18.527909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.538376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:18.559576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3d218-ec52-4fc6-a001-855a0d9db190 req-65d801f6-4c48-4540-9359-e8cad417d42b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.561247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23e3d218-ec52-4fc6-a001-855a0d9db190 req-65d801f6-4c48-4540-9359-e8cad417d42b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.0542884
Apr 09 21:00:18.621211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23e3d218-ec52-4fc6-a001-855a0d9db190 req-443e6eca-0ca1-4666-9a9e-dac21d9d3ede tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529785
Apr 09 21:00:18.686055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:18.700133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'mac_address': 'fa:16:3e:2b:08:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:18.724276 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (b81727e9-eb0a-4e37-85d8-4ddeecd75219), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.737025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:18.737446 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.750977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fed88cf-abe4-4b22-a8ee-09e62dda9535 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:18.773007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:18.778854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.794345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81727e9-eb0a-4e37-85d8-4ddeecd75219,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:18.794741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1f4d3-abcd-4847-9eec-669b8bc62b23 req-1dee7c51-294c-4b3b-91fc-c8e468a028c2 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.796792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c1f4d3-abcd-4847-9eec-669b8bc62b23 req-1dee7c51-294c-4b3b-91fc-c8e468a028c2 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1128 time: 0.0547357
Apr 09 21:00:18.808889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.809264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.809608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.809945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.810274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.810603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.811066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.811482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.812436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.813219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.813701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.813958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.814642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.815609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.815807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:18.824823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Checking segment: {'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:18.825282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Network hostable DHCP agents. Network: 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:00:18.852596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:00:18.868421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:18.873313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=10']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:18.873763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:18.874553 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.882974 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c1f4d3-abcd-4847-9eec-669b8bc62b23 req-775f4d7b-a57c-4ed9-87b5-d34974cc4ea6 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717835
Apr 09 21:00:18.890000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4339c42-1c29-4daf-98c3-7da74e5a58bd None None] Network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:00:18.901089 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f34b6c97-6e5e-46ce-a6b9-34622bd26efd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.4106085
Apr 09 21:00:18.903905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47474) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:18.909600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:18.934858 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (43a026bb-c2ea-4313-ba58-0cbf30815cdb), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.936277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (43a026bb-c2ea-4313-ba58-0cbf30815cdb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:18.956905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:18.960198 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0b8d3e-2a26-4c7d-94fd-e6335adec26d" -d '{"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:19.021340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036acff-0b78-4f68-9673-28b657fcb597 None None] Network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:00:19.047180 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks [] for router_controller (43a026bb-c2ea-4313-ba58-0cbf30815cdb), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:19.059995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe949f1c-4c75-4164-8bf2-a193bc1ac7a5 req-23c17bdd-43fe-4926-83e2-88c15768a14a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:19.061525 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe949f1c-4c75-4164-8bf2-a193bc1ac7a5 req-23c17bdd-43fe-4926-83e2-88c15768a14a tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 972 time: 0.0985038
Apr 09 21:00:19.249608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe949f1c-4c75-4164-8bf2-a193bc1ac7a5 req-d5a2114a-afa0-45ce-a82d-4c0fd36ba0de tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485722
Apr 09 21:00:19.252062 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks [] for router_gateway (43a026bb-c2ea-4313-ba58-0cbf30815cdb), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:19.402668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ac6f8-4f22-4cd9-b9b5-af2457117211 req-074e261d-cdba-4fe7-8252-25c80421507b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:19.404370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8ac6f8-4f22-4cd9-b9b5-af2457117211 req-074e261d-cdba-4fe7-8252-25c80421507b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.0895350
Apr 09 21:00:19.558525 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8ac6f8-4f22-4cd9-b9b5-af2457117211 req-1a698cd4-0db3-4615-97a5-803162912c0d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462650
Apr 09 21:00:19.583195 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks [] for router_gateway (43a026bb-c2ea-4313-ba58-0cbf30815cdb), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:19.608005 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:19.693761 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6189307-bbdd-4599-9f52-b3ee4177d2e3 x-openstack-request-id: req-d6189307-bbdd-4599-9f52-b3ee4177d2e3 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:19.694081 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:19.694353 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6189307-bbdd-4599-9f52-b3ee4177d2e3 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:19.694913 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6189307-bbdd-4599-9f52-b3ee4177d2e3'] response: {'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'code': 200}
Apr 09 21:00:19.753249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Allocated IP 172.35.0.90 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/0f9734ab-4fb3-4e6a-8367-caddc77e4b7c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:19.819537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce06822-67fd-4c1b-bf30-a804b549b39e req-59aa561f-80a4-42f9-adf6-9ec6a9c6860e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:19.821845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ce06822-67fd-4c1b-bf30-a804b549b39e req-59aa561f-80a4-42f9-adf6-9ec6a9c6860e tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 950 time: 0.0569203
Apr 09 21:00:19.943731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ce06822-67fd-4c1b-bf30-a804b549b39e req-3aebdfb8-eecf-4614-b33f-6710cbf0f73b tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042478
Apr 09 21:00:20.003257 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks [] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:20.114301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-a86728b3-e9e4-4da1-a843-278e3a6779b9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.119864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-a86728b3-e9e4-4da1-a843-278e3a6779b9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.125438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-a86728b3-e9e4-4da1-a843-278e3a6779b9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.131133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-a86728b3-e9e4-4da1-a843-278e3a6779b9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.136775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-a86728b3-e9e4-4da1-a843-278e3a6779b9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.142893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-a86728b3-e9e4-4da1-a843-278e3a6779b9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.149399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-a86728b3-e9e4-4da1-a843-278e3a6779b9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.157173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-a86728b3-e9e4-4da1-a843-278e3a6779b9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5419 time: 0.1146944
Apr 09 21:00:20.177474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:20.233210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:20.244334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:20.255441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:20.274082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4fed88cf-abe4-4b22-a8ee-09e62dda9535'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:20.321197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6cdf36-a1c5-4f7b-a564-a63483cd8eb2 req-7d0361c6-ccad-4b46-b90a-0ca5acfa6540 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1534984
Apr 09 21:00:20.359010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9734ab-4fb3-4e6a-8367-caddc77e4b7c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:20.429662 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e85f7738-689c-4d2a-9743-d8786c1b8883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:20.485651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f16213-b254-47aa-9eda-3db7695077be req-542be8a4-958a-43e8-b734-7f08cfa678d3 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.487298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6f16213-b254-47aa-9eda-3db7695077be req-542be8a4-958a-43e8-b734-7f08cfa678d3 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 950 time: 0.2047071
Apr 09 21:00:20.622418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-fe1620c3-197c-4e43-ac1c-898e1acda6e7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.623826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-fe1620c3-197c-4e43-ac1c-898e1acda6e7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 972 time: 0.2400694
Apr 09 21:00:20.779778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0caf8-6751-435a-a250-72716c20899d req-ed87d76a-8938-468d-a967-100a089b2ed8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:20.785584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ef0caf8-6751-435a-a250-72716c20899d req-ed87d76a-8938-468d-a967-100a089b2ed8 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 972 time: 0.2097752
Apr 09 21:00:20.892006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Deleting port d2b75502-aefa-4b5b-8bee-c8fc14cee225 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:20.892259 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:20.981264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Deleting port ea23a674-89c2-48ea-9d14-9a710c1b9f16 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:20.981964 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:20.992720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ef0caf8-6751-435a-a250-72716c20899d req-5de9e3b4-7a46-49b1-a979-fcc9b0b7c4de tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/security-groups?id=615862cd-5109-4c1c-9501-caae8fe5d885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062559
Apr 09 21:00:21.380029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-9236a6a3-f74d-4be5-a41a-42a606cff7a9 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:00:21.381067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-9236a6a3-f74d-4be5-a41a-42a606cff7a9 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057757
Apr 09 21:00:21.584580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] For port d2b75502-aefa-4b5b-8bee-c8fc14cee225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2b75502-aefa-4b5b-8bee-c8fc14cee225,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:21.584951 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:21.589968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks [] for router_gateway (43a026bb-c2ea-4313-ba58-0cbf30815cdb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:21.607699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a747de-faf6-4b3e-aa1e-70edee84abd3 req-ee204042-e6a9-4a52-8f72-1c9104da0f56 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:21.609235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7a747de-faf6-4b3e-aa1e-70edee84abd3 req-ee204042-e6a9-4a52-8f72-1c9104da0f56 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 950 time: 0.2272983
Apr 09 21:00:21.666796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Calling delete_port for d2b75502-aefa-4b5b-8bee-c8fc14cee225 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:21.672687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-49ecefca-66b5-46fa-a9d7-41fd01b1f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:21.674121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-49ecefca-66b5-46fa-a9d7-41fd01b1f45f service neutron] 10.222.0.30 "GET /v2.0/ports/4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 200  len: 1125 time: 0.2742105
Apr 09 21:00:21.708915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:21.709381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Unknown quota resources ['binding']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:00:21.713909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device edac2419-450b-406e-b5db-84cf807a3c10 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:21.816015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] For port ea23a674-89c2-48ea-9d14-9a710c1b9f16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea23a674-89c2-48ea-9d14-9a710c1b9f16,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:21.816372 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:21.828704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port edac2419-450b-406e-b5db-84cf807a3c10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edac2419-450b-406e-b5db-84cf807a3c10,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:21.848480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'edac2419-450b-406e-b5db-84cf807a3c10', 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'port_id': 'edac2419-450b-406e-b5db-84cf807a3c10', 'mac_address': 'fa:16:3e:6e:51:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ef66a1-8d81-4e06-887d-2b37f798a13b', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:21.891375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port edac2419-450b-406e-b5db-84cf807a3c10 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:21.893289 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (edac2419-450b-406e-b5db-84cf807a3c10), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:21.893938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Calling delete_port for ea23a674-89c2-48ea-9d14-9a710c1b9f16 owned by compute:tempest-test_az-2013693189 {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:21.912444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edac2419-450b-406e-b5db-84cf807a3c10 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:21.933955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port edac2419-450b-406e-b5db-84cf807a3c10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edac2419-450b-406e-b5db-84cf807a3c10,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:21.945253 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (edac2419-450b-406e-b5db-84cf807a3c10), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:21.946367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4d183039-0082-437f-a23a-644fd46b056d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:22.024016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=edac2419-450b-406e-b5db-84cf807a3c10,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:22.028244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4d183039-0082-437f-a23a-644fd46b056d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d183039-0082-437f-a23a-644fd46b056d,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:22.043887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '4d183039-0082-437f-a23a-644fd46b056d', 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'port_id': '4d183039-0082-437f-a23a-644fd46b056d', 'mac_address': 'fa:16:3e:5a:6d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ef66a1-8d81-4e06-887d-2b37f798a13b', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:22.071499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7a747de-faf6-4b3e-aa1e-70edee84abd3 req-76081d1d-d589-456b-b89f-140a31ed8886 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4084842
Apr 09 21:00:22.092944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4d183039-0082-437f-a23a-644fd46b056d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:22.093461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d183039-0082-437f-a23a-644fd46b056d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.112511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d183039-0082-437f-a23a-644fd46b056d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:22.134820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4d183039-0082-437f-a23a-644fd46b056d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d183039-0082-437f-a23a-644fd46b056d,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:22.145085 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4d183039-0082-437f-a23a-644fd46b056d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.145085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2447064d-f2f6-4455-bc1d-f66ad73dad67 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:22.233561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4d183039-0082-437f-a23a-644fd46b056d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:22.338572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2447064d-f2f6-4455-bc1d-f66ad73dad67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:22.340462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c96585-e8a0-4581-b3c1-80f154a71192 req-cb36dd06-9d18-4cab-a584-e1ac284ac471 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:22.342067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d9c96585-e8a0-4581-b3c1-80f154a71192 req-cb36dd06-9d18-4cab-a584-e1ac284ac471 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/ports?device_id=81535f89-50ee-497e-b085-84ab9630fee3 HTTP/1.1" status: 200  len: 950 time: 0.1914315
Apr 09 21:00:22.351103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'port_id': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'mac_address': 'fa:16:3e:57:d0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:22.392963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2447064d-f2f6-4455-bc1d-f66ad73dad67 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:22.393365 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.407598 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (43a026bb-c2ea-4313-ba58-0cbf30815cdb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.412197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2447064d-f2f6-4455-bc1d-f66ad73dad67 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:22.416627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:22.416955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:22.417310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:22.437473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2447064d-f2f6-4455-bc1d-f66ad73dad67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:22.445073 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.461254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d2b75502-aefa-4b5b-8bee-c8fc14cee225), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.480329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:22.480668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:22.517295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2447064d-f2f6-4455-bc1d-f66ad73dad67,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:22.543503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:22.564753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Pushing event deleted for resources: {'Port': ['ID=d2b75502-aefa-4b5b-8bee-c8fc14cee225,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:22.572528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 20, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:22.572871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:22.573284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:22.573750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Bound port: 4101014a-f45a-4573-a194-f9b7022a29b0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:22.607928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d9c96585-e8a0-4581-b3c1-80f154a71192 req-a83f632c-1f57-40e8-b1e0-5a892ffb9b5f tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.30 "GET /v2.0/security-groups?id=773fc1bb-18c0-4b24-99a6-9453763e9faf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2509468
Apr 09 21:00:22.629483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:22.630429 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.743491 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ea23a674-89c2-48ea-9d14-9a710c1b9f16), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.795291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:22.795911 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.797420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] No DVR routers for this DVR port d2b75502-aefa-4b5b-8bee-c8fc14cee225 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:22.860788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.864556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6f16213-b254-47aa-9eda-3db7695077be req-3c5aab3a-b92a-4275-b9b8-84c7ae366f01 tempest-ServersAdminNegativeTestJSON-547942144 tempest-ServersAdminNegativeTestJSON-547942144-project] 10.222.0.32 "DELETE /v2.0/ports/d2b75502-aefa-4b5b-8bee-c8fc14cee225 HTTP/1.1" status: 204  len: 173 time: 2.3597074
Apr 09 21:00:22.867954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:22.869993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81535f89-50ee-497e-b085-84ab9630fee3', 'name': 'network-vif-deleted', 'tag': 'd2b75502-aefa-4b5b-8bee-c8fc14cee225'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:22.872384 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37703f05-064c-440d-abab-03a7fd924b86" -d '{"events": [{"server_uuid": "81535f89-50ee-497e-b085-84ab9630fee3", "name": "network-vif-deleted", "tag": "d2b75502-aefa-4b5b-8bee-c8fc14cee225"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:22.878792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Pushing event deleted for resources: {'Port': ['ID=ea23a674-89c2-48ea-9d14-9a710c1b9f16,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:22.879811 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f03000-f938-4961-befb-c840cfcdd4fc" -d '{"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-plugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:22.903355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:22.912216 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1e99b8c4-faab-4820-9afa-3b7707f8e3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.915542 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:22.916452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d2b75502-aefa-4b5b-8bee-c8fc14cee225 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:22.974766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:23.011812 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:23.013108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b167bedc-5071-422a-8395-ca6424dbbb71 service neutron] 10.222.0.30 "POST /v2.0/ports/4101014a-f45a-4573-a194-f9b7022a29b0/bindings HTTP/1.1" status: 201  len: 389 time: 1.3245299
Apr 09 21:00:23.013692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] No DVR routers for this DVR port ea23a674-89c2-48ea-9d14-9a710c1b9f16 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:23.022436 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:23.025692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d99d0cd2-7ff8-4ef7-806f-f649c38eb894 req-dbc38afb-9be1-44c1-aabb-e9a6ad0666d7 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.32 "DELETE /v2.0/ports/ea23a674-89c2-48ea-9d14-9a710c1b9f16 HTTP/1.1" status: 204  len: 173 time: 2.3823097
Apr 09 21:00:23.076234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:23.079375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: d2b75502-aefa-4b5b-8bee-c8fc14cee225 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:23.080048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d2b75502-aefa-4b5b-8bee-c8fc14cee225 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:23.080675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ea23a674-89c2-48ea-9d14-9a710c1b9f16 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:23.086511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Router 43a026bb-c2ea-4313-ba58-0cbf30815cdb is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:00:23.111567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: ea23a674-89c2-48ea-9d14-9a710c1b9f16 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:23.111945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ea23a674-89c2-48ea-9d14-9a710c1b9f16 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:23.257774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['4d183039-0082-437f-a23a-644fd46b056d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:23.487758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['edac2419-450b-406e-b5db-84cf807a3c10'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:23.506085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:00:23.533995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Sync routers for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:00:23.565960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:23.566599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763e91c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:23.638788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e822e6b-0201-4315-ae27-1919bd88e677 req-80dabe43-5d7b-4727-a736-7cf4c556eee3 tempest-ServersOnMultiNodesTest-271080827 tempest-ServersOnMultiNodesTest-271080827-project] 10.222.0.30 "GET /v2.0/ports?device_id=acad92b7-b70e-44e1-9c3d-2938f626d037 HTTP/1.1" status: 200  len: 210 time: 0.1260808
Apr 09 21:00:23.691482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002d01-73e9-4cec-92c3-38763375b807 req-683a9abe-6cf5-45b7-98b4-3eb7b7d32254 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:23.707080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['2447064d-f2f6-4455-bc1d-f66ad73dad67'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:23.717183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002d01-73e9-4cec-92c3-38763375b807 req-683a9abe-6cf5-45b7-98b4-3eb7b7d32254 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:23.744383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002d01-73e9-4cec-92c3-38763375b807 req-683a9abe-6cf5-45b7-98b4-3eb7b7d32254 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:23.750312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002d01-73e9-4cec-92c3-38763375b807 req-683a9abe-6cf5-45b7-98b4-3eb7b7d32254 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:23.756775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002d01-73e9-4cec-92c3-38763375b807 req-683a9abe-6cf5-45b7-98b4-3eb7b7d32254 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:23.763108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002d01-73e9-4cec-92c3-38763375b807 req-683a9abe-6cf5-45b7-98b4-3eb7b7d32254 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:23.778969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002d01-73e9-4cec-92c3-38763375b807 req-683a9abe-6cf5-45b7-98b4-3eb7b7d32254 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:23.787886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57002d01-73e9-4cec-92c3-38763375b807 req-683a9abe-6cf5-45b7-98b4-3eb7b7d32254 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5422 time: 0.4705582
Apr 09 21:00:23.793145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:23.794548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7fda0e05-1eaf-4076-95c3-43252ffce976 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.8894343
Apr 09 21:00:23.797527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47570) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:23.839358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 598fea91-f00b-41e4-8273-ec325cadb0f1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:24.018140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57002d01-73e9-4cec-92c3-38763375b807 req-93eb8ab8-b3c8-4d57-8429-00e4bff34319 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2288928
Apr 09 21:00:24.039796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:00:24.135976 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1084d5a3-c5b9-4ae3-bcb5-02bb21362861 x-openstack-request-id: req-1084d5a3-c5b9-4ae3-bcb5-02bb21362861 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:24.139456 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81535f89-50ee-497e-b085-84ab9630fee3", "name": "network-vif-deleted", "tag": "d2b75502-aefa-4b5b-8bee-c8fc14cee225", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:24.140071 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1084d5a3-c5b9-4ae3-bcb5-02bb21362861 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:24.140780 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1084d5a3-c5b9-4ae3-bcb5-02bb21362861'] response: {'server_uuid': '81535f89-50ee-497e-b085-84ab9630fee3', 'name': 'network-vif-deleted', 'tag': 'd2b75502-aefa-4b5b-8bee-c8fc14cee225', 'status': 'completed', 'code': 200}
Apr 09 21:00:24.199884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-aa827677-a98f-4fe5-8c00-67b2de6e0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:24.208451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-aa827677-a98f-4fe5-8c00-67b2de6e0ade service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1128 time: 0.3480299
Apr 09 21:00:24.224557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c47af-7fe0-44cb-93ee-f3135e0016d5 req-899d560a-c6f2-4536-8005-c3b48f943711 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:24.235243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c6c47af-7fe0-44cb-93ee-f3135e0016d5 req-899d560a-c6f2-4536-8005-c3b48f943711 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 951 time: 0.2868552
Apr 09 21:00:24.382600 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b65d3b4-8ec0-430a-87c5-b8589c64968e x-openstack-request-id: req-6b65d3b4-8ec0-430a-87c5-b8589c64968e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:24.382912 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-plugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:24.383169 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b65d3b4-8ec0-430a-87c5-b8589c64968e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:24.383566 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b65d3b4-8ec0-430a-87c5-b8589c64968e'] response: {'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'code': 200}
Apr 09 21:00:24.416531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c6c47af-7fe0-44cb-93ee-f3135e0016d5 req-2a6421d2-93f9-4e7d-8329-8d674491f3c7 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800761
Apr 09 21:00:24.486879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:24.534248 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:24.538003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321fac1-f241-484e-a983-66420e12b879 req-025ff2e4-8ed7-4cfe-8f61-d236ab2d5109 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:24.545220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c321fac1-f241-484e-a983-66420e12b879 req-025ff2e4-8ed7-4cfe-8f61-d236ab2d5109 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.2112546
Apr 09 21:00:24.605477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b7d3059c-bbfa-41e9-85d7-726c5c7be140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:24.611394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b7d3059c-bbfa-41e9-85d7-726c5c7be140 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.3738368
Apr 09 21:00:24.759891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:24.774819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-2c88ef0d-c6da-4d0e-923d-a4a6aba6dd77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 200  len: 217 time: 0.1447945
Apr 09 21:00:24.841833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 598fea91-f00b-41e4-8273-ec325cadb0f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=598fea91-f00b-41e4-8273-ec325cadb0f1,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:24.907052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-2acc8b31-ad87-4ed0-988a-8c5b62cf6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:24.922121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-2acc8b31-ad87-4ed0-988a-8c5b62cf6a3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1352220
Apr 09 21:00:24.966235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c321fac1-f241-484e-a983-66420e12b879 req-be472d8b-839c-4078-a83c-ff3ccf5cffb0 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4199750
Apr 09 21:00:25.091508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-badf0a8f-964f-49d0-9257-185dcbd4a73e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1239276
Apr 09 21:00:25.129430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '598fea91-f00b-41e4-8273-ec325cadb0f1', 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6', 'port_id': '598fea91-f00b-41e4-8273-ec325cadb0f1', 'mac_address': 'fa:16:3e:e2:aa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5a4b83-98bf-4e0c-ab0a-001e34755289', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:25.141774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Allocated IP 172.20.0.1 (61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4/b81727e9-eb0a-4e37-85d8-4ddeecd75219/d560c8f4-c62f-4945-b704-0ee933f70009) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:25.160084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-79e88851-beab-4c22-9a72-e5b007b02494 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1024215
Apr 09 21:00:25.233562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47616) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:25.242293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-d2c5608f-8440-4a6f-b3bb-2ae84ef7d05f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:25.251287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-d2c5608f-8440-4a6f-b3bb-2ae84ef7d05f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:25.257942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-d2c5608f-8440-4a6f-b3bb-2ae84ef7d05f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:25.263870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-d2c5608f-8440-4a6f-b3bb-2ae84ef7d05f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:25.282879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-d2c5608f-8440-4a6f-b3bb-2ae84ef7d05f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:25.291698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-d2c5608f-8440-4a6f-b3bb-2ae84ef7d05f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:25.298035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-d2c5608f-8440-4a6f-b3bb-2ae84ef7d05f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:25.308009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-d2c5608f-8440-4a6f-b3bb-2ae84ef7d05f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5422 time: 0.1555498
Apr 09 21:00:25.389770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 598fea91-f00b-41e4-8273-ec325cadb0f1 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:25.395143 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.407991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Publish callbacks [] for port (d560c8f4-c62f-4945-b704-0ee933f70009), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.424438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47622) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:25.468079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598fea91-f00b-41e4-8273-ec325cadb0f1 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:25.472267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.500618 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.503679 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.525959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763e91c0>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:20Z', 'revision_number': 3, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:25.530020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Pushing event updated for resources: {'Port': ['ID=d560c8f4-c62f-4945-b704-0ee933f70009,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:25.541617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:25.544060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:25.553098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:25.609264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (43a026bb-c2ea-4313-ba58-0cbf30815cdb), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.648357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Checking router: 43a026bb-c2ea-4313-ba58-0cbf30815cdb for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:00:25.648802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Updating router 43a026bb-c2ea-4313-ba58-0cbf30815cdb port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:00:25.656673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 598fea91-f00b-41e4-8273-ec325cadb0f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=598fea91-f00b-41e4-8273-ec325cadb0f1,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:25.684858 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.686087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:25.718228 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a8eb4f14-a952-4d44-8494-276c3fbb1ae5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b21b82d625c249269c02db9bbe700c7c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2902541
Apr 09 21:00:25.719765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47630) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:25.777192 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.816512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e076ce7a-4f06-4bd8-b559-9c0600b75ad0 admin admin] Publish callbacks [] for security_group (615862cd-5109-4c1c-9501-caae8fe5d885), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.844777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e076ce7a-4f06-4bd8-b559-9c0600b75ad0 admin admin] Publish callbacks [] for security_group (615862cd-5109-4c1c-9501-caae8fe5d885), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.870178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=598fea91-f00b-41e4-8273-ec325cadb0f1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:25.908810 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e076ce7a-4f06-4bd8-b559-9c0600b75ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (615862cd-5109-4c1c-9501-caae8fe5d885), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.911778 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e076ce7a-4f06-4bd8-b559-9c0600b75ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:25.915536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e076ce7a-4f06-4bd8-b559-9c0600b75ad0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/615862cd-5109-4c1c-9501-caae8fe5d885 HTTP/1.1" status: 204  len: 168 time: 0.1922808
Apr 09 21:00:25.927713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076ce7a-4f06-4bd8-b559-9c0600b75ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615862cd-5109-4c1c-9501-caae8fe5d885,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:26.080039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:26.111553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-588f2472-55a8-4b9c-97a5-46af9f9eb8ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23df4eef46ae4894870e050990d597f0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7993031
Apr 09 21:00:26.113356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47636) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:26.143021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad92b7-b70e-44e1-9c3d-2938f626d037', 'name': 'network-vif-deleted', 'tag': 'ea23a674-89c2-48ea-9d14-9a710c1b9f16'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:26.146378 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bbd6bc-b546-4ef0-9103-17c141154f31" -d '{"events": [{"server_uuid": "acad92b7-b70e-44e1-9c3d-2938f626d037", "name": "network-vif-deleted", "tag": "ea23a674-89c2-48ea-9d14-9a710c1b9f16"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:26.148969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:26.174701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e', 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'port_id': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e', 'mac_address': 'fa:16:3e:a1:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ef66a1-8d81-4e06-887d-2b37f798a13b', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:26.185607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-bfe0ddaa-30c4-4626-8919-d050ef11606c service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0853143
Apr 09 21:00:26.211596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d7019af-b0b1-43a6-a5d3-4a6f780dae3c req-fcd94407-9974-44d1-8778-40676fe98206 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.9031119
Apr 09 21:00:26.218077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-8f70984a-974f-4980-82b4-9fe194d6f2c2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:26.230983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-8f70984a-974f-4980-82b4-9fe194d6f2c2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.0692039
Apr 09 21:00:26.269635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:26.270030 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:26.278917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-d345cae3-e1fe-42ec-88a5-7a269fe8c61e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/quotas/e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 375 time: 0.0467148
Apr 09 21:00:26.340120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:26.351343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-6ed7ab25-d1f1-47b0-82c0-db7a9fb329b8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0711689
Apr 09 21:00:26.478624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47650) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:26.488158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:26.499415 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:26.500740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device aeadbd1f-8d76-4ad3-84a7-50139f5852c5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:26.546265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port aeadbd1f-8d76-4ad3-84a7-50139f5852c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:26.557816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Publish callbacks [] for port (d560c8f4-c62f-4945-b704-0ee933f70009), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:26.571148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5', 'network_id': '1af320ea-8d0b-4067-a47d-6e9b8642dca3', 'port_id': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5', 'mac_address': 'fa:16:3e:40:80:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ef66a1-8d81-4e06-887d-2b37f798a13b', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:26.611512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-78fbf710-5686-4778-acf2-4286875f1547 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3778024
Apr 09 21:00:26.620943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc812894-6552-4327-b12f-baa18559dbab req-d8effd28-9c8c-4254-bae7-9af7ae58c281 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:26.631888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc812894-6552-4327-b12f-baa18559dbab req-d8effd28-9c8c-4254-bae7-9af7ae58c281 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.1732543
Apr 09 21:00:26.668113 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef5b69f-ea51-48ae-9014-a387315035cd x-openstack-request-id: req-8ef5b69f-ea51-48ae-9014-a387315035cd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:26.668404 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad92b7-b70e-44e1-9c3d-2938f626d037", "name": "network-vif-deleted", "tag": "ea23a674-89c2-48ea-9d14-9a710c1b9f16", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:26.668658 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ef5b69f-ea51-48ae-9014-a387315035cd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:26.688242 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef5b69f-ea51-48ae-9014-a387315035cd'] response: {'server_uuid': 'acad92b7-b70e-44e1-9c3d-2938f626d037', 'name': 'network-vif-deleted', 'tag': 'ea23a674-89c2-48ea-9d14-9a710c1b9f16', 'status': 'completed', 'code': 200}
Apr 09 21:00:26.696345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:26.718380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9960c7d2-f01f-414c-8709-8db5167ebe17 admin admin] Publish callbacks [] for security_group (773fc1bb-18c0-4b24-99a6-9453763e9faf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:26.795009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9960c7d2-f01f-414c-8709-8db5167ebe17 admin admin] Publish callbacks [] for security_group (773fc1bb-18c0-4b24-99a6-9453763e9faf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:26.874603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89e5c858-9fc0-4bea-8a28-afa204c92ee9 req-949e63af-d3d3-48c8-8688-117e29a306b3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 210 time: 0.1294587
Apr 09 21:00:26.906931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc812894-6552-4327-b12f-baa18559dbab req-4293c2b8-e952-468a-ab14-e1f77d810e27 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2679491
Apr 09 21:00:26.957548 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f8aa5cae-52b8-441f-8ebf-33fe9fe1e3b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92ecd38c1e92486fa25acf2c581b5315&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4770229
Apr 09 21:00:26.958851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47660) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:26.996807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (43a026bb-c2ea-4313-ba58-0cbf30815cdb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.001682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Pushing event updated for resources: {'Port': ['ID=d560c8f4-c62f-4945-b704-0ee933f70009,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:27.003852 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.149304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9960c7d2-f01f-414c-8709-8db5167ebe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (773fc1bb-18c0-4b24-99a6-9453763e9faf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.152313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9960c7d2-f01f-414c-8709-8db5167ebe17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.161608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9960c7d2-f01f-414c-8709-8db5167ebe17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/773fc1bb-18c0-4b24-99a6-9453763e9faf HTTP/1.1" status: 204  len: 168 time: 1.0442264
Apr 09 21:00:27.163226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:27.185168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:27.185697 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.213760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960c7d2-f01f-414c-8709-8db5167ebe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773fc1bb-18c0-4b24-99a6-9453763e9faf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:27.213995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f02917ce-f246-4184-b862-0cb2a4772867 admin admin] Publish callbacks [] for security_group (01509e31-657c-49ad-bb8a-a110b4da1638), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.273303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:27.274975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:27.291618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f02917ce-f246-4184-b862-0cb2a4772867 admin admin] Publish callbacks [] for security_group (01509e31-657c-49ad-bb8a-a110b4da1638), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.326399 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Publish callbacks [] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.337318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeadbd1f-8d76-4ad3-84a7-50139f5852c5 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:27.383835 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.414249 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f02917ce-f246-4184-b862-0cb2a4772867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (01509e31-657c-49ad-bb8a-a110b4da1638), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.417245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f02917ce-f246-4184-b862-0cb2a4772867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.419276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f02917ce-f246-4184-b862-0cb2a4772867 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01509e31-657c-49ad-bb8a-a110b4da1638 HTTP/1.1" status: 204  len: 168 time: 0.4579773
Apr 09 21:00:27.456192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02917ce-f246-4184-b862-0cb2a4772867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01509e31-657c-49ad-bb8a-a110b4da1638,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:27.498791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port aeadbd1f-8d76-4ad3-84a7-50139f5852c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:27.548243 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.548909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 87ea195a-9ea5-4807-8aeb-44650ead0f55 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:27.613714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Router 43a026bb-c2ea-4313-ba58-0cbf30815cdb has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:00:27.642818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Attempting to bind port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:27.643328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Attempting to bind port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:27.643612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Attempting to bind port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:27.645805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fad2c-244d-4f11-9aab-66e29558c57a None None] Pushing event updated for resources: {'Port': ['ID=0f9734ab-4fb3-4e6a-8367-caddc77e4b7c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:27.669633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:27.670359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:27.670768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.671175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:27.671771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Bound port: 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:27.672133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:27.676657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-e994283d-2775-4902-af0e-cb0b87198b43 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:27.693199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-e994283d-2775-4902-af0e-cb0b87198b43 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:27.707506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-e994283d-2775-4902-af0e-cb0b87198b43 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:27.724996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-e994283d-2775-4902-af0e-cb0b87198b43 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:27.739863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-e994283d-2775-4902-af0e-cb0b87198b43 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:27.757834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-e994283d-2775-4902-af0e-cb0b87198b43 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:27.780681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-e994283d-2775-4902-af0e-cb0b87198b43 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:27.786285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-e994283d-2775-4902-af0e-cb0b87198b43 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5425 time: 0.2586472
Apr 09 21:00:27.804302 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:00:27.895971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 87ea195a-9ea5-4807-8aeb-44650ead0f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87ea195a-9ea5-4807-8aeb-44650ead0f55,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:27.956607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe55cec0-10c7-4e20-b324-5710644d39e2 req-2ea37cbc-f355-47b3-93b0-2dd6e572439d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1646423
Apr 09 21:00:28.076598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '87ea195a-9ea5-4807-8aeb-44650ead0f55', 'network_id': 'a4c51a05-a221-49f3-ae9e-5da1bc9f19e6', 'port_id': '87ea195a-9ea5-4807-8aeb-44650ead0f55', 'mac_address': 'fa:16:3e:78:ab:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5a4b83-98bf-4e0c-ab0a-001e34755289', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:28.096591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd013459-67c1-4395-95e2-e5a717b21bec req-7407eeb7-f967-4998-a6cf-b73994262363 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 210 time: 0.0654819
Apr 09 21:00:28.126891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] For port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:28.129311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:00:28.147489 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-85db6384-c2ca-4c6b-873f-d0d60371330f admin admin] 10.222.0.30 "PUT /v2.0/routers/43a026bb-c2ea-4313-ba58-0cbf30815cdb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3404181
Apr 09 21:00:28.147942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] For port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f9734ab-4fb3-4e6a-8367-caddc77e4b7c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:28.147942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:28.232754 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:28.241378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47714) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:28.278557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5d6b3-b86f-4e1d-b3c6-300b4bc21d50 req-31440fc9-316e-4c0a-b994-6a5259733146 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:28.288411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 87ea195a-9ea5-4807-8aeb-44650ead0f55 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:28.288801 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:28.289922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0dc5d6b3-b86f-4e1d-b3c6-300b4bc21d50 req-31440fc9-316e-4c0a-b994-6a5259733146 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.1256635
Apr 09 21:00:28.374278 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3973c3a2-ae6c-446b-acb9-8fe348073524 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a30c4ed592af4e4e96ec1d3ccb82fd3c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1290996
Apr 09 21:00:28.374962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47718) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:28.481269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ea195a-9ea5-4807-8aeb-44650ead0f55 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:28.503575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf047075-e4fc-4926-a2af-2a75f540fb51 req-49169c8e-0b7d-4df6-9cbc-836334ba7953 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:28.505214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf047075-e4fc-4926-a2af-2a75f540fb51 req-49169c8e-0b7d-4df6-9cbc-836334ba7953 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1128 time: 0.1658440
Apr 09 21:00:28.573347 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-344285f0-1c8f-4027-8241-853fb069a226 admin admin] Publish callbacks [] for security_group (ccab4906-2b9b-435e-80ca-a71ab3cb13eb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:28.576819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:28.577503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763e91c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:28.577839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0dc5d6b3-b86f-4e1d-b3c6-300b4bc21d50 req-a8d697d1-cf37-4fd5-9951-7369656b55fe tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2864559
Apr 09 21:00:28.603302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fad2c-244d-4f11-9aab-66e29558c57a None None] Pushing event updated for resources: {'Port': ['ID=0f9734ab-4fb3-4e6a-8367-caddc77e4b7c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:28.630884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 87ea195a-9ea5-4807-8aeb-44650ead0f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87ea195a-9ea5-4807-8aeb-44650ead0f55,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:28.647314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-344285f0-1c8f-4027-8241-853fb069a226 admin admin] Publish callbacks [] for security_group (ccab4906-2b9b-435e-80ca-a71ab3cb13eb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:28.681353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf047075-e4fc-4926-a2af-2a75f540fb51 req-8c62c863-9184-49ef-b91f-18d397b68c65 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533685
Apr 09 21:00:28.718685 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:28.758930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-344285f0-1c8f-4027-8241-853fb069a226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ccab4906-2b9b-435e-80ca-a71ab3cb13eb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:28.761859 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-344285f0-1c8f-4027-8241-853fb069a226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:28.763027 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-344285f0-1c8f-4027-8241-853fb069a226 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccab4906-2b9b-435e-80ca-a71ab3cb13eb HTTP/1.1" status: 204  len: 168 time: 0.3870575
Apr 09 21:00:28.776229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344285f0-1c8f-4027-8241-853fb069a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccab4906-2b9b-435e-80ca-a71ab3cb13eb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:28.863960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=87ea195a-9ea5-4807-8aeb-44650ead0f55,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:28.895915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:29.025544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-9a6bb843-91b0-4f68-b3dd-b2154daa034a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e77d97d277f245d4822a646af7d5f50d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0663443
Apr 09 21:00:29.275465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763e91c0>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:26Z', 'revision_number': 2, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:29.332781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a612-50dc-45e3-8d60-a3111770a251 None None] The sync data for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 is: [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:26Z', 'revision_number': 2, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:00:29.355642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-c4ade500-5e47-4982-92b3-0b8388af0b27 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:29.358339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-c4ade500-5e47-4982-92b3-0b8388af0b27 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3299160
Apr 09 21:00:29.374398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Request body: {'port': {'device_id': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'e77d97d277f245d4822a646af7d5f50d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:29.673908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Made reservation on behalf of e77d97d277f245d4822a646af7d5f50d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:29.678362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:29.849431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['98efa2b7-5e44-4da7-8cbc-fbc1db0c459e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:29.872180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-0de71d12-8b5c-45ca-8499-6702636da540 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:29.879377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-0de71d12-8b5c-45ca-8499-6702636da540 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 819 time: 0.3038588
Apr 09 21:00:29.907859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-56662f70-3d2f-4a3e-af67-edc72753fbf2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/quotas/8584541985ac44cc923c89a5a518ec32 HTTP/1.1" status: 200  len: 375 time: 0.0270274
Apr 09 21:00:29.983651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-de4c1a6a-d0f6-483e-9b6d-f0ece09fe816 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0744247
Apr 09 21:00:30.140886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-0b78c83c-e457-4b30-a34e-349b650d3277 service neutron] 10.222.0.30 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556964
Apr 09 21:00:30.360127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-83cfc441-9551-4c72-bde7-70a0de7243af service neutron] 10.222.0.30 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174792
Apr 09 21:00:30.367724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['aeadbd1f-8d76-4ad3-84a7-50139f5852c5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:30.373098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['598fea91-f00b-41e4-8273-ec325cadb0f1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:30.383707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2447064d-f2f6-4455-bc1d-f66ad73dad67 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:30.514975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Allocated IP 192.168.233.214 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/79de6324-3cb0-4989-8e84-896636fe0a0e) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:30.739482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['87ea195a-9ea5-4807-8aeb-44650ead0f55'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:30.907606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.062604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-d2c9b668-1c73-4064-8209-764b1b88b8f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:31.068395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-d2c9b668-1c73-4064-8209-764b1b88b8f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:31.071156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 2447064d-f2f6-4455-bc1d-f66ad73dad67 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:31.075150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-d2c9b668-1c73-4064-8209-764b1b88b8f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:31.080851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-d2c9b668-1c73-4064-8209-764b1b88b8f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:31.093105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47822) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:31.126021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-d2c9b668-1c73-4064-8209-764b1b88b8f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:31.133146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-d2c9b668-1c73-4064-8209-764b1b88b8f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:31.138918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-d2c9b668-1c73-4064-8209-764b1b88b8f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:31.156692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-d2c9b668-1c73-4064-8209-764b1b88b8f1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5426 time: 0.2993453
Apr 09 21:00:31.192942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:31.256485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 2447064d-f2f6-4455-bc1d-f66ad73dad67 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:31.256937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.285820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdbdfab9-4437-4fa2-b459-db58b3bf965d req-8a785886-f540-4306-af0a-de60c8cb293f tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1281290
Apr 09 21:00:31.347237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:31.347617 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.360140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-network', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:31.418353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks [] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.432156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Made reservation on behalf of 6e435caef3fb4a2d9ed2b29aaddcecb9 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:31.439082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.477112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.547069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:31.547670 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.579732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f9734ab-4fb3-4e6a-8367-caddc77e4b7c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:31.606571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-e06c3648-135e-4704-bb96-2ae214a53ab9 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:31.608181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-e06c3648-135e-4704-bb96-2ae214a53ab9 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2012317
Apr 09 21:00:31.633502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2447064d-f2f6-4455-bc1d-f66ad73dad67 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:31.633942 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.636709 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.750927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:31.752920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Publish callbacks [] for security_group (82a33a7b-745d-466f-a0cf-ba0903022eaa), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.770015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (82a33a7b-745d-466f-a0cf-ba0903022eaa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.780318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=0f9734ab-4fb3-4e6a-8367-caddc77e4b7c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:31.806615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:00:31.856183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e4538b7a-01b7-4060-af7e-5d9e2076c6ae), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.857220 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Added segment e4538b7a-01b7-4060-af7e-5d9e2076c6ae of type vlan for network fba1b3af-6194-44b2-a9cc-b91ddc5206a3
Apr 09 21:00:31.899288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-a861b3c3-b63f-46f0-a256-9eca48fa0e95 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:00:31.900263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-a861b3c3-b63f-46f0-a256-9eca48fa0e95 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059626
Apr 09 21:00:31.902243 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.916481 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.944356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fba1b3af-6194-44b2-a9cc-b91ddc5206a3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:31.999449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['cc886072-17df-443d-8237-a748bd33f221', '4fed88cf-abe4-4b22-a8ee-09e62dda9535'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:32.007926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fba1b3af-6194-44b2-a9cc-b91ddc5206a3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:32.013842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:32.014464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:32.076928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a33a7b-745d-466f-a0cf-ba0903022eaa,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:32.121880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0272093
Apr 09 21:00:32.123239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47838) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:32.141520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:32.143888 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd46fa-57ef-4340-b443-4faddd7662ee" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:32.180137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cde4b-6046-44de-82ff-094f552b9b4d req-8d9bc92c-78da-4a6e-89cb-9b464b10eaf0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:32.184232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e32cde4b-6046-44de-82ff-094f552b9b4d req-8d9bc92c-78da-4a6e-89cb-9b464b10eaf0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 936 time: 0.5750484
Apr 09 21:00:32.193478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Request body: {'subnet': {'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-subnet', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:32.204663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b3c52-33d1-40cc-8dda-c5ff52b9d7ce admin admin] Pushing event updated for resources: {'Network': ['ID=fba1b3af-6194-44b2-a9cc-b91ddc5206a3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:32.224136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-229fd025-a0ac-4d5d-a6d7-c03bc8ebe645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:32.225719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-229fd025-a0ac-4d5d-a6d7-c03bc8ebe645 service neutron] 10.222.0.30 "GET /v2.0/ports/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 1125 time: 0.2986724
Apr 09 21:00:32.235974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Made reservation on behalf of 6e435caef3fb4a2d9ed2b29aaddcecb9 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:32.239913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:32.248142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:32.261014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:32.261606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Unknown quota resources ['binding']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:00:32.266677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:00:32.274702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2447064d-f2f6-4455-bc1d-f66ad73dad67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:32.295274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:32.301849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:32.308617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:32.376169 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:32.377216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device edac2419-450b-406e-b5db-84cf807a3c10 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:32.575479 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (2f3c4570-5a77-47b0-b319-2ac7c40ca6ff), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:32.623136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2447064d-f2f6-4455-bc1d-f66ad73dad67,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:32.647736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:32.666875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4101014a-f45a-4573-a194-f9b7022a29b0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:32.693209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3c4570-5a77-47b0-b319-2ac7c40ca6ff,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:32.717897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:32.718865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:32.755007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e32cde4b-6046-44de-82ff-094f552b9b4d req-6d5c54e5-9572-46e3-aa76-de77759f56cb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5413530
Apr 09 21:00:32.800095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port edac2419-450b-406e-b5db-84cf807a3c10 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:32.807857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:32.815000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-aa08fd57-9485-4ddf-ba1b-941d1b063f42 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4448617
Apr 09 21:00:32.845621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Request body: {'port': {'device_id': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:32.860724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port edac2419-450b-406e-b5db-84cf807a3c10 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:32.861265 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (edac2419-450b-406e-b5db-84cf807a3c10), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:32.983483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:32.999952 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:00:33.019384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-50e50ea6-61b0-49fa-9a70-3bd16f10b2b8 None None] Provisioning complete for port 79de6324-3cb0-4989-8e84-896636fe0a0e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:33.020088 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-50e50ea6-61b0-49fa-9a70-3bd16f10b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.021364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-0c521258-b243-45a0-bc8e-045d1c75d9f5 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:33.024896 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-0c521258-b243-45a0-bc8e-045d1c75d9f5 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.32 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 819 time: 0.3175588
Apr 09 21:00:33.025607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:33.026018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:33.026469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:33.040813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Checking segment: {'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:33.041492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Network hostable DHCP agents. Network: fba1b3af-6194-44b2-a9cc-b91ddc5206a3, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:00:33.066969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:00:33.081491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:33.081792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:33.081969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:33.083049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Request body: {'port': {'device_id': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'admin_state_up': True, 'tenant_id': '8584541985ac44cc923c89a5a518ec32'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:33.104254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:33.104254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:33.104746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:33.105293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Bound port: 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:33.113976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176a716-d8f4-446d-8028-2a7a866f9f6a req-c9341c63-ce62-4bf1-a8a7-ea4cc9c8cff9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:33.116000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3176a716-d8f4-446d-8028-2a7a866f9f6a req-c9341c63-ce62-4bf1-a8a7-ea4cc9c8cff9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 946 time: 0.1340003
Apr 09 21:00:33.116688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.128109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-50e50ea6-61b0-49fa-9a70-3bd16f10b2b8 None None] Port 79de6324-3cb0-4989-8e84-896636fe0a0e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:00:33.142344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:33.144771 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa07250-77fc-45bd-b634-e92533aa6201" -d '{"events": [{"server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:33.165511 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Publish callbacks [] for port (4101014a-f45a-4573-a194-f9b7022a29b0), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.276726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fba1b3af-6194-44b2-a9cc-b91ddc5206a3) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:33.298561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:33.299187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.304672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e96e1-a93e-44c4-934d-abb67b8db3ee None None] Network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:00:33.304957 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.328482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Made reservation on behalf of 8584541985ac44cc923c89a5a518ec32 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:33.341606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.399028 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-90a5d66c-fa1a-439d-b0c6-4481487e4a12 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2123601
Apr 09 21:00:33.406807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47846) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:33.412321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:33.503151 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbc6553d-918f-41a8-84af-581162cd289d req-a5f4b6ff-4d86-4197-ba27-495afa3a7285 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0628123
Apr 09 21:00:33.508241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (6e69049b-b8d3-4e97-990f-8a2b88d12941), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.520993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (6e69049b-b8d3-4e97-990f-8a2b88d12941), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.582761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:33.672491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:33.675025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.677514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6553d-918f-41a8-84af-581162cd289d req-6aec05cb-8388-46b9-84b0-0643a9d16cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:33.679307 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbc6553d-918f-41a8-84af-581162cd289d req-6aec05cb-8388-46b9-84b0-0643a9d16cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 1132 time: 0.1146512
Apr 09 21:00:33.687990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4101014a-f45a-4573-a194-f9b7022a29b0 has no active binding in host nch1-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 21:00:33.728184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port edac2419-450b-406e-b5db-84cf807a3c10 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:33.728912 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (edac2419-450b-406e-b5db-84cf807a3c10), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.758684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks [] for router_controller (6e69049b-b8d3-4e97-990f-8a2b88d12941), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.804499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79de6324-3cb0-4989-8e84-896636fe0a0e {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:33.812647 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Publish callbacks [] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.827034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Transition to ACTIVE for port object 79de6324-3cb0-4989-8e84-896636fe0a0e will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:00:33.828157 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Sync routers for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:00:33.846196 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:33.848316 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775fc730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:33.852623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:33.873708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3176a716-d8f4-446d-8028-2a7a866f9f6a req-d0e786b6-dc25-4129-9625-b307ac9a811c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7145116
Apr 09 21:00:33.876980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Pushing event updated for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:33.900297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fba1b3af-6194-44b2-a9cc-b91ddc5206a3', 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3', 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'fixed_ips': [{'subnet_id': '2f3c4570-5a77-47b0-b319-2ac7c40ca6ff'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:00:33.905889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.923923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:33.924237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:33.924529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Allocated IP 172.20.0.14 (61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4/b81727e9-eb0a-4e37-85d8-4ddeecd75219/d3c6fdfc-8ba6-48b5-8528-4a48058d742b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:33.924649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:33.936232 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:33.937524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-2d722afe-e6e3-4edc-a047-1a41b0b39d8c service neutron] 10.222.0.30 "POST /v2.0/ports/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0/bindings HTTP/1.1" status: 201  len: 389 time: 1.6854415
Apr 09 21:00:33.938851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:33.939177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Attempting to bind port 4101014a-f45a-4573-a194-f9b7022a29b0 on network 6f2c6748-eb93-475b-8e01-8a36bd1222c2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:33.941447 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:34.027795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:34.082708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:34.083043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Checking segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:34.083441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Bound using segment: {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:34.083907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Bound port: 4101014a-f45a-4573-a194-f9b7022a29b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93668ee-cb13-4d57-9a25-e182d807f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f2c6748-eb93-475b-8e01-8a36bd1222c2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:34.084283 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:34.165000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port edac2419-450b-406e-b5db-84cf807a3c10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edac2419-450b-406e-b5db-84cf807a3c10,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:34.214042 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:34.223574 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (edac2419-450b-406e-b5db-84cf807a3c10), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:34.229423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4d183039-0082-437f-a23a-644fd46b056d up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:34.689291 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775fc730>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:26Z', 'revision_number': 2, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:34.729023 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Checking router: 43a026bb-c2ea-4313-ba58-0cbf30815cdb for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:00:34.729831 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Updating router 43a026bb-c2ea-4313-ba58-0cbf30815cdb port d560c8f4-c62f-4945-b704-0ee933f70009 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:00:34.765498 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:34.771820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bc779f2-b8aa-43c8-bf46-1f7e3ac3a1c6 req-2d0f113e-dddd-4b34-944d-4206a576bb82 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.2153151
Apr 09 21:00:34.788508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:34.815767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:34.877268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-0f06b1f3-768c-4e5a-be8f-554e14774f07 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fb7b11a68b314c95b8ecc93cd51356b0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1395371
Apr 09 21:00:34.895172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.031992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=edac2419-450b-406e-b5db-84cf807a3c10,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:35.038754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks [] for router_gateway (6e69049b-b8d3-4e97-990f-8a2b88d12941), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.191564 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07199c8b-cae9-4b32-9aa9-d3f51c947e86 x-openstack-request-id: req-07199c8b-cae9-4b32-9aa9-d3f51c947e86 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:35.192225 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:35.192225 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07199c8b-cae9-4b32-9aa9-d3f51c947e86 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:35.192487 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07199c8b-cae9-4b32-9aa9-d3f51c947e86'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'code': 200}
Apr 09 21:00:35.240480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-8c2b7baf-3408-4570-9a29-6a2a45aec8a8 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.250727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-8c2b7baf-3408-4570-9a29-6a2a45aec8a8 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3718612
Apr 09 21:00:35.260642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:35.268890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Pushing event updated for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=8']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:35.282557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-0c25f6d4-9cf0-4471-a1e2-e4d92e6143b4 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/quotas/fb7b11a68b314c95b8ecc93cd51356b0 HTTP/1.1" status: 200  len: 375 time: 0.0294046
Apr 09 21:00:35.305847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 4d183039-0082-437f-a23a-644fd46b056d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:35.317826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:35.318697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:35.318697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:35.338599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 4d183039-0082-437f-a23a-644fd46b056d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:35.339240 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d183039-0082-437f-a23a-644fd46b056d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.345178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-fee41b9b-d1fe-4af7-a1d1-1638b5ad0088 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7b11a68b314c95b8ecc93cd51356b0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0616395
Apr 09 21:00:35.345870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:35.347110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:35.455294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Allocated IP 172.20.0.2 (fba1b3af-6194-44b2-a9cc-b91ddc5206a3/2f3c4570-5a77-47b0-b319-2ac7c40ca6ff/e5afb388-3fd5-425e-a12b-5611fdebcb30) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:35.478098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6553d-918f-41a8-84af-581162cd289d req-05e3fc27-a3a9-44e6-b3db-9091e0294ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.479307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4d183039-0082-437f-a23a-644fd46b056d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:35.479605 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbc6553d-918f-41a8-84af-581162cd289d req-05e3fc27-a3a9-44e6-b3db-9091e0294ad3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 1.7301829
Apr 09 21:00:35.479829 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d183039-0082-437f-a23a-644fd46b056d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.493947 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.511331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:35.512049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:35.512643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:35.513578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Bound port: 79de6324-3cb0-4989-8e84-896636fe0a0e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:35.515863 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.533465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-c707fa6a-3e34-4cf4-baa9-3763ec6f4245 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.537869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4d183039-0082-437f-a23a-644fd46b056d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d183039-0082-437f-a23a-644fd46b056d,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:35.544284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-c707fa6a-3e34-4cf4-baa9-3763ec6f4245 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.553772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-c707fa6a-3e34-4cf4-baa9-3763ec6f4245 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.561324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-c707fa6a-3e34-4cf4-baa9-3763ec6f4245 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.577244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-c707fa6a-3e34-4cf4-baa9-3763ec6f4245 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.585167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-c707fa6a-3e34-4cf4-baa9-3763ec6f4245 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.608312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-c707fa6a-3e34-4cf4-baa9-3763ec6f4245 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.611257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4d183039-0082-437f-a23a-644fd46b056d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.619424 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-c707fa6a-3e34-4cf4-baa9-3763ec6f4245 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5428 time: 0.3519726
Apr 09 21:00:35.635642 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbc6553d-918f-41a8-84af-581162cd289d req-ec74a423-1c73-4b8d-b167-d2f6dbab19bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 217 time: 0.1459782
Apr 09 21:00:35.668627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4d183039-0082-437f-a23a-644fd46b056d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:35.753805 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a675d1a-2f9d-44e0-8d90-3c941f2edd6c x-openstack-request-id: req-0a675d1a-2f9d-44e0-8d90-3c941f2edd6c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:35.754173 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:35.754377 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a675d1a-2f9d-44e0-8d90-3c941f2edd6c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:35.754789 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a675d1a-2f9d-44e0-8d90-3c941f2edd6c'] response: {'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0', 'code': 200}
Apr 09 21:00:35.755992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks [] for router_gateway (6e69049b-b8d3-4e97-990f-8a2b88d12941), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.776230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5291cd56-cbff-4e41-9a96-e9151fe04008 req-0e3aba63-740d-4baa-aa6b-14ae493dde70 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1555429
Apr 09 21:00:35.782430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6553d-918f-41a8-84af-581162cd289d req-0c016a7c-51e4-4981-908f-d7ca24d2bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.784053 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbc6553d-918f-41a8-84af-581162cd289d req-0c016a7c-51e4-4981-908f-d7ca24d2bcef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1398518
Apr 09 21:00:35.785208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.787388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.936728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:35.940446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:35.944423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:35.945048 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:35.946742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-60e573cd-b7b4-41f5-948d-49d7df28a0bd service neutron] 10.222.0.32 "PUT /v2.0/ports/4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 200  len: 1122 time: 4.2070968
Apr 09 21:00:35.950943 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.006346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4101014a-f45a-4573-a194-f9b7022a29b0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:36.023426 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Publish callbacks [] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.036209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:36.046862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:36.051611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6553d-918f-41a8-84af-581162cd289d req-3f4a6448-9a3d-46b3-94c7-b5f693c6a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:36.053325 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbc6553d-918f-41a8-84af-581162cd289d req-3f4a6448-9a3d-46b3-94c7-b5f693c6a59f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2607491
Apr 09 21:00:36.054021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event updated for resources: {'Port': ['ID=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:36.059225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:36.110535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:36.111271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.128497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 1096 time: 3.2968290
Apr 09 21:00:36.165659 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.214438 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Publish callbacks [] for port (d560c8f4-c62f-4945-b704-0ee933f70009), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.225776 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.280752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d52e-f8b7-4c04-ac31-dd9fa4da4fcc req-d8ae59b6-ec99-4926-a278-8a22e1c4653b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:36.287071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f9d52e-f8b7-4c04-ac31-dd9fa4da4fcc req-d8ae59b6-ec99-4926-a278-8a22e1c4653b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 948 time: 0.5015945
Apr 09 21:00:36.321431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:36.329607 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.348192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Pushing event updated for resources: {'Port': ['ID=e5afb388-3fd5-425e-a12b-5611fdebcb30,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:36.360641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Allocated IP 172.35.0.77 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:36.386742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:36.395399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:36.407895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:36.425357 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-1041c06f-aca7-4249-8e9b-888962f20fe7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3504159
Apr 09 21:00:36.439446 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Pushing event updated for resources: {'Port': ['ID=d560c8f4-c62f-4945-b704-0ee933f70009,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:36.472887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Request body: {'port': {'device_id': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:36.509864 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.511881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4380f7-6285-461c-9548-1a7a9d0098d5 service neutron] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:36.514201 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbc6553d-918f-41a8-84af-581162cd289d req-d8a7d6b5-d1e6-4f3b-be7f-c0004b91b679 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4492233
Apr 09 21:00:36.535114 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.543275 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.543741 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.550638 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.551149 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.551485 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.551814 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.552142 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.552465 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.556398 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.556745 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.557100 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.557432 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.557760 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:00:36.591848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f6d9d-37ba-48c1-836a-8490b65f38c3 req-5a61639e-2237-4241-ae23-fbcb42848faa tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:36.605277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d41f6d9d-37ba-48c1-836a-8490b65f38c3 req-5a61639e-2237-4241-ae23-fbcb42848faa tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.5205660
Apr 09 21:00:36.692098 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Attempting to bind port d560c8f4-c62f-4945-b704-0ee933f70009 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:36.692477 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Attempting to bind port d560c8f4-c62f-4945-b704-0ee933f70009 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:36.692845 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Attempting to bind port d560c8f4-c62f-4945-b704-0ee933f70009 on network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:36.695574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-1136b8ea-f2ab-4d0c-ab20-6779425313e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:36.696982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-1136b8ea-f2ab-4d0c-ab20-6779425313e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1130 time: 0.4509509
Apr 09 21:00:36.709543 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:36.709999 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Checking segment: {'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:36.710322 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.710719 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Bound using segment: {'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:36.711210 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Bound port: d560c8f4-c62f-4945-b704-0ee933f70009, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:36.711588 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.801023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Attempting to bind port e5afb388-3fd5-425e-a12b-5611fdebcb30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:36.801023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Attempting to bind port e5afb388-3fd5-425e-a12b-5611fdebcb30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:36.801481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Attempting to bind port e5afb388-3fd5-425e-a12b-5611fdebcb30 on network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:36.822344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks [] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.835207 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] For port d560c8f4-c62f-4945-b704-0ee933f70009, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:36.840775 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] For port d560c8f4-c62f-4945-b704-0ee933f70009, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d560c8f4-c62f-4945-b704-0ee933f70009,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:36.857208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:36.857710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Checking segment: {'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:36.858113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.858537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Bound using segment: {'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:36.859016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Bound port: e5afb388-3fd5-425e-a12b-5611fdebcb30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:36.859219 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.859396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:36.876970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-5a222541-ad1e-43c3-9818-94aaa789b7a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.1431127
Apr 09 21:00:36.879878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f9d52e-f8b7-4c04-ac31-dd9fa4da4fcc req-8486d093-eb02-4529-b6c5-929b99d7b6e1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5546050
Apr 09 21:00:37.069933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:37.109138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d41f6d9d-37ba-48c1-836a-8490b65f38c3 req-afa9560e-c45c-47e5-96a5-286e7a2aaa96 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4928677
Apr 09 21:00:37.109709 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:37.109709 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775fc730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:37.151846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-70543283-3f1f-48ff-89b0-a0db75abbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:37.153403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-70543283-3f1f-48ff-89b0-a0db75abbe0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2570393
Apr 09 21:00:37.219157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edac2419-450b-406e-b5db-84cf807a3c10'}, {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d183039-0082-437f-a23a-644fd46b056d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:37.229821 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d14509e-6631-4de6-8d17-37f3921e6045" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "edac2419-450b-406e-b5db-84cf807a3c10"}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "4d183039-0082-437f-a23a-644fd46b056d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:37.231272 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbc6553d-918f-41a8-84af-581162cd289d req-02758cda-e197-43bb-883b-2df6de331b6f service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5781133
Apr 09 21:00:37.242301 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67e66f-5886-4fd9-9b8f-25b98528460b None None] Pushing event updated for resources: {'Port': ['ID=d560c8f4-c62f-4945-b704-0ee933f70009,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:37.252913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:37.262503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-98361aea-4fa9-494e-9397-52e0a4833fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:37.264034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-98361aea-4fa9-494e-9397-52e0a4833fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0980937
Apr 09 21:00:37.303651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] For port e5afb388-3fd5-425e-a12b-5611fdebcb30, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:37.326253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] For port e5afb388-3fd5-425e-a12b-5611fdebcb30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5afb388-3fd5-425e-a12b-5611fdebcb30,segment=NetworkSegment(e4538b7a-01b7-4060-af7e-5d9e2076c6ae),segment_id=e4538b7a-01b7-4060-af7e-5d9e2076c6ae)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:37.351855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 598fea91-f00b-41e4-8273-ec325cadb0f1 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:37.356356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:37.378825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:37.398308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:37.415599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:37.455134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['4101014a-f45a-4573-a194-f9b7022a29b0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:37.525944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d560c8f4-c62f-4945-b704-0ee933f70009 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:37.586198 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:37.589601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4d34-df89-4d59-9fbe-5e097b09766c None None] Pushing event updated for resources: {'Port': ['ID=e5afb388-3fd5-425e-a12b-5611fdebcb30,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:37.609490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Pushing event updated for resources: {'Port': ['ID=fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:37.642122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 598fea91-f00b-41e4-8273-ec325cadb0f1 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:37.678594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 598fea91-f00b-41e4-8273-ec325cadb0f1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:37.678977 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:37.709485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-fe3694fc-0567-49c8-b4b5-feedf45fc291 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4193480
Apr 09 21:00:37.871579 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d560c8f4-c62f-4945-b704-0ee933f70009 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:37.872426 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:37.993522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0'}, {'name': 'network-changed', 'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:37.996049 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5de3cb7-ca58-484a-8ec0-005e520a4be0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0"}, {"name": "network-changed", "server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:38.021860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77376cc-873a-4e44-98c9-e9c1fdc41c4f req-b6413832-43b3-4c66-b80f-ed1d780ff215 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:38.038040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b77376cc-873a-4e44-98c9-e9c1fdc41c4f req-b6413832-43b3-4c66-b80f-ed1d780ff215 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 944 time: 0.2674968
Apr 09 21:00:38.210870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3dcb9817-73bd-4b6d-8272-6970cfa826d1 req-f43ef30d-a5d7-4b06-87ce-7f31998fd2f2 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 210 time: 0.4999123
Apr 09 21:00:38.218829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-251cec2d-8762-45b7-b939-17cbfaed9400 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fb7b11a68b314c95b8ecc93cd51356b0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1691353
Apr 09 21:00:38.313120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 598fea91-f00b-41e4-8273-ec325cadb0f1 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:38.313846 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:38.319111 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775fc730>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:36Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:38.383657 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af7dac6-a7f8-4c16-924d-dce11f1b5bfe None None] The sync data for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 is: [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:36Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:00:38.472572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c6fdfc-8ba6-48b5-8528-4a48058d742b {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:38.485419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Publish callbacks [] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:38.501152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Transition to ACTIVE for port object d3c6fdfc-8ba6-48b5-8528-4a48058d742b will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:00:38.515510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d560c8f4-c62f-4945-b704-0ee933f70009 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:38.515941 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:38.551095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 598fea91-f00b-41e4-8273-ec325cadb0f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=598fea91-f00b-41e4-8273-ec325cadb0f1,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:38.566068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:38.574683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:38.575165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:38.739461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:38.798010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks [] for router_gateway (6e69049b-b8d3-4e97-990f-8a2b88d12941), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:38.843400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port d560c8f4-c62f-4945-b704-0ee933f70009, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d560c8f4-c62f-4945-b704-0ee933f70009,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:38.850301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=598fea91-f00b-41e4-8273-ec325cadb0f1,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:38.875047 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:38.910658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Attempting to bind port d3c6fdfc-8ba6-48b5-8528-4a48058d742b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:38.911218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Attempting to bind port d3c6fdfc-8ba6-48b5-8528-4a48058d742b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:38.911784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Attempting to bind port d3c6fdfc-8ba6-48b5-8528-4a48058d742b on network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:38.923165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Port d3c6fdfc-8ba6-48b5-8528-4a48058d742b on network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:38.924377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Attempting to bind port d3c6fdfc-8ba6-48b5-8528-4a48058d742b on network 61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:38.935725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:38.936066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Checking segment: {'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:38.936457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Bound using segment: {'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:38.936975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Bound port: d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:38.937400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:38.974408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:39.001229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:39.001727 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:39.015987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c37f0-ed7d-4c58-beb5-ff28545d45f8 req-02ec9ead-4382-477f-9aec-3da50b3f2782 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9379914
Apr 09 21:00:39.050414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b77376cc-873a-4e44-98c9-e9c1fdc41c4f req-57efc581-4dd9-4f3d-b88d-10d4d6598fe0 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0036349
Apr 09 21:00:39.113315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=d560c8f4-c62f-4945-b704-0ee933f70009,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:39.189866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] For port d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:39.198626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:39.200126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] For port d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:39.201219 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:39.227073 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:39.227375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940dcb-f85f-43ad-b82e-26666a474b2b req-7cdac6ba-7bbc-4e9f-a619-4a45aa5b88ed tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.237358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71940dcb-f85f-43ad-b82e-26666a474b2b req-7cdac6ba-7bbc-4e9f-a619-4a45aa5b88ed tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 944 time: 0.2242148
Apr 09 21:00:39.288481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:39.298208 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:39.298891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 87ea195a-9ea5-4807-8aeb-44650ead0f55 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:39.312153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:39.320722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.321610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:39.328391 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-fa0b6fbd-1189-4bdc-bbf9-58d9c386b666 service neutron] 10.222.0.32 "PUT /v2.0/ports/d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 1092 time: 2.8587720
Apr 09 21:00:39.329349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:39.334724 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc" -d '{"events": [{"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:39.429694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4f796-4a7c-44b1-b7fc-8a6cac3352d5 None None] Network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:00:39.480666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-23fd4cb6-d035-43ae-afa1-d2118abe65a8 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.487187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-23fd4cb6-d035-43ae-afa1-d2118abe65a8 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5689366
Apr 09 21:00:39.548053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Request body: {'port': {'device_id': 'd46fcb37-e8b8-47d8-bf95-d38db3ed80f9', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'fb7b11a68b314c95b8ecc93cd51356b0'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:39.632609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d560c8f4-c62f-4945-b704-0ee933f70009 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:39.655235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-4438fdec-2f05-4eb6-adbd-5c9efe384f57 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.659824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (6e69049b-b8d3-4e97-990f-8a2b88d12941), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:39.675053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-4438fdec-2f05-4eb6-adbd-5c9efe384f57 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.685621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-4438fdec-2f05-4eb6-adbd-5c9efe384f57 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.691891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-4438fdec-2f05-4eb6-adbd-5c9efe384f57 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.698612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-4438fdec-2f05-4eb6-adbd-5c9efe384f57 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.705875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-4438fdec-2f05-4eb6-adbd-5c9efe384f57 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.712679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-4438fdec-2f05-4eb6-adbd-5c9efe384f57 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:39.723620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-4438fdec-2f05-4eb6-adbd-5c9efe384f57 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5431 time: 0.4836926
Apr 09 21:00:39.778774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bd9fb708-b116-495e-bd32-8f5d69ffee3f None None] Provisioning complete for port e5afb388-3fd5-425e-a12b-5611fdebcb30 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:39.781235 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb708-b116-495e-bd32-8f5d69ffee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:39.823403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71940dcb-f85f-43ad-b82e-26666a474b2b req-32388a87-b49d-496a-abba-f11e5cd3a3a3 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5851412
Apr 09 21:00:39.889832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd769bcb-0649-431d-b717-3911dfab3c2e req-8e6605d3-7c8e-4153-9c9c-55572427388d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1579292
Apr 09 21:00:39.896695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:39.969267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 87ea195a-9ea5-4807-8aeb-44650ead0f55 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:39.999148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Made reservation on behalf of fb7b11a68b314c95b8ecc93cd51356b0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:40.001931 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e597f-9eca-4f15-8cbc-903cd3821ec0 x-openstack-request-id: req-245e597f-9eca-4f15-8cbc-903cd3821ec0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:40.003151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:40.004073 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "edac2419-450b-406e-b5db-84cf807a3c10", "code": 200}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "4d183039-0082-437f-a23a-644fd46b056d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:40.005325 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-245e597f-9eca-4f15-8cbc-903cd3821ec0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:40.006208 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245e597f-9eca-4f15-8cbc-903cd3821ec0'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edac2419-450b-406e-b5db-84cf807a3c10', 'code': 200}
Apr 09 21:00:40.007313 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245e597f-9eca-4f15-8cbc-903cd3821ec0'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d183039-0082-437f-a23a-644fd46b056d', 'code': 200}
Apr 09 21:00:40.013733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 87ea195a-9ea5-4807-8aeb-44650ead0f55 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:40.016932 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:40.028638 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:40.086338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Router 6e69049b-b8d3-4e97-990f-8a2b88d12941 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:00:40.089130 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3c5b56-1c8e-41b2-9b80-1fbd58b482f6 x-openstack-request-id: req-8a3c5b56-1c8e-41b2-9b80-1fbd58b482f6 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:40.089619 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:40.090062 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a3c5b56-1c8e-41b2-9b80-1fbd58b482f6 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:40.090478 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3c5b56-1c8e-41b2-9b80-1fbd58b482f6'] response: {'name': 'network-changed', 'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0', 'status': 'completed', 'code': 200}
Apr 09 21:00:40.090742 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3c5b56-1c8e-41b2-9b80-1fbd58b482f6'] response: {'name': 'network-changed', 'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'status': 'completed', 'code': 200}
Apr 09 21:00:40.162145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213a3a8-b0ef-4e8c-abf7-cdcd15b429b4 req-20f30b5e-d3cf-4344-896e-1a490e79cb84 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:40.182880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7213a3a8-b0ef-4e8c-abf7-cdcd15b429b4 req-20f30b5e-d3cf-4344-896e-1a490e79cb84 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 948 time: 0.1144571
Apr 09 21:00:40.253757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d560c8f4-c62f-4945-b704-0ee933f70009 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:40.254140 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:40.321098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2582a-f02c-4fd9-9795-13c2d3988be2 req-800fbfec-330a-4df8-a27f-578ff70f700f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:40.321098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62e2582a-f02c-4fd9-9795-13c2d3988be2 req-800fbfec-330a-4df8-a27f-578ff70f700f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.1162701
Apr 09 21:00:40.427846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-a5c93bf6-8056-4235-a075-a669568134d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:40.429226 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-a5c93bf6-8056-4235-a075-a669568134d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1156 time: 0.3226135
Apr 09 21:00:40.459764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7213a3a8-b0ef-4e8c-abf7-cdcd15b429b4 req-9ce02d48-967e-457a-840d-9309d699fdd2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2740633
Apr 09 21:00:40.560322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-bb7d7c9c-60b4-4cc0-ae65-24c30fa8ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:40.560322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-bb7d7c9c-60b4-4cc0-ae65-24c30fa8ed73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1126 time: 0.1846538
Apr 09 21:00:40.592863 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks [] for security_group (1ddef47b-d3a0-4655-aacb-1510959fb6c2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:40.599024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-af8d74f5-9eda-4026-ba60-4661304c4483 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 217 time: 0.0726120
Apr 09 21:00:40.604720 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1ddef47b-d3a0-4655-aacb-1510959fb6c2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:40.767462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62e2582a-f02c-4fd9-9795-13c2d3988be2 req-a0d8194f-89df-4845-ae27-de16b5f4fc7d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3744762
Apr 09 21:00:40.827965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6898dd06-bdcd-4844-beaf-34591e66aa50 req-350d7846-fc02-4ca0-ba6f-79a10db7ffcc tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 210 time: 0.1275783
Apr 09 21:00:40.843471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bd9fb708-b116-495e-bd32-8f5d69ffee3f None None] Current status of the port e5afb388-3fd5-425e-a12b-5611fdebcb30 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:40.844064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb708-b116-495e-bd32-8f5d69ffee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:40.854815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddef47b-d3a0-4655-aacb-1510959fb6c2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:40.971054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:40.973075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-a3d01639-4e37-4ade-8d8b-a97d5b72cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:40.983487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-a3d01639-4e37-4ade-8d8b-a97d5b72cc44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.2878728
Apr 09 21:00:41.100848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bd9fb708-b116-495e-bd32-8f5d69ffee3f None None] For port e5afb388-3fd5-425e-a12b-5611fdebcb30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5afb388-3fd5-425e-a12b-5611fdebcb30,segment=NetworkSegment(e4538b7a-01b7-4060-af7e-5d9e2076c6ae),segment_id=e4538b7a-01b7-4060-af7e-5d9e2076c6ae)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:41.131028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d0967-de41-491c-a04b-964783692297 req-fd818f88-416f-4592-bb25-8045f2baaf8d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.133815 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb708-b116-495e-bd32-8f5d69ffee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.140093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-514d0967-de41-491c-a04b-964783692297 req-fd818f88-416f-4592-bb25-8045f2baaf8d tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 944 time: 0.1538897
Apr 09 21:00:41.142632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Allocated IP 192.168.233.91 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:41.172533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 87ea195a-9ea5-4807-8aeb-44650ead0f55 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:41.180814 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.185799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-cf55554e-8990-43d5-a184-4a3d6b4dda81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1320138
Apr 09 21:00:41.205124 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:00:41.205832 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c1d83-9e9d-444b-87f3-ce576d1a31d2 x-openstack-request-id: req-d64c1d83-9e9d-444b-87f3-ce576d1a31d2 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:41.206484 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:41.206484 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d64c1d83-9e9d-444b-87f3-ce576d1a31d2 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:41.206916 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64c1d83-9e9d-444b-87f3-ce576d1a31d2'] response: {'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'status': 'completed', 'code': 200}
Apr 09 21:00:41.209624 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-6edc640a-c144-4330-a6db-2d2c5d021f66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0721328
Apr 09 21:00:41.278417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fae5fb40-8ac3-421c-a0b0-002e0e420ce2 None None] Provisioning complete for port e5afb388-3fd5-425e-a12b-5611fdebcb30 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:41.278778 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fae5fb40-8ac3-421c-a0b0-002e0e420ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.356873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-306dbcb8-37be-4f6e-ab6d-169fac7d2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.358569 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-306dbcb8-37be-4f6e-ab6d-169fac7d2c78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1130 time: 1.0804012
Apr 09 21:00:41.359719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:00:41.372546 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-deef0580-8399-46a0-9ca1-4399c773890c service neutron] 10.222.0.25 "GET /v2.0/ports/4101014a-f45a-4573-a194-f9b7022a29b0/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 1.3656435
Apr 09 21:00:41.387001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Sync routers for ids ['6e69049b-b8d3-4e97-990f-8a2b88d12941'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:00:41.398146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 87ea195a-9ea5-4807-8aeb-44650ead0f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87ea195a-9ea5-4807-8aeb-44650ead0f55,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:41.445870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Routers {'6e69049b-b8d3-4e97-990f-8a2b88d12941'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:41.445870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376043b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6e69049b-b8d3-4e97-990f-8a2b88d12941'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:41.455838 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.457408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device aeadbd1f-8d76-4ad3-84a7-50139f5852c5 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:41.465777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-514d0967-de41-491c-a04b-964783692297 req-5cd37cff-8ca6-4693-b9c9-5a6fe75e6cd5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3247962
Apr 09 21:00:41.537326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.545219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d43fde6-1b02-413d-9a48-cfa141f61505 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.1372676
Apr 09 21:00:41.554130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-f5750237-291a-470b-a69b-26eea166015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.556187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47948) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:41.560304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fb708-b116-495e-bd32-8f5d69ffee3f None None] Pushing event updated for resources: {'Port': ['ID=e5afb388-3fd5-425e-a12b-5611fdebcb30,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:41.577537 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-f5750237-291a-470b-a69b-26eea166015d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 1126 time: 0.2912529
Apr 09 21:00:41.578348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d560c8f4-c62f-4945-b704-0ee933f70009 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:41.579623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e5afb388-3fd5-425e-a12b-5611fdebcb30 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:41.632971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836a65a-c9bb-40b7-a8a4-97d797e90e7d req-3e00c69d-5240-4a44-b7bf-26f6e581a327 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.645912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:41.647293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b836a65a-c9bb-40b7-a8a4-97d797e90e7d req-3e00c69d-5240-4a44-b7bf-26f6e581a327 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 944 time: 0.2303343
Apr 09 21:00:41.663807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-b9abbcf0-bd3b-4883-bb6a-eae473048e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.665307 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-b9abbcf0-bd3b-4883-bb6a-eae473048e55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 1.2237844
Apr 09 21:00:41.739265 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks [] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.763416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fae5fb40-8ac3-421c-a0b0-002e0e420ce2 None None] Current status of the port e5afb388-3fd5-425e-a12b-5611fdebcb30 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:41.765792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:41.766313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.785117 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-1cf04829-1da9-401c-91d3-11c4848f8392 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 200  len: 217 time: 0.1027672
Apr 09 21:00:41.816868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf278b-89da-48f6-813b-b0067156857c req-a159bf4c-ac0b-4d29-8105-3df8bce6fde3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.822157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf278b-89da-48f6-813b-b0067156857c req-a159bf4c-ac0b-4d29-8105-3df8bce6fde3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.827445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf278b-89da-48f6-813b-b0067156857c req-a159bf4c-ac0b-4d29-8105-3df8bce6fde3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.832716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf278b-89da-48f6-813b-b0067156857c req-a159bf4c-ac0b-4d29-8105-3df8bce6fde3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.837014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:41.838352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf278b-89da-48f6-813b-b0067156857c req-a159bf4c-ac0b-4d29-8105-3df8bce6fde3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.843703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf278b-89da-48f6-813b-b0067156857c req-a159bf4c-ac0b-4d29-8105-3df8bce6fde3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.849217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf278b-89da-48f6-813b-b0067156857c req-a159bf4c-ac0b-4d29-8105-3df8bce6fde3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.851202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26bf278b-89da-48f6-813b-b0067156857c req-a159bf4c-ac0b-4d29-8105-3df8bce6fde3 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5432 time: 0.2365587
Apr 09 21:00:41.863899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-2f71c47a-0582-468e-865a-db49f53d2b7f service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6530564
Apr 09 21:00:41.866270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e5afb388-3fd5-425e-a12b-5611fdebcb30 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:41.866270 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.896373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-8366dbc4-e67b-472d-87a6-573a779f798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.897935 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-8366dbc4-e67b-472d-87a6-573a779f798e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.4808304
Apr 09 21:00:41.918369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:41.919358 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:41.935900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-371124b8-8e88-4a9d-8b79-3ea35765497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.937472 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-371124b8-8e88-4a9d-8b79-3ea35765497b service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.3013873
Apr 09 21:00:41.941685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b836a65a-c9bb-40b7-a8a4-97d797e90e7d req-8e7c44a0-a4bb-40fa-a382-90e800770027 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2916973
Apr 09 21:00:41.973925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-69e9f3f3-e82d-4854-8214-2975d563ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:41.975397 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-69e9f3f3-e82d-4854-8214-2975d563ca75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1822391
Apr 09 21:00:42.011291 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-6f54f895-aad5-4075-a6d8-87409a6062ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.1032279
Apr 09 21:00:42.047409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598fea91-f00b-41e4-8273-ec325cadb0f1'}, {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e'}, {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea195a-9ea5-4807-8aeb-44650ead0f55'}, {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:42.050159 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4e2db2-7101-447b-ae64-3190bc1309aa" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "598fea91-f00b-41e4-8273-ec325cadb0f1"}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "98efa2b7-5e44-4da7-8cbc-fbc1db0c459e"}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "87ea195a-9ea5-4807-8aeb-44650ead0f55"}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "aeadbd1f-8d76-4ad3-84a7-50139f5852c5"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:42.062357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=87ea195a-9ea5-4807-8aeb-44650ead0f55,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:42.075518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'mac_address': 'fa:16:3e:8f:e5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:42.084854 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-367746cb-c297-4935-8b82-a786c66508ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 200  len: 217 time: 0.1124051
Apr 09 21:00:42.091658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Set router 6e69049b-b8d3-4e97-990f-8a2b88d12941 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:42.122257 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-7428d55b-c4d2-4658-a7e3-17b2bb6a639a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1378191
Apr 09 21:00:42.184162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 79de6324-3cb0-4989-8e84-896636fe0a0e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:42.184525 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:42.194576 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:42.228435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port aeadbd1f-8d76-4ad3-84a7-50139f5852c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:42.233233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26bf278b-89da-48f6-813b-b0067156857c req-61662c21-bb53-4980-9ce7-1699a3cfbdc0 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3715189
Apr 09 21:00:42.250314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:42.292445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-e1f2e9a5-6a15-4d11-9af8-9831800c9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:42.294563 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-e1f2e9a5-6a15-4d11-9af8-9831800c9482 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2424839
Apr 09 21:00:42.306197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-43d2350c-464a-4a99-9389-d807e6fea489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:42.308210 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-43d2350c-464a-4a99-9389-d807e6fea489 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.1893454
Apr 09 21:00:42.311979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:42.329840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:42.335807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec4da4-98a9-40d7-85f4-c8092baccc72 req-f2f1bc81-5efc-4b4c-9d47-3d2de38aa2e1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:42.341204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4101014a-f45a-4573-a194-f9b7022a29b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:42.343267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4ec4da4-98a9-40d7-85f4-c8092baccc72 req-f2f1bc81-5efc-4b4c-9d47-3d2de38aa2e1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 948 time: 0.2258513
Apr 09 21:00:42.364545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52580e9a-1965-4bdb-bd5b-fcacb93494a8 req-e10359f8-8dfa-4f84-b90d-2f728bf59bad service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4819603
Apr 09 21:00:42.370303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:42.389952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:42.400733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Pushing event updated for resources: {'Port': ['ID=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:42.408051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:42.449161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79de6324-3cb0-4989-8e84-896636fe0a0e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:42.492351 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-5f0ad714-d855-4c7c-9303-b1a7f59a976c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1740258
Apr 09 21:00:42.521890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4ec4da4-98a9-40d7-85f4-c8092baccc72 req-5d62a7ed-ddf8-4b72-84fc-a2f8b1f56854 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775262
Apr 09 21:00:42.529467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:42.552132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:42.577552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-2730ed0e-efc1-429b-8fa3-35909d4ee087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:42.579177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-2730ed0e-efc1-429b-8fa3-35909d4ee087 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2640522
Apr 09 21:00:42.614503 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:42.620455 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-c2b9809f-6d2d-4b3c-9407-f0e282a20b6f service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4882169
Apr 09 21:00:42.673726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e5afb388-3fd5-425e-a12b-5611fdebcb30 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:42.699671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4101014a-f45a-4573-a194-f9b7022a29b0 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:42.711339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4101014a-f45a-4573-a194-f9b7022a29b0 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:42.744096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:42.751831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ffd8-beb2-4002-a835-d3620ab3c1c1 req-6b861609-5495-419d-b95a-c3c6ff15dc0f tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:42.754266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0574ffd8-beb2-4002-a835-d3620ab3c1c1 req-6b861609-5495-419d-b95a-c3c6ff15dc0f tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 935 time: 0.0920095
Apr 09 21:00:42.771403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:42.819052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020232a-a888-484f-8254-55535b0007b8 req-62b7aed6-b82f-48aa-8da5-3adb36f0245b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:42.820321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 061549ac-a3d6-4b74-9e58-6e99390adc84 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:42.826345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a020232a-a888-484f-8254-55535b0007b8 req-62b7aed6-b82f-48aa-8da5-3adb36f0245b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.3030376
Apr 09 21:00:42.852168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:42.854639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:42.856277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:42.860950 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-6f83b9fd-3870-4bdb-997c-4c7f69e814b4 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580716
Apr 09 21:00:42.875119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376043b50>, [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 3, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:42.885500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e5afb388-3fd5-425e-a12b-5611fdebcb30 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:42.941131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-e0062de9-765b-46be-8644-5f8d1e5eb871 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.4047105
Apr 09 21:00:42.942376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['79de6324-3cb0-4989-8e84-896636fe0a0e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:42.953651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Checking router: 6e69049b-b8d3-4e97-990f-8a2b88d12941 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:00:42.953905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Updating router 6e69049b-b8d3-4e97-990f-8a2b88d12941 port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:00:42.958188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Request body: {'port': {'device_id': 'd46fcb37-e8b8-47d8-bf95-d38db3ed80f9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:42.974084 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-72b149b2-9db7-44a7-9935-32a682b682a0 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3425374
Apr 09 21:00:43.012464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0574ffd8-beb2-4002-a835-d3620ab3c1c1 req-c6b91c06-ce53-490f-90bb-a91bacd2fa98 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418175
Apr 09 21:00:43.031987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ad8cfe0e-7f16-4669-a466-309f272ba9f1 None None] Provisioning complete for port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:43.032375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ad8cfe0e-7f16-4669-a466-309f272ba9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.036663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade62a33-d074-467a-a901-6ce7508e8b4e req-39861d79-1186-4377-9127-5875fc90d05c service neutron] 10.222.0.25 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659179
Apr 09 21:00:43.037620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] Transition to ACTIVE for port object 4101014a-f45a-4573-a194-f9b7022a29b0 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:00:43.043781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.055190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.095701 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f830434-5e20-41e9-ab7d-4db37baf8123 x-openstack-request-id: req-0f830434-5e20-41e9-ab7d-4db37baf8123 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:43.096006 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "598fea91-f00b-41e4-8273-ec325cadb0f1", "code": 200}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "98efa2b7-5e44-4da7-8cbc-fbc1db0c459e", "code": 200}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "87ea195a-9ea5-4807-8aeb-44650ead0f55", "code": 200}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-plugged", "status": "completed", "tag": "aeadbd1f-8d76-4ad3-84a7-50139f5852c5", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:43.096267 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f830434-5e20-41e9-ab7d-4db37baf8123 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:43.096678 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f830434-5e20-41e9-ab7d-4db37baf8123'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598fea91-f00b-41e4-8273-ec325cadb0f1', 'code': 200}
Apr 09 21:00:43.096938 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f830434-5e20-41e9-ab7d-4db37baf8123'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e', 'code': 200}
Apr 09 21:00:43.097216 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f830434-5e20-41e9-ab7d-4db37baf8123'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea195a-9ea5-4807-8aeb-44650ead0f55', 'code': 200}
Apr 09 21:00:43.097473 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f830434-5e20-41e9-ab7d-4db37baf8123'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5', 'code': 200}
Apr 09 21:00:43.196753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] No DVR routers for this DVR port 4101014a-f45a-4573-a194-f9b7022a29b0 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:43.251549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=10']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:43.295995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-93c60b4c-af0c-4895-b9bd-3a933c5d9f05 service neutron] 10.222.0.25 "PUT /v2.0/ports/4101014a-f45a-4573-a194-f9b7022a29b0/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.8920605
Apr 09 21:00:43.298226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9669-25b1-4311-94be-b894a38eb199 req-92eaab5c-3b3e-4a4c-8c4b-a9004bf87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.298724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9669-25b1-4311-94be-b894a38eb199 req-92eaab5c-3b3e-4a4c-8c4b-a9004bf87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.299199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9669-25b1-4311-94be-b894a38eb199 req-92eaab5c-3b3e-4a4c-8c4b-a9004bf87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.299667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9669-25b1-4311-94be-b894a38eb199 req-92eaab5c-3b3e-4a4c-8c4b-a9004bf87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.300134 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9669-25b1-4311-94be-b894a38eb199 req-92eaab5c-3b3e-4a4c-8c4b-a9004bf87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.300572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9669-25b1-4311-94be-b894a38eb199 req-92eaab5c-3b3e-4a4c-8c4b-a9004bf87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.301063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9669-25b1-4311-94be-b894a38eb199 req-92eaab5c-3b3e-4a4c-8c4b-a9004bf87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.303237 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-00bb9669-25b1-4311-94be-b894a38eb199 req-92eaab5c-3b3e-4a4c-8c4b-a9004bf87f29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6707 time: 0.1095138
Apr 09 21:00:43.346271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cfe0e-7f16-4669-a466-309f272ba9f1 None None] Port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:00:43.366896 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-00bb9669-25b1-4311-94be-b894a38eb199 req-eb1e3a2d-5511-4c01-ad95-7794d8b72335 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0564904
Apr 09 21:00:43.410456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e5afb388-3fd5-425e-a12b-5611fdebcb30 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:43.410832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.418853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 061549ac-a3d6-4b74-9e58-6e99390adc84 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:43.419383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.542707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a020232a-a888-484f-8254-55535b0007b8 req-f39954bf-2748-4e74-9f81-fb8dd987ad4a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6964996
Apr 09 21:00:43.555094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:43.589763 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.613248 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.752228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:43.755425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e5afb388-3fd5-425e-a12b-5611fdebcb30 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:43.769002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-f92acb7c-aa74-4bf8-9fba-469a8c98427f tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.770977 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-f92acb7c-aa74-4bf8-9fba-469a8c98427f tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0869205
Apr 09 21:00:43.805707 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-723affce-e3d2-404e-8946-0bc6f714dd0b service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2352481
Apr 09 21:00:43.824038 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a2180-567c-4613-a2b7-bc616acd439d req-3f5755db-73c2-44a2-9e99-40ef6fae0d58 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.825343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c1a2180-567c-4613-a2b7-bc616acd439d req-3f5755db-73c2-44a2-9e99-40ef6fae0d58 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 945 time: 0.3141468
Apr 09 21:00:43.836905 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Publish callbacks [] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.845020 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.877018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-831397ef-a290-4c71-afa5-e858d1673aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.879794 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-831397ef-a290-4c71-afa5-e858d1673aeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0&tenant_id=2c23a8d6534a4426b2ea106417c8b68a HTTP/1.1" status: 200  len: 1127 time: 0.0922489
Apr 09 21:00:43.897912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-f50b75f9-f6b7-4581-b395-e1dae8858662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.899723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-f50b75f9-f6b7-4581-b395-e1dae8858662 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1126 time: 0.2078855
Apr 09 21:00:43.907069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08b180-f7a1-492c-9b4a-5896cb5366ae None None] Pushing event updated for resources: {'Port': ['ID=fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:43.909592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.909754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Attempting to bind port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:43.909968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Attempting to bind port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:43.910338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Attempting to bind port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:43.917014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:43.917778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:43.917922 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.918249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:43.918730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Bound port: fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:43.919121 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:43.923456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343b7a8-0d65-4b02-9b00-818eea130f72 req-ceb837ab-951a-4588-9c89-94746400c975 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.931978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2343b7a8-0d65-4b02-9b00-818eea130f72 req-ceb837ab-951a-4588-9c89-94746400c975 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 944 time: 0.2487750
Apr 09 21:00:43.977987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-2a882d2a-93ca-47be-ab00-d119f60138b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:43.979722 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-2a882d2a-93ca-47be-ab00-d119f60138b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1127 time: 0.0633492
Apr 09 21:00:43.984856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] For port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:43.989317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] For port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:44.000342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:44.019254 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5de3cb7-ca58-484a-8ec0-005e520a4be0 req-821bbca2-fbbe-4efa-909e-baf5b5f876f6 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888473
Apr 09 21:00:44.084953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Routers {'6e69049b-b8d3-4e97-990f-8a2b88d12941'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:44.086839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376043b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6e69049b-b8d3-4e97-990f-8a2b88d12941'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:44.146540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08b180-f7a1-492c-9b4a-5896cb5366ae None None] Pushing event updated for resources: {'Port': ['ID=fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:44.147533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-2833ca82-f3c8-44f5-9d3b-20f42dd8f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.149466 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-2833ca82-f3c8-44f5-9d3b-20f42dd8f14d service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 200  len: 921 time: 0.1589673
Apr 09 21:00:44.205290 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-b89d1b24-9a54-415f-abca-f275159f50b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 200  len: 217 time: 0.0488369
Apr 09 21:00:44.228929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c1a2180-567c-4613-a2b7-bc616acd439d req-ce0781d1-e753-41d6-8e82-aec443d3fca9 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3715768
Apr 09 21:00:44.249294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] Set router 6e69049b-b8d3-4e97-990f-8a2b88d12941 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:44.268250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-ad6ffba3-8ec7-47ee-9801-3e6d223fda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.269889 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-ad6ffba3-8ec7-47ee-9801-3e6d223fda5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 200  len: 860 time: 0.0570021
Apr 09 21:00:44.318097 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-1ce12bc1-328b-4f7f-9a34-270b7d3216f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f2c6748-eb93-475b-8e01-8a36bd1222c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372694
Apr 09 21:00:44.367213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2343b7a8-0d65-4b02-9b00-818eea130f72 req-2883b540-19bd-4045-a265-8ee3d83ba5d7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4348290
Apr 09 21:00:44.368365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-54745e98-155d-45d7-8aa3-dc73577159bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.370022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-54745e98-155d-45d7-8aa3-dc73577159bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 920 time: 0.4129727
Apr 09 21:00:44.444119 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-ae0a4a29-d637-4bc4-b387-f56113bce3c8 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1187813
Apr 09 21:00:44.513452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376043b50>, [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 3, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:44.523761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-97505f57-d5b6-4424-94d8-9327bcdf4dac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 217 time: 0.1037107
Apr 09 21:00:44.544093 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-f57570f9-c4b4-40ad-8a31-c53ee67751e2 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932715
Apr 09 21:00:44.556185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c1508-10b7-434e-b6ae-6ebb5c9fa835 None None] The sync data for ids ['6e69049b-b8d3-4e97-990f-8a2b88d12941'] in ncdv-master-1 is: [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 3, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:00:44.705026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-2596dbbd-61d6-4a9e-a0f3-7c6d3445c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.706876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-2596dbbd-61d6-4a9e-a0f3-7c6d3445c945 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.1718483
Apr 09 21:00:44.713601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba121b-8f96-4dde-908d-9d9319e366da req-c206bc31-cf48-45e5-9c0e-3119db313f6a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.718964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba121b-8f96-4dde-908d-9d9319e366da req-c206bc31-cf48-45e5-9c0e-3119db313f6a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.724264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba121b-8f96-4dde-908d-9d9319e366da req-c206bc31-cf48-45e5-9c0e-3119db313f6a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.730347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba121b-8f96-4dde-908d-9d9319e366da req-c206bc31-cf48-45e5-9c0e-3119db313f6a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.736262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba121b-8f96-4dde-908d-9d9319e366da req-c206bc31-cf48-45e5-9c0e-3119db313f6a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.741637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba121b-8f96-4dde-908d-9d9319e366da req-c206bc31-cf48-45e5-9c0e-3119db313f6a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.747519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba121b-8f96-4dde-908d-9d9319e366da req-c206bc31-cf48-45e5-9c0e-3119db313f6a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.755114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4aba121b-8f96-4dde-908d-9d9319e366da req-c206bc31-cf48-45e5-9c0e-3119db313f6a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.2211928
Apr 09 21:00:44.804342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3c6fdfc-8ba6-48b5-8528-4a48058d742b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:44.808030 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:44.883151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-e7e3c684-55bc-4fb2-8fd5-ebd175c0cfde tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:44.891419 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-e7e3c684-55bc-4fb2-8fd5-ebd175c0cfde tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0&tenant_id=2c23a8d6534a4426b2ea106417c8b68a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0788355
Apr 09 21:00:44.894555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-6c504f68-c37c-450f-a9f7-a40a55fa4ff7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1335902
Apr 09 21:00:44.937812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:44.949844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 79de6324-3cb0-4989-8e84-896636fe0a0e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:44.971241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 79de6324-3cb0-4989-8e84-896636fe0a0e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:44.971664 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:44.981137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Publish callbacks [] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:45.038771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:45.061972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'port_id': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'mac_address': 'fa:16:3e:59:cf:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:45.104488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:45.114861 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae5c19c-9f2d-4877-a7d4-83336462538f" -d '{"events": [{"server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "name": "network-vif-unplugged", "status": "completed", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:45.118995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-3ee33853-d992-4488-b98c-e596f404ccd5 service neutron] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:45.123029 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-3ee33853-d992-4488-b98c-e596f404ccd5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:45.124785 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e289c72-f51d-4d41-a7f1-e70ba37f979d req-3ee33853-d992-4488-b98c-e596f404ccd5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/4101014a-f45a-4573-a194-f9b7022a29b0/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2185888
Apr 09 21:00:45.198244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Allocated IP 172.20.0.1 (fba1b3af-6194-44b2-a9cc-b91ddc5206a3/2f3c4570-5a77-47b0-b319-2ac7c40ca6ff/3a94cf5e-2e37-4308-9e77-bc47309edb9f) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:45.206850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Transition to ACTIVE for port object f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:00:45.214428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d3c6fdfc-8ba6-48b5-8528-4a48058d742b is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:45.218312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:45.225376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4aba121b-8f96-4dde-908d-9d9319e366da req-4197e894-f18a-4d0e-8973-0011a06f809d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4692471
Apr 09 21:00:45.235369 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:45.264176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 79de6324-3cb0-4989-8e84-896636fe0a0e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:45.267216 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:45.289281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c6fdfc-8ba6-48b5-8528-4a48058d742b {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:45.330366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:45.334526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:45.341153 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:45.377883 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:45.431869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:45.519536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:45.543646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-2588d678-d406-428b-8fe5-f44ce08b21fb service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6205266
Apr 09 21:00:45.557752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70f1f0-3848-43ad-8223-05504ac34e7f req-3cca59b3-f3d4-4615-9207-cb4c90c2ce34 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:45.558719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f70f1f0-3848-43ad-8223-05504ac34e7f req-3cca59b3-f3d4-4615-9207-cb4c90c2ce34 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 949 time: 0.2653494
Apr 09 21:00:45.559724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Pushing event updated for resources: {'Port': ['ID=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:45.587820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943af94-a1a8-4c45-b4a2-2e5c71cb0c77 req-deb6e109-8b0d-4aa5-8a97-a8ca7c33626b tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:45.591833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0943af94-a1a8-4c45-b4a2-2e5c71cb0c77 req-deb6e109-8b0d-4aa5-8a97-a8ca7c33626b tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 947 time: 0.2516899
Apr 09 21:00:45.624429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d3c6fdfc-8ba6-48b5-8528-4a48058d742b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:45.856220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Publish callbacks [] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:45.871426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f70f1f0-3848-43ad-8223-05504ac34e7f req-3d69bccd-957b-449a-96b8-764d8ac3a00f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3019986
Apr 09 21:00:45.893300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-675b8d2a-78ef-46ea-bfa5-c5db115d95dc req-605f7de5-5f0c-44c9-8c23-43e711089796 service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3296230
Apr 09 21:00:45.907721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Attempting to bind port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:45.908441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Attempting to bind port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:45.908927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Attempting to bind port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:45.917682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0943af94-a1a8-4c45-b4a2-2e5c71cb0c77 req-07120fdb-f03f-4912-a2ef-154cc716d0af tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793717
Apr 09 21:00:45.923219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:45.923342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Attempting to bind port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:45.934835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:45.935198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:45.935593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:45.936225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Bound port: f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:45.936591 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:46.002539 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1d40c0-b671-46cf-b075-6b11d644f093 x-openstack-request-id: req-cc1d40c0-b671-46cf-b075-6b11d644f093 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:46.003078 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "name": "network-vif-unplugged", "status": "completed", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:46.003078 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc1d40c0-b671-46cf-b075-6b11d644f093 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:46.003377 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1d40c0-b671-46cf-b075-6b11d644f093'] response: {'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'code': 200}
Apr 09 21:00:46.057389 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:46.111502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Pushing event updated for resources: {'Port': ['ID=3a94cf5e-2e37-4308-9e77-bc47309edb9f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:46.132966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbc23a-adb4-4686-bad1-e0357baed0d3 req-292ce085-e973-4386-a844-5afc724434c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:46.134615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bbc23a-adb4-4686-bad1-e0357baed0d3 req-292ce085-e973-4386-a844-5afc724434c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.1361227
Apr 09 21:00:46.141516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] For port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:46.149706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] For port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:46.159070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:46.162695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:46.171302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:46.181234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:46.295478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:46.296148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:46.297603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] 10.222.0.25 "PUT /v2.0/ports/f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 HTTP/1.1" status: 200  len: 1095 time: 3.3439682
Apr 09 21:00:46.304921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46fcb37-e8b8-47d8-bf95-d38db3ed80f9', 'tag': 'f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:46.310499 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac540020-dcb5-47b5-aefe-16492c9a82be" -d '{"events": [{"name": "network-changed", "server_uuid": "d46fcb37-e8b8-47d8-bf95-d38db3ed80f9", "tag": "f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:46.363570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (6e69049b-b8d3-4e97-990f-8a2b88d12941), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:46.418846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bbc23a-adb4-4686-bad1-e0357baed0d3 req-26a6c992-3766-42c2-87d3-c27bb28dec68 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748420
Apr 09 21:00:46.419508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5e4e4-f0ef-4aeb-9814-0d108885dcee service neutron] Pushing event updated for resources: {'Port': ['ID=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:46.481972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2bcfc-aa36-45c0-bb7a-47d3264530b1 req-67e298fc-fb52-4086-aa52-4ce673fc1e46 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:46.483489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2a2bcfc-aa36-45c0-bb7a-47d3264530b1 req-67e298fc-fb52-4086-aa52-4ce673fc1e46 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 945 time: 0.2212527
Apr 09 21:00:46.510449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-f5a3344e-3dbf-42f6-945d-e4fb3bd5c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:46.511955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-f5a3344e-3dbf-42f6-945d-e4fb3bd5c844 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb7b11a68b314c95b8ecc93cd51356b0&device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 1129 time: 0.1548913
Apr 09 21:00:46.545213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-96558a5c-6561-45bf-bd5e-c5c31047ef7f None None] Provisioning complete for port 3a94cf5e-2e37-4308-9e77-bc47309edb9f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:46.546173 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96558a5c-6561-45bf-bd5e-c5c31047ef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:46.597375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-96558a5c-6561-45bf-bd5e-c5c31047ef7f None None] Port 3a94cf5e-2e37-4308-9e77-bc47309edb9f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:00:46.661335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-a384b9f5-5749-4ad2-a164-4e4dea80b052 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 HTTP/1.1" status: 200  len: 217 time: 0.1306946
Apr 09 21:00:46.697604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9ec8-679f-4fb0-9511-09e46b07825a req-b1f4d35c-5672-4b07-ba60-ea1bcae94ed3 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:46.699122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-375b9ec8-679f-4fb0-9511-09e46b07825a req-b1f4d35c-5672-4b07-ba60-ea1bcae94ed3 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 945 time: 0.1845794
Apr 09 21:00:46.731387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2a2bcfc-aa36-45c0-bb7a-47d3264530b1 req-55b8bd2e-df17-4e6d-8075-4aadb851d975 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400348
Apr 09 21:00:46.805068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:46.835770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3c6fdfc-8ba6-48b5-8528-4a48058d742b up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:46.907602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port d3c6fdfc-8ba6-48b5-8528-4a48058d742b completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:46.911416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:46.911726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:46.934481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d3c6fdfc-8ba6-48b5-8528-4a48058d742b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:46.934821 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:47.047285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:47.047976 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:47.100749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:47.106275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:47.131454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-660a2485-9d0b-43c6-8b71-87f6eee801dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.132915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-660a2485-9d0b-43c6-8b71-87f6eee801dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.4584718
Apr 09 21:00:47.134194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d3c6fdfc-8ba6-48b5-8528-4a48058d742b is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:47.134596 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:47.177599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-97f6e014-fd5d-484c-a940-91c85ca3bc56 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.180318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:47.182852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-97f6e014-fd5d-484c-a940-91c85ca3bc56 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.185588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:47.188211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-97f6e014-fd5d-484c-a940-91c85ca3bc56 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.191433 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:47.193334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-97f6e014-fd5d-484c-a940-91c85ca3bc56 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.198689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-97f6e014-fd5d-484c-a940-91c85ca3bc56 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.203940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-97f6e014-fd5d-484c-a940-91c85ca3bc56 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.209223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-97f6e014-fd5d-484c-a940-91c85ca3bc56 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.211174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-97f6e014-fd5d-484c-a940-91c85ca3bc56 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.1495640
Apr 09 21:00:47.230353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-375b9ec8-679f-4fb0-9511-09e46b07825a req-c23854fe-bd5e-4c32-bb1d-81eebb04c093 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5072479
Apr 09 21:00:47.234469 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:47.244825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:47.272409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-3c65c01c-9e6e-47bf-832f-2b26d22ae705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.274082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-3c65c01c-9e6e-47bf-832f-2b26d22ae705 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1245215
Apr 09 21:00:47.355600 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80076157-d86f-459f-b00c-eacc11b1bf9d x-openstack-request-id: req-80076157-d86f-459f-b00c-eacc11b1bf9d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:47.355870 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46fcb37-e8b8-47d8-bf95-d38db3ed80f9", "tag": "f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:47.356119 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80076157-d86f-459f-b00c-eacc11b1bf9d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:47.356520 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80076157-d86f-459f-b00c-eacc11b1bf9d'] response: {'name': 'network-changed', 'server_uuid': 'd46fcb37-e8b8-47d8-bf95-d38db3ed80f9', 'tag': 'f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721', 'status': 'completed', 'code': 200}
Apr 09 21:00:47.372276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec4c212f-9aab-4c15-b902-c98edc861a54 req-2014c844-9366-4f32-9a5f-b82ca123e1f8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1409557
Apr 09 21:00:47.595953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-897aa21e-a725-45ea-9f84-9cfafbe26e33 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2941408
Apr 09 21:00:47.635514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c2cbf-00cf-40f3-a66a-92c0b5021278 req-5f0cdec4-5776-4278-bbfd-b87f072fd9fd tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.636987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e61c2cbf-00cf-40f3-a66a-92c0b5021278 req-5f0cdec4-5776-4278-bbfd-b87f072fd9fd tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1464968
Apr 09 21:00:47.804079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-b894c467-ea3b-4fe1-a0e9-e627e41b2907 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.805572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-b894c467-ea3b-4fe1-a0e9-e627e41b2907 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 804 time: 0.3304784
Apr 09 21:00:47.808057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Publish callbacks [] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:47.827171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:47.849350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-ecf059e2-5dab-421e-9eb0-d2e1bfef196d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.851437 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-ecf059e2-5dab-421e-9eb0-d2e1bfef196d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b2094d-9261-4ac8-990d-b7103bd8ba3a HTTP/1.1" status: 200  len: 943 time: 0.0556555
Apr 09 21:00:47.870870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e61c2cbf-00cf-40f3-a66a-92c0b5021278 req-ecf844c0-7542-4693-971b-ba561c6872ae tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151101
Apr 09 21:00:47.899765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-b656538f-0611-4be9-b220-465a3666d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:47.901306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-b656538f-0611-4be9-b220-465a3666d7cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1128 time: 0.1682999
Apr 09 21:00:47.915548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-f7c6b4c1-36df-45ad-af94-22cc81d7658c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/quotas/333402ee57fb405f856c323a638d2b7c HTTP/1.1" status: 200  len: 375 time: 0.0980804
Apr 09 21:00:47.946224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b730eb-0cf3-4e7f-8af4-09884c613261 req-d059b590-a191-4bad-baf5-f8c412c23134 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3419201
Apr 09 21:00:47.970567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Deleting port 061549ac-a3d6-4b74-9e58-6e99390adc84 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:47.971201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:48.004690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}, {'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:48.007659 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca8997-340b-4a91-9917-34ae2c75914a" -d '{"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-plugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}, {"server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "name": "network-vif-plugged", "status": "completed", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:48.047429 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (6e69049b-b8d3-4e97-990f-8a2b88d12941), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:48.049207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Pushing event updated for resources: {'Port': ['ID=3a94cf5e-2e37-4308-9e77-bc47309edb9f,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:48.077416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] For port 061549ac-a3d6-4b74-9e58-6e99390adc84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=061549ac-a3d6-4b74-9e58-6e99390adc84,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:48.077813 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:48.086990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-0555d52d-48f8-49f5-a3d2-0a737d41f36d tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1593292
Apr 09 21:00:48.093517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Calling delete_port for 061549ac-a3d6-4b74-9e58-6e99390adc84 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:48.105136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbce1c-dbae-4b48-900c-b415be31cbd2 req-6fbece31-2653-4750-af13-cf6f657abf80 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.106663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78dbce1c-dbae-4b48-900c-b415be31cbd2 req-6fbece31-2653-4750-af13-cf6f657abf80 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 947 time: 0.1513093
Apr 09 21:00:48.209063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-266c03a0-dc14-4643-8777-6a8a27b827b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.210535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-266c03a0-dc14-4643-8777-6a8a27b827b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.2967725
Apr 09 21:00:48.251210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (061549ac-a3d6-4b74-9e58-6e99390adc84), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:48.281269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Pushing event deleted for resources: {'Port': ['ID=061549ac-a3d6-4b74-9e58-6e99390adc84,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:48.308075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f14fe229-66d5-4439-bf91-f03e2ddc70c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 217 time: 0.0818672
Apr 09 21:00:48.331509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] No DVR routers for this DVR port 061549ac-a3d6-4b74-9e58-6e99390adc84 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:48.334658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:48.338578 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59840c75-29be-4a7d-b9b3-69043360f7e9 req-8fb192d0-9ddc-4db7-a81e-d81bc9fed0b2 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.32 "DELETE /v2.0/ports/061549ac-a3d6-4b74-9e58-6e99390adc84 HTTP/1.1" status: 204  len: 173 time: 0.4812100
Apr 09 21:00:48.338978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'name': 'network-vif-deleted', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:48.342010 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54630b75-b41d-477e-bb91-4b221dd724f1" -d '{"events": [{"server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "name": "network-vif-deleted", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:48.373589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78dbce1c-dbae-4b48-900c-b415be31cbd2 req-07dda6f1-5835-4f41-851a-a1552d512193 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550623
Apr 09 21:00:48.406527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-ffe4e1d3-05aa-470a-96ad-51b23fb58fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.408130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-ffe4e1d3-05aa-470a-96ad-51b23fb58fe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.0892708
Apr 09 21:00:48.412234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:48.415393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:48.432578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-36608db5-84bc-4bb5-b0d2-9a6ce7f94e80 service neutron] 10.222.0.30 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3249631
Apr 09 21:00:48.490325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-5a94504e-eb35-49be-85d7-84d339f3d775 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688686
Apr 09 21:00:48.686559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bdfd-1923-4dae-bde5-6763982d1c4a req-8f3c920d-4a2e-4d27-877e-f781eed88979 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.692206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bdfd-1923-4dae-bde5-6763982d1c4a req-8f3c920d-4a2e-4d27-877e-f781eed88979 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.697742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bdfd-1923-4dae-bde5-6763982d1c4a req-8f3c920d-4a2e-4d27-877e-f781eed88979 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.703213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bdfd-1923-4dae-bde5-6763982d1c4a req-8f3c920d-4a2e-4d27-877e-f781eed88979 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.708823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bdfd-1923-4dae-bde5-6763982d1c4a req-8f3c920d-4a2e-4d27-877e-f781eed88979 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.714334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bdfd-1923-4dae-bde5-6763982d1c4a req-8f3c920d-4a2e-4d27-877e-f781eed88979 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.720073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bdfd-1923-4dae-bde5-6763982d1c4a req-8f3c920d-4a2e-4d27-877e-f781eed88979 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.722172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2490bdfd-1923-4dae-bde5-6763982d1c4a req-8f3c920d-4a2e-4d27-877e-f781eed88979 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.2509189
Apr 09 21:00:48.750984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48074) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:48.765947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Request body: {'floatingip': {'port_id': '2447064d-f2f6-4455-bc1d-f66ad73dad67'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:48.785358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9fb08f1f-4e94-47ef-b39d-c09a926528b8 None None] Provisioning complete for port 3a94cf5e-2e37-4308-9e77-bc47309edb9f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:48.786381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9fb08f1f-4e94-47ef-b39d-c09a926528b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:48.845125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-4748dc9f-6501-4816-81cd-92765d0277ad service neutron] 10.222.0.30 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4064088
Apr 09 21:00:48.862965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9fb08f1f-4e94-47ef-b39d-c09a926528b8 None None] Port 3a94cf5e-2e37-4308-9e77-bc47309edb9f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:00:48.870013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:48.895927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0852a-4b37-4aa5-ba82-7b66c59d36f5 req-7c89beea-58a7-4128-8c15-28c2b24acaf1 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:48.898336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fd0852a-4b37-4aa5-ba82-7b66c59d36f5 req-7c89beea-58a7-4128-8c15-28c2b24acaf1 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 1127 time: 0.0460160
Apr 09 21:00:48.903349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-d47a200f-bbef-41d7-b6f7-6eef1637b778 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3583961
Apr 09 21:00:48.913319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Router 6e69049b-b8d3-4e97-990f-8a2b88d12941 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:00:48.922045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for floatingip (8d1dea87-755c-4c60-aa72-6684c0d82e07), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:49.044441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:49.044815 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:49.117260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fd0852a-4b37-4aa5-ba82-7b66c59d36f5 req-898c0ae3-5d39-4900-89e9-05fa2f23cd59 tempest-LiveAutoBlockMigrationV225Test-2100307713 tempest-LiveAutoBlockMigrationV225Test-2100307713-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857145
Apr 09 21:00:49.213922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:49.222754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-698409b0-ff65-4fae-b183-fa6d28a36079 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077850
Apr 09 21:00:49.252114 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabd981e-f068-45f2-bdf2-a02143bd5794 x-openstack-request-id: req-dabd981e-f068-45f2-bdf2-a02143bd5794 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:49.252431 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-plugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "code": 200}, {"server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "name": "network-vif-plugged", "status": "completed", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:49.252714 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dabd981e-f068-45f2-bdf2-a02143bd5794 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:49.253405 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabd981e-f068-45f2-bdf2-a02143bd5794'] response: {'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'code': 200}
Apr 09 21:00:49.253740 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabd981e-f068-45f2-bdf2-a02143bd5794'] response: {'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'code': 200}
Apr 09 21:00:49.309632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d671-36f0-4e25-81b7-45b022d5ca5b req-af5f89b7-099a-45d0-bd6c-77b7d18c8b33 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:49.332280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3344d671-36f0-4e25-81b7-45b022d5ca5b req-af5f89b7-099a-45d0-bd6c-77b7d18c8b33 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.1316960
Apr 09 21:00:49.335451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:00:49.346146 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Sync routers for ids ['6e69049b-b8d3-4e97-990f-8a2b88d12941'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:00:49.382580 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Routers {'6e69049b-b8d3-4e97-990f-8a2b88d12941'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:49.388202 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775fcf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6e69049b-b8d3-4e97-990f-8a2b88d12941'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:49.389206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-831a5747-ebeb-4635-8537-dd6b043f5f63 admin admin] 10.222.0.30 "PUT /v2.0/routers/6e69049b-b8d3-4e97-990f-8a2b88d12941/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8258636
Apr 09 21:00:49.395849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3344d671-36f0-4e25-81b7-45b022d5ca5b req-e21f699b-a54c-49a7-a377-69b74f65308c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626760
Apr 09 21:00:49.532316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36cbda-ee6d-4c86-9a71-589516d28860 req-fd54e9db-4ee0-4d1a-ac67-e3f4d388927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:49.534172 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e36cbda-ee6d-4c86-9a71-589516d28860 req-fd54e9db-4ee0-4d1a-ac67-e3f4d388927a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1132 time: 0.0569310
Apr 09 21:00:49.541212 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5b6aeb-199f-4f1a-945e-a5ce03d71d1a x-openstack-request-id: req-ef5b6aeb-199f-4f1a-945e-a5ce03d71d1a {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:49.541618 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b2094d-9261-4ac8-990d-b7103bd8ba3a", "name": "network-vif-deleted", "tag": "061549ac-a3d6-4b74-9e58-6e99390adc84", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:49.541971 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef5b6aeb-199f-4f1a-945e-a5ce03d71d1a {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:49.542548 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5b6aeb-199f-4f1a-945e-a5ce03d71d1a'] response: {'server_uuid': '51b2094d-9261-4ac8-990d-b7103bd8ba3a', 'name': 'network-vif-deleted', 'tag': '061549ac-a3d6-4b74-9e58-6e99390adc84', 'status': 'completed', 'code': 200}
Apr 09 21:00:49.568156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e78c57-ef7e-4069-9bc6-e9d8ebc26d43 req-8f6bbea8-9276-4416-aad8-94a0735ffc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:49.569767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40e78c57-ef7e-4069-9bc6-e9d8ebc26d43 req-8f6bbea8-9276-4416-aad8-94a0735ffc05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1128 time: 0.1793926
Apr 09 21:00:49.616723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c0b9c-06d6-40ac-b27c-01a076f6a993 req-f7fb030a-f89c-420b-ba9e-5d1f8c7875cd tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:49.632524 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Set router 6e69049b-b8d3-4e97-990f-8a2b88d12941 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:49.636554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-908c0b9c-06d6-40ac-b27c-01a076f6a993 req-f7fb030a-f89c-420b-ba9e-5d1f8c7875cd tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.1808720
Apr 09 21:00:49.980125 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775fcf70>, [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a94cf5e-2e37-4308-9e77-bc47309edb9f', 'name': '', 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'mac_address': 'fa:16:3e:38:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2f3c4570-5a77-47b0-b319-2ac7c40ca6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:44Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 2, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'subnets': [{'id': '2f3c4570-5a77-47b0-b319-2ac7c40ca6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:50.021497 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Checking router: 6e69049b-b8d3-4e97-990f-8a2b88d12941 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:00:50.021904 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Updating router 6e69049b-b8d3-4e97-990f-8a2b88d12941 port 3a94cf5e-2e37-4308-9e77-bc47309edb9f binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:00:50.077220 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.088490 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e36cbda-ee6d-4c86-9a71-589516d28860 req-8fe829a5-cf98-400a-90e9-d5fa5a689b05 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5435584
Apr 09 21:00:50.162228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-908c0b9c-06d6-40ac-b27c-01a076f6a993 req-bac493a8-1c58-490e-a8f7-8776c3811ddf tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5002458
Apr 09 21:00:50.204130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec6b82-42ff-45ba-a909-f8047d8d8826 req-5b975a9b-0e51-46ed-b0c8-802a4450c39e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:50.211095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abec6b82-42ff-45ba-a909-f8047d8d8826 req-5b975a9b-0e51-46ed-b0c8-802a4450c39e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.5734551
Apr 09 21:00:50.223841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.231605 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (8d1dea87-755c-4c60-aa72-6684c0d82e07), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.279368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c5854d4-6e20-4bc2-92ca-98195fa4f59c req-3aecab9a-812f-47ec-aa1f-60b9ab45beac tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 210 time: 0.0342460
Apr 09 21:00:50.284910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40e78c57-ef7e-4069-9bc6-e9d8ebc26d43 req-b2aa9628-6f4c-44fb-859e-3a4060c3bb53 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6954618
Apr 09 21:00:50.312186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abec6b82-42ff-45ba-a909-f8047d8d8826 req-fcf86234-e538-4971-99d5-91ebbad8d516 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001258
Apr 09 21:00:50.372635 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a78c147-8597-4853-b4b9-867089a82fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.397550 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Floating IP 8d1dea87-755c-4c60-aa72-6684c0d82e07 associated. External IP: 172.35.0.211, port: 2447064d-f2f6-4455-bc1d-f66ad73dad67.
Apr 09 21:00:50.468618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a26be-6740-4ab3-be7c-1cb53d25834d req-b92799cc-0559-4d1f-afdf-72618ceaacc2 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:50.478151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d07a26be-6740-4ab3-be7c-1cb53d25834d req-b92799cc-0559-4d1f-afdf-72618ceaacc2 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 947 time: 0.0800247
Apr 09 21:00:50.490751 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Publish callbacks [] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.502463 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.527537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-69371cfe-0307-4e40-9bba-9bf8fd7aaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:50.529508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-69371cfe-0307-4e40-9bba-9bf8fd7aaf01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb7b11a68b314c95b8ecc93cd51356b0&device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 1129 time: 0.0484054
Apr 09 21:00:50.568028 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060a0b-7603-4861-a44a-12db30613560 None None] Pushing event updated for resources: {'Port': ['ID=3a94cf5e-2e37-4308-9e77-bc47309edb9f,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:50.668848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d07a26be-6740-4ab3-be7c-1cb53d25834d req-65cb826a-79df-44d5-8d03-3776c178da78 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892831
Apr 09 21:00:50.682834 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Attempting to bind port 3a94cf5e-2e37-4308-9e77-bc47309edb9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:50.683437 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Attempting to bind port 3a94cf5e-2e37-4308-9e77-bc47309edb9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:50.683726 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Attempting to bind port 3a94cf5e-2e37-4308-9e77-bc47309edb9f on network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:50.692226 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:50.692761 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Checking segment: {'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:50.693129 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.693674 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Bound using segment: {'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:50.694616 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Bound port: 3a94cf5e-2e37-4308-9e77-bc47309edb9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:50.694789 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.748756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-75266faf-b2f8-41ca-8248-345a290cad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:50.755018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-75266faf-b2f8-41ca-8248-345a290cad1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2102149
Apr 09 21:00:50.846308 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] For port 3a94cf5e-2e37-4308-9e77-bc47309edb9f, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:50.852292 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] For port 3a94cf5e-2e37-4308-9e77-bc47309edb9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a94cf5e-2e37-4308-9e77-bc47309edb9f,segment=NetworkSegment(e4538b7a-01b7-4060-af7e-5d9e2076c6ae),segment_id=e4538b7a-01b7-4060-af7e-5d9e2076c6ae)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:50.854955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 061549ac-a3d6-4b74-9e58-6e99390adc84 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:50.861376 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:50.910397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 061549ac-a3d6-4b74-9e58-6e99390adc84 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:50.911422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 061549ac-a3d6-4b74-9e58-6e99390adc84 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:50.939244 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060a0b-7603-4861-a44a-12db30613560 None None] Pushing event updated for resources: {'Port': ['ID=3a94cf5e-2e37-4308-9e77-bc47309edb9f,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:50.975147 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Routers {'6e69049b-b8d3-4e97-990f-8a2b88d12941'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:50.977165 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775fcf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6e69049b-b8d3-4e97-990f-8a2b88d12941'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:51.005492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4a4caa74-7a96-4650-b07e-e78c9a41dfb9 None None] Provisioning complete for port 3a94cf5e-2e37-4308-9e77-bc47309edb9f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:51.006540 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a4caa74-7a96-4650-b07e-e78c9a41dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:51.014772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a98d1-a3a7-4f6e-96a9-27735397716a req-595e857b-b5aa-46cd-85b1-a6147f2037c5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:51.024054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee9a98d1-a3a7-4f6e-96a9-27735397716a req-595e857b-b5aa-46cd-85b1-a6147f2037c5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.2661755
Apr 09 21:00:51.027826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-96468302-ed13-4007-9f39-83dd5f2f7e7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 HTTP/1.1" status: 200  len: 217 time: 0.2521915
Apr 09 21:00:51.035052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98c8fcc7-3f01-4601-a5d2-1c5bf2fb3aad req-62252654-730b-4e3f-a8b6-70b247013993 tempest-FloatingIPsNegativeTestJSON-2078853369 tempest-FloatingIPsNegativeTestJSON-2078853369-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=6e435caef3fb4a2d9ed2b29aaddcecb9 HTTP/1.1" status: 200  len: 217 time: 0.1479928
Apr 09 21:00:51.089599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee9a98d1-a3a7-4f6e-96a9-27735397716a req-03e0d4f8-6a3a-46ca-9f85-2bb996aca089 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645561
Apr 09 21:00:51.176613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Router 8754726c-088c-474b-a8b2-8df96a2f1985 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:00:51.229506 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] Set router 6e69049b-b8d3-4e97-990f-8a2b88d12941 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:51.234812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0e8c-a3a4-4774-a4aa-4939a6747eaa req-b764111d-60a3-4af4-8fde-de59658f578f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:51.243762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5bc0e8c-a3a4-4774-a4aa-4939a6747eaa req-b764111d-60a3-4af4-8fde-de59658f578f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 945 time: 0.0638866
Apr 09 21:00:51.354579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-119eeec3-2a10-4e87-88da-a0e44ec5e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:51.356080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-119eeec3-2a10-4e87-88da-a0e44ec5e813 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0965159
Apr 09 21:00:51.369903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e69ec4b-e33e-440f-bd83-2b61cc4a716b req-ecc2c522-27c8-4968-a744-22b684a9efce tempest-FloatingIPsNegativeTestJSON-2078853369 tempest-FloatingIPsNegativeTestJSON-2078853369-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.2293234
Apr 09 21:00:51.439069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:00:51.444980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:51.519171 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-de1bc8d4-9e01-4a13-b86c-78e8889e396e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "PUT /v2.0/floatingips/8d1dea87-755c-4c60-aa72-6684c0d82e07 HTTP/1.1" status: 200  len: 992 time: 2.7618306
Apr 09 21:00:51.528788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] Sync routers for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:00:51.534276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-66d094c3-ec76-4e6b-9b53-dd2cca27aeb8 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:51.535759 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-66d094c3-ec76-4e6b-9b53-dd2cca27aeb8 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 804 time: 0.2076857
Apr 09 21:00:51.543072 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775fcf70>, [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a94cf5e-2e37-4308-9e77-bc47309edb9f', 'name': '', 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'mac_address': 'fa:16:3e:38:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2f3c4570-5a77-47b0-b319-2ac7c40ca6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:44Z', 'updated_at': '2022-04-09T21:00:50Z', 'revision_number': 4, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'subnets': [{'id': '2f3c4570-5a77-47b0-b319-2ac7c40ca6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:51.543727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:51.547623 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3cb8b2-440c-43a7-8350-f4a372d727f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:51.558095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Request body: {'port': {'device_id': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'admin_state_up': True, 'tenant_id': '333402ee57fb405f856c323a638d2b7c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:51.573829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7583e4-2fbf-4d01-8558-d1ebb17b6066 req-c0e3c486-5fb0-4b4e-947a-8b0601338a7c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:51.574177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:51.574917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768bb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:51.584028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b7583e4-2fbf-4d01-8558-d1ebb17b6066 req-c0e3c486-5fb0-4b4e-947a-8b0601338a7c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0750914
Apr 09 21:00:51.597126 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244bff46-038a-4080-9d92-eca1a36026e0 None None] The sync data for ids ['6e69049b-b8d3-4e97-990f-8a2b88d12941'] in ncdv-master-1 is: [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a94cf5e-2e37-4308-9e77-bc47309edb9f', 'name': '', 'network_id': 'fba1b3af-6194-44b2-a9cc-b91ddc5206a3', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'mac_address': 'fa:16:3e:38:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2f3c4570-5a77-47b0-b319-2ac7c40ca6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:44Z', 'updated_at': '2022-04-09T21:00:50Z', 'revision_number': 4, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'subnets': [{'id': '2f3c4570-5a77-47b0-b319-2ac7c40ca6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:00:51.636442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4a4caa74-7a96-4650-b07e-e78c9a41dfb9 None None] Current status of the port 3a94cf5e-2e37-4308-9e77-bc47309edb9f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:51.637002 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a4caa74-7a96-4650-b07e-e78c9a41dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:51.665835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5bc0e8c-a3a4-4774-a4aa-4939a6747eaa req-ff61a93d-3d25-49ec-bd05-126c55aa4808 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4210501
Apr 09 21:00:51.690833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-bc9890ed-62e2-4801-a4fd-075c37dd826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:51.700431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-bc9890ed-62e2-4801-a4fd-075c37dd826c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3259661
Apr 09 21:00:51.765173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4a4caa74-7a96-4650-b07e-e78c9a41dfb9 None None] For port 3a94cf5e-2e37-4308-9e77-bc47309edb9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a94cf5e-2e37-4308-9e77-bc47309edb9f,segment=NetworkSegment(e4538b7a-01b7-4060-af7e-5d9e2076c6ae),segment_id=e4538b7a-01b7-4060-af7e-5d9e2076c6ae)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:51.777211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:51.781960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a4caa74-7a96-4650-b07e-e78c9a41dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:51.852517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4caa74-7a96-4650-b07e-e78c9a41dfb9 None None] Pushing event updated for resources: {'Port': ['ID=3a94cf5e-2e37-4308-9e77-bc47309edb9f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:51.852947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Made reservation on behalf of 333402ee57fb405f856c323a638d2b7c for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:00:51.864873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:51.878424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:51.920855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b7583e4-2fbf-4d01-8558-d1ebb17b6066 req-8ffb21d4-ae0c-4715-a6bf-506035027812 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3359251
Apr 09 21:00:51.927556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aff40147-1d41-4116-9199-de192c3c2de1 req-cecfc85d-a481-46e6-b555-1ce1fe9fd9f0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 210 time: 0.0951922
Apr 09 21:00:52.039042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8e3b7a2c-3479-4b71-aaa8-a17548781785 None None] Provisioning complete for port 3a94cf5e-2e37-4308-9e77-bc47309edb9f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:52.039403 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7a2c-3479-4b71-aaa8-a17548781785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:52.060476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Allocated IP 172.20.0.5 (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c/54fcb9fd-163d-4271-b203-19d5638517d1/481b9036-1f2d-4ed1-8401-4454c5eca990) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:00:52.065465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-4798e4dd-2ce3-4aed-9e79-11da3a093bbc service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3467822
Apr 09 21:00:52.066430 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-a4eacf62-75fd-4a27-994a-bf931954e395 req-80069591-afba-43e8-bb8c-28d0da0c3f1d tempest-FloatingIPsNegativeTestJSON-2078853369 tempest-FloatingIPsNegativeTestJSON-2078853369-project] show failed (client error): The resource could not be found.
Apr 09 21:00:52.067456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4eacf62-75fd-4a27-994a-bf931954e395 req-80069591-afba-43e8-bb8c-28d0da0c3f1d tempest-FloatingIPsNegativeTestJSON-2078853369 tempest-FloatingIPsNegativeTestJSON-2078853369-project] 10.222.0.30 "GET /v2.0/floatingips/0e39a974-d0c0-4185-9b1d-d405c24feecd HTTP/1.1" status: 404  len: 350 time: 0.0732574
Apr 09 21:00:52.083267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48142) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:52.202788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6ebb-bf6b-4cd3-915f-a7acce173d55 req-f58414d2-5a66-48cd-8e8f-b6aae31e269b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.218236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-346c6ebb-bf6b-4cd3-915f-a7acce173d55 req-f58414d2-5a66-48cd-8e8f-b6aae31e269b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.2012448
Apr 09 21:00:52.225826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:52.265326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721', 'mac_address': 'fa:16:3e:d2:59:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:00:52.277938 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06de3a84-58a0-40f0-acaf-f5f8441f4b08 x-openstack-request-id: req-06de3a84-58a0-40f0-acaf-f5f8441f4b08 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:52.278503 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:52.278765 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06de3a84-58a0-40f0-acaf-f5f8441f4b08 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:52.279607 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06de3a84-58a0-40f0-acaf-f5f8441f4b08'] response: {'name': 'network-changed', 'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'status': 'completed', 'code': 200}
Apr 09 21:00:52.353713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac540020-dcb5-47b5-aefe-16492c9a82be req-faff8185-39d1-476d-8f52-62b4feac709c service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2766526
Apr 09 21:00:52.361137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f5c6e-8222-436b-ad22-3d2c1a713508 req-456c2da2-ec47-44cb-a1a4-22b6eb945251 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.369795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-084f5c6e-8222-436b-ad22-3d2c1a713508 req-456c2da2-ec47-44cb-a1a4-22b6eb945251 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 947 time: 0.1066308
Apr 09 21:00:52.382753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-346c6ebb-bf6b-4cd3-915f-a7acce173d55 req-392dd620-3c65-44d0-b59e-a3933474b615 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630728
Apr 09 21:00:52.397924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8e3b7a2c-3479-4b71-aaa8-a17548781785 None None] Current status of the port 3a94cf5e-2e37-4308-9e77-bc47309edb9f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:52.401446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:52.401834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:52.423758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:52.470684 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:52.483334 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:52.490161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768bb9a0>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d1dea87-755c-4c60-aa72-6684c0d82e07', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'floating_ip_address': '172.35.0.211', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'port_id': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'mac_address': 'fa:16:3e:57:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:59:27Z', 'updated_at': '2022-04-09T21:00:50Z', 'revision_number': 1, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 5, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:52.529254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-bbada47d-87f3-47ca-833a-3650a04d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.530232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-bbada47d-87f3-47ca-833a-3650a04d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.530392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-bbada47d-87f3-47ca-833a-3650a04d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.530958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-bbada47d-87f3-47ca-833a-3650a04d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.531435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-bbada47d-87f3-47ca-833a-3650a04d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.531902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-bbada47d-87f3-47ca-833a-3650a04d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.532367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-bbada47d-87f3-47ca-833a-3650a04d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.534535 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-bbada47d-87f3-47ca-833a-3650a04d6222 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6707 time: 0.2698274
Apr 09 21:00:52.552176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] Checking router: 8754726c-088c-474b-a8b2-8df96a2f1985 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:00:52.557898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-51d791cf-6f5e-484a-9a38-e073c126a5d2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.559930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-51d791cf-6f5e-484a-9a38-e073c126a5d2 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 945 time: 0.1666839
Apr 09 21:00:52.576147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:52.577074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768bb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:52.587801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-084f5c6e-8222-436b-ad22-3d2c1a713508 req-05a031c4-c6b1-4edd-9a6d-a17c11ad9d17 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166839
Apr 09 21:00:52.703042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f0f22-6953-4c79-8650-5f57b7f71c76 req-e8d31937-cad1-46d3-8bc6-c9370da6637b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.711876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c06f0f22-6953-4c79-8650-5f57b7f71c76 req-e8d31937-cad1-46d3-8bc6-c9370da6637b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.1851571
Apr 09 21:00:52.790087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Deleting port 4101014a-f45a-4573-a194-f9b7022a29b0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:52.790859 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:52.803566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:52.823517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-971f4361-cb73-4f5b-968c-32bb98622737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.825107 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-971f4361-cb73-4f5b-968c-32bb98622737 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77aa585d-d236-4c76-b3f0-d77cd270281e HTTP/1.1" status: 200  len: 913 time: 0.2837274
Apr 09 21:00:52.862711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3a94cf5e-2e37-4308-9e77-bc47309edb9f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:52.871491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c06f0f22-6953-4c79-8650-5f57b7f71c76 req-2762ecd1-8aad-48f5-82b1-13c8b26695b2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581635
Apr 09 21:00:52.880613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f2fd-6634-428d-97c2-1415944c6db5 req-3f4829a3-3d3d-4218-9720-cba89cfb286d tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:52.889162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26b9f2fd-6634-428d-97c2-1415944c6db5 req-3f4829a3-3d3d-4218-9720-cba89cfb286d tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1132 time: 0.1708899
Apr 09 21:00:52.907269 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks [] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:52.962412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:52.978960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-22dbf02a-481f-468b-b1c3-1a7d0293595e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:52.998159 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-c879eaad-52df-4f66-8ff8-5d070edd54b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67 HTTP/1.1" status: 200  len: 1000 time: 0.1628194
Apr 09 21:00:53.000742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (6e69049b-b8d3-4e97-990f-8a2b88d12941), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:53.084039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26b9f2fd-6634-428d-97c2-1415944c6db5 req-e8c1e6e4-0aa5-4916-9fd5-08673c0af8d8 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367185
Apr 09 21:00:53.094356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc441e4-d2ec-483c-a2e1-1a037913d0ea req-b966fa45-9667-4712-8b50-aa4891e8c2e7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:53.100182 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:53.102112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2fc441e4-d2ec-483c-a2e1-1a037913d0ea req-b966fa45-9667-4712-8b50-aa4891e8c2e7 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ea967e2-2ce1-496d-9d15-58e58f3b57a0 HTTP/1.1" status: 200  len: 945 time: 0.0923471
Apr 09 21:00:53.145810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] For port 4101014a-f45a-4573-a194-f9b7022a29b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4101014a-f45a-4573-a194-f9b7022a29b0,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:53.146321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:53.176243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:53.181428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768bb9a0>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d1dea87-755c-4c60-aa72-6684c0d82e07', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'floating_ip_address': '172.35.0.211', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'port_id': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'mac_address': 'fa:16:3e:57:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:59:27Z', 'updated_at': '2022-04-09T21:00:50Z', 'revision_number': 1, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 5, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:53.183153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3a94cf5e-2e37-4308-9e77-bc47309edb9f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:53.184155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:53.189299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-8946d145-b348-464e-a181-721fe08b49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:53.190803 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-8946d145-b348-464e-a181-721fe08b49c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91072f43-8669-4204-9964-c25fb5dd72db HTTP/1.1" status: 200  len: 851 time: 0.1857004
Apr 09 21:00:53.195025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Calling delete_port for 4101014a-f45a-4573-a194-f9b7022a29b0 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:53.211616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2fc441e4-d2ec-483c-a2e1-1a037913d0ea req-b3dbcde0-9ced-452b-875a-458defef410b tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082098
Apr 09 21:00:53.215701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:00:53.237181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:00:53.288322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:00:53.305707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8cbbc-c531-4656-af52-5029f0791be2 None None] The sync data for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 is: [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d1dea87-755c-4c60-aa72-6684c0d82e07', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'floating_ip_address': '172.35.0.211', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'port_id': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'mac_address': 'fa:16:3e:57:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T20:59:27Z', 'updated_at': '2022-04-09T21:00:50Z', 'revision_number': 1, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 5, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:00:53.354963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:53.355572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:53.429123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3a94cf5e-2e37-4308-9e77-bc47309edb9f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:53.454057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Pushing event updated for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:53.457406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-592567fd-4d7a-4ae6-b8bd-d5cbe78a3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:53.459428 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-592567fd-4d7a-4ae6-b8bd-d5cbe78a3fb1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77aa585d-d236-4c76-b3f0-d77cd270281e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2418654
Apr 09 21:00:53.491946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4101014a-f45a-4573-a194-f9b7022a29b0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:53.503205 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-47a51971-ad2d-4f71-835d-d60c18b82a57 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9495442
Apr 09 21:00:53.514803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['146c43f4-1b2c-4bf3-bc91-df1e1247e407'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:53.523177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Request body: {'port': {'device_id': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:53.538847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709f1c6-02f1-47c6-b3df-28e6eac1426f req-8ef456bd-b65f-4e56-bf65-d0b06ef9de0e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:53.540463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9709f1c6-02f1-47c6-b3df-28e6eac1426f req-8ef456bd-b65f-4e56-bf65-d0b06ef9de0e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.3204753
Apr 09 21:00:53.548867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76250bed-1b43-4255-a64e-cba72219e62e req-84269517-7762-475e-9923-e05f38a7bdf0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:53.550364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76250bed-1b43-4255-a64e-cba72219e62e req-84269517-7762-475e-9923-e05f38a7bdf0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 931 time: 0.2127216
Apr 09 21:00:53.557650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Pushing event deleted for resources: {'Port': ['ID=4101014a-f45a-4573-a194-f9b7022a29b0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:53.670549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] No DVR routers for this DVR port 4101014a-f45a-4573-a194-f9b7022a29b0 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:53.681733 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:53.685241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2c4ba30-bf05-49d7-9d6f-a66659abac94 req-f13a7800-7acb-4d2e-b08d-c2817570c431 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.32 "DELETE /v2.0/ports/4101014a-f45a-4573-a194-f9b7022a29b0 HTTP/1.1" status: 204  len: 173 time: 1.1062577
Apr 09 21:00:53.685762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'name': 'network-vif-deleted', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:53.688409 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23697768-b245-4fad-bd21-328ac6451bdf" -d '{"events": [{"server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "name": "network-vif-deleted", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:53.724915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:53.732049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9709f1c6-02f1-47c6-b3df-28e6eac1426f req-fc6e3fa6-3be2-4797-9821-6b3a2af4bebe tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785891
Apr 09 21:00:53.736043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76250bed-1b43-4255-a64e-cba72219e62e req-51093e39-226a-4130-899b-965418deed4b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750479
Apr 09 21:00:53.749872 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991745b0-8216-4714-887a-b4fcfbef7f92 None None] New status for floating IP 8d1dea87-755c-4c60-aa72-6684c0d82e07: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:00:53.774930 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-1c6da11f-a1f6-454e-86e3-0833a7f6fe9a service neutron] 10.222.0.25 "GET /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066227
Apr 09 21:00:53.812801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Deleting port 3a94cf5e-2e37-4308-9e77-bc47309edb9f {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:53.822905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:54.027082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece2c5f-c88d-4116-aea4-f88ad227c3bb req-ce03bfcf-97eb-4024-81b6-ac9fd9776953 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:54.028858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fece2c5f-c88d-4116-aea4-f88ad227c3bb req-ce03bfcf-97eb-4024-81b6-ac9fd9776953 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 948 time: 0.1828647
Apr 09 21:00:54.051961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-d038f531-bae0-4196-ad8d-3fd14fc66dc5 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:54.054516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-d038f531-bae0-4196-ad8d-3fd14fc66dc5 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1519091
Apr 09 21:00:54.076661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:54.091669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:00:54.171709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fece2c5f-c88d-4116-aea4-f88ad227c3bb req-4dd0d484-fe80-47d3-9e9f-d35e56cac3cd tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276627
Apr 09 21:00:54.181939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:54.268887 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52779c14-a9ab-49ae-96e7-094edd538790 x-openstack-request-id: req-52779c14-a9ab-49ae-96e7-094edd538790 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:54.269459 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea967e2-2ce1-496d-9d15-58e58f3b57a0", "name": "network-vif-deleted", "tag": "4101014a-f45a-4573-a194-f9b7022a29b0", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:54.274059 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52779c14-a9ab-49ae-96e7-094edd538790 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:54.274823 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52779c14-a9ab-49ae-96e7-094edd538790'] response: {'server_uuid': '7ea967e2-2ce1-496d-9d15-58e58f3b57a0', 'name': 'network-vif-deleted', 'tag': '4101014a-f45a-4573-a194-f9b7022a29b0', 'status': 'completed', 'code': 200}
Apr 09 21:00:54.498826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:54.634147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:54.730554 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:00:54.788597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] For port 3a94cf5e-2e37-4308-9e77-bc47309edb9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a94cf5e-2e37-4308-9e77-bc47309edb9f,segment=NetworkSegment(e4538b7a-01b7-4060-af7e-5d9e2076c6ae),segment_id=e4538b7a-01b7-4060-af7e-5d9e2076c6ae)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:54.789401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:54.801027 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db3cb8b2-440c-43a7-8350-f4a372d727f5 req-767e5553-0141-4e83-8bcd-24485dba5683 service neutron] 10.222.0.25 "GET /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0027125
Apr 09 21:00:54.854959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215384-8fe1-4f06-ab69-337c6e618ecc req-24bfcdbd-a336-49d7-8cc4-2e997594aa65 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:54.862752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07215384-8fe1-4f06-ab69-337c6e618ecc req-24bfcdbd-a336-49d7-8cc4-2e997594aa65 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.1326456
Apr 09 21:00:54.868974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a80498-ffc1-4049-925e-aa298d266fad req-198e6df1-62a7-42d8-9f24-f12880f5bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:54.869935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:00:54.872825 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-11a80498-ffc1-4049-925e-aa298d266fad req-198e6df1-62a7-42d8-9f24-f12880f5bbaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1128 time: 0.2310009
Apr 09 21:00:54.873092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4101014a-f45a-4573-a194-f9b7022a29b0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:54.874726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Calling delete_port for 3a94cf5e-2e37-4308-9e77-bc47309edb9f owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:54.880084 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Publish callbacks [] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:54.910423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508fe82-dd53-40e9-9328-47068fb3c6fc req-01c0868e-6304-4c9f-8f28-4ff9824936d1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:54.912440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9508fe82-dd53-40e9-9328-47068fb3c6fc req-01c0868e-6304-4c9f-8f28-4ff9824936d1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 946 time: 0.1731827
Apr 09 21:00:54.925868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 4101014a-f45a-4573-a194-f9b7022a29b0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:54.927056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4101014a-f45a-4573-a194-f9b7022a29b0 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:54.942358 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.025435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-faa95b17-7feb-49a1-8030-b03237e1ea71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3011920
Apr 09 21:00:55.065609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07215384-8fe1-4f06-ab69-337c6e618ecc req-614750a7-3410-4175-8553-dd3522be6977 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017651
Apr 09 21:00:55.140128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Pushing event updated for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:55.148430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:55.154215 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.161891 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.168073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 has no active binding in host nch1-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 21:00:55.178263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9508fe82-dd53-40e9-9328-47068fb3c6fc req-264eaed0-a8cb-421d-a9c3-cf5fe3251d86 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441175
Apr 09 21:00:55.208080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481b9036-1f2d-4ed1-8401-4454c5eca990 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:00:55.223254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Publish callbacks [] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.224726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:55.225102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:55.225439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:55.248335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a80498-ffc1-4049-925e-aa298d266fad req-fccc9035-0cc1-45f6-9a04-2963ec88ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:55.250120 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-11a80498-ffc1-4049-925e-aa298d266fad req-fccc9035-0cc1-45f6-9a04-2963ec88ba35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 920 time: 0.3630555
Apr 09 21:00:55.275763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:55.275980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Attempting to bind port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:55.304120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Transition to ACTIVE for port object 481b9036-1f2d-4ed1-8401-4454c5eca990 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:00:55.312704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:55.313075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:55.313466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:55.314267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Bound port: 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:55.314267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.335449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcb5e7-5201-4ef6-b533-52148e981e59 req-415ff210-52d9-4ab3-ab68-096ad2ea4983 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:55.342510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16fcb5e7-5201-4ef6-b533-52148e981e59 req-415ff210-52d9-4ab3-ab68-096ad2ea4983 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1254623
Apr 09 21:00:55.343790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.362828 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-11a80498-ffc1-4049-925e-aa298d266fad req-e825aba9-0de6-4850-9fe6-7ed6789b762d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 217 time: 0.0703290
Apr 09 21:00:55.369165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57495ff-0e89-4d4b-9b3b-53971a6095dd req-b7c89769-87d1-4e2a-ac09-d197d5ee8ee1 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:55.370716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c57495ff-0e89-4d4b-9b3b-53971a6095dd req-b7c89769-87d1-4e2a-ac09-d197d5ee8ee1 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 931 time: 0.1080632
Apr 09 21:00:55.417964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:00:55.467304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:00:55.474206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16fcb5e7-5201-4ef6-b533-52148e981e59 req-0b1a1f71-e067-4c83-bf54-5b05b321a536 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286354
Apr 09 21:00:55.480125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:00:55.480809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.493766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:55.500896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:55.508101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c57495ff-0e89-4d4b-9b3b-53971a6095dd req-3e08772f-de78-4f3c-8f9c-b4856a22c392 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177294
Apr 09 21:00:55.513145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Pushing event updated for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:55.513282 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.593617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a80498-ffc1-4049-925e-aa298d266fad req-9ab47a04-0593-4790-a6f5-96aaf4f016e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:55.595345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-11a80498-ffc1-4049-925e-aa298d266fad req-9ab47a04-0593-4790-a6f5-96aaf4f016e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.1917632
Apr 09 21:00:55.624581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:00:55.625140 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.646241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Pushing event updated for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=8']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:55.649560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46fcb37-e8b8-47d8-bf95-d38db3ed80f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:55.652010 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2a54a8-652b-439f-b1df-ffb728870dfb" -d '{"events": [{"server_uuid": "d46fcb37-e8b8-47d8-bf95-d38db3ed80f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:55.652176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-b5e1f18e-3658-4bce-b431-1a0e2d234e3a tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:55.653518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-b5e1f18e-3658-4bce-b431-1a0e2d234e3a tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/ports/79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 1129 time: 0.1023045
Apr 09 21:00:55.662471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-11a80498-ffc1-4049-925e-aa298d266fad req-fe5ea646-8637-46c6-85de-77264048f68c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463653
Apr 09 21:00:55.671189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9369c-6ead-415f-a5f9-27efb277c556 req-b99915d3-5ebb-4198-9259-2377c59e979e tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:55.678054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1e9369c-6ead-415f-a5f9-27efb277c556 req-b99915d3-5ebb-4198-9259-2377c59e979e tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 948 time: 0.0829108
Apr 09 21:00:55.681434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:55.690478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.708825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:55.709474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.710848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-49e077ab-28ac-465c-bb19-650de9e9db5d service neutron] 10.222.0.32 "PUT /v2.0/ports/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 1122 time: 1.6361203
Apr 09 21:00:55.754081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3a94cf5e-2e37-4308-9e77-bc47309edb9f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:55.772966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1e9369c-6ead-415f-a5f9-27efb277c556 req-99e0d3b8-0e83-4209-9d88-52871bb9c718 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939519
Apr 09 21:00:55.781240 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1debb302-d9ec-4762-93e0-4d9ebc441c9d x-openstack-request-id: req-1debb302-d9ec-4762-93e0-4d9ebc441c9d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:55.781688 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46fcb37-e8b8-47d8-bf95-d38db3ed80f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:55.782294 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1debb302-d9ec-4762-93e0-4d9ebc441c9d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:55.782696 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1debb302-d9ec-4762-93e0-4d9ebc441c9d'] response: {'server_uuid': 'd46fcb37-e8b8-47d8-bf95-d38db3ed80f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721', 'code': 200}
Apr 09 21:00:55.784663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:55.803914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:55.823788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Attempting to bind port 481b9036-1f2d-4ed1-8401-4454c5eca990 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:00:55.824862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Attempting to bind port 481b9036-1f2d-4ed1-8401-4454c5eca990 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:00:55.825458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Attempting to bind port 481b9036-1f2d-4ed1-8401-4454c5eca990 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:55.884270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a94cf5e-2e37-4308-9e77-bc47309edb9f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:55.885323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:00:55.902653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Port 481b9036-1f2d-4ed1-8401-4454c5eca990 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:00:55.903004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Attempting to bind port 481b9036-1f2d-4ed1-8401-4454c5eca990 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:00:56.028177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:00:56.028809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Checking segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:00:56.029069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Bound using segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:00:56.029613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Bound port: 481b9036-1f2d-4ed1-8401-4454c5eca990, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:00:56.029980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:56.147425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:00:56.151538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:00:56.284379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'}, {'name': 'network-changed', 'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:56.286700 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585bae31-42e1-479d-9979-fb785ca31e74" -d '{"events": [{"server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0"}, {"name": "network-changed", "server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:56.297335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:56.316899 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-11a80498-ffc1-4049-925e-aa298d266fad req-03774e79-c629-4c0f-bf97-c5cb924f3518 service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6431482
Apr 09 21:00:56.349358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bddbd6-326a-4f04-9240-8251738ea54a req-585d5883-d182-414a-bd5f-c929730c4cdb tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.351567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19bddbd6-326a-4f04-9240-8251738ea54a req-585d5883-d182-414a-bd5f-c929730c4cdb tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.1255319
Apr 09 21:00:56.389218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad583ef-82c5-40c1-a815-8da705a56865 req-43a1e9fd-b3ec-4ac7-928d-5702d7ef6b30 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.390996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bad583ef-82c5-40c1-a815-8da705a56865 req-43a1e9fd-b3ec-4ac7-928d-5702d7ef6b30 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.0991969
Apr 09 21:00:56.431233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d9989-1f27-451d-ac37-4083f210c16d req-c4b57387-e454-49f7-8e87-b626e61633a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.433243 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a35d9989-1f27-451d-ac37-4083f210c16d req-c4b57387-e454-49f7-8e87-b626e61633a1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 1131 time: 0.4160976
Apr 09 21:00:56.434020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Pushing event updated for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:56.445447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.446476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:56.449152 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-e82ac1bc-fafc-48aa-8716-11ffa292c68d service neutron] 10.222.0.25 "PUT /v2.0/ports/481b9036-1f2d-4ed1-8401-4454c5eca990 HTTP/1.1" status: 200  len: 1091 time: 2.9329512
Apr 09 21:00:56.449863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:00:56.452453 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:00:56.467641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19bddbd6-326a-4f04-9240-8251738ea54a req-9b51bd38-b63e-4458-b69b-89d521b5deba tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084154
Apr 09 21:00:56.518372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bad583ef-82c5-40c1-a815-8da705a56865 req-6f324a5e-f1d1-4fef-a8fb-7caac98f51f4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184087
Apr 09 21:00:56.537069 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2ec795-2b9f-4e23-8f79-a73d77fd19a3 x-openstack-request-id: req-fa2ec795-2b9f-4e23-8f79-a73d77fd19a3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:56.537368 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0", "code": 200}, {"name": "network-changed", "server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:56.537652 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa2ec795-2b9f-4e23-8f79-a73d77fd19a3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:56.538142 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2ec795-2b9f-4e23-8f79-a73d77fd19a3'] response: {'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0', 'code': 200}
Apr 09 21:00:56.538486 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2ec795-2b9f-4e23-8f79-a73d77fd19a3'] response: {'name': 'network-changed', 'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0', 'status': 'completed', 'code': 200}
Apr 09 21:00:56.598718 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b692cbf9-dd75-4af4-8aeb-2b5a93341ef4 x-openstack-request-id: req-b692cbf9-dd75-4af4-8aeb-2b5a93341ef4 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:00:56.599077 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:00:56.599248 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b692cbf9-dd75-4af4-8aeb-2b5a93341ef4 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:00:56.599634 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b692cbf9-dd75-4af4-8aeb-2b5a93341ef4'] response: {'name': 'network-changed', 'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'status': 'completed', 'code': 200}
Apr 09 21:00:56.672951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (6e69049b-b8d3-4e97-990f-8a2b88d12941), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:56.682590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-bee13c73-74d2-434f-a143-34bf95990170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.684079 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-bee13c73-74d2-434f-a143-34bf95990170 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 1125 time: 0.1034613
Apr 09 21:00:56.714553 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a35d9989-1f27-451d-ac37-4083f210c16d req-f475a9d7-972a-4791-b682-e39077c3d333 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462499
Apr 09 21:00:56.727573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bae31-42e1-479d-9979-fb785ca31e74 req-d60f5a0a-c2c5-4d33-adea-25bae11b6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.729263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-585bae31-42e1-479d-9979-fb785ca31e74 req-d60f5a0a-c2c5-4d33-adea-25bae11b6a9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1156 time: 0.1475782
Apr 09 21:00:56.747219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329847-48ce-47f2-9884-8fb8d16e0474 req-0e343bc7-18f7-4bc2-b777-dc2fcac27106 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.752050 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-11a80498-ffc1-4049-925e-aa298d266fad req-8c786db1-621c-4051-a439-3817186b02c4 service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3911266
Apr 09 21:00:56.756408 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-dec5c639-1ffe-4845-a869-30b490f0856f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=481b9036-1f2d-4ed1-8401-4454c5eca990 HTTP/1.1" status: 200  len: 217 time: 0.0539949
Apr 09 21:00:56.761481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45329847-48ce-47f2-9884-8fb8d16e0474 req-0e343bc7-18f7-4bc2-b777-dc2fcac27106 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1311488
Apr 09 21:00:56.813130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2742c4-bd93-4499-9d8d-79bfec7fd52c req-bb1132f0-d114-4375-82ec-12eeb695924c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.816654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:56.820797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c2742c4-bd93-4499-9d8d-79bfec7fd52c req-bb1132f0-d114-4375-82ec-12eeb695924c tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 943 time: 0.1415873
Apr 09 21:00:56.874253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45329847-48ce-47f2-9884-8fb8d16e0474 req-0ee6be29-0b3d-4bd5-9890-aabfb67c292d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116767
Apr 09 21:00:56.902929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c2742c4-bd93-4499-9d8d-79bfec7fd52c req-d2555fc1-541e-40b5-a764-e4f249660c48 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809186
Apr 09 21:00:56.992309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Router 6e69049b-b8d3-4e97-990f-8a2b88d12941 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:00:56.994566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514208c6-1cf1-463e-8a9f-d52b734a8beb req-d820c27b-8b7d-4789-96dc-74ba4b8f266d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:56.996168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-514208c6-1cf1-463e-8a9f-d52b734a8beb req-d820c27b-8b7d-4789-96dc-74ba4b8f266d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 949 time: 0.0578463
Apr 09 21:00:57.109631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-514208c6-1cf1-463e-8a9f-d52b734a8beb req-1767ffb8-e1b6-4abe-bd40-1178ff72abe3 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075501
Apr 09 21:00:57.144155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bae31-42e1-479d-9979-fb785ca31e74 req-831d481e-df38-4f32-b2d0-44bde30db1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.145753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-585bae31-42e1-479d-9979-fb785ca31e74 req-831d481e-df38-4f32-b2d0-44bde30db1fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.1265290
Apr 09 21:00:57.157725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-ba572bcb-f400-486f-9d6f-0ed442a3a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.159177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-ba572bcb-f400-486f-9d6f-0ed442a3a4e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 200  len: 844 time: 0.0960820
Apr 09 21:00:57.176039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:00:57.183617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4793c6bb-7864-4d16-8073-bc3e4c9c21b4 admin admin] 10.222.0.30 "PUT /v2.0/routers/6e69049b-b8d3-4e97-990f-8a2b88d12941/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0964282
Apr 09 21:00:57.183835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48292) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:57.189725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] Sync routers for ids ['6e69049b-b8d3-4e97-990f-8a2b88d12941'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:00:57.202432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] Routers {'6e69049b-b8d3-4e97-990f-8a2b88d12941'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:57.203853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237670b6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6e69049b-b8d3-4e97-990f-8a2b88d12941'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:57.322866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] Set router 6e69049b-b8d3-4e97-990f-8a2b88d12941 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:57.326363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c064e-b711-40f1-a241-fbe0c58072f9 req-1282cb30-df45-4419-b920-c977ad6ff730 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.327873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-255c064e-b711-40f1-a241-fbe0c58072f9 req-1282cb30-df45-4419-b920-c977ad6ff730 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 944 time: 0.0881996
Apr 09 21:00:57.344588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks [] for router (6e69049b-b8d3-4e97-990f-8a2b88d12941), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:57.371343 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-60f2ab55-3104-463a-8931-a3acfac6d418 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330217
Apr 09 21:00:57.428701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-585bae31-42e1-479d-9979-fb785ca31e74 req-84ce29cd-1415-4859-a39e-5c0203666081 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 217 time: 0.0901747
Apr 09 21:00:57.464021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-3ceb9b60-938b-4e7c-bd72-28188e2474e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.466636 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-3ceb9b60-938b-4e7c-bd72-28188e2474e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1132 time: 0.0577440
Apr 09 21:00:57.551441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237670b6a0>, [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:55Z', 'revision_number': 5, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:57.586727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-19e5daf5-36f5-4fa5-8121-a3e685c975f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.588283 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-19e5daf5-36f5-4fa5-8121-a3e685c975f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1127412
Apr 09 21:00:57.589189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] Checking router: 6e69049b-b8d3-4e97-990f-8a2b88d12941 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:00:57.603556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] Routers {'6e69049b-b8d3-4e97-990f-8a2b88d12941'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:00:57.605586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237670b6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6e69049b-b8d3-4e97-990f-8a2b88d12941'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:57.635849 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-8d098306-e345-48f8-9701-69c78ab288aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.0409398
Apr 09 21:00:57.691447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-69d548e2-4dea-4460-b5be-8cffc9d48b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.693010 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-69d548e2-4dea-4460-b5be-8cffc9d48b4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0512056
Apr 09 21:00:57.726226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] Set router 6e69049b-b8d3-4e97-990f-8a2b88d12941 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:00:57.741967 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-9c343160-af6c-4596-a36a-a9c0d6dd6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.743502 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-9c343160-af6c-4596-a36a-a9c0d6dd6473 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0443945
Apr 09 21:00:57.793148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-255c064e-b711-40f1-a241-fbe0c58072f9 req-8b8cd766-40a6-46ea-ac68-74a921c959c1 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4565711
Apr 09 21:00:57.844961 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-9dc4eaea-209e-4a7f-b029-97c533b431ef service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948389
Apr 09 21:00:57.858264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33418d3-1edd-4297-87f5-590689157444 req-dd147761-5050-41af-a856-268b6a013fe9 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.865222 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d33418d3-1edd-4297-87f5-590689157444 req-dd147761-5050-41af-a856-268b6a013fe9 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0758886
Apr 09 21:00:57.879585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks [] for router_gateway (6e69049b-b8d3-4e97-990f-8a2b88d12941), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:57.961793 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-3b496e9e-cab8-4282-a8f1-c95e4ca3cb60 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1051488
Apr 09 21:00:57.976261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237670b6a0>, [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:55Z', 'revision_number': 5, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:00:57.993846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39062f0-59c0-49a0-9cbd-575b74f9cbaf req-99bffcfb-2bf8-413a-8c7a-e3330a7c7f85 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:57.995372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f39062f0-59c0-49a0-9cbd-575b74f9cbaf req-99bffcfb-2bf8-413a-8c7a-e3330a7c7f85 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.1051617
Apr 09 21:00:58.006108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d33418d3-1edd-4297-87f5-590689157444 req-58e5e5ea-ba26-41db-83b2-25be4352371a tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394455
Apr 09 21:00:58.012525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Deleting port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:58.013094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3f43b-ca48-4a60-898a-552dc5d0ecc2 None None] The sync data for ids ['6e69049b-b8d3-4e97-990f-8a2b88d12941'] in ncdv-master-1 is: [{'id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'name': 'tempest-FloatingIPsNegativeTestJSON-854202340-router', 'tenant_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:33Z', 'updated_at': '2022-04-09T21:00:55Z', 'revision_number': 5, 'project_id': '6e435caef3fb4a2d9ed2b29aaddcecb9', 'gw_port': {'id': 'fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69049b-b8d3-4e97-990f-8a2b88d12941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:35Z', 'updated_at': '2022-04-09T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:00:58.013853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:58.155075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f39062f0-59c0-49a0-9cbd-575b74f9cbaf req-b39d38b8-6127-4e4a-81d6-a83ca39561c0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468606
Apr 09 21:00:58.176345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b11001-ecd3-4bf8-ad9c-090cb67bd7e1 req-8cf01211-403a-4e88-b7a0-35e09675cf55 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:58.176345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99b11001-ecd3-4bf8-ad9c-090cb67bd7e1 req-8cf01211-403a-4e88-b7a0-35e09675cf55 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.0738666
Apr 09 21:00:58.192589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] For port fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:58.192942 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:58.212539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Calling delete_port for fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:58.329494 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-af623f75-46c2-4c17-92d0-2c4766cad8ba service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926516
Apr 09 21:00:58.331894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99b11001-ecd3-4bf8-ad9c-090cb67bd7e1 req-f2e468f6-c6f8-42ea-a045-f898d6914cbc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517456
Apr 09 21:00:58.348695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e029c-c327-44c2-bd83-64ad473893e4 req-fe61e00f-a895-4ca2-8fac-7c4997cbf1e7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:58.350173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-871e029c-c327-44c2-bd83-64ad473893e4 req-fe61e00f-a895-4ca2-8fac-7c4997cbf1e7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 943 time: 0.1317441
Apr 09 21:00:58.397188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bae31-42e1-479d-9979-fb785ca31e74 req-eea797b1-8f1e-4d54-a482-cc1795e63ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:58.398658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-585bae31-42e1-479d-9979-fb785ca31e74 req-eea797b1-8f1e-4d54-a482-cc1795e63ffb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1370361
Apr 09 21:00:58.509635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e4f1d-6c3a-4124-8a1d-7b3927d2be04 req-783eb906-9237-4678-88dd-955e32c12438 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:58.511172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a71e4f1d-6c3a-4124-8a1d-7b3927d2be04 req-783eb906-9237-4678-88dd-955e32c12438 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 949 time: 0.1101062
Apr 09 21:00:58.515666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-871e029c-c327-44c2-bd83-64ad473893e4 req-a0dc0052-d72a-4412-b46c-accb58a4bf06 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565981
Apr 09 21:00:58.600491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a71e4f1d-6c3a-4124-8a1d-7b3927d2be04 req-1cb6a4a4-4eb7-4977-a162-774c45b85b52 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821702
Apr 09 21:00:58.625727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-585bae31-42e1-479d-9979-fb785ca31e74 req-b97e5b04-5145-4008-8c37-a3ccaf1342fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485454
Apr 09 21:00:58.645493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:58.671585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:58.675772 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce7b99be-8807-4f8e-bef8-eb20de4e71b8 req-2b5e9514-f6ca-4a78-8fad-eb21694e0e86 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041136
Apr 09 21:00:58.770070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde277e3-f41f-4d73-82fe-643813bf496b req-e985ddf3-7921-4b19-8752-bdeef1e53e43 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:58.773115 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fde277e3-f41f-4d73-82fe-643813bf496b req-e985ddf3-7921-4b19-8752-bdeef1e53e43 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 944 time: 0.0610051
Apr 09 21:00:58.781256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3a94cf5e-2e37-4308-9e77-bc47309edb9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:00:58.808747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 3a94cf5e-2e37-4308-9e77-bc47309edb9f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:00:58.809237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3a94cf5e-2e37-4308-9e77-bc47309edb9f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:00:58.812917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (6e69049b-b8d3-4e97-990f-8a2b88d12941), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:58.960349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-585bae31-42e1-479d-9979-fb785ca31e74 req-3c9b31e6-459b-4434-bc8b-45eac0c7b3d6 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346084
Apr 09 21:00:58.967104 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (6e69049b-b8d3-4e97-990f-8a2b88d12941), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:58.971060 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks [] for router_controller (6e69049b-b8d3-4e97-990f-8a2b88d12941), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:58.984593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161b10e-cf37-433a-9f41-828b87b344ef req-2758fb75-a6ff-42d2-b6a1-12d44ab42a0a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:58.986078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7161b10e-cf37-433a-9f41-828b87b344ef req-2758fb75-a6ff-42d2-b6a1-12d44ab42a0a tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 944 time: 0.0968940
Apr 09 21:00:59.057805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (6e69049b-b8d3-4e97-990f-8a2b88d12941), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.058344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e69049b-b8d3-4e97-990f-8a2b88d12941 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:00:59.069483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.070625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5cd83a0a-578e-4a11-b62f-7a629d7d4557 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6e69049b-b8d3-4e97-990f-8a2b88d12941 HTTP/1.1" status: 204  len: 168 time: 1.8857594
Apr 09 21:00:59.073978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48308) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:59.095504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7161b10e-cf37-433a-9f41-828b87b344ef req-28fa9c3b-f279-4f2b-b5fe-e655c291ceeb tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896990
Apr 09 21:00:59.125809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b9342a-ecdd-4f76-8808-cb239a1bdd2a admin admin] Deleting subnet 2f3c4570-5a77-47b0-b319-2ac7c40ca6ff {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:00:59.129065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b9342a-ecdd-4f76-8808-cb239a1bdd2a admin admin] Publish callbacks [] for subnet (2f3c4570-5a77-47b0-b319-2ac7c40ca6ff), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.136332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ae17e-a86d-48c5-8d45-cfe887e1d368 req-1ebef8ac-e752-40f0-b867-7af59d9a2bde tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:59.138026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-196ae17e-a86d-48c5-8d45-cfe887e1d368 req-1ebef8ac-e752-40f0-b867-7af59d9a2bde tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0591764
Apr 09 21:00:59.168456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b9342a-ecdd-4f76-8808-cb239a1bdd2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (2f3c4570-5a77-47b0-b319-2ac7c40ca6ff), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.190133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-196ae17e-a86d-48c5-8d45-cfe887e1d368 req-2af8a011-c307-481c-b1cd-d4a15cb00841 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461020
Apr 09 21:00:59.262682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b9342a-ecdd-4f76-8808-cb239a1bdd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2f3c4570-5a77-47b0-b319-2ac7c40ca6ff), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.286255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01decc-b6bf-4e63-882b-dcb306eb9dd3 req-c5c9a73c-ec8c-417c-ac7a-625995e86889 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:59.287871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d01decc-b6bf-4e63-882b-dcb306eb9dd3 req-c5c9a73c-ec8c-417c-ac7a-625995e86889 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.0523510
Apr 09 21:00:59.314914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b9342a-ecdd-4f76-8808-cb239a1bdd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (2f3c4570-5a77-47b0-b319-2ac7c40ca6ff), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.336572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d01decc-b6bf-4e63-882b-dcb306eb9dd3 req-125fd4c3-c7a9-4e9f-9ddb-390dfe6053a2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418279
Apr 09 21:00:59.344712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9342a-ecdd-4f76-8808-cb239a1bdd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3c4570-5a77-47b0-b319-2ac7c40ca6ff,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:59.350213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b9342a-ecdd-4f76-8808-cb239a1bdd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.354387 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3b9342a-ecdd-4f76-8808-cb239a1bdd2a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2f3c4570-5a77-47b0-b319-2ac7c40ca6ff HTTP/1.1" status: 204  len: 168 time: 0.2791843
Apr 09 21:00:59.359163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f80ae5-3c04-431b-80b4-a491038a345f None None] Network fba1b3af-6194-44b2-a9cc-b91ddc5206a3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:00:59.359662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48314) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:00:59.459286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fba1b3af-6194-44b2-a9cc-b91ddc5206a3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.492561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17768e51-50a8-482b-8eef-59d7f1a3fe45 req-a2511efd-7cb4-4fdf-a558-7dca8221c36a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:59.492561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17768e51-50a8-482b-8eef-59d7f1a3fe45 req-a2511efd-7cb4-4fdf-a558-7dca8221c36a tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.0706408
Apr 09 21:00:59.539679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Deleting port e5afb388-3fd5-425e-a12b-5611fdebcb30 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:59.540010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.579444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] DHCP port deletion for fba1b3af-6194-44b2-a9cc-b91ddc5206a3 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:00:59.622373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17768e51-50a8-482b-8eef-59d7f1a3fe45 req-d1a6b170-c1c4-4705-b278-5c2d42ad3e68 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127961
Apr 09 21:00:59.647272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] Deleting port e5afb388-3fd5-425e-a12b-5611fdebcb30 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:00:59.647655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.675825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] For port e5afb388-3fd5-425e-a12b-5611fdebcb30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5afb388-3fd5-425e-a12b-5611fdebcb30,segment=NetworkSegment(e4538b7a-01b7-4060-af7e-5d9e2076c6ae),segment_id=e4538b7a-01b7-4060-af7e-5d9e2076c6ae)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:59.676207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.692484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eb998-bdc2-4e21-b3ba-d1a5b58151ba req-bd081715-8d08-4218-b7fb-6cbd6533e68f tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:59.693957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-536eb998-bdc2-4e21-b3ba-d1a5b58151ba req-bd081715-8d08-4218-b7fb-6cbd6533e68f tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 943 time: 0.0752931
Apr 09 21:00:59.702968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Calling delete_port for e5afb388-3fd5-425e-a12b-5611fdebcb30 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:59.716541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] For port e5afb388-3fd5-425e-a12b-5611fdebcb30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5afb388-3fd5-425e-a12b-5611fdebcb30,segment=NetworkSegment(e4538b7a-01b7-4060-af7e-5d9e2076c6ae),segment_id=e4538b7a-01b7-4060-af7e-5d9e2076c6ae)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:00:59.717309 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.733833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] Calling delete_port for e5afb388-3fd5-425e-a12b-5611fdebcb30 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:00:59.800921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ec4dd-ce6f-4228-a428-c603b7529617 req-86dd72f7-8fa8-48bb-8b73-04e36a398346 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:00:59.802296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d8ec4dd-ce6f-4228-a428-c603b7529617 req-86dd72f7-8fa8-48bb-8b73-04e36a398346 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 949 time: 0.1074393
Apr 09 21:00:59.819868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.843323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] Pushing event deleted for resources: {'Port': ['ID=e5afb388-3fd5-425e-a12b-5611fdebcb30,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:59.848015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-536eb998-bdc2-4e21-b3ba-d1a5b58151ba req-63501a3e-0096-43c2-a2b4-0c2bd20ea694 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476164
Apr 09 21:00:59.849541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f586309-bd01-45d2-8aff-37db81eaa571 None None] No DVR routers for this DVR port e5afb388-3fd5-425e-a12b-5611fdebcb30 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:00:59.891895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d8ec4dd-ce6f-4228-a428-c603b7529617 req-21b0e291-441b-49c1-a09b-892d2709173c tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827792
Apr 09 21:00:59.897568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e5afb388-3fd5-425e-a12b-5611fdebcb30), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:00:59.924576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5afb388-3fd5-425e-a12b-5611fdebcb30,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:00:59.926428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] No DVR routers for this DVR port e5afb388-3fd5-425e-a12b-5611fdebcb30 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:00.000945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fba1b3af-6194-44b2-a9cc-b91ddc5206a3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.021218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377767520>,) {'filters': {'network_id': ['fba1b3af-6194-44b2-a9cc-b91ddc5206a3']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:00.031129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377767520>, 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:00.031432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377767520>, 'e4538b7a-01b7-4060-af7e-5d9e2076c6ae') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:00.043634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (e4538b7a-01b7-4060-af7e-5d9e2076c6ae), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.057802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e4538b7a-01b7-4060-af7e-5d9e2076c6ae), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.064505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:01:00.064919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (e4538b7a-01b7-4060-af7e-5d9e2076c6ae), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:01:00.066728 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:01:00.128451 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fba1b3af-6194-44b2-a9cc-b91ddc5206a3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.134604 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.140459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fba1b3af-6194-44b2-a9cc-b91ddc5206a3 HTTP/1.1" status: 204  len: 168 time: 0.7775753
Apr 09 21:01:00.151220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d73cf5-d1ab-4993-8755-9af69303cb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=fba1b3af-6194-44b2-a9cc-b91ddc5206a3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:00.224989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf200c-3cfc-4f92-a471-8534fa96e189 req-7eb72c1e-1a03-4b67-9c65-e840a1e0fdfc tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:00.227041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30cf200c-3cfc-4f92-a471-8534fa96e189 req-7eb72c1e-1a03-4b67-9c65-e840a1e0fdfc tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 944 time: 0.0517967
Apr 09 21:01:00.272964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.285154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48338) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:00.322473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30cf200c-3cfc-4f92-a471-8534fa96e189 req-f11f884e-1f21-490b-ba51-01d23514e9d4 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824518
Apr 09 21:01:00.325460 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3d02b668-5689-4d2a-9d1e-6a0a8f99ec12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e435caef3fb4a2d9ed2b29aaddcecb9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0390470
Apr 09 21:01:00.327991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48340) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:00.339970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516c049-045e-4cc6-a22f-27f85da2948d req-df81b927-2c09-46ad-b5a2-7f8e17f59310 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:00.341509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b516c049-045e-4cc6-a22f-27f85da2948d req-df81b927-2c09-46ad-b5a2-7f8e17f59310 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0602903
Apr 09 21:01:00.383122 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb040-4d3c-4815-8594-20dc7c34ea31 admin admin] Publish callbacks [] for security_group (82a33a7b-745d-466f-a0cf-ba0903022eaa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.401317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b516c049-045e-4cc6-a22f-27f85da2948d req-b9846b12-e7b3-4da5-aa02-24213af28356 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530124
Apr 09 21:01:00.409270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb040-4d3c-4815-8594-20dc7c34ea31 admin admin] Publish callbacks [] for security_group (82a33a7b-745d-466f-a0cf-ba0903022eaa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.476142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb040-4d3c-4815-8594-20dc7c34ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (82a33a7b-745d-466f-a0cf-ba0903022eaa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.478807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb040-4d3c-4815-8594-20dc7c34ea31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:00.482531 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2eaeb040-4d3c-4815-8594-20dc7c34ea31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82a33a7b-745d-466f-a0cf-ba0903022eaa HTTP/1.1" status: 204  len: 168 time: 0.1511123
Apr 09 21:01:00.496389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaeb040-4d3c-4815-8594-20dc7c34ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a33a7b-745d-466f-a0cf-ba0903022eaa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:00.512630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805e64d-9efa-4307-a463-c4af14631ab7 req-1fc8c178-c2d9-4360-bb18-616219a4e836 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:00.514462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5805e64d-9efa-4307-a463-c4af14631ab7 req-1fc8c178-c2d9-4360-bb18-616219a4e836 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.0616114
Apr 09 21:01:00.595109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5805e64d-9efa-4307-a463-c4af14631ab7 req-365bd905-a016-45ec-b0ba-cf5de7c97adc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742731
Apr 09 21:01:00.606838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f06d3c-a847-4e15-8e2d-6592ebcb8c55 req-6884e3a5-1ad9-401e-9cfd-8ad02a8b4e90 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:00.608524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44f06d3c-a847-4e15-8e2d-6592ebcb8c55 req-6884e3a5-1ad9-401e-9cfd-8ad02a8b4e90 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 949 time: 0.0592284
Apr 09 21:01:00.661727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44f06d3c-a847-4e15-8e2d-6592ebcb8c55 req-7d5dfd39-d067-4360-b5aa-fb3bf972d51e tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471802
Apr 09 21:01:00.751705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57e979-db3d-4854-a2a7-46bcd8eb8646 req-4e018cbe-efd8-40f1-818a-0d48122eaf12 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:00.753489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c57e979-db3d-4854-a2a7-46bcd8eb8646 req-4e018cbe-efd8-40f1-818a-0d48122eaf12 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.0543768
Apr 09 21:01:00.767853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:00.790535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:01:00.790971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fcec4b76-a0d8-4a47-93e4-4d4f8e1a299f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:00.791740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e5afb388-3fd5-425e-a12b-5611fdebcb30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:00.805669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c57e979-db3d-4854-a2a7-46bcd8eb8646 req-e8e1a24e-c28a-4390-b236-290d46f3b488 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451460
Apr 09 21:01:00.813014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: e5afb388-3fd5-425e-a12b-5611fdebcb30 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:01:00.813463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e5afb388-3fd5-425e-a12b-5611fdebcb30 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:00.978117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cfd20-32b9-4aff-a749-b5fdfa60440c req-43b71c96-13af-4898-a04e-d84e585b7d86 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:00.980581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a5cfd20-32b9-4aff-a749-b5fdfa60440c req-43b71c96-13af-4898-a04e-d84e585b7d86 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 943 time: 0.0504286
Apr 09 21:01:01.025528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 481b9036-1f2d-4ed1-8401-4454c5eca990 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:01:01.029406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 146c43f4-1b2c-4bf3-bc91-df1e1247e407 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:01.034664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a5cfd20-32b9-4aff-a749-b5fdfa60440c req-79fd70e7-7843-4853-969f-57f958b81912 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471883
Apr 09 21:01:01.326043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:01.329574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:01.341753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'port_id': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'mac_address': 'fa:16:3e:e2:8e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fcb9fd-163d-4271-b203-19d5638517d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:01:01.373626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-86a0829a-6a0c-421a-be7f-2d7865b07e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:01.375434 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-86a0829a-6a0c-421a-be7f-2d7865b07e67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 1125 time: 0.1261141
Apr 09 21:01:01.377736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-585bae31-42e1-479d-9979-fb785ca31e74 req-9b117d47-3a3d-4812-a4f8-3e10692038db service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291499
Apr 09 21:01:01.390106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 481b9036-1f2d-4ed1-8401-4454c5eca990 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:01.390772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:01.406306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481b9036-1f2d-4ed1-8401-4454c5eca990 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:01.429029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Deleting port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:01:01.429606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:01.431596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:01.439859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:01.460605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8719b1e-b216-4ee3-a33c-288488a50cb5 req-4427086b-92d7-44ff-a7b7-451338c843cf tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:01.467905 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8719b1e-b216-4ee3-a33c-288488a50cb5 req-4427086b-92d7-44ff-a7b7-451338c843cf tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 944 time: 0.0599289
Apr 09 21:01:01.504268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:01.526789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8719b1e-b216-4ee3-a33c-288488a50cb5 req-697cfae6-2c21-4d8e-8fe2-eac765a98435 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580328
Apr 09 21:01:01.565350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-652085cc-d12f-4247-9853-064d7e79a0a4 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=34832c64cfe049768207fb5cb0dfc2a7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0233440
Apr 09 21:01:01.569090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] For port 146c43f4-1b2c-4bf3-bc91-df1e1247e407, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=146c43f4-1b2c-4bf3-bc91-df1e1247e407,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:01.569466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:01.583603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Calling delete_port for 146c43f4-1b2c-4bf3-bc91-df1e1247e407 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:01:01.689522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5acc1-87ab-4cee-93b3-30fcb9bf14cb req-82709344-076a-4d99-97bd-1526792456f7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:01.691060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61e5acc1-87ab-4cee-93b3-30fcb9bf14cb req-82709344-076a-4d99-97bd-1526792456f7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0877533
Apr 09 21:01:01.716001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (146c43f4-1b2c-4bf3-bc91-df1e1247e407), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:01.724384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-94002f43-9322-44af-a4e5-548f30ac9b3f tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:01.726208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-94002f43-9322-44af-a4e5-548f30ac9b3f tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1550984
Apr 09 21:01:01.747620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-83f06524-8993-47c6-9e56-bdcee5c069e4 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/quotas/34832c64cfe049768207fb5cb0dfc2a7 HTTP/1.1" status: 200  len: 375 time: 0.0148435
Apr 09 21:01:01.748495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Pushing event deleted for resources: {'Port': ['ID=146c43f4-1b2c-4bf3-bc91-df1e1247e407,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:01.795607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-c95ffbd4-1289-4061-bff6-9fadbdfa8b7e tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=34832c64cfe049768207fb5cb0dfc2a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0398390
Apr 09 21:01:01.800803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61e5acc1-87ab-4cee-93b3-30fcb9bf14cb req-b4010e9d-cc26-4b2e-b724-6acd199cfb88 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972371
Apr 09 21:01:01.926207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5ce97-2417-4a92-be38-2423c8dfdedc req-b5d6fe1d-9ae0-4a03-81bb-f1854492058b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:01.928329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1dd5ce97-2417-4a92-be38-2423c8dfdedc req-b5d6fe1d-9ae0-4a03-81bb-f1854492058b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.0638912
Apr 09 21:01:02.026419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['481b9036-1f2d-4ed1-8401-4454c5eca990'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:02.043071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fa3c1-b732-4c2f-ba4b-3909bb49687f req-a538e80a-2dda-4ba4-b933-f72649d17b3e tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:02.044971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d47fa3c1-b732-4c2f-ba4b-3909bb49687f req-a538e80a-2dda-4ba4-b933-f72649d17b3e tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 949 time: 0.0736408
Apr 09 21:01:02.058308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1dd5ce97-2417-4a92-be38-2423c8dfdedc req-88176f4f-282a-490e-9bfd-63c83c3f288a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224568
Apr 09 21:01:02.112180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] No DVR routers for this DVR port 146c43f4-1b2c-4bf3-bc91-df1e1247e407 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:02.115763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:02.119155 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fde277e3-f41f-4d73-82fe-643813bf496b req-b42ad95a-7f8b-463c-95a9-d17bba27f387 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.25 "DELETE /v2.0/ports/146c43f4-1b2c-4bf3-bc91-df1e1247e407 HTTP/1.1" status: 204  len: 173 time: 0.8683076
Apr 09 21:01:02.119598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'name': 'network-vif-deleted', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:02.122106 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3072374-0580-4414-b8cf-cc2bfd0046c7" -d '{"events": [{"server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "name": "network-vif-deleted", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:02.159645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d47fa3c1-b732-4c2f-ba4b-3909bb49687f req-ed39d73b-9fed-4229-8c9b-272f5333744f tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847166
Apr 09 21:01:02.251858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c20b-b665-41d1-9f37-5e702011fa88 req-b851a051-a663-4000-8a3a-f285e64f189b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:02.253806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cf6c20b-b665-41d1-9f37-5e702011fa88 req-b851a051-a663-4000-8a3a-f285e64f189b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.0918489
Apr 09 21:01:02.256034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b665f65b-7e4b-49af-bce1-bc1643d28167 req-d92ccc7b-7a3d-4b07-a0fc-9dfac6dc13a7 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 210 time: 0.0455866
Apr 09 21:01:02.307397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cf6c20b-b665-41d1-9f37-5e702011fa88 req-16c80c27-f0e7-4e52-9672-589d92b6f6cc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467985
Apr 09 21:01:02.397635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fa0d5-adb9-4719-8ff1-b2955a20e451 req-73ea7ba6-74f8-41e0-b995-21b9b9361aa0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:02.404657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9fa0d5-adb9-4719-8ff1-b2955a20e451 req-73ea7ba6-74f8-41e0-b995-21b9b9361aa0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 944 time: 0.0778809
Apr 09 21:01:02.423552 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7839d79f-2240-484c-9428-d9763481fcdb x-openstack-request-id: req-7839d79f-2240-484c-9428-d9763481fcdb {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:02.424495 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e461201-9323-4eed-a58c-bfd395b8913f", "name": "network-vif-deleted", "tag": "146c43f4-1b2c-4bf3-bc91-df1e1247e407", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:02.424940 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7839d79f-2240-484c-9428-d9763481fcdb {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:02.425584 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7839d79f-2240-484c-9428-d9763481fcdb'] response: {'server_uuid': '6e461201-9323-4eed-a58c-bfd395b8913f', 'name': 'network-vif-deleted', 'tag': '146c43f4-1b2c-4bf3-bc91-df1e1247e407', 'status': 'completed', 'code': 200}
Apr 09 21:01:02.464022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9fa0d5-adb9-4719-8ff1-b2955a20e451 req-3caa0bc1-4c4d-4519-a2c5-998487042260 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581930
Apr 09 21:01:02.489057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-d6b0087c-47c8-484d-8056-e83ce796c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:02.490774 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-d6b0087c-47c8-484d-8056-e83ce796c689 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 905 time: 0.1321952
Apr 09 21:01:02.641719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a52e9e4-e60a-429c-915d-70e80712830f req-b5d5512d-2785-410e-8ed8-b4932d5f1f42 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e461201-9323-4eed-a58c-bfd395b8913f HTTP/1.1" status: 200  len: 210 time: 0.0288553
Apr 09 21:01:02.686656 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-52b1bd44-7f70-4b37-8d9a-31a11d976314 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=481b9036-1f2d-4ed1-8401-4454c5eca990 HTTP/1.1" status: 200  len: 217 time: 0.0513520
Apr 09 21:01:02.822178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-2f41422d-a223-4d12-a516-59a9b328805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:02.823543 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-2f41422d-a223-4d12-a516-59a9b328805d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 200  len: 844 time: 0.0557246
Apr 09 21:01:02.917839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11b06-bef6-4854-b4f6-5aed7c9496db req-a5a36f71-8401-4782-91a2-6a592c0a1299 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:02.919322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be11b06-bef6-4854-b4f6-5aed7c9496db req-a5a36f71-8401-4782-91a2-6a592c0a1299 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0491321
Apr 09 21:01:02.966736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be11b06-bef6-4854-b4f6-5aed7c9496db req-f30d8456-f1e4-40b6-a861-a4320b1032ce tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416963
Apr 09 21:01:03.157303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-cc86df72-20d1-468b-a769-fc118bb61986 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986879
Apr 09 21:01:03.161340 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-4050a201-7997-48bd-bc1d-902a3482b1e8 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=34832c64cfe049768207fb5cb0dfc2a7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0797179
Apr 09 21:01:03.169693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-cef4b7fc-b165-4413-aec8-f2d66b7dfa1a tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:03.171199 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-cef4b7fc-b165-4413-aec8-f2d66b7dfa1a tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.25 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 949 time: 0.1218314
Apr 09 21:01:03.207374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b475015-281a-41cb-8530-fdc35d30f7b0 req-bc750f4e-6e3f-4ae3-94d8-e36e7165c286 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:03.213813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b475015-281a-41cb-8530-fdc35d30f7b0 req-bc750f4e-6e3f-4ae3-94d8-e36e7165c286 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 944 time: 0.0756676
Apr 09 21:01:03.335216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b475015-281a-41cb-8530-fdc35d30f7b0 req-a7e07035-d2c1-4711-8b00-5e74f1c94a43 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171753
Apr 09 21:01:03.364283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b7222-8065-4063-a5b6-dca914569c2b req-e86845f3-d88b-4a8c-9557-43e6a3e809b9 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:03.371174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-550b7222-8065-4063-a5b6-dca914569c2b req-e86845f3-d88b-4a8c-9557-43e6a3e809b9 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 949 time: 0.1059873
Apr 09 21:01:03.398018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-ae0c81c5-385f-4dee-a391-90e2cd3de7bb service neutron] 10.222.0.25 "GET /v2.0/ports/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1529334
Apr 09 21:01:03.398557 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-21cfc0b0-36c2-493a-a471-101f8d74558c service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2252495
Apr 09 21:01:03.458476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75164c54-a262-405a-8324-ca3768949dc8 req-d12e66cf-ddf4-4dae-94c6-58f17d3e80fc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 210 time: 0.0623341
Apr 09 21:01:03.482383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-550b7222-8065-4063-a5b6-dca914569c2b req-49ce92a6-461b-4d51-aaf7-64cd4eda06c6 tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ddef47b-d3a0-4655-aacb-1510959fb6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103055
Apr 09 21:01:03.512706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-f47fc527-1b8f-4556-9cb7-e697fe296ad3 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:03.512706 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-f47fc527-1b8f-4556-9cb7-e697fe296ad3 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3385341
Apr 09 21:01:03.546254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Request body: {'port': {'device_id': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '34832c64cfe049768207fb5cb0dfc2a7'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:03.553621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Deleting port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:01:03.553960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:03.581664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 481b9036-1f2d-4ed1-8401-4454c5eca990 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:03.629915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 481b9036-1f2d-4ed1-8401-4454c5eca990 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:01:03.636260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b28798-f7b4-4103-926d-d560d3abe4ff req-734d9647-3df3-4086-87b5-92d42bdd51c1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:03.637846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16b28798-f7b4-4103-926d-d560d3abe4ff req-734d9647-3df3-4086-87b5-92d42bdd51c1 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1058018
Apr 09 21:01:03.639556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 481b9036-1f2d-4ed1-8401-4454c5eca990 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:03.642604 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:03.682336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23659d47-2cd2-416e-914b-3a785dab47b2 req-cddd5e3d-42b6-4824-a1cc-988f40a1c887 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:03.683285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23659d47-2cd2-416e-914b-3a785dab47b2 req-cddd5e3d-42b6-4824-a1cc-988f40a1c887 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 944 time: 0.1190238
Apr 09 21:01:03.712326 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9ad232aa-a5be-4ee8-94bc-5f1cd8d2fdbd req-8694b2e1-b76c-4737-93ef-afb005bb392f service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944133
Apr 09 21:01:03.740441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 481b9036-1f2d-4ed1-8401-4454c5eca990 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:03.740827 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:03.755448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] For port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:03.755861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:03.767827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:03.770595 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5005114-ced2-467d-a18f-c0a995912387" -d '{"events": [{"server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "name": "network-vif-plugged", "status": "completed", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:03.774071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Calling delete_port for f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:01:03.776555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Made reservation on behalf of 34832c64cfe049768207fb5cb0dfc2a7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:03.776711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16b28798-f7b4-4103-926d-d560d3abe4ff req-837e0c5a-7371-47aa-9364-fb43a7623827 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307833
Apr 09 21:01:03.778501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:03.780017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:03.786730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:03.793636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23659d47-2cd2-416e-914b-3a785dab47b2 req-e087c330-3f3b-4724-b4a6-680139539316 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011088
Apr 09 21:01:03.794957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:03.809428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:03.812671 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:03.863769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:03.881353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:03.887615 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34096cc7-cab1-4edb-a438-3fcd2d16d57f x-openstack-request-id: req-34096cc7-cab1-4edb-a438-3fcd2d16d57f {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:03.888631 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "name": "network-vif-plugged", "status": "completed", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:03.889056 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34096cc7-cab1-4edb-a438-3fcd2d16d57f {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:03.889750 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34096cc7-cab1-4edb-a438-3fcd2d16d57f'] response: {'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'code': 200}
Apr 09 21:01:03.912209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:03.916324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.019572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks [] for security_group (bc138f09-b419-4ace-9a7e-b3f9594d92f8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.033551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bc138f09-b419-4ace-9a7e-b3f9594d92f8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.039523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ad725-3f3e-45d5-a62f-25364267e019 req-24d33ce4-7c37-464d-9dab-01052f063fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:04.041279 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c2ad725-3f3e-45d5-a62f-25364267e019 req-24d33ce4-7c37-464d-9dab-01052f063fb1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 1127 time: 0.0766752
Apr 09 21:01:04.041700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Transition to ACTIVE for port object 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:01:04.054992 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.058550 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.070172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:04.146531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Pushing event deleted for resources: {'Port': ['ID=f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:04.148339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc138f09-b419-4ace-9a7e-b3f9594d92f8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:04.253724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c2ad725-3f3e-45d5-a62f-25364267e019 req-0dbb1058-2e7d-4960-b630-dd1b3d099487 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965127
Apr 09 21:01:04.257146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] No DVR routers for this DVR port f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:04.262104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.265714 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9b464792-cb9d-41a2-a6f4-c0e333a34ba6 req-46f97fb9-68f7-4844-816b-bdf6a399742d tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.25 "DELETE /v2.0/ports/f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 HTTP/1.1" status: 204  len: 173 time: 0.9988992
Apr 09 21:01:04.294960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Allocated IP 192.168.233.129 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/d7c527cb-9011-4ef5-8cea-8a678536f481) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:04.427650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46fcb37-e8b8-47d8-bf95-d38db3ed80f9', 'name': 'network-vif-deleted', 'tag': 'f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:04.430559 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed618ff5-381d-4ba0-9f27-54f9bc1d0bae" -d '{"events": [{"server_uuid": "d46fcb37-e8b8-47d8-bf95-d38db3ed80f9", "name": "network-vif-deleted", "tag": "f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:04.472670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks [] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.503135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f234-f59c-4b11-8e52-929b05960872 req-2536cef0-3ed2-4532-b8e5-cae4cb4a5f8a tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:04.504626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e66f234-f59c-4b11-8e52-929b05960872 req-2536cef0-3ed2-4532-b8e5-cae4cb4a5f8a tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.4105635
Apr 09 21:01:04.512788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.538979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] No DVR routers for this DVR port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:04.548397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c91085-82b9-41a2-88ac-2e04093f9d99 req-cf504e13-858e-42f7-b78f-0b0867261646 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:04.549901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41c91085-82b9-41a2-88ac-2e04093f9d99 req-cf504e13-858e-42f7-b78f-0b0867261646 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 944 time: 0.4165690
Apr 09 21:01:04.557139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Pushing event updated for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:04.559572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:04.562859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:04.566762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:04.596069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:04.608708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.609071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.609400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.609735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.610066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.610396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.610721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.611042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.611366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.611683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.612012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.612317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.612633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.612946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.613286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:04.625927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:04.626575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.650102 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-21df3bd9-e005-4740-bed3-0fc9d41315cc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1102791
Apr 09 21:01:04.657469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-f2973d0a-1b08-4458-b7c5-070318925e7e service neutron] 10.222.0.25 "PUT /v2.0/ports/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.2468972
Apr 09 21:01:04.662343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Request body: {'port': {'device_id': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:04.676032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e66f234-f59c-4b11-8e52-929b05960872 req-06a5a329-8b41-4dea-b14c-6b3e0316e164 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497755
Apr 09 21:01:04.719454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41c91085-82b9-41a2-88ac-2e04093f9d99 req-88166109-7d7d-4470-9d24-66fcbf8b4725 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522918
Apr 09 21:01:04.756907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.768465 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d01d05-55e0-492c-aa47-fe6a0f575f3b x-openstack-request-id: req-f9d01d05-55e0-492c-aa47-fe6a0f575f3b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:04.768740 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46fcb37-e8b8-47d8-bf95-d38db3ed80f9", "name": "network-vif-deleted", "tag": "f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:04.768989 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9d01d05-55e0-492c-aa47-fe6a0f575f3b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:04.769553 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d01d05-55e0-492c-aa47-fe6a0f575f3b'] response: {'server_uuid': 'd46fcb37-e8b8-47d8-bf95-d38db3ed80f9', 'name': 'network-vif-deleted', 'tag': 'f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721', 'status': 'completed', 'code': 200}
Apr 09 21:01:04.890015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d94a24-9d1e-4796-95f2-78134d784374 req-edb9e279-57ed-4f90-b1e6-d801efb86380 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:04.891957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13d94a24-9d1e-4796-95f2-78134d784374 req-edb9e279-57ed-4f90-b1e6-d801efb86380 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 945 time: 0.1160343
Apr 09 21:01:04.897172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-176670b2-009d-410d-b881-d622a024c084 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:04.898612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-176670b2-009d-410d-b881-d622a024c084 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1141145
Apr 09 21:01:04.924784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d93a8-933b-4b0d-838c-2e00f3fbb7ce req-571431cf-1d0f-438c-b6f2-2cec34d5e7e9 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:04.926242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a8d93a8-933b-4b0d-838c-2e00f3fbb7ce req-571431cf-1d0f-438c-b6f2-2cec34d5e7e9 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 936 time: 0.0827720
Apr 09 21:01:04.944815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a8bcf385-80e0-49d1-9f38-0fec3d009998 None None] Provisioning complete for port d7c527cb-9011-4ef5-8cea-8a678536f481 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:04.945466 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf385-80e0-49d1-9f38-0fec3d009998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:04.984202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a8bcf385-80e0-49d1-9f38-0fec3d009998 None None] Port d7c527cb-9011-4ef5-8cea-8a678536f481 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:04.987514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-50d29b53-51ba-44cb-8127-1d19de58a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:04.989057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-50d29b53-51ba-44cb-8127-1d19de58a6b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d&tenant_id=352d269ab35841c397ca9168792c1ec4 HTTP/1.1" status: 200  len: 1127 time: 0.0782726
Apr 09 21:01:05.049297 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13d94a24-9d1e-4796-95f2-78134d784374 req-1d7e0d90-4802-417b-ae9d-44b9b4ad082a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478696
Apr 09 21:01:05.057767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a8d93a8-933b-4b0d-838c-2e00f3fbb7ce req-7b612513-8fed-4561-aea2-1447a62106c9 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041491
Apr 09 21:01:05.078065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c527cb-9011-4ef5-8cea-8a678536f481 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:05.090067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-a0917438-6757-412f-8a54-ae4d80aeec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.091929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-a0917438-6757-412f-8a54-ae4d80aeec7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1127 time: 0.0774193
Apr 09 21:01:05.092516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Publish callbacks [] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:05.108872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Transition to ACTIVE for port object d7c527cb-9011-4ef5-8cea-8a678536f481 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:01:05.114610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:05.190000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f028872f-ecd5-4cb6-a108-7a66c4b9d276 req-7d5e289e-71f3-410c-b641-e97c0b8d812c tempest-TenantUsagesTestJSON-1246794752 tempest-TenantUsagesTestJSON-1246794752-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46fcb37-e8b8-47d8-bf95-d38db3ed80f9 HTTP/1.1" status: 200  len: 210 time: 0.0768549
Apr 09 21:01:05.240949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a35a-e6f9-408c-9322-d13856081ef9 req-32b99f93-dc30-494c-9216-e83fe5cd72e0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.242545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebd4a35a-e6f9-408c-9322-d13856081ef9 req-32b99f93-dc30-494c-9216-e83fe5cd72e0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1119654
Apr 09 21:01:05.258817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:05.282189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Attempting to bind port d7c527cb-9011-4ef5-8cea-8a678536f481 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:05.282767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Attempting to bind port d7c527cb-9011-4ef5-8cea-8a678536f481 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:05.283460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Attempting to bind port d7c527cb-9011-4ef5-8cea-8a678536f481 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:05.292099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Port d7c527cb-9011-4ef5-8cea-8a678536f481 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:01:05.292989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Attempting to bind port d7c527cb-9011-4ef5-8cea-8a678536f481 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:05.299118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:05.299598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:05.300783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:05.302175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Bound port: d7c527cb-9011-4ef5-8cea-8a678536f481, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:05.302983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:05.388015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d7c1-7175-4e54-96f2-0c6a0276df14 req-c44b3861-be8a-4cf0-a33a-e5f67d3b02c5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.389813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6016d7c1-7175-4e54-96f2-0c6a0276df14 req-c44b3861-be8a-4cf0-a33a-e5f67d3b02c5 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 945 time: 0.1172433
Apr 09 21:01:05.392942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:05.396869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:05.407533 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:05.449154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-14f70cfe-b957-467a-a198-91ed02477c9c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.450418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-14f70cfe-b957-467a-a198-91ed02477c9c tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.25 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 944 time: 0.1238253
Apr 09 21:01:05.461348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-3a102de0-b6dc-4cc6-b459-1edbad0229d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.462462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.462825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-3a102de0-b6dc-4cc6-b459-1edbad0229d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.3518720
Apr 09 21:01:05.463407 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:05.465026 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] 10.222.0.32 "PUT /v2.0/ports/d7c527cb-9011-4ef5-8cea-8a678536f481 HTTP/1.1" status: 200  len: 1096 time: 0.8071923
Apr 09 21:01:05.467742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebd4a35a-e6f9-408c-9322-d13856081ef9 req-b7e08f86-c75a-4e0a-8380-104c38377cdf tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940558
Apr 09 21:01:05.491677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ffe0f-3e94-470a-8678-c463ff44dd81 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:05.538082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6016d7c1-7175-4e54-96f2-0c6a0276df14 req-6f6caa2e-9c79-46de-a7b4-8f46e39e5709 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359482
Apr 09 21:01:05.539538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-62c5ef80-5ba6-4d8d-a4bc-e798dc654717 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 217 time: 0.0654109
Apr 09 21:01:05.569856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-22777b4a-c314-4f3e-99b5-124b6d001d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.572425 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-22777b4a-c314-4f3e-99b5-124b6d001d4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34832c64cfe049768207fb5cb0dfc2a7&device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 1130 time: 0.0573702
Apr 09 21:01:05.601291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-17500bdf-66d8-42c7-a596-94798cae4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.602834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-17500bdf-66d8-42c7-a596-94798cae4cb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.0571685
Apr 09 21:01:05.620036 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-dd713452-4628-4caf-a179-8c162b6e895f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d7c527cb-9011-4ef5-8cea-8a678536f481 HTTP/1.1" status: 200  len: 217 time: 0.0403466
Apr 09 21:01:05.646330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-90bdd088-9025-4cd7-bd4e-6cfb69357e19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302024
Apr 09 21:01:05.673403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-0c2623af-fcef-4ef7-9c54-3364467d3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.674685 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-0c2623af-fcef-4ef7-9c54-3364467d3f01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0482702
Apr 09 21:01:05.722321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-118832ee-361a-4caf-90d8-a45f094d5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.725317 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-118832ee-361a-4caf-90d8-a45f094d5816 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0446515
Apr 09 21:01:05.856695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-dbb82ebe-c27b-4406-8a9c-9fa71b1cda28 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034745
Apr 09 21:01:05.890415 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-14463aae-9e28-4c89-9cf1-c51df3c2dc5e service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549742
Apr 09 21:01:05.902947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdca3f-bf22-4e5a-bc35-f574df56ddca req-9189e27f-167e-42d8-af62-7d58983215c2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.904528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62fdca3f-bf22-4e5a-bc35-f574df56ddca req-9189e27f-167e-42d8-af62-7d58983215c2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.1486194
Apr 09 21:01:05.981356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8376d30-b57d-40da-872c-c22b353b4594 req-a6654256-3045-48d4-b7a8-61c649d57996 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:05.982846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8376d30-b57d-40da-872c-c22b353b4594 req-a6654256-3045-48d4-b7a8-61c649d57996 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=082a1f8a-dbf4-4bc4-8773-874a5d0f41d0 HTTP/1.1" status: 200  len: 944 time: 0.1558440
Apr 09 21:01:06.010641 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f083d335-fad1-4ec6-9dac-e1e2d7b825a0 req-c9d15846-177e-40ba-b4b3-9e2db5639549 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136718
Apr 09 21:01:06.044627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Deleting port bda24322-5977-4986-922a-0fbb3eec9523 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:01:06.044974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bda24322-5977-4986-922a-0fbb3eec9523), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:06.138057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62fdca3f-bf22-4e5a-bc35-f574df56ddca req-dc46681f-e239-4abb-936c-3d0f251aaa19 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936023
Apr 09 21:01:06.182019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-11b05a1d-29cd-4f4d-97a6-d143d4d6cf04 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3036940
Apr 09 21:01:06.187508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8376d30-b57d-40da-872c-c22b353b4594 req-fac2ba04-1c79-4edb-a982-1074d9e9b054 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951752
Apr 09 21:01:06.215406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] For port bda24322-5977-4986-922a-0fbb3eec9523, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bda24322-5977-4986-922a-0fbb3eec9523,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:06.215760 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bda24322-5977-4986-922a-0fbb3eec9523), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:06.249399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Calling delete_port for bda24322-5977-4986-922a-0fbb3eec9523 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:01:06.274040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc81da-e08c-43ef-a020-b890c4bc8167 req-aaf06105-9ac1-40a0-95fa-7216e397b8fc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:06.275538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ddc81da-e08c-43ef-a020-b890c4bc8167 req-aaf06105-9ac1-40a0-95fa-7216e397b8fc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 945 time: 0.0787239
Apr 09 21:01:06.358670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb8649-d8f9-45d6-bd98-8d21492a85d4 req-947b0200-3cf3-4638-b0b2-618701d64aa0 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:06.360213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77bb8649-d8f9-45d6-bd98-8d21492a85d4 req-947b0200-3cf3-4638-b0b2-618701d64aa0 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 948 time: 0.1089113
Apr 09 21:01:06.426581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ddc81da-e08c-43ef-a020-b890c4bc8167 req-1f77cbf6-f988-412a-86d8-058d5f0f693f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247199
Apr 09 21:01:06.462101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77bb8649-d8f9-45d6-bd98-8d21492a85d4 req-1d099942-1a2e-49a7-9159-2f56558cadb7 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957110
Apr 09 21:01:06.525076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (bda24322-5977-4986-922a-0fbb3eec9523), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:06.557627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Pushing event deleted for resources: {'Port': ['ID=bda24322-5977-4986-922a-0fbb3eec9523,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:06.637276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] No DVR routers for this DVR port bda24322-5977-4986-922a-0fbb3eec9523 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:06.646360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:06.649510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4f77998-4522-486f-bc67-ac3aa13c3021 req-c2b27794-0023-465a-bc38-c41e74f5f2d5 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.25 "DELETE /v2.0/ports/bda24322-5977-4986-922a-0fbb3eec9523 HTTP/1.1" status: 204  len: 173 time: 0.8948207
Apr 09 21:01:06.651262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'name': 'network-vif-deleted', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:06.653793 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fda0d-93fc-4fe2-aaa9-a05597519af6" -d '{"events": [{"server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "name": "network-vif-deleted", "tag": "bda24322-5977-4986-922a-0fbb3eec9523"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:06.661662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6ce6d-c2ef-4488-bcb3-4d94b5c7cd19 req-d8a841af-b0fb-4eb6-a019-7e68311abafb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:06.663150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cb6ce6d-c2ef-4488-bcb3-4d94b5c7cd19 req-d8a841af-b0fb-4eb6-a019-7e68311abafb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1092963
Apr 09 21:01:06.712000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae600615-15c2-4425-bb16-7acf5e8e1822 req-1bc27bcc-13f9-4f19-8122-e62df6677ccb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:06.713584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae600615-15c2-4425-bb16-7acf5e8e1822 req-1bc27bcc-13f9-4f19-8122-e62df6677ccb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 945 time: 0.0796468
Apr 09 21:01:06.759286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cb6ce6d-c2ef-4488-bcb3-4d94b5c7cd19 req-68d75ec3-33dc-43c9-a1cc-f512fdf3da5f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786097
Apr 09 21:01:06.771516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:06.775329 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53525a47-56df-410f-8b17-aab4a11ba923" -d '{"events": [{"name": "network-changed", "server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:06.791637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae600615-15c2-4425-bb16-7acf5e8e1822 req-0f491afc-586c-41da-9b5d-9d7afc87bfd9 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651336
Apr 09 21:01:06.823494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48470) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:06.832746 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5292df1a-6736-4ec0-975f-6e99ed93ad57 x-openstack-request-id: req-5292df1a-6736-4ec0-975f-6e99ed93ad57 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:06.833065 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a1f8a-dbf4-4bc4-8773-874a5d0f41d0", "name": "network-vif-deleted", "tag": "bda24322-5977-4986-922a-0fbb3eec9523", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:06.833327 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5292df1a-6736-4ec0-975f-6e99ed93ad57 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:06.833739 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5292df1a-6736-4ec0-975f-6e99ed93ad57'] response: {'server_uuid': '082a1f8a-dbf4-4bc4-8773-874a5d0f41d0', 'name': 'network-vif-deleted', 'tag': 'bda24322-5977-4986-922a-0fbb3eec9523', 'status': 'completed', 'code': 200}
Apr 09 21:01:06.845218 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a839c80-4807-4a73-a326-cb0e79fcbc9a x-openstack-request-id: req-2a839c80-4807-4a73-a326-cb0e79fcbc9a {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:06.845657 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:06.845815 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a839c80-4807-4a73-a326-cb0e79fcbc9a {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:06.846277 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a839c80-4807-4a73-a326-cb0e79fcbc9a'] response: {'name': 'network-changed', 'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'status': 'completed', 'code': 200}
Apr 09 21:01:06.964071 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-90e8a485-c88f-4949-b78c-c93de9b4fca7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb7b11a68b314c95b8ecc93cd51356b0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1393869
Apr 09 21:01:06.966856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48474) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:07.020584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db4417ff-b80f-4fe0-9153-177c0db139ef admin admin] Publish callbacks [] for security_group (1ddef47b-d3a0-4655-aacb-1510959fb6c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.053228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db4417ff-b80f-4fe0-9153-177c0db139ef admin admin] Publish callbacks [] for security_group (1ddef47b-d3a0-4655-aacb-1510959fb6c2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.080610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bde19d-fff0-4bf7-bc67-619841765f1c req-3ea538ec-970b-446a-871d-6ac65bde0d5b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.082149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08bde19d-fff0-4bf7-bc67-619841765f1c req-3ea538ec-970b-446a-871d-6ac65bde0d5b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 945 time: 0.0504496
Apr 09 21:01:07.110288 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db4417ff-b80f-4fe0-9153-177c0db139ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1ddef47b-d3a0-4655-aacb-1510959fb6c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.113617 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db4417ff-b80f-4fe0-9153-177c0db139ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.117127 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-db4417ff-b80f-4fe0-9153-177c0db139ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ddef47b-d3a0-4655-aacb-1510959fb6c2 HTTP/1.1" status: 204  len: 168 time: 0.1470366
Apr 09 21:01:07.123285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4417ff-b80f-4fe0-9153-177c0db139ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddef47b-d3a0-4655-aacb-1510959fb6c2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:07.145416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08bde19d-fff0-4bf7-bc67-619841765f1c req-f2ff6d19-827c-4868-99a7-653e5dc36966 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547345
Apr 09 21:01:07.226234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525a47-56df-410f-8b17-aab4a11ba923 req-75f7ebd0-490f-4fd6-a5b6-7643c922d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.227867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53525a47-56df-410f-8b17-aab4a11ba923 req-75f7ebd0-490f-4fd6-a5b6-7643c922d47c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34832c64cfe049768207fb5cb0dfc2a7&device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 1130 time: 0.0457590
Apr 09 21:01:07.306660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7805f85-2c9f-4743-8370-93b58c277fdc req-5530c7e3-0a25-4335-aee4-8954421b4293 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.308184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7805f85-2c9f-4743-8370-93b58c277fdc req-5530c7e3-0a25-4335-aee4-8954421b4293 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0741005
Apr 09 21:01:07.416347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7805f85-2c9f-4743-8370-93b58c277fdc req-926edc9f-9f04-483c-90e8-2f37741446a8 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935104
Apr 09 21:01:07.460294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525a47-56df-410f-8b17-aab4a11ba923 req-27af4276-870c-4653-a1b3-51f9a8bc5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.462928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53525a47-56df-410f-8b17-aab4a11ba923 req-27af4276-870c-4653-a1b3-51f9a8bc5f43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1694446
Apr 09 21:01:07.466407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-0df52177-8a2b-4319-a1ce-3c6bb9ce41ee tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.468340 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-0df52177-8a2b-4319-a1ce-3c6bb9ce41ee tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0680864
Apr 09 21:01:07.518116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53525a47-56df-410f-8b17-aab4a11ba923 req-864e02e6-e8ea-4025-936d-8d0f96fd5ac4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d7c527cb-9011-4ef5-8cea-8a678536f481 HTTP/1.1" status: 200  len: 217 time: 0.0482841
Apr 09 21:01:07.529342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48494) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:07.550733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ea8911a-813e-4d53-a78d-c7c245cc133b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.572812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:07.598069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:01:07.598506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f0f6cf0a-7c2e-4c11-a4fe-7e2eca56c721 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:07.598992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device bda24322-5977-4986-922a-0fbb3eec9523 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:07.619090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: bda24322-5977-4986-922a-0fbb3eec9523 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:01:07.619835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device bda24322-5977-4986-922a-0fbb3eec9523 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:07.620283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:07.633848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1e2fd-d947-437a-9172-09f54bc726e2 req-031f0a57-bb0c-4c9c-8cd9-eaf40c1bb35e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.635375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57f1e2fd-d947-437a-9172-09f54bc726e2 req-031f0a57-bb0c-4c9c-8cd9-eaf40c1bb35e tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 967 time: 0.1198363
Apr 09 21:01:07.641466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910e299-9c7b-4e24-a2bd-3fabd6640109 req-224ef3b4-37e5-49c8-bc4b-793e2d103ae9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.642903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f910e299-9c7b-4e24-a2bd-3fabd6640109 req-224ef3b4-37e5-49c8-bc4b-793e2d103ae9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 945 time: 0.1161201
Apr 09 21:01:07.653984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525a47-56df-410f-8b17-aab4a11ba923 req-191c0b94-446f-4232-b4b6-7fd038517134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.655422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53525a47-56df-410f-8b17-aab4a11ba923 req-191c0b94-446f-4232-b4b6-7fd038517134 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1269271
Apr 09 21:01:07.660080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-674c8039-61d6-4f70-8c12-394efa8b681c service neutron] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:07.667847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 host nch1-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:01:07.668380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:07.668527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-674c8039-61d6-4f70-8c12-394efa8b681c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.670234 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0b96d96-85ad-48c7-af64-62b30cf39378 req-674c8039-61d6-4f70-8c12-394efa8b681c service neutron] 10.222.0.32 "DELETE /v2.0/ports/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1929181
Apr 09 21:01:07.705683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ea8911a-813e-4d53-a78d-c7c245cc133b admin admin] Publish callbacks [] for security_group (fcb4926e-4e53-4ed6-9c29-9d1838ac90f8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.712530 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ea8911a-813e-4d53-a78d-c7c245cc133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fcb4926e-4e53-4ed6-9c29-9d1838ac90f8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.742625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525a47-56df-410f-8b17-aab4a11ba923 req-0c817436-5b43-4e6a-84e0-8fb86c9265f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.744129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53525a47-56df-410f-8b17-aab4a11ba923 req-0c817436-5b43-4e6a-84e0-8fb86c9265f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0804250
Apr 09 21:01:07.754276 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2ea8911a-813e-4d53-a78d-c7c245cc133b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92744092049f4f54b8bddffe804ea888&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2238219
Apr 09 21:01:07.755124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8911a-813e-4d53-a78d-c7c245cc133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb4926e-4e53-4ed6-9c29-9d1838ac90f8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:07.758243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48496) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:07.759029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57f1e2fd-d947-437a-9172-09f54bc726e2 req-3047fd13-f58f-4b8c-8d3e-abb0e8aa8f8f tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/security-groups?id=64811193-9358-4985-815f-e724319f2e9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129589
Apr 09 21:01:07.783453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f910e299-9c7b-4e24-a2bd-3fabd6640109 req-310aabe1-b398-4cde-9f50-3b0caeb84d4d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270807
Apr 09 21:01:07.839635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c2a00b-dbf6-443f-8a97-12a9dd75903b admin admin] Publish callbacks [] for security_group (fcb4926e-4e53-4ed6-9c29-9d1838ac90f8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.867378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c2a00b-dbf6-443f-8a97-12a9dd75903b admin admin] Publish callbacks [] for security_group (fcb4926e-4e53-4ed6-9c29-9d1838ac90f8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.870951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53525a47-56df-410f-8b17-aab4a11ba923 req-6334fa6b-150a-46bd-943a-7885e9012f41 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081452
Apr 09 21:01:07.922877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c2a00b-dbf6-443f-8a97-12a9dd75903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fcb4926e-4e53-4ed6-9c29-9d1838ac90f8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.925641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c2a00b-dbf6-443f-8a97-12a9dd75903b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:07.929350 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-76c2a00b-dbf6-443f-8a97-12a9dd75903b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcb4926e-4e53-4ed6-9c29-9d1838ac90f8 HTTP/1.1" status: 204  len: 168 time: 0.1675324
Apr 09 21:01:07.941171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2a00b-dbf6-443f-8a97-12a9dd75903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb4926e-4e53-4ed6-9c29-9d1838ac90f8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:07.962686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff31d68-bf8b-43b2-bd4e-3e864f513756 req-9b7edfc5-4da0-4c6d-bb11-fcd7556626c7 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:07.964224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff31d68-bf8b-43b2-bd4e-3e864f513756 req-9b7edfc5-4da0-4c6d-bb11-fcd7556626c7 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 948 time: 0.1094034
Apr 09 21:01:08.022894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67bfb8-147a-4413-b7cb-9a30f1c5e389 req-611e7d44-7659-442e-b524-06d3e655e035 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:08.025775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c67bfb8-147a-4413-b7cb-9a30f1c5e389 req-611e7d44-7659-442e-b524-06d3e655e035 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1377559
Apr 09 21:01:08.117467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff31d68-bf8b-43b2-bd4e-3e864f513756 req-6083fc1d-921e-4b50-a680-857a31e6c00c tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152446
Apr 09 21:01:08.123184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53525a47-56df-410f-8b17-aab4a11ba923 req-a8da01ed-f0d6-4bfc-9e5c-b1f02417577d service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2362404
Apr 09 21:01:08.137250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c67bfb8-147a-4413-b7cb-9a30f1c5e389 req-e6471b9c-af40-4bc2-9deb-3ca9f660790f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951979
Apr 09 21:01:08.297791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-dbd5e500-69f3-4f90-bfba-8e1e64f8b032 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:08.299504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-dbd5e500-69f3-4f90-bfba-8e1e64f8b032 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.25 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 967 time: 0.1043155
Apr 09 21:01:08.374169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418dd06-13a7-48d5-be80-306ac1214c5b req-fbbf23e8-d5b6-4633-8963-3b7c691bb6cc tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:08.375800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6418dd06-13a7-48d5-be80-306ac1214c5b req-fbbf23e8-d5b6-4633-8963-3b7c691bb6cc tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 945 time: 0.1357546
Apr 09 21:01:08.381590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2d975-3d8b-4310-8b3c-eed7a678f6f5 req-77e66851-cf28-4f0f-b489-eacef23b47b7 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:08.383405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0df2d975-3d8b-4310-8b3c-eed7a678f6f5 req-77e66851-cf28-4f0f-b489-eacef23b47b7 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1127 time: 0.1039982
Apr 09 21:01:08.503329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Deleting port c8cc001c-614d-4bb1-934a-dd12049b69f8 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:01:08.503664 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:08.518032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6418dd06-13a7-48d5-be80-306ac1214c5b req-4d69b5be-6ece-441a-9005-3195720762c4 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337690
Apr 09 21:01:08.534918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0df2d975-3d8b-4310-8b3c-eed7a678f6f5 req-b88fbe89-4d4a-450f-9871-3feb1d3af812 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397774
Apr 09 21:01:08.693404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd50f-668a-4aef-8b1c-0bce3eda13e3 req-38a286c4-d1ff-4c39-9d63-83cf34b2f890 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:08.695792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e82cd50f-668a-4aef-8b1c-0bce3eda13e3 req-38a286c4-d1ff-4c39-9d63-83cf34b2f890 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0829999
Apr 09 21:01:08.701207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] For port c8cc001c-614d-4bb1-934a-dd12049b69f8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8cc001c-614d-4bb1-934a-dd12049b69f8,segment=NetworkSegment(f93668ee-cb13-4d57-9a25-e182d807f8f7),segment_id=f93668ee-cb13-4d57-9a25-e182d807f8f7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:08.701652 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:08.730591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Calling delete_port for c8cc001c-614d-4bb1-934a-dd12049b69f8 owned by compute:tempest-test_az-2013693189 {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:01:08.813312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e82cd50f-668a-4aef-8b1c-0bce3eda13e3 req-7b8721a8-2614-4537-a37e-75514f12c2be tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088998
Apr 09 21:01:08.869269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48542) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:08.897977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:01:08.919177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c8cc001c-614d-4bb1-934a-dd12049b69f8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:08.957084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Pushing event deleted for resources: {'Port': ['ID=c8cc001c-614d-4bb1-934a-dd12049b69f8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:09.025181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-network', 'tenant_id': '5d288e617526417680b8d375cf87e380'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:09.048706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:09.063604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'mac_address': 'fa:16:3e:d7:49:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:01:09.065802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Made reservation on behalf of 5d288e617526417680b8d375cf87e380 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:09.068989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.081627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.111040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] No DVR routers for this DVR port c8cc001c-614d-4bb1-934a-dd12049b69f8 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:09.114447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd068629-be5c-4300-b452-f45841e1648f req-f75832f4-0c7b-46da-9a62-e3490cc37448 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bb8bb5-bfe6-45ed-8c3e-31e7d4719680 HTTP/1.1" status: 200  len: 210 time: 0.0531051
Apr 09 21:01:09.115533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f7f4d-c146-4bf5-b342-d082b846c932 req-3d35c502-5d0a-400f-b8ef-af9f525dc5c6 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:09.116726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e70f7f4d-c146-4bf5-b342-d082b846c932 req-3d35c502-5d0a-400f-b8ef-af9f525dc5c6 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1127 time: 0.1643901
Apr 09 21:01:09.117827 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.119068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d7c527cb-9011-4ef5-8cea-8a678536f481 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:09.119467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.121157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9af56a6e-867f-4a37-8e65-ceb42fc2a790 req-0ed83b9c-46be-4282-8fd0-2776c455c8f6 tempest-LiveAutoBlockMigrationV225Test-403680615 tempest-LiveAutoBlockMigrationV225Test-403680615-project] 10.222.0.25 "DELETE /v2.0/ports/c8cc001c-614d-4bb1-934a-dd12049b69f8 HTTP/1.1" status: 204  len: 173 time: 0.7986975
Apr 09 21:01:09.122070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'name': 'network-vif-deleted', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:09.124762 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9142de-be17-4323-afd1-1284f0fcaf8e" -d '{"events": [{"server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "name": "network-vif-deleted", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:09.150823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c527cb-9011-4ef5-8cea-8a678536f481 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:09.179107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:09.186540 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.195393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Publish callbacks [] for security_group (e1b5d604-e59e-46af-9e60-2d4f2491273b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.202344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e1b5d604-e59e-46af-9e60-2d4f2491273b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.216859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e70f7f4d-c146-4bf5-b342-d082b846c932 req-de6d9eae-6e0c-414c-bdec-22165fa840cc tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746126
Apr 09 21:01:09.240184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:01:09.258122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5d604-e59e-46af-9e60-2d4f2491273b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:09.267814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (025a281a-91d4-436b-8884-ff7970c81f25), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.268364 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Added segment 025a281a-91d4-436b-8884-ff7970c81f25 of type vlan for network 08b7112f-413f-4fd7-98f3-1757fa9cef25
Apr 09 21:01:09.286035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:09.297818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.297818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.298058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.298533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.298902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.299460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.299991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.300384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.300778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.301230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.301621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.302156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.302542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.307418 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cc0bf9-35bf-403f-b41f-e9150b70a9fc x-openstack-request-id: req-30cc0bf9-35bf-403f-b41f-e9150b70a9fc {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:09.307712 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bb8bb5-bfe6-45ed-8c3e-31e7d4719680", "name": "network-vif-deleted", "tag": "c8cc001c-614d-4bb1-934a-dd12049b69f8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:09.307827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.308018 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30cc0bf9-35bf-403f-b41f-e9150b70a9fc {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:09.308201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:09.308414 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cc0bf9-35bf-403f-b41f-e9150b70a9fc'] response: {'server_uuid': '08bb8bb5-bfe6-45ed-8c3e-31e7d4719680', 'name': 'network-vif-deleted', 'tag': 'c8cc001c-614d-4bb1-934a-dd12049b69f8', 'status': 'completed', 'code': 200}
Apr 09 21:01:09.342595 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (08b7112f-413f-4fd7-98f3-1757fa9cef25), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.376081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (08b7112f-413f-4fd7-98f3-1757fa9cef25), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.377723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:09.378509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.421515 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5479958
Apr 09 21:01:09.452511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48566) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:09.458532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Request body: {'subnet': {'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-subnet', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:09.467718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd56ef9-d425-4d12-9a4d-b768aca1dc5b admin admin] Pushing event updated for resources: {'Network': ['ID=08b7112f-413f-4fd7-98f3-1757fa9cef25,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:09.484496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:01:09.493178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Made reservation on behalf of 5d288e617526417680b8d375cf87e380 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:09.495920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.516710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d7c527cb-9011-4ef5-8cea-8a678536f481'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:09.712774 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (41a02b39-9e41-49c8-9ae8-67e5db6eaac9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.768031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a02b39-9e41-49c8-9ae8-67e5db6eaac9,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:09.784890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Checking segment: {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:09.785500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Network hostable DHCP agents. Network: 08b7112f-413f-4fd7-98f3-1757fa9cef25, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:01:09.787508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7e67b-2565-48dd-8c2d-ddf194720775 req-6c8894af-e8bd-4f7f-968b-2c871e29bc41 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:09.795186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbb7e67b-2565-48dd-8c2d-ddf194720775 req-6c8894af-e8bd-4f7f-968b-2c871e29bc41 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.4451497
Apr 09 21:01:09.805167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:01:09.816914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 08b7112f-413f-4fd7-98f3-1757fa9cef25) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:09.824040 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:09.824688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.829577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bde4e9-6aee-4c7a-9222-b30cce150e1f req-80d4abe8-f956-42b7-9b6f-347d391b7c15 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:09.831189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1d038-180a-47a6-aa0d-2e2e17ad6442 None None] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:01:09.837107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-79bde4e9-6aee-4c7a-9222-b30cce150e1f req-80d4abe8-f956-42b7-9b6f-347d391b7c15 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.4483528
Apr 09 21:01:09.849100 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9584a8f4-6228-4dbc-80f0-9b1a9475c50b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3964140
Apr 09 21:01:09.849893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48570) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:09.854924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:09.881199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (f8577c82-5ced-432b-ad41-00951735a92f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.882168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (f8577c82-5ced-432b-ad41-00951735a92f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.905612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbb7e67b-2565-48dd-8c2d-ddf194720775 req-664f2f35-e24c-434d-90d0-ad2106191e0d tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094985
Apr 09 21:01:09.927993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-79bde4e9-6aee-4c7a-9222-b30cce150e1f req-818fa01b-f37c-4a09-b86c-88bba60cf506 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889933
Apr 09 21:01:09.946045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks [] for router_controller (f8577c82-5ced-432b-ad41-00951735a92f), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:09.963235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-08b7112f-413f-4fd7-98f3-1757fa9cef25', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'project_id': '5d288e617526417680b8d375cf87e380', 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:01:09.964795 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.083526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57725053-cd76-4ab6-b2c5-93c5768514e4 req-8680985f-be30-48af-a4c5-cec8db44e822 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:10.085279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57725053-cd76-4ab6-b2c5-93c5768514e4 req-8680985f-be30-48af-a4c5-cec8db44e822 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0691733
Apr 09 21:01:10.132133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks [] for router_gateway (f8577c82-5ced-432b-ad41-00951735a92f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.150733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57725053-cd76-4ab6-b2c5-93c5768514e4 req-471d57dd-edfa-4591-b4f6-efc6e0808594 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579031
Apr 09 21:01:10.172216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Allocated IP 172.20.0.2 (08b7112f-413f-4fd7-98f3-1757fa9cef25/41a02b39-9e41-49c8-9ae8-67e5db6eaac9/f5bdfe81-dc78-4871-9600-80f02098bb54) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:10.220284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48580) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:10.371944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Publish callbacks [] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.384442 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.425192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69ea561-ef60-445b-bff2-c84a88143d0c admin admin] Deleting subnet 7f3d2404-5a89-4ece-beb3-71037771170e {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:01:10.428930 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d69ea561-ef60-445b-bff2-c84a88143d0c admin admin] Publish callbacks [] for subnet (7f3d2404-5a89-4ece-beb3-71037771170e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.431313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:10.434528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:10.438333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:10.438776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks [] for router_gateway (f8577c82-5ced-432b-ad41-00951735a92f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.450955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Pushing event updated for resources: {'Port': ['ID=f5bdfe81-dc78-4871-9600-80f02098bb54,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:10.458834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.474304 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d69ea561-ef60-445b-bff2-c84a88143d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (7f3d2404-5a89-4ece-beb3-71037771170e), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.517453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Attempting to bind port f5bdfe81-dc78-4871-9600-80f02098bb54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:10.517848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Attempting to bind port f5bdfe81-dc78-4871-9600-80f02098bb54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:10.518193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Attempting to bind port f5bdfe81-dc78-4871-9600-80f02098bb54 on network 08b7112f-413f-4fd7-98f3-1757fa9cef25 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:10.518588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d69ea561-ef60-445b-bff2-c84a88143d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (7f3d2404-5a89-4ece-beb3-71037771170e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.523707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:10.524079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Checking segment: {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:10.524489 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.524879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Bound using segment: {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:10.525495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Bound port: f5bdfe81-dc78-4871-9600-80f02098bb54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:10.525879 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.567750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Allocated IP 172.35.0.29 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/a43f1b54-292a-4f20-ada8-3c3725611f64) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:10.601426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d69ea561-ef60-445b-bff2-c84a88143d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (7f3d2404-5a89-4ece-beb3-71037771170e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.611169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] For port f5bdfe81-dc78-4871-9600-80f02098bb54, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:10.618731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] For port f5bdfe81-dc78-4871-9600-80f02098bb54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5bdfe81-dc78-4871-9600-80f02098bb54,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:10.627601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.638134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ea561-ef60-445b-bff2-c84a88143d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3d2404-5a89-4ece-beb3-71037771170e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:10.646941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d69ea561-ef60-445b-bff2-c84a88143d0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.651306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d69ea561-ef60-445b-bff2-c84a88143d0c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f3d2404-5a89-4ece-beb3-71037771170e HTTP/1.1" status: 204  len: 168 time: 0.4277205
Apr 09 21:01:10.654047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:10.686597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks [] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.699725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd9df4-f8e2-4f9d-9777-202b1bc9901d None None] Pushing event updated for resources: {'Port': ['ID=f5bdfe81-dc78-4871-9600-80f02098bb54,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:10.736143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.737201 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6f2c6748-eb93-475b-8e01-8a36bd1222c2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.781333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:10.784239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:10.787795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:10.793169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a43f1b54-292a-4f20-ada8-3c3725611f64,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:10.825755 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6f2c6748-eb93-475b-8e01-8a36bd1222c2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.849577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c125d30>,) {'filters': {'network_id': ['6f2c6748-eb93-475b-8e01-8a36bd1222c2']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:10.862016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c125d30>, 'f93668ee-cb13-4d57-9a25-e182d807f8f7') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:10.862355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c125d30>, 'f93668ee-cb13-4d57-9a25-e182d807f8f7') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:10.888342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (f93668ee-cb13-4d57-9a25-e182d807f8f7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.909280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:10.926693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f93668ee-cb13-4d57-9a25-e182d807f8f7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.942138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:01:10.943398 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (f93668ee-cb13-4d57-9a25-e182d807f8f7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:01:10.949028 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:01:11.023721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port d7c527cb-9011-4ef5-8cea-8a678536f481 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:01:11.041204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d7c527cb-9011-4ef5-8cea-8a678536f481 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:11.042531 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.107754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (6f2c6748-eb93-475b-8e01-8a36bd1222c2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.141350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0488-1f4b-4c38-b650-29748a17dd3a req-b857ea37-c452-45a7-a993-c7356b6f8b7a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:11.150998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa3c0488-1f4b-4c38-b650-29748a17dd3a req-b857ea37-c452-45a7-a993-c7356b6f8b7a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.1526229
Apr 09 21:01:11.162279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.173607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6f2c6748-eb93-475b-8e01-8a36bd1222c2 HTTP/1.1" status: 204  len: 168 time: 0.5183649
Apr 09 21:01:11.174655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48604) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:11.191525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d7c527cb-9011-4ef5-8cea-8a678536f481 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:11.192086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.210101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85aa3a-79c8-4a9c-95a1-3e1b048923d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2c6748-eb93-475b-8e01-8a36bd1222c2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:11.229418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:11.232047 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dbd428-ff82-463b-b56a-f9fde6c55182" -d '{"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-plugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:11.235243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34d1f3-31f5-4ae8-a520-6ecd03105889 req-4422fff6-86dd-43eb-9f41-bf89e946bd54 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:11.236864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f34d1f3-31f5-4ae8-a520-6ecd03105889 req-4422fff6-86dd-43eb-9f41-bf89e946bd54 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1500146
Apr 09 21:01:11.260105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:11.277390 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.312146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa3c0488-1f4b-4c38-b650-29748a17dd3a req-e3899a33-98c7-48d9-86c4-14c928aacbfc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567564
Apr 09 21:01:11.349925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f34d1f3-31f5-4ae8-a520-6ecd03105889 req-52884f56-1a21-449e-b6ca-f9e8ddefdfda tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042721
Apr 09 21:01:11.358742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:11.399321 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af7166c-200d-4521-85ab-73a0bbefd558 x-openstack-request-id: req-7af7166c-200d-4521-85ab-73a0bbefd558 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:11.399724 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-plugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:11.400111 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7af7166c-200d-4521-85ab-73a0bbefd558 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:11.400614 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af7166c-200d-4521-85ab-73a0bbefd558'] response: {'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'code': 200}
Apr 09 21:01:11.470447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21655-9a02-4e23-99e3-2b45ad9c2e4c req-4c495f0a-90f2-46f3-adbd-932205420a84 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:11.471948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17e21655-9a02-4e23-99e3-2b45ad9c2e4c req-4c495f0a-90f2-46f3-adbd-932205420a84 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0760019
Apr 09 21:01:11.561475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1016f-f617-471e-83c7-f3ae5b4a32ab req-1ba6b937-a697-47d4-8458-28edb2c6970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:11.563220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f1016f-f617-471e-83c7-f3ae5b4a32ab req-1ba6b937-a697-47d4-8458-28edb2c6970f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 1132 time: 0.0826504
Apr 09 21:01:11.599415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 481b9036-1f2d-4ed1-8401-4454c5eca990 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:01:11.608653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17e21655-9a02-4e23-99e3-2b45ad9c2e4c req-c2258e0f-1ea0-431f-8936-0f7afbe4db97 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161604
Apr 09 21:01:11.651985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f1016f-f617-471e-83c7-f3ae5b4a32ab req-474b9409-c4a3-416d-9f03-88fad45f7b6f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721660
Apr 09 21:01:11.675057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks [] for router_gateway (f8577c82-5ced-432b-ad41-00951735a92f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.728411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd7a5b9-ca5e-4b68-a987-c73c740d076c admin admin] Deleting subnet bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:01:11.732360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c8cc001c-614d-4bb1-934a-dd12049b69f8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:11.734875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a5b9-ca5e-4b68-a987-c73c740d076c admin admin] Publish callbacks [] for subnet (bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.767700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: c8cc001c-614d-4bb1-934a-dd12049b69f8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:01:11.768047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c8cc001c-614d-4bb1-934a-dd12049b69f8 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:11.798361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:11.814628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a5b9-ca5e-4b68-a987-c73c740d076c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.814861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'port_id': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'mac_address': 'fa:16:3e:e2:8e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fcb9fd-163d-4271-b203-19d5638517d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:01:11.867771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 481b9036-1f2d-4ed1-8401-4454c5eca990 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:11.868169 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.892130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 481b9036-1f2d-4ed1-8401-4454c5eca990 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:11.906865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a5b9-ca5e-4b68-a987-c73c740d076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:11.928864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:11.937399 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.013183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:12.029577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (f8577c82-5ced-432b-ad41-00951735a92f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.034788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a5b9-ca5e-4b68-a987-c73c740d076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.061390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7a5b9-ca5e-4b68-a987-c73c740d076c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:12.083235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['481b9036-1f2d-4ed1-8401-4454c5eca990'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:12.106209 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a5b9-ca5e-4b68-a987-c73c740d076c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.112419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48658) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:12.112936 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1fd7a5b9-ca5e-4b68-a987-c73c740d076c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bc6ec37c-0237-4d0c-91bc-dac4f77ab6a2 HTTP/1.1" status: 204  len: 168 time: 0.9367540
Apr 09 21:01:12.217542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c0ca47-f862-43ac-8b79-2c4f976348c8 None None] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:01:12.220351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1b1b4a02-93c9-431a-8357-4fe2ebf2fb20), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.307824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3081f7d1-ddc2-4c00-8980-00b298592e4f None None] Provisioning complete for port f5bdfe81-dc78-4871-9600-80f02098bb54 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:12.307824 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3081f7d1-ddc2-4c00-8980-00b298592e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.317624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Router f8577c82-5ced-432b-ad41-00951735a92f is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:01:12.329389 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1b1b4a02-93c9-431a-8357-4fe2ebf2fb20), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.358492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375899a90>,) {'filters': {'network_id': ['1b1b4a02-93c9-431a-8357-4fe2ebf2fb20']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:12.371912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375899a90>, 'fe667546-79ac-43fb-836d-7a6104507661') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:12.372581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375899a90>, 'fe667546-79ac-43fb-836d-7a6104507661') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:12.387255 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (fe667546-79ac-43fb-836d-7a6104507661), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.406707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fe667546-79ac-43fb-836d-7a6104507661), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.420997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:01:12.421445 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (fe667546-79ac-43fb-836d-7a6104507661), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:01:12.426915 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:01:12.499033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:01:12.511696 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Sync routers for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:01:12.535739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.536378 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:12.543549 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777bba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:12.543757 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fb98d31c-c72a-4cc4-8cac-847aef55c2d0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.6903925
Apr 09 21:01:12.544623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48682) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:12.707125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524c67e-320e-49d0-8400-a03e3857af82 req-d140f468-6f20-4a48-9041-b9b69bc037d3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:12.723086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c524c67e-320e-49d0-8400-a03e3857af82 req-d140f468-6f20-4a48-9041-b9b69bc037d3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.2504065
Apr 09 21:01:12.770629 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:12.798029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a294c6-fd37-4913-8a44-d01916e06586 req-2dbfb341-b2ef-4110-acac-588a0c5fc7ca tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:12.803708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3081f7d1-ddc2-4c00-8980-00b298592e4f None None] Current status of the port f5bdfe81-dc78-4871-9600-80f02098bb54 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:12.804107 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3081f7d1-ddc2-4c00-8980-00b298592e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.812185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08a294c6-fd37-4913-8a44-d01916e06586 req-2dbfb341-b2ef-4110-acac-588a0c5fc7ca tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 950 time: 0.3375671
Apr 09 21:01:12.919578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f5bdfe81-dc78-4871-9600-80f02098bb54 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:12.923311 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1b1b4a02-93c9-431a-8357-4fe2ebf2fb20), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.933811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3081f7d1-ddc2-4c00-8980-00b298592e4f None None] For port f5bdfe81-dc78-4871-9600-80f02098bb54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5bdfe81-dc78-4871-9600-80f02098bb54,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:12.947914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:12.954614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] 10.222.0.30 "DELETE /v2.0/networks/1b1b4a02-93c9-431a-8357-4fe2ebf2fb20 HTTP/1.1" status: 204  len: 168 time: 0.8410161
Apr 09 21:01:12.981717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c524c67e-320e-49d0-8400-a03e3857af82 req-f7fab679-5b82-49fd-893e-408b2fa24bd8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360103
Apr 09 21:01:13.019045 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3081f7d1-ddc2-4c00-8980-00b298592e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.073425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08a294c6-fd37-4913-8a44-d01916e06586 req-ae50c017-f415-44a3-be7e-3a216511e918 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444060
Apr 09 21:01:13.084760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764c728-4a14-403d-aecf-c6dc9a687d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1b4a02-93c9-431a-8357-4fe2ebf2fb20,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:13.172395 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777bba00>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:11Z', 'revision_number': 3, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:13.187652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081f7d1-ddc2-4c00-8980-00b298592e4f None None] Pushing event updated for resources: {'Port': ['ID=f5bdfe81-dc78-4871-9600-80f02098bb54,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:13.209969 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Checking router: f8577c82-5ced-432b-ad41-00951735a92f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:01:13.210743 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Updating router f8577c82-5ced-432b-ad41-00951735a92f port a43f1b54-292a-4f20-ada8-3c3725611f64 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:01:13.233826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f5bdfe81-dc78-4871-9600-80f02098bb54 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:13.233826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.247482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8346d-fd94-4115-bad2-e8fd6f09e333 req-b74cdf8e-41fa-4208-90ea-b07008758106 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:13.249868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48714) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:13.255111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1df8346d-fd94-4115-bad2-e8fd6f09e333 req-b74cdf8e-41fa-4208-90ea-b07008758106 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0882819
Apr 09 21:01:13.262185 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.303778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f414e2d4-8e14-4a69-898e-0b2a82c1fb1a None None] Provisioning complete for port f5bdfe81-dc78-4871-9600-80f02098bb54 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:13.304456 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f414e2d4-8e14-4a69-898e-0b2a82c1fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.325284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1df8346d-fd94-4115-bad2-e8fd6f09e333 req-ec2d7a98-5a91-4ca7-b0cf-802ae2c4051d tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689311
Apr 09 21:01:13.358811 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-008cd7e3-34b9-4c39-9929-bdd8c2a10524 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c23a8d6534a4426b2ea106417c8b68a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1033626
Apr 09 21:01:13.359357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48718) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:13.422334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f5bdfe81-dc78-4871-9600-80f02098bb54 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:13.431968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b848-e327-49ba-a191-ed8e400d73a8 admin admin] Publish callbacks [] for security_group (64811193-9358-4985-815f-e724319f2e9e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.470513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b848-e327-49ba-a191-ed8e400d73a8 admin admin] Publish callbacks [] for security_group (64811193-9358-4985-815f-e724319f2e9e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.491624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f414e2d4-8e14-4a69-898e-0b2a82c1fb1a None None] Current status of the port f5bdfe81-dc78-4871-9600-80f02098bb54 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:13.532248 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.548170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b848-e327-49ba-a191-ed8e400d73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (64811193-9358-4985-815f-e724319f2e9e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.551847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b848-e327-49ba-a191-ed8e400d73a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.571723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8fe9b848-e327-49ba-a191-ed8e400d73a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64811193-9358-4985-815f-e724319f2e9e HTTP/1.1" status: 204  len: 168 time: 0.2006578
Apr 09 21:01:13.590212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9b848-e327-49ba-a191-ed8e400d73a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64811193-9358-4985-815f-e724319f2e9e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:13.603952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 481b9036-1f2d-4ed1-8401-4454c5eca990 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:13.625849 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Publish callbacks [] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.638963 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.692535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 481b9036-1f2d-4ed1-8401-4454c5eca990 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:13.693085 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.716288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Allocated IP 172.20.0.1 (08b7112f-413f-4fd7-98f3-1757fa9cef25/41a02b39-9e41-49c8-9ae8-67e5db6eaac9/1ff12eb8-26c1-41a2-9baf-714c631418fb) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:13.723952 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cea8bb-5988-479f-ad3e-040566204ce3 None None] Pushing event updated for resources: {'Port': ['ID=a43f1b54-292a-4f20-ada8-3c3725611f64,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:13.757671 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Attempting to bind port a43f1b54-292a-4f20-ada8-3c3725611f64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:13.758088 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Attempting to bind port a43f1b54-292a-4f20-ada8-3c3725611f64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:13.758996 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Attempting to bind port a43f1b54-292a-4f20-ada8-3c3725611f64 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:13.765725 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:13.766440 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:13.767058 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.767569 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:13.768084 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Bound port: a43f1b54-292a-4f20-ada8-3c3725611f64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:13.768463 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.831074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 481b9036-1f2d-4ed1-8401-4454c5eca990 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:13.835088 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.843291 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] For port a43f1b54-292a-4f20-ada8-3c3725611f64, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:13.848139 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] For port a43f1b54-292a-4f20-ada8-3c3725611f64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a43f1b54-292a-4f20-ada8-3c3725611f64,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:13.858858 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.870675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:13.873925 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aa2bf6-5281-4afb-9e1d-28baefb22879" -d '{"events": [{"server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "name": "network-vif-plugged", "status": "completed", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:13.892090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:13.899673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.938169 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:13.938711 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777bba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:13.940935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Publish callbacks [] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:13.980250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:13.996264 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873c697c-f315-4dbe-a42b-e0fe5cce544c x-openstack-request-id: req-873c697c-f315-4dbe-a42b-e0fe5cce544c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:13.997334 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "name": "network-vif-plugged", "status": "completed", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:13.997788 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-873c697c-f315-4dbe-a42b-e0fe5cce544c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:13.998534 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873c697c-f315-4dbe-a42b-e0fe5cce544c'] response: {'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'code': 200}
Apr 09 21:01:14.015288 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cea8bb-5988-479f-ad3e-040566204ce3 None None] Pushing event updated for resources: {'Port': ['ID=a43f1b54-292a-4f20-ada8-3c3725611f64,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:14.030668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.118714 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:14.122965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:14.123867 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff12eb8-26c1-41a2-9baf-714c631418fb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:14.154222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:14.157793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:14.161572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:14.169024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b586470-70c0-4f26-9055-6d62ea37ae45 req-f3bfe7bb-5b28-44ed-9aee-b34d5ec45e66 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:14.170695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b586470-70c0-4f26-9055-6d62ea37ae45 req-f3bfe7bb-5b28-44ed-9aee-b34d5ec45e66 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.0784059
Apr 09 21:01:14.214117 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9d66f1f0-9ebd-4246-93cd-0ff0971dcb0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5e32e456ce8498cba865bda8f8445f1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0871863
Apr 09 21:01:14.217884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48734) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:14.225535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (f8577c82-5ced-432b-ad41-00951735a92f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.301295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36c7b7-2aa8-45e9-bb01-2e869d8105ac req-67731412-c09d-4112-991d-80c229deb41d tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:14.311238 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb36c7b7-2aa8-45e9-bb01-2e869d8105ac req-67731412-c09d-4112-991d-80c229deb41d tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 950 time: 0.1515670
Apr 09 21:01:14.369015 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777bba00>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:11Z', 'revision_number': 3, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:14.376263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b586470-70c0-4f26-9055-6d62ea37ae45 req-e57c549c-4192-4ba1-9c4f-c8764ebbf34c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932271
Apr 09 21:01:14.400494 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e849-b914-4c9f-b591-6fc27513b2e0 admin admin] Publish callbacks [] for security_group (068347f4-6519-475d-9249-d01a40f537c2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.421751 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.469214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb36c7b7-2aa8-45e9-bb01-2e869d8105ac req-8386ab04-a135-4a36-a0ec-973cb1490f4f tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500199
Apr 09 21:01:14.473725 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296f031-c37e-4614-87c4-d77ec3605c03 None None] The sync data for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 is: [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:11Z', 'revision_number': 3, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:01:14.485861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e849-b914-4c9f-b591-6fc27513b2e0 admin admin] Publish callbacks [] for security_group (068347f4-6519-475d-9249-d01a40f537c2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.528255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e51e56e7-fff1-4e8b-9d05-31bd88b61198 None None] Provisioning complete for port 1ff12eb8-26c1-41a2-9baf-714c631418fb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:14.530921 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e51e56e7-fff1-4e8b-9d05-31bd88b61198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.560888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e849-b914-4c9f-b591-6fc27513b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (068347f4-6519-475d-9249-d01a40f537c2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.569744 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e849-b914-4c9f-b591-6fc27513b2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.572116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f1f7e849-b914-4c9f-b591-6fc27513b2e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/068347f4-6519-475d-9249-d01a40f537c2 HTTP/1.1" status: 204  len: 168 time: 0.3504987
Apr 09 21:01:14.590859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e51e56e7-fff1-4e8b-9d05-31bd88b61198 None None] Port 1ff12eb8-26c1-41a2-9baf-714c631418fb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:14.668448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7e849-b914-4c9f-b591-6fc27513b2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068347f4-6519-475d-9249-d01a40f537c2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:14.694784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c4018-9d93-4e74-b879-73f5a53cbb7d req-c8023a9c-59ae-4680-8ba3-c3fed7b06df6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:14.696505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-948c4018-9d93-4e74-b879-73f5a53cbb7d req-c8023a9c-59ae-4680-8ba3-c3fed7b06df6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.1386437
Apr 09 21:01:14.704504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Publish callbacks [] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.713604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.813685 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (f8577c82-5ced-432b-ad41-00951735a92f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:14.826506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-948c4018-9d93-4e74-b879-73f5a53cbb7d req-d70fd4f0-d8af-4d67-b7da-b0848986b18b tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899019
Apr 09 21:01:14.843280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967258d-3834-4350-82a2-f6175f921513 req-a07bab7d-b382-4c1b-8aac-79fbbdab8a07 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:14.847334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f5bdfe81-dc78-4871-9600-80f02098bb54 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:14.854086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-a07bab7d-b382-4c1b-8aac-79fbbdab8a07 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 808 time: 0.2138608
Apr 09 21:01:14.899749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-17db2296-053b-4806-ba84-e73f8699d27a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/quotas/352d269ab35841c397ca9168792c1ec4 HTTP/1.1" status: 200  len: 375 time: 0.0443735
Apr 09 21:01:14.991719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-77a2c3ba-386e-42a0-9f7e-30284c1b27e3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0912061
Apr 09 21:01:15.009355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff12eb8-26c1-41a2-9baf-714c631418fb,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:15.021639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f5bdfe81-dc78-4871-9600-80f02098bb54 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:15.022388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:15.049938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:15.051775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:15.201855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f5bdfe81-dc78-4871-9600-80f02098bb54 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:15.289622 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-30be44c5-a3d7-489c-a0ce-20c9b58b2328 service neutron] 10.222.0.30 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2968976
Apr 09 21:01:15.416841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Router f8577c82-5ced-432b-ad41-00951735a92f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:01:15.569456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-53a4f683-5609-4a71-85f3-b6e41158f930 service neutron] 10.222.0.30 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2684767
Apr 09 21:01:15.627085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-45a34233-1d47-47de-bc52-a49b2d2f36e7 None None] Provisioning complete for port 1ff12eb8-26c1-41a2-9baf-714c631418fb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:15.627623 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-45a34233-1d47-47de-bc52-a49b2d2f36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:15.666271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:01:15.696729 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-10ba1bdf-d961-42b3-a453-0ac8f8d2a1d5 admin admin] 10.222.0.30 "PUT /v2.0/routers/f8577c82-5ced-432b-ad41-00951735a92f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1502633
Apr 09 21:01:15.750236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-45a34233-1d47-47de-bc52-a49b2d2f36e7 None None] Port 1ff12eb8-26c1-41a2-9baf-714c631418fb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:15.867088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd56410-eb3a-4ff3-ad45-79f435e0441f req-4247644c-7e3b-46db-b0b7-5b877082c073 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:15.873986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fcd56410-eb3a-4ff3-ad45-79f435e0441f req-4247644c-7e3b-46db-b0b7-5b877082c073 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1101310
Apr 09 21:01:15.966789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fcd56410-eb3a-4ff3-ad45-79f435e0441f req-06a28b1d-847a-4e1d-b013-28d2306a802f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825462
Apr 09 21:01:16.279762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91ae4e53-4413-4800-bb28-d611017ac8b8 req-e76f5175-b4d9-40f4-82b6-ec3883b87b1c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 210 time: 0.0521321
Apr 09 21:01:16.288285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd1af-67a9-4750-bf25-e7a84f003ff9 req-7c766982-5e27-400f-97cd-11834bb1fbc6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:16.296625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cadcd1af-67a9-4750-bf25-e7a84f003ff9 req-7c766982-5e27-400f-97cd-11834bb1fbc6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.1396692
Apr 09 21:01:16.408370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cadcd1af-67a9-4750-bf25-e7a84f003ff9 req-d77b97f0-d56e-4f2a-8b25-e0368184d6a7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109622
Apr 09 21:01:16.874814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a43f1b54-292a-4f20-ada8-3c3725611f64 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:16.967211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:01:17.016116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a43f1b54-292a-4f20-ada8-3c3725611f64 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:17.017933 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:17.176651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:01:17.327845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67feac8-6848-4f77-b991-fd520a03cf86 req-44c126f1-26d3-4075-bba9-c854c59f3964 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:17.339771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e67feac8-6848-4f77-b991-fd520a03cf86 req-44c126f1-26d3-4075-bba9-c854c59f3964 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.2144432
Apr 09 21:01:17.387177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a43f1b54-292a-4f20-ada8-3c3725611f64 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:17.387650 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:17.431933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:17.459544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port a43f1b54-292a-4f20-ada8-3c3725611f64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a43f1b54-292a-4f20-ada8-3c3725611f64,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:17.464686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'mac_address': 'fa:16:3e:d7:49:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:01:17.472628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Sync routers for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:01:17.487669 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:17.541161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e67feac8-6848-4f77-b991-fd520a03cf86 req-fe19df83-eed8-4391-b0a7-6d4232d1a0b6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949389
Apr 09 21:01:17.630675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=a43f1b54-292a-4f20-ada8-3c3725611f64,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:17.636012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9750f501-bf24-4084-9e4b-1b4492284de2 req-35e9ca2c-eac2-4107-9ec0-4bceca3e4243 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 210 time: 0.0910740
Apr 09 21:01:17.638802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48902) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:17.644211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:17.645760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:17.648447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-network', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:17.684226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Made reservation on behalf of 8bd15ebf647e4d1988c25cd83baa5de1 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:17.686858 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:17.734809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:17.769961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d7c527cb-9011-4ef5-8cea-8a678536f481 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:17.770655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:17.813202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a820ec3-0833-4fdc-b648-ad131b3dec0d req-982b8f63-5f4d-4e09-af1d-a4bcb87719d3 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:17.830894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a820ec3-0833-4fdc-b648-ad131b3dec0d req-982b8f63-5f4d-4e09-af1d-a4bcb87719d3 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.1629157
Apr 09 21:01:17.857735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:17.950927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Publish callbacks [] for security_group (963481c2-29ed-4616-b663-57fd9488b787), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:17.965198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7c527cb-9011-4ef5-8cea-8a678536f481 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:17.992855 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (963481c2-29ed-4616-b663-57fd9488b787), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:18.043600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:18.045213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a820ec3-0833-4fdc-b648-ad131b3dec0d req-e33e05f9-b207-4eb5-b1e3-b876d8f749bc tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2128518
Apr 09 21:01:18.060534 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:18.095690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:01:18.138059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963481c2-29ed-4616-b663-57fd9488b787,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:18.173923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:18.174319 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Added segment c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47 of type vlan for network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82
Apr 09 21:01:18.236394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d7c527cb-9011-4ef5-8cea-8a678536f481'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:18.243086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967258d-3834-4350-82a2-f6175f921513 req-00cd1715-2aa5-491f-9e28-9268602fcdc1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:18.244607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-00cd1715-2aa5-491f-9e28-9268602fcdc1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 808 time: 0.3664765
Apr 09 21:01:18.283175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Request body: {'port': {'device_id': '1c106988-a070-4123-99d6-e94d156b42b0', 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'admin_state_up': True, 'tenant_id': '352d269ab35841c397ca9168792c1ec4'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:18.345523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:18.366668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec39a0>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 2, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:18.495879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:18.515126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Checking router: f8577c82-5ced-432b-ad41-00951735a92f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:01:18.516102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Updating router f8577c82-5ced-432b-ad41-00951735a92f port 1ff12eb8-26c1-41a2-9baf-714c631418fb binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:01:18.542499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Made reservation on behalf of 352d269ab35841c397ca9168792c1ec4 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:18.550312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:18.610749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:18.612936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:18.615102 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:18.624757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:18.877175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] Pushing event updated for resources: {'Network': ['ID=3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:18.902145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a53107c1-671c-45aa-9d02-332e3d6e7162 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2604563
Apr 09 21:01:18.905272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:18.911851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Request body: {'subnet': {'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-subnet', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:18.922548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:01:18.967581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Made reservation on behalf of 8bd15ebf647e4d1988c25cd83baa5de1 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:18.971594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:19.011947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a43f1b54-292a-4f20-ada8-3c3725611f64 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:19.015494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0edc6ecd-4c1f-4b38-9d15-5f85e6817394 req-0a4afab1-e847-4ffb-87e0-22313a59353e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 210 time: 0.1411331
Apr 09 21:01:19.036125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48950) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:19.291888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f62641-03ec-43a3-aec9-91300f303957 req-9eb89bee-d008-473a-ae57-1b3814748da5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:19.297107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12f62641-03ec-43a3-aec9-91300f303957 req-9eb89bee-d008-473a-ae57-1b3814748da5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.4250803
Apr 09 21:01:19.339613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:19.446005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3a2f2-fe12-4430-a03b-9366a03fcc0c req-f9249b57-1fa5-47c1-aa24-8e0060f2fb90 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:19.447831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfd3a2f2-fe12-4430-a03b-9366a03fcc0c req-f9249b57-1fa5-47c1-aa24-8e0060f2fb90 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.2650039
Apr 09 21:01:19.462807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12f62641-03ec-43a3-aec9-91300f303957 req-496eceef-4c0e-45b6-83a6-b4f3e321bacc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445460
Apr 09 21:01:19.548795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Allocated IP 172.20.0.3 (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0/aeeb8e45-03b4-4849-a408-33faccc0d5fb/0f3e486d-5fcd-4183-97a9-2a32f168c323) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:19.568203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfd3a2f2-fe12-4430-a03b-9366a03fcc0c req-0023b389-3dc9-4bcf-a640-78eb8aa02b41 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092432
Apr 09 21:01:19.734811 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Publish callbacks [] for security_group (a3572e93-3761-4354-b26b-6b8605835f27), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:19.754131 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a3572e93-3761-4354-b26b-6b8605835f27), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:19.850907 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57f80885ae94461faac0058e9c3186b9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8134801
Apr 09 21:01:19.854120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (0afb0ff4-646c-4a61-a79b-6502e4742979), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:19.857386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:19.905646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afb0ff4-646c-4a61-a79b-6502e4742979,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:19.909901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3572e93-3761-4354-b26b-6b8605835f27,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:19.935314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.939959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a43f1b54-292a-4f20-ada8-3c3725611f64 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:19.940334 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:19.942561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.946159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.948054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.950051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.950592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.951106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.951629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.954126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.954704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.955203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.955711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.956220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.959223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.959746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f991a7-19e5-4b6a-8232-e41962e8f3d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:19.964031 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks [] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.002257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.002609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.002955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.003300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.003637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.003975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.004307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.004639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.004966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.011661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.012618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.014558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.015072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.015573 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.016094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:01:20.044133 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.065827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:20.147255 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3f84-25db-423d-855b-87c775ea6380 admin admin] Publish callbacks [] for security_group (a3572e93-3761-4354-b26b-6b8605835f27), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.253845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:20.281324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3f84-25db-423d-855b-87c775ea6380 admin admin] Publish callbacks [] for security_group (a3572e93-3761-4354-b26b-6b8605835f27), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.297492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:20.300249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Checking segment: {'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:20.300492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Network hostable DHCP agents. Network: 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:01:20.323749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:20.380762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Pushing event updated for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:20.403259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:01:20.413654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a43f1b54-292a-4f20-ada8-3c3725611f64 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:20.444103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63449f1a-22ec-4fe7-9e9b-883e74f302f5 req-495d84a2-3963-48d9-8ab9-968b9158783b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:20.452784 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3f84-25db-423d-855b-87c775ea6380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a3572e93-3761-4354-b26b-6b8605835f27), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.454864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63449f1a-22ec-4fe7-9e9b-883e74f302f5 req-495d84a2-3963-48d9-8ab9-968b9158783b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 931 time: 0.2567155
Apr 09 21:01:20.466547 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3f84-25db-423d-855b-87c775ea6380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.469606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e2c67ed-61fe-49cf-bb72-771b2370262a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.473234 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ed3d3f84-25db-423d-855b-87c775ea6380 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3572e93-3761-4354-b26b-6b8605835f27 HTTP/1.1" status: 204  len: 168 time: 0.5729692
Apr 09 21:01:20.483261 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Publish callbacks [] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.495909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:20.501827 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.518413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:20.519051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.532101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:20.532929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.545488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d3f84-25db-423d-855b-87c775ea6380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3572e93-3761-4354-b26b-6b8605835f27,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:20.549379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da38d4-e9fc-40ba-a7ab-b2be5eeb851a None None] Network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:01:20.575891 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-deff4245-94d1-4e3b-884b-4b67a4a01f5b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6690116
Apr 09 21:01:20.576569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49006) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:20.584248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:20.642229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c76e06b7-48fd-4c59-aa59-14e36c7614a3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.643535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c76e06b7-48fd-4c59-aa59-14e36c7614a3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.743905 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-85c786bc-db88-4929-8ae4-6a9fc33a10eb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4667823
Apr 09 21:01:20.755493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63449f1a-22ec-4fe7-9e9b-883e74f302f5 req-cd6dc689-51e8-4683-907c-2a9e9541b061 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934077
Apr 09 21:01:20.816753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f516b9c-47f8-4057-ad47-67f1b0325b47 None None] Pushing event updated for resources: {'Port': ['ID=1ff12eb8-26c1-41a2-9baf-714c631418fb,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:20.892046 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks [] for router_controller (c76e06b7-48fd-4c59-aa59-14e36c7614a3), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:20.898234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Request body: {'port': {'device_id': '1c106988-a070-4123-99d6-e94d156b42b0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:20.943396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276deef-ce15-4f05-86fd-b379592d141d req-be65cfa5-ce8e-40b8-a3e0-f130419e9778 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:20.953605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0276deef-ce15-4f05-86fd-b379592d141d req-be65cfa5-ce8e-40b8-a3e0-f130419e9778 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.3176529
Apr 09 21:01:21.068208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:21.183625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82', 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82', 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'fixed_ips': [{'subnet_id': '0afb0ff4-646c-4a61-a79b-6502e4742979'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:01:21.190581 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:21.356375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49020) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:21.359968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks [] for router_gateway (c76e06b7-48fd-4c59-aa59-14e36c7614a3), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:21.414702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8c34549e-2734-46e1-bd63-697f54ca3512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:21.418641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ca7de-9613-44b2-891d-4205289c00fe req-f228bd95-fcf2-4249-9588-c46035f14a1e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:21.425491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-577ca7de-9613-44b2-891d-4205289c00fe req-f228bd95-fcf2-4249-9588-c46035f14a1e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.4278662
Apr 09 21:01:21.479578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0276deef-ce15-4f05-86fd-b379592d141d req-70a3aa69-f032-4752-9ac7-3e18a6eef267 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4772403
Apr 09 21:01:21.494171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:21.614176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-577ca7de-9613-44b2-891d-4205289c00fe req-3a5ac20c-cfb0-4065-b87c-2e574fb9fcbc tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309671
Apr 09 21:01:21.614423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Attempting to bind port 1ff12eb8-26c1-41a2-9baf-714c631418fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:21.614423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Attempting to bind port 1ff12eb8-26c1-41a2-9baf-714c631418fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:21.614423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Attempting to bind port 1ff12eb8-26c1-41a2-9baf-714c631418fb on network 08b7112f-413f-4fd7-98f3-1757fa9cef25 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:21.633424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d7c527cb-9011-4ef5-8cea-8a678536f481 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:21.634142 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:21.674083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:21.674454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Checking segment: {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:21.674853 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:21.675260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Bound using segment: {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:21.675728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Bound port: 1ff12eb8-26c1-41a2-9baf-714c631418fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:21.676101 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:21.755531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2ac32e5c-bb7f-4e74-8687-2979c5f15cd3 None None] Provisioning complete for port 1ff12eb8-26c1-41a2-9baf-714c631418fb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:21.756030 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2ac32e5c-bb7f-4e74-8687-2979c5f15cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.032784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] For port 1ff12eb8-26c1-41a2-9baf-714c631418fb, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:22.039336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] For port 1ff12eb8-26c1-41a2-9baf-714c631418fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ff12eb8-26c1-41a2-9baf-714c631418fb,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:22.045628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Allocated IP 172.20.0.2 (3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82/0afb0ff4-646c-4a61-a79b-6502e4742979/62e204ae-5b26-4ae8-8c32-e191363c1728) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:22.072414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks [] for router_gateway (c76e06b7-48fd-4c59-aa59-14e36c7614a3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.138838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8c34549e-2734-46e1-bd63-697f54ca3512 admin admin] Publish callbacks [] for security_group (9985ee27-c447-46a9-a1b6-7c2dfb5933ad), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.141013 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.155136 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8c34549e-2734-46e1-bd63-697f54ca3512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9985ee27-c447-46a9-a1b6-7c2dfb5933ad), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.289437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Publish callbacks [] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.307026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2ac32e5c-bb7f-4e74-8687-2979c5f15cd3 None None] Port 1ff12eb8-26c1-41a2-9baf-714c631418fb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:22.318291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3e486d-5fcd-4183-97a9-2a32f168c323 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:22.321883 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.336012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.340094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Publish callbacks [] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.365604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Transition to ACTIVE for port object 0f3e486d-5fcd-4183-97a9-2a32f168c323 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:01:22.394066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:22.417417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.417672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8c34549e-2734-46e1-bd63-697f54ca3512 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ebcd94e5a064d6b8e5d97935384808c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0571966
Apr 09 21:01:22.419531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34549e-2734-46e1-bd63-697f54ca3512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9985ee27-c447-46a9-a1b6-7c2dfb5933ad,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:22.433274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49032) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:22.471014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:22.474737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:22.498509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d7c527cb-9011-4ef5-8cea-8a678536f481 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:22.498990 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.579104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Allocated IP 172.35.0.246 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/a199a71a-b33b-4762-9f83-7f4d5846abfb) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:22.636031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Attempting to bind port 62e204ae-5b26-4ae8-8c32-e191363c1728 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:22.636666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Attempting to bind port 62e204ae-5b26-4ae8-8c32-e191363c1728 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:22.637197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Attempting to bind port 62e204ae-5b26-4ae8-8c32-e191363c1728 on network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:22.643753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:22.644581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:00:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:22.702176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:22.858036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:22.858672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Checking segment: {'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:22.859452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.859853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Bound using segment: {'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:22.862724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Bound port: 62e204ae-5b26-4ae8-8c32-e191363c1728, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:22.863101 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.892510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Pushing event updated for resources: {'Port': ['ID=62e204ae-5b26-4ae8-8c32-e191363c1728,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:22.915536 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b48d083-e9f9-4686-b09a-525f610e8f0b admin admin] Publish callbacks [] for security_group (9985ee27-c447-46a9-a1b6-7c2dfb5933ad), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.925801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks [] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:22.954870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b48d083-e9f9-4686-b09a-525f610e8f0b admin admin] Publish callbacks [] for security_group (9985ee27-c447-46a9-a1b6-7c2dfb5933ad), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.031074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b48d083-e9f9-4686-b09a-525f610e8f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9985ee27-c447-46a9-a1b6-7c2dfb5933ad), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.034486 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b48d083-e9f9-4686-b09a-525f610e8f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.039268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4b48d083-e9f9-4686-b09a-525f610e8f0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9985ee27-c447-46a9-a1b6-7c2dfb5933ad HTTP/1.1" status: 204  len: 168 time: 0.5862129
Apr 09 21:01:23.050567 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.055669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:23.059072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48d083-e9f9-4686-b09a-525f610e8f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9985ee27-c447-46a9-a1b6-7c2dfb5933ad,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:23.081668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:23.082030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:23.082404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:23.087661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:01:23.091172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:23.096359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:23.096359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:23.096359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:23.096359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Bound port: 0f3e486d-5fcd-4183-97a9-2a32f168c323, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:23.096359 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.220827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:23.230955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:23.254463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:23.256775 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.273177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:23.288338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:23.381639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a199a71a-b33b-4762-9f83-7f4d5846abfb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:23.397754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:23.398567 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.400329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] 10.222.0.25 "PUT /v2.0/ports/0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 200  len: 1091 time: 2.5064039
Apr 09 21:01:23.400422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:23.418001 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f30c06-0609-4418-a920-87649015d567" -d '{"events": [{"name": "network-changed", "server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:23.440679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:23.452351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:23.455322 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e47dbd6-dc39-42f7-be06-d3eed66f8fae" -d '{"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-plugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:23.475744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75e238-d5b6-45c7-a281-f1837bd544ce service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:23.572363 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.581250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967258d-3834-4350-82a2-f6175f921513 req-792cf886-78e4-4aa7-af36-a632c39a8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:23.583778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-792cf886-78e4-4aa7-af36-a632c39a8833 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1125 time: 0.0998168
Apr 09 21:01:23.664747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-1f2930f9-5ca9-4e02-9528-33d1f7715604 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 200  len: 217 time: 0.0718439
Apr 09 21:01:23.680031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] For port 62e204ae-5b26-4ae8-8c32-e191363c1728, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:23.696046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] For port 62e204ae-5b26-4ae8-8c32-e191363c1728, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62e204ae-5b26-4ae8-8c32-e191363c1728,segment=NetworkSegment(c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47),segment_id=c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:23.730405 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.765079 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-68d91245-0fe1-4f65-a376-b6b8674fb497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:23.787744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967258d-3834-4350-82a2-f6175f921513 req-5c05b266-7fc3-409e-8ac3-41849dbc75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:23.790601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-5c05b266-7fc3-409e-8ac3-41849dbc75d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1176684
Apr 09 21:01:23.803134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f516b9c-47f8-4057-ad47-67f1b0325b47 None None] Pushing event updated for resources: {'Port': ['ID=1ff12eb8-26c1-41a2-9baf-714c631418fb,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:23.913777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-5d2656da-a991-45fe-a289-1b851fb27f0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1162899
Apr 09 21:01:23.978291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:23.981854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-57afa938-8049-45af-951a-be042b1bddce None None] Provisioning complete for port 1ff12eb8-26c1-41a2-9baf-714c631418fb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:23.982457 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57afa938-8049-45af-951a-be042b1bddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:24.230480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-cd57298f-a432-4ff1-b305-d6989dd1baea service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3070009
Apr 09 21:01:24.307960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:24.423015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-57afa938-8049-45af-951a-be042b1bddce None None] Current status of the port 1ff12eb8-26c1-41a2-9baf-714c631418fb is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:24.423668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57afa938-8049-45af-951a-be042b1bddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:24.513314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1550-70b5-45d6-943e-cc4ec71ed8a0 None None] Pushing event updated for resources: {'Port': ['ID=62e204ae-5b26-4ae8-8c32-e191363c1728,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:24.602798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b967258d-3834-4350-82a2-f6175f921513 req-3c6588dc-a5a7-4093-a659-dfc210598a4b service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3657210
Apr 09 21:01:24.700685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-57afa938-8049-45af-951a-be042b1bddce None None] For port 1ff12eb8-26c1-41a2-9baf-714c631418fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ff12eb8-26c1-41a2-9baf-714c631418fb,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:24.716298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57afa938-8049-45af-951a-be042b1bddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:24.728584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec39a0>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:22Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:24.811920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks [] for router_gateway (c76e06b7-48fd-4c59-aa59-14e36c7614a3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:24.923460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa545c5-f9bd-4af0-8e1e-70b1f0b75d03 None None] The sync data for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 is: [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:22Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:01:25.109329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afa938-8049-45af-951a-be042b1bddce None None] Pushing event updated for resources: {'Port': ['ID=1ff12eb8-26c1-41a2-9baf-714c631418fb,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:25.141888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 62e204ae-5b26-4ae8-8c32-e191363c1728 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:25.238419 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.246092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49066) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:25.258028 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.328915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 62e204ae-5b26-4ae8-8c32-e191363c1728 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:25.329242 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.408959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c76e06b7-48fd-4c59-aa59-14e36c7614a3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.495856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-network', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:25.558516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Made reservation on behalf of bd8c462cb0354f748ec4a7bfa561be3d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:25.561632 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.594763 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.681768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 62e204ae-5b26-4ae8-8c32-e191363c1728 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:25.682342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.809929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 62e204ae-5b26-4ae8-8c32-e191363c1728, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62e204ae-5b26-4ae8-8c32-e191363c1728,segment=NetworkSegment(c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47),segment_id=c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:25.814918 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Publish callbacks [] for security_group (acd779f4-d652-4deb-8ee1-fb95fd57f498), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.823008 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.827562 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (acd779f4-d652-4deb-8ee1-fb95fd57f498), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:25.913317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Router c76e06b7-48fd-4c59-aa59-14e36c7614a3 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:01:25.928949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd779f4-d652-4deb-8ee1-fb95fd57f498,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:25.969337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:01:25.990635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=62e204ae-5b26-4ae8-8c32-e191363c1728,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:26.001745 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (48a76ebd-531b-4d86-9a14-9c650a9d15d5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:26.002093 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Added segment 48a76ebd-531b-4d86-9a14-9c650a9d15d5 of type vlan for network 7baa1819-530e-4fe9-a0b0-1cedcf135c19
Apr 09 21:01:26.071084 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (7baa1819-530e-4fe9-a0b0-1cedcf135c19), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:26.135017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (7baa1819-530e-4fe9-a0b0-1cedcf135c19), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:26.138875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:26.139767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:26.153102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:01:26.168855 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Sync routers for ids ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:01:26.185894 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Routers {'c76e06b7-48fd-4c59-aa59-14e36c7614a3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:26.187481 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237729e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:26.221510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:26.228555 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a1720f6b-1652-4f10-b2c0-f201c84f59c3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.6471689
Apr 09 21:01:26.235094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49070) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:26.292640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] Pushing event updated for resources: {'Network': ['ID=7baa1819-530e-4fe9-a0b0-1cedcf135c19,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:26.313608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:01:26.326684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd9b0d6e-a237-462d-9968-ca5f657a7279 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.0754695
Apr 09 21:01:26.329333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49072) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:26.334483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Request body: {'subnet': {'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-subnet', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:26.383663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a23173-d1c3-4aa7-888e-1b2d351ef294 None None] Network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:01:26.383917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Made reservation on behalf of bd8c462cb0354f748ec4a7bfa561be3d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:26.388632 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:26.510703 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Set router c76e06b7-48fd-4c59-aa59-14e36c7614a3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:26.814174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-98051e23-dec1-4570-aa17-c1cbea39622f None None] Provisioning complete for port 62e204ae-5b26-4ae8-8c32-e191363c1728 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:26.814801 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-98051e23-dec1-4570-aa17-c1cbea39622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:26.887268 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (de8d3b57-77aa-4d59-b228-8568d1515a62), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:27.003749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8d3b57-77aa-4d59-b228-8568d1515a62,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:27.058465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Checking segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:27.058974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Network hostable DHCP agents. Network: 7baa1819-530e-4fe9-a0b0-1cedcf135c19, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:01:27.071285 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237729e730>, [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:01:23Z', 'revision_number': 3, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:27.117361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:01:27.129989 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Checking router: c76e06b7-48fd-4c59-aa59-14e36c7614a3 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:01:27.130626 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Updating router c76e06b7-48fd-4c59-aa59-14e36c7614a3 port a199a71a-b33b-4762-9f83-7f4d5846abfb binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:01:27.134776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7baa1819-530e-4fe9-a0b0-1cedcf135c19) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:27.139255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:27.140067 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:27.177001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6ef0cd95-c3f5-4f24-a982-40d75df069d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8464353
Apr 09 21:01:27.179196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b8356-89be-4bea-8a3a-f4408cf5cc60 None None] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:01:27.179748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49074) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:27.184068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:27.240728 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:27.271839 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (e0558fcc-8e6c-4e6d-a328-59405717bb30), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:27.275383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (e0558fcc-8e6c-4e6d-a328-59405717bb30), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:27.363227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1ff12eb8-26c1-41a2-9baf-714c631418fb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:27.430583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:27.484767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks [] for router_controller (e0558fcc-8e6c-4e6d-a328-59405717bb30), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:27.590883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:01:27.594636 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:27.754273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 1ff12eb8-26c1-41a2-9baf-714c631418fb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:27.755279 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.029317 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.031878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-98051e23-dec1-4570-aa17-c1cbea39622f None None] Current status of the port 62e204ae-5b26-4ae8-8c32-e191363c1728 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:28.156854 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Publish callbacks [] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.168901 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.251384 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28993029-3075-4b96-88c8-fc03396f2ba5 None None] Pushing event updated for resources: {'Port': ['ID=a199a71a-b33b-4762-9f83-7f4d5846abfb,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:28.303753 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Attempting to bind port a199a71a-b33b-4762-9f83-7f4d5846abfb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:28.306573 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Attempting to bind port a199a71a-b33b-4762-9f83-7f4d5846abfb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:28.307442 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Attempting to bind port a199a71a-b33b-4762-9f83-7f4d5846abfb on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:28.321515 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:28.322483 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:28.325652 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.328116 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:28.328895 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Bound port: a199a71a-b33b-4762-9f83-7f4d5846abfb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:28.331551 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.368649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-976ab153-a676-499c-9534-a37bf5ad25ad None None] Provisioning complete for port 62e204ae-5b26-4ae8-8c32-e191363c1728 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:28.369010 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-976ab153-a676-499c-9534-a37bf5ad25ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.384623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Allocated IP 172.20.0.1 (3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82/0afb0ff4-646c-4a61-a79b-6502e4742979/ceb99fcd-35df-4c92-88bc-c7ff2a11acfd) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:28.426885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1ff12eb8-26c1-41a2-9baf-714c631418fb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:28.427890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 62e204ae-5b26-4ae8-8c32-e191363c1728 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:28.514503 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] For port a199a71a-b33b-4762-9f83-7f4d5846abfb, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:28.526871 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] For port a199a71a-b33b-4762-9f83-7f4d5846abfb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a199a71a-b33b-4762-9f83-7f4d5846abfb,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:28.550583 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.555273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Publish callbacks [] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.612505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.654730 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28993029-3075-4b96-88c8-fc03396f2ba5 None None] Pushing event updated for resources: {'Port': ['ID=a199a71a-b33b-4762-9f83-7f4d5846abfb,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:28.724163 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Routers {'c76e06b7-48fd-4c59-aa59-14e36c7614a3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:28.726910 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237729e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:28.731585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 62e204ae-5b26-4ae8-8c32-e191363c1728 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:28.734340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.737162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:28.746099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:28.774837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:28.869190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Pushing event updated for resources: {'Port': ['ID=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:28.870375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Allocated IP 172.20.0.2 (7baa1819-530e-4fe9-a0b0-1cedcf135c19/de8d3b57-77aa-4d59-b228-8568d1515a62/f63c6983-89ab-4c1f-989e-e37b360bd741) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:28.906945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks [] for router_gateway (e0558fcc-8e6c-4e6d-a328-59405717bb30), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:28.922031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (c76e06b7-48fd-4c59-aa59-14e36c7614a3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:29.014976 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] Set router c76e06b7-48fd-4c59-aa59-14e36c7614a3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:29.019389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fd804-ddf7-40b9-ac62-7fc4bac8158c req-2a413a7a-81ad-45d8-a3e0-d2f4794a2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:29.022753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd5fd804-ddf7-40b9-ac62-7fc4bac8158c req-2a413a7a-81ad-45d8-a3e0-d2f4794a2665 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1128 time: 0.1686900
Apr 09 21:01:29.045419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-976ab153-a676-499c-9534-a37bf5ad25ad None None] Current status of the port 62e204ae-5b26-4ae8-8c32-e191363c1728 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:29.248095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:29.501828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks [] for router_gateway (e0558fcc-8e6c-4e6d-a328-59405717bb30), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:29.546492 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:29.675842 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237729e730>, [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:01:23Z', 'revision_number': 3, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:29.715170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 62e204ae-5b26-4ae8-8c32-e191363c1728 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:29.731167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Publish callbacks [] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:29.744878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0f3e486d-5fcd-4183-97a9-2a32f168c323 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:01:29.748338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:29.769784 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a233f-2870-4519-b8c9-b474caa89791 None None] The sync data for ids ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'] in ncdv-master-1 is: [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:01:23Z', 'revision_number': 3, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:01:29.840447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-897087d4-9361-4fd7-a9d0-64aeade4b240 None None] Provisioning complete for port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:29.840940 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-897087d4-9361-4fd7-a9d0-64aeade4b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:29.848719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Allocated IP 172.35.0.206 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/1452341e-3b1f-4488-8c46-a7cb55a27e39) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:29.978203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-897087d4-9361-4fd7-a9d0-64aeade4b240 None None] Port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:29.984358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Pushing event updated for resources: {'Port': ['ID=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:30.040143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (c76e06b7-48fd-4c59-aa59-14e36c7614a3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:30.150727 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Publish callbacks [] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:30.167450 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks [] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:30.179841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:30.193108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd5fd804-ddf7-40b9-ac62-7fc4bac8158c req-223daa60-c6f4-42b9-b7e7-39c3268913ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202304
Apr 09 21:01:30.196214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:30.235734 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:30.280319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:30.309715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:30.313793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:30.318407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:30.349159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:30.353697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:30.362420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Pushing event updated for resources: {'Port': ['ID=1452341e-3b1f-4488-8c46-a7cb55a27e39,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:30.415089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '0f3e486d-5fcd-4183-97a9-2a32f168c323', 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0', 'port_id': '0f3e486d-5fcd-4183-97a9-2a32f168c323', 'mac_address': 'fa:16:3e:56:d7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeeb8e45-03b4-4849-a408-33faccc0d5fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:01:30.598408 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-7b7f9980-260e-4e25-8fec-391617408970 service neutron] show failed (client error): The resource could not be found.
Apr 09 21:01:30.600571 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-7b7f9980-260e-4e25-8fec-391617408970 service neutron] 10.222.0.32 "GET /v2.0/ports/79de6324-3cb0-4989-8e84-896636fe0a0e/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1964009
Apr 09 21:01:30.614126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:30.616102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:30.674659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 0f3e486d-5fcd-4183-97a9-2a32f168c323 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:30.675083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:30.677616 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:30.680110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Pushing event updated for resources: {'Port': ['ID=f63c6983-89ab-4c1f-989e-e37b360bd741,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:30.815210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3e486d-5fcd-4183-97a9-2a32f168c323 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:30.886437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Router c76e06b7-48fd-4c59-aa59-14e36c7614a3 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:01:30.907957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:30.939809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks [] for router_gateway (e0558fcc-8e6c-4e6d-a328-59405717bb30), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:30.973241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Attempting to bind port f63c6983-89ab-4c1f-989e-e37b360bd741 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:30.973600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Attempting to bind port f63c6983-89ab-4c1f-989e-e37b360bd741 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:30.973956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Attempting to bind port f63c6983-89ab-4c1f-989e-e37b360bd741 on network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:30.976529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:31.090060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:31.091478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Checking segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:31.091912 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:31.092314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Bound using segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:31.092826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Bound port: f63c6983-89ab-4c1f-989e-e37b360bd741, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:31.095341 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:31.290780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-72414157-a523-4d0f-b561-a9a232c2ebac None None] Provisioning complete for port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:31.292409 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72414157-a523-4d0f-b561-a9a232c2ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:31.294784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:31.356179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:01:31.375550 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a1c134fa-82e7-4801-8fa3-fc9864a6abfc admin admin] 10.222.0.30 "PUT /v2.0/routers/c76e06b7-48fd-4c59-aa59-14e36c7614a3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1346316
Apr 09 21:01:31.493509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['0f3e486d-5fcd-4183-97a9-2a32f168c323'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:31.598840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-13ae99b5-46af-4441-9d77-5f07797243b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:31.606190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-13ae99b5-46af-4441-9d77-5f07797243b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7&tenant_id=e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 1132 time: 0.3052495
Apr 09 21:01:31.735443 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:01:31.758301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-72414157-a523-4d0f-b561-a9a232c2ebac None None] Port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:31.820700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:31.824304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] For port f63c6983-89ab-4c1f-989e-e37b360bd741, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:31.829844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] For port f63c6983-89ab-4c1f-989e-e37b360bd741, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63c6983-89ab-4c1f-989e-e37b360bd741,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:31.851260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:31.929502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a070b3-794d-4c13-85d2-34370a968d3f None None] Pushing event updated for resources: {'Port': ['ID=f63c6983-89ab-4c1f-989e-e37b360bd741,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:31.946062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a199a71a-b33b-4762-9f83-7f4d5846abfb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:32.149620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a199a71a-b33b-4762-9f83-7f4d5846abfb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:32.150013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:32.153188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:32.246606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (e0558fcc-8e6c-4e6d-a328-59405717bb30), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:32.437510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a199a71a-b33b-4762-9f83-7f4d5846abfb is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:32.456763 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:32.541003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port a199a71a-b33b-4762-9f83-7f4d5846abfb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a199a71a-b33b-4762-9f83-7f4d5846abfb,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:32.562197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:32.713220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=a199a71a-b33b-4762-9f83-7f4d5846abfb,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:32.849097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:32.894220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:32.968109 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Publish callbacks [] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:32.984687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Transition to ACTIVE for port object 79de6324-3cb0-4989-8e84-896636fe0a0e will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:01:32.999086 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:33.054495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:33.111293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] No DVR routers for this DVR port 79de6324-3cb0-4989-8e84-896636fe0a0e on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:33.142485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:01:33.271898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:33.272237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:33.272563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:33.382308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:01:33.382631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:33.431779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:33.432077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:33.432479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:33.432970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Bound port: 79de6324-3cb0-4989-8e84-896636fe0a0e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:33.433410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:33.499373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Sync routers for ids ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:01:33.544439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Routers {'c76e06b7-48fd-4c59-aa59-14e36c7614a3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:33.545125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765b4b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:33.650242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:33.654597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:33.667627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:01:33.681401 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:01:33.709767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:33.711289 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:33.712470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0f3e486d-5fcd-4183-97a9-2a32f168c323 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:33.713380 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777938e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:33.820868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:33.861397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:33.867833 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:33.879180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-769e99fa-c2b9-4506-9648-40a4e1a4b90d service neutron] 10.222.0.25 "PUT /v2.0/ports/79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 1096 time: 2.2591975
Apr 09 21:01:33.907970 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:33.913342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34753b52-2893-4451-b5f4-a6f11c49e948 None None] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:01:33.918212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49092) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:01:33.920860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c96d1842-036a-4c41-be76-85f1b9110f38 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 6.7384567
Apr 09 21:01:33.993621 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:34.229131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Set router c76e06b7-48fd-4c59-aa59-14e36c7614a3 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:34.318015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-6a195869-df58-4b2e-9176-99d879ca0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:34.318015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-6a195869-df58-4b2e-9176-99d879ca0ba2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1130 time: 0.1919885
Apr 09 21:01:34.443228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a199a71a-b33b-4762-9f83-7f4d5846abfb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:34.443228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dbe86cbf-4ad1-44cc-b85c-95846baed6fe None None] Provisioning complete for port f63c6983-89ab-4c1f-989e-e37b360bd741 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:34.443228 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbe86cbf-4ad1-44cc-b85c-95846baed6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:34.563324 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777938e0>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:30Z', 'revision_number': 3, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:34.574592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-cf6a5801-4698-455d-941a-8f9ac979914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:34.578239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-cf6a5801-4698-455d-941a-8f9ac979914d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2424355
Apr 09 21:01:34.610874 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:01:34.611759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Updating router e0558fcc-8e6c-4e6d-a328-59405717bb30 port 1452341e-3b1f-4488-8c46-a7cb55a27e39 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:01:34.754152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-c9b1f19c-287e-4af5-a6a5-245b4417ddab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.1613665
Apr 09 21:01:34.771223 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:34.876381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 0f3e486d-5fcd-4183-97a9-2a32f168c323 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:01:34.901896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-33f85255-dded-4619-9aaa-9d91d5a09ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:34.913094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-33f85255-dded-4619-9aaa-9d91d5a09ba9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1486719
Apr 09 21:01:34.939855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 0f3e486d-5fcd-4183-97a9-2a32f168c323 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:34.940230 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:35.113745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-69ba0931-f98d-491e-a550-b440358d2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:35.124834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-69ba0931-f98d-491e-a550-b440358d2a9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1577263
Apr 09 21:01:35.159413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:35.160727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:35.330140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a199a71a-b33b-4762-9f83-7f4d5846abfb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:35.331257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:35.375534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-ffbed6d7-db3b-48dd-bc27-cc1c994dd526 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406263
Apr 09 21:01:35.417119 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Publish callbacks [] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:35.426853 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:35.528027 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88304b59-ee21-4c4d-889a-636fe7739b12 None None] Pushing event updated for resources: {'Port': ['ID=1452341e-3b1f-4488-8c46-a7cb55a27e39,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:35.588536 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Attempting to bind port 1452341e-3b1f-4488-8c46-a7cb55a27e39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:35.588928 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Attempting to bind port 1452341e-3b1f-4488-8c46-a7cb55a27e39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:35.589247 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Attempting to bind port 1452341e-3b1f-4488-8c46-a7cb55a27e39 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:35.610495 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:35.610965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:35.611268 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:35.611660 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:35.612145 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Bound port: 1452341e-3b1f-4488-8c46-a7cb55a27e39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:35.612525 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:35.630892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-b738c547-8fd4-4e68-b926-4b0cbda6c6e7 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2453978
Apr 09 21:01:35.655807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Allocated IP 172.20.0.1 (7baa1819-530e-4fe9-a0b0-1cedcf135c19/de8d3b57-77aa-4d59-b228-8568d1515a62/ded5a462-2872-4675-b6c0-7b66c74038df) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:35.729190 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] For port 1452341e-3b1f-4488-8c46-a7cb55a27e39, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:35.733110 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] For port 1452341e-3b1f-4488-8c46-a7cb55a27e39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1452341e-3b1f-4488-8c46-a7cb55a27e39,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:35.746927 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:35.830358 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-8a2f310d-9a36-493c-8e1c-a89b22fb4cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1375542
Apr 09 21:01:35.831900 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:35.832656 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777938e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:35.843448 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88304b59-ee21-4c4d-889a-636fe7739b12 None None] Pushing event updated for resources: {'Port': ['ID=1452341e-3b1f-4488-8c46-a7cb55a27e39,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:35.991765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-3eda62ec-072d-4e9a-9eef-adbce36b48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:36.003122 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-3eda62ec-072d-4e9a-9eef-adbce36b48d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 1132 time: 0.0877836
Apr 09 21:01:36.057014 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:36.121845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port 79de6324-3cb0-4989-8e84-896636fe0a0e host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:01:36.122505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:36.168858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dbe86cbf-4ad1-44cc-b85c-95846baed6fe None None] Current status of the port f63c6983-89ab-4c1f-989e-e37b360bd741 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:36.169287 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbe86cbf-4ad1-44cc-b85c-95846baed6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:36.300175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Publish callbacks [] for port (ded5a462-2872-4675-b6c0-7b66c74038df), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:36.315820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dbe86cbf-4ad1-44cc-b85c-95846baed6fe None None] For port f63c6983-89ab-4c1f-989e-e37b360bd741, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63c6983-89ab-4c1f-989e-e37b360bd741,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:36.340014 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbe86cbf-4ad1-44cc-b85c-95846baed6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:36.345502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 0f3e486d-5fcd-4183-97a9-2a32f168c323 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:36.345879 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:36.391290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-b78644e1-152a-47eb-b713-87ebd5b00a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:36.392761 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-b78644e1-152a-47eb-b713-87ebd5b00a59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3652189
Apr 09 21:01:36.483652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765b4b80>, [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:01:29Z', 'revision_number': 4, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb99fcd-35df-4c92-88bc-c7ff2a11acfd', 'name': '', 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'mac_address': 'fa:16:3e:8e:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '0afb0ff4-646c-4a61-a79b-6502e4742979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:28Z', 'updated_at': '2022-04-09T21:01:29Z', 'revision_number': 2, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'subnets': [{'id': '0afb0ff4-646c-4a61-a79b-6502e4742979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:36.520649 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-0fed3d43-e751-490a-9c4a-dcca9e61ecce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 200  len: 217 time: 0.1006637
Apr 09 21:01:36.573702 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777938e0>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:30Z', 'revision_number': 3, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:36.600994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Checking router: c76e06b7-48fd-4c59-aa59-14e36c7614a3 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:01:36.601373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Updating router c76e06b7-48fd-4c59-aa59-14e36c7614a3 port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:01:36.612309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:36.631378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-2ec7b2d1-7059-4afe-b091-d819a28a9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:36.632967 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-2ec7b2d1-7059-4afe-b091-d819a28a9fb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1019826
Apr 09 21:01:36.660123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128da1e5-ef9b-4c46-a5e7-6516b4969b60 None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:30Z', 'revision_number': 3, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:01:36.677473 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:36.689990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:36.726281 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:36.801761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-74fa2c47-e6b2-444c-a869-6da7bcab36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:36.803830 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-74fa2c47-e6b2-444c-a869-6da7bcab36f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1520467
Apr 09 21:01:36.812479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe86cbf-4ad1-44cc-b85c-95846baed6fe None None] Pushing event updated for resources: {'Port': ['ID=f63c6983-89ab-4c1f-989e-e37b360bd741,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:36.816095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:36.833837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a199a71a-b33b-4762-9f83-7f4d5846abfb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:36.836307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f63c6983-89ab-4c1f-989e-e37b360bd741 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:36.839295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:36.859324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:36.939771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (e0558fcc-8e6c-4e6d-a328-59405717bb30), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:37.138065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3a3c7a72-c614-45e3-949c-cc3503e55566 None None] Provisioning complete for port f63c6983-89ab-4c1f-989e-e37b360bd741 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:37.147107 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7a72-c614-45e3-949c-cc3503e55566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:37.268388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:37.413882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:37.500640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f63c6983-89ab-4c1f-989e-e37b360bd741 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:37.507266 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:37.544185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Publish callbacks [] for port (ded5a462-2872-4675-b6c0-7b66c74038df), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:37.555991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Pushing event updated for resources: {'Port': ['ID=ded5a462-2872-4675-b6c0-7b66c74038df,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:37.595232 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:37.736826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (e0558fcc-8e6c-4e6d-a328-59405717bb30), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:37.764476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Pushing event updated for resources: {'Port': ['ID=ded5a462-2872-4675-b6c0-7b66c74038df,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:37.784484 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-4bec4197-6fdf-4314-8db7-e6955001d712 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9566145
Apr 09 21:01:37.887109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c7a72-c614-45e3-949c-cc3503e55566 None None] Current status of the port f63c6983-89ab-4c1f-989e-e37b360bd741 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:37.913429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f63c6983-89ab-4c1f-989e-e37b360bd741 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:38.068996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ba4168b7-99b5-4ecc-8c53-e07201d67dbe None None] Provisioning complete for port ded5a462-2872-4675-b6c0-7b66c74038df triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:38.069866 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba4168b7-99b5-4ecc-8c53-e07201d67dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:38.176018 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Publish callbacks [] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:38.180516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ba4168b7-99b5-4ecc-8c53-e07201d67dbe None None] Port ded5a462-2872-4675-b6c0-7b66c74038df cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:38.192141 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:38.292494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1452341e-3b1f-4488-8c46-a7cb55a27e39 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:38.371779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:38.375146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:38.379683 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9990852d-40cc-4688-a4de-f08dd88d8d7d req-7cfa4fb7-f45b-4404-806b-d621d2512063 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5850337
Apr 09 21:01:38.418778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e0a7b-9180-407a-a4fe-349905d8853e None None] Pushing event updated for resources: {'Port': ['ID=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:38.579528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Attempting to bind port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:38.580280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Attempting to bind port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:38.580849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Attempting to bind port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd on network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:38.591168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 1452341e-3b1f-4488-8c46-a7cb55a27e39 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:38.592308 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:38.594590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:38.595309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Checking segment: {'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:38.596039 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:38.596587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Bound using segment: {'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:38.597364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Bound port: ceb99fcd-35df-4c92-88bc-c7ff2a11acfd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:38.597946 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:38.629112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:01:38.991481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] For port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:39.045854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:01:39.062625 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-101e9af2-4a1d-4dc6-a8bb-ea50ddf27a67 admin admin] 10.222.0.30 "PUT /v2.0/routers/e0558fcc-8e6c-4e6d-a328-59405717bb30/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1346219
Apr 09 21:01:39.064553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8cb66-8a7b-4456-acff-4f730cba80d2 req-72877b5a-702a-4391-a874-d0947f58a735 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:39.067815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5b32dc8c-104a-4a28-90d2-f788938b7d87 None None] Provisioning complete for port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:39.069544 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b32dc8c-104a-4a28-90d2-f788938b7d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:39.094782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7f8cb66-8a7b-4456-acff-4f730cba80d2 req-72877b5a-702a-4391-a874-d0947f58a735 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 945 time: 0.2739081
Apr 09 21:01:39.145883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] For port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,segment=NetworkSegment(c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47),segment_id=c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:39.166835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1452341e-3b1f-4488-8c46-a7cb55a27e39 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:39.184546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:39.213797 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:39.396092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e0a7b-9180-407a-a4fe-349905d8853e None None] Pushing event updated for resources: {'Port': ['ID=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:39.483137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 1452341e-3b1f-4488-8c46-a7cb55a27e39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1452341e-3b1f-4488-8c46-a7cb55a27e39,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:39.522804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5b32dc8c-104a-4a28-90d2-f788938b7d87 None None] Port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:39.547082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:39.550731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f63c6983-89ab-4c1f-989e-e37b360bd741 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:39.580975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4c47-4695-40b0-acd8-0908df29c6ac req-978ab9a0-3c93-4125-9a5d-22177f234d4b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:39.601740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d44f4c47-4695-40b0-acd8-0908df29c6ac req-978ab9a0-3c93-4125-9a5d-22177f234d4b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 948 time: 0.5057919
Apr 09 21:01:39.766994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f53d650f-46b9-498d-b8a5-31ced17700b4 None None] Provisioning complete for port ded5a462-2872-4675-b6c0-7b66c74038df triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:39.767381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f53d650f-46b9-498d-b8a5-31ced17700b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:39.779306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:01:39.795143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7f8cb66-8a7b-4456-acff-4f730cba80d2 req-3a35ae70-fbaa-4c75-8c2d-da6a5c21ee6e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6416469
Apr 09 21:01:39.828922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d44f4c47-4695-40b0-acd8-0908df29c6ac req-3113b749-6849-46a0-a70f-74b47413f1f8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262580
Apr 09 21:01:39.945245 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad858a69-dd39-46d7-8e56-e550159904a1 x-openstack-request-id: req-ad858a69-dd39-46d7-8e56-e550159904a1 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:39.957954 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:39.959650 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad858a69-dd39-46d7-8e56-e550159904a1 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:39.960329 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad858a69-dd39-46d7-8e56-e550159904a1'] response: {'name': 'network-changed', 'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323', 'status': 'completed', 'code': 200}
Apr 09 21:01:39.982859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:01:40.022016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f53d650f-46b9-498d-b8a5-31ced17700b4 None None] Port ded5a462-2872-4675-b6c0-7b66c74038df cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:40.026136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Routers {'c76e06b7-48fd-4c59-aa59-14e36c7614a3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:40.027291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765b4b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:40.129812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a3b4-a945-47c7-8211-968fd466b3d3 req-56322bfa-4f2c-41fa-a511-94f6bbc4f97e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:40.132190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e470a3b4-a945-47c7-8211-968fd466b3d3 req-56322bfa-4f2c-41fa-a511-94f6bbc4f97e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.2063560
Apr 09 21:01:40.134906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30c06-0609-4418-a920-87649015d567 req-2efe9ae8-4324-4220-b27e-ecc99b7a60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:40.136666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f30c06-0609-4418-a920-87649015d567 req-2efe9ae8-4324-4220-b27e-ecc99b7a60ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1127 time: 0.1662216
Apr 09 21:01:40.225951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:40.272808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e470a3b4-a945-47c7-8211-968fd466b3d3 req-fe85c567-0fa5-4859-886e-cb170dec49bc tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328905
Apr 09 21:01:40.295759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=1452341e-3b1f-4488-8c46-a7cb55a27e39,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:40.305547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30c06-0609-4418-a920-87649015d567 req-6c992308-5e1e-4add-8c9f-8ed1cb9bae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:40.305913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'mac_address': 'fa:16:3e:8f:e5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:01:40.307438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f30c06-0609-4418-a920-87649015d567 req-6c992308-5e1e-4add-8c9f-8ed1cb9bae83 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.1640675
Apr 09 21:01:40.323980 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954726cb-facc-4d8c-ad14-f0013dbf13db x-openstack-request-id: req-954726cb-facc-4d8c-ad14-f0013dbf13db {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:40.324364 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-plugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:40.324574 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-954726cb-facc-4d8c-ad14-f0013dbf13db {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:40.324925 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954726cb-facc-4d8c-ad14-f0013dbf13db'] response: {'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'code': 200}
Apr 09 21:01:40.377553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f63c6983-89ab-4c1f-989e-e37b360bd741 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:40.378236 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:40.388212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:40.388806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376862880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:40.399332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f30c06-0609-4418-a920-87649015d567 req-4a867a8d-63fb-417b-a25c-cf6e4614d47e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 200  len: 217 time: 0.0836704
Apr 09 21:01:40.523926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-114aa214-9e89-43c9-8363-f5d1d5703b92 None None] Provisioning complete for port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:40.524330 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-114aa214-9e89-43c9-8363-f5d1d5703b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:40.538116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30c06-0609-4418-a920-87649015d567 req-d4eb69f6-881b-4271-b788-09480c2db947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:40.540372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f30c06-0609-4418-a920-87649015d567 req-d4eb69f6-881b-4271-b788-09480c2db947 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1337087
Apr 09 21:01:40.614739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f30c06-0609-4418-a920-87649015d567 req-04a4719f-5d48-4525-b1b6-18b97b9e4bd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674462
Apr 09 21:01:40.649660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 79de6324-3cb0-4989-8e84-896636fe0a0e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:40.650023 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:40.798756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f30c06-0609-4418-a920-87649015d567 req-6fd284d5-ffa7-45a4-bde2-b6d28130cbc2 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763346
Apr 09 21:01:40.938355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79de6324-3cb0-4989-8e84-896636fe0a0e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:41.001753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] Set router c76e06b7-48fd-4c59-aa59-14e36c7614a3 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:41.046199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f30c06-0609-4418-a920-87649015d567 req-8cc0c7b0-c71f-41b0-9641-f53bed35dd21 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413089
Apr 09 21:01:41.078469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:41.099057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f63c6983-89ab-4c1f-989e-e37b360bd741 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:41.157276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:41.160825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:41.166491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-114aa214-9e89-43c9-8363-f5d1d5703b92 None None] Current status of the port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:41.166491 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-114aa214-9e89-43c9-8363-f5d1d5703b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:41.268890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1452341e-3b1f-4488-8c46-a7cb55a27e39 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:41.297661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:41.559661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-114aa214-9e89-43c9-8363-f5d1d5703b92 None None] For port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,segment=NetworkSegment(c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47),segment_id=c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:41.587499 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-114aa214-9e89-43c9-8363-f5d1d5703b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:41.705956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['79de6324-3cb0-4989-8e84-896636fe0a0e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:41.769866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 1452341e-3b1f-4488-8c46-a7cb55a27e39 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:41.770290 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:41.845586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa214-9e89-43c9-8363-f5d1d5703b92 None None] Pushing event updated for resources: {'Port': ['ID=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:41.866098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376862880>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 2, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:41.868063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765b4b80>, [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:01:29Z', 'revision_number': 4, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb99fcd-35df-4c92-88bc-c7ff2a11acfd', 'name': '', 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'mac_address': 'fa:16:3e:8e:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '0afb0ff4-646c-4a61-a79b-6502e4742979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:28Z', 'updated_at': '2022-04-09T21:01:38Z', 'revision_number': 4, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'subnets': [{'id': '0afb0ff4-646c-4a61-a79b-6502e4742979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:41.939381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:01:41.939381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Updating router e0558fcc-8e6c-4e6d-a328-59405717bb30 port ded5a462-2872-4675-b6c0-7b66c74038df binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:01:41.947243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-e3fe8eba-466a-411b-b6ee-14662b6f0564 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1101699
Apr 09 21:01:41.963508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}, {'name': 'network-changed', 'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:41.976377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b0781-d2a7-4baa-8ccb-57a22adfcb62 None None] The sync data for ids ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'] in ncdv-master-1 is: [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:01:29Z', 'revision_number': 4, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceb99fcd-35df-4c92-88bc-c7ff2a11acfd', 'name': '', 'network_id': '3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'mac_address': 'fa:16:3e:8e:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '0afb0ff4-646c-4a61-a79b-6502e4742979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:28Z', 'updated_at': '2022-04-09T21:01:38Z', 'revision_number': 4, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'subnets': [{'id': '0afb0ff4-646c-4a61-a79b-6502e4742979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:01:41.976791 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d9b352-0314-4edc-9eba-bad75f0eaf80" -d '{"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-unplugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}, {"name": "network-changed", "server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:42.012188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:42.144983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-70fe69a6-5666-4c52-b1d6-0da4d25922ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:42.148432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-70fe69a6-5666-4c52-b1d6-0da4d25922ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 1126 time: 0.0813489
Apr 09 21:01:42.154676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1452341e-3b1f-4488-8c46-a7cb55a27e39 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:42.294959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-37c2627e-6b82-47f7-97d7-c2a1b7f7b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:42.296800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-37c2627e-6b82-47f7-97d7-c2a1b7f7b70b service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.1198525
Apr 09 21:01:42.326518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:42.330468 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5e4ad7-f8e9-4b42-9aef-dbd8e129060b" -d '{"events": [{"server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "name": "network-vif-plugged", "status": "completed", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:42.389100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-7217a632-5c4b-452c-b65b-6ab904dc4ea6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 200  len: 217 time: 0.0841644
Apr 09 21:01:42.541283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-d77279c3-8433-4caf-ad76-a8aaf7a94609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:42.546247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-d77279c3-8433-4caf-ad76-a8aaf7a94609 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1496055
Apr 09 21:01:42.614731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-f2498c7c-9176-4518-82ca-e6358cd31c3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604312
Apr 09 21:01:42.693024 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Publish callbacks [] for port (ded5a462-2872-4675-b6c0-7b66c74038df), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:42.709299 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:42.901093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-96d5d0ac-bf91-4e43-a9dd-d71986b3b2fd service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778106
Apr 09 21:01:42.911413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b90ba8-bd6f-48cd-8ddb-b65372451afa None None] Pushing event updated for resources: {'Port': ['ID=ded5a462-2872-4675-b6c0-7b66c74038df,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:43.138134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Attempting to bind port ded5a462-2872-4675-b6c0-7b66c74038df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:43.139996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Attempting to bind port ded5a462-2872-4675-b6c0-7b66c74038df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:43.140409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Attempting to bind port ded5a462-2872-4675-b6c0-7b66c74038df on network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:43.157380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:43.163745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Checking segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:43.165843 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:43.170395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Bound using segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:43.173500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Bound port: ded5a462-2872-4675-b6c0-7b66c74038df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:43.174046 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:43.244166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49e2623d-094e-4c78-b100-424d0f88d1ff req-cb69ff58-caab-475c-896b-07b8d1c5b4d1 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3339529
Apr 09 21:01:43.472210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ceb99fcd-35df-4c92-88bc-c7ff2a11acfd up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:43.477624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] For port ded5a462-2872-4675-b6c0-7b66c74038df, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:43.529513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f93c7a55-e9c9-4cc0-a82d-c9a46b58a9fa None None] Provisioning complete for port ded5a462-2872-4675-b6c0-7b66c74038df triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:43.529887 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f93c7a55-e9c9-4cc0-a82d-c9a46b58a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:43.543130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] For port ded5a462-2872-4675-b6c0-7b66c74038df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ded5a462-2872-4675-b6c0-7b66c74038df,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:43.612489 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:43.680755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f93c7a55-e9c9-4cc0-a82d-c9a46b58a9fa None None] Port ded5a462-2872-4675-b6c0-7b66c74038df cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:43.720643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:43.721076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:43.724483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b90ba8-bd6f-48cd-8ddb-b65372451afa None None] Pushing event updated for resources: {'Port': ['ID=ded5a462-2872-4675-b6c0-7b66c74038df,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:43.765929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:43.771097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376862880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:43.854039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:43.871849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d6077e5c-364d-49c4-9ac7-cf0ce515f6fd req-204cbe70-76fb-4191-b422-b3fd2a309431 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1829635930', 'description': 'tempest-description-1426259215'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:43.926096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6077e5c-364d-49c4-9ac7-cf0ce515f6fd req-204cbe70-76fb-4191-b422-b3fd2a309431 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:44.037716 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6077e5c-364d-49c4-9ac7-cf0ce515f6fd req-204cbe70-76fb-4191-b422-b3fd2a309431 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for security_group (8c1fbbe0-f014-455b-ac6e-bdeb28856a3a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:44.049913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6077e5c-364d-49c4-9ac7-cf0ce515f6fd req-204cbe70-76fb-4191-b422-b3fd2a309431 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8c1fbbe0-f014-455b-ac6e-bdeb28856a3a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:44.140673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cbe70-76fb-4191-b422-b3fd2a309431 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1fbbe0-f014-455b-ac6e-bdeb28856a3a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:44.211547 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6077e5c-364d-49c4-9ac7-cf0ce515f6fd req-204cbe70-76fb-4191-b422-b3fd2a309431 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:44.213134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6077e5c-364d-49c4-9ac7-cf0ce515f6fd req-204cbe70-76fb-4191-b422-b3fd2a309431 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1830 time: 0.3494756
Apr 09 21:01:44.346993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-551c6cc2-d559-47af-be38-80c6e809c965 None None] Provisioning complete for port ded5a462-2872-4675-b6c0-7b66c74038df triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:44.347677 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-551c6cc2-d559-47af-be38-80c6e809c965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:44.486018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189719-09fe-479d-8beb-15365feb96f6 req-9af05f88-df22-4c60-8569-737e9cc21b6c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:44.496260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-9af05f88-df22-4c60-8569-737e9cc21b6c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 821 time: 0.2003782
Apr 09 21:01:44.542976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 79de6324-3cb0-4989-8e84-896636fe0a0e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:01:44.549704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:01:44.557499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-91c93ad8-895b-4118-8337-1c316c60bd73 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/quotas/bd8c462cb0354f748ec4a7bfa561be3d HTTP/1.1" status: 200  len: 375 time: 0.0584159
Apr 09 21:01:44.592381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 79de6324-3cb0-4989-8e84-896636fe0a0e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:44.592914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:44.598323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365c2c3-438e-43c6-89dd-b88d0bb155c0 req-82573889-d302-4d3a-8d3d-046a4a5ecdb1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:44.603536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:44.606982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c365c2c3-438e-43c6-89dd-b88d0bb155c0 req-82573889-d302-4d3a-8d3d-046a4a5ecdb1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 945 time: 0.0990539
Apr 09 21:01:44.816076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-551c6cc2-d559-47af-be38-80c6e809c965 None None] Current status of the port ded5a462-2872-4675-b6c0-7b66c74038df is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:44.816076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-551c6cc2-d559-47af-be38-80c6e809c965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:44.868972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-551c6cc2-d559-47af-be38-80c6e809c965 None None] For port ded5a462-2872-4675-b6c0-7b66c74038df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ded5a462-2872-4675-b6c0-7b66c74038df,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:44.903037 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-551c6cc2-d559-47af-be38-80c6e809c965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:44.980342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-b859331a-7bce-44da-aebd-3d3821410c5c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4126275
Apr 09 21:01:44.987536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 79de6324-3cb0-4989-8e84-896636fe0a0e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:44.987926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:45.017533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c365c2c3-438e-43c6-89dd-b88d0bb155c0 req-73e4a68a-3d45-448c-9f62-be3b803a676f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4042969
Apr 09 21:01:45.061309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c6cc2-d559-47af-be38-80c6e809c965 None None] Pushing event updated for resources: {'Port': ['ID=ded5a462-2872-4675-b6c0-7b66c74038df,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:45.092228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:45.093657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376862880>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:43Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:45.126260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:45.131419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289fe2-9ead-4c8d-ad7e-b03a19dedef7 None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:43Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:01:45.202196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:45.258527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-36be8311-a3de-465a-886b-ffe9b2344a9e service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2573190
Apr 09 21:01:45.320752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bbd61-92d3-45a7-afdc-aebec1b38176 req-bcaaa9d9-d84b-4573-9085-e22679a308fc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:45.323178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-919bbd61-92d3-45a7-afdc-aebec1b38176 req-bcaaa9d9-d84b-4573-9085-e22679a308fc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1678882
Apr 09 21:01:45.435615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-919bbd61-92d3-45a7-afdc-aebec1b38176 req-8ac65bb0-f0e3-465c-9183-355ac3b9177b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776150
Apr 09 21:01:45.437635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-89056d97-b30e-404f-8751-63a88d9c49ec service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783257
Apr 09 21:01:45.539024 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b2a540-74d5-4e4f-bcf7-29c35523179b x-openstack-request-id: req-e9b2a540-74d5-4e4f-bcf7-29c35523179b {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:45.539781 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-unplugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "code": 200}, {"name": "network-changed", "server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:45.539781 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9b2a540-74d5-4e4f-bcf7-29c35523179b {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:45.540286 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b2a540-74d5-4e4f-bcf7-29c35523179b'] response: {'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'code': 200}
Apr 09 21:01:45.540784 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b2a540-74d5-4e4f-bcf7-29c35523179b'] response: {'name': 'network-changed', 'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'status': 'completed', 'code': 200}
Apr 09 21:01:45.601324 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6610761e-e3ad-4b57-a563-111415f84df6 x-openstack-request-id: req-6610761e-e3ad-4b57-a563-111415f84df6 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:45.601324 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "name": "network-vif-plugged", "status": "completed", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:45.602029 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6610761e-e3ad-4b57-a563-111415f84df6 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:45.602029 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6610761e-e3ad-4b57-a563-111415f84df6'] response: {'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323', 'code': 200}
Apr 09 21:01:45.670841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-56aff51b-9539-44d1-8771-20e857c95756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:45.674728 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-56aff51b-9539-44d1-8771-20e857c95756 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1132 time: 0.0966201
Apr 09 21:01:45.707888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-a8da27b9-d9d3-4096-99b9-e07dcbcee33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:45.711157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-a8da27b9-d9d3-4096-99b9-e07dcbcee33b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1132 time: 0.1397102
Apr 09 21:01:45.983482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160006-ac88-4431-b37f-0a59cc9d1892 req-64fa2a48-f4ea-4a9c-999e-e45e9d57cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:45.985157 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68160006-ac88-4431-b37f-0a59cc9d1892 req-64fa2a48-f4ea-4a9c-999e-e45e9d57cfc3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1127 time: 0.3075593
Apr 09 21:01:46.082564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-d48bc0a6-4e80-4691-8c37-47e4425e9f8e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1829635930&fields=id&tenant_id=8584541985ac44cc923c89a5a518ec32 HTTP/1.1" status: 200  len: 267 time: 0.1817093
Apr 09 21:01:46.110755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-d0cfacd3-c9a8-48d0-96ff-5ba8ad90166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:46.112694 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-d0cfacd3-c9a8-48d0-96ff-5ba8ad90166a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3389931
Apr 09 21:01:46.193308 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-3b4cd0c4-d5f2-4702-b335-6f61483009df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.0731492
Apr 09 21:01:46.199089 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68160006-ac88-4431-b37f-0a59cc9d1892 req-71cc3088-15e7-41c2-92fa-9a6789b673ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983514
Apr 09 21:01:46.209338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-2edc7f84-6ace-495e-a8e3-920cf28a25e4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:46.217785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-2edc7f84-6ace-495e-a8e3-920cf28a25e4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.1341219
Apr 09 21:01:46.227443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Request body: {'port': {'security_groups': ['a806917e-bf21-4b11-8ab9-6a99dac0b42c', '8c1fbbe0-f014-455b-ac6e-bdeb28856a3a']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:46.321689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-6d544e86-91f5-4757-abe5-bbd87835a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:46.324082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-6d544e86-91f5-4757-abe5-bbd87835a1f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.6040525
Apr 09 21:01:46.332498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-346b7dd1-dea4-4e52-802d-f4a4066ad408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:46.341066 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-346b7dd1-dea4-4e52-802d-f4a4066ad408 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1350303
Apr 09 21:01:46.386475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:46.442587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-5cd2fa45-e63c-4b17-9a81-f486317ae7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:46.445747 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-5cd2fa45-e63c-4b17-9a81-f486317ae7e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1020000
Apr 09 21:01:46.640247 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-cfdecf3a-5b64-4c95-83cf-2950351a7084 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859276
Apr 09 21:01:46.694357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-cf604432-b81f-4dc7-bc14-c935c273ba4b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.0856133
Apr 09 21:01:46.861966 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-82cbbc65-230e-49a4-99be-b7e15c498c12 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158151
Apr 09 21:01:46.976300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] For port d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:47.033562 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:47.044454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:47.063181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d3c6fdfc-8ba6-48b5-8528-4a48058d742b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:47.277191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event updated for resources: {'Port': ['ID=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:47.302236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ded5a462-2872-4675-b6c0-7b66c74038df up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:47.312124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-1b0409ad-6a13-41b3-8010-8a27d3b7403b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:47.315186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-1b0409ad-6a13-41b3-8010-8a27d3b7403b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.25 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7&tenant_id=e77d97d277f245d4822a646af7d5f50d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 950 time: 0.1322505
Apr 09 21:01:47.349628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:47.350383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:47.351934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-033580ed-d95c-40d9-96a3-4213cdc73306 req-3f0e8bb0-ccd5-45d5-a67a-80c2851ee129 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "PUT /v2.0/ports/d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 982 time: 1.1330934
Apr 09 21:01:47.367650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb2bf171-eaf6-479b-80c5-9681719a3c23 req-757402c2-6d71-48d6-868f-4240c95c3208 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 210 time: 0.1658113
Apr 09 21:01:47.411784 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-762ecda0-6428-4c6e-9042-c9cf7077b798 service neutron] 10.222.0.25 "GET /v2.0/ports/79de6324-3cb0-4989-8e84-896636fe0a0e/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0882874
Apr 09 21:01:47.424379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-cfae1c83-5fbb-4c9b-abf8-f6203b4d7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:47.434325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-cfae1c83-5fbb-4c9b-abf8-f6203b4d7f2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2615664
Apr 09 21:01:47.434682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ded5a462-2872-4675-b6c0-7b66c74038df triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:47.435034 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:47.507539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d3c6fdfc-8ba6-48b5-8528-4a48058d742b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:47.566157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:47.574633 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b1afbb-cd0a-4355-be8d-728cedd86fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:47.603382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:47.606103 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b00d9f-be5b-45f6-9b8f-1799f9cb09d6" -d '{"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-plugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:47.673749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-9218d1ff-8102-4ab8-9690-fb62229459b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:47.675496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-9218d1ff-8102-4ab8-9690-fb62229459b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2351520
Apr 09 21:01:47.685685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f41f8-8034-4515-8c26-27a4fdc32b8c req-4c7d3967-790c-442a-9ddb-ceb74c080be6 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:47.687436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-935f41f8-8034-4515-8c26-27a4fdc32b8c req-4c7d3967-790c-442a-9ddb-ceb74c080be6 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 950 time: 0.1723244
Apr 09 21:01:47.694630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc41db-e280-41bd-9828-5f7366372d51 req-cd229d16-d159-4ec7-b04b-205b07668849 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:47.702842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0cc41db-e280-41bd-9828-5f7366372d51 req-cd229d16-d159-4ec7-b04b-205b07668849 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 945 time: 0.2023001
Apr 09 21:01:47.823181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ded5a462-2872-4675-b6c0-7b66c74038df is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:47.833771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 481b9036-1f2d-4ed1-8401-4454c5eca990 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:47.889282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189719-09fe-479d-8beb-15365feb96f6 req-6bb7d9a5-3a17-404a-b9c8-e5336cffc2c8 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:47.895313 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-6bb7d9a5-3a17-404a-b9c8-e5336cffc2c8 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 821 time: 0.2422652
Apr 09 21:01:47.908462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-935f41f8-8034-4515-8c26-27a4fdc32b8c req-5a36ad51-407d-4233-9a15-8a509875f185 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663833
Apr 09 21:01:47.920556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Request body: {'port': {'device_id': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'admin_state_up': True, 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:47.925288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0cc41db-e280-41bd-9828-5f7366372d51 req-83a224ca-d3b5-47e4-80f6-29197411efe8 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206295
Apr 09 21:01:47.969448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-745c44ae-7328-4496-b2bd-c1fa55a88e30 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2521214
Apr 09 21:01:48.248647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 481b9036-1f2d-4ed1-8401-4454c5eca990 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:48.249783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:48.303191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Made reservation on behalf of bd8c462cb0354f748ec4a7bfa561be3d for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:48.319962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:48.347601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fd74b-14ac-43d3-a86e-afcaa36701d8 req-6a8d3e54-5a5e-445c-a8d6-003d0a6689fb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:48.348142 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:48.356979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c10fd74b-14ac-43d3-a86e-afcaa36701d8 req-6a8d3e54-5a5e-445c-a8d6-003d0a6689fb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.2966099
Apr 09 21:01:48.388702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:48.480842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:48.498335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c10fd74b-14ac-43d3-a86e-afcaa36701d8 req-bad9530c-49c4-4d31-a4b9-bb2c8a334a23 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402540
Apr 09 21:01:48.525069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-5de26f93-ebd7-422a-81a4-6f1fbb6af3a2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1829635930&fields=id&tenant_id=8584541985ac44cc923c89a5a518ec32 HTTP/1.1" status: 200  len: 267 time: 0.2287455
Apr 09 21:01:48.530174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d9b352-0314-4edc-9eba-bad75f0eaf80 req-d8bea28e-e05d-4e12-a66e-a89ba785e869 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5540371
Apr 09 21:01:48.564009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Allocated IP 172.20.0.8 (7baa1819-530e-4fe9-a0b0-1cedcf135c19/de8d3b57-77aa-4d59-b228-8568d1515a62/b9a7f79d-1d3a-4671-b464-16baee2a1102) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:48.597071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-5856c534-99a0-4f67-bb9c-4ea5d74a61a2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:48.605624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-5856c534-99a0-4f67-bb9c-4ea5d74a61a2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 985 time: 0.0795212
Apr 09 21:01:48.608546 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74e5a48-3874-4492-8cdf-2fb73e049ad4 x-openstack-request-id: req-c74e5a48-3874-4492-8cdf-2fb73e049ad4 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:48.608845 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:48.609137 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c74e5a48-3874-4492-8cdf-2fb73e049ad4 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:48.610221 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74e5a48-3874-4492-8cdf-2fb73e049ad4'] response: {'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'status': 'completed', 'code': 200}
Apr 09 21:01:48.629249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Request body: {'port': {'security_groups': ['a806917e-bf21-4b11-8ab9-6a99dac0b42c']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:48.653954 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e197d-10b4-44ec-a848-b938d20f958d x-openstack-request-id: req-766e197d-10b4-44ec-a848-b938d20f958d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:48.654624 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-plugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:48.655549 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-766e197d-10b4-44ec-a848-b938d20f958d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:48.656203 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766e197d-10b4-44ec-a848-b938d20f958d'] response: {'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'code': 200}
Apr 09 21:01:48.764061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:48.790109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:48.833672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:48.838692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-9520c4ad-a8c6-4f20-9baf-1b71ce9348db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:48.840610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-9520c4ad-a8c6-4f20-9baf-1b71ce9348db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1167 time: 0.2303882
Apr 09 21:01:48.891430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:48.916898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:48.923048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:48.926440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd012-b10a-4dd1-8397-5240125fd035 req-531331d6-a490-4fec-9c1c-7e776abba999 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:48.928002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dcdd012-b10a-4dd1-8397-5240125fd035 req-531331d6-a490-4fec-9c1c-7e776abba999 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 931 time: 0.1172619
Apr 09 21:01:48.972250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Pushing event updated for resources: {'Port': ['ID=b9a7f79d-1d3a-4671-b464-16baee2a1102,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:49.018328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:49.018328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.045772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dcdd012-b10a-4dd1-8397-5240125fd035 req-43140c3a-5532-400a-b509-024034fa9f9d tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067204
Apr 09 21:01:49.049541 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-0953376e-d735-44e8-8b7e-936ee82490e7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1339931
Apr 09 21:01:49.074675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Request body: {'port': {'device_id': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:49.111268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:49.235833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.291753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d7c527cb-9011-4ef5-8cea-8a678536f481 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:49.292454 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.295800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-85599977-2040-492c-9462-ff1008d3560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:49.297857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-85599977-2040-492c-9462-ff1008d3560d service neutron] 10.222.0.32 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 920 time: 0.4367757
Apr 09 21:01:49.343504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:49.364441 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.377316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-59bbbff4-ea79-46d5-8c01-3709d850a386 None None] Provisioning complete for port b9a7f79d-1d3a-4671-b464-16baee2a1102 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:49.378041 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-59bbbff4-ea79-46d5-8c01-3709d850a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.418321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-597ab66d-7c3a-44b1-ab0a-745fd2ce7948 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 217 time: 0.0800767
Apr 09 21:01:49.424780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-59bbbff4-ea79-46d5-8c01-3709d850a386 None None] Port b9a7f79d-1d3a-4671-b464-16baee2a1102 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:01:49.510964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] For port d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:49.511381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:49.537847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-a5cc14ca-7c63-46e0-a805-d246081bf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:49.539276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-a5cc14ca-7c63-46e0-a805-d246081bf276 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.1132464
Apr 09 21:01:49.549632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-9838b6ed-15c5-401a-b403-d08f7cd88977 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:49.551192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-9838b6ed-15c5-401a-b403-d08f7cd88977 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 804 time: 0.3612001
Apr 09 21:01:49.599423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-fe3ff4cd-c376-42e6-96e7-c03279bf1e6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450013
Apr 09 21:01:49.605740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-b5316651-d12a-4038-8694-d8564fc63997 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/quotas/333402ee57fb405f856c323a638d2b7c HTTP/1.1" status: 200  len: 375 time: 0.0425715
Apr 09 21:01:49.631953 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.685231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.709690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d3c6fdfc-8ba6-48b5-8528-4a48058d742b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:49.760152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a7f79d-1d3a-4671-b464-16baee2a1102 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:49.774822 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Publish callbacks [] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.814831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Transition to ACTIVE for port object b9a7f79d-1d3a-4671-b464-16baee2a1102 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:01:49.824342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.834803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-b5b7b4a0-8304-404a-8942-7024913536e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:49.836508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-b5b7b4a0-8304-404a-8942-7024913536e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1132 time: 0.1736417
Apr 09 21:01:49.850562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-03f4c439-a455-4de8-9cd3-86376cf9925e tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2293279
Apr 09 21:01:49.895822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:49.897000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:49.926679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a73d2725-69e0-4e0c-ac38-ec116735f0f1 req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "PUT /v2.0/ports/d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 943 time: 1.3120351
Apr 09 21:01:49.932107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d3c6fdfc-8ba6-48b5-8528-4a48058d742b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:49.949436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7f79d-1d3a-4671-b464-16baee2a1102,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:50.048355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Attempting to bind port b9a7f79d-1d3a-4671-b464-16baee2a1102 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:50.048617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Attempting to bind port b9a7f79d-1d3a-4671-b464-16baee2a1102 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:50.048950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Attempting to bind port b9a7f79d-1d3a-4671-b464-16baee2a1102 on network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:50.068950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Port b9a7f79d-1d3a-4671-b464-16baee2a1102 on network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:01:50.069255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Attempting to bind port b9a7f79d-1d3a-4671-b464-16baee2a1102 on network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:50.075827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:50.076172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Checking segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:50.076568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Bound using segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:50.077003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Bound port: b9a7f79d-1d3a-4671-b464-16baee2a1102, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:50.077391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:50.201444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] For port b9a7f79d-1d3a-4671-b464-16baee2a1102, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:50.209989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] For port b9a7f79d-1d3a-4671-b464-16baee2a1102, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:50.210267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-32b8aff6-b0df-4ab7-a218-ec1d8202cc1b service neutron] 10.222.0.30 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3563197
Apr 09 21:01:50.226125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:50.291591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:50.292289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:50.294520 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 1091 time: 1.2378180
Apr 09 21:01:50.312674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:50.322861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85ed94-faca-42a8-88e8-c6e20e21dc26 req-1cb0e2db-d91d-48b3-91bf-8f5f60306913 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:50.325452 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b43ea28-910c-43dd-8d61-92037a21f63d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:50.331999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc85ed94-faca-42a8-88e8-c6e20e21dc26 req-1cb0e2db-d91d-48b3-91bf-8f5f60306913 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 945 time: 0.1542370
Apr 09 21:01:50.425740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5c1b-7703-4755-ad77-150227d20e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:50.450188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22426df-e32e-4045-8d3d-b66df87df23d req-1f80df7e-4851-4894-b00c-8525e844d004 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:50.451846 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a22426df-e32e-4045-8d3d-b66df87df23d req-1f80df7e-4851-4894-b00c-8525e844d004 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0b900-a8be-424c-be26-d266ce3db2aa HTTP/1.1" status: 200  len: 943 time: 0.2387877
Apr 09 21:01:50.566357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189719-09fe-479d-8beb-15365feb96f6 req-8cb66f76-0085-4794-9e52-5cbe37dbb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:50.567895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-8cb66f76-0085-4794-9e52-5cbe37dbb372 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1125 time: 0.2189023
Apr 09 21:01:50.568676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc85ed94-faca-42a8-88e8-c6e20e21dc26 req-c98f65b8-e822-4e2f-84b0-0d53a2d3b7f5 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349784
Apr 09 21:01:50.573485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-ec986ad7-973e-4c19-ba49-c38e9ccf55c6 service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9667330
Apr 09 21:01:50.582169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb99001-7a56-4a70-8393-25575d3916f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7f79d-1d3a-4671-b464-16baee2a1102,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:50.589083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182650b5-8830-48dc-92ad-26dbb3664fda tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event updated for resources: {'Port': ['ID=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:50.634518 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-15c0a385-ac89-40ac-96b9-ad8010b4eaab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 217 time: 0.0464942
Apr 09 21:01:50.655661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Deleting port 481b9036-1f2d-4ed1-8401-4454c5eca990 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:01:50.655996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:50.657437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990'}, {'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:50.660142 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805f2e5d-b33e-4933-912e-baff78eac668" -d '{"events": [{"server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990"}, {"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:50.671222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:50.789405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189719-09fe-479d-8beb-15365feb96f6 req-c9f6d13b-373f-4322-bc54-5cabe8e07d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:50.790917 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-c9f6d13b-373f-4322-bc54-5cabe8e07d93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.1363568
Apr 09 21:01:50.857876 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189719-09fe-479d-8beb-15365feb96f6 req-538ec042-657e-4c0f-aa5c-aabf898a1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:50.859207 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-538ec042-657e-4c0f-aa5c-aabf898a1fea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0602260
Apr 09 21:01:50.866958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] For port 481b9036-1f2d-4ed1-8401-4454c5eca990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b9036-1f2d-4ed1-8401-4454c5eca990,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:50.867345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:50.913859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Calling delete_port for 481b9036-1f2d-4ed1-8401-4454c5eca990 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:01:51.005060 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff" -d '{"events": [{"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:51.062101 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-639182ba-2bdb-4c96-b1e0-e4a56f8163d1 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802914
Apr 09 21:01:51.093854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-8c1c8185-69fd-4add-bbb6-7aedf98f6165 service neutron] 10.222.0.30 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7286081
Apr 09 21:01:51.126803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-3abf4205-c84f-4304-9900-6fe8068eadae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:51.128583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-3abf4205-c84f-4304-9900-6fe8068eadae service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 1.2630506
Apr 09 21:01:51.152188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da32fa4-01e4-4ee5-975f-753a263ce0de req-a7581da5-9faf-4189-a960-013483c9ce8b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:51.159476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8da32fa4-01e4-4ee5-975f-753a263ce0de req-a7581da5-9faf-4189-a960-013483c9ce8b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1510162
Apr 09 21:01:51.214009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (481b9036-1f2d-4ed1-8401-4454c5eca990), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:51.248343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-0eaf0655-2b47-4660-a5d1-77f3315625c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.1086290
Apr 09 21:01:51.256223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80b1afbb-cd0a-4355-be8d-728cedd86fc9 req-0baf98ec-e271-417c-abe4-1aeb69bb9c11 service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6638708
Apr 09 21:01:51.272964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Pushing event deleted for resources: {'Port': ['ID=481b9036-1f2d-4ed1-8401-4454c5eca990,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:51.365825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8da32fa4-01e4-4ee5-975f-753a263ce0de req-c7ddf311-7681-4006-90d4-835c376f2a36 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053270
Apr 09 21:01:51.391555 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8189719-09fe-479d-8beb-15365feb96f6 req-874901f6-a72a-4f2f-8555-bb6cc2e2d19a service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3092456
Apr 09 21:01:51.392437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] No DVR routers for this DVR port 481b9036-1f2d-4ed1-8401-4454c5eca990 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:51.417820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:51.432601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a22426df-e32e-4045-8d3d-b66df87df23d req-516e6ada-5220-4ae6-b5f9-3858922a4b98 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "DELETE /v2.0/ports/481b9036-1f2d-4ed1-8401-4454c5eca990 HTTP/1.1" status: 204  len: 173 time: 0.9726853
Apr 09 21:01:51.496570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-686d78ed-7171-4552-b7f9-ab77611ca7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:51.496570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-686d78ed-7171-4552-b7f9-ab77611ca7f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2235277
Apr 09 21:01:51.651481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-8062a10d-7e9f-4d45-8ce9-cb9d4410e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:51.653834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-8062a10d-7e9f-4d45-8ce9-cb9d4410e3b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1326935
Apr 09 21:01:51.736759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-f86855db-3c11-4412-bdd6-f6e2b748582e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3937495
Apr 09 21:01:51.743992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:51.829502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:51.877122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-d60806ad-620a-4d4f-a3f5-48bf395b3bd8 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087431
Apr 09 21:01:52.039688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:52.247586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-60a11a25-9be1-420f-9f1b-d7a080a7d5fd service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3141797
Apr 09 21:01:52.364356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Allocated IP 172.35.0.144 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/02fffbe8-fe24-4758-81e6-2b641bbdc1ae) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:52.516772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bbb47-74e3-48ae-a0d7-a7d16c1ba936 req-d97ac351-c062-4b54-a789-3ef30bb05265 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:52.518101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-282bbb47-74e3-48ae-a0d7-a7d16c1ba936 req-d97ac351-c062-4b54-a789-3ef30bb05265 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 943 time: 0.1082366
Apr 09 21:01:52.579463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for port (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:52.602059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-282bbb47-74e3-48ae-a0d7-a7d16c1ba936 req-19859216-ede2-4735-a3b5-3204361aeb88 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763643
Apr 09 21:01:52.638733 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:52.654794 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a0a83-f500-41ca-b71d-0fdf0d89e2b9 x-openstack-request-id: req-9c9a0a83-f500-41ca-b71d-0fdf0d89e2b9 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:52.655365 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:52.655365 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c9a0a83-f500-41ca-b71d-0fdf0d89e2b9 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:52.655873 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9a0a83-f500-41ca-b71d-0fdf0d89e2b9'] response: {'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'status': 'completed', 'code': 200}
Apr 09 21:01:52.721095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:52.721095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event updated for resources: {'Port': ['ID=02fffbe8-fe24-4758-81e6-2b641bbdc1ae,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:52.721095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:52.725696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:52.753280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-e53b1052-a5e1-4418-8d60-69565147ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:52.755097 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-e53b1052-a5e1-4418-8d60-69565147ca09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1125 time: 0.0730400
Apr 09 21:01:52.801401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84302f8-ad9e-4508-86fd-fb6bf8102f87 req-e93c1f20-b1b8-42d4-b43d-fe43db77698e tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:52.803229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d84302f8-ad9e-4508-86fd-fb6bf8102f87 req-e93c1f20-b1b8-42d4-b43d-fe43db77698e tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1127 time: 0.0516655
Apr 09 21:01:52.869451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-4aba09a0-a5c2-409d-a6b6-102143ec29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:52.871514 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-4aba09a0-a5c2-409d-a6b6-102143ec29ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.1096554
Apr 09 21:01:52.882787 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-570237c1-71af-4e64-9297-ed692add0959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:52.922325 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-16ba30d2-81db-4fa4-9cd6-46f6d9d91f74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 217 time: 0.0411742
Apr 09 21:01:52.945453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d84302f8-ad9e-4508-86fd-fb6bf8102f87 req-7a04e583-6eff-452a-8b0e-a58961630751 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209850
Apr 09 21:01:52.964453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for floatingip (0139cf8f-46ce-48f9-b8a6-842a61d536cd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:52.996275 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fd59e5-5d38-48f1-bb78-85dd0321db19 x-openstack-request-id: req-f3fd59e5-5d38-48f1-bb78-85dd0321db19 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:52.996646 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990", "code": 200}, {"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:52.996896 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3fd59e5-5d38-48f1-bb78-85dd0321db19 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:52.997357 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fd59e5-5d38-48f1-bb78-85dd0321db19'] response: {'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'code': 200}
Apr 09 21:01:52.997613 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fd59e5-5d38-48f1-bb78-85dd0321db19'] response: {'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'code': 200}
Apr 09 21:01:53.014396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-95325c68-a229-4a2f-902b-468117123758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:53.015911 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-95325c68-a229-4a2f-902b-468117123758 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.0856993
Apr 09 21:01:53.025659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:53.083595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-1b8dea2d-2f69-4e18-b481-e192a27ba35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:53.085559 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-1b8dea2d-2f69-4e18-b481-e192a27ba35c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0613627
Apr 09 21:01:53.116643 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e935bd20-0145-46e1-bf0f-a58b4d4aea38 x-openstack-request-id: req-e935bd20-0145-46e1-bf0f-a58b4d4aea38 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:53.117317 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:53.118470 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e935bd20-0145-46e1-bf0f-a58b4d4aea38 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:53.118888 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e935bd20-0145-46e1-bf0f-a58b4d4aea38'] response: {'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'status': 'completed', 'code': 200}
Apr 09 21:01:53.175516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8554cc24-c465-4a32-abb1-eba4201fc8d4 req-7b2aa310-5e56-4640-b776-a16db460fe1b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 210 time: 0.0838909
Apr 09 21:01:53.205186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-139f103a-6123-4396-9419-19d803ca250a service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1127334
Apr 09 21:01:53.218476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-b0f55e3f-7021-4289-b6e3-6fd32f6354d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:53.219995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-b0f55e3f-7021-4289-b6e3-6fd32f6354d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1128 time: 0.1185670
Apr 09 21:01:53.344674 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7b43ea28-910c-43dd-8d61-92037a21f63d req-4adad850-bfed-410d-925a-f24c4ab753b6 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326752
Apr 09 21:01:53.455189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-0a01f352-3550-45c5-977c-70b041828d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:53.456800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-0a01f352-3550-45c5-977c-70b041828d24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 920 time: 0.2057042
Apr 09 21:01:53.482640 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for port (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:53.522622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:53.527512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-4a963d03-47ae-4b55-8be2-7df384a9402e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 217 time: 0.0567889
Apr 09 21:01:53.535909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6904072-81b2-40d8-aef8-386b91fdeaed req-1616a7b9-6f5b-45c2-a2df-7860eb816165 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:53.537464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6904072-81b2-40d8-aef8-386b91fdeaed req-1616a7b9-6f5b-45c2-a2df-7860eb816165 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1152172
Apr 09 21:01:53.685223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event updated for resources: {'Port': ['ID=02fffbe8-fe24-4758-81e6-2b641bbdc1ae,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:53.693311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-5ff9a2d6-de0a-4c0e-b9d0-4a6be8688c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:53.694804 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-5ff9a2d6-de0a-4c0e-b9d0-4a6be8688c76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.1359699
Apr 09 21:01:53.740848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6904072-81b2-40d8-aef8-386b91fdeaed req-11ccaf2f-78ba-431e-bf4e-d4ebd31849dc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786375
Apr 09 21:01:53.743075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-11bb7f9c-c740-4c71-abbd-d253e8e9361f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387375
Apr 09 21:01:53.744081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (0139cf8f-46ce-48f9-b8a6-842a61d536cd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:53.782878 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:53.784266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-97b3378f-cd0b-458b-b3f4-f53810fb38b0 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0463920
Apr 09 21:01:53.791826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 481b9036-1f2d-4ed1-8401-4454c5eca990 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:53.879456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 481b9036-1f2d-4ed1-8401-4454c5eca990 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:01:53.879834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 481b9036-1f2d-4ed1-8401-4454c5eca990 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:53.910374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-d8f4f90b-e8b5-4b3a-9627-69539b15658d tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.144 HTTP/1.1" status: 200  len: 696 time: 0.0880830
Apr 09 21:01:53.946939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-79e01295-9380-4e3c-af3b-aeed4091f209 service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908388
Apr 09 21:01:53.959791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3938c-dc82-4bc3-b4bb-561671b3555a req-208e5990-1042-4ffd-88a2-76fc1a498f69 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:53.961481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15a3938c-dc82-4bc3-b4bb-561671b3555a req-208e5990-1042-4ffd-88a2-76fc1a498f69 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1127 time: 0.0925846
Apr 09 21:01:54.050287 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:54.149334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15a3938c-dc82-4bc3-b4bb-561671b3555a req-11a4bc05-27ce-4017-aa4e-71b1999678d2 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670821
Apr 09 21:01:54.176742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-5fb5795c-0e2b-4c1d-8d44-efd55e1dd277 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:54.178572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2eee62ac-6343-4e1c-8a03-f87d1b398843 req-5fb5795c-0e2b-4c1d-8d44-efd55e1dd277 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2595053
Apr 09 21:01:54.215129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a06ec2a-c809-47a1-b0e3-138c5d3b52ff req-97b2767b-afe6-4562-9a5e-4c5b54bfac6b service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2568524
Apr 09 21:01:54.331553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e2709-dc85-42df-95be-527517195578 req-f73ae42b-1448-453e-b884-6a959fed0296 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:54.339866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728e2709-dc85-42df-95be-527517195578 req-f73ae42b-1448-453e-b884-6a959fed0296 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 943 time: 0.0789108
Apr 09 21:01:54.449420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728e2709-dc85-42df-95be-527517195578 req-4a42e3f1-45eb-4fcc-9e05-631543b656fc tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084487
Apr 09 21:01:54.657541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'name': 'network-vif-deleted', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:54.661167 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52a15ea-db10-48d5-9442-7316b6979bc4" -d '{"events": [{"server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "name": "network-vif-deleted", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:54.721429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-069d12df-3cb8-47fb-89c2-c1df8755a503 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:54.729452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-069d12df-3cb8-47fb-89c2-c1df8755a503 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1184165
Apr 09 21:01:54.813317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd89368-05fc-4384-bdbf-5ea559369fdd req-b09b2f65-f089-444e-bf91-f385638be48a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 210 time: 0.0769174
Apr 09 21:01:54.821652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-3ee7d576-f851-462c-8ef8-6f19a420bf04 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:54.823227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-3ee7d576-f851-462c-8ef8-6f19a420bf04 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 804 time: 0.4380028
Apr 09 21:01:54.844077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-1cc780ed-d2ed-4fd9-8bb0-7c37406cc903 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.144 HTTP/1.1" status: 200  len: 696 time: 0.1132970
Apr 09 21:01:54.851514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Request body: {'floatingip': {'port_id': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:54.856685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Request body: {'port': {'device_id': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'admin_state_up': True, 'tenant_id': '333402ee57fb405f856c323a638d2b7c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:55.028760 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for floatingip (0139cf8f-46ce-48f9-b8a6-842a61d536cd), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:55.048111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:55.084084 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:55.108650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b9a7f79d-1d3a-4671-b464-16baee2a1102 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:01:55.270072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-908838f3-cb4d-4ae2-8c95-f00d9a27d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:55.271681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-908838f3-cb4d-4ae2-8c95-f00d9a27d46d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7&tenant_id=e77d97d277f245d4822a646af7d5f50d HTTP/1.1" status: 200  len: 1132 time: 0.1246221
Apr 09 21:01:55.275752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Made reservation on behalf of 333402ee57fb405f856c323a638d2b7c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:01:55.278663 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:55.301812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:55.305943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b9a7f79d-1d3a-4671-b464-16baee2a1102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:55.330370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'mac_address': 'fa:16:3e:c4:c6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:01:55.407974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b9a7f79d-1d3a-4671-b464-16baee2a1102 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:55.407974 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:55.428148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a7f79d-1d3a-4671-b464-16baee2a1102 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:55.474532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b9a7f79d-1d3a-4671-b464-16baee2a1102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:55.482596 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:55.587812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b9a7f79d-1d3a-4671-b464-16baee2a1102,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:55.812388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b9a7f79d-1d3a-4671-b464-16baee2a1102'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:55.946320 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:56.147934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Allocated IP 172.20.0.11 (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c/54fcb9fd-163d-4271-b203-19d5638517d1/462aa770-8d57-4511-8729-466cb3c11cb7) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:01:56.357314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d216a09e-4127-46d0-a2e6-106f59a47ee1 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:01:56.359305 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d216a09e-4127-46d0-a2e6-106f59a47ee1 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065565
Apr 09 21:01:56.420684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-260590f7-93c4-4e68-bd5a-71019a4fa4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:56.422089 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-260590f7-93c4-4e68-bd5a-71019a4fa4fe service neutron] 10.222.0.30 "GET /v2.0/ports/0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 200  len: 1124 time: 0.0472255
Apr 09 21:01:56.434461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:56.434974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Unknown quota resources ['binding']. {{(pid=126919) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:01:56.618504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:56.618912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:56.619274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:56.625207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:01:56.625531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:56.632014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:56.632351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:56.632767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:56.633231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Bound port: 0f3e486d-5fcd-4183-97a9-2a32f168c323, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:56.668229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:56.706303 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:01:56.718427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:56.733089 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:56.740981 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-828ff0e9-db41-4e9a-acda-accbd5141d04 service neutron] 10.222.0.30 "POST /v2.0/ports/0f3e486d-5fcd-4183-97a9-2a32f168c323/bindings HTTP/1.1" status: 201  len: 389 time: 0.3094752
Apr 09 21:01:56.827115 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:56.835192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:56.893181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Publish callbacks [] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:56.908695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Transition to ACTIVE for port object 79de6324-3cb0-4989-8e84-896636fe0a0e will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:01:56.909511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:56.912137 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551443ff-2f12-4f88-a234-8405202ac5f9" -d '{"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-unplugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:56.927246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:56.939615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (0139cf8f-46ce-48f9-b8a6-842a61d536cd), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:56.947202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:57.002790 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks [] for port (462aa770-8d57-4511-8729-466cb3c11cb7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:57.019865 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d1c117-23e0-4d6e-bacf-8cc4c7c55760 x-openstack-request-id: req-23d1c117-23e0-4d6e-bacf-8cc4c7c55760 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:01:57.020432 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0b900-a8be-424c-be26-d266ce3db2aa", "name": "network-vif-deleted", "tag": "481b9036-1f2d-4ed1-8401-4454c5eca990", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:01:57.020869 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23d1c117-23e0-4d6e-bacf-8cc4c7c55760 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:01:57.021549 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d1c117-23e0-4d6e-bacf-8cc4c7c55760'] response: {'server_uuid': '99f0b900-a8be-424c-be26-d266ce3db2aa', 'name': 'network-vif-deleted', 'tag': '481b9036-1f2d-4ed1-8401-4454c5eca990', 'status': 'completed', 'code': 200}
Apr 09 21:01:57.077659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:57.120164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b9a7f79d-1d3a-4671-b464-16baee2a1102 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:01:57.191711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-05d9014d-8f72-4e5a-a265-94e27164983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:57.203927 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-05d9014d-8f72-4e5a-a265-94e27164983c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1127 time: 0.1061294
Apr 09 21:01:57.248536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] No DVR routers for this DVR port 79de6324-3cb0-4989-8e84-896636fe0a0e on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:01:57.258349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port b9a7f79d-1d3a-4671-b464-16baee2a1102 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:01:57.277622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port b9a7f79d-1d3a-4671-b464-16baee2a1102 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:01:57.277999 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:57.405076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-ff8185a9-d6c9-42a4-b513-1f4653d6e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:57.407620 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-ff8185a9-d6c9-42a4-b513-1f4653d6e814 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.1937330
Apr 09 21:01:57.424686 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Floating IP 0139cf8f-46ce-48f9-b8a6-842a61d536cd associated. External IP: 172.35.0.144, port: d3c6fdfc-8ba6-48b5-8528-4a48058d742b.
Apr 09 21:01:57.455639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:57.473072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:01:57.474242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:01:57.474888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:57.484147 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-779de85e-097d-4991-beec-5bade9e5f46e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 200  len: 217 time: 0.0620906
Apr 09 21:01:57.490955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:01:57.499893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9a6c-f957-4052-b47f-c88bc40a102a req-fa901165-81ee-4274-b77a-eb8b879d6b8c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:57.509751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-850c9a6c-f957-4052-b47f-c88bc40a102a req-fa901165-81ee-4274-b77a-eb8b879d6b8c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 949 time: 0.2965903
Apr 09 21:01:57.553404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:01:57.557083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:01:57.599363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-e47853fb-373e-4135-a87a-eb8a7bdc2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:57.601066 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-e47853fb-373e-4135-a87a-eb8a7bdc2061 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1096177
Apr 09 21:01:57.642707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:01:57.643335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Attempting to bind port 79de6324-3cb0-4989-8e84-896636fe0a0e on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:01:57.655877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:01:57.656144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:01:57.657884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:01:57.658230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Bound port: 79de6324-3cb0-4989-8e84-896636fe0a0e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:01:57.658707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:57.663429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b9a7f79d-1d3a-4671-b464-16baee2a1102 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:57.664083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:57.703862 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1ecb605e-be10-4c72-843c-836d78ebbc74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0853248
Apr 09 21:01:57.704889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b9a7f79d-1d3a-4671-b464-16baee2a1102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:57.705810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:01:57.708380 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e6161b-d3d1-490f-88af-24719bc6f598" -d '{"events": [{"server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "name": "network-vif-plugged", "status": "completed", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:01:57.745859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:57.752531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:57.753627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:57.813707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:01:57.815760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b9a7f79d-1d3a-4671-b464-16baee2a1102,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:57.825072 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-3a7eb7c5-1ce0-4c40-a8e0-469c3bd93605 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1149249
Apr 09 21:01:57.831909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Pushing event updated for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:57.910761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port 79de6324-3cb0-4989-8e84-896636fe0a0e host nch1-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:01:57.911564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:01:57.979387 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-4463e34a-bc91-490e-92b5-82dbf9883428 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472726
Apr 09 21:01:58.251374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-850c9a6c-f957-4052-b47f-c88bc40a102a req-f6903003-be0f-49e1-83d9-317389e1c431 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7390907
Apr 09 21:01:58.275642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-47872497-7b65-4456-875a-9973a9b35644 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4291313
Apr 09 21:01:58.301271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Request body: {'port': {'device_id': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:01:58.409773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:01:58.451952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:01:58.495764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4df96-8ec7-4848-879c-3bcdab7e94d8 req-152cd511-2dcc-477d-a790-9e712f1bdde6 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:58.497389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42f4df96-8ec7-4848-879c-3bcdab7e94d8 req-152cd511-2dcc-477d-a790-9e712f1bdde6 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 945 time: 0.1516795
Apr 09 21:01:58.505797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:58.526356 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:58.801435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:58.802444 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:58.804735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] 10.222.0.32 "PUT /v2.0/ports/79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 1097 time: 3.5120511
Apr 09 21:01:58.881776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Router 43a026bb-c2ea-4313-ba58-0cbf30815cdb has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:01:58.893880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42f4df96-8ec7-4848-879c-3bcdab7e94d8 req-95568393-308b-45cf-80a6-08d064765e61 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3849506
Apr 09 21:01:58.920847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84b1f2-9d0e-4b53-be19-1ccea71733ae service neutron] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=11']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:59.137685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:01:59.192332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-4dbfa657-4aa8-45ef-a456-764fa5324ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:59.205777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-4dbfa657-4aa8-45ef-a456-764fa5324ab4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1131 time: 0.3039453
Apr 09 21:01:59.468710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:59.468978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70b009-3b01-4da0-985b-b6bf9990584d req-271b81b5-bc48-4a0d-9c7f-5c67683698ca tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:59.471054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f70b009-3b01-4da0-985b-b6bf9990584d req-271b81b5-bc48-4a0d-9c7f-5c67683698ca tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 932 time: 0.3587198
Apr 09 21:01:59.507601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'mac_address': 'fa:16:3e:d7:49:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:01:59.573797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d7c527cb-9011-4ef5-8cea-8a678536f481 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:01:59.574814 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:59.620389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c527cb-9011-4ef5-8cea-8a678536f481 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:01:59.690777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:01:59.704534 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:59.763352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-bd714862-03d4-4621-bc4f-558331f7970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:01:59.765626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-bd714862-03d4-4621-bc4f-558331f7970e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.4604120
Apr 09 21:01:59.770257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:01:59.790529 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:01:59.796202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f70b009-3b01-4da0-985b-b6bf9990584d req-45eaf55c-31c1-47f5-a0fe-8b4dada434da tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100414
Apr 09 21:01:59.799212 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] Sync routers for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:01:59.821645 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:01:59.822402 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fb3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:01:59.940562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:01:59.949916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d7c527cb-9011-4ef5-8cea-8a678536f481'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:01:59.987709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462aa770-8d57-4511-8729-466cb3c11cb7 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:00.041545 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Publish callbacks [] for port (462aa770-8d57-4511-8729-466cb3c11cb7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:00.066307 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:00.086108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-760b3dff-7962-41d3-8052-0041cd1875e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.2949374
Apr 09 21:02:00.314950 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:00.407412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784c04-db2e-4a98-b941-33db19c74ed1 req-7ce09c66-8587-4b2c-9e22-c4b1a9a1467d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:00.416676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f784c04-db2e-4a98-b941-33db19c74ed1 req-7ce09c66-8587-4b2c-9e22-c4b1a9a1467d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 945 time: 0.4173377
Apr 09 21:02:00.458571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Transition to ACTIVE for port object 462aa770-8d57-4511-8729-466cb3c11cb7 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:02:00.474492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-45cc1a54-3eb0-402f-a60a-86e90e981ba1 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "PUT /v2.0/floatingips/0139cf8f-46ce-48f9-b8a6-842a61d536cd HTTP/1.1" status: 200  len: 997 time: 5.6280816
Apr 09 21:02:00.509706 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:00.598405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-ad8977ab-021f-48b7-89c2-12d8b299fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:00.603479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-ad8977ab-021f-48b7-89c2-12d8b299fa68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1128 time: 0.0673456
Apr 09 21:02:00.639707 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fb3640>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0139cf8f-46ce-48f9-b8a6-842a61d536cd', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'floating_ip_address': '172.35.0.144', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'port_id': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'mac_address': 'fa:16:3e:59:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:01:52Z', 'updated_at': '2022-04-09T21:01:56Z', 'revision_number': 1, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:00.699753 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] Checking router: 43a026bb-c2ea-4313-ba58-0cbf30815cdb for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:02:00.717655 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:00.718498 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fb3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:00.760150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-50b58318-eaed-4109-a472-e611a746f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:00.761946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-50b58318-eaed-4109-a472-e611a746f98f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.6749208
Apr 09 21:02:00.763366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Pushing event updated for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:00.881487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-b93075d9-3312-4347-8aea-bd2501d13b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:00.883203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-b93075d9-3312-4347-8aea-bd2501d13b4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0686841
Apr 09 21:02:00.976485 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:01.053677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f784c04-db2e-4a98-b941-33db19c74ed1 req-ff38fac2-4a87-4b22-b273-9ec2d6c88c1b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6336761
Apr 09 21:02:01.143724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:02:01.218193 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3abe96a-7f5d-4668-8dc5-3c6c47c08ccf x-openstack-request-id: req-a3abe96a-7f5d-4668-8dc5-3c6c47c08ccf {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:01.218640 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-unplugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:01.218906 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3abe96a-7f5d-4668-8dc5-3c6c47c08ccf {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:01.219328 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3abe96a-7f5d-4668-8dc5-3c6c47c08ccf'] response: {'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'code': 200}
Apr 09 21:02:01.227723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Attempting to bind port 462aa770-8d57-4511-8729-466cb3c11cb7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:02:01.228054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Attempting to bind port 462aa770-8d57-4511-8729-466cb3c11cb7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:02:01.228380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Attempting to bind port 462aa770-8d57-4511-8729-466cb3c11cb7 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:01.245232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d7c527cb-9011-4ef5-8cea-8a678536f481 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:01.246794 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:01.290853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Port 462aa770-8d57-4511-8729-466cb3c11cb7 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:02:01.291306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Attempting to bind port 462aa770-8d57-4511-8729-466cb3c11cb7 on network 78a6d2d3-bb80-48c0-a446-3fd1d832ea3c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:01.322869 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1210ba-64a7-437a-888c-6f4ce390b140 x-openstack-request-id: req-6f1210ba-64a7-437a-888c-6f4ce390b140 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:01.323610 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "name": "network-vif-plugged", "status": "completed", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:01.323610 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f1210ba-64a7-437a-888c-6f4ce390b140 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:01.323886 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1210ba-64a7-437a-888c-6f4ce390b140'] response: {'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'code': 200}
Apr 09 21:02:01.341266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:02:01.341583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Checking segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:01.341967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Bound using segment: {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:02:01.342394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Bound port: 462aa770-8d57-4511-8729-466cb3c11cb7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6618009-aff5-460e-90cc-d9907d137b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:02:01.342843 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:01.367034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-0df5da83-c284-4cee-832c-bfd932acd803 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4707923
Apr 09 21:02:01.375832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-7ace1042-0edc-47ea-bf0c-530e85d56e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:01.377430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-7ace1042-0edc-47ea-bf0c-530e85d56e54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 920 time: 0.7383568
Apr 09 21:02:01.454100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5dc12-8174-4e69-af74-fd025d2e955e req-fbb6e46d-f320-4a2e-817d-4966ab78bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:01.456096 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d6e5dc12-8174-4e69-af74-fd025d2e955e req-fbb6e46d-f320-4a2e-817d-4966ab78bb01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.0714009
Apr 09 21:02:01.469583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d7c527cb-9011-4ef5-8cea-8a678536f481 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:01.469971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:01.566496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:01.576257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:01.620974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fb3640>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0139cf8f-46ce-48f9-b8a6-842a61d536cd', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'floating_ip_address': '172.35.0.144', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'port_id': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'mac_address': 'fa:16:3e:59:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:01:52Z', 'updated_at': '2022-04-09T21:01:56Z', 'revision_number': 1, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:01.683695 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d6e5dc12-8174-4e69-af74-fd025d2e955e req-878215fc-5878-4167-b6cc-3bcb98c220fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198602
Apr 09 21:02:01.696598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=10']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:01.750668 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9ca94-0199-4b1b-8ac6-c5500ae788ba None None] The sync data for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 is: [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0139cf8f-46ce-48f9-b8a6-842a61d536cd', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'floating_ip_address': '172.35.0.144', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'port_id': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'mac_address': 'fa:16:3e:59:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:01:52Z', 'updated_at': '2022-04-09T21:01:56Z', 'revision_number': 1, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:02:01.818603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:01.888887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b41d4a3-f8c0-4fe0-8346-88c2b9ef26e0 req-d306a64a-9a6a-4cea-aa7c-5df722c71dad service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5103881
Apr 09 21:02:01.900459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:02:01.922870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:01.981025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-4f77e3ce-6f61-4124-b51d-8e0214c8ecd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 1000 time: 0.5453753
Apr 09 21:02:01.996083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:01.996741 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:01.998311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] 10.222.0.25 "PUT /v2.0/ports/462aa770-8d57-4511-8729-466cb3c11cb7 HTTP/1.1" status: 200  len: 1092 time: 3.7120962
Apr 09 21:02:02.086106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e21c9-dbab-42c4-a2dc-56cc704f5306 service neutron] Pushing event updated for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:02.152104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-7298aad9-a508-4c29-9ac2-795f5762faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:02.156814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-7298aad9-a508-4c29-9ac2-795f5762faa2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 1126 time: 0.0823951
Apr 09 21:02:02.162300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-399e40f9-e6a9-423d-9e16-1f4921efe129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:02.165026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-399e40f9-e6a9-423d-9e16-1f4921efe129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.1388347
Apr 09 21:02:02.249460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-6036affd-e4b1-45c6-8390-7b605080990f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=462aa770-8d57-4511-8729-466cb3c11cb7 HTTP/1.1" status: 200  len: 217 time: 0.0832477
Apr 09 21:02:02.308017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a07922-f3b5-4a41-a104-fb174605ef9d None None] New status for floating IP 0139cf8f-46ce-48f9-b8a6-842a61d536cd: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:02:02.362995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-97d02963-a3cc-43ab-a63d-f4299718961e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1126313
Apr 09 21:02:02.464408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-f9997cca-968a-463b-9285-ba95250da5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:02.466017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-f9997cca-968a-463b-9285-ba95250da5d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 200  len: 844 time: 0.1988752
Apr 09 21:02:02.608689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-00541cf6-80fd-44fa-b5a3-927a9224c87e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0789256
Apr 09 21:02:02.660990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-ac146352-50d7-4362-a780-6f9177671b0c service neutron] 10.222.0.30 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692883
Apr 09 21:02:02.805942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-018c162b-6ff6-4a8a-886d-04b78227fd27 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1875436
Apr 09 21:02:03.004181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb38ac6-b9ca-4048-81b8-bdb1964fe9ed req-60824ba1-ea5a-4afc-9440-71cecf1a2ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260520
Apr 09 21:02:03.013158 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1aa9ac5-4803-4928-96af-157f785b4bf5 req-3e97beaa-f306-4091-b5b4-9169e3aaa6d4 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010345
Apr 09 21:02:03.129880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c78db-f99b-4d27-bf44-d1f20d7492e7 req-3fad35fb-05d7-416d-a54b-df16912be0f6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:03.138775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f83c78db-f99b-4d27-bf44-d1f20d7492e7 req-3fad35fb-05d7-416d-a54b-df16912be0f6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 949 time: 0.0680323
Apr 09 21:02:03.192171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f83c78db-f99b-4d27-bf44-d1f20d7492e7 req-719e1ee2-eeda-4f7b-9b80-cf6ef62f8dc6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519226
Apr 09 21:02:03.220096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}, {'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b'}, {'name': 'network-changed', 'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:03.222602 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c" -d '{"events": [{"name": "network-changed", "server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}, {"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b"}, {"name": "network-changed", "server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:03.324911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:03.328365 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234de798-f79b-4d12-ad60-7fa8a0077aea" -d '{"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-plugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:03.376046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fc6e7-330e-4649-8d4f-ca80ba7e5c4a req-d738877c-2e80-4621-a7bb-fb2fa5e5cea9 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:03.388036 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba1fc6e7-330e-4649-8d4f-ca80ba7e5c4a req-d738877c-2e80-4621-a7bb-fb2fa5e5cea9 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 945 time: 0.0985849
Apr 09 21:02:03.498191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba1fc6e7-330e-4649-8d4f-ca80ba7e5c4a req-5b4a9693-fac7-46eb-b26f-d5ee5f3f7e8e tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085486
Apr 09 21:02:03.654306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183c4b2-fa92-404b-bb38-6221c1fde149 req-f1c725a5-ef5d-4889-8d4d-14af83aa08ed tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:03.668233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9183c4b2-fa92-404b-bb38-6221c1fde149 req-f1c725a5-ef5d-4889-8d4d-14af83aa08ed tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 944 time: 0.0852385
Apr 09 21:02:03.804894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9183c4b2-fa92-404b-bb38-6221c1fde149 req-260593b0-4f02-483b-bf30-5ee79c9d1269 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353419
Apr 09 21:02:03.962407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec2f0e-541c-44f6-acb8-ca18d96f41a7 req-8a4dca3b-4b45-4adb-a723-d9ea0f8edd15 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:03.964915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9eec2f0e-541c-44f6-acb8-ca18d96f41a7 req-8a4dca3b-4b45-4adb-a723-d9ea0f8edd15 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 945 time: 0.0726221
Apr 09 21:02:04.031433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9eec2f0e-541c-44f6-acb8-ca18d96f41a7 req-f3405ea8-164a-44ce-a3a1-5878136092b9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588601
Apr 09 21:02:04.135295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-283d1a79-a2f2-46d1-9b14-b4538553f3b6 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:04.136824 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-283d1a79-a2f2-46d1-9b14-b4538553f3b6 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0649903
Apr 09 21:02:04.188573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-97f8a145-27f9-4ac7-ae11-2d896051d847 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.144 HTTP/1.1" status: 200  len: 1002 time: 0.1019061
Apr 09 21:02:04.267810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71070-de51-4fb0-af66-373df97f979c req-79c1ccf5-94d3-4dca-9a57-004c319627a8 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:04.281507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-79c1ccf5-94d3-4dca-9a57-004c319627a8 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports/d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 943 time: 0.0864625
Apr 09 21:02:04.442894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-e4a28f7b-f382-4228-9fd1-e2597cbe926f tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.144 HTTP/1.1" status: 200  len: 1002 time: 0.1225340
Apr 09 21:02:04.599902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:04.608332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71070-de51-4fb0-af66-373df97f979c req-634dfbb5-bb3d-49e4-90ed-0c1e2819ab34 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:04.615323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-634dfbb5-bb3d-49e4-90ed-0c1e2819ab34 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.1715066
Apr 09 21:02:04.753441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:04.786326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-6695c03d-3141-40de-8ea5-7b4802af80c6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.144 HTTP/1.1" status: 200  len: 1002 time: 0.1643338
Apr 09 21:02:04.798905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:04.975556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for floatingip (0139cf8f-46ce-48f9-b8a6-842a61d536cd), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:05.157323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0f3e486d-5fcd-4183-97a9-2a32f168c323 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:02:05.606099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:05.642490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0f3e486d-5fcd-4183-97a9-2a32f168c323 has no active binding in host nch1-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 21:02:05.865564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 462aa770-8d57-4511-8729-466cb3c11cb7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:02:05.999235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:06.072033 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:06.076695 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.086125 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (0139cf8f-46ce-48f9-b8a6-842a61d536cd), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.086588 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Floating IP 0139cf8f-46ce-48f9-b8a6-842a61d536cd disassociated. External IP: 172.35.0.144, port: d3c6fdfc-8ba6-48b5-8528-4a48058d742b.
Apr 09 21:02:06.107219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '462aa770-8d57-4511-8729-466cb3c11cb7', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'port_id': '462aa770-8d57-4511-8729-466cb3c11cb7', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fcb9fd-163d-4271-b203-19d5638517d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:02:06.107506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:06.205643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:06.211114 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0757a94-1997-4393-ad99-667b32412cfa" -d '{"events": [{"server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:06.223167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Publish callbacks [] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.233364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 462aa770-8d57-4511-8729-466cb3c11cb7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:06.235694 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.242592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.276440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462aa770-8d57-4511-8729-466cb3c11cb7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:06.338106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:06.350757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.389437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:06.474495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:06.535243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:02:06.535650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:02:06.544521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:06.555434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:02:06.555833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Attempting to bind port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on network 6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:06.572566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:02:06.572566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Checking segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:06.572566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Bound using segment: {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:02:06.572566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Bound port: 0f3e486d-5fcd-4183-97a9-2a32f168c323, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e3a0fe-f41e-488b-9b94-d5d9e7be396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6e4c0a84-06ca-42fe-9656-5da4d34fcdb0'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:02:06.585417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.608958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Router 43a026bb-c2ea-4313-ba58-0cbf30815cdb has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:02:06.736514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:06.740467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:02:06.744299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:02:06.752627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.761352 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.771616 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] Sync routers for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:02:06.794157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['462aa770-8d57-4511-8729-466cb3c11cb7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:06.801422 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:06.802513 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770cbe80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:06.857124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-1f78efeb-7b9e-4619-b65b-cac1208b64f6 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "PUT /v2.0/floatingips/0139cf8f-46ce-48f9-b8a6-842a61d536cd HTTP/1.1" status: 200  len: 695 time: 2.0623789
Apr 09 21:02:06.963448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=8']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:06.970805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:06.978739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:06.983287 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-1f235041-88c4-4c74-8a87-c7f43e388363 service neutron] 10.222.0.32 "PUT /v2.0/ports/0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 200  len: 1121 time: 2.3911903
Apr 09 21:02:07.024135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71070-de51-4fb0-af66-373df97f979c req-6cde115f-1c0e-4c35-a2ab-109aad94149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:07.028805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-6cde115f-1c0e-4c35-a2ab-109aad94149e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1128 time: 0.1140234
Apr 09 21:02:07.118446 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:07.123149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['0f3e486d-5fcd-4183-97a9-2a32f168c323'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:07.141653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['0f3e486d-5fcd-4183-97a9-2a32f168c323'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:07.236130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:02:07.293815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71070-de51-4fb0-af66-373df97f979c req-94e697e4-a12d-4672-b352-cc22ab26b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:07.295757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-94e697e4-a12d-4672-b352-cc22ab26b7cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 920 time: 0.2595062
Apr 09 21:02:07.346731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-4b3372fa-68b7-4caa-856d-57ee1c997117 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 217 time: 0.0436692
Apr 09 21:02:07.410470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:07.436778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71070-de51-4fb0-af66-373df97f979c req-6c953170-e7d6-4809-8662-9a7c8e1e4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:07.436778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-6c953170-e7d6-4809-8662-9a7c8e1e4584 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.0755620
Apr 09 21:02:07.454915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'mac_address': 'fa:16:3e:8f:e5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:02:07.505026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-5e4521c8-c72d-4539-87ab-0941f42fc2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575554
Apr 09 21:02:07.617440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 79de6324-3cb0-4989-8e84-896636fe0a0e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:07.617683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:07.639683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79de6324-3cb0-4989-8e84-896636fe0a0e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:07.699827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-f9ff3630-1621-4cf4-bfc5-9f4b8b9d8bab service neutron] 10.222.0.30 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755633
Apr 09 21:02:07.713554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:07.776623 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:07.848965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770cbe80>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:07.899458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:07.964715 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] Checking router: 43a026bb-c2ea-4313-ba58-0cbf30815cdb for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:02:07.990067 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:07.993396 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770cbe80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:01:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:08.034007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4d71070-de51-4fb0-af66-373df97f979c req-5fd9b1a4-38a8-4d6f-9a3d-bce228e85cb1 service neutron] 10.222.0.30 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3237050
Apr 09 21:02:08.215820 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe7e557-e3f7-4168-a105-007fbd6dea50 x-openstack-request-id: req-efe7e557-e3f7-4168-a105-007fbd6dea50 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:08.217658 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:08.218319 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efe7e557-e3f7-4168-a105-007fbd6dea50 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:08.218766 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe7e557-e3f7-4168-a105-007fbd6dea50'] response: {'name': 'network-changed', 'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'status': 'completed', 'code': 200}
Apr 09 21:02:08.219074 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe7e557-e3f7-4168-a105-007fbd6dea50'] response: {'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'status': 'completed', 'code': 200}
Apr 09 21:02:08.219306 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe7e557-e3f7-4168-a105-007fbd6dea50'] response: {'name': 'network-changed', 'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7', 'status': 'completed', 'code': 200}
Apr 09 21:02:08.315144 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2de775-862e-41a1-99de-3d9c4ad71400 x-openstack-request-id: req-3a2de775-862e-41a1-99de-3d9c4ad71400 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:08.315796 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-plugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:08.316493 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a2de775-862e-41a1-99de-3d9c4ad71400 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:08.316493 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2de775-862e-41a1-99de-3d9c4ad71400'] response: {'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'code': 200}
Apr 09 21:02:08.335161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-b77aa856-a9c7-422e-a04f-b52d5359a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:08.336723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-b77aa856-a9c7-422e-a04f-b52d5359a218 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=333402ee57fb405f856c323a638d2b7c&device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 1127 time: 0.1018553
Apr 09 21:02:08.351384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-4327f298-75a8-4f9e-9501-0caaab992f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:08.361910 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-4327f298-75a8-4f9e-9501-0caaab992f91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e77d97d277f245d4822a646af7d5f50d&device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1132 time: 0.1188548
Apr 09 21:02:08.422505 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:08.543675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-e4c8a5fd-2941-416b-acb4-eb0d5e8e0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:08.543675 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-e4c8a5fd-2941-416b-acb4-eb0d5e8e0f3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1728506
Apr 09 21:02:08.649412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be03a76-3eab-4565-93d0-6645e09894b0 req-60702f94-cf31-4a9c-9b89-684749253a92 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:08.650739 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-7431e5ff-0f57-4450-96e8-f5cfb1762879 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 200  len: 217 time: 0.0965700
Apr 09 21:02:08.651318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7be03a76-3eab-4565-93d0-6645e09894b0 req-60702f94-cf31-4a9c-9b89-684749253a92 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 950 time: 0.1423066
Apr 09 21:02:08.693576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-6884245f-a160-4022-9f9e-37894fa50c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:08.696536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-6884245f-a160-4022-9f9e-37894fa50c11 service neutron] 10.222.0.25 "GET /v2.0/networks?id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 200  len: 905 time: 0.3517406
Apr 09 21:02:08.751463 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:02:08.777110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-5a0398ac-3241-4eb7-9ca3-a15374902d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:08.777110 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-5a0398ac-3241-4eb7-9ca3-a15374902d2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1087515
Apr 09 21:02:08.782191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-497962f3-6380-4039-806f-65e88f6dca37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=462aa770-8d57-4511-8729-466cb3c11cb7 HTTP/1.1" status: 200  len: 217 time: 0.0705171
Apr 09 21:02:08.809863 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770cbe80>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:08.860015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-1943f1c9-6569-4e57-83fc-c2afc3e31ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:08.862054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-1943f1c9-6569-4e57-83fc-c2afc3e31ed6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 200  len: 844 time: 0.0704656
Apr 09 21:02:08.877800 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20a657-8871-4ca3-8bf7-6fb15491082a None None] The sync data for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 is: [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:00:25Z', 'revision_number': 4, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560c8f4-c62f-4945-b704-0ee933f70009', 'name': '', 'network_id': '61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'mac_address': 'fa:16:3e:f8:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:24Z', 'updated_at': '2022-04-09T21:00:38Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'subnets': [{'id': 'b81727e9-eb0a-4e37-85d8-4ddeecd75219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:02:08.895158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-8fadd95e-1d23-4fbe-bf95-f85e1a5cecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:08.898742 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-8fadd95e-1d23-4fbe-bf95-f85e1a5cecb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1103089
Apr 09 21:02:08.920284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-94177094-ee51-4ede-86a0-cb34cd39b8db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408070
Apr 09 21:02:09.036369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 462aa770-8d57-4511-8729-466cb3c11cb7 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:02:09.047226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-f335dd9b-0bd2-43a5-b754-3f4275b120c3 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1190212
Apr 09 21:02:09.093247 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-d3148694-e208-4d5e-9ff8-1f81206210de service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861699
Apr 09 21:02:09.107546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['79de6324-3cb0-4989-8e84-896636fe0a0e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:09.132923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043716-97f7-4719-a151-d8e6eb02abe4 req-8ca0d4b1-5bf7-4862-ab8d-9d21e597fd72 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:09.142232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3043716-97f7-4719-a151-d8e6eb02abe4 req-8ca0d4b1-5bf7-4862-ab8d-9d21e597fd72 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 945 time: 0.0888782
Apr 09 21:02:09.149906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7be03a76-3eab-4565-93d0-6645e09894b0 req-bcc6d5da-da54-402e-ac10-a982b89e47cb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4516928
Apr 09 21:02:09.310190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 462aa770-8d57-4511-8729-466cb3c11cb7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:02:09.330345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3043716-97f7-4719-a151-d8e6eb02abe4 req-6c2cef6e-d290-4b0b-86c4-3a7f3418d597 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870844
Apr 09 21:02:09.335733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 462aa770-8d57-4511-8729-466cb3c11cb7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:09.335733 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:09.356402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-7a14fa03-546f-4b34-83d2-db1a1bf96f76 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2854102
Apr 09 21:02:09.386656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0dbfa5-33f5-478f-8f6e-c6cfa055ff99 None None] New status for floating IP 0139cf8f-46ce-48f9-b8a6-842a61d536cd: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:02:09.421611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-a785adda-ab65-4e65-95d9-a964e0218724 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3148489
Apr 09 21:02:09.488672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bfb22-8e65-4195-9c95-1cc9cec3942b req-1d676a59-e128-4aed-8ccc-bfbf919ba2c3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:09.490539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a57bfb22-8e65-4195-9c95-1cc9cec3942b req-1d676a59-e128-4aed-8ccc-bfbf919ba2c3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 945 time: 0.1158812
Apr 09 21:02:09.577283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-c24b152c-93a5-42bb-b546-83fbf0325d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:09.579171 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-c24b152c-93a5-42bb-b546-83fbf0325d04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1128 time: 0.0813859
Apr 09 21:02:09.607554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecc2b0-2748-4b1c-b333-22c4ac5bf078 req-79f0f46d-3565-4f61-b683-15d61be3635d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:09.609256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bdecc2b0-2748-4b1c-b333-22c4ac5bf078 req-79f0f46d-3565-4f61-b683-15d61be3635d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 943 time: 0.1283741
Apr 09 21:02:09.645712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a57bfb22-8e65-4195-9c95-1cc9cec3942b req-47be62ac-8b05-4bbc-a668-737fd08c3086 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360056
Apr 09 21:02:09.710430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-87bf899f-ac59-4f71-9361-1d8600b8211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:09.712099 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-87bf899f-ac59-4f71-9361-1d8600b8211a service neutron] 10.222.0.32 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 920 time: 0.1241484
Apr 09 21:02:09.771327 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-5fabfde1-cbde-4794-b206-3ee5876106ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 217 time: 0.0486898
Apr 09 21:02:09.773152 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d174c2-a44d-4e5c-8ca2-1e7f5c69c800 x-openstack-request-id: req-90d174c2-a44d-4e5c-8ca2-1e7f5c69c800 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:09.773454 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:09.773851 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90d174c2-a44d-4e5c-8ca2-1e7f5c69c800 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:09.774249 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d174c2-a44d-4e5c-8ca2-1e7f5c69c800'] response: {'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323', 'code': 200}
Apr 09 21:02:09.792514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bdecc2b0-2748-4b1c-b333-22c4ac5bf078 req-18516be9-2d6d-4ce4-84b0-776591c9e56b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716762
Apr 09 21:02:09.866588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-cfc4515f-349e-47ba-ab03-3f67db066c8d tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/floatingips/0139cf8f-46ce-48f9-b8a6-842a61d536cd HTTP/1.1" status: 200  len: 695 time: 0.0727715
Apr 09 21:02:09.882116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-026fa552-d438-44f8-9381-aa86e13edd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:09.884108 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-026fa552-d438-44f8-9381-aa86e13edd77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.0989895
Apr 09 21:02:09.940448 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-29785c99-d21b-4357-b2d9-7906dc2f666d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487018
Apr 09 21:02:10.025059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 462aa770-8d57-4511-8729-466cb3c11cb7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:10.030004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.095508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-3174cb97-ccc0-4099-893b-cee6b0afeccf tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:10.098063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-3174cb97-ccc0-4099-893b-cee6b0afeccf tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2254922
Apr 09 21:02:10.120971 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-a011fb80-d747-4414-ade0-f706ed957a7e service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686692
Apr 09 21:02:10.145823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:10.160240 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.211412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-b2dde7ad-e607-4863-bd42-617ed02d2b7e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.144 HTTP/1.1" status: 200  len: 696 time: 0.1067779
Apr 09 21:02:10.220606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:10.231724 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4183fc1-f798-40c2-ab50-e83d3d2d2769" -d '{"events": [{"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:10.239635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:10.249844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.250429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.250994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.251633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.252113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.252653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.253207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.253844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.254374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.254970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.255388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.255893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.256295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.256755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.257308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:10.309972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2d46a91a-3c99-4cf0-8d24-6d207b7d853c req-439e86f8-54ab-4174-a001-efa50361c86c service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775436
Apr 09 21:02:10.318647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:10.321131 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53478f2c-7f22-4692-8136-37161debb551" -d '{"events": [{"server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "name": "network-vif-plugged", "status": "completed", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:10.340935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-85f8499b-4c9a-4bee-b4fe-d36a4fa86677 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.144 HTTP/1.1" status: 200  len: 696 time: 0.1232111
Apr 09 21:02:10.348024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49582) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:10.359408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-158bc905-e06f-4c45-8bc3-04f6c7457143 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511015790', 'description': 'tempest-description--1654801598'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:10.408111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-158bc905-e06f-4c45-8bc3-04f6c7457143 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.529302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-158bc905-e06f-4c45-8bc3-04f6c7457143 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group (080beef1-41cd-476b-8d92-b6b7db44110b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.543608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-158bc905-e06f-4c45-8bc3-04f6c7457143 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (080beef1-41cd-476b-8d92-b6b7db44110b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.550561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea00f-5cf0-48d6-8fe2-68961632f342 req-8ea9dac3-0d71-406f-bee6-a20d6feb72a4 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:10.553310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43aea00f-5cf0-48d6-8fe2-68961632f342 req-8ea9dac3-0d71-406f-bee6-a20d6feb72a4 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 1132 time: 0.1439946
Apr 09 21:02:10.576878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Deleting port 02fffbe8-fe24-4758-81e6-2b641bbdc1ae {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:10.577317 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.624285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bc905-e06f-4c45-8bc3-04f6c7457143 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080beef1-41cd-476b-8d92-b6b7db44110b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:10.631427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-158bc905-e06f-4c45-8bc3-04f6c7457143 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.633065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-158bc905-e06f-4c45-8bc3-04f6c7457143 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2805524
Apr 09 21:02:10.636031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49584) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:10.640902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-38013452-e814-41fe-96dc-910d1202c339 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Request body: {'security_group_rule': {'security_group_id': '080beef1-41cd-476b-8d92-b6b7db44110b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:10.689915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38013452-e814-41fe-96dc-910d1202c339 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group_rule (5a5f0720-98a5-4522-ab71-5b1ba721afc1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.720631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43aea00f-5cf0-48d6-8fe2-68961632f342 req-799219e7-feaf-419a-92f6-1d576b92f011 tempest-MigrationsAdminTest-648520172 tempest-MigrationsAdminTest-648520172-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604428
Apr 09 21:02:10.757508 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.758226 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for floatingip (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.800641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38013452-e814-41fe-96dc-910d1202c339 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group_rule (5a5f0720-98a5-4522-ab71-5b1ba721afc1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.809018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38013452-e814-41fe-96dc-910d1202c339 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5a5f0720-98a5-4522-ab71-5b1ba721afc1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.832148 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013452-e814-41fe-96dc-910d1202c339 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5f0720-98a5-4522-ab71-5b1ba721afc1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:10.840613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Calling delete_port for 02fffbe8-fe24-4758-81e6-2b641bbdc1ae owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:10.847815 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38013452-e814-41fe-96dc-910d1202c339 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:10.850992 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-38013452-e814-41fe-96dc-910d1202c339 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2131763
Apr 09 21:02:10.853979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49592) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:10.870430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-78265803-25ad-499d-a908-b86cb85648a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Request body: {'security_group_rule': {'security_group_id': '080beef1-41cd-476b-8d92-b6b7db44110b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:10.921696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78265803-25ad-499d-a908-b86cb85648a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group_rule (98371501-07f2-4093-a0c7-cbd3ccbf9e18), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.059899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-4ac220de-6606-4eeb-b3d8-09d151447ee3 service neutron] 10.222.0.25 "GET /v2.0/ports/0f3e486d-5fcd-4183-97a9-2a32f168c323/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2979081
Apr 09 21:02:11.080171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78265803-25ad-499d-a908-b86cb85648a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group_rule (98371501-07f2-4093-a0c7-cbd3ccbf9e18), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.095221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78265803-25ad-499d-a908-b86cb85648a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (98371501-07f2-4093-a0c7-cbd3ccbf9e18), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.119832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78265803-25ad-499d-a908-b86cb85648a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98371501-07f2-4093-a0c7-cbd3ccbf9e18,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:11.132447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78265803-25ad-499d-a908-b86cb85648a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.137396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-78265803-25ad-499d-a908-b86cb85648a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2818382
Apr 09 21:02:11.137727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-e4e7aea9-6e05-44ce-95f2-dedc596f8736 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3572712
Apr 09 21:02:11.138048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49594) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:11.144705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:11.147271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:11.186998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.209907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.219217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:02:11.304309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 79de6324-3cb0-4989-8e84-896636fe0a0e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:02:11.317488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 79de6324-3cb0-4989-8e84-896636fe0a0e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:11.318120 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.381109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.452453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 79de6324-3cb0-4989-8e84-896636fe0a0e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:11.452878 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.499806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:11.511185 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.536123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:11.570297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:11.576352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=13']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:11.602025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Allocated IP 172.35.0.241 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/20e77d52-4222-4036-beb3-0718776ad858) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:02:11.610241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (02fffbe8-fe24-4758-81e6-2b641bbdc1ae), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.624852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.706925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3e486d-5fcd-4183-97a9-2a32f168c323 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:11.715106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event deleted for resources: {'Port': ['ID=02fffbe8-fe24-4758-81e6-2b641bbdc1ae,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:11.721721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:11.751154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.751499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.751836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.752167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.752557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.752918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.753414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.753751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.754111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.754436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.754756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.755318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.756399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.756697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.757073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:11.764090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for port (20e77d52-4222-4036-beb3-0718776ad858), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.775351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:11.778464 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250" -d '{"events": [{"name": "network-changed", "server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:11.793640 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.814061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (20e77d52-4222-4036-beb3-0718776ad858), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.859832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:02:11.865818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:11.871076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:02:11.872956 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for floatingip (0139cf8f-46ce-48f9-b8a6-842a61d536cd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.875403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event updated for resources: {'Port': ['ID=20e77d52-4222-4036-beb3-0718776ad858,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:11.876131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:11.895399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed1d3a2b-fa15-4574-87a2-7f3004b77418 req-aad8a68a-8279-4b53-aa9d-fb42582c60d4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "DELETE /v2.0/floatingips/0139cf8f-46ce-48f9-b8a6-842a61d536cd HTTP/1.1" status: 204  len: 173 time: 1.5531881
Apr 09 21:02:11.990359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for floatingip (6c6b4d11-f7b2-4fdf-9c5c-7af83045b515), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.020445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Allocated IP 172.35.0.111 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/13e7e296-4d12-42a8-96e8-11fbe604b213) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:02:12.030049 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdea8d7-70fd-4746-954b-2d4c3c3660f8 x-openstack-request-id: req-3fdea8d7-70fd-4746-954b-2d4c3c3660f8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:12.030438 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:12.030574 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fdea8d7-70fd-4746-954b-2d4c3c3660f8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:12.030948 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdea8d7-70fd-4746-954b-2d4c3c3660f8'] response: {'name': 'network-changed', 'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'status': 'completed', 'code': 200}
Apr 09 21:02:12.052507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (20e77d52-4222-4036-beb3-0718776ad858), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.080650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] Transition to ACTIVE for port object 0f3e486d-5fcd-4183-97a9-2a32f168c323 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:02:12.094398 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.109488 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ee972d-544a-48f8-a37e-977f820480d2 x-openstack-request-id: req-86ee972d-544a-48f8-a37e-977f820480d2 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:12.109905 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "name": "network-vif-plugged", "status": "completed", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:12.110137 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86ee972d-544a-48f8-a37e-977f820480d2 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:12.110601 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ee972d-544a-48f8-a37e-977f820480d2'] response: {'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7', 'code': 200}
Apr 09 21:02:12.149559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-e0bc3cb9-c2a1-4a4c-a329-741425e54de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:12.151977 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-e0bc3cb9-c2a1-4a4c-a329-741425e54de8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8584541985ac44cc923c89a5a518ec32&device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 1128 time: 0.0949306
Apr 09 21:02:12.279158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] No DVR routers for this DVR port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:12.354942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44885bac-b4a2-44a1-b004-0fe4b1e10e3b req-c244dfc1-6d78-4354-b3da-7f9fe8100131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:12.357014 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-44885bac-b4a2-44a1-b004-0fe4b1e10e3b req-c244dfc1-6d78-4354-b3da-7f9fe8100131 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 1128 time: 0.1788909
Apr 09 21:02:12.411519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-d85d2aa5-e36e-407e-adee-b2b2c729a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:12.413098 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-d85d2aa5-e36e-407e-adee-b2b2c729a626 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 200  len: 920 time: 0.2507508
Apr 09 21:02:12.428025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05840-273b-4c16-a815-fe67a718a1ad req-bd5cd943-00b4-49f9-a9b9-a0ab8757189f tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:12.430271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a05840-273b-4c16-a815-fe67a718a1ad req-bd5cd943-00b4-49f9-a9b9-a0ab8757189f tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0940216
Apr 09 21:02:12.437884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:12.466029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d9eee55d-df49-45fa-98f3-568f747c58b3 service neutron] 10.222.0.25 "PUT /v2.0/ports/0f3e486d-5fcd-4183-97a9-2a32f168c323/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3956821
Apr 09 21:02:12.475670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for port (13e7e296-4d12-42a8-96e8-11fbe604b213), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.510314 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-776c6745-d2bf-44cb-9e0b-efc429efe925 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 200  len: 217 time: 0.0796993
Apr 09 21:02:12.536602 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-44885bac-b4a2-44a1-b004-0fe4b1e10e3b req-bc22890f-c6d3-43da-a4ec-78838f974a55 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692338
Apr 09 21:02:12.570224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a05840-273b-4c16-a815-fe67a718a1ad req-f5f6e271-55f6-4d9b-bb31-c29c4ea6ac96 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026549
Apr 09 21:02:12.594571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for port (20e77d52-4222-4036-beb3-0718776ad858), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.625266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (20e77d52-4222-4036-beb3-0718776ad858), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.636669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-accbd24d-c9e5-4548-b700-a01680511581 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:12.638251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-accbd24d-c9e5-4548-b700-a01680511581 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0764263
Apr 09 21:02:12.663747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (13e7e296-4d12-42a8-96e8-11fbe604b213), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.731052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event updated for resources: {'Port': ['ID=20e77d52-4222-4036-beb3-0718776ad858,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:12.750053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-53c54659-5770-468c-89f0-958cb42ac624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:12.752717 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-53c54659-5770-468c-89f0-958cb42ac624 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 200  len: 859 time: 0.2321393
Apr 09 21:02:12.876344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (6c6b4d11-f7b2-4fdf-9c5c-7af83045b515), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.897135 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-9427d322-395f-4dd5-8994-7588a2e3b3e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791569
Apr 09 21:02:12.910967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:12.922651 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9f00fe70-1db8-47ae-af6b-0705db171056 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7730262
Apr 09 21:02:13.144667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-4c204e5e-17e4-4ac7-a034-fd4883dd9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:13.146120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-4c204e5e-17e4-4ac7-a034-fd4883dd9cf8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0&tenant_id=352d269ab35841c397ca9168792c1ec4 HTTP/1.1" status: 200  len: 1126 time: 0.4974847
Apr 09 21:02:13.149417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:02:13.157070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:13.161336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:02:13.166086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Pushing event updated for resources: {'Port': ['ID=13e7e296-4d12-42a8-96e8-11fbe604b213,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:13.194559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff933be-d2ac-475f-8112-0ffdd1c4022a req-0e69bbf9-161e-4ec6-b5b4-8482c2a938b1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:13.196023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ff933be-d2ac-475f-8112-0ffdd1c4022a req-0e69bbf9-161e-4ec6-b5b4-8482c2a938b1 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.1016598
Apr 09 21:02:13.304864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ff933be-d2ac-475f-8112-0ffdd1c4022a req-bd97c66c-7f11-4567-9a4d-10f97816a7d3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957639
Apr 09 21:02:13.319010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.367928 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e98c9cf-27cf-470f-ac80-4f27be3f6f5e x-openstack-request-id: req-9e98c9cf-27cf-470f-ac80-4f27be3f6f5e {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:13.368970 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:13.369279 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e98c9cf-27cf-470f-ac80-4f27be3f6f5e {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:13.369705 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e98c9cf-27cf-470f-ac80-4f27be3f6f5e'] response: {'name': 'network-changed', 'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323', 'status': 'completed', 'code': 200}
Apr 09 21:02:13.394247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (13e7e296-4d12-42a8-96e8-11fbe604b213), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.485911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00da69e5-7041-494c-91ea-b84f35592a6c req-68816bbf-e6af-45e6-9bbb-ea004e71798c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups/8c1fbbe0-f014-455b-ac6e-bdeb28856a3a HTTP/1.1" status: 200  len: 1825 time: 0.1041584
Apr 09 21:02:13.513136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-822147e7-2790-493f-b0cc-de6a098defdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:13.515043 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-822147e7-2790-493f-b0cc-de6a098defdf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1126 time: 0.0650671
Apr 09 21:02:13.617368 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00da69e5-7041-494c-91ea-b84f35592a6c req-9af965d2-7541-4f0c-9909-0d7107357c35 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for security_group (8c1fbbe0-f014-455b-ac6e-bdeb28856a3a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.665755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-d259a37b-9fed-4b09-b159-32f031fb3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:13.667440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-d259a37b-9fed-4b09-b159-32f031fb3a51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.1430116
Apr 09 21:02:13.670809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00da69e5-7041-494c-91ea-b84f35592a6c req-9af965d2-7541-4f0c-9909-0d7107357c35 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for security_group (8c1fbbe0-f014-455b-ac6e-bdeb28856a3a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.717644 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for port (13e7e296-4d12-42a8-96e8-11fbe604b213), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.735171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (13e7e296-4d12-42a8-96e8-11fbe604b213), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.753869 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-8df42274-f94c-46f5-8b23-8ea6ee10ab4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 200  len: 217 time: 0.0709319
Apr 09 21:02:13.783562 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00da69e5-7041-494c-91ea-b84f35592a6c req-9af965d2-7541-4f0c-9909-0d7107357c35 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8c1fbbe0-f014-455b-ac6e-bdeb28856a3a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.786927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00da69e5-7041-494c-91ea-b84f35592a6c req-9af965d2-7541-4f0c-9909-0d7107357c35 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.802676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00da69e5-7041-494c-91ea-b84f35592a6c req-9af965d2-7541-4f0c-9909-0d7107357c35 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "DELETE /v2.0/security-groups/8c1fbbe0-f014-455b-ac6e-bdeb28856a3a HTTP/1.1" status: 204  len: 173 time: 0.2919502
Apr 09 21:02:13.873572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.887514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af965d2-7541-4f0c-9909-0d7107357c35 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1fbbe0-f014-455b-ac6e-bdeb28856a3a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:13.894094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:13.895698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7572255
Apr 09 21:02:13.912442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497843a-92a7-4aa3-a552-b423abb4bc35 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Pushing event updated for resources: {'Port': ['ID=13e7e296-4d12-42a8-96e8-11fbe604b213,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:14.000661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-1901cf3c-5773-4adc-a264-a11a47596226 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 696 time: 0.0838263
Apr 09 21:02:14.017107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-6845cfef-7244-4e0f-ae7c-078b2d05354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.022298 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-6845cfef-7244-4e0f-ae7c-078b2d05354b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.0923035
Apr 09 21:02:14.036997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8b411-6ec3-4c13-8fa1-790a5d9d3842 req-d381cd87-70ab-46be-8583-695470adfef7 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.038678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65f8b411-6ec3-4c13-8fa1-790a5d9d3842 req-d381cd87-70ab-46be-8583-695470adfef7 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 951 time: 0.1393955
Apr 09 21:02:14.071881 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-e0963ef7-e4e7-42a2-8abc-9b4cc23af59c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425117
Apr 09 21:02:14.111402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:14.114701 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68eef9d-d434-4e38-8aae-52dd022bae78" -d '{"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-plugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:14.175674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65f8b411-6ec3-4c13-8fa1-790a5d9d3842 req-bfa549eb-6a24-4dfb-9104-78190d2bc14e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920646
Apr 09 21:02:14.182696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-d8d0e28c-8640-4e3d-b447-e7b0e6f3a2f3 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.183785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a6f9a5-e4ae-4b48-b68d-0fbdb49455f9 req-d8d0e28c-8640-4e3d-b447-e7b0e6f3a2f3 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.1825857
Apr 09 21:02:14.391009 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-6635e835-bea1-48ac-952a-ad674bef0262 service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480484
Apr 09 21:02:14.398569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-a379b7c7-bad0-4682-a647-b688e9786316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.400832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-a379b7c7-bad0-4682-a647-b688e9786316 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1126 time: 0.1569712
Apr 09 21:02:14.404805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-fcf78626-74ba-4217-9b74-cd2802fdc53a tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--511015790&fields=id&tenant_id=5d288e617526417680b8d375cf87e380 HTTP/1.1" status: 200  len: 267 time: 0.0748272
Apr 09 21:02:14.430908 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-e900c295-06c0-4b34-b3dd-2348f7ebd0ce service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3517575
Apr 09 21:02:14.649993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-41715bda-2266-4458-be7b-f21506cd0778 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.651587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-41715bda-2266-4458-be7b-f21506cd0778 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 951 time: 0.1044464
Apr 09 21:02:14.689086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d184c-6ab6-4ad4-be89-815e9e1ea2d9 req-aa679e0b-4a74-4c85-a820-1e1d5dbe1794 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.693489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-068d184c-6ab6-4ad4-be89-815e9e1ea2d9 req-aa679e0b-4a74-4c85-a820-1e1d5dbe1794 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.2459424
Apr 09 21:02:14.722662 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c7a6684-0fe4-4cd3-87b2-739c1bef0250 req-535ad13b-6976-45ab-8a82-8b12dc4fdfcf service neutron] 10.222.0.25 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2848980
Apr 09 21:02:14.728280 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4183fc1-f798-40c2-ab50-e83d3d2d2769 req-c2dad575-7fa3-4db4-9cae-1e2907c84f65 service neutron] 10.222.0.32 "GET /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806542
Apr 09 21:02:14.730120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-38516922-9c51-47f5-a894-e55de697fc93 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.733016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-38516922-9c51-47f5-a894-e55de697fc93 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/networks?id=08b7112f-413f-4fd7-98f3-1757fa9cef25 HTTP/1.1" status: 200  len: 815 time: 0.3200679
Apr 09 21:02:14.773336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d3fed558-3545-41c9-925e-62979cf14ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.774869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-d3fed558-3545-41c9-925e-62979cf14ee0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.3167963
Apr 09 21:02:14.792769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-e3423390-c60e-41d4-8ecf-d84b8d413477 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/quotas/5d288e617526417680b8d375cf87e380 HTTP/1.1" status: 200  len: 375 time: 0.0348258
Apr 09 21:02:14.824329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Deleting port 79de6324-3cb0-4989-8e84-896636fe0a0e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:14.824680 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:14.839145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-5014a9c6-9246-4528-8ed6-338655b0dc4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 200  len: 217 time: 0.0529952
Apr 09 21:02:14.930427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-e78b06e1-662b-4fc5-ab3a-dc54a515f7ce tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d288e617526417680b8d375cf87e380&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1057768
Apr 09 21:02:14.943194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0f3e486d-5fcd-4183-97a9-2a32f168c323 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:14.946288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-068d184c-6ab6-4ad4-be89-815e9e1ea2d9 req-053a126f-5cc3-40f1-aa13-9abfffbcd25a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059970
Apr 09 21:02:14.987220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-a6ea184a-42a1-40c7-862b-129e3c922fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:14.996056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-a6ea184a-42a1-40c7-862b-129e3c922fdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1349962
Apr 09 21:02:15.013110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] For port 79de6324-3cb0-4989-8e84-896636fe0a0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79de6324-3cb0-4989-8e84-896636fe0a0e,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:15.013818 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:15.044173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Calling delete_port for 79de6324-3cb0-4989-8e84-896636fe0a0e owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:15.078643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-f915ea2f-5674-46d0-8626-ffa8fcb69296 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748029
Apr 09 21:02:15.099035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port 0f3e486d-5fcd-4183-97a9-2a32f168c323 host nch1-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:02:15.099464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0f3e486d-5fcd-4183-97a9-2a32f168c323 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:15.268816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-59f5bf12-2c98-41d0-b6da-76b1dc1b1755 service neutron] 10.222.0.30 "GET /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3018441
Apr 09 21:02:15.273812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-0c6e2469-3248-4836-b0d7-beae8ddcdf7c service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838448
Apr 09 21:02:15.293205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (79de6324-3cb0-4989-8e84-896636fe0a0e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:15.305573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:15.312241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['cc886072-17df-443d-8237-a748bd33f221', '4fed88cf-abe4-4b22-a8ee-09e62dda9535', '79de6324-3cb0-4989-8e84-896636fe0a0e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:15.359104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event deleted for resources: {'Port': ['ID=79de6324-3cb0-4989-8e84-896636fe0a0e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:15.408164 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f305476e-ca0c-4866-aaf8-f5f82d8aedf0 x-openstack-request-id: req-f305476e-ca0c-4866-aaf8-f5f82d8aedf0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:15.414087 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-plugged", "status": "completed", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:15.416366 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f305476e-ca0c-4866-aaf8-f5f82d8aedf0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:15.416959 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f305476e-ca0c-4866-aaf8-f5f82d8aedf0'] response: {'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'code': 200}
Apr 09 21:02:15.462681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] No DVR routers for this DVR port 79de6324-3cb0-4989-8e84-896636fe0a0e on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:15.466928 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:15.472010 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-79f821c9-3a93-47ea-be66-2457354cffd7 req-4b14ef88-931f-443c-a2c7-420bc5ee89d6 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "DELETE /v2.0/ports/79de6324-3cb0-4989-8e84-896636fe0a0e HTTP/1.1" status: 204  len: 173 time: 0.8123424
Apr 09 21:02:15.472682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-deleted', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:15.476583 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953121bf-52c9-4503-928f-f70c27f12363" -d '{"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-deleted", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:15.513787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-85bb33ee-ff31-4b0b-8bef-8431b8888c5f service neutron] 10.222.0.30 "GET /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368748
Apr 09 21:02:15.687542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-95d87677-e45a-4ca5-b076-c0c2e144cc8d tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:15.692463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-95d87677-e45a-4ca5-b076-c0c2e144cc8d tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 821 time: 0.2066333
Apr 09 21:02:15.763797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-5af69ff8-3e30-454f-ae0b-b1c35b6ac514 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/quotas/bd8c462cb0354f748ec4a7bfa561be3d HTTP/1.1" status: 200  len: 375 time: 0.0536697
Apr 09 21:02:15.885428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-0910a98a-bbed-4a8a-a27b-197d6738ef6c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1073947
Apr 09 21:02:16.040441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e0e2-6c0c-4b0a-be61-f501fd00579c req-01c2d2dc-7f24-49a7-b67e-e034d77f20cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:16.047542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d126e0e2-6c0c-4b0a-be61-f501fd00579c req-01c2d2dc-7f24-49a7-b67e-e034d77f20cc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.1551397
Apr 09 21:02:16.050851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-cbc786d8-8b53-441d-a687-6d0703c66ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498129
Apr 09 21:02:16.162350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d126e0e2-6c0c-4b0a-be61-f501fd00579c req-12a75213-2b88-4304-86bb-d4ca0b58fa7d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132395
Apr 09 21:02:16.214041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-8d6d7e72-a967-4f2e-85c7-08057a5c9782 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487002
Apr 09 21:02:16.432482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fee31668-8e20-4cf4-8ba8-90f8a8f138fd req-2851c019-1035-45b9-bb3c-812f83f56c77 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 210 time: 0.0341458
Apr 09 21:02:16.561173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3887a6a-b642-479d-96a5-48d269219821 req-359e501f-5445-41eb-a71e-a4dcd72e6a77 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:16.564198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3887a6a-b642-479d-96a5-48d269219821 req-359e501f-5445-41eb-a71e-a4dcd72e6a77 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0671630
Apr 09 21:02:16.614123 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eec26e-bb00-4a28-a705-18cef0f02a57 x-openstack-request-id: req-40eec26e-bb00-4a28-a705-18cef0f02a57 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:16.614637 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec7623-1c2c-4348-bf3b-eddaadd243b7", "name": "network-vif-deleted", "tag": "79de6324-3cb0-4989-8e84-896636fe0a0e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:16.614637 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40eec26e-bb00-4a28-a705-18cef0f02a57 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:16.615042 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40eec26e-bb00-4a28-a705-18cef0f02a57'] response: {'server_uuid': '09ec7623-1c2c-4348-bf3b-eddaadd243b7', 'name': 'network-vif-deleted', 'tag': '79de6324-3cb0-4989-8e84-896636fe0a0e', 'status': 'completed', 'code': 200}
Apr 09 21:02:16.632656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3887a6a-b642-479d-96a5-48d269219821 req-e64ad089-1efc-48f9-8540-bae4766ee024 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618286
Apr 09 21:02:16.718313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0de10b09-3177-47be-a735-679fea2f0315 req-2b09c44e-05db-49c9-8619-0ebaa992f18e tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 210 time: 0.0509167
Apr 09 21:02:16.720136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3f10778-911c-4a38-a8f6-c94913d016b5 req-d219b4b2-3d0a-42a1-aac5-0e92a57d868a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0436215
Apr 09 21:02:16.903999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3ae62-8943-4c01-8db2-eac5b767b141 req-193cf8a6-db1a-443b-b632-76d94e49191c tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:16.906099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54e3ae62-8943-4c01-8db2-eac5b767b141 req-193cf8a6-db1a-443b-b632-76d94e49191c tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 951 time: 0.0476859
Apr 09 21:02:16.956779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54e3ae62-8943-4c01-8db2-eac5b767b141 req-06a98cb5-4a43-4ea6-88fe-88b45b629fd6 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449090
Apr 09 21:02:17.131639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24876aa-a63d-44db-a547-806aba0e235c req-386f78c9-c0a1-439e-8723-eb85dd20f563 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:17.133393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d24876aa-a63d-44db-a547-806aba0e235c req-386f78c9-c0a1-439e-8723-eb85dd20f563 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0517521
Apr 09 21:02:17.183180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d24876aa-a63d-44db-a547-806aba0e235c req-b1a6759a-3674-43e4-a97f-73906a469be8 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439069
Apr 09 21:02:17.276984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6df940-937f-480a-858d-ce8c3ac878b7 req-02b6f222-06db-4fda-9c0e-e271684f733b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:17.278509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa6df940-937f-480a-858d-ce8c3ac878b7 req-02b6f222-06db-4fda-9c0e-e271684f733b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.0485749
Apr 09 21:02:17.331251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa6df940-937f-480a-858d-ce8c3ac878b7 req-5613e315-e07b-4be1-a88a-2e2d43633e20 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451331
Apr 09 21:02:17.568549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a90982ce-15c5-4342-9577-abeb633f90fe req-af5fb6e1-dc43-4721-892e-b109eace1f35 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec7623-1c2c-4348-bf3b-eddaadd243b7 HTTP/1.1" status: 200  len: 210 time: 0.0567520
Apr 09 21:02:17.632049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-3b36cf28-4eb2-4a88-a10d-6c8e5d94e8ea service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343894
Apr 09 21:02:17.763746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e223-00b0-4665-b10b-83f59494f4e3 req-0d802fe3-c4ee-451f-b16a-dce575747ff4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:17.769748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fba5e223-00b0-4665-b10b-83f59494f4e3 req-0d802fe3-c4ee-451f-b16a-dce575747ff4 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0592537
Apr 09 21:02:17.835333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d01cd87-266c-438d-81e9-073cff3217cf req-be73b86c-6d62-4f4a-981f-fa01290c0d5e tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0388610
Apr 09 21:02:17.857077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fba5e223-00b0-4665-b10b-83f59494f4e3 req-71df8918-70ef-4822-ae6c-e9d4b9784781 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a806917e-bf21-4b11-8ab9-6a99dac0b42c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801594
Apr 09 21:02:17.947822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a695a36a-6a1e-4003-af65-4ecb3f4297e9 req-0cde0613-ad57-4c36-bc98-63c64591476c tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 210 time: 0.0288513
Apr 09 21:02:18.115468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-bf275d3e-5dab-404b-a901-68873a1799f2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:18.118572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-bf275d3e-5dab-404b-a901-68873a1799f2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 946 time: 0.0894265
Apr 09 21:02:18.126243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e3f42-3737-4d90-b238-35822e4c8f6d req-742ed0c7-8a82-4659-8072-4c06a341fdcc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:18.129237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d6e3f42-3737-4d90-b238-35822e4c8f6d req-742ed0c7-8a82-4659-8072-4c06a341fdcc tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 951 time: 0.0884800
Apr 09 21:02:18.254055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d6e3f42-3737-4d90-b238-35822e4c8f6d req-2190b34b-31c4-4cbe-b110-528ff6fcef1d tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893936
Apr 09 21:02:18.269736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Deleting port d3c6fdfc-8ba6-48b5-8528-4a48058d742b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:18.270120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:18.360240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b136-d5da-40df-b4f8-198aeb4af99c req-dbf0db13-1520-496f-94a7-d675001a2beb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:18.361833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66e1b136-d5da-40df-b4f8-198aeb4af99c req-dbf0db13-1520-496f-94a7-d675001a2beb tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.1045349
Apr 09 21:02:18.461141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-ef74980f-00f8-4b81-a9cf-2aa9dc3c38fc tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:18.462654 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-ef74980f-00f8-4b81-a9cf-2aa9dc3c38fc tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0&tenant_id=352d269ab35841c397ca9168792c1ec4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0550210
Apr 09 21:02:18.482208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] For port d3c6fdfc-8ba6-48b5-8528-4a48058d742b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:18.482639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:18.504211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66e1b136-d5da-40df-b4f8-198aeb4af99c req-be64476e-ce00-4054-bf22-f7e210a400da tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347995
Apr 09 21:02:18.515113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7a340-85ad-4000-8a4a-1695ddaf50ac req-e1750b3d-b037-4ea1-aedd-5e62d3c388f2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:18.516897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fcd7a340-85ad-4000-8a4a-1695ddaf50ac req-e1750b3d-b037-4ea1-aedd-5e62d3c388f2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.1010504
Apr 09 21:02:18.532551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Calling delete_port for d3c6fdfc-8ba6-48b5-8528-4a48058d742b owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:18.617580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fcd7a340-85ad-4000-8a4a-1695ddaf50ac req-b5ef1e73-1f17-4d43-937e-9b2d6f08cd54 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915473
Apr 09 21:02:18.637482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-0d6e21e4-c3b8-4441-b239-2a649a9d5993 service neutron] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:18.637482 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-0d6e21e4-c3b8-4441-b239-2a649a9d5993 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:18.637482 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c46149aa-e5f1-480c-b726-2a40308a37dd req-0d6e21e4-c3b8-4441-b239-2a649a9d5993 service neutron] 10.222.0.32 "DELETE /v2.0/ports/0f3e486d-5fcd-4183-97a9-2a32f168c323/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1476586
Apr 09 21:02:18.738996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d3c6fdfc-8ba6-48b5-8528-4a48058d742b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:18.753020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d3c6fdfc-8ba6-48b5-8528-4a48058d742b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:18.841602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Pushing event deleted for resources: {'Port': ['ID=d3c6fdfc-8ba6-48b5-8528-4a48058d742b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:18.860443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b3ec3-6ff6-4054-9d54-55a468381839 req-5312a03d-60e9-4a97-8538-8fdeed0d51e4 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:18.868396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c8b3ec3-6ff6-4054-9d54-55a468381839 req-5312a03d-60e9-4a97-8538-8fdeed0d51e4 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 1126 time: 0.1418302
Apr 09 21:02:18.933367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-d692a55a-74dc-4e40-a7f4-c8b9378b2118 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:18.935230 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-d692a55a-74dc-4e40-a7f4-c8b9378b2118 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.32 "GET /v2.0/networks?id=08b7112f-413f-4fd7-98f3-1757fa9cef25 HTTP/1.1" status: 200  len: 815 time: 0.2137923
Apr 09 21:02:18.964930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] No DVR routers for this DVR port d3c6fdfc-8ba6-48b5-8528-4a48058d742b on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:18.975753 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:18.979448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbfe798a-debf-4fdb-91c6-3c72967ce17e req-c126eabb-8aa5-4b16-863b-80403faf488c tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.32 "DELETE /v2.0/ports/d3c6fdfc-8ba6-48b5-8528-4a48058d742b HTTP/1.1" status: 204  len: 173 time: 0.8489516
Apr 09 21:02:18.980187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'name': 'network-vif-deleted', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:18.982501 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c76dad3-28c7-4037-83fb-e68b3048888c" -d '{"events": [{"server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "name": "network-vif-deleted", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:19.002000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aedbf-3e04-4e44-bc6d-997c3073a2ef req-0775cb64-7587-41d9-8fd8-8f4fe930c8ee tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:19.003474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a1aedbf-3e04-4e44-bc6d-997c3073a2ef req-0775cb64-7587-41d9-8fd8-8f4fe930c8ee tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 951 time: 0.1004410
Apr 09 21:02:19.012769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c8b3ec3-6ff6-4054-9d54-55a468381839 req-3ec14807-b0a5-4c42-863d-fefa67f30859 tempest-LiveMigrationTest-1367615552 tempest-LiveMigrationTest-1367615552-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434598
Apr 09 21:02:19.072113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a1aedbf-3e04-4e44-bc6d-997c3073a2ef req-4a7c6df8-ecc2-44e4-9632-c638ec90d99b tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581346
Apr 09 21:02:19.104214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f8f3dd7-4f96-4c27-a4a0-b5f7de4d4497 req-2feca70e-119c-4558-b35a-72be3f796aa2 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0309727
Apr 09 21:02:19.203818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30af3c24-1430-4b88-b6b2-07abf0685f8a req-8a6bd8a7-536a-4d84-b340-d2b9f0a80942 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0661039
Apr 09 21:02:19.205570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e2f7d32-00ef-4fd0-b8a4-21e7ab1070bf req-69e42312-7031-45b3-86b8-18793c8a3d0a tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 210 time: 0.0453820
Apr 09 21:02:19.245208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:19.261768 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f50c42-3f8f-4f53-8da6-3eeae64c9ea8 x-openstack-request-id: req-56f50c42-3f8f-4f53-8da6-3eeae64c9ea8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:19.262071 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa1ac0b-76eb-4a3e-8430-59674f1ecf27", "name": "network-vif-deleted", "tag": "d3c6fdfc-8ba6-48b5-8528-4a48058d742b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:19.262453 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56f50c42-3f8f-4f53-8da6-3eeae64c9ea8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:19.262766 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f50c42-3f8f-4f53-8da6-3eeae64c9ea8'] response: {'server_uuid': 'caa1ac0b-76eb-4a3e-8430-59674f1ecf27', 'name': 'network-vif-deleted', 'tag': 'd3c6fdfc-8ba6-48b5-8528-4a48058d742b', 'status': 'completed', 'code': 200}
Apr 09 21:02:19.270136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 79de6324-3cb0-4989-8e84-896636fe0a0e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:19.270509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79de6324-3cb0-4989-8e84-896636fe0a0e not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:19.407770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a56081-cb76-462e-889d-22f93facf10c req-6d0bc10c-b9b4-4af6-b5ed-e674d85b89b4 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:19.409493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8a56081-cb76-462e-889d-22f93facf10c req-6d0bc10c-b9b4-4af6-b5ed-e674d85b89b4 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 951 time: 0.0660222
Apr 09 21:02:19.499546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd247b-9a23-41da-bee0-bf7e6a0ec63e req-570a4dc1-906d-486d-876a-b05f39cff0a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:19.500950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4cd247b-9a23-41da-bee0-bf7e6a0ec63e req-570a4dc1-906d-486d-876a-b05f39cff0a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.0689802
Apr 09 21:02:19.504027 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8a56081-cb76-462e-889d-22f93facf10c req-a5b6ff48-4338-481b-b43f-89f04c6f9f10 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885487
Apr 09 21:02:19.551807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4cd247b-9a23-41da-bee0-bf7e6a0ec63e req-61ae43c6-b2eb-4baf-9724-20192edb4c4d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449803
Apr 09 21:02:19.638982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23ef6d-c96e-4d46-93c2-b82f2a26fa2b req-9fef4305-29a3-4f1f-a971-fbc13ed85bda tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:19.640700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c23ef6d-c96e-4d46-93c2-b82f2a26fa2b req-9fef4305-29a3-4f1f-a971-fbc13ed85bda tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0509527
Apr 09 21:02:19.707258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c23ef6d-c96e-4d46-93c2-b82f2a26fa2b req-7110fff2-7bc2-4748-9f49-019c844cf331 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592959
Apr 09 21:02:20.177643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-d6266591-2255-4097-8cbe-6dda246cd289 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d288e617526417680b8d375cf87e380 HTTP/1.1" status: 200  len: 379 time: 0.0906045
Apr 09 21:02:20.227390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d485ac3-58d0-4183-ab1d-bcde8d7f1c58 req-20a5496d-7593-4355-8033-25d90c2566e2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:20.229130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d485ac3-58d0-4183-ab1d-bcde8d7f1c58 req-20a5496d-7593-4355-8033-25d90c2566e2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 951 time: 0.0597951
Apr 09 21:02:20.295437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d485ac3-58d0-4183-ab1d-bcde8d7f1c58 req-be48aa06-4289-4fb8-9a0c-d67f04a36b3d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571826
Apr 09 21:02:20.317420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4031fbef-3bcc-454c-a5d7-b86ab1b7d442 req-7e49dd95-237d-4b29-87e5-ea18ee81488b tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0338898
Apr 09 21:02:20.368909 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c4fc907-7da0-44a8-bfa1-ac00d1fb136d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:20.396548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-742cfc14-0908-4ede-825e-a86037f64541 req-b968a2c6-22e6-410e-bf52-12c24acfbf6f tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0387125
Apr 09 21:02:20.420977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f6a0cd5-24dd-4cb2-9efd-e09bdf5b0e05 req-1a420070-5333-49e9-b8a0-5ce2c0596423 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 210 time: 0.0342143
Apr 09 21:02:20.518825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Request body: {'port': {'device_id': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'admin_state_up': True, 'tenant_id': '5d288e617526417680b8d375cf87e380', 'security_groups': ['080beef1-41cd-476b-8d92-b6b7db44110b']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:20.594313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ecd4a-4d40-4c23-baae-44a8521f299f req-91b70544-5372-48b4-b2df-f46420cb4c05 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:20.595858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c4ecd4a-4d40-4c23-baae-44a8521f299f req-91b70544-5372-48b4-b2df-f46420cb4c05 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 951 time: 0.0768571
Apr 09 21:02:20.611504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-2f7c19a0-176e-4932-b03e-4c583aa9273a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:20.613252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-2f7c19a0-176e-4932-b03e-4c583aa9273a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 821 time: 0.1910667
Apr 09 21:02:20.699979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e571c8-683a-4a34-b3dd-da1d424e8fd7 req-f8d1dabe-b5b5-48a1-b5bb-61075e69b76f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:20.706589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-460f5b47-b98d-48b5-b7f6-e53370dd1564 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:20.707263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e571c8-683a-4a34-b3dd-da1d424e8fd7 req-f8d1dabe-b5b5-48a1-b5bb-61075e69b76f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.0775425
Apr 09 21:02:20.708757 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-460f5b47-b98d-48b5-b7f6-e53370dd1564 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 951 time: 0.1847017
Apr 09 21:02:20.712924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c4ecd4a-4d40-4c23-baae-44a8521f299f req-b7a87990-fde3-4217-a558-16c8f6a29ee1 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985196
Apr 09 21:02:20.733433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Made reservation on behalf of 5d288e617526417680b8d375cf87e380 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:20.747873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:20.793917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e571c8-683a-4a34-b3dd-da1d424e8fd7 req-f0b1ac76-4780-415e-acba-11e04ff4eabf tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856898
Apr 09 21:02:20.854773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e1df4-3e06-408b-907b-e5f74d82eafe req-5f279a3e-40a1-4845-a613-9f509effcc2a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:20.856220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c65e1df4-3e06-408b-907b-e5f74d82eafe req-5f279a3e-40a1-4845-a613-9f509effcc2a tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0560184
Apr 09 21:02:20.910296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c65e1df4-3e06-408b-907b-e5f74d82eafe req-103cb833-deea-417a-ad09-89ebea9203c3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480485
Apr 09 21:02:20.939672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Allocated IP 172.20.0.14 (08b7112f-413f-4fd7-98f3-1757fa9cef25/41a02b39-9e41-49c8-9ae8-67e5db6eaac9/61d1421c-05ab-4e1a-8af5-088db0beffa3) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:02:20.941261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 462aa770-8d57-4511-8729-466cb3c11cb7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:02:21.044672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:21.055668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '462aa770-8d57-4511-8729-466cb3c11cb7', 'network_id': '78a6d2d3-bb80-48c0-a446-3fd1d832ea3c', 'port_id': '462aa770-8d57-4511-8729-466cb3c11cb7', 'mac_address': 'fa:16:3e:8a:c8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fcb9fd-163d-4271-b203-19d5638517d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:02:21.081574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:21.097101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 462aa770-8d57-4511-8729-466cb3c11cb7 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:21.097537 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:21.110951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 462aa770-8d57-4511-8729-466cb3c11cb7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:21.119709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:21.132269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:21.137116 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:21.167781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:02:21.170867 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:21.174730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:02:21.196289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:21.203642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event updated for resources: {'Port': ['ID=61d1421c-05ab-4e1a-8af5-088db0beffa3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:21.218458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.218801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.219142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.219478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.219807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.220136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.220482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.220779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.221128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.221452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.221777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.222101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.222422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.222736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.223398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:02:21.239150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:21.239786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:21.256760 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-30bb2df2-feee-4a9a-b0dd-58852ec0a7cc tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7508280
Apr 09 21:02:21.276017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['462aa770-8d57-4511-8729-466cb3c11cb7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:21.434310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39e1be3e-403f-485a-b12c-6ec039153164 req-c1ba69b9-897c-4074-8121-65f20003e763 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0329311
Apr 09 21:02:21.443731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1fb12188-d708-49ce-96e6-f19f0d2da73a None None] Provisioning complete for port 61d1421c-05ab-4e1a-8af5-088db0beffa3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:21.444249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1fb12188-d708-49ce-96e6-f19f0d2da73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:21.445226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c1b47-8d4c-4dda-b432-95003a67ab1f req-2b241403-cad9-4cee-9ff5-433cf1a40ea5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:21.450087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-341c1b47-8d4c-4dda-b432-95003a67ab1f req-2b241403-cad9-4cee-9ff5-433cf1a40ea5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 951 time: 0.0818880
Apr 09 21:02:21.487743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1fb12188-d708-49ce-96e6-f19f0d2da73a None None] Port 61d1421c-05ab-4e1a-8af5-088db0beffa3 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:02:21.500808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-341c1b47-8d4c-4dda-b432-95003a67ab1f req-911ba435-b098-4a7e-ad1c-7a42fa69ff11 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433090
Apr 09 21:02:21.540819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afe97c5e-4746-4a75-aa26-4e2779945966 req-f7a11854-5f6d-43c7-afe1-e33a87ec346d tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0277438
Apr 09 21:02:21.610759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efd969-7324-4cfb-936f-9597ecdcbf66 req-9cc47c10-4703-4a18-b4dc-f123cb008a24 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:21.612197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50efd969-7324-4cfb-936f-9597ecdcbf66 req-9cc47c10-4703-4a18-b4dc-f123cb008a24 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 932 time: 0.0497980
Apr 09 21:02:21.660103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50efd969-7324-4cfb-936f-9597ecdcbf66 req-34d4e484-2b96-4cc5-bc8d-427422106894 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418642
Apr 09 21:02:21.840820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543f00-860b-4f6e-ab5b-cc2cda8feb46 req-866c64be-2029-4b6e-b657-3679b5d80c1d tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:21.842377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5543f00-860b-4f6e-ab5b-cc2cda8feb46 req-866c64be-2029-4b6e-b657-3679b5d80c1d tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 951 time: 0.0505354
Apr 09 21:02:21.922983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5543f00-860b-4f6e-ab5b-cc2cda8feb46 req-1512794e-8eb0-4113-ac29-d25ded1d32f8 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732613
Apr 09 21:02:21.928874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727cfca-4b96-4ccb-8a22-7a542ab9c441 req-fc2605e7-20b8-4391-bf0b-7a2716778c1a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:21.930348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1727cfca-4b96-4ccb-8a22-7a542ab9c441 req-fc2605e7-20b8-4391-bf0b-7a2716778c1a tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.0654764
Apr 09 21:02:21.982118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1727cfca-4b96-4ccb-8a22-7a542ab9c441 req-e67afcd2-ef3a-42c0-b1f5-a87bb6a34809 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459883
Apr 09 21:02:22.028945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eb433-a66c-49ff-a09b-6ce4f8b4eee7 req-829f30db-ba36-44f5-a56d-0df1faefbcc0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:22.030414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a7eb433-a66c-49ff-a09b-6ce4f8b4eee7 req-829f30db-ba36-44f5-a56d-0df1faefbcc0 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 945 time: 0.0474210
Apr 09 21:02:22.078876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a7eb433-a66c-49ff-a09b-6ce4f8b4eee7 req-471d4946-4e49-4fbb-a3a7-1cff93f0c213 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419426
Apr 09 21:02:22.557410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-964364c9-b8ce-4fae-8997-64975b00bc34 req-8678149f-85fb-414d-be15-bfaf31a7e8c2 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0429115
Apr 09 21:02:22.642827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44114caa-ae30-41c8-94b5-1d94e7c7a0d5 req-e85cffab-7cd0-42fd-8b71-b37e829fc589 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:22.645832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44114caa-ae30-41c8-94b5-1d94e7c7a0d5 req-e85cffab-7cd0-42fd-8b71-b37e829fc589 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 951 time: 0.0659292
Apr 09 21:02:22.702676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f52e62e-9e65-44e0-a865-8d53f5ba15a7 req-c30f40be-9ddd-4cb8-ba31-8f17a9f6e1ef tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0548170
Apr 09 21:02:22.746166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44114caa-ae30-41c8-94b5-1d94e7c7a0d5 req-2e857753-6ef3-449e-a558-85f7ec207c10 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858898
Apr 09 21:02:22.846470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845318-f596-4a88-8a87-96a8f72364f0 req-4cfa0e34-55a3-4f8c-b927-19bd29b063bd tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:22.848499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74845318-f596-4a88-8a87-96a8f72364f0 req-4cfa0e34-55a3-4f8c-b927-19bd29b063bd tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 932 time: 0.0718617
Apr 09 21:02:22.862633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-596f07ca-46f3-43dd-9bb0-0f939b741aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:22.917930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74845318-f596-4a88-8a87-96a8f72364f0 req-0a5f3b3d-ab19-4157-a882-9c15adadcfc5 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631254
Apr 09 21:02:22.944638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 462aa770-8d57-4511-8729-466cb3c11cb7 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:02:23.009247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 462aa770-8d57-4511-8729-466cb3c11cb7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:23.010021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:23.067660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb0623-0fa2-4648-b6d3-0d05b5fb6a3f req-436f335e-6e7a-4287-adbd-23eab35c633f tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:23.077893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4bfb0623-0fa2-4648-b6d3-0d05b5fb6a3f req-436f335e-6e7a-4287-adbd-23eab35c633f tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 951 time: 0.0657189
Apr 09 21:02:23.117965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 462aa770-8d57-4511-8729-466cb3c11cb7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:23.119108 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:23.152679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:23.155841 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ddda0-2a0a-418e-ad7f-63d975a802c0" -d '{"events": [{"server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "name": "network-vif-plugged", "status": "completed", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:23.163432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4bfb0623-0fa2-4648-b6d3-0d05b5fb6a3f req-71f8a66a-945f-4329-b5ea-f48322390ef4 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844367
Apr 09 21:02:23.170388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:23.177995 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:23.233723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a4c9b-781d-47ba-a9cf-7d43c21e05d8 req-cda448ae-acb4-45bb-acf1-20ad888fed1f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:23.240624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-247a4c9b-781d-47ba-a9cf-7d43c21e05d8 req-cda448ae-acb4-45bb-acf1-20ad888fed1f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.0955615
Apr 09 21:02:23.248609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:23.280030 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3c6fdfc-8ba6-48b5-8528-4a48058d742b no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:23.307287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-247a4c9b-781d-47ba-a9cf-7d43c21e05d8 req-fe25720a-ce8c-44a2-b870-c6a5a52ea435 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599902
Apr 09 21:02:23.335357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: d3c6fdfc-8ba6-48b5-8528-4a48058d742b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:23.335794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3c6fdfc-8ba6-48b5-8528-4a48058d742b not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:23.336368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:23.388010 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db64f5-3afe-4dbb-a8bf-0d423cc0f57e x-openstack-request-id: req-a3db64f5-3afe-4dbb-a8bf-0d423cc0f57e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:23.389402 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "name": "network-vif-plugged", "status": "completed", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:23.389402 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3db64f5-3afe-4dbb-a8bf-0d423cc0f57e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:23.390939 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3db64f5-3afe-4dbb-a8bf-0d423cc0f57e'] response: {'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7', 'code': 200}
Apr 09 21:02:23.400733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682e93-2770-4d3f-ab49-5eca4ab59206 req-c6626bd5-a84e-4b89-9470-a681b4d56c11 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:23.405691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88682e93-2770-4d3f-ab49-5eca4ab59206 req-c6626bd5-a84e-4b89-9470-a681b4d56c11 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0953188
Apr 09 21:02:23.478307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d7c527cb-9011-4ef5-8cea-8a678536f481 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:23.478609 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:23.493757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88682e93-2770-4d3f-ab49-5eca4ab59206 req-a3576815-9ef9-48d2-bdd6-73eb2653cfa1 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777755
Apr 09 21:02:23.517491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:23.522491 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:23.523242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4fed88cf-abe4-4b22-a8ee-09e62dda9535 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:23.621150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:23.703273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:23.703975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:23.709225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c7c3da4-b738-452a-8861-268730b1a5a0 req-dc4405e7-8b0c-44bf-9498-dcad9de21a9a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0404813
Apr 09 21:02:23.748924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:23.755362 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:23.842811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:23.909931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff1f6560-bc97-4ce9-a261-670022ea0e40 req-b0338499-f677-4390-8b44-6333fbd0e4c7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0596471
Apr 09 21:02:23.976118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83d4b8-2810-4adc-83f7-e70e2666b2d2 req-8f23d02f-78bf-4be3-892b-ddac50a6cede tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:23.978172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d83d4b8-2810-4adc-83f7-e70e2666b2d2 req-8f23d02f-78bf-4be3-892b-ddac50a6cede tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.0833535
Apr 09 21:02:24.054725 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:24.087257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fffd9-2676-451f-86ea-96ab313db26a req-e0167105-8823-483b-8d12-e499cb5c4f8b tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:24.089622 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a2fffd9-2676-451f-86ea-96ab313db26a req-e0167105-8823-483b-8d12-e499cb5c4f8b tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 932 time: 0.0775061
Apr 09 21:02:24.099942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d83d4b8-2810-4adc-83f7-e70e2666b2d2 req-4ad558ad-29d7-4fef-9cc4-46d032b7ad05 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149316
Apr 09 21:02:24.162190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a2fffd9-2676-451f-86ea-96ab313db26a req-6fc8f50a-baaf-4850-a1fb-3528d82a2205 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608706
Apr 09 21:02:24.296463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bd6d5-ed11-437b-aa07-4ec15ee3f8fe req-b30e16a9-f9f0-4b07-a144-5ff591cb6746 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:24.298055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-465bd6d5-ed11-437b-aa07-4ec15ee3f8fe req-b30e16a9-f9f0-4b07-a144-5ff591cb6746 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.0519588
Apr 09 21:02:24.355025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-465bd6d5-ed11-437b-aa07-4ec15ee3f8fe req-773163cd-eb19-4093-8c64-95c276a81bd3 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499520
Apr 09 21:02:24.439885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288755-a371-486e-aed6-873eea73f19a req-a29e97f4-7618-4474-a8e4-d9bc592a02e9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:24.441590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f288755-a371-486e-aed6-873eea73f19a req-a29e97f4-7618-4474-a8e4-d9bc592a02e9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.0535297
Apr 09 21:02:24.494959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f288755-a371-486e-aed6-873eea73f19a req-251c8cca-8cc4-4f5e-bb6b-6914be92b15f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472848
Apr 09 21:02:24.620676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1caeab-6c9d-4c5f-9f7a-56fddd92137d req-530032fd-07d6-410d-92e9-f2e860bcc6be tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:24.622344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e1caeab-6c9d-4c5f-9f7a-56fddd92137d req-530032fd-07d6-410d-92e9-f2e860bcc6be tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0552943
Apr 09 21:02:24.674428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e1caeab-6c9d-4c5f-9f7a-56fddd92137d req-d677f005-7f44-44b7-a477-f8bfbd8e93b3 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459805
Apr 09 21:02:24.868791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87fd0da8-d1ef-4334-8c2a-e486ae71371f req-6054d85c-18ef-4a47-a945-4fb1d1fbdfe3 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0458798
Apr 09 21:02:25.050822 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:25.085728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f58bea8-ede0-4795-a289-2b9304294253 req-d0615d70-b583-41da-9eed-b79676f33ea2 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0621121
Apr 09 21:02:25.115151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:25.188769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1829-a22e-4d42-bc85-6996580872a2 req-6e467256-89fc-4dc0-a1b6-251910a44eb7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:25.198383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f05b1829-a22e-4d42-bc85-6996580872a2 req-6e467256-89fc-4dc0-a1b6-251910a44eb7 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0703573
Apr 09 21:02:25.256602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0f3e486d-5fcd-4183-97a9-2a32f168c323 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:25.288149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f05b1829-a22e-4d42-bc85-6996580872a2 req-0295e2aa-d823-4c9b-90c4-4a91827a38d9 tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828340
Apr 09 21:02:25.295117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69298b-0035-4405-94e9-f5fd34a9e4b7 req-e5347a59-3b60-4803-8e40-13e9044ce5e5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:25.297413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d69298b-0035-4405-94e9-f5fd34a9e4b7 req-e5347a59-3b60-4803-8e40-13e9044ce5e5 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.0698969
Apr 09 21:02:25.368241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d69298b-0035-4405-94e9-f5fd34a9e4b7 req-5f2e38d2-4661-4247-bf7c-5dd92f3ff3d2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645382
Apr 09 21:02:25.403843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481'}, {'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:25.413688 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca312cad-d6a0-449d-b000-d91c27eac6b7" -d '{"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481"}, {"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:25.457540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 0f3e486d-5fcd-4183-97a9-2a32f168c323 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:25.483616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3804a-a9ee-4e78-8596-332bed4c3226 req-ad807d65-b66e-46f8-9c25-4ce4748bb3a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:25.485311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f3804a-a9ee-4e78-8596-332bed4c3226 req-ad807d65-b66e-46f8-9c25-4ce4748bb3a1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 932 time: 0.1022694
Apr 09 21:02:25.554657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa9a0-a0a7-4ca6-81b3-94ce270805e7 req-4d8a7c2c-92d0-4c92-8798-4d54df36637b tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:25.556355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23baa9a0-a0a7-4ca6-81b3-94ce270805e7 req-4d8a7c2c-92d0-4c92-8798-4d54df36637b tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.0699968
Apr 09 21:02:25.579558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f3804a-a9ee-4e78-8596-332bed4c3226 req-1904212b-4bba-43a9-bbf5-c5bbdce41a20 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844698
Apr 09 21:02:25.642959 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015f84a0-5c14-4511-bede-b6ca832d38e4 x-openstack-request-id: req-015f84a0-5c14-4511-bede-b6ca832d38e4 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:25.643574 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481", "code": 200}, {"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:25.644059 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-015f84a0-5c14-4511-bede-b6ca832d38e4 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:25.644679 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015f84a0-5c14-4511-bede-b6ca832d38e4'] response: {'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'code': 200}
Apr 09 21:02:25.645282 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015f84a0-5c14-4511-bede-b6ca832d38e4'] response: {'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'code': 200}
Apr 09 21:02:25.646234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23baa9a0-a0a7-4ca6-81b3-94ce270805e7 req-d015d2d2-2888-459d-bd72-1d9a421c5526 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772848
Apr 09 21:02:25.756290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c266370-7e8d-4dbe-bc37-cc6bd7bd502e req-858cec5e-db46-4135-9336-a17801e962b2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:25.757813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c266370-7e8d-4dbe-bc37-cc6bd7bd502e req-858cec5e-db46-4135-9336-a17801e962b2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.0549498
Apr 09 21:02:26.160079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c266370-7e8d-4dbe-bc37-cc6bd7bd502e req-49eb98db-2f80-4cfb-bd3b-10c6e9b2f781 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3937747
Apr 09 21:02:26.181966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54040561-3b53-40b0-a575-5ebabac5a81f req-4487d527-7296-409e-be8b-80648fa82aa8 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0381634
Apr 09 21:02:26.293004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b49750f-ed48-46e0-8de0-e3a3cdae6c7f req-596753ce-28e5-4289-8e68-47a1cf0ba2d9 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0431349
Apr 09 21:02:26.441069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc96647-745c-4158-8520-817dc41bb016 req-9b7be3c7-e3cd-43d4-bca3-d856ac25bbab tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:26.450938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acc96647-745c-4158-8520-817dc41bb016 req-9b7be3c7-e3cd-43d4-bca3-d856ac25bbab tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0781388
Apr 09 21:02:26.549681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e4f6b-0cce-428e-9881-4633708d37cc req-94abd948-5cef-4652-9d89-0e478d04b34e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:26.551932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db4e4f6b-0cce-428e-9881-4633708d37cc req-94abd948-5cef-4652-9d89-0e478d04b34e tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.0773106
Apr 09 21:02:26.577193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acc96647-745c-4158-8520-817dc41bb016 req-ad9318d1-23bd-443d-b967-e8336a6cebef tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097388
Apr 09 21:02:26.651596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db4e4f6b-0cce-428e-9881-4633708d37cc req-406b6664-0c2d-44c3-97e6-36421d7cbc0d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721495
Apr 09 21:02:26.759791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-4d3d8600-7a4c-4bb3-bd5e-d7a4cc787d4b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:26.762350 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-4d3d8600-7a4c-4bb3-bd5e-d7a4cc787d4b tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 946 time: 0.0579467
Apr 09 21:02:26.784957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce13ed-2bc0-41f7-8bb4-8a172b40c8c6 req-f0d9390e-5451-44c9-afb9-f1ec09bf8d5d tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:26.792384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2ce13ed-2bc0-41f7-8bb4-8a172b40c8c6 req-f0d9390e-5451-44c9-afb9-f1ec09bf8d5d tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 932 time: 0.1171210
Apr 09 21:02:26.822429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd19bf5-942a-4541-83e5-19990c22985b req-6d12ab97-c29a-4f30-990f-ee02b03b99ad tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:26.829509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fd19bf5-942a-4541-83e5-19990c22985b req-6d12ab97-c29a-4f30-990f-ee02b03b99ad tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.0903270
Apr 09 21:02:26.870521 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:26.900358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fd19bf5-942a-4541-83e5-19990c22985b req-dd698d60-99c6-4b76-9e18-bd647041adbb tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698671
Apr 09 21:02:26.900751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Deleting port 462aa770-8d57-4511-8729-466cb3c11cb7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:26.901358 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:26.934899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2ce13ed-2bc0-41f7-8bb4-8a172b40c8c6 req-4a1aa9be-1237-4650-add5-5b4661b5f063 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1401823
Apr 09 21:02:26.954780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 462aa770-8d57-4511-8729-466cb3c11cb7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:27.043081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:27.043609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:27.059177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Calling delete_port for 462aa770-8d57-4511-8729-466cb3c11cb7 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:27.090200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 462aa770-8d57-4511-8729-466cb3c11cb7 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:27.090847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:27.161688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 462aa770-8d57-4511-8729-466cb3c11cb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=462aa770-8d57-4511-8729-466cb3c11cb7,segment=NetworkSegment(e6618009-aff5-460e-90cc-d9907d137b33),segment_id=e6618009-aff5-460e-90cc-d9907d137b33)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:27.167670 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:27.255026 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (462aa770-8d57-4511-8729-466cb3c11cb7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:27.293360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:27.331392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Pushing event deleted for resources: {'Port': ['ID=462aa770-8d57-4511-8729-466cb3c11cb7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:27.401230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] No DVR routers for this DVR port 462aa770-8d57-4511-8729-466cb3c11cb7 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:27.407045 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d40697ab-16dd-4a7b-910a-c1c3c204356a req-0710a9e2-b28c-4522-8480-4ba57249e56b tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0658097
Apr 09 21:02:27.421337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:27.433286 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1787b113-ef43-47ae-bd38-5ebaf2c6a987 req-816e3935-f69f-4c60-a279-509f2a883cbf tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.25 "DELETE /v2.0/ports/462aa770-8d57-4511-8729-466cb3c11cb7 HTTP/1.1" status: 204  len: 173 time: 0.6604588
Apr 09 21:02:27.436185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'name': 'network-vif-deleted', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:27.439283 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caf5282-cdf6-473f-bf16-b44df112cfd0" -d '{"events": [{"server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "name": "network-vif-deleted", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:27.445685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546486c-5cf6-4704-b12e-cf5d08c48c4b req-4f3be9dd-79e3-46fc-b82c-1d969914cc03 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:27.457966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7546486c-5cf6-4704-b12e-cf5d08c48c4b req-4f3be9dd-79e3-46fc-b82c-1d969914cc03 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.1617522
Apr 09 21:02:27.540309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7546486c-5cf6-4704-b12e-cf5d08c48c4b req-55d61a37-6f5f-4c45-958c-c785c2b9bc65 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811715
Apr 09 21:02:27.586573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d02120a-ad2a-48bb-b61b-eccdc579ce96 req-b890f575-d632-4d03-9778-d47519363d5e tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0388863
Apr 09 21:02:27.609027 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32a407f-e1c8-44a7-b6f8-01ab255f3ba3 x-openstack-request-id: req-a32a407f-e1c8-44a7-b6f8-01ab255f3ba3 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:27.609337 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "name": "network-vif-deleted", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:27.609607 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a32a407f-e1c8-44a7-b6f8-01ab255f3ba3 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:27.610361 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32a407f-e1c8-44a7-b6f8-01ab255f3ba3'] response: {'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'name': 'network-vif-deleted', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7', 'status': 'completed', 'code': 200}
Apr 09 21:02:27.646678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:27.649961 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6eb2c1-68f6-4454-bd67-0bd781f3d1a6" -d '{"events": [{"server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "name": "network-vif-unplugged", "status": "completed", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:27.713981 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57cc23-11db-418d-b37d-31ef5305c542 x-openstack-request-id: req-5d57cc23-11db-418d-b37d-31ef5305c542 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:27.714581 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ed45b6-7a60-4c33-83d6-db2a14b21bed", "name": "network-vif-unplugged", "status": "completed", "tag": "462aa770-8d57-4511-8729-466cb3c11cb7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:27.715054 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d57cc23-11db-418d-b37d-31ef5305c542 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:27.715633 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d57cc23-11db-418d-b37d-31ef5305c542'] response: {'server_uuid': 'f7ed45b6-7a60-4c33-83d6-db2a14b21bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462aa770-8d57-4511-8729-466cb3c11cb7', 'code': 200}
Apr 09 21:02:27.751959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cae52e7-bdd7-46f3-b601-06d261afa490 req-a91e8589-d3c3-48b7-93d7-fcd08aca67ae tempest-ImagesTestJSON-2014465865 tempest-ImagesTestJSON-2014465865-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7ed45b6-7a60-4c33-83d6-db2a14b21bed HTTP/1.1" status: 200  len: 210 time: 0.0668867
Apr 09 21:02:27.837154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160093-76ea-41d2-a42a-530b5fa24168 req-3eec12a1-9b89-468e-9e5f-b5d6ea1d30e8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:27.841610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c160093-76ea-41d2-a42a-530b5fa24168 req-3eec12a1-9b89-468e-9e5f-b5d6ea1d30e8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.0633433
Apr 09 21:02:27.901000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c160093-76ea-41d2-a42a-530b5fa24168 req-eec764c3-2fa0-47d3-ba7b-f98c5d9d88fb tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548894
Apr 09 21:02:28.166735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843625c-d29e-452b-97a4-62046a873e4b req-56e8b066-f370-4e3a-b5ce-6eb66fb89e52 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:28.173710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5843625c-d29e-452b-97a4-62046a873e4b req-56e8b066-f370-4e3a-b5ce-6eb66fb89e52 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.1552634
Apr 09 21:02:28.208534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aea265-db3b-43f2-a1f7-cfe71bd359f3 req-f5c1b427-2b83-4015-8416-dd86a57829e6 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:28.215223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85aea265-db3b-43f2-a1f7-cfe71bd359f3 req-f5c1b427-2b83-4015-8416-dd86a57829e6 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 932 time: 0.1204107
Apr 09 21:02:28.269849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5843625c-d29e-452b-97a4-62046a873e4b req-88e120db-5c72-4328-a10d-4d4bb778004d tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950859
Apr 09 21:02:28.289522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85aea265-db3b-43f2-a1f7-cfe71bd359f3 req-fdd0dcaf-e57c-4370-8d0e-c19439790896 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722632
Apr 09 21:02:28.521275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-163e994b-4cf5-4def-ba9b-0458a84a7378 req-0ca01349-5cd8-4bd6-8a89-dd4baf420f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0436106
Apr 09 21:02:28.732706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab4eda-95a8-4c76-a13f-a909cb99c1ed req-345a88c4-d7f5-4e67-b9d3-715b06280b2c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:28.739536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2eab4eda-95a8-4c76-a13f-a909cb99c1ed req-345a88c4-d7f5-4e67-b9d3-715b06280b2c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.1285563
Apr 09 21:02:28.776726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8316176-5881-4c69-8b88-93fa5f48df84 req-5d5df3aa-cdf8-4b6b-b065-f764a54580d7 tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0765917
Apr 09 21:02:28.865794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2eab4eda-95a8-4c76-a13f-a909cb99c1ed req-6ae1e41c-b082-4d3a-982e-b23e29c8eddc tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252074
Apr 09 21:02:29.060680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490288fe-f481-46e3-a90c-aa9aced065e1 req-983a7aff-ddd4-4a1f-951f-87a683d940e8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:29.062246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-490288fe-f481-46e3-a90c-aa9aced065e1 req-983a7aff-ddd4-4a1f-951f-87a683d940e8 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.0727074
Apr 09 21:02:29.127713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-490288fe-f481-46e3-a90c-aa9aced065e1 req-4ec5fcef-6477-4377-b2a8-b5d73a9b1a24 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593097
Apr 09 21:02:29.279423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50030) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:29.406461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fb62a-2012-453a-83a7-806840fa7ce2 req-635300a5-68e3-4405-9ba0-13231cdc6311 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:29.415030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f0fb62a-2012-453a-83a7-806840fa7ce2 req-635300a5-68e3-4405-9ba0-13231cdc6311 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.0666378
Apr 09 21:02:29.418954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be5b1b3-ccf1-412a-b533-69454f40de35 admin admin] Deleting subnet 54fcb9fd-163d-4271-b203-19d5638517d1 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:02:29.422652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5be5b1b3-ccf1-412a-b533-69454f40de35 admin admin] Publish callbacks [] for subnet (54fcb9fd-163d-4271-b203-19d5638517d1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:29.471224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5be5b1b3-ccf1-412a-b533-69454f40de35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (54fcb9fd-163d-4271-b203-19d5638517d1), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:29.492181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514a485-b407-489f-9e14-7306f48e6c87 req-e99e993b-3597-4809-8b4d-2e96a34d7504 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:29.494228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9514a485-b407-489f-9e14-7306f48e6c87 req-e99e993b-3597-4809-8b4d-2e96a34d7504 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 932 time: 0.0758855
Apr 09 21:02:29.561774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f0fb62a-2012-453a-83a7-806840fa7ce2 req-3aa76a9f-9074-4782-9e9a-eabf8c89f5d4 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451702
Apr 09 21:02:29.567224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5be5b1b3-ccf1-412a-b533-69454f40de35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (54fcb9fd-163d-4271-b203-19d5638517d1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:29.619537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9514a485-b407-489f-9e14-7306f48e6c87 req-734a115d-4ecd-4d68-b90b-b04984b2ecc5 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080358
Apr 09 21:02:29.655108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5be5b1b3-ccf1-412a-b533-69454f40de35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (54fcb9fd-163d-4271-b203-19d5638517d1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:29.700592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5be5b1b3-ccf1-412a-b533-69454f40de35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:29.706514 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5be5b1b3-ccf1-412a-b533-69454f40de35 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/54fcb9fd-163d-4271-b203-19d5638517d1 HTTP/1.1" status: 204  len: 168 time: 0.4238675
Apr 09 21:02:29.706514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5b1b3-ccf1-412a-b533-69454f40de35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fcb9fd-163d-4271-b203-19d5638517d1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:29.706924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50040) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:29.710580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb8cdcd4-7495-4eb5-9a6f-ad6232eb68de req-325c8bba-3c0d-4691-a945-36e2f39831bb tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.0443013
Apr 09 21:02:29.798834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:29.924303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54c8e730-5329-4c9e-ba56-c0a5125fe76c req-2127115d-f600-4ad8-abd6-69a8b5473aac tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.0458002
Apr 09 21:02:30.022167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003957a-c78a-442f-aea8-7e77b76b5bd3 req-fdbbd8ff-2f59-4369-a663-2916a93d4eb9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:30.025379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a003957a-c78a-442f-aea8-7e77b76b5bd3 req-fdbbd8ff-2f59-4369-a663-2916a93d4eb9 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.0688336
Apr 09 21:02:30.122189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a003957a-c78a-442f-aea8-7e77b76b5bd3 req-9b093725-2dab-4859-9a22-5f2e9944cb8e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906105
Apr 09 21:02:30.244900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.266609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4db2-6ed2-4c24-890d-1b14033e8787 req-edb3004d-57bf-45ba-a492-8ab48f2de936 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:30.268438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61fe4db2-6ed2-4c24-890d-1b14033e8787 req-edb3004d-57bf-45ba-a492-8ab48f2de936 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 949 time: 0.0542090
Apr 09 21:02:30.272474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c2aff10>,) {'filters': {'network_id': ['78a6d2d3-bb80-48c0-a446-3fd1d832ea3c']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:30.283787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c2aff10>, 'e6618009-aff5-460e-90cc-d9907d137b33') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:30.284473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c2aff10>, 'e6618009-aff5-460e-90cc-d9907d137b33') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:30.297301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (e6618009-aff5-460e-90cc-d9907d137b33), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.303401 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.315605 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e6618009-aff5-460e-90cc-d9907d137b33), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.323628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:02:30.324102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (e6618009-aff5-460e-90cc-d9907d137b33), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:02:30.326047 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:02:30.344795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61fe4db2-6ed2-4c24-890d-1b14033e8787 req-8b353235-89ac-41d2-a9eb-36e362d32a79 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676813
Apr 09 21:02:30.390310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (78a6d2d3-bb80-48c0-a446-3fd1d832ea3c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.396619 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.400375 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] 10.222.0.30 "DELETE /v2.0/networks/78a6d2d3-bb80-48c0-a446-3fd1d832ea3c HTTP/1.1" status: 204  len: 168 time: 0.6912310
Apr 09 21:02:30.413273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d6f48-d037-4f3a-baaf-29c0cddb40da admin admin] Pushing event deleted for resources: {'Network': ['ID=78a6d2d3-bb80-48c0-a446-3fd1d832ea3c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:30.524642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50052) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:30.567756 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8bc620b6-b34f-4a8e-ae82-700447d92a2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=333402ee57fb405f856c323a638d2b7c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0418153
Apr 09 21:02:30.570563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50054) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:30.626573 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-609ee46b-3850-4c8f-909f-7e246ecc4149 admin admin] Publish callbacks [] for security_group (30f47ad0-cff9-43fd-92bc-83d8ce3c5bea), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.684667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-609ee46b-3850-4c8f-909f-7e246ecc4149 admin admin] Publish callbacks [] for security_group (30f47ad0-cff9-43fd-92bc-83d8ce3c5bea), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.725500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72c7b9-eee1-4817-92ff-3f3b6798bc95 req-547cf8c7-bc1a-4123-987e-9d7abe2b7600 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:30.727209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a72c7b9-eee1-4817-92ff-3f3b6798bc95 req-547cf8c7-bc1a-4123-987e-9d7abe2b7600 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.0957189
Apr 09 21:02:30.791447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Request body: {'port': {'device_id': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:30.792574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Request body: {'port': {'device_id': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'admin_state_up': True, 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:30.805499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95fc82-5be0-44c5-8f95-673e6f199985 req-2d6014a8-4206-4081-a363-ce2a3acbc1af tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:30.808015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b95fc82-5be0-44c5-8f95-673e6f199985 req-2d6014a8-4206-4081-a363-ce2a3acbc1af tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 932 time: 0.1068170
Apr 09 21:02:30.919081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.921003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Deleting port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:30.921326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:30.988069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 462aa770-8d57-4511-8729-466cb3c11cb7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:31.004980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a72c7b9-eee1-4817-92ff-3f3b6798bc95 req-91688f39-5d6d-4091-a157-0c3112437a93 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543159
Apr 09 21:02:31.023769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 462aa770-8d57-4511-8729-466cb3c11cb7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:31.024329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 462aa770-8d57-4511-8729-466cb3c11cb7 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:31.044334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-ba58b3f3-ae9a-4ee6-87ef-8c71275ff9f5 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:31.045938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-ba58b3f3-ae9a-4ee6-87ef-8c71275ff9f5 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.1923642
Apr 09 21:02:31.047151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-609ee46b-3850-4c8f-909f-7e246ecc4149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (30f47ad0-cff9-43fd-92bc-83d8ce3c5bea), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.049534 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-609ee46b-3850-4c8f-909f-7e246ecc4149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.052916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-609ee46b-3850-4c8f-909f-7e246ecc4149 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30f47ad0-cff9-43fd-92bc-83d8ce3c5bea HTTP/1.1" status: 204  len: 168 time: 0.4787793
Apr 09 21:02:31.096092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-a58f47c6-90c4-4592-9d2e-350c16bbb0c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:31.098156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-a58f47c6-90c4-4592-9d2e-350c16bbb0c2 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.2239041
Apr 09 21:02:31.104598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ee46b-3850-4c8f-909f-7e246ecc4149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f47ad0-cff9-43fd-92bc-83d8ce3c5bea,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:31.151029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b95fc82-5be0-44c5-8f95-673e6f199985 req-2c455659-c678-4e38-a210-3c7327a61c02 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3296590
Apr 09 21:02:31.165883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] For port 4fed88cf-abe4-4b22-a8ee-09e62dda9535, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fed88cf-abe4-4b22-a8ee-09e62dda9535,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:31.166943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.190004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Calling delete_port for 4fed88cf-abe4-4b22-a8ee-09e62dda9535 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:31.289368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30c14cbe-5f2c-40ce-bdc2-212470c12d40 req-75df07ce-2c2b-4edd-928e-ede472097665 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.1371639
Apr 09 21:02:31.443661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcd76d9f-94b8-4371-b280-6629459e3a8c req-42c08992-353a-4906-832e-0e17be04f12b tempest-ServerRescueTestJSONUnderV235-859686725 tempest-ServerRescueTestJSONUnderV235-859686725-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa1ac0b-76eb-4a3e-8430-59674f1ecf27 HTTP/1.1" status: 200  len: 210 time: 0.1222253
Apr 09 21:02:31.483189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Deleting port d7c527cb-9011-4ef5-8cea-8a678536f481 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:31.483526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.492735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Made reservation on behalf of bd8c462cb0354f748ec4a7bfa561be3d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:31.496927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.506881 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4fed88cf-abe4-4b22-a8ee-09e62dda9535), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.522677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:31.525054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Deleting port 0f3e486d-5fcd-4183-97a9-2a32f168c323 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:31.525601 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.526647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['cc886072-17df-443d-8237-a748bd33f221'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:31.561263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event deleted for resources: {'Port': ['ID=4fed88cf-abe4-4b22-a8ee-09e62dda9535,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:31.630936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba522d92-0fc7-439c-8d51-57b133c839a4 req-5e01289f-86d7-46f6-b392-7cc681546ccb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:31.630936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba522d92-0fc7-439c-8d51-57b133c839a4 req-5e01289f-86d7-46f6-b392-7cc681546ccb tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 944 time: 0.2065380
Apr 09 21:02:31.661113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] No DVR routers for this DVR port 4fed88cf-abe4-4b22-a8ee-09e62dda9535 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:31.664906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.671112 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "DELETE /v2.0/ports/4fed88cf-abe4-4b22-a8ee-09e62dda9535 HTTP/1.1" status: 204  len: 173 time: 0.8930478
Apr 09 21:02:31.675600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d1421c-05ab-4e1a-8af5-088db0beffa3 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:31.680874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-deleted', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:31.684023 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb63ef3f-dce2-4fff-b3cd-bfcd014b05e0" -d '{"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-deleted", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:31.696400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Publish callbacks [] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.717058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Transition to ACTIVE for port object 61d1421c-05ab-4e1a-8af5-088db0beffa3 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:02:31.725375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.778058 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc4b6a69-d946-4a0f-833e-645224bff95d req-19dd95b6-8222-4d54-ada0-e8920d43837c tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd75b541-d45b-4a01-a4fb-7122b67286c1 HTTP/1.1" status: 200  len: 210 time: 0.2370071
Apr 09 21:02:31.825800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] For port d7c527cb-9011-4ef5-8cea-8a678536f481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c527cb-9011-4ef5-8cea-8a678536f481,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:31.826483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:31.908475 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731730a4-5d7a-47b7-8159-fae1ccb27831 x-openstack-request-id: req-731730a4-5d7a-47b7-8159-fae1ccb27831 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:31.908856 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd75b541-d45b-4a01-a4fb-7122b67286c1", "name": "network-vif-deleted", "tag": "4fed88cf-abe4-4b22-a8ee-09e62dda9535", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:31.909091 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-731730a4-5d7a-47b7-8159-fae1ccb27831 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:31.909683 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731730a4-5d7a-47b7-8159-fae1ccb27831'] response: {'server_uuid': 'dd75b541-d45b-4a01-a4fb-7122b67286c1', 'name': 'network-vif-deleted', 'tag': '4fed88cf-abe4-4b22-a8ee-09e62dda9535', 'status': 'completed', 'code': 200}
Apr 09 21:02:31.929546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Calling delete_port for d7c527cb-9011-4ef5-8cea-8a678536f481 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:31.938127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=61d1421c-05ab-4e1a-8af5-088db0beffa3,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:31.991768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Attempting to bind port 61d1421c-05ab-4e1a-8af5-088db0beffa3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:02:31.992029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Attempting to bind port 61d1421c-05ab-4e1a-8af5-088db0beffa3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:02:31.992437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Attempting to bind port 61d1421c-05ab-4e1a-8af5-088db0beffa3 on network 08b7112f-413f-4fd7-98f3-1757fa9cef25 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:31.998612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Port 61d1421c-05ab-4e1a-8af5-088db0beffa3 on network 08b7112f-413f-4fd7-98f3-1757fa9cef25 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:02:31.999024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Attempting to bind port 61d1421c-05ab-4e1a-8af5-088db0beffa3 on network 08b7112f-413f-4fd7-98f3-1757fa9cef25 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:32.005985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:02:32.005985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Checking segment: {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:32.006444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Bound using segment: {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:02:32.006766 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Bound port: 61d1421c-05ab-4e1a-8af5-088db0beffa3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025a281a-91d4-436b-8884-ff7970c81f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:02:32.007181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:32.130542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] For port 61d1421c-05ab-4e1a-8af5-088db0beffa3, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:32.134940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] For port 61d1421c-05ab-4e1a-8af5-088db0beffa3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61d1421c-05ab-4e1a-8af5-088db0beffa3,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:02:32.145998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:32.192483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:32.193083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:32.194722 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/61d1421c-05ab-4e1a-8af5-088db0beffa3 HTTP/1.1" status: 200  len: 1092 time: 1.4150474
Apr 09 21:02:32.236222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fe1bc-cb16-443b-8a20-a2f55097f1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=61d1421c-05ab-4e1a-8af5-088db0beffa3,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:32.327356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1906f4-f5a4-4150-98b2-b25f6f54370d req-aed1b930-94a8-4308-8d0b-14d7c07b9f2b tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:32.334401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d1906f4-f5a4-4150-98b2-b25f6f54370d req-aed1b930-94a8-4308-8d0b-14d7c07b9f2b tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 949 time: 0.2049558
Apr 09 21:02:32.343823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba522d92-0fc7-439c-8d51-57b133c839a4 req-4fc002b5-1575-48c3-9916-3f3a5059675d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5267994
Apr 09 21:02:32.395139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-b5fbe32c-dec0-4fff-bf29-5a1ebf84a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:32.396907 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-b5fbe32c-dec0-4fff-bf29-5a1ebf84a931 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d288e617526417680b8d375cf87e380&device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 1126 time: 0.1276064
Apr 09 21:02:32.460523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50098) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:32.469266 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-75b8069c-75b3-471e-a74f-5a9367282f5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d1421c-05ab-4e1a-8af5-088db0beffa3 HTTP/1.1" status: 200  len: 217 time: 0.0653324
Apr 09 21:02:32.508395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] For port 0f3e486d-5fcd-4183-97a9-2a32f168c323, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f3e486d-5fcd-4183-97a9-2a32f168c323,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:32.508754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:32.529650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-1221365f-9d43-45b4-bb76-68c8250ef919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:32.531239 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-1221365f-9d43-45b4-bb76-68c8250ef919 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41a02b39-9e41-49c8-9ae8-67e5db6eaac9 HTTP/1.1" status: 200  len: 854 time: 0.0556576
Apr 09 21:02:32.577458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Calling delete_port for 0f3e486d-5fcd-4183-97a9-2a32f168c323 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:32.585740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-a05560f3-91c5-41ee-9709-7370e651e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:32.587519 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-a05560f3-91c5-41ee-9709-7370e651e9b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b7112f-413f-4fd7-98f3-1757fa9cef25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484428
Apr 09 21:02:32.591314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Allocated IP 172.20.0.6 (7baa1819-530e-4fe9-a0b0-1cedcf135c19/de8d3b57-77aa-4d59-b228-8568d1515a62/455d580c-41d3-4b94-874f-5a7e5ca3ad6f) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:02:32.598017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d1906f4-f5a4-4150-98b2-b25f6f54370d req-8f7e6c21-f765-46c9-9324-3c795c91abdd tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc138f09-b419-4ace-9a7e-b3f9594d92f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623012
Apr 09 21:02:32.664712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1007426510-network', 'tenant_id': 'ed5c4a7f5181441d9d3db5d4ed86133b'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:32.668990 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d7c527cb-9011-4ef5-8cea-8a678536f481), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:32.688568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433f94-81a3-4cd4-b211-4f07b55886c5 req-0140a2cf-9797-4a6a-b834-024907f4e3bb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:32.690072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f433f94-81a3-4cd4-b211-4f07b55886c5 req-0140a2cf-9797-4a6a-b834-024907f4e3bb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 944 time: 0.2067344
Apr 09 21:02:32.693070 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-cfc55dfb-bf62-4c2f-a1ee-f76f3e32f9d2 service neutron] 10.222.0.32 "GET /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989807
Apr 09 21:02:32.786358 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7c8119e-0a7f-4a83-854f-6e3867847ea8 req-779788a7-56c8-49ff-9154-23e19ac771e3 service neutron] 10.222.0.32 "GET /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866826
Apr 09 21:02:32.802238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Pushing event deleted for resources: {'Port': ['ID=d7c527cb-9011-4ef5-8cea-8a678536f481,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:32.835505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6504c210-28c9-4994-8b74-0bc3860feaad req-75c57d0c-6fb7-4c25-a403-1002cdd0c124 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 210 time: 0.1675265
Apr 09 21:02:32.894199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50112) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:32.894889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Made reservation on behalf of ed5c4a7f5181441d9d3db5d4ed86133b for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:32.897175 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:32.952099 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:32.971117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] No DVR routers for this DVR port d7c527cb-9011-4ef5-8cea-8a678536f481 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:32.987290 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:32.990595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d90fc740-c374-42e9-b1ae-a070d3a52141 req-57a2eb55-78b8-4215-bb14-273b161bb93a tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.32 "DELETE /v2.0/ports/d7c527cb-9011-4ef5-8cea-8a678536f481 HTTP/1.1" status: 204  len: 173 time: 1.9077644
Apr 09 21:02:32.992555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-deleted', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:32.994884 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45efa44-5de0-4496-96c3-af1e346aa5f8" -d '{"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-deleted", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:33.005788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f433f94-81a3-4cd4-b211-4f07b55886c5 req-aeb27038-342e-4a44-943c-39799a852936 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2961752
Apr 09 21:02:33.042070 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.137750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-33367756-9f61-4982-94c9-a4bc43af542d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.143211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-33367756-9f61-4982-94c9-a4bc43af542d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.148643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-33367756-9f61-4982-94c9-a4bc43af542d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.154639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-33367756-9f61-4982-94c9-a4bc43af542d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.159874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-33367756-9f61-4982-94c9-a4bc43af542d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.165199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-33367756-9f61-4982-94c9-a4bc43af542d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.170577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-33367756-9f61-4982-94c9-a4bc43af542d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.172629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-33367756-9f61-4982-94c9-a4bc43af542d tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.1897571
Apr 09 21:02:33.245620 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162a4823-6423-4cd3-8d38-8c322c453ba4 x-openstack-request-id: req-162a4823-6423-4cd3-8d38-8c322c453ba4 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:33.246267 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e010922-7acd-4bde-8f7a-f6b06554a526", "name": "network-vif-deleted", "tag": "d7c527cb-9011-4ef5-8cea-8a678536f481", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:33.246853 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-162a4823-6423-4cd3-8d38-8c322c453ba4 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:33.247599 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162a4823-6423-4cd3-8d38-8c322c453ba4'] response: {'server_uuid': '7e010922-7acd-4bde-8f7a-f6b06554a526', 'name': 'network-vif-deleted', 'tag': 'd7c527cb-9011-4ef5-8cea-8a678536f481', 'status': 'completed', 'code': 200}
Apr 09 21:02:33.289297 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ee517c0-48ec-4071-b776-55340e3edfd2 req-c01f264f-82a4-45f8-bcc0-79a6b3d6f6f8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0982432
Apr 09 21:02:33.295413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0f3e486d-5fcd-4183-97a9-2a32f168c323), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.297371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:33.321417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (43a026bb-c2ea-4313-ba58-0cbf30815cdb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.366095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: d7c527cb-9011-4ef5-8cea-8a678536f481 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:33.366445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d7c527cb-9011-4ef5-8cea-8a678536f481 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:33.375910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:33.380165 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.409526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Pushing event deleted for resources: {'Port': ['ID=0f3e486d-5fcd-4183-97a9-2a32f168c323,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:33.451284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b9a7f79d-1d3a-4671-b464-16baee2a1102'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:33.506910 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291bf91-a418-487f-9a68-a5d0f365d585 req-e580a5ad-4693-4bc2-9816-a32799bb00c3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.508337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9291bf91-a418-487f-9a68-a5d0f365d585 req-e580a5ad-4693-4bc2-9816-a32799bb00c3 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.2014642
Apr 09 21:02:33.654370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Deleting port d560c8f4-c62f-4945-b704-0ee933f70009 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:33.654938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.755018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] For port d560c8f4-c62f-4945-b704-0ee933f70009, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d560c8f4-c62f-4945-b704-0ee933f70009,segment=NetworkSegment(1e3951df-f4a3-4c8d-acd5-4a3d7f803cde),segment_id=1e3951df-f4a3-4c8d-acd5-4a3d7f803cde)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:33.755621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.772086 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Calling delete_port for d560c8f4-c62f-4945-b704-0ee933f70009 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:33.875721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Publish callbacks [] for security_group (09d46d29-c5df-45ac-acf5-e946449fb0a7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.878182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:02:33.891899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] No DVR routers for this DVR port 0f3e486d-5fcd-4183-97a9-2a32f168c323 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:33.898120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (09d46d29-c5df-45ac-acf5-e946449fb0a7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.901998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:33.910672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'tag': '61d1421c-05ab-4e1a-8af5-088db0beffa3'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:33.910976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.913231 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444af735-1d6e-42ee-a5a8-cea9125070a7" -d '{"events": [{"name": "network-changed", "server_uuid": "38771bd6-54dc-448e-9f9e-be97fabb46b6", "tag": "61d1421c-05ab-4e1a-8af5-088db0beffa3"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:33.914166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5df8a1e-92e9-47f2-a72b-aca586b7e2e5 req-39fe690d-8e26-44dc-80c5-0d617af2f996 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.32 "DELETE /v2.0/ports/0f3e486d-5fcd-4183-97a9-2a32f168c323 HTTP/1.1" status: 204  len: 173 time: 2.8063457
Apr 09 21:02:33.920845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:02:33.951335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9046-2e04-4a37-b943-8b94730c2200 req-50ec1650-36ba-4995-94f9-013afdd1b918 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.956586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9046-2e04-4a37-b943-8b94730c2200 req-50ec1650-36ba-4995-94f9-013afdd1b918 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.961799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9046-2e04-4a37-b943-8b94730c2200 req-50ec1650-36ba-4995-94f9-013afdd1b918 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.967079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9046-2e04-4a37-b943-8b94730c2200 req-50ec1650-36ba-4995-94f9-013afdd1b918 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.973949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9046-2e04-4a37-b943-8b94730c2200 req-50ec1650-36ba-4995-94f9-013afdd1b918 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.974700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d560c8f4-c62f-4945-b704-0ee933f70009), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:33.979566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9046-2e04-4a37-b943-8b94730c2200 req-50ec1650-36ba-4995-94f9-013afdd1b918 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.984784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9046-2e04-4a37-b943-8b94730c2200 req-50ec1650-36ba-4995-94f9-013afdd1b918 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:33.998058 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3ad9046-2e04-4a37-b943-8b94730c2200 req-50ec1650-36ba-4995-94f9-013afdd1b918 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.5583069
Apr 09 21:02:33.998058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Pushing event updated for resources: {'Port': ['ID=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:34.012079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d560c8f4-c62f-4945-b704-0ee933f70009,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:34.025483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:02:34.125597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bae86530-81fb-44ba-ba9a-2fcf509fd208 req-d75001c5-e71a-461e-b4a4-6a49cab23200 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 210 time: 0.0647061
Apr 09 21:02:34.131553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (805f4463-db19-4492-a39b-f4f913dad5e4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.132222 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Added segment 805f4463-db19-4492-a39b-f4f913dad5e4 of type vlan for network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554
Apr 09 21:02:34.145100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d46d29-c5df-45ac-acf5-e946449fb0a7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:34.172638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9291bf91-a418-487f-9a68-a5d0f365d585 req-097ca895-835b-4204-a537-c10dbd23ecb4 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2968912
Apr 09 21:02:34.193800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:34.194460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.202662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6ae2b2fd-5df3-4530-b9d7-5fe5491abbf9 None None] Provisioning complete for port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:34.203033 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ae2b2fd-5df3-4530-b9d7-5fe5491abbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.238825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (43a026bb-c2ea-4313-ba58-0cbf30815cdb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.245464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2b2fd-5df3-4530-b9d7-5fe5491abbf9 None None] Port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:02:34.292871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2acdcdfe-c4fc-46e9-aafe-ac2fc5194554), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.299163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c09705f-1638-457d-be22-5171b692e7d3 req-91515713-4ff5-483e-83e4-b490f579841c tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 210 time: 0.0829918
Apr 09 21:02:34.306026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-931fd7ad-0060-476d-b17d-19804140f311 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5250759
Apr 09 21:02:34.336228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fd2d8-98f5-4beb-8458-8343d98c92f0 req-d4ba62ae-91a2-4ab3-a310-d3ed1f38d56e tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:34.337762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da1fd2d8-98f5-4beb-8458-8343d98c92f0 req-d4ba62ae-91a2-4ab3-a310-d3ed1f38d56e tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 931 time: 0.0947704
Apr 09 21:02:34.351072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2acdcdfe-c4fc-46e9-aafe-ac2fc5194554), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.352357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:34.353493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.357516 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e356dde8-d4c0-47af-b3b3-03495afbaa18 x-openstack-request-id: req-e356dde8-d4c0-47af-b3b3-03495afbaa18 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:34.357982 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38771bd6-54dc-448e-9f9e-be97fabb46b6", "tag": "61d1421c-05ab-4e1a-8af5-088db0beffa3", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:34.358283 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e356dde8-d4c0-47af-b3b3-03495afbaa18 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:34.358822 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e356dde8-d4c0-47af-b3b3-03495afbaa18'] response: {'name': 'network-changed', 'server_uuid': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'tag': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'status': 'completed', 'code': 200}
Apr 09 21:02:34.410716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.9490402
Apr 09 21:02:34.419882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50134) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:34.424599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Request body: {'subnet': {'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1007426510-subnet', 'tenant_id': 'ed5c4a7f5181441d9d3db5d4ed86133b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:34.459317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Made reservation on behalf of ed5c4a7f5181441d9d3db5d4ed86133b for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:34.461561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.490335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bbc3c-2ff9-4313-a8b9-cf37b5ed402c admin admin] Pushing event updated for resources: {'Network': ['ID=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:34.499304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da1fd2d8-98f5-4beb-8458-8343d98c92f0 req-edf62be9-5d3f-4951-addf-3b6d39868aed tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501977
Apr 09 21:02:34.503382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:02:34.505945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfb19b-9385-45d2-a1c3-5c0c0ac7e59a req-dca1d096-78bf-4684-a034-068221293395 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:34.508208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06cfb19b-9385-45d2-a1c3-5c0c0ac7e59a req-dca1d096-78bf-4684-a034-068221293395 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 944 time: 0.1085517
Apr 09 21:02:34.568897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06cfb19b-9385-45d2-a1c3-5c0c0ac7e59a req-840d5a94-bc07-460f-92bb-a0860a3d3c6a tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542989
Apr 09 21:02:34.576174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Router 43a026bb-c2ea-4313-ba58-0cbf30815cdb has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:02:34.762789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:02:34.771900 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d17a852e-08c2-4752-94ae-f5eeb25cdcb7 admin admin] 10.222.0.30 "PUT /v2.0/routers/43a026bb-c2ea-4313-ba58-0cbf30815cdb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8736069
Apr 09 21:02:34.772975 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] Sync routers for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:02:34.774399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50138) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:34.784045 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:34.784750 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237703e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:34.817346 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (faf7f7c5-7f39-4827-9277-12a92eed21c4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:34.895433 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:34.899085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Request body: {'port': {'device_id': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:34.931138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf7f7c5-7f39-4827-9277-12a92eed21c4,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:34.980058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Checking segment: {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:34.980058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Network hostable DHCP agents. Network: 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:02:34.995260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks [] for router (43a026bb-c2ea-4313-ba58-0cbf30815cdb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:35.012442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:35.104864 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237703e7f0>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:02:33Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:35.131309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-ed24f712-f824-45a2-852a-32715b49b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:35.132961 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-ed24f712-f824-45a2-852a-32715b49b51c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d288e617526417680b8d375cf87e380&device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 1126 time: 0.1146481
Apr 09 21:02:35.147847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:02:35.168064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:35.177076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:35.177286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:35.180385 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] Checking router: 43a026bb-c2ea-4313-ba58-0cbf30815cdb for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:02:35.203297 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] Routers {'43a026bb-c2ea-4313-ba58-0cbf30815cdb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:35.203935 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237703e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:35.218950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks [] for router_gateway (43a026bb-c2ea-4313-ba58-0cbf30815cdb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:35.265895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d5b1f6d9-0c82-4a20-81be-65b09933c72d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.8438230
Apr 09 21:02:35.349561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Deleting port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:35.350037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:35.380593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'name': 'network-vif-deleted', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:35.418280 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6f8ad4-970e-4590-829f-672ef7867aff" -d '{"events": [{"server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "name": "network-vif-deleted", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:35.698737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17e294ee-fb39-43fa-b2d1-327a4f7b1cbd req-493e4dea-dc83-4789-9509-2b5376cb4c0d tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106988-a070-4123-99d6-e94d156b42b0 HTTP/1.1" status: 200  len: 210 time: 0.2352662
Apr 09 21:02:35.705345 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] Set router 43a026bb-c2ea-4313-ba58-0cbf30815cdb gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:35.724745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d0b6f-6205-4df7-a97a-f35719a83ec0 req-98021257-b0e6-4251-a050-d312a289b265 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:35.738712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae0d0b6f-6205-4df7-a97a-f35719a83ec0 req-98021257-b0e6-4251-a050-d312a289b265 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.1794798
Apr 09 21:02:35.799619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56953664-8be6-4a99-b9b9-742306c3b4b5 None None] Network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:02:35.829558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 61d1421c-05ab-4e1a-8af5-088db0beffa3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:02:36.027469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-828273f5-d868-405b-aa61-b045252842ad req-8f2a18e4-db5e-4cee-b084-d8c481b84551 tempest-ImagesOneServerTestJSON-1283171141 tempest-ImagesOneServerTestJSON-1283171141-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e010922-7acd-4bde-8f7a-f6b06554a526 HTTP/1.1" status: 200  len: 210 time: 0.1102152
Apr 09 21:02:36.122642 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:02:36.237443 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237703e7f0>, [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:02:33Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:36.260826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] For port 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f9734ab-4fb3-4e6a-8367-caddc77e4b7c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:36.261542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:36.270730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318cab86-d437-4542-bb5a-371a86da8cfb req-e2f1b2f0-19fa-426f-b43c-859a309d477c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.8015885
Apr 09 21:02:36.284770 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Calling delete_port for 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:36.286194 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d1099-bb74-42f0-8a2e-f11f376d01ef None None] The sync data for ids ['43a026bb-c2ea-4313-ba58-0cbf30815cdb'] in ncdv-master-1 is: [{'id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-878228555-router', 'tenant_id': '8584541985ac44cc923c89a5a518ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90'}], 'enable_snat': True}, 'gw_port_id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:00:18Z', 'updated_at': '2022-04-09T21:02:33Z', 'revision_number': 5, 'project_id': '8584541985ac44cc923c89a5a518ec32', 'gw_port': {'id': '0f9734ab-4fb3-4e6a-8367-caddc77e4b7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a026bb-c2ea-4313-ba58-0cbf30815cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:00:19Z', 'updated_at': '2022-04-09T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:02:36.354307 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae0d0b6f-6205-4df7-a97a-f35719a83ec0 req-0c5568f6-218f-4cbe-8f8f-c7a262280b35 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6145732
Apr 09 21:02:36.376249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ddc02-29ca-4180-b56f-bdf4fab8e2ea None None] Network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:02:36.383279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-7bb22159-6708-432e-9014-8c165ecaf7c2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.385057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-7bb22159-6708-432e-9014-8c165ecaf7c2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.7285914
Apr 09 21:02:36.403857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50188) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:36.430432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 61d1421c-05ab-4e1a-8af5-088db0beffa3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61d1421c-05ab-4e1a-8af5-088db0beffa3,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:36.432423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455d580c-41d3-4b94-874f-5a7e5ca3ad6f {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:36.445225 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc71c5-6fa4-4abf-b012-2897ffbd5722 x-openstack-request-id: req-5adc71c5-6fa4-4abf-b012-2897ffbd5722 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:36.445519 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c106988-a070-4123-99d6-e94d156b42b0", "name": "network-vif-deleted", "tag": "0f3e486d-5fcd-4183-97a9-2a32f168c323", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:36.445750 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5adc71c5-6fa4-4abf-b012-2897ffbd5722 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:36.446168 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adc71c5-6fa4-4abf-b012-2897ffbd5722'] response: {'server_uuid': '1c106988-a070-4123-99d6-e94d156b42b0', 'name': 'network-vif-deleted', 'tag': '0f3e486d-5fcd-4183-97a9-2a32f168c323', 'status': 'completed', 'code': 200}
Apr 09 21:02:36.448122 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Publish callbacks [] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:36.449503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'port_id': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'mac_address': 'fa:16:3e:74:55:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:02:36.494192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a28b-95f2-4bd9-958b-5f4b70cd3994 req-bd0ccff2-74ea-4624-9e46-ed1ae8a5689a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.501578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7924a28b-95f2-4bd9-958b-5f4b70cd3994 req-bd0ccff2-74ea-4624-9e46-ed1ae8a5689a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 931 time: 0.1844265
Apr 09 21:02:36.531537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cab86-d437-4542-bb5a-371a86da8cfb req-2579f8b9-65e6-4b73-b0ca-deb9e2295a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.533290 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318cab86-d437-4542-bb5a-371a86da8cfb req-2579f8b9-65e6-4b73-b0ca-deb9e2295a9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=352d269ab35841c397ca9168792c1ec4&device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 1127 time: 0.2108359
Apr 09 21:02:36.600201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Transition to ACTIVE for port object 455d580c-41d3-4b94-874f-5a7e5ca3ad6f will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:02:36.609731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 61d1421c-05ab-4e1a-8af5-088db0beffa3 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:36.610527 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:36.626216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-3977da60-1335-4e98-a513-91a09606d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.627336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-3977da60-1335-4e98-a513-91a09606d489 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08b7112f-413f-4fd7-98f3-1757fa9cef25 HTTP/1.1" status: 200  len: 916 time: 1.2001643
Apr 09 21:02:36.642460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:36.642805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d1421c-05ab-4e1a-8af5-088db0beffa3 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:36.672270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 61d1421c-05ab-4e1a-8af5-088db0beffa3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61d1421c-05ab-4e1a-8af5-088db0beffa3,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:36.692606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:36.743629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cab86-d437-4542-bb5a-371a86da8cfb req-2921428d-b4f9-40b5-9658-b0cde168f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.745125 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318cab86-d437-4542-bb5a-371a86da8cfb req-2921428d-b4f9-40b5-9658-b0cde168f842 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 200  len: 909 time: 0.1493225
Apr 09 21:02:36.745278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-40a3fcca-bfac-426a-94ce-42d3c3db9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.745713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-40a3fcca-bfac-426a-94ce-42d3c3db9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.746197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-40a3fcca-bfac-426a-94ce-42d3c3db9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.746675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-40a3fcca-bfac-426a-94ce-42d3c3db9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.747138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-40a3fcca-bfac-426a-94ce-42d3c3db9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.747672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-40a3fcca-bfac-426a-94ce-42d3c3db9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.748141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-40a3fcca-bfac-426a-94ce-42d3c3db9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.753556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-40a3fcca-bfac-426a-94ce-42d3c3db9f2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6707 time: 0.3484025
Apr 09 21:02:36.764845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=61d1421c-05ab-4e1a-8af5-088db0beffa3,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:36.788292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49225c1e-c1dd-44e7-a15b-f111e64fb3f9 req-ffc86248-ce04-410f-8e6b-7ce5c49ba39e tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.789902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49225c1e-c1dd-44e7-a15b-f111e64fb3f9 req-ffc86248-ce04-410f-8e6b-7ce5c49ba39e tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 944 time: 0.2584157
Apr 09 21:02:36.800644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-4154edba-5ad8-422f-a77f-da4d4a856618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d1421c-05ab-4e1a-8af5-088db0beffa3 HTTP/1.1" status: 200  len: 217 time: 0.1533961
Apr 09 21:02:36.802898 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318cab86-d437-4542-bb5a-371a86da8cfb req-87751f7a-c09b-4d41-b60d-31a118ec0131 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 200  len: 217 time: 0.0514612
Apr 09 21:02:36.810803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0f9734ab-4fb3-4e6a-8367-caddc77e4b7c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:36.811049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Deleting port cc886072-17df-443d-8237-a748bd33f221 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:36.811176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cc886072-17df-443d-8237-a748bd33f221), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:36.864295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9734ab-4fb3-4e6a-8367-caddc77e4b7c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:36.871995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7924a28b-95f2-4bd9-958b-5f4b70cd3994 req-94f836d4-3118-4db8-882e-a86bf0303193 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3694327
Apr 09 21:02:36.939261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['61d1421c-05ab-4e1a-8af5-088db0beffa3'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:36.949952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Pushing event updated for resources: {'Port': ['ID=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:36.950364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cab86-d437-4542-bb5a-371a86da8cfb req-1d0bdc92-7220-4eac-b377-1385e49f6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:36.951831 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318cab86-d437-4542-bb5a-371a86da8cfb req-1d0bdc92-7220-4eac-b377-1385e49f6bd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 200  len: 848 time: 0.1384146
Apr 09 21:02:37.034505 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318cab86-d437-4542-bb5a-371a86da8cfb req-1f54bd88-e64f-430f-8ef7-d1333b156819 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609357
Apr 09 21:02:37.165087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (43a026bb-c2ea-4313-ba58-0cbf30815cdb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.199481 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318cab86-d437-4542-bb5a-371a86da8cfb req-6dab8c8a-6cd2-4f4e-8ef1-ce4caaf1b93c service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547883
Apr 09 21:02:37.241148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Attempting to bind port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:02:37.241756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Attempting to bind port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:02:37.241756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Attempting to bind port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f on network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:37.245564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-28c544ac-aa13-4e09-a3ca-6c23568c9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:37.247046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-28c544ac-aa13-4e09-a3ca-6c23568c9a93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41a02b39-9e41-49c8-9ae8-67e5db6eaac9 HTTP/1.1" status: 200  len: 854 time: 0.4275486
Apr 09 21:02:37.254320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] For port cc886072-17df-443d-8237-a748bd33f221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc886072-17df-443d-8237-a748bd33f221,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:37.254689 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cc886072-17df-443d-8237-a748bd33f221), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.265861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49225c1e-c1dd-44e7-a15b-f111e64fb3f9 req-4ee7e30a-5691-4aee-911c-19dbbe89c47e tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4577885
Apr 09 21:02:37.291789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d560c8f4-c62f-4945-b704-0ee933f70009 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:37.304511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (43a026bb-c2ea-4313-ba58-0cbf30815cdb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.311993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks [] for router_controller (43a026bb-c2ea-4313-ba58-0cbf30815cdb), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.313223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f on network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:02:37.313545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Attempting to bind port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f on network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:37.332446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d560c8f4-c62f-4945-b704-0ee933f70009 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:37.334232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d560c8f4-c62f-4945-b704-0ee933f70009 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:37.359166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Calling delete_port for cc886072-17df-443d-8237-a748bd33f221 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:37.376499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-dbd0d8c9-7bf9-411a-b4bc-0827bda11998 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5714664
Apr 09 21:02:37.385329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:02:37.385726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Checking segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:37.386346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Bound using segment: {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:02:37.386808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Bound port: 455d580c-41d3-4b94-874f-5a7e5ca3ad6f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a76ebd-531b-4d86-9a14-9c650a9d15d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:02:37.387176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.451866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-8d181c89-9f98-462f-8f3f-e2f44bef9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:37.454984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (43a026bb-c2ea-4313-ba58-0cbf30815cdb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.456255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-8d181c89-9f98-462f-8f3f-e2f44bef9bd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b7112f-413f-4fd7-98f3-1757fa9cef25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1909282
Apr 09 21:02:37.461201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a026bb-c2ea-4313-ba58-0cbf30815cdb {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:02:37.471662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.476200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-68993e25-155d-40c7-829a-af76e16ccfa7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/43a026bb-c2ea-4313-ba58-0cbf30815cdb HTTP/1.1" status: 204  len: 168 time: 2.7008014
Apr 09 21:02:37.476898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50216) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:37.537841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f74d21-37bb-49df-8823-cefa7648493f admin admin] Deleting subnet b81727e9-eb0a-4e37-85d8-4ddeecd75219 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:02:37.541736 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318cab86-d437-4542-bb5a-371a86da8cfb req-9b90280f-088f-40ce-8b49-25a51e70ec91 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3100529
Apr 09 21:02:37.546122 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4f74d21-37bb-49df-8823-cefa7648493f admin admin] Publish callbacks [] for subnet (b81727e9-eb0a-4e37-85d8-4ddeecd75219), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.585549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 61d1421c-05ab-4e1a-8af5-088db0beffa3 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:02:37.624668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4f74d21-37bb-49df-8823-cefa7648493f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (b81727e9-eb0a-4e37-85d8-4ddeecd75219), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.652408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 61d1421c-05ab-4e1a-8af5-088db0beffa3 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:02:37.664865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 61d1421c-05ab-4e1a-8af5-088db0beffa3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:37.665732 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.753588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4f74d21-37bb-49df-8823-cefa7648493f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b81727e9-eb0a-4e37-85d8-4ddeecd75219), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.764922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-efe65e6b-4098-4e7b-ade7-e7990bb046a2 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:37.766641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-efe65e6b-4098-4e7b-ade7-e7990bb046a2 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/networks?id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 200  len: 822 time: 0.5864282
Apr 09 21:02:37.808449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 61d1421c-05ab-4e1a-8af5-088db0beffa3 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:37.809485 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.848191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a968a7-3ef5-41d2-9514-edb2f13e8b8f req-22fb1732-624d-44e3-bac8-b48b91bd29ef tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:37.849932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0a968a7-3ef5-41d2-9514-edb2f13e8b8f req-22fb1732-624d-44e3-bac8-b48b91bd29ef tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 950 time: 0.2855852
Apr 09 21:02:37.859381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d1421c-05ab-4e1a-8af5-088db0beffa3'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:37.862033 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c3c2d5-df3b-4c13-a1c0-a6c6450a0262" -d '{"events": [{"server_uuid": "38771bd6-54dc-448e-9f9e-be97fabb46b6", "name": "network-vif-plugged", "status": "completed", "tag": "61d1421c-05ab-4e1a-8af5-088db0beffa3"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:37.880711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 61d1421c-05ab-4e1a-8af5-088db0beffa3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61d1421c-05ab-4e1a-8af5-088db0beffa3,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:37.883026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-9e70aa1b-5fec-420a-a4a9-81f8ce8cade9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/quotas/ed5c4a7f5181441d9d3db5d4ed86133b HTTP/1.1" status: 200  len: 375 time: 0.0739031
Apr 09 21:02:37.889900 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.891192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cc886072-17df-443d-8237-a748bd33f221 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:37.902788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4f74d21-37bb-49df-8823-cefa7648493f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (b81727e9-eb0a-4e37-85d8-4ddeecd75219), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.905789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50236) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:37.951371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f74d21-37bb-49df-8823-cefa7648493f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b81727e9-eb0a-4e37-85d8-4ddeecd75219,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:37.982465 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4f74d21-37bb-49df-8823-cefa7648493f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:37.992143 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4f74d21-37bb-49df-8823-cefa7648493f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b81727e9-eb0a-4e37-85d8-4ddeecd75219 HTTP/1.1" status: 204  len: 168 time: 0.5069895
Apr 09 21:02:37.992706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50252) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:38.025644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-940a4237-5128-4352-bdf6-bd2ccf62138e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1401396
Apr 09 21:02:38.091214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] For port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:38.113105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=61d1421c-05ab-4e1a-8af5-088db0beffa3,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:38.137443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cc886072-17df-443d-8237-a748bd33f221 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:38.138154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc886072-17df-443d-8237-a748bd33f221), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.184486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] For port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:02:38.187698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-17e29da2-a3ad-4eca-8c1a-888f1b95b15c service neutron] 10.222.0.32 "GET /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6696510
Apr 09 21:02:38.215397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.247416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.249025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-26567de7-3c1d-4e07-a2a4-846230528721 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34832c64cfe049768207fb5cb0dfc2a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3093648
Apr 09 21:02:38.250085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50258) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:38.313691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cc886072-17df-443d-8237-a748bd33f221), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.331371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:38.339232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0a968a7-3ef5-41d2-9514-edb2f13e8b8f req-ca0b1810-25ba-47e6-90f4-0f4a60935758 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4468968
Apr 09 21:02:38.359262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.407644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23760cd250>,) {'filters': {'network_id': ['61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:38.416460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f65f6b5d-272f-442d-82c3-f5ea40064ae1 admin admin] Publish callbacks [] for security_group (bc138f09-b419-4ace-9a7e-b3f9594d92f8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.444037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23760cd250>, '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:38.444571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23760cd250>, '1e3951df-f4a3-4c8d-acd5-4a3d7f803cde') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:38.473743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (1e3951df-f4a3-4c8d-acd5-4a3d7f803cde), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.492730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f65f6b5d-272f-442d-82c3-f5ea40064ae1 admin admin] Publish callbacks [] for security_group (bc138f09-b419-4ace-9a7e-b3f9594d92f8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.493936 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45921dda-ca36-44dd-b495-a9f28e0b5bb9 x-openstack-request-id: req-45921dda-ca36-44dd-b495-a9f28e0b5bb9 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:38.495519 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38771bd6-54dc-448e-9f9e-be97fabb46b6", "name": "network-vif-plugged", "status": "completed", "tag": "61d1421c-05ab-4e1a-8af5-088db0beffa3", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:38.496376 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45921dda-ca36-44dd-b495-a9f28e0b5bb9 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:38.500377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:38.501208 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45921dda-ca36-44dd-b495-a9f28e0b5bb9'] response: {'server_uuid': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'code': 200}
Apr 09 21:02:38.501657 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.503732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] 10.222.0.32 "PUT /v2.0/ports/455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 1091 time: 3.6096869
Apr 09 21:02:38.512012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:38.514655 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624dfe84-8924-4694-9e98-186c8b09df49" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:38.518550 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1e3951df-f4a3-4c8d-acd5-4a3d7f803cde), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.569893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:02:38.570074 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (1e3951df-f4a3-4c8d-acd5-4a3d7f803cde), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:02:38.577999 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:02:38.648326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-9306aa7f-5d64-44e6-811c-4e01309e707d service neutron] 10.222.0.30 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6214235
Apr 09 21:02:38.695312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-11de5392-4f74-4e85-b193-d193a4c2de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:38.697229 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-11de5392-4f74-4e85-b193-d193a4c2de2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 1125 time: 0.0920069
Apr 09 21:02:38.703007 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.709407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514c3d-8e11-47f1-a0e4-11e7d7488aad service neutron] Pushing event updated for resources: {'Port': ['ID=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:38.712598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.716177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] 10.222.0.30 "DELETE /v2.0/networks/61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4 HTTP/1.1" status: 204  len: 168 time: 0.7198467
Apr 09 21:02:38.739485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f65f6b5d-272f-442d-82c3-f5ea40064ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bc138f09-b419-4ace-9a7e-b3f9594d92f8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.742205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f65f6b5d-272f-442d-82c3-f5ea40064ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.746288 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f65f6b5d-272f-442d-82c3-f5ea40064ae1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc138f09-b419-4ace-9a7e-b3f9594d92f8 HTTP/1.1" status: 204  len: 168 time: 0.4947419
Apr 09 21:02:38.760342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd23e3-6c04-4d40-8349-52bef780ecfe req-0655e371-5f8b-4d43-8d6c-788d3c16be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:38.761972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcd23e3-6c04-4d40-8349-52bef780ecfe req-0655e371-5f8b-4d43-8d6c-788d3c16be3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 1128 time: 0.1917548
Apr 09 21:02:38.762529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] No DVR routers for this DVR port cc886072-17df-443d-8237-a748bd33f221 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:38.778338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fa0fb-b87d-4a68-8fde-18cc3b73500f admin admin] Pushing event deleted for resources: {'Network': ['ID=61e5f5f4-430e-4ab0-b6e0-c7f372b7c7b4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:38.785187 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-a0fa912a-2455-4f4c-957c-a9bd25f395fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 217 time: 0.0764866
Apr 09 21:02:38.786653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f6b5d-272f-442d-82c3-f5ea40064ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc138f09-b419-4ace-9a7e-b3f9594d92f8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:38.796865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:38.800385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea2058d3-a6b6-4507-976f-c70fb6051a2a req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.32 "DELETE /v2.0/ports/cc886072-17df-443d-8237-a748bd33f221 HTTP/1.1" status: 204  len: 173 time: 2.3852472
Apr 09 21:02:38.814714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a9a0-48d9-4abe-abf8-bc626c50d39a req-cd1921e2-61d1-4cbc-8743-6b34cbb5fbc2 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:38.822307 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e661a9a0-48d9-4abe-abf8-bc626c50d39a req-cd1921e2-61d1-4cbc-8743-6b34cbb5fbc2 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 943 time: 0.2507956
Apr 09 21:02:38.831498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06711ce6-06bf-4c2a-8a66-e1763fc06099 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event deleted for resources: {'Port': ['ID=cc886072-17df-443d-8237-a748bd33f221,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:38.880774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-6249dc08-f1fb-4595-bd5e-26a5942105f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:38.882352 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-6249dc08-f1fb-4595-bd5e-26a5942105f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.0898199
Apr 09 21:02:38.902975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-444af735-1d6e-42ee-a5a8-cea9125070a7 req-6be84b60-68ec-4224-b719-d1e213dfe3ff service neutron] 10.222.0.32 "GET /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7011719
Apr 09 21:02:38.958977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50290) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:38.977051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e661a9a0-48d9-4abe-abf8-bc626c50d39a req-d6c1a3c2-c114-4ad5-92d8-68defe17c33d tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535172
Apr 09 21:02:39.007502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-8780f4ce-ef29-46fb-8436-87118a01dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:39.013770 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-8780f4ce-ef29-46fb-8436-87118a01dfa7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1076434
Apr 09 21:02:39.048015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcd23e3-6c04-4d40-8349-52bef780ecfe req-ca3c492d-ded3-46c3-b416-d172914ebfe1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2743406
Apr 09 21:02:39.077090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-f2237bce-7540-4fb2-9962-a88eea523a5c service neutron] 10.222.0.30 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3866448
Apr 09 21:02:39.123268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-43b0380d-9310-4f0b-99e8-882be00eea22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8584541985ac44cc923c89a5a518ec32&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1565518
Apr 09 21:02:39.125887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50294) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:39.137880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76b7ce-30b5-4e9b-a069-add2ef1b3b98 req-d1434b7a-d3be-4679-ad4b-a3f95955c802 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:39.145328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f76b7ce-30b5-4e9b-a069-add2ef1b3b98 req-d1434b7a-d3be-4679-ad4b-a3f95955c802 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 946 time: 0.0731945
Apr 09 21:02:39.221482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f76b7ce-30b5-4e9b-a069-add2ef1b3b98 req-4f72c462-9967-4267-b4df-e4f95ed12563 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748658
Apr 09 21:02:39.223856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83bd3180-196c-456b-ba98-5bced1233667 admin admin] Publish callbacks [] for security_group (a806917e-bf21-4b11-8ab9-6a99dac0b42c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:39.255054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:39.262833 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669bb02-8bc9-40b1-afe0-2bd419711a02 x-openstack-request-id: req-2669bb02-8bc9-40b1-afe0-2bd419711a02 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:39.263758 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:39.264161 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2669bb02-8bc9-40b1-afe0-2bd419711a02 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:39.264775 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2669bb02-8bc9-40b1-afe0-2bd419711a02'] response: {'name': 'network-changed', 'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'status': 'completed', 'code': 200}
Apr 09 21:02:39.271318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83bd3180-196c-456b-ba98-5bced1233667 admin admin] Publish callbacks [] for security_group (a806917e-bf21-4b11-8ab9-6a99dac0b42c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:39.281489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:39.281834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0f9734ab-4fb3-4e6a-8367-caddc77e4b7c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:39.373671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83bd3180-196c-456b-ba98-5bced1233667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a806917e-bf21-4b11-8ab9-6a99dac0b42c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:39.377694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83bd3180-196c-456b-ba98-5bced1233667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:39.379396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-83bd3180-196c-456b-ba98-5bced1233667 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a806917e-bf21-4b11-8ab9-6a99dac0b42c HTTP/1.1" status: 204  len: 168 time: 0.2522988
Apr 09 21:02:39.391980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ff6e0ad-6bc6-4506-8b28-0c7d0bdd81bc req-003af76d-d080-40c5-9ba0-a9bffcf24f09 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 210 time: 0.0448015
Apr 09 21:02:39.393382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd3180-196c-456b-ba98-5bced1233667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a806917e-bf21-4b11-8ab9-6a99dac0b42c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:39.596730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-cbfd7770-dfa9-471a-bb91-9cec577ed86b service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591616
Apr 09 21:02:39.986435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50330) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:40.038150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43307142-b815-4f93-9945-b3111cf18131 req-2182d424-064c-4bc1-ab3b-f726fbaf0fdd tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=87355ccc-05d7-430d-aafc-b3bea4e08127 HTTP/1.1" status: 200  len: 210 time: 0.4044154
Apr 09 21:02:40.109075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce8373-8a10-4530-b4b3-adbbb4ed0d3b req-c575191b-7b3d-4cbe-a82f-e7e54c1ba34b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:40.110680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfce8373-8a10-4530-b4b3-adbbb4ed0d3b req-c575191b-7b3d-4cbe-a82f-e7e54c1ba34b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 945 time: 0.0755792
Apr 09 21:02:40.156551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-62292867-network', 'tenant_id': '13cb060a48dc43898f363e5ba7d1ac6b'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:40.187030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43873063-c54c-48c2-bc42-173b8282681a req-636e3b11-f051-49d0-b5fa-9c281313df99 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:40.189546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43873063-c54c-48c2-bc42-173b8282681a req-636e3b11-f051-49d0-b5fa-9c281313df99 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 943 time: 0.0592453
Apr 09 21:02:40.239429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Made reservation on behalf of 13cb060a48dc43898f363e5ba7d1ac6b for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:40.243946 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.262341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfce8373-8a10-4530-b4b3-adbbb4ed0d3b req-9601db89-20e1-42de-88a4-0c3bb3a5d15c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424162
Apr 09 21:02:40.267975 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e4930fcd-7583-4327-a0b3-198a7ce1bae7 req-ac546396-7b85-4029-9175-26615846e407 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967921
Apr 09 21:02:40.269323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.282860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43873063-c54c-48c2-bc42-173b8282681a req-c8247bf3-8e34-4d95-bce1-5be50aa4ba21 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816104
Apr 09 21:02:40.379165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-0d699df6-0a46-4de7-aacb-cc91df6b03bf tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:40.380594 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-0d699df6-0a46-4de7-aacb-cc91df6b03bf tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 945 time: 0.0681517
Apr 09 21:02:40.417426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a54f-8d4c-413e-bd80-83c53e13f3e0 req-488ab94d-3a39-4d27-86cc-8f205eaa5159 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:40.419231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f85a54f-8d4c-413e-bd80-83c53e13f3e0 req-488ab94d-3a39-4d27-86cc-8f205eaa5159 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 946 time: 0.0645504
Apr 09 21:02:40.424239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Publish callbacks [] for security_group (07e16525-64d0-446e-a1b7-9a511509a1c7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.432907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (07e16525-64d0-446e-a1b7-9a511509a1c7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.459891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:02:40.502824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (98c84b64-57ab-4b0d-8a89-8bfb51ad35a9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.503314 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Added segment 98c84b64-57ab-4b0d-8a89-8bfb51ad35a9 of type vlan for network d5cd38e1-c893-4a0b-8d2a-83405727cef5
Apr 09 21:02:40.541838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e16525-64d0-446e-a1b7-9a511509a1c7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:40.542773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-761bbe5c-98fb-4e3e-b010-99241fdae860 req-7658b6f3-567c-4ee4-8917-fe4d4b1594b4 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 210 time: 0.0461574
Apr 09 21:02:40.559521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f85a54f-8d4c-413e-bd80-83c53e13f3e0 req-3619718b-58bf-4e9e-96af-9defaba1b72e tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336093
Apr 09 21:02:40.564770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d5cd38e1-c893-4a0b-8d2a-83405727cef5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.592926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d5cd38e1-c893-4a0b-8d2a-83405727cef5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.593922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:40.594497 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.611587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50354) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:40.628808 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.6414611
Apr 09 21:02:40.631693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50358) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:40.659420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Request body: {'subnet': {'network_id': 'd5cd38e1-c893-4a0b-8d2a-83405727cef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-62292867-subnet', 'tenant_id': '13cb060a48dc43898f363e5ba7d1ac6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:40.669232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ae869-42db-497a-be47-0d19a4d5efc2 admin admin] Pushing event updated for resources: {'Network': ['ID=d5cd38e1-c893-4a0b-8d2a-83405727cef5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:40.681275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d5cd38e1-c893-4a0b-8d2a-83405727cef5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:02:40.685431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Made reservation on behalf of 13cb060a48dc43898f363e5ba7d1ac6b for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:40.687954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.713991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-962719034-network', 'tenant_id': '8e0bf14b8dad4360adb4727282b63237'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:40.739982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Made reservation on behalf of 8e0bf14b8dad4360adb4727282b63237 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:40.745069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.764888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.856991 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Publish callbacks [] for security_group (02283fd8-1021-4306-8731-701cb12dd2d4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.864473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (02283fd8-1021-4306-8731-701cb12dd2d4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.898455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:02:40.905781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02283fd8-1021-4306-8731-701cb12dd2d4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:40.913856 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (426ea6ec-e88f-4305-af35-d452040bee29), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.914448 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Added segment 426ea6ec-e88f-4305-af35-d452040bee29 of type vlan for network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e
Apr 09 21:02:40.959033 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (48364b8b-15f5-4ae3-a8e5-50fe934e9d5e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.961398 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (d9dd85dc-88fa-4279-8a6d-f9e1a355bae5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.973368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-b04451f1-68bf-4045-9557-cec97b1fe670 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:40.974792 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-b04451f1-68bf-4045-9557-cec97b1fe670 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "GET /v2.0/networks?id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 200  len: 822 time: 0.1607385
Apr 09 21:02:40.986034 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (48364b8b-15f5-4ae3-a8e5-50fe934e9d5e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:40.987021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:40.987600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:41.021060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4055977
Apr 09 21:02:41.024617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50360) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:41.026728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9dd85dc-88fa-4279-8a6d-f9e1a355bae5,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:41.033863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Request body: {'subnet': {'network_id': '48364b8b-15f5-4ae3-a8e5-50fe934e9d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-962719034-subnet', 'tenant_id': '8e0bf14b8dad4360adb4727282b63237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:41.049302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Checking segment: {'id': '98c84b64-57ab-4b0d-8a89-8bfb51ad35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd5cd38e1-c893-4a0b-8d2a-83405727cef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:41.049652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Network hostable DHCP agents. Network: d5cd38e1-c893-4a0b-8d2a-83405727cef5, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:02:41.049865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed1e7c-9996-4ce5-a7fc-fcf71efc22b4 admin admin] Pushing event updated for resources: {'Network': ['ID=48364b8b-15f5-4ae3-a8e5-50fe934e9d5e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:41.065198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:02:41.067772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Made reservation on behalf of 8e0bf14b8dad4360adb4727282b63237 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:41.070220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:41.103111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Request body: {'port': {'device_id': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'admin_state_up': True, 'tenant_id': 'ed5c4a7f5181441d9d3db5d4ed86133b'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:41.120963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Network d5cd38e1-c893-4a0b-8d2a-83405727cef5 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:02:41.197886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5cd38e1-c893-4a0b-8d2a-83405727cef5) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:41.211883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:41.212492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:41.220694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3b1fa-ce06-4364-b8be-55f6579e9f9f None None] Network d5cd38e1-c893-4a0b-8d2a-83405727cef5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:02:41.261576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-85b5eab8-2b8e-4579-ba98-b8ef751310c1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.6289148
Apr 09 21:02:41.266473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'name': 'network-vif-deleted', 'tag': 'cc886072-17df-443d-8237-a748bd33f221'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:41.268516 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde9f71-b8ff-42e5-9475-ff52cc6b63c3" -d '{"events": [{"server_uuid": "87355ccc-05d7-430d-aafc-b3bea4e08127", "name": "network-vif-deleted", "tag": "cc886072-17df-443d-8237-a748bd33f221"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:41.380933 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e52a79b-b063-4d7c-bc90-60c9da1d961c x-openstack-request-id: req-4e52a79b-b063-4d7c-bc90-60c9da1d961c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:41.381674 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87355ccc-05d7-430d-aafc-b3bea4e08127", "name": "network-vif-deleted", "tag": "cc886072-17df-443d-8237-a748bd33f221", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:41.381674 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e52a79b-b063-4d7c-bc90-60c9da1d961c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:41.381886 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e52a79b-b063-4d7c-bc90-60c9da1d961c'] response: {'server_uuid': '87355ccc-05d7-430d-aafc-b3bea4e08127', 'name': 'network-vif-deleted', 'tag': 'cc886072-17df-443d-8237-a748bd33f221', 'status': 'completed', 'code': 200}
Apr 09 21:02:41.388879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d25749-8591-4762-97c1-c195ec31c3e8 None None] Network d5cd38e1-c893-4a0b-8d2a-83405727cef5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:02:41.415418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dfe84-8924-4694-9e98-186c8b09df49 req-37dc4f71-6a4d-46da-8593-2d2aad3eff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:41.417415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-624dfe84-8924-4694-9e98-186c8b09df49 req-37dc4f71-6a4d-46da-8593-2d2aad3eff02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 1125 time: 0.1459486
Apr 09 21:02:41.496891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7231f4c-4a6e-4ca1-aef7-06cc927d5447 req-5bd69147-867b-4278-a070-bb9b35688dc0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:41.498625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c7231f4c-4a6e-4ca1-aef7-06cc927d5447 req-5bd69147-867b-4278-a070-bb9b35688dc0 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.1720736
Apr 09 21:02:41.529324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Deleting port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:41.529935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:41.605583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d43839-e494-4054-a319-e4e0ab586318 req-fa56df84-bde6-4c62-ab5e-0b5349c79bb3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:41.612613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55d43839-e494-4054-a319-e4e0ab586318 req-fa56df84-bde6-4c62-ab5e-0b5349c79bb3 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e94f544-180a-47fe-9df7-06afcdf7ca2d HTTP/1.1" status: 200  len: 945 time: 0.1819718
Apr 09 21:02:41.651868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Made reservation on behalf of ed5c4a7f5181441d9d3db5d4ed86133b for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:41.655298 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:41.696922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c7231f4c-4a6e-4ca1-aef7-06cc927d5447 req-7ee4dba6-74c7-4010-9b5d-a14c80eeca61 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495280
Apr 09 21:02:41.705904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dfe84-8924-4694-9e98-186c8b09df49 req-31edc7be-0d84-48b6-9dd0-fa76a1cad15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:41.707400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-624dfe84-8924-4694-9e98-186c8b09df49 req-31edc7be-0d84-48b6-9dd0-fa76a1cad15c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.2781446
Apr 09 21:02:41.708515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (2d1f5f48-cc20-4dd1-87fd-690475b7c52b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:41.727991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55d43839-e494-4054-a319-e4e0ab586318 req-d1f71780-dd60-4ba2-9324-27c0bc4de8ec tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143918
Apr 09 21:02:41.790493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-624dfe84-8924-4694-9e98-186c8b09df49 req-9803bca0-e51c-40b0-9411-f998d8ed0d38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 217 time: 0.0578873
Apr 09 21:02:41.796516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] For port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:41.796852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:41.864567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588e004-1f33-4ee9-a7cf-b699d692de31 req-5cf5179e-56f0-4836-8e40-1f35816dc248 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:41.865768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Calling delete_port for 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:41.866581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3588e004-1f33-4ee9-a7cf-b699d692de31 req-5cf5179e-56f0-4836-8e40-1f35816dc248 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 943 time: 0.0855553
Apr 09 21:02:41.873445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1f5f48-cc20-4dd1-87fd-690475b7c52b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:41.887556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dfe84-8924-4694-9e98-186c8b09df49 req-0e2226c1-a05f-440b-8fb3-c48980b73697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:41.889393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-624dfe84-8924-4694-9e98-186c8b09df49 req-0e2226c1-a05f-440b-8fb3-c48980b73697 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.0742803
Apr 09 21:02:41.934204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-92a7c808-1818-40ca-b9fc-06f44ea807ec req-b0c08cda-4fb8-4930-a073-f23360d393d6 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-11008466', 'description': 'tempest-description-2062310022'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:41.954747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Checking segment: {'id': '426ea6ec-e88f-4305-af35-d452040bee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48364b8b-15f5-4ae3-a8e5-50fe934e9d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:41.955651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Network hostable DHCP agents. Network: 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:02:41.967218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dfe84-8924-4694-9e98-186c8b09df49 req-584493d7-3064-4c26-9d75-98dc2c370455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:41.969356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-624dfe84-8924-4694-9e98-186c8b09df49 req-584493d7-3064-4c26-9d75-98dc2c370455 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0715716
Apr 09 21:02:41.991381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92a7c808-1818-40ca-b9fc-06f44ea807ec req-b0c08cda-4fb8-4930-a073-f23360d393d6 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.010985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3588e004-1f33-4ee9-a7cf-b699d692de31 req-82669bc8-95be-483b-93cf-33878f1e1209 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372855
Apr 09 21:02:42.061909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Allocated IP 172.20.0.6 (2acdcdfe-c4fc-46e9-aafe-ac2fc5194554/faf7f7c5-7f39-4827-9277-12a92eed21c4/cfc19c1a-ea22-4416-9f28-df0bea28eaf8) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:02:42.106498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:02:42.140396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:42.149564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-624dfe84-8924-4694-9e98-186c8b09df49 req-eff34f14-ac09-4a7c-954d-3fabcd9cc68d service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715281
Apr 09 21:02:42.152757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b011e35-932f-4a3e-8a27-83989c9254f3 req-266d3bb7-8a90-4e3d-87c7-86eb409c864a tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 210 time: 0.0466053
Apr 09 21:02:42.158862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53092b-72fc-495a-afde-271092068b8b None None] Network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:02:42.165150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:42.165808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.211978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92a7c808-1818-40ca-b9fc-06f44ea807ec req-b0c08cda-4fb8-4930-a073-f23360d393d6 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (423c764d-bcbf-4da6-a78e-87591df4d7ef), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.249176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92a7c808-1818-40ca-b9fc-06f44ea807ec req-b0c08cda-4fb8-4930-a073-f23360d393d6 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (423c764d-bcbf-4da6-a78e-87591df4d7ef), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.282467 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a8cb8439-270c-4fcd-a166-5c4f3019a433 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2563112
Apr 09 21:02:42.336422 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1af61b32-e6ec-4d29-b14a-ebb1c3a817f0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.358726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:42.361317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85063ff0-0b28-4f4c-874b-9d5516c04d04 None None] Network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:02:42.391070 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92a7c808-1818-40ca-b9fc-06f44ea807ec req-b0c08cda-4fb8-4930-a073-f23360d393d6 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.400052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Pushing event deleted for resources: {'Port': ['ID=1af61b32-e6ec-4d29-b14a-ebb1c3a817f0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:42.405516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92a7c808-1818-40ca-b9fc-06f44ea807ec req-b0c08cda-4fb8-4930-a073-f23360d393d6 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.4787991
Apr 09 21:02:42.428512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c08cda-4fb8-4930-a073-f23360d393d6 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423c764d-bcbf-4da6-a78e-87591df4d7ef,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:42.467977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.470667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df76af0-97a0-4600-88fa-103cc6e74b0c req-f25af81f-4d6f-43b4-83ea-919368612571 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:42.478912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8df76af0-97a0-4600-88fa-103cc6e74b0c req-f25af81f-4d6f-43b4-83ea-919368612571 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 946 time: 0.2335365
Apr 09 21:02:42.527095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] No DVR routers for this DVR port 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:42.533921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.537538 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d6e32ed9-3c57-415f-a90c-d00e5a7176ae req-34f74d84-064a-469e-9ad7-d5258721a9a4 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.32 "DELETE /v2.0/ports/1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 HTTP/1.1" status: 204  len: 173 time: 1.2629755
Apr 09 21:02:42.538026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'name': 'network-vif-deleted', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:42.540473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-624dfe84-8924-4694-9e98-186c8b09df49 req-cf7ae944-30a2-4fc9-8003-1a99f89490c8 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3849859
Apr 09 21:02:42.541233 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08dac68-a93b-4cd9-a889-9295769270f0" -d '{"events": [{"server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "name": "network-vif-deleted", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:42.581629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3576ce45-db3d-42fb-b3d1-a0b97729a5b2 req-9a7e05c7-c633-441e-88ba-763ea765305d tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/423c764d-bcbf-4da6-a78e-87591df4d7ef HTTP/1.1" status: 200  len: 1828 time: 0.1473415
Apr 09 21:02:42.591231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.595423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8df76af0-97a0-4600-88fa-103cc6e74b0c req-25504e25-4f50-4442-87f8-94ce7ea9c800 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151779
Apr 09 21:02:42.626763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3576ce45-db3d-42fb-b3d1-a0b97729a5b2 req-3255d8b7-2f18-48fc-9e2f-4e2e7b1573b4 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '423c764d-bcbf-4da6-a78e-87591df4d7ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:42.626763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3576ce45-db3d-42fb-b3d1-a0b97729a5b2 req-3255d8b7-2f18-48fc-9e2f-4e2e7b1573b4 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '423c764d-bcbf-4da6-a78e-87591df4d7ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:42.647728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:02:42.651099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:42.654536 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9686dae5-0ace-4d68-907e-e33c5052aee9 x-openstack-request-id: req-9686dae5-0ace-4d68-907e-e33c5052aee9 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:42.654821 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e94f544-180a-47fe-9df7-06afcdf7ca2d", "name": "network-vif-deleted", "tag": "1af61b32-e6ec-4d29-b14a-ebb1c3a817f0", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:42.655073 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9686dae5-0ace-4d68-907e-e33c5052aee9 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:42.655465 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9686dae5-0ace-4d68-907e-e33c5052aee9'] response: {'server_uuid': '7e94f544-180a-47fe-9df7-06afcdf7ca2d', 'name': 'network-vif-deleted', 'tag': '1af61b32-e6ec-4d29-b14a-ebb1c3a817f0', 'status': 'completed', 'code': 200}
Apr 09 21:02:42.658436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:02:42.721929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3576ce45-db3d-42fb-b3d1-a0b97729a5b2 req-3255d8b7-2f18-48fc-9e2f-4e2e7b1573b4 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group_rule (662da04a-2981-4848-905b-9a2fe38334be), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.723431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:42.724087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.735547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event updated for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:42.745775 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-0af98bc2-a0ca-449d-b0e1-7904aab9c90f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6468070
Apr 09 21:02:42.767324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3576ce45-db3d-42fb-b3d1-a0b97729a5b2 req-3255d8b7-2f18-48fc-9e2f-4e2e7b1573b4 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group_rule (662da04a-2981-4848-905b-9a2fe38334be), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.772579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Request body: {'port': {'device_id': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:42.782498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3576ce45-db3d-42fb-b3d1-a0b97729a5b2 req-3255d8b7-2f18-48fc-9e2f-4e2e7b1573b4 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (662da04a-2981-4848-905b-9a2fe38334be), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.828315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255d8b7-2f18-48fc-9e2f-4e2e7b1573b4 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662da04a-2981-4848-905b-9a2fe38334be,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:42.840122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-6fb4fb79-9208-4d89-9fed-beabc536620f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:42.841781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-6fb4fb79-9208-4d89-9fed-beabc536620f tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.25 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.0722079
Apr 09 21:02:42.845060 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3576ce45-db3d-42fb-b3d1-a0b97729a5b2 req-3255d8b7-2f18-48fc-9e2f-4e2e7b1573b4 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:42.846254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3576ce45-db3d-42fb-b3d1-a0b97729a5b2 req-3255d8b7-2f18-48fc-9e2f-4e2e7b1573b4 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2501278
Apr 09 21:02:42.873878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.065200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd896df-e7c6-4163-8236-8baf7455b188 req-c5d5e410-1fab-4654-af59-3afeb26ef7a5 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:43.072018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dd896df-e7c6-4163-8236-8baf7455b188 req-c5d5e410-1fab-4654-af59-3afeb26ef7a5 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 946 time: 0.1621275
Apr 09 21:02:43.084144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50414) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:43.102426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Request body: {'floatingip': {'port_id': '61d1421c-05ab-4e1a-8af5-088db0beffa3'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:43.179382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Deleting port b7b8b380-38b4-4d50-b45e-54a377c8ba29 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:43.179875 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.243401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for floatingip (6c6b4d11-f7b2-4fdf-9c5c-7af83045b515), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.248115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc19c1a-ea22-4416-9f28-df0bea28eaf8 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:43.256415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Publish callbacks [] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.272313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Transition to ACTIVE for port object cfc19c1a-ea22-4416-9f28-df0bea28eaf8 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:02:43.278014 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.303668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-1cc5ab5d-dee0-47dd-bfde-49c4ce8c27f8 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:43.305344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-1cc5ab5d-dee0-47dd-bfde-49c4ce8c27f8 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/networks?id=48364b8b-15f5-4ae3-a8e5-50fe934e9d5e HTTP/1.1" status: 200  len: 808 time: 0.4460685
Apr 09 21:02:43.370637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28373fe-11cf-4efa-bb4b-78a6c1b4928e req-e7355bfc-36ed-4f2e-b232-bab8a93def28 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:43.372191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b28373fe-11cf-4efa-bb4b-78a6c1b4928e req-e7355bfc-36ed-4f2e-b232-bab8a93def28 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 950 time: 0.2322814
Apr 09 21:02:43.407057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-fdc2ac97-7a6e-48f8-9bd4-ef13137afeed tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/quotas/8e0bf14b8dad4360adb4727282b63237 HTTP/1.1" status: 200  len: 375 time: 0.0484993
Apr 09 21:02:43.507316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-536a9707-0792-4e96-b971-7128b9657113 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e0bf14b8dad4360adb4727282b63237&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0736082
Apr 09 21:02:43.573924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] For port b7b8b380-38b4-4d50-b45e-54a377c8ba29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7b8b380-38b4-4d50-b45e-54a377c8ba29,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:43.574237 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.579046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 455d580c-41d3-4b94-874f-5a7e5ca3ad6f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:02:43.610714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:43.618089 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b28373fe-11cf-4efa-bb4b-78a6c1b4928e req-910e38f2-c13b-4f13-834a-071e33697a3d tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/security-groups?id=d71293d4-558b-49c8-ba70-72cfd56105c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2350435
Apr 09 21:02:43.620587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Calling delete_port for b7b8b380-38b4-4d50-b45e-54a377c8ba29 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:43.697061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Attempting to bind port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:02:43.697404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Attempting to bind port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:02:43.697728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Attempting to bind port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:43.702156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:02:43.702799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Attempting to bind port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:43.707228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:02:43.707559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Checking segment: {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:43.708188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Bound using segment: {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:02:43.708396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Bound port: cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:02:43.709065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.721123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:43.733289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'port_id': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'mac_address': 'fa:16:3e:d6:6b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:02:43.773827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:43.774938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.783596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:43.787762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:02:43.789562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455d580c-41d3-4b94-874f-5a7e5ca3ad6f {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:43.796547 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.812537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-0ab97cf8-bed8-4bb1-8171-fb273727bfb0 service neutron] 10.222.0.30 "GET /v2.0/networks/48364b8b-15f5-4ae3-a8e5-50fe934e9d5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2947891
Apr 09 21:02:43.820170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:43.825990 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.834781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:43.835409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:43.837544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] 10.222.0.25 "PUT /v2.0/ports/cfc19c1a-ea22-4416-9f28-df0bea28eaf8 HTTP/1.1" status: 200  len: 1091 time: 1.0705187
Apr 09 21:02:43.857095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7dd77-b098-46f5-848f-46c00616d627 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:43.893158 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2d3fe59-4538-4f4d-be00-6e4f3ec66a89 req-c53e7119-5fbd-4a43-8795-5bbc83fe5f68 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/423c764d-bcbf-4da6-a78e-87591df4d7ef HTTP/1.1" status: 200  len: 2421 time: 0.1871510
Apr 09 21:02:43.898028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:43.937141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-1671761d-c5ca-4419-9ab4-528f5232be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:43.938852 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-1671761d-c5ca-4419-9ab4-528f5232be06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 1125 time: 0.0593600
Apr 09 21:02:43.984192 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-5d23e377-bc0c-4c3a-895a-aad034ca540e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8 HTTP/1.1" status: 200  len: 217 time: 0.0382049
Apr 09 21:02:44.036743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-197e91f0-3298-4e36-9a9e-b55aab2b6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:44.039404 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-197e91f0-3298-4e36-9a9e-b55aab2b6b22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=faf7f7c5-7f39-4827-9277-12a92eed21c4 HTTP/1.1" status: 200  len: 862 time: 0.0489972
Apr 09 21:02:44.062825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['455d580c-41d3-4b94-874f-5a7e5ca3ad6f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:44.076362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-aa9ab44a-bf2d-44da-a27c-e75a8ee39a82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319331
Apr 09 21:02:44.090981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f72b0-9b71-4857-8d32-68b8a6b3b47d req-38fc500c-75e7-430c-9289-f4bccd08c781 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:44.092392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b4f72b0-9b71-4857-8d32-68b8a6b3b47d req-38fc500c-75e7-430c-9289-f4bccd08c781 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 944 time: 0.1255555
Apr 09 21:02:44.124191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c46e4398-eeee-4937-953c-7b2c43f88f22 service neutron] 10.222.0.30 "GET /v2.0/networks/48364b8b-15f5-4ae3-a8e5-50fe934e9d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3006763
Apr 09 21:02:44.186161 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-f6e71122-cd52-40d5-93d4-5877e837142e service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1034329
Apr 09 21:02:44.202388 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b7b8b380-38b4-4d50-b45e-54a377c8ba29), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:44.218970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b4f72b0-9b71-4857-8d32-68b8a6b3b47d req-ab9a7762-1bb6-40ec-bd08-fc8bd32dbae4 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146405
Apr 09 21:02:44.242066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b7b8b380-38b4-4d50-b45e-54a377c8ba29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:44.250935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Pushing event deleted for resources: {'Port': ['ID=b7b8b380-38b4-4d50-b45e-54a377c8ba29,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:44.332899 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b3c184f-c2a3-40be-ab08-19003d3292fd req-86f1fee2-72d0-4802-9630-2d4490b83410 service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401887
Apr 09 21:02:44.333290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] No DVR routers for this DVR port b7b8b380-38b4-4d50-b45e-54a377c8ba29 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:44.337306 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:44.340730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c11fa3f-b933-4ab2-80f6-fd620483fe0a req-8d0ee19a-8f4b-445d-90ef-22ef7e2cb648 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.25 "DELETE /v2.0/ports/b7b8b380-38b4-4d50-b45e-54a377c8ba29 HTTP/1.1" status: 204  len: 173 time: 1.4935956
Apr 09 21:02:44.341289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'name': 'network-vif-deleted', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:44.344048 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f11284-b0e9-481f-aaf6-fe96cdb1ab84" -d '{"events": [{"server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "name": "network-vif-deleted", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:44.353959 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:44.360702 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (6c6b4d11-f7b2-4fdf-9c5c-7af83045b515), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:44.476434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868762be-4e8a-47cc-acbf-5df8a03e923b req-9f0f124f-382e-4876-ae5c-df1c175666c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:44.478502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-868762be-4e8a-47cc-acbf-5df8a03e923b req-9f0f124f-382e-4876-ae5c-df1c175666c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 943 time: 0.0765417
Apr 09 21:02:44.569275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08b3ee57-2b35-4504-bbb3-1e70a5ec36a1 req-0dc9be35-afb0-4332-8b9a-2d65c5a7e443 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-group-rules/662da04a-2981-4848-905b-9a2fe38334be HTTP/1.1" status: 200  len: 778 time: 0.0606723
Apr 09 21:02:44.571733 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Floating IP 6c6b4d11-f7b2-4fdf-9c5c-7af83045b515 associated. External IP: 172.35.0.241, port: 61d1421c-05ab-4e1a-8af5-088db0beffa3.
Apr 09 21:02:44.657744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:44.659490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-868762be-4e8a-47cc-acbf-5df8a03e923b req-27d4f49f-0840-4cc1-a9c2-09a21e144de7 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521940
Apr 09 21:02:44.663177 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2" -d '{"events": [{"name": "network-changed", "server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:45.058879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08b3ee57-2b35-4504-bbb3-1e70a5ec36a1 req-3ec9566b-b59e-418d-9cd8-c729d3a78d59 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/423c764d-bcbf-4da6-a78e-87591df4d7ef HTTP/1.1" status: 200  len: 2421 time: 0.4791954
Apr 09 21:02:45.078376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-943eff8f-ce96-4077-81a4-c67558416b3b req-efcc1b30-53bf-4d0a-bbfa-38d6298374b3 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 210 time: 0.0417480
Apr 09 21:02:45.110817 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08b3ee57-2b35-4504-bbb3-1e70a5ec36a1 req-7084fd9e-130a-462a-95ea-738a1c2d4121 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group_rule (662da04a-2981-4848-905b-9a2fe38334be), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.154492 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f0939d-cea5-440b-88c2-be45098d23b8 x-openstack-request-id: req-93f0939d-cea5-440b-88c2-be45098d23b8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:45.154743 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a167d292-5835-4442-8310-bb9bf77d8eaf", "name": "network-vif-deleted", "tag": "b7b8b380-38b4-4d50-b45e-54a377c8ba29", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:45.155012 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93f0939d-cea5-440b-88c2-be45098d23b8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:45.155408 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f0939d-cea5-440b-88c2-be45098d23b8'] response: {'server_uuid': 'a167d292-5835-4442-8310-bb9bf77d8eaf', 'name': 'network-vif-deleted', 'tag': 'b7b8b380-38b4-4d50-b45e-54a377c8ba29', 'status': 'completed', 'code': 200}
Apr 09 21:02:45.156975 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08b3ee57-2b35-4504-bbb3-1e70a5ec36a1 req-7084fd9e-130a-462a-95ea-738a1c2d4121 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group_rule (662da04a-2981-4848-905b-9a2fe38334be), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.256782 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08b3ee57-2b35-4504-bbb3-1e70a5ec36a1 req-7084fd9e-130a-462a-95ea-738a1c2d4121 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (662da04a-2981-4848-905b-9a2fe38334be), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.263872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08b3ee57-2b35-4504-bbb3-1e70a5ec36a1 req-7084fd9e-130a-462a-95ea-738a1c2d4121 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.264973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08b3ee57-2b35-4504-bbb3-1e70a5ec36a1 req-7084fd9e-130a-462a-95ea-738a1c2d4121 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/662da04a-2981-4848-905b-9a2fe38334be HTTP/1.1" status: 204  len: 173 time: 0.1903360
Apr 09 21:02:45.279019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d04d45-4d23-41a6-8204-ba0eb7bd0ca9 req-2f3b5c4b-50c0-49bb-84e1-992b7894e724 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:45.281163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4d04d45-4d23-41a6-8204-ba0eb7bd0ca9 req-2f3b5c4b-50c0-49bb-84e1-992b7894e724 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 945 time: 0.1127911
Apr 09 21:02:45.291980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084fd9e-130a-462a-95ea-738a1c2d4121 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=662da04a-2981-4848-905b-9a2fe38334be,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:45.336356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Router f8577c82-5ced-432b-ad41-00951735a92f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:02:45.364065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d8ad445-03e9-4624-b355-f28e0eb49242 req-9b7fba1f-a512-4d62-a9ec-35632e748605 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 210 time: 0.0484018
Apr 09 21:02:45.379700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4d04d45-4d23-41a6-8204-ba0eb7bd0ca9 req-359eaf2f-b865-44c7-9730-a43deedd78fd tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913000
Apr 09 21:02:45.409743 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d49113d-75ec-4e30-8b92-8b5846207c0b x-openstack-request-id: req-5d49113d-75ec-4e30-8b92-8b5846207c0b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:45.409743 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:45.409743 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d49113d-75ec-4e30-8b92-8b5846207c0b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:45.409743 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d49113d-75ec-4e30-8b92-8b5846207c0b'] response: {'name': 'network-changed', 'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'status': 'completed', 'code': 200}
Apr 09 21:02:45.430215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d775d35b-1a58-4eae-9c91-28d9360ac57f req-b5416105-a73e-48c1-b547-0058fe36a0a8 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-99303715', 'description': 'tempest-description-859636105'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:45.500284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d775d35b-1a58-4eae-9c91-28d9360ac57f req-b5416105-a73e-48c1-b547-0058fe36a0a8 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.550574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:02:45.558387 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.560477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] Sync routers for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:02:45.569189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95703080-a8b7-4f76-9944-ab37e723cb44 req-cabe2357-a262-4e0e-ac41-db3b7f1342aa tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:45.570742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95703080-a8b7-4f76-9944-ab37e723cb44 req-cabe2357-a262-4e0e-ac41-db3b7f1342aa tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 944 time: 0.0896521
Apr 09 21:02:45.574555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:45.575194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763c1b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:45.615922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 455d580c-41d3-4b94-874f-5a7e5ca3ad6f up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:02:45.634238 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-41bde770-d8c7-404d-b287-e9a10163da64 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "PUT /v2.0/floatingips/6c6b4d11-f7b2-4fdf-9c5c-7af83045b515 HTTP/1.1" status: 200  len: 992 time: 2.5469339
Apr 09 21:02:45.677886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95703080-a8b7-4f76-9944-ab37e723cb44 req-96ba4e99-30ef-44a3-aa4f-b383f957f7a0 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868032
Apr 09 21:02:45.680262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d775d35b-1a58-4eae-9c91-28d9360ac57f req-b5416105-a73e-48c1-b547-0058fe36a0a8 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (e44fc199-e819-4074-92a3-997ec3de9e1a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.685591 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d775d35b-1a58-4eae-9c91-28d9360ac57f req-b5416105-a73e-48c1-b547-0058fe36a0a8 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e44fc199-e819-4074-92a3-997ec3de9e1a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.714781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:02:45.728159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:45.728510 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.731530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:45.741345 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:02:45.752266 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d775d35b-1a58-4eae-9c91-28d9360ac57f req-b5416105-a73e-48c1-b547-0058fe36a0a8 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.753588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d775d35b-1a58-4eae-9c91-28d9360ac57f req-b5416105-a73e-48c1-b547-0058fe36a0a8 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.3293111
Apr 09 21:02:45.756144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5416105-a73e-48c1-b547-0058fe36a0a8 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44fc199-e819-4074-92a3-997ec3de9e1a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:45.810564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183cdc0-d5de-43f1-9109-c129460fc1af req-e13aa2b0-e950-4c7d-aaf9-b9d06ddb40e6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:45.812550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a183cdc0-d5de-43f1-9109-c129460fc1af req-e13aa2b0-e950-4c7d-aaf9-b9d06ddb40e6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 943 time: 0.0730767
Apr 09 21:02:45.847579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52c496ec-67c4-43bd-970e-05eb0b7a43f7 req-896c5e94-c457-48fd-b55f-ab3e1d3f512e tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/e44fc199-e819-4074-92a3-997ec3de9e1a HTTP/1.1" status: 200  len: 1827 time: 0.0699792
Apr 09 21:02:45.875447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a183cdc0-d5de-43f1-9109-c129460fc1af req-dbb59e2a-310d-4a31-9711-778509995f07 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554662
Apr 09 21:02:45.888226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-cdac1f84-8860-4fbc-ada2-e1ff2e5229a7 req-e6cd7d1b-8728-4511-bf39-91c15a76b49e tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-903851104', 'description': 'tempest-description-556006044'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:45.910888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cdac1f84-8860-4fbc-ada2-e1ff2e5229a7 req-e6cd7d1b-8728-4511-bf39-91c15a76b49e tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.924044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:45.924429 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.978351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cdac1f84-8860-4fbc-ada2-e1ff2e5229a7 req-e6cd7d1b-8728-4511-bf39-91c15a76b49e tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (7a866067-1bde-47a2-9f2a-1c99bfd70fea), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.982073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:45.982749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cdac1f84-8860-4fbc-ada2-e1ff2e5229a7 req-e6cd7d1b-8728-4511-bf39-91c15a76b49e tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7a866067-1bde-47a2-9f2a-1c99bfd70fea), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:45.984356 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbbf080-91a0-41fd-bce5-278422a949a6" -d '{"events": [{"server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "name": "network-vif-plugged", "status": "completed", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:46.004829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:46.019257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.020426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cdac1f84-8860-4fbc-ada2-e1ff2e5229a7 req-e6cd7d1b-8728-4511-bf39-91c15a76b49e tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.020832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:46.021855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdac1f84-8860-4fbc-ada2-e1ff2e5229a7 req-e6cd7d1b-8728-4511-bf39-91c15a76b49e tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.1385839
Apr 09 21:02:46.023099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd7d1b-8728-4511-bf39-91c15a76b49e tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a866067-1bde-47a2-9f2a-1c99bfd70fea,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:46.049459 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52388f0e-869b-45c7-b77e-712fa3488d3b x-openstack-request-id: req-52388f0e-869b-45c7-b77e-712fa3488d3b {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:46.049744 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "name": "network-vif-plugged", "status": "completed", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:46.049991 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52388f0e-869b-45c7-b77e-712fa3488d3b {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:46.050378 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52388f0e-869b-45c7-b77e-712fa3488d3b'] response: {'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'code': 200}
Apr 09 21:02:46.069957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:46.070263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1af61b32-e6ec-4d29-b14a-ebb1c3a817f0 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:46.096078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8cb559e-75f5-4b89-89a8-cfc79272b5c6 req-faee64c6-1d0b-4018-bd7f-f091f1162ba1 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/7a866067-1bde-47a2-9f2a-1c99bfd70fea HTTP/1.1" status: 200  len: 1828 time: 0.0486810
Apr 09 21:02:46.125670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763c1b80>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6c6b4d11-f7b2-4fdf-9c5c-7af83045b515', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'floating_ip_address': '172.35.0.241', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'port_id': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'mac_address': 'fa:16:3e:74:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:11Z', 'updated_at': '2022-04-09T21:02:44Z', 'revision_number': 1, 'project_id': '5d288e617526417680b8d375cf87e380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:24Z', 'revision_number': 5, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:46.141909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-62ed54a3-08e2-44d1-b6e3-f3489f007834 req-c52fbb33-bf7f-463d-8c0b-7b481bbdf482 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1669806508', 'description': 'tempest-description-1457038369'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:46.153751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:46.157163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] Checking router: f8577c82-5ced-432b-ad41-00951735a92f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:02:46.164740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb01f6-b323-4bb4-8c67-94dbd215acdd req-f23add55-c438-40dd-9309-89c7b905b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:46.167065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2eb01f6-b323-4bb4-8c67-94dbd215acdd req-f23add55-c438-40dd-9309-89c7b905b753 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 1127 time: 0.0634456
Apr 09 21:02:46.168057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:46.168831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763c1b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:46.187448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-62ed54a3-08e2-44d1-b6e3-f3489f007834 req-c52fbb33-bf7f-463d-8c0b-7b481bbdf482 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.218600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d778de8e-122e-4a26-b21d-139424efb623 req-fee519a4-ce0f-434f-b80f-b226984b1f15 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 210 time: 0.0490062
Apr 09 21:02:46.260216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2eb01f6-b323-4bb4-8c67-94dbd215acdd req-0ba572cb-29da-4c95-8cf9-1128ee5bbc7b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787733
Apr 09 21:02:46.314707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-62ed54a3-08e2-44d1-b6e3-f3489f007834 req-c52fbb33-bf7f-463d-8c0b-7b481bbdf482 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (9c72724e-d787-41bc-b559-e3f674baa14e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.320825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-62ed54a3-08e2-44d1-b6e3-f3489f007834 req-c52fbb33-bf7f-463d-8c0b-7b481bbdf482 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9c72724e-d787-41bc-b559-e3f674baa14e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.362924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-62ed54a3-08e2-44d1-b6e3-f3489f007834 req-c52fbb33-bf7f-463d-8c0b-7b481bbdf482 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.376361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62ed54a3-08e2-44d1-b6e3-f3489f007834 req-c52fbb33-bf7f-463d-8c0b-7b481bbdf482 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.2341070
Apr 09 21:02:46.376361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fbb33-bf7f-463d-8c0b-7b481bbdf482 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c72724e-d787-41bc-b559-e3f674baa14e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:46.451327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:46.491987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-997f3827-3a8e-493c-8992-3ddaba03c7b7 req-6934718c-b9a2-4a1f-8e5c-2b8bad2769bc tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] 10.222.0.30 "GET /v2.0/ports?device_id=a167d292-5835-4442-8310-bb9bf77d8eaf HTTP/1.1" status: 200  len: 210 time: 0.0436494
Apr 09 21:02:46.497356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8305b3c9-ca27-4eed-b7c0-79c31f96636c req-81f85ad9-4182-4cb5-9305-605c42ebe8cf tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/9c72724e-d787-41bc-b559-e3f674baa14e HTTP/1.1" status: 200  len: 1830 time: 0.0900605
Apr 09 21:02:46.526483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8fc84836-5a10-4abc-b7c9-5cf8134e6118 req-a58d7e1b-e5a8-4568-a144-a31f6a3128a3 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1787643552', 'description': 'tempest-description-1837986277'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:46.549502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8fc84836-5a10-4abc-b7c9-5cf8134e6118 req-a58d7e1b-e5a8-4568-a144-a31f6a3128a3 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.631434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939583b8-072b-4857-9ea8-b2a8a94ae517 req-29fe52a2-9be7-488f-a740-0699f7cb59ce tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:46.638578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-939583b8-072b-4857-9ea8-b2a8a94ae517 req-29fe52a2-9be7-488f-a740-0699f7cb59ce tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 945 time: 0.0788462
Apr 09 21:02:46.709474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763c1b80>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6c6b4d11-f7b2-4fdf-9c5c-7af83045b515', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'floating_ip_address': '172.35.0.241', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'port_id': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'mac_address': 'fa:16:3e:74:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:11Z', 'updated_at': '2022-04-09T21:02:44Z', 'revision_number': 1, 'project_id': '5d288e617526417680b8d375cf87e380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:24Z', 'revision_number': 5, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:46.710980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-359ab62b-461c-4d52-91e1-3056a1255799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:46.712548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-359ab62b-461c-4d52-91e1-3056a1255799 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 1125 time: 0.0988703
Apr 09 21:02:46.738027 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8fc84836-5a10-4abc-b7c9-5cf8134e6118 req-a58d7e1b-e5a8-4568-a144-a31f6a3128a3 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (efaa6497-deb7-444b-9fd6-bc304c21c636), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.738264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf91b3-6d6d-4c4a-9e87-d7c0255f0228 None None] The sync data for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 is: [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6c6b4d11-f7b2-4fdf-9c5c-7af83045b515', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'floating_ip_address': '172.35.0.241', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'port_id': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'mac_address': 'fa:16:3e:74:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:11Z', 'updated_at': '2022-04-09T21:02:44Z', 'revision_number': 1, 'project_id': '5d288e617526417680b8d375cf87e380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:24Z', 'revision_number': 5, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:02:46.742810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-939583b8-072b-4857-9ea8-b2a8a94ae517 req-fb3727f8-59d2-4059-bf31-8c6d6c3db0a0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023278
Apr 09 21:02:46.743870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8fc84836-5a10-4abc-b7c9-5cf8134e6118 req-a58d7e1b-e5a8-4568-a144-a31f6a3128a3 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (efaa6497-deb7-444b-9fd6-bc304c21c636), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.776413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8fc84836-5a10-4abc-b7c9-5cf8134e6118 req-a58d7e1b-e5a8-4568-a144-a31f6a3128a3 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:46.777689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fc84836-5a10-4abc-b7c9-5cf8134e6118 req-a58d7e1b-e5a8-4568-a144-a31f6a3128a3 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.2555544
Apr 09 21:02:46.779612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d7e1b-e5a8-4568-a144-a31f6a3128a3 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efaa6497-deb7-444b-9fd6-bc304c21c636,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:46.871768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f72f-3eef-4ce3-bb93-44d676b4d9df req-b47d085d-2506-4697-b6c6-2dea7f8104c0 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:46.873286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0b0f72f-3eef-4ce3-bb93-44d676b4d9df req-b47d085d-2506-4697-b6c6-2dea7f8104c0 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 945 time: 0.0645702
Apr 09 21:02:46.878450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8d55b53-54ba-49f5-9d3c-4955200a656d req-5f2fcb3e-d7f6-4521-819b-d2e2c2b59847 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/efaa6497-deb7-444b-9fd6-bc304c21c636 HTTP/1.1" status: 200  len: 1830 time: 0.0766857
Apr 09 21:02:46.916743 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-da8679c1-5cec-46a6-90e8-7764108e27a4 req-39ca1323-a21c-4b04-a27e-eb86cc2974c5 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] show failed (client error): The resource could not be found.
Apr 09 21:02:46.917790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da8679c1-5cec-46a6-90e8-7764108e27a4 req-39ca1323-a21c-4b04-a27e-eb86cc2974c5 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/d0d05edf-03ac-4651-ba5a-be0d13161513 HTTP/1.1" status: 404  len: 352 time: 0.0197024
Apr 09 21:02:46.951470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0b0f72f-3eef-4ce3-bb93-44d676b4d9df req-a14c4841-e84b-4005-833b-0b177b597181 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716608
Apr 09 21:02:46.979602 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfed35-64fe-4198-b78d-1e9e6d6b523c None None] New status for floating IP 6c6b4d11-f7b2-4fdf-9c5c-7af83045b515: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:02:47.012406 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-56f76b16-1eda-4965-a813-f11cae2096e1 req-6e887e50-ecaf-4299-9fd9-5360f0a0600c tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] show failed (client error): The resource could not be found.
Apr 09 21:02:47.013460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56f76b16-1eda-4965-a813-f11cae2096e1 req-6e887e50-ecaf-4299-9fd9-5360f0a0600c tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-group-rules/cc439af7-5815-43c7-896a-3b4da383027c HTTP/1.1" status: 404  len: 361 time: 0.0352736
Apr 09 21:02:47.066698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8305ff9-a3d9-422c-bf76-01aca8f6492f req-a82d854c-2742-4db2-b794-5c16537f99ce tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:47.074118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8305ff9-a3d9-422c-bf76-01aca8f6492f req-a82d854c-2742-4db2-b794-5c16537f99ce tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 943 time: 0.0969362
Apr 09 21:02:47.081499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cfc19c1a-ea22-4416-9f28-df0bea28eaf8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:02:47.083700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b7b8b380-38b4-4d50-b45e-54a377c8ba29 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:47.140315 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-272c5db7-d2af-470a-a13c-334e8619ab4e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:47.145572 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-272c5db7-d2af-470a-a13c-334e8619ab4e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.25 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 945 time: 0.1083813
Apr 09 21:02:47.151384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: b7b8b380-38b4-4d50-b45e-54a377c8ba29 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:47.151720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b7b8b380-38b4-4d50-b45e-54a377c8ba29 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:47.157632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'tag': '61d1421c-05ab-4e1a-8af5-088db0beffa3'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:47.162180 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269a398a-55ce-492e-8971-9d5d06f0d227" -d '{"events": [{"name": "network-changed", "server_uuid": "38771bd6-54dc-448e-9f9e-be97fabb46b6", "tag": "61d1421c-05ab-4e1a-8af5-088db0beffa3"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:47.279556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Deleting port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:47.280875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.340996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8305ff9-a3d9-422c-bf76-01aca8f6492f req-0d7a43c4-503c-4baa-a0b2-f7b14e6472c8 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2656736
Apr 09 21:02:47.345687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:47.371028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0a6a4a3-42c4-4622-b2d5-c03cd311e87f req-1c4773d9-558a-44df-8087-48a719528524 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/efaa6497-deb7-444b-9fd6-bc304c21c636 HTTP/1.1" status: 200  len: 1830 time: 0.3267417
Apr 09 21:02:47.378583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'port_id': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'mac_address': 'fa:16:3e:fb:52:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf7f7c5-7f39-4827-9277-12a92eed21c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:02:47.438364 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed68fe7f-9f79-46b5-8e7b-52886b419678 x-openstack-request-id: req-ed68fe7f-9f79-46b5-8e7b-52886b419678 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:47.438633 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38771bd6-54dc-448e-9f9e-be97fabb46b6", "tag": "61d1421c-05ab-4e1a-8af5-088db0beffa3", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:47.440813 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed68fe7f-9f79-46b5-8e7b-52886b419678 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:47.441269 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed68fe7f-9f79-46b5-8e7b-52886b419678'] response: {'name': 'network-changed', 'server_uuid': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'tag': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'status': 'completed', 'code': 200}
Apr 09 21:02:47.458605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:47.458996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.462566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-a9bbfb8f-43f3-4a97-879c-b1b7676ac0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:47.464078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-a9bbfb8f-43f3-4a97-879c-b1b7676ac0e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 200  len: 923 time: 0.4210761
Apr 09 21:02:47.495349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc19c1a-ea22-4416-9f28-df0bea28eaf8 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:47.526546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] For port 1bc4d915-ee13-4ba8-922e-b46c28ad4602, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bc4d915-ee13-4ba8-922e-b46c28ad4602,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:47.526910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.542534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:47.550030 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.555864 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Calling delete_port for 1bc4d915-ee13-4ba8-922e-b46c28ad4602 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:47.601986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:47.610739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-2a4b16ba-1f63-48cd-b524-1b94182e49fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8 HTTP/1.1" status: 200  len: 217 time: 0.1284924
Apr 09 21:02:47.639229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c65326c9-565c-42ab-9391-bb13a3ff47f5 req-0673f078-2e7c-406a-b682-451d9a70925e tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 210 time: 0.1118820
Apr 09 21:02:47.642005 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0a6a4a3-42c4-4622-b2d5-c03cd311e87f req-a58d91f0-97aa-4fa8-a44e-fa3f6348d939 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (efaa6497-deb7-444b-9fd6-bc304c21c636), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.665136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-49fcae1d-7056-4f3a-85ea-e59c840a74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:47.665136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-49fcae1d-7056-4f3a-85ea-e59c840a74af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d288e617526417680b8d375cf87e380&device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 1128 time: 0.1287675
Apr 09 21:02:47.681170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0a6a4a3-42c4-4622-b2d5-c03cd311e87f req-a58d91f0-97aa-4fa8-a44e-fa3f6348d939 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (efaa6497-deb7-444b-9fd6-bc304c21c636), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.734868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1bc4d915-ee13-4ba8-922e-b46c28ad4602), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.804306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Pushing event deleted for resources: {'Port': ['ID=1bc4d915-ee13-4ba8-922e-b46c28ad4602,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:47.855764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] No DVR routers for this DVR port 1bc4d915-ee13-4ba8-922e-b46c28ad4602 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:47.868065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.871673 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a276a570-2f87-4c5c-850d-1daa3d7ed846 req-e0005a69-b575-48b8-a8de-b640444ae29c tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.25 "DELETE /v2.0/ports/1bc4d915-ee13-4ba8-922e-b46c28ad4602 HTTP/1.1" status: 204  len: 173 time: 0.7236171
Apr 09 21:02:47.872332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'name': 'network-vif-deleted', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:47.874824 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8883efd5-6e51-4d1e-9a4c-dc41c1a024cf" -d '{"events": [{"server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "name": "network-vif-deleted", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:47.876977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-488a9591-62b0-4f26-bc09-5c87a1326058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:47.879292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-488a9591-62b0-4f26-bc09-5c87a1326058 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=faf7f7c5-7f39-4827-9277-12a92eed21c4 HTTP/1.1" status: 200  len: 862 time: 0.1779621
Apr 09 21:02:47.881151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b89b8e8-769c-4a41-b0cb-d87de290fb97 req-3f33dcf5-02cd-46e9-a23e-347f3085af9b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d604fb79-470d-4cc5-88e6-a68d9a19a125 HTTP/1.1" status: 200  len: 210 time: 0.0494769
Apr 09 21:02:47.886071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0a6a4a3-42c4-4622-b2d5-c03cd311e87f req-a58d91f0-97aa-4fa8-a44e-fa3f6348d939 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (efaa6497-deb7-444b-9fd6-bc304c21c636), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.889263 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0a6a4a3-42c4-4622-b2d5-c03cd311e87f req-a58d91f0-97aa-4fa8-a44e-fa3f6348d939 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:47.902304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0a6a4a3-42c4-4622-b2d5-c03cd311e87f req-a58d91f0-97aa-4fa8-a44e-fa3f6348d939 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "DELETE /v2.0/security-groups/efaa6497-deb7-444b-9fd6-bc304c21c636 HTTP/1.1" status: 204  len: 173 time: 0.5300217
Apr 09 21:02:47.913832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['cfc19c1a-ea22-4416-9f28-df0bea28eaf8'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:48.047288 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f591d7-9c68-456d-bc2e-0d8b369a8155 x-openstack-request-id: req-98f591d7-9c68-456d-bc2e-0d8b369a8155 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:48.048006 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d604fb79-470d-4cc5-88e6-a68d9a19a125", "name": "network-vif-deleted", "tag": "1bc4d915-ee13-4ba8-922e-b46c28ad4602", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:48.048474 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98f591d7-9c68-456d-bc2e-0d8b369a8155 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:48.049089 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f591d7-9c68-456d-bc2e-0d8b369a8155'] response: {'server_uuid': 'd604fb79-470d-4cc5-88e6-a68d9a19a125', 'name': 'network-vif-deleted', 'tag': '1bc4d915-ee13-4ba8-922e-b46c28ad4602', 'status': 'completed', 'code': 200}
Apr 09 21:02:48.098989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-c25dbd23-aa18-4677-906f-66cd1a30ace6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1357856
Apr 09 21:02:48.099723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d91f0-97aa-4fa8-a44e-fa3f6348d939 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaa6497-deb7-444b-9fd6-bc304c21c636,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:48.106689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-0d058e76-bf90-4e9c-b9fe-3d10d34ca110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:48.108716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-0d058e76-bf90-4e9c-b9fe-3d10d34ca110 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08b7112f-413f-4fd7-98f3-1757fa9cef25 HTTP/1.1" status: 200  len: 916 time: 0.4402273
Apr 09 21:02:48.133285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-a4d442c5-536b-44a8-ae6a-898f020dff11 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:48.135116 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-a4d442c5-536b-44a8-ae6a-898f020dff11 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.25 "GET /v2.0/networks?id=48364b8b-15f5-4ae3-a8e5-50fe934e9d5e HTTP/1.1" status: 200  len: 808 time: 0.2910459
Apr 09 21:02:48.135957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50504) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:48.160856 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95ffc246-9dcc-4408-9b75-c53c46c3bfa5 req-07f25813-1e32-4a58-8ab3-3e804763c086 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/9c72724e-d787-41bc-b559-e3f674baa14e HTTP/1.1" status: 200  len: 1830 time: 0.1838832
Apr 09 21:02:48.282030 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62410a5d-58c5-49ff-8a9a-61b5c492a40b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e77d97d277f245d4822a646af7d5f50d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1449029
Apr 09 21:02:48.284557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:48.292546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7be61a-8307-4038-81f5-3120287ba767 req-b2dc1060-6f3e-4023-9e90-652a80e9fa63 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:48.294088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae7be61a-8307-4038-81f5-3120287ba767 req-b2dc1060-6f3e-4023-9e90-652a80e9fa63 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 945 time: 0.1903462
Apr 09 21:02:48.336193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Request body: {'port': {'device_id': '7aa96a6a-ad9e-4764-b6d8-591508c71bf9', 'network_id': '48364b8b-15f5-4ae3-a8e5-50fe934e9d5e', 'admin_state_up': True, 'tenant_id': '8e0bf14b8dad4360adb4727282b63237'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:48.351290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-f7499d79-3427-4a26-8d42-485da91e2db2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d1421c-05ab-4e1a-8af5-088db0beffa3 HTTP/1.1" status: 200  len: 1002 time: 0.1843266
Apr 09 21:02:48.358462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f58028db-ad65-4507-b040-d19b9a831774 admin admin] Publish callbacks [] for security_group (d71293d4-558b-49c8-ba70-72cfd56105c9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.411722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-c4261abd-0997-458c-b2ec-0b669994b679 service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2991431
Apr 09 21:02:48.426101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f58028db-ad65-4507-b040-d19b9a831774 admin admin] Publish callbacks [] for security_group (d71293d4-558b-49c8-ba70-72cfd56105c9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.439370 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-95ffc246-9dcc-4408-9b75-c53c46c3bfa5 req-d53aec58-9f8d-4251-9ed3-213efa2f4a09 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (9c72724e-d787-41bc-b559-e3f674baa14e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.491778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae7be61a-8307-4038-81f5-3120287ba767 req-37c620e2-4fa0-4d94-b149-1241d15b3c03 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840582
Apr 09 21:02:48.507667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Made reservation on behalf of 8e0bf14b8dad4360adb4727282b63237 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:48.512770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.516729 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f58028db-ad65-4507-b040-d19b9a831774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d71293d4-558b-49c8-ba70-72cfd56105c9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.519552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f58028db-ad65-4507-b040-d19b9a831774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.520802 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f58028db-ad65-4507-b040-d19b9a831774 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d71293d4-558b-49c8-ba70-72cfd56105c9 HTTP/1.1" status: 204  len: 168 time: 0.2351632
Apr 09 21:02:48.544512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58028db-ad65-4507-b040-d19b9a831774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71293d4-558b-49c8-ba70-72cfd56105c9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:48.590876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-3bc98078-3947-4fe2-bf75-efc3b01d3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:48.592618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-3bc98078-3947-4fe2-bf75-efc3b01d3097 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41a02b39-9e41-49c8-9ae8-67e5db6eaac9 HTTP/1.1" status: 200  len: 854 time: 0.2294941
Apr 09 21:02:48.594496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-95ffc246-9dcc-4408-9b75-c53c46c3bfa5 req-d53aec58-9f8d-4251-9ed3-213efa2f4a09 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (9c72724e-d787-41bc-b559-e3f674baa14e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.619088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0a23a87-0db8-4cd1-bd6d-d0d1258786c2 req-8650205e-0b65-418f-a0d9-81b764db9a31 service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985233
Apr 09 21:02:48.688922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Allocated IP 172.20.0.14 (48364b8b-15f5-4ae3-a8e5-50fe934e9d5e/2d1f5f48-cc20-4dd1-87fd-690475b7c52b/b398b476-f8f8-407d-a3f3-11da1ed049c7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:02:48.723686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699d265-aaf0-4905-a83d-7e8d762d7e41 req-e5c827db-7588-498d-9df9-6d676e09a616 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:48.725240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9699d265-aaf0-4905-a83d-7e8d762d7e41 req-e5c827db-7588-498d-9df9-6d676e09a616 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 944 time: 0.1029656
Apr 09 21:02:48.726650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-9e31ed82-e2c8-434f-afb3-2c69b90f9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:48.728056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-9e31ed82-e2c8-434f-afb3-2c69b90f9d42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b7112f-413f-4fd7-98f3-1757fa9cef25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1231411
Apr 09 21:02:48.747765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-95ffc246-9dcc-4408-9b75-c53c46c3bfa5 req-d53aec58-9f8d-4251-9ed3-213efa2f4a09 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9c72724e-d787-41bc-b559-e3f674baa14e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.750249 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-95ffc246-9dcc-4408-9b75-c53c46c3bfa5 req-d53aec58-9f8d-4251-9ed3-213efa2f4a09 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.751337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95ffc246-9dcc-4408-9b75-c53c46c3bfa5 req-d53aec58-9f8d-4251-9ed3-213efa2f4a09 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c72724e-d787-41bc-b559-e3f674baa14e HTTP/1.1" status: 204  len: 173 time: 0.5896642
Apr 09 21:02:48.791368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53aec58-9f8d-4251-9ed3-213efa2f4a09 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c72724e-d787-41bc-b559-e3f674baa14e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:48.873721 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Publish callbacks [] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.892243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9699d265-aaf0-4905-a83d-7e8d762d7e41 req-b104e433-8f82-4f88-b99e-b35b475a1b5f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598573
Apr 09 21:02:48.896828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50522) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:48.911376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364851-6ea7-4146-a806-f09763066048 req-5dc0e063-88ae-4b36-b5b1-46c4b5b64896 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:48.912848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-5dc0e063-88ae-4b36-b5b1-46c4b5b64896 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0829861
Apr 09 21:02:48.922576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:48.978080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Pushing event updated for resources: {'Port': ['ID=b398b476-f8f8-407d-a3f3-11da1ed049c7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:48.981261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-3654ab4a-add6-4d8a-ad1a-8bf6212481cd service neutron] 10.222.0.32 "GET /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418680
Apr 09 21:02:48.990183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:02:48.991585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:48.994289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:02:49.027570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-e43644e1-66ff-4f8e-abaa-489262ad9ce6 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 696 time: 0.1031942
Apr 09 21:02:49.052199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:49.052816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.070528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Request body: {'floatingip': {'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:49.071206 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-c321d73c-49a7-4df0-85f4-f259241ece90 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7395785
Apr 09 21:02:49.078978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ef109ceb-5325-4d0f-8a1c-3f1622c5a80e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc2f1362b9454910aca78105376f906b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1795621
Apr 09 21:02:49.082892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Request body: {'port': {'device_id': '7aa96a6a-ad9e-4764-b6d8-591508c71bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:49.085267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50526) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:49.125976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cfc19c1a-ea22-4416-9f28-df0bea28eaf8 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:02:49.148469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991c626-ba95-4a27-b437-a7591e0bcbcd req-ab8c7cef-02a1-40f8-b2cf-c17b04a469fd tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:49.150047 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2991c626-ba95-4a27-b437-a7591e0bcbcd req-ab8c7cef-02a1-40f8-b2cf-c17b04a469fd tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 932 time: 0.1536481
Apr 09 21:02:49.161896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.171809 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.186008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:02:49.190587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e77b16ec-d5e8-4425-841b-6712d0280c5d admin admin] Publish callbacks [] for security_group (1e1afd9a-92af-4ff6-86e3-b75c644d6741), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.193630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:49.194336 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.244925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e77b16ec-d5e8-4425-841b-6712d0280c5d admin admin] Publish callbacks [] for security_group (1e1afd9a-92af-4ff6-86e3-b75c644d6741), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.266060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-269a398a-55ce-492e-8971-9d5d06f0d227 req-095e5004-76f4-42b2-9a8a-e7da3518727d service neutron] 10.222.0.32 "GET /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2684720
Apr 09 21:02:49.302577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:49.303051 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.315100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2991c626-ba95-4a27-b437-a7591e0bcbcd req-69e43ae2-aead-439f-a293-cef572f6ed38 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576138
Apr 09 21:02:49.350231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:49.353394 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf514a52-b338-46b2-8235-0a2f95ffe6fc" -d '{"events": [{"server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "name": "network-vif-plugged", "status": "completed", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:49.360936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:49.366988 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.379978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e77b16ec-d5e8-4425-841b-6712d0280c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1e1afd9a-92af-4ff6-86e3-b75c644d6741), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.382571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e77b16ec-d5e8-4425-841b-6712d0280c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.386765 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e77b16ec-d5e8-4425-841b-6712d0280c5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e1afd9a-92af-4ff6-86e3-b75c644d6741 HTTP/1.1" status: 204  len: 168 time: 0.2966323
Apr 09 21:02:49.424285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:49.426137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b16ec-d5e8-4425-841b-6712d0280c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1afd9a-92af-4ff6-86e3-b75c644d6741,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:49.449760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8882ce0-d035-4421-a842-f71b4d0d7147 req-d25e6e80-7482-4119-865a-f4084e460e2f tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/7a866067-1bde-47a2-9f2a-1c99bfd70fea HTTP/1.1" status: 200  len: 1828 time: 0.0963073
Apr 09 21:02:49.567894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b398b476-f8f8-407d-a3f3-11da1ed049c7 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:49.576640 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Publish callbacks [] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.590764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Transition to ACTIVE for port object b398b476-f8f8-407d-a3f3-11da1ed049c7 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:02:49.596278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.620455 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e8882ce0-d035-4421-a842-f71b4d0d7147 req-c64456c6-4247-43cf-b1ab-8e2216faa879 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (7a866067-1bde-47a2-9f2a-1c99bfd70fea), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.658472 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e8882ce0-d035-4421-a842-f71b4d0d7147 req-c64456c6-4247-43cf-b1ab-8e2216faa879 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (7a866067-1bde-47a2-9f2a-1c99bfd70fea), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.659187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Pushing event updated for resources: {'Port': ['ID=b398b476-f8f8-407d-a3f3-11da1ed049c7,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:49.755790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Attempting to bind port b398b476-f8f8-407d-a3f3-11da1ed049c7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:02:49.757327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Attempting to bind port b398b476-f8f8-407d-a3f3-11da1ed049c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '426ea6ec-e88f-4305-af35-d452040bee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48364b8b-15f5-4ae3-a8e5-50fe934e9d5e'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:02:49.758237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Attempting to bind port b398b476-f8f8-407d-a3f3-11da1ed049c7 on network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:49.764127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Port b398b476-f8f8-407d-a3f3-11da1ed049c7 on network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:02:49.764457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Attempting to bind port b398b476-f8f8-407d-a3f3-11da1ed049c7 on network 48364b8b-15f5-4ae3-a8e5-50fe934e9d5e {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:02:49.769954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:02:49.770286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Checking segment: {'id': '426ea6ec-e88f-4305-af35-d452040bee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48364b8b-15f5-4ae3-a8e5-50fe934e9d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:49.770679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Bound using segment: {'id': '426ea6ec-e88f-4305-af35-d452040bee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48364b8b-15f5-4ae3-a8e5-50fe934e9d5e'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:02:49.771346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Bound port: b398b476-f8f8-407d-a3f3-11da1ed049c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426ea6ec-e88f-4305-af35-d452040bee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48364b8b-15f5-4ae3-a8e5-50fe934e9d5e'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:02:49.771714 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.844399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] For port b398b476-f8f8-407d-a3f3-11da1ed049c7, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:02:49.849223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] For port b398b476-f8f8-407d-a3f3-11da1ed049c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b398b476-f8f8-407d-a3f3-11da1ed049c7,segment=NetworkSegment(426ea6ec-e88f-4305-af35-d452040bee29),segment_id=426ea6ec-e88f-4305-af35-d452040bee29)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:02:49.858323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.906498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:49.907117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:49.908996 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] 10.222.0.25 "PUT /v2.0/ports/b398b476-f8f8-407d-a3f3-11da1ed049c7 HTTP/1.1" status: 200  len: 1092 time: 0.8303618
Apr 09 21:02:49.947094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d0e63-9f15-4aa5-8c87-367d8698eb6c service neutron] Pushing event updated for resources: {'Port': ['ID=b398b476-f8f8-407d-a3f3-11da1ed049c7,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:49.996500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-cff8a977-781f-469c-b36e-64f8be1fe8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:50.000254 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-cff8a977-781f-469c-b36e-64f8be1fe8e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e0bf14b8dad4360adb4727282b63237&device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 1126 time: 0.0438266
Apr 09 21:02:50.046155 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-e2d68c51-9f24-4225-a217-c968be169ff7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b398b476-f8f8-407d-a3f3-11da1ed049c7 HTTP/1.1" status: 200  len: 217 time: 0.0406871
Apr 09 21:02:50.050427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa96a6a-ad9e-4764-b6d8-591508c71bf9', 'tag': 'b398b476-f8f8-407d-a3f3-11da1ed049c7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:50.052893 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c3a641-6155-4760-901e-de1f0447f1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa96a6a-ad9e-4764-b6d8-591508c71bf9", "tag": "b398b476-f8f8-407d-a3f3-11da1ed049c7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:50.110494 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e8882ce0-d035-4421-a842-f71b4d0d7147 req-c64456c6-4247-43cf-b1ab-8e2216faa879 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7a866067-1bde-47a2-9f2a-1c99bfd70fea), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.110733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-6f5c1df8-6a19-4fc1-a9e0-38d175b9f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:50.112093 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-6f5c1df8-6a19-4fc1-a9e0-38d175b9f2d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d1f5f48-cc20-4dd1-87fd-690475b7c52b HTTP/1.1" status: 200  len: 848 time: 0.0540988
Apr 09 21:02:50.113138 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e8882ce0-d035-4421-a842-f71b4d0d7147 req-c64456c6-4247-43cf-b1ab-8e2216faa879 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.114283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8882ce0-d035-4421-a842-f71b4d0d7147 req-c64456c6-4247-43cf-b1ab-8e2216faa879 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a866067-1bde-47a2-9f2a-1c99bfd70fea HTTP/1.1" status: 204  len: 173 time: 0.6637347
Apr 09 21:02:50.153594 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-13047495-261f-444b-a6f7-64ee2f644828 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48364b8b-15f5-4ae3-a8e5-50fe934e9d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0308254
Apr 09 21:02:50.157154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64456c6-4247-43cf-b1ab-8e2216faa879 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a866067-1bde-47a2-9f2a-1c99bfd70fea,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:50.192802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.198976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.217109 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3f5ce4-2161-453f-9722-3f10fe6770bf x-openstack-request-id: req-fe3f5ce4-2161-453f-9722-3f10fe6770bf {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:50.219200 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "name": "network-vif-plugged", "status": "completed", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:50.220640 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe3f5ce4-2161-453f-9722-3f10fe6770bf {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:50.222276 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3f5ce4-2161-453f-9722-3f10fe6770bf'] response: {'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'code': 200}
Apr 09 21:02:50.281282 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-bbc49af3-4d9c-41e6-8ac1-dd340c4d539d service neutron] 10.222.0.25 "GET /v2.0/networks/48364b8b-15f5-4ae3-a8e5-50fe934e9d5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204123
Apr 09 21:02:50.384206 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-832bc04f-0da0-4834-aece-845b2961b00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.400903 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-05fbcdf2-1dfd-47ef-b155-5fa152154c9d req-2bf62b72-621d-4301-8820-0476299fa6dd service neutron] 10.222.0.25 "GET /v2.0/networks/48364b8b-15f5-4ae3-a8e5-50fe934e9d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025569
Apr 09 21:02:50.427855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d8a0e-fab2-4e25-bd97-40ed9237d9fd req-8d5bdd74-3e86-458a-bd95-3db04c8d94cd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:50.428868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-729d8a0e-fab2-4e25-bd97-40ed9237d9fd req-8d5bdd74-3e86-458a-bd95-3db04c8d94cd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.1314323
Apr 09 21:02:50.435325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7100f0-6298-4f3a-88fd-1b7fa91cbda2 req-aea55004-feac-4162-afc5-b28015d8aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:50.437004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c7100f0-6298-4f3a-88fd-1b7fa91cbda2 req-aea55004-feac-4162-afc5-b28015d8aa57 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 1127 time: 0.1035378
Apr 09 21:02:50.494852 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36 associated. External IP: 172.35.0.111, port: b9a7f79d-1d3a-4671-b464-16baee2a1102.
Apr 09 21:02:50.570227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c7100f0-6298-4f3a-88fd-1b7fa91cbda2 req-62ff340a-6187-4840-9f15-cd737e651c67 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168568
Apr 09 21:02:50.584601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-729d8a0e-fab2-4e25-bd97-40ed9237d9fd req-b0ffb0da-b4fd-4d5b-aacb-6c578f9e81ce tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385996
Apr 09 21:02:50.642819 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6242f49d-8348-4c00-aa73-d6609b6319b5 x-openstack-request-id: req-6242f49d-8348-4c00-aa73-d6609b6319b5 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:50.643332 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa96a6a-ad9e-4764-b6d8-591508c71bf9", "tag": "b398b476-f8f8-407d-a3f3-11da1ed049c7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:50.643770 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6242f49d-8348-4c00-aa73-d6609b6319b5 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:50.644493 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6242f49d-8348-4c00-aa73-d6609b6319b5'] response: {'name': 'network-changed', 'server_uuid': '7aa96a6a-ad9e-4764-b6d8-591508c71bf9', 'tag': 'b398b476-f8f8-407d-a3f3-11da1ed049c7', 'status': 'completed', 'code': 200}
Apr 09 21:02:50.735349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-348335ad-d588-4d50-b810-99597f0f9ae5 req-84c77526-479c-4b61-9bf8-3fceddb5559c tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/e44fc199-e819-4074-92a3-997ec3de9e1a HTTP/1.1" status: 200  len: 1827 time: 0.0503583
Apr 09 21:02:50.813828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:02:50.839030 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-348335ad-d588-4d50-b810-99597f0f9ae5 req-f2e82489-57c0-4d76-a004-e4643316acbe tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (e44fc199-e819-4074-92a3-997ec3de9e1a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.896111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-348335ad-d588-4d50-b810-99597f0f9ae5 req-f2e82489-57c0-4d76-a004-e4643316acbe tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (e44fc199-e819-4074-92a3-997ec3de9e1a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.984186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:02:50.986213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-348335ad-d588-4d50-b810-99597f0f9ae5 req-f2e82489-57c0-4d76-a004-e4643316acbe tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e44fc199-e819-4074-92a3-997ec3de9e1a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.989318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-348335ad-d588-4d50-b810-99597f0f9ae5 req-f2e82489-57c0-4d76-a004-e4643316acbe tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.989816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-348335ad-d588-4d50-b810-99597f0f9ae5 req-f2e82489-57c0-4d76-a004-e4643316acbe tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "DELETE /v2.0/security-groups/e44fc199-e819-4074-92a3-997ec3de9e1a HTTP/1.1" status: 204  len: 173 time: 0.2293043
Apr 09 21:02:50.992746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:50.999538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:02:51.015902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:51.016626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767bc760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:51.021914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e82489-57c0-4d76-a004-e4643316acbe tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44fc199-e819-4074-92a3-997ec3de9e1a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:51.030600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-99bb5968-51c0-405c-aab8-cfc3e4c0ec1a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "PUT /v2.0/floatingips/880f2b1c-2722-4096-99d1-b7dd90897d36 HTTP/1.1" status: 200  len: 996 time: 1.9725997
Apr 09 21:02:51.031054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:51.033324 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c0df5-9654-43aa-80ff-20928a5dc57d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:51.093640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364851-6ea7-4146-a806-f09763066048 req-29fb7475-d7d3-4912-abbc-3e9bfadc0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:51.095462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-29fb7475-d7d3-4912-abbc-3e9bfadc0d08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.0486665
Apr 09 21:02:51.129834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1bc4d915-ee13-4ba8-922e-b46c28ad4602 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:51.162602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 1bc4d915-ee13-4ba8-922e-b46c28ad4602 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:51.163062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1bc4d915-ee13-4ba8-922e-b46c28ad4602 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:51.180463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:51.211878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364851-6ea7-4146-a806-f09763066048 req-cb9a3686-b741-4f8a-b3e9-a6dbf6acb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:51.213438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-cb9a3686-b741-4f8a-b3e9-a6dbf6acb5fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.1106699
Apr 09 21:02:51.294944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7599ce-0890-4813-9303-1e75ad5f4d84 req-028c8857-e579-4c66-b926-ccc826a969a0 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:51.296496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d7599ce-0890-4813-9303-1e75ad5f4d84 req-028c8857-e579-4c66-b926-ccc826a969a0 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 944 time: 0.0992055
Apr 09 21:02:51.324886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-765de66b-74e9-4e43-a47a-b45f02df73a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 999 time: 0.0949967
Apr 09 21:02:51.390811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d7599ce-0890-4813-9303-1e75ad5f4d84 req-00bf6e78-d8f9-4205-b119-765e16a2f827 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872881
Apr 09 21:02:51.401846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364851-6ea7-4146-a806-f09763066048 req-520affc7-c4a1-4801-af53-6dcdf8fb499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:51.419339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767bc760>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:c4:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:50Z', 'revision_number': 1, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:51.419918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-520affc7-c4a1-4801-af53-6dcdf8fb499f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.0778646
Apr 09 21:02:51.442382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:02:51.450654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:51.451217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767bc760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:51.454511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364851-6ea7-4146-a806-f09763066048 req-48040146-1e47-4412-a753-fde7a08f685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:51.457610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-48040146-1e47-4412-a753-fde7a08f685f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475614
Apr 09 21:02:51.558029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-5db42f1e-d16b-4e67-a97e-82cc8cbc9899 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953047
Apr 09 21:02:51.568358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:51.670779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80398669-60ee-42a7-ba1a-7d08f1e3fb56 req-f74dde5a-b557-4992-824d-7614ffeb3196 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "GET /v2.0/security-groups/423c764d-bcbf-4da6-a78e-87591df4d7ef HTTP/1.1" status: 200  len: 1828 time: 0.0865939
Apr 09 21:02:51.688961 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62364851-6ea7-4146-a806-f09763066048 req-0a67c36e-b21d-4556-89db-c77206379ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250477
Apr 09 21:02:51.739567 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-80398669-60ee-42a7-ba1a-7d08f1e3fb56 req-53d36749-b016-4ec3-8d0a-90c6c5806f40 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (423c764d-bcbf-4da6-a78e-87591df4d7ef), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:51.745758 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ecfa05-8d69-455b-a814-97437cb8d4b1 x-openstack-request-id: req-57ecfa05-8d69-455b-a814-97437cb8d4b1 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:51.746047 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:51.746315 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57ecfa05-8d69-455b-a814-97437cb8d4b1 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:51.746727 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ecfa05-8d69-455b-a814-97437cb8d4b1'] response: {'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'status': 'completed', 'code': 200}
Apr 09 21:02:51.800967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767bc760>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:c4:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:50Z', 'revision_number': 1, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:51.814192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-80398669-60ee-42a7-ba1a-7d08f1e3fb56 req-53d36749-b016-4ec3-8d0a-90c6c5806f40 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (423c764d-bcbf-4da6-a78e-87591df4d7ef), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:51.832226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3e163-519b-49ba-adcd-b54339bbea6f None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:c4:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:50Z', 'revision_number': 1, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:02:51.862646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-ad587320-a4be-472a-86f6-5765a66e9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:51.864193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-ad587320-a4be-472a-86f6-5765a66e9b9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.0955534
Apr 09 21:02:51.879522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193e221-f8df-4f5e-b55e-efe118df18e6 req-4c9c4cae-429e-4c86-87e8-93670cb7d27b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:51.881015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a193e221-f8df-4f5e-b55e-efe118df18e6 req-4c9c4cae-429e-4c86-87e8-93670cb7d27b tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.0805809
Apr 09 21:02:51.983841 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-80398669-60ee-42a7-ba1a-7d08f1e3fb56 req-53d36749-b016-4ec3-8d0a-90c6c5806f40 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (423c764d-bcbf-4da6-a78e-87591df4d7ef), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:51.986420 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-80398669-60ee-42a7-ba1a-7d08f1e3fb56 req-53d36749-b016-4ec3-8d0a-90c6c5806f40 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:51.987561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80398669-60ee-42a7-ba1a-7d08f1e3fb56 req-53d36749-b016-4ec3-8d0a-90c6c5806f40 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] 10.222.0.30 "DELETE /v2.0/security-groups/423c764d-bcbf-4da6-a78e-87591df4d7ef HTTP/1.1" status: 204  len: 173 time: 0.3089161
Apr 09 21:02:51.993941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50606) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:52.020156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a193e221-f8df-4f5e-b55e-efe118df18e6 req-44d9b1f0-fc0b-4ac5-9721-cd67e31039a0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260595
Apr 09 21:02:52.026158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d36749-b016-4ec3-8d0a-90c6c5806f40 tempest-SecurityGroupRulesNegativeTestJSON-1285894900 tempest-SecurityGroupRulesNegativeTestJSON-1285894900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423c764d-bcbf-4da6-a78e-87591df4d7ef,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:52.042090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-123999e2-0f2f-4016-8877-9ea36fadf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:52.043600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-123999e2-0f2f-4016-8877-9ea36fadf964 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.1706507
Apr 09 21:02:52.058436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50284cf-e975-4910-9e21-fdd092589b78 admin admin] Deleting subnet d9dd85dc-88fa-4279-8a6d-f9e1a355bae5 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:02:52.062216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f50284cf-e975-4910-9e21-fdd092589b78 admin admin] Publish callbacks [] for subnet (d9dd85dc-88fa-4279-8a6d-f9e1a355bae5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.082938 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de8718-cf79-43d7-aa3d-97e3f35df055 None None] New status for floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:02:52.110493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f50284cf-e975-4910-9e21-fdd092589b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (d9dd85dc-88fa-4279-8a6d-f9e1a355bae5), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.156364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f50284cf-e975-4910-9e21-fdd092589b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (d9dd85dc-88fa-4279-8a6d-f9e1a355bae5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.190951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-29319d7a-9ca7-4db1-90d7-2adb082e0792 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 999 time: 0.1396351
Apr 09 21:02:52.216980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cea849-b598-44b9-957b-48ae6c427b6d req-a0b37305-7dae-427f-8ba9-c9272f435cb6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:52.218528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0cea849-b598-44b9-957b-48ae6c427b6d req-a0b37305-7dae-427f-8ba9-c9272f435cb6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.0764077
Apr 09 21:02:52.229236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f50284cf-e975-4910-9e21-fdd092589b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (d9dd85dc-88fa-4279-8a6d-f9e1a355bae5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.266571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50284cf-e975-4910-9e21-fdd092589b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9dd85dc-88fa-4279-8a6d-f9e1a355bae5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:52.273550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-81174437-62c4-40b4-80c2-74383a58809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:52.274005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f50284cf-e975-4910-9e21-fdd092589b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.275694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-81174437-62c4-40b4-80c2-74383a58809b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.0770333
Apr 09 21:02:52.279292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f50284cf-e975-4910-9e21-fdd092589b78 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d9dd85dc-88fa-4279-8a6d-f9e1a355bae5 HTTP/1.1" status: 204  len: 168 time: 0.2841859
Apr 09 21:02:52.281894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50608) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:52.341505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0cea849-b598-44b9-957b-48ae6c427b6d req-9ebbe019-0a9a-40b7-8de7-d87df54c2c0b tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021600
Apr 09 21:02:52.359696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-0e74c8f3-f2ad-48af-b60d-fca90d2ecf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:52.363616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-0e74c8f3-f2ad-48af-b60d-fca90d2ecf95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0775149
Apr 09 21:02:52.375022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (d5cd38e1-c893-4a0b-8d2a-83405727cef5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.472826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (d5cd38e1-c893-4a0b-8d2a-83405727cef5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.499392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374ac4550>,) {'filters': {'network_id': ['d5cd38e1-c893-4a0b-8d2a-83405727cef5']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:52.499550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-d2ab1d1d-8842-48de-9dec-8f271b6634ca tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:52.506485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-d2ab1d1d-8842-48de-9dec-8f271b6634ca tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1235838
Apr 09 21:02:52.510758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374ac4550>, '98c84b64-57ab-4b0d-8a89-8bfb51ad35a9') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:52.511288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374ac4550>, '98c84b64-57ab-4b0d-8a89-8bfb51ad35a9') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:52.523004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (98c84b64-57ab-4b0d-8a89-8bfb51ad35a9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.539750 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (98c84b64-57ab-4b0d-8a89-8bfb51ad35a9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.546881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:02:52.547763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (98c84b64-57ab-4b0d-8a89-8bfb51ad35a9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:02:52.549863 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:02:52.615122 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (d5cd38e1-c893-4a0b-8d2a-83405727cef5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.621940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.627368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-f1906c8e-76d5-4c46-9ec4-d4ef0246142a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.1200261
Apr 09 21:02:52.631508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-4f7d9609-12d2-4c34-938c-c2ac0f6e4827 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2614028
Apr 09 21:02:52.637862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c98df5-0338-41ad-83e6-ecad089d2146 req-fcaf841f-aba9-4cfd-abef-6cbc4d4f848f tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:52.639073 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5cd38e1-c893-4a0b-8d2a-83405727cef5 HTTP/1.1" status: 204  len: 168 time: 0.3501587
Apr 09 21:02:52.639333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73c98df5-0338-41ad-83e6-ecad089d2146 req-fcaf841f-aba9-4cfd-abef-6cbc4d4f848f tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 944 time: 0.0842776
Apr 09 21:02:52.652698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Request body: {'floatingip': {'port_id': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:52.657137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b33b6-5362-45dd-bd39-626365cb890c admin admin] Pushing event deleted for resources: {'Network': ['ID=d5cd38e1-c893-4a0b-8d2a-83405727cef5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:52.772031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50624) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:52.779854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:52.823822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b0d135b0-23ce-4931-b2f4-cfca515ecb5e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13cb060a48dc43898f363e5ba7d1ac6b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0402803
Apr 09 21:02:52.824040 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50630) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:52.854963 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-65dcb964-d3c3-4e8c-9aa1-42bc8cd50e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:52.856862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-65dcb964-d3c3-4e8c-9aa1-42bc8cd50e76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e0bf14b8dad4360adb4727282b63237&device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 1126 time: 0.1394670
Apr 09 21:02:52.862164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-306afb42-d207-402f-95d6-1b372ab187db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.868859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73c98df5-0338-41ad-83e6-ecad089d2146 req-7fbad317-a214-4a5e-8484-4f0ba22ce675 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199788
Apr 09 21:02:52.870980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.882056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6811d09f-0460-4621-abac-47401bc81042 admin admin] Publish callbacks [] for security_group (07e16525-64d0-446e-a1b7-9a511509a1c7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.904615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6811d09f-0460-4621-abac-47401bc81042 admin admin] Publish callbacks [] for security_group (07e16525-64d0-446e-a1b7-9a511509a1c7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.924383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f48c0df5-9654-43aa-80ff-20928a5dc57d req-7bea7384-37ea-40bf-a803-bafddc6d3acc service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2830796
Apr 09 21:02:52.958536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6811d09f-0460-4621-abac-47401bc81042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (07e16525-64d0-446e-a1b7-9a511509a1c7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.961170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6811d09f-0460-4621-abac-47401bc81042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:52.962395 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6811d09f-0460-4621-abac-47401bc81042 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07e16525-64d0-446e-a1b7-9a511509a1c7 HTTP/1.1" status: 204  len: 168 time: 0.1375756
Apr 09 21:02:52.972626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811d09f-0460-4621-abac-47401bc81042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e16525-64d0-446e-a1b7-9a511509a1c7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:53.038252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2300ea09-771b-4dc2-a398-72a3c42d3e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.110972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b398b476-f8f8-407d-a3f3-11da1ed049c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:02:53.144954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2300ea09-771b-4dc2-a398-72a3c42d3e21 admin admin] Publish callbacks [] for security_group (8159ad9d-1064-4eac-9655-b2d90df9cb22), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.152977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2300ea09-771b-4dc2-a398-72a3c42d3e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8159ad9d-1064-4eac-9655-b2d90df9cb22), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.195741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300ea09-771b-4dc2-a398-72a3c42d3e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8159ad9d-1064-4eac-9655-b2d90df9cb22,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:53.224701 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2300ea09-771b-4dc2-a398-72a3c42d3e21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ebf1c29b3474bc5a1e9ead0d9376394&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4515796
Apr 09 21:02:53.225693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37485d09-c998-458f-9138-edaae3e7f9ad req-98044c18-e3e1-4866-8517-1ff8aa04bf58 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:53.228554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50638) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:53.233351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37485d09-c998-458f-9138-edaae3e7f9ad req-98044c18-e3e1-4866-8517-1ff8aa04bf58 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.1077693
Apr 09 21:02:53.257671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b398b476-f8f8-407d-a3f3-11da1ed049c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b398b476-f8f8-407d-a3f3-11da1ed049c7,segment=NetworkSegment(426ea6ec-e88f-4305-af35-d452040bee29),segment_id=426ea6ec-e88f-4305-af35-d452040bee29)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:53.280781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3f10-7a9a-4991-9338-505cead6f522 admin admin] Publish callbacks [] for security_group (8159ad9d-1064-4eac-9655-b2d90df9cb22), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.316884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3f10-7a9a-4991-9338-505cead6f522 admin admin] Publish callbacks [] for security_group (8159ad9d-1064-4eac-9655-b2d90df9cb22), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.353666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37485d09-c998-458f-9138-edaae3e7f9ad req-09416724-0708-43d2-a94b-5fae176b7c3f tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/security-groups?id=b00e037e-acf2-445c-8cf6-d5dd5d48a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193480
Apr 09 21:02:53.382532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3f10-7a9a-4991-9338-505cead6f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8159ad9d-1064-4eac-9655-b2d90df9cb22), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.385921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3f10-7a9a-4991-9338-505cead6f522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.387176 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e3f3f10-7a9a-4991-9338-505cead6f522 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8159ad9d-1064-4eac-9655-b2d90df9cb22 HTTP/1.1" status: 204  len: 168 time: 0.1575336
Apr 09 21:02:53.403159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f3f10-7a9a-4991-9338-505cead6f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8159ad9d-1064-4eac-9655-b2d90df9cb22,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:53.481505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'b398b476-f8f8-407d-a3f3-11da1ed049c7', 'network_id': '48364b8b-15f5-4ae3-a8e5-50fe934e9d5e', 'port_id': 'b398b476-f8f8-407d-a3f3-11da1ed049c7', 'mac_address': 'fa:16:3e:27:4c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1f5f48-cc20-4dd1-87fd-690475b7c52b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:02:53.533759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b398b476-f8f8-407d-a3f3-11da1ed049c7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:53.534189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.555134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b398b476-f8f8-407d-a3f3-11da1ed049c7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:02:53.580679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b398b476-f8f8-407d-a3f3-11da1ed049c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b398b476-f8f8-407d-a3f3-11da1ed049c7,segment=NetworkSegment(426ea6ec-e88f-4305-af35-d452040bee29),segment_id=426ea6ec-e88f-4305-af35-d452040bee29)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:53.589591 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.602595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f44ea-0417-4146-8285-6b7ec68c324f req-6d95d52f-aaab-4f43-b6a4-60463ee1d99e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:53.606085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb5f44ea-0417-4146-8285-6b7ec68c324f req-6d95d52f-aaab-4f43-b6a4-60463ee1d99e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.1302969
Apr 09 21:02:53.639547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-9f958129-c968-4306-9754-e9faa38b741e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:53.641109 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-9f958129-c968-4306-9754-e9faa38b741e tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.25 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 944 time: 0.0844560
Apr 09 21:02:53.657139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b398b476-f8f8-407d-a3f3-11da1ed049c7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:53.739682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-a22c42b5-9333-4476-9970-eb8ef65397d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:53.741247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-a22c42b5-9333-4476-9970-eb8ef65397d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=48364b8b-15f5-4ae3-a8e5-50fe934e9d5e HTTP/1.1" status: 200  len: 909 time: 0.3633201
Apr 09 21:02:53.768888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb5f44ea-0417-4146-8285-6b7ec68c324f req-e9497a6f-1d93-40eb-890e-8630eece2030 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125231
Apr 09 21:02:53.818975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50660) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:53.839568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d5c1-13d2-4295-8767-9398aa6a8665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.843705 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.888932 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:53.895385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-85568b00-7bab-4e3f-92c5-5bfd92a2f7bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b398b476-f8f8-407d-a3f3-11da1ed049c7 HTTP/1.1" status: 200  len: 217 time: 0.0505691
Apr 09 21:02:53.963312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b398b476-f8f8-407d-a3f3-11da1ed049c7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:02:53.989268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50666) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:54.033855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Deleting port 5a70f221-9817-486d-a4b4-02f831c18d28 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:02:54.034645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.064227 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.131290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-186263666-network', 'tenant_id': 'bc7a2d61df2b4bfda6882e74e73b6cb5'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:54.165918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] For port 5a70f221-9817-486d-a4b4-02f831c18d28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a70f221-9817-486d-a4b4-02f831c18d28,segment=NetworkSegment(09e3a0fe-f41e-488b-9b94-d5d9e7be396d),segment_id=09e3a0fe-f41e-488b-9b94-d5d9e7be396d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:54.166285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.174732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Made reservation on behalf of bc7a2d61df2b4bfda6882e74e73b6cb5 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:54.177025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.189755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Calling delete_port for 5a70f221-9817-486d-a4b4-02f831c18d28 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:02:54.193668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.362134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Publish callbacks [] for security_group (47914aeb-b2a9-4f66-96ca-526c718a01d4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.368290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (47914aeb-b2a9-4f66-96ca-526c718a01d4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.385145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59e714-4a6f-4c69-8fce-393f0b3ed832 req-c4439a76-0639-49e7-8afd-828980944bbe tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:54.386633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa59e714-4a6f-4c69-8fce-393f0b3ed832 req-c4439a76-0639-49e7-8afd-828980944bbe tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 945 time: 0.1101651
Apr 09 21:02:54.389300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5a70f221-9817-486d-a4b4-02f831c18d28), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.407138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:02:54.429299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-c76a4f11-12d6-487e-9a2d-6498f4707f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:54.430850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-c76a4f11-12d6-487e-9a2d-6498f4707f4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d1f5f48-cc20-4dd1-87fd-690475b7c52b HTTP/1.1" status: 200  len: 848 time: 0.1586444
Apr 09 21:02:54.439838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Pushing event deleted for resources: {'Port': ['ID=5a70f221-9817-486d-a4b4-02f831c18d28,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:54.439838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47914aeb-b2a9-4f66-96ca-526c718a01d4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:54.460259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f25e5437-7f39-498c-8748-ee39c4fb9c9e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.461268 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Added segment f25e5437-7f39-498c-8748-ee39c4fb9c9e of type vlan for network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca
Apr 09 21:02:54.492827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-849bb7d8-8a9d-47a6-87ea-c7ef56a7ebfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48364b8b-15f5-4ae3-a8e5-50fe934e9d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476780
Apr 09 21:02:54.509379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] No DVR routers for this DVR port 5a70f221-9817-486d-a4b4-02f831c18d28 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:02:54.512492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.515814 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680081b7-2a0e-485c-8cce-24bbb4961f2a req-f6b9ad83-ccbe-427d-bf15-7e2cdd4dd7e0 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.25 "DELETE /v2.0/ports/5a70f221-9817-486d-a4b4-02f831c18d28 HTTP/1.1" status: 204  len: 173 time: 0.6731765
Apr 09 21:02:54.516262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'name': 'network-vif-deleted', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:54.518581 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad41c95-591a-460b-b7c3-3481917f74fc" -d '{"events": [{"server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "name": "network-vif-deleted", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:54.528766 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36 associated. External IP: 172.35.0.111, port: b9a7f79d-1d3a-4671-b464-16baee2a1102.
Apr 09 21:02:54.551584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2862fa2b-3134-4de1-bedd-a2bf3828b8ca), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.578809 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2862fa2b-3134-4de1-bedd-a2bf3828b8ca), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.579831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:54.580408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.597416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d5c1-13d2-4295-8767-9398aa6a8665 admin admin] Publish callbacks [] for security_group (73e3e527-bfe2-4529-93c9-3c59d3df92db), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.608080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa59e714-4a6f-4c69-8fce-393f0b3ed832 req-1d5f9ffd-5bbd-4d8b-9ad8-2dbf2dbc559e tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863790
Apr 09 21:02:54.641825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d5c1-13d2-4295-8767-9398aa6a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (73e3e527-bfe2-4529-93c9-3c59d3df92db), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.649699 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6588974
Apr 09 21:02:54.655150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1603f91-73ac-4230-91f9-2bfaa1f2d5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2862fa2b-3134-4de1-bedd-a2bf3828b8ca,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:54.659201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50674) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:54.668626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Request body: {'subnet': {'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-186263666-subnet', 'tenant_id': 'bc7a2d61df2b4bfda6882e74e73b6cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:54.671099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:02:54.704014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Made reservation on behalf of bc7a2d61df2b4bfda6882e74e73b6cb5 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:02:54.707964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.726833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d0b5d5c1-13d2-4295-8767-9398aa6a8665 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eee999ba637e4e588ffe216cacbcca85&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9067674
Apr 09 21:02:54.735643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50676) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:54.760205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5d5c1-13d2-4295-8767-9398aa6a8665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3e527-bfe2-4529-93c9-3c59d3df92db,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:54.814712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf289246-8a26-4a40-9494-6a23c478187a req-b6e803ee-6bbf-4bd9-8171-278101a22a16 tempest-LiveMigrationTest-1096887428 tempest-LiveMigrationTest-1096887428-project] 10.222.0.30 "GET /v2.0/ports?device_id=7669d40f-e600-49f8-af5a-b0927eae1fde HTTP/1.1" status: 200  len: 210 time: 0.0765712
Apr 09 21:02:54.821197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-f62fbe21-8fb1-424e-8cbc-47390384d35b service neutron] 10.222.0.25 "GET /v2.0/networks/48364b8b-15f5-4ae3-a8e5-50fe934e9d5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3177047
Apr 09 21:02:54.879677 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1aff7a-9b31-4a33-aa31-59b40df04546 x-openstack-request-id: req-1c1aff7a-9b31-4a33-aa31-59b40df04546 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:54.880085 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7669d40f-e600-49f8-af5a-b0927eae1fde", "name": "network-vif-deleted", "tag": "5a70f221-9817-486d-a4b4-02f831c18d28", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:54.880426 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c1aff7a-9b31-4a33-aa31-59b40df04546 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:54.880917 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1aff7a-9b31-4a33-aa31-59b40df04546'] response: {'server_uuid': '7669d40f-e600-49f8-af5a-b0927eae1fde', 'name': 'network-vif-deleted', 'tag': '5a70f221-9817-486d-a4b4-02f831c18d28', 'status': 'completed', 'code': 200}
Apr 09 21:02:54.906693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce8223cc-b08d-47e0-b886-b44c52a8d522 admin admin] Publish callbacks [] for security_group (73e3e527-bfe2-4529-93c9-3c59d3df92db), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.909262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (eef53007-99bc-4ca6-808a-edf8d619dc7a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:54.984830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef53007-99bc-4ca6-808a-edf8d619dc7a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:54.994296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Checking segment: {'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:02:54.994665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Network hostable DHCP agents. Network: 2862fa2b-3134-4de1-bedd-a2bf3828b8ca, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:02:54.996776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce8223cc-b08d-47e0-b886-b44c52a8d522 admin admin] Publish callbacks [] for security_group (73e3e527-bfe2-4529-93c9-3c59d3df92db), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.014490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:02:55.025510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2862fa2b-3134-4de1-bedd-a2bf3828b8ca) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:02:55.029360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:55.030173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.039050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d22e2-2fd8-440d-a6ac-73b339b80122 None None] Network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:02:55.057126 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5950b532-cf8e-483e-95f3-9ea2e9d86841 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3928282
Apr 09 21:02:55.105367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0e802-e54b-4531-b74c-41760d7452c3 req-11906065-3f0c-40ec-82de-7d24e96211eb tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:55.106932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28f0e802-e54b-4531-b74c-41760d7452c3 req-11906065-3f0c-40ec-82de-7d24e96211eb tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.1716352
Apr 09 21:02:55.132493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:02:55.148569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b398b476-f8f8-407d-a3f3-11da1ed049c7 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:02:55.152416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77c3a641-6155-4760-901e-de1f0447f1c9 req-7cac7afd-f975-4568-9b2e-b8314320185d service neutron] 10.222.0.25 "GET /v2.0/networks/48364b8b-15f5-4ae3-a8e5-50fe934e9d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2656107
Apr 09 21:02:55.154110 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.173292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce8223cc-b08d-47e0-b886-b44c52a8d522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (73e3e527-bfe2-4529-93c9-3c59d3df92db), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.175849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce8223cc-b08d-47e0-b886-b44c52a8d522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.179293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce8223cc-b08d-47e0-b886-b44c52a8d522 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73e3e527-bfe2-4529-93c9-3c59d3df92db HTTP/1.1" status: 204  len: 168 time: 0.4370070
Apr 09 21:02:55.179985 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.238389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28f0e802-e54b-4531-b74c-41760d7452c3 req-3d94a102-ff35-474b-b8f6-4af5e3a02ed4 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178720
Apr 09 21:02:55.239138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8223cc-b08d-47e0-b886-b44c52a8d522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3e527-bfe2-4529-93c9-3c59d3df92db,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:55.245949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port b398b476-f8f8-407d-a3f3-11da1ed049c7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:02:55.252395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798eb36-ed98-49da-9b61-bd8ccaf53442 None None] Network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:02:55.279314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port b398b476-f8f8-407d-a3f3-11da1ed049c7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:02:55.279728 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.394868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:02:55.433136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:02:55.444027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b398b476-f8f8-407d-a3f3-11da1ed049c7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:02:55.444408 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.464657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:55.465318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768af220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:55.508574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f2f48-34af-4856-a93c-3623173fffcd req-be3a3cb5-0c94-4d1e-af1d-39bd38054644 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:55.510680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c21f2f48-34af-4856-a93c-3623173fffcd req-be3a3cb5-0c94-4d1e-af1d-39bd38054644 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.1584330
Apr 09 21:02:55.513802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa96a6a-ad9e-4764-b6d8-591508c71bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b398b476-f8f8-407d-a3f3-11da1ed049c7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:55.516867 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0432a86a-b09b-439e-b9dc-c37b3917e2e1" -d '{"events": [{"server_uuid": "7aa96a6a-ad9e-4764-b6d8-591508c71bf9", "name": "network-vif-plugged", "status": "completed", "tag": "b398b476-f8f8-407d-a3f3-11da1ed049c7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:55.540482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b398b476-f8f8-407d-a3f3-11da1ed049c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b398b476-f8f8-407d-a3f3-11da1ed049c7,segment=NetworkSegment(426ea6ec-e88f-4305-af35-d452040bee29),segment_id=426ea6ec-e88f-4305-af35-d452040bee29)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:02:55.548277 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.549239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:02:55.616110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 5a70f221-9817-486d-a4b4-02f831c18d28 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:02:55.616450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5a70f221-9817-486d-a4b4-02f831c18d28 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:02:55.624770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c21f2f48-34af-4856-a93c-3623173fffcd req-5bc890c4-b32f-42a2-9f13-cd949cfd56a1 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958714
Apr 09 21:02:55.661278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b398b476-f8f8-407d-a3f3-11da1ed049c7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:55.665252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:55.722344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:02:55.870388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:02:55.875790 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:55.923551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:55.929255 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:55.952342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768af220>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:d6:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:53Z', 'revision_number': 3, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:55.974738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-6b415049-8d26-4409-85bf-cc81d809a76a req-2ca8653d-6e3c-4c37-ac9e-9e7a3642d893 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2094824135', 'description': 'tempest-description-5358303'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:55.980343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:02:55.988697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:55.989317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768af220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:55.992011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-48330bb7-008a-4e7f-b14e-3182ea79d12c tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "PUT /v2.0/floatingips/880f2b1c-2722-4096-99d1-b7dd90897d36 HTTP/1.1" status: 200  len: 998 time: 3.3517449
Apr 09 21:02:56.008595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6b415049-8d26-4409-85bf-cc81d809a76a req-2ca8653d-6e3c-4c37-ac9e-9e7a3642d893 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:56.065340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-03de1e34-6071-48e1-b7ee-8f208da745c1 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:56.066738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-03de1e34-6071-48e1-b7ee-8f208da745c1 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports/b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 942 time: 0.0689828
Apr 09 21:02:56.120674 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6b415049-8d26-4409-85bf-cc81d809a76a req-2ca8653d-6e3c-4c37-ac9e-9e7a3642d893 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (f6e84827-57e9-4d49-91fa-e34ed07b1cf3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:56.123321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:56.129763 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6b415049-8d26-4409-85bf-cc81d809a76a req-2ca8653d-6e3c-4c37-ac9e-9e7a3642d893 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f6e84827-57e9-4d49-91fa-e34ed07b1cf3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:56.180843 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6b415049-8d26-4409-85bf-cc81d809a76a req-2ca8653d-6e3c-4c37-ac9e-9e7a3642d893 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:56.182199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b415049-8d26-4409-85bf-cc81d809a76a req-2ca8653d-6e3c-4c37-ac9e-9e7a3642d893 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 0.2156963
Apr 09 21:02:56.199281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8653d-6e3c-4c37-ac9e-9e7a3642d893 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e84827-57e9-4d49-91fa-e34ed07b1cf3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:56.202063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-876b78f4-747d-4d26-bae8-7eeffc53d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:56.203634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-876b78f4-747d-4d26-bae8-7eeffc53d717 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.0535460
Apr 09 21:02:56.246581 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e3bac1-a1c2-4230-a01c-b01be52d80d6 x-openstack-request-id: req-26e3bac1-a1c2-4230-a01c-b01be52d80d6 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:56.249473 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa96a6a-ad9e-4764-b6d8-591508c71bf9", "name": "network-vif-plugged", "status": "completed", "tag": "b398b476-f8f8-407d-a3f3-11da1ed049c7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:56.249473 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26e3bac1-a1c2-4230-a01c-b01be52d80d6 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:56.252560 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e3bac1-a1c2-4230-a01c-b01be52d80d6'] response: {'server_uuid': '7aa96a6a-ad9e-4764-b6d8-591508c71bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b398b476-f8f8-407d-a3f3-11da1ed049c7', 'code': 200}
Apr 09 21:02:56.394137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-0f1c2f3a-47cc-4027-9687-41e2d2870aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:56.395638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-0f1c2f3a-47cc-4027-9687-41e2d2870aa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.1834683
Apr 09 21:02:56.399228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edb6eb-19b7-48f5-9e23-5f8340db2ecf req-1e330105-4b40-4424-9636-be98a0368e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:56.400461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17edb6eb-19b7-48f5-9e23-5f8340db2ecf req-1e330105-4b40-4424-9636-be98a0368e86 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 1128 time: 0.0883496
Apr 09 21:02:56.412822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6d01e-299e-4347-a369-20efb63a2431 req-d71cb7c6-c057-47df-a644-9632456b1888 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:56.414343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48a6d01e-299e-4347-a369-20efb63a2431 req-d71cb7c6-c057-47df-a644-9632456b1888 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 946 time: 0.0959165
Apr 09 21:02:56.441767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768af220>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:d6:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:53Z', 'revision_number': 3, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:56.477936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-7e30bf8c-7c8c-4ff7-870f-3066aa019d95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 217 time: 0.0615382
Apr 09 21:02:56.478295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe58dfe-61c7-461a-b083-a81b294d3cbf None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:d6:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:53Z', 'revision_number': 3, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:02:56.567410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48a6d01e-299e-4347-a369-20efb63a2431 req-bcf65aa1-b56c-4cb1-a265-e7c59ae5c02a tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392581
Apr 09 21:02:56.571234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17edb6eb-19b7-48f5-9e23-5f8340db2ecf req-b4cdfeb4-a00a-4e0d-af06-1893780ee74f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559126
Apr 09 21:02:56.577517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-e7a1e33e-daf5-4749-9afa-89edfc6e3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:56.579558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-e7a1e33e-daf5-4749-9afa-89edfc6e3e65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.0895600
Apr 09 21:02:56.634369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:56.642007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-60e4f19d-fff0-4904-81ff-30f010bb6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:56.643563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-60e4f19d-fff0-4904-81ff-30f010bb6112 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0530860
Apr 09 21:02:56.696523 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5482555-0521-419b-b61f-5d661d1845dd x-openstack-request-id: req-e5482555-0521-419b-b61f-5d661d1845dd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:56.696523 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:56.696523 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5482555-0521-419b-b61f-5d661d1845dd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:56.696523 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5482555-0521-419b-b61f-5d661d1845dd'] response: {'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'status': 'completed', 'code': 200}
Apr 09 21:02:56.720350 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf63a1-8773-422d-b2b8-9aad7cfe2065 None None] New status for floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:02:56.764360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-f63de9c8-8425-4a0f-9b43-55416c8fccd2 req-687e1130-272e-4901-87e5-235d49c793e2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2033553948', 'description': 'tempest-description-1078502204'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:02:56.805484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-1e7636c7-5997-4e69-a201-fe1008ca36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:56.807071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-1e7636c7-5997-4e69-a201-fe1008ca36dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.0863800
Apr 09 21:02:56.836923 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:56.902783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f63de9c8-8425-4a0f-9b43-55416c8fccd2 req-687e1130-272e-4901-87e5-235d49c793e2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:56.906132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-67f4b240-8d51-4bf1-9533-3b0669200ee4 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562273
Apr 09 21:02:57.015984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-6246ea5e-efc9-4543-82b3-c35cdc5c183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:57.017509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-6246ea5e-efc9-4543-82b3-c35cdc5c183c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.1933906
Apr 09 21:02:57.033599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f316649c-bbcc-4608-95df-2156319eb46a admin admin] Deleting subnet aeeb8e45-03b4-4849-a408-33faccc0d5fb {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:02:57.037630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f316649c-bbcc-4608-95df-2156319eb46a admin admin] Publish callbacks [] for subnet (aeeb8e45-03b4-4849-a408-33faccc0d5fb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.061436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:02:57.072172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:57.073079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768afa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:57.077090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f316649c-bbcc-4608-95df-2156319eb46a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (aeeb8e45-03b4-4849-a408-33faccc0d5fb), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.098336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-71b6180d-bb23-442d-9eab-cfe120dff2c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 217 time: 0.0699453
Apr 09 21:02:57.113647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-05087cc3-94c1-470b-a52b-0a31bcada0d2 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957557
Apr 09 21:02:57.130208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f316649c-bbcc-4608-95df-2156319eb46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (aeeb8e45-03b4-4849-a408-33faccc0d5fb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.193220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f316649c-bbcc-4608-95df-2156319eb46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (aeeb8e45-03b4-4849-a408-33faccc0d5fb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.210149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f63de9c8-8425-4a0f-9b43-55416c8fccd2 req-687e1130-272e-4901-87e5-235d49c793e2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (9768a175-8f6f-4799-947c-2642b7b31792), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.223780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316649c-bbcc-4608-95df-2156319eb46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeeb8e45-03b4-4849-a408-33faccc0d5fb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:57.225938 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f63de9c8-8425-4a0f-9b43-55416c8fccd2 req-687e1130-272e-4901-87e5-235d49c793e2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9768a175-8f6f-4799-947c-2642b7b31792), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.228198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f316649c-bbcc-4608-95df-2156319eb46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.236328 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f316649c-bbcc-4608-95df-2156319eb46a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aeeb8e45-03b4-4849-a408-33faccc0d5fb HTTP/1.1" status: 204  len: 168 time: 0.5988429
Apr 09 21:02:57.237181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50748) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:57.260773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e1130-272e-4901-87e5-235d49c793e2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9768a175-8f6f-4799-947c-2642b7b31792,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:57.273277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-1e65476d-0c8a-48e8-bc92-73d22ea53edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:57.274999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-1e65476d-0c8a-48e8-bc92-73d22ea53edc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 1127 time: 0.1149824
Apr 09 21:02:57.277098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-0687e6cd-70c8-4a2a-8ebc-ca1e3b0e3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:57.278903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-0687e6cd-70c8-4a2a-8ebc-ca1e3b0e3024 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.1608245
Apr 09 21:02:57.321148 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.348905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f63de9c8-8425-4a0f-9b43-55416c8fccd2 req-687e1130-272e-4901-87e5-235d49c793e2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.350153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f63de9c8-8425-4a0f-9b43-55416c8fccd2 req-687e1130-272e-4901-87e5-235d49c793e2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.6163981
Apr 09 21:02:57.352562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:57.412020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.419813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-2c70141f-508f-467a-8a28-e50a3b2cce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:57.422287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-2c70141f-508f-467a-8a28-e50a3b2cce51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1370633
Apr 09 21:02:57.437255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375fb48e0>,) {'filters': {'network_id': ['6e4c0a84-06ca-42fe-9656-5da4d34fcdb0']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:57.449903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375fb48e0>, '09e3a0fe-f41e-488b-9b94-d5d9e7be396d') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:57.449903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375fb48e0>, '09e3a0fe-f41e-488b-9b94-d5d9e7be396d') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:57.462249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (09e3a0fe-f41e-488b-9b94-d5d9e7be396d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.478087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (09e3a0fe-f41e-488b-9b94-d5d9e7be396d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.486233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:02:57.486642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (09e3a0fe-f41e-488b-9b94-d5d9e7be396d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:02:57.489287 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:02:57.552502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-351bb5ad-3f0b-4908-95ba-7ff29e7cd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:57.554412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-351bb5ad-3f0b-4908-95ba-7ff29e7cd207 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.2306855
Apr 09 21:02:57.574445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (6e4c0a84-06ca-42fe-9656-5da4d34fcdb0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.579945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.583945 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6e4c0a84-06ca-42fe-9656-5da4d34fcdb0 HTTP/1.1" status: 204  len: 168 time: 0.3451085
Apr 09 21:02:57.587442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50754) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:57.623814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45a32d-6d07-48c7-a20f-c22451cbc491 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4c0a84-06ca-42fe-9656-5da4d34fcdb0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:57.646190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-422d9051-1cf4-41ba-b1c0-e5ae9ead8155 admin admin] Deleting subnet fd6c6d1f-1d79-44d2-82e6-4a3dc925b072 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:02:57.650236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-422d9051-1cf4-41ba-b1c0-e5ae9ead8155 admin admin] Publish callbacks [] for subnet (fd6c6d1f-1d79-44d2-82e6-4a3dc925b072), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.675521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768afa30>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:d6:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:56Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:57.689280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-422d9051-1cf4-41ba-b1c0-e5ae9ead8155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (fd6c6d1f-1d79-44d2-82e6-4a3dc925b072), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.710381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:02:57.719647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:02:57.720391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768afa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:57.740152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-422d9051-1cf4-41ba-b1c0-e5ae9ead8155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (fd6c6d1f-1d79-44d2-82e6-4a3dc925b072), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.802761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-422d9051-1cf4-41ba-b1c0-e5ae9ead8155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (fd6c6d1f-1d79-44d2-82e6-4a3dc925b072), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.833372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d9051-1cf4-41ba-b1c0-e5ae9ead8155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6c6d1f-1d79-44d2-82e6-4a3dc925b072,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:57.837447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-422d9051-1cf4-41ba-b1c0-e5ae9ead8155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:57.840798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-422d9051-1cf4-41ba-b1c0-e5ae9ead8155 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fd6c6d1f-1d79-44d2-82e6-4a3dc925b072 HTTP/1.1" status: 204  len: 168 time: 0.2524323
Apr 09 21:02:57.843263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50758) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:57.843766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:02:57.944455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (bae15e64-7466-4695-8e6c-d92b443d6853), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.002768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1afce-3717-4643-bef3-478764c985b2 req-d3213f2f-548b-4142-b18b-55fca8dc94dc tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:58.004193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47f1afce-3717-4643-bef3-478764c985b2 req-d3213f2f-548b-4142-b18b-55fca8dc94dc tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.4702525
Apr 09 21:02:58.008300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-ca4777f3-e660-4acb-86f4-7d69b9ed8ac0 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5747092
Apr 09 21:02:58.031468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-2c10b518-b621-4a1e-81ce-5def5ffda66c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 1001 time: 0.4591362
Apr 09 21:02:58.037570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (bae15e64-7466-4695-8e6c-d92b443d6853), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.069781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374429880>,) {'filters': {'network_id': ['bae15e64-7466-4695-8e6c-d92b443d6853']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:58.080119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374429880>, '9b1d81c5-076c-4565-9211-611b4d69d1fd') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:58.080499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374429880>, '9b1d81c5-076c-4565-9211-611b4d69d1fd') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:58.090066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (9b1d81c5-076c-4565-9211-611b4d69d1fd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.104188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9b1d81c5-076c-4565-9211-611b4d69d1fd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.112571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:02:58.113067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (9b1d81c5-076c-4565-9211-611b4d69d1fd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.113404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768afa30>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:d6:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:56Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:02:58.114853 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:02:58.145530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d025daa-0380-4e51-90c8-02a23a9927e9 None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:d6:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:02:56Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:02:58.172255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-1ab59b7f-f6e3-4083-a3ba-96d9419cc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:58.177055 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (bae15e64-7466-4695-8e6c-d92b443d6853), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.177615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-1ab59b7f-f6e3-4083-a3ba-96d9419cc0fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.1345603
Apr 09 21:02:58.182873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.188480 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bae15e64-7466-4695-8e6c-d92b443d6853 HTTP/1.1" status: 204  len: 168 time: 0.3415949
Apr 09 21:02:58.189014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47f1afce-3717-4643-bef3-478764c985b2 req-d4b402af-c403-4f42-a7e0-a3bd5805fd97 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717043
Apr 09 21:02:58.204986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073469f-7ae6-4fa4-b344-8d5881174933 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae15e64-7466-4695-8e6c-d92b443d6853,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:58.240167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1dc3e8-60d2-4fd3-b89f-4f49629fe5d6 req-81652b7f-5dc3-464f-8d34-b85159f5aabb service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247303
Apr 09 21:02:58.241907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-eaf22ece-ec38-48e9-a542-666557dd1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:58.249620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-eaf22ece-ec38-48e9-a542-666557dd1a3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0604036
Apr 09 21:02:58.372752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-df42c18d-82ad-45c9-80a4-65176ee4256f service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218574
Apr 09 21:02:58.429913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50770) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:58.475483 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0f741acd-45e7-4e69-89d2-0833d5c4f0c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=352d269ab35841c397ca9168792c1ec4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0439570
Apr 09 21:02:58.478279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50772) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:58.479774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bcebee2-0ccf-4170-b20f-158b615ab949 req-e4f5a687-d88d-4f45-a1e5-c53029fb59d3 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005564
Apr 09 21:02:58.549359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33810922-bccf-4ae4-8c6a-e4a029b3297a admin admin] Publish callbacks [] for security_group (b00e037e-acf2-445c-8cf6-d5dd5d48a97a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.574639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33810922-bccf-4ae4-8c6a-e4a029b3297a admin admin] Publish callbacks [] for security_group (b00e037e-acf2-445c-8cf6-d5dd5d48a97a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.622852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33810922-bccf-4ae4-8c6a-e4a029b3297a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b00e037e-acf2-445c-8cf6-d5dd5d48a97a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.625485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33810922-bccf-4ae4-8c6a-e4a029b3297a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:58.626856 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33810922-bccf-4ae4-8c6a-e4a029b3297a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b00e037e-acf2-445c-8cf6-d5dd5d48a97a HTTP/1.1" status: 204  len: 168 time: 0.1449430
Apr 09 21:02:58.635141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33810922-bccf-4ae4-8c6a-e4a029b3297a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00e037e-acf2-445c-8cf6-d5dd5d48a97a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:58.663786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95841cd-c6a9-4729-82c6-a1ad77477f2b req-61568081-4a7f-4d6a-bdc5-99b0e03203a7 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:58.665341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c95841cd-c6a9-4729-82c6-a1ad77477f2b req-61568081-4a7f-4d6a-bdc5-99b0e03203a7 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 946 time: 0.1164722
Apr 09 21:02:58.692215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:02:58.694888 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c971f6-3960-4b84-8912-b81b2e115ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:02:58.740342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-e981a964-5257-48e3-b4ff-555bfe2ab5e3 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:58.741842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-e981a964-5257-48e3-b4ff-555bfe2ab5e3 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 812 time: 0.1749566
Apr 09 21:02:58.760689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c95841cd-c6a9-4729-82c6-a1ad77477f2b req-dd7f5380-cce6-4ac4-b82c-f7eaaecb9580 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862038
Apr 09 21:02:58.763044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a43b2758-aba2-4c1b-b8fe-cec5938627eb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/quotas/bc7a2d61df2b4bfda6882e74e73b6cb5 HTTP/1.1" status: 200  len: 375 time: 0.0130949
Apr 09 21:02:58.809975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-ca9f5760-b9f2-423d-95ed-40a47fa8eacc tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0384564
Apr 09 21:02:58.921326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd9727-ebbc-4edc-b23d-8c2f12db4ae8 req-118ebef4-8442-4379-a32d-57fe866ffd77 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:58.922950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14cd9727-ebbc-4edc-b23d-8c2f12db4ae8 req-118ebef4-8442-4379-a32d-57fe866ffd77 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.0865195
Apr 09 21:02:58.957855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-7d9323e8-8217-4329-a6de-b2da2de906b3 service neutron] 10.222.0.30 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396756
Apr 09 21:02:58.987139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50794) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:59.010548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14cd9727-ebbc-4edc-b23d-8c2f12db4ae8 req-2619bf94-ad45-4045-80ee-aded082df747 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809035
Apr 09 21:02:59.032228 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-77a1f596-fce4-49f5-84f7-2ea0f7ecd51c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbdc275749894f1380ebab29d71ae52f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0438583
Apr 09 21:02:59.034846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50796) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:02:59.071556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-676d92c0-5fb0-41d7-9983-efa7ad3c8f7b service neutron] 10.222.0.30 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1071963
Apr 09 21:02:59.099024 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-528fac8b-0599-4351-8dab-6662858c1fe8 admin admin] Publish callbacks [] for security_group (3f3fdbac-20bf-41df-9709-2cdfb65d55ec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:59.133271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-528fac8b-0599-4351-8dab-6662858c1fe8 admin admin] Publish callbacks [] for security_group (3f3fdbac-20bf-41df-9709-2cdfb65d55ec), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:59.206419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-528fac8b-0599-4351-8dab-6662858c1fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3f3fdbac-20bf-41df-9709-2cdfb65d55ec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:59.209310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-528fac8b-0599-4351-8dab-6662858c1fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:02:59.210555 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-528fac8b-0599-4351-8dab-6662858c1fe8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f3fdbac-20bf-41df-9709-2cdfb65d55ec HTTP/1.1" status: 204  len: 168 time: 0.1744735
Apr 09 21:02:59.219517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fac8b-0599-4351-8dab-6662858c1fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3fdbac-20bf-41df-9709-2cdfb65d55ec,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:02:59.284026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae8db1cd-f31a-4b51-900f-bbf679236557 req-c7e9e1b1-5c65-4fb2-949b-77996228319f tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.1012866
Apr 09 21:02:59.370466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8db1cd-f31a-4b51-900f-bbf679236557 req-5256c674-5b7a-41b6-8801-b2c4bb47ee9e tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:59.388940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae8db1cd-f31a-4b51-900f-bbf679236557 req-5256c674-5b7a-41b6-8801-b2c4bb47ee9e tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports/455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 942 time: 0.0975072
Apr 09 21:02:59.420985 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e2dd30-c6b9-462b-9df4-57ad4897ad75 x-openstack-request-id: req-01e2dd30-c6b9-462b-9df4-57ad4897ad75 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:02:59.421512 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:02:59.421876 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01e2dd30-c6b9-462b-9df4-57ad4897ad75 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:02:59.422538 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e2dd30-c6b9-462b-9df4-57ad4897ad75'] response: {'name': 'network-changed', 'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'status': 'completed', 'code': 200}
Apr 09 21:02:59.569508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-d784b343-864d-43c3-80d3-d20f312416a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:59.571058 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-d784b343-864d-43c3-80d3-d20f312416a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 1127 time: 0.1118169
Apr 09 21:02:59.618330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae8db1cd-f31a-4b51-900f-bbf679236557 req-284bda3a-4d89-4c37-8716-370db61812dd tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.1456444
Apr 09 21:02:59.758487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6abfc42-bdf5-45ff-a0b1-92f150a3e3f0 req-ec8989df-e020-4b42-a204-39910e49988c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 210 time: 0.0695355
Apr 09 21:02:59.813538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8db1cd-f31a-4b51-900f-bbf679236557 req-41710dc8-51f3-4535-a8d8-29d173db1aa2 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:59.821583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae8db1cd-f31a-4b51-900f-bbf679236557 req-41710dc8-51f3-4535-a8d8-29d173db1aa2 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2023616
Apr 09 21:02:59.823140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-ed648c1c-0659-4698-abea-19e44e0a837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:59.826726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-ed648c1c-0659-4698-abea-19e44e0a837f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.2485480
Apr 09 21:02:59.960987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b123c07-05d9-4cab-872e-5d2e4c25596d req-2d31891f-6ec5-4d75-a4b3-a8b70d3d10a3 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:02:59.968710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b123c07-05d9-4cab-872e-5d2e4c25596d req-2d31891f-6ec5-4d75-a4b3-a8b70d3d10a3 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.0704749
Apr 09 21:02:59.973354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-3497ba07-37cc-41af-9ef4-8a3dc47d99a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 1001 time: 0.1363726
Apr 09 21:03:00.058023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-9ff92a25-d055-4653-a4da-dc812cb4c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:00.059538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-9ff92a25-d055-4653-a4da-dc812cb4c19a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.0792556
Apr 09 21:03:00.073434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b123c07-05d9-4cab-872e-5d2e4c25596d req-85e7e512-81c7-415a-b91d-1c31e45b0fc3 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992627
Apr 09 21:03:00.119301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-2f9f60d2-9480-4e92-9d1e-f4ffb18ce2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:00.120848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-2f9f60d2-9480-4e92-9d1e-f4ffb18ce2b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464790
Apr 09 21:03:00.282047 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-4b2854dc-dbe9-4455-bdfe-ca847825e9d8 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.1030257
Apr 09 21:03:00.297300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9b22c-0a4d-4aa5-9363-a7292ebdc246 req-aa07a46c-8710-46e4-9622-dcd54a584b5b tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:00.301563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3be9b22c-0a4d-4aa5-9363-a7292ebdc246 req-aa07a46c-8710-46e4-9622-dcd54a584b5b tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.0631351
Apr 09 21:03:00.305623 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:00.399817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953d7e-2074-4db0-8562-8e5873022416 req-a5054525-1caa-4eea-878f-e7362bb68e27 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:00.401362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-a5054525-1caa-4eea-878f-e7362bb68e27 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports/455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 942 time: 0.0988123
Apr 09 21:03:00.457172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3be9b22c-0a4d-4aa5-9363-a7292ebdc246 req-b09cb67c-b8a9-466c-b31b-2a60462af5e6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457598
Apr 09 21:03:00.543448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-7adf336d-5cae-4dc2-a9b6-99741251c0aa tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.0708618
Apr 09 21:03:00.582687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-ccdd9a5f-5191-4f63-aca3-0be18667ad25 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458894
Apr 09 21:03:00.624334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-5eceb0ce-fb02-4acf-8868-fc447b168278 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:00.626787 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-5eceb0ce-fb02-4acf-8868-fc447b168278 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.32 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 812 time: 0.1872816
Apr 09 21:03:00.643409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'port': {'device_id': '34469266-eccb-4d9a-847a-455bffa2c78a', 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca', 'admin_state_up': True, 'tenant_id': 'bc7a2d61df2b4bfda6882e74e73b6cb5'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:00.731767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953d7e-2074-4db0-8562-8e5873022416 req-5b065921-920c-47bc-9dcf-d915104c53ee tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:00.733211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-5b065921-920c-47bc-9dcf-d915104c53ee tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.1824970
Apr 09 21:03:00.780299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Made reservation on behalf of bc7a2d61df2b4bfda6882e74e73b6cb5 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:00.785306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:00.795141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c971f6-3960-4b84-8912-b81b2e115ec9 req-8d45cf35-eea8-404e-83ef-7932186d7d69 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022433
Apr 09 21:03:00.834365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-f8519889-018d-4f07-8ef9-d54347bfbe67 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.0912287
Apr 09 21:03:00.846836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:00.913809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:01.107105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:01.113071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:01.113804 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36 disassociated. External IP: 172.35.0.111, port: 455d580c-41d3-4b94-874f-5a7e5ca3ad6f.
Apr 09 21:03:01.268082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Allocated IP 172.20.0.4 (2862fa2b-3134-4de1-bedd-a2bf3828b8ca/eef53007-99bc-4ca6-808a-edf8d619dc7a/f1f5938f-d802-4ab4-9995-8b667eecc83f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:01.356855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:01.434210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:01.475043 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:01.484007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:01.488540 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:01.496821 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:01.506959 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:01.507689 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237756ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:01.533737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:01.537928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:01.541990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:01.546167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-9dcff7b2-0634-4c60-ab25-4a1abb782b11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "PUT /v2.0/floatingips/880f2b1c-2722-4096-99d1-b7dd90897d36 HTTP/1.1" status: 200  len: 695 time: 0.6981788
Apr 09 21:03:01.547851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:01.554905 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ebb796-daa3-4e31-8215-494771e754dc" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:01.577257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'Port': ['ID=f1f5938f-d802-4ab4-9995-8b667eecc83f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:01.602366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953d7e-2074-4db0-8562-8e5873022416 req-fbe7e0a0-94bf-4000-a38f-dabe32029f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:01.604535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-fbe7e0a0-94bf-4000-a38f-dabe32029f59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 1127 time: 0.0466242
Apr 09 21:03:01.614932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:01.615684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:01.631680 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:01.636972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-a9c92418-489f-481f-9a67-ff08fb76882d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9984369
Apr 09 21:03:01.658960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Request body: {'port': {'device_id': '34469266-eccb-4d9a-847a-455bffa2c78a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:01.736724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953d7e-2074-4db0-8562-8e5873022416 req-58bed55f-f18f-4cdb-81df-24fb3a2b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:01.738514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-58bed55f-f18f-4cdb-81df-24fb3a2b11ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.1279123
Apr 09 21:03:01.739445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:01.783405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-649d6999-af99-4e42-9564-527e06fde7b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 217 time: 0.0388160
Apr 09 21:03:01.819595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50902) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:01.848644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953d7e-2074-4db0-8562-8e5873022416 req-cd89786d-04ad-4d04-8e66-3a26270aeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:01.850639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-cd89786d-04ad-4d04-8e66-3a26270aeac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.0596888
Apr 09 21:03:01.862123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237756ae20>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:01.892482 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:01.901240 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:01.902651 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237756ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:01.909055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953d7e-2074-4db0-8562-8e5873022416 req-12cf4bf1-edbf-413e-80fe-252dc67b8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:01.910923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-12cf4bf1-edbf-413e-80fe-252dc67b8657 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0534165
Apr 09 21:03:01.985135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4c81ab9-1f97-4607-af9c-a81cc818e909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.033231 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:02.042240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-bfe6b5d6-2c65-40f6-9959-e853f65a1459 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232653
Apr 09 21:03:02.057526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f5938f-d802-4ab4-9995-8b667eecc83f {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:02.066541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Publish callbacks [] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.081256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Transition to ACTIVE for port object f1f5938f-d802-4ab4-9995-8b667eecc83f will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:02.086695 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.156301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f5938f-d802-4ab4-9995-8b667eecc83f,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:02.168723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4c81ab9-1f97-4607-af9c-a81cc818e909 admin admin] Publish callbacks [] for security_group (eee18167-4fff-4aec-8d84-b78979bf934b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.189391 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4c81ab9-1f97-4607-af9c-a81cc818e909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (eee18167-4fff-4aec-8d84-b78979bf934b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.245174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a953d7e-2074-4db0-8562-8e5873022416 req-34fc46ac-8e06-4308-8101-1b3517e52cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905370
Apr 09 21:03:02.248754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Attempting to bind port f1f5938f-d802-4ab4-9995-8b667eecc83f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:02.249122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Attempting to bind port f1f5938f-d802-4ab4-9995-8b667eecc83f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:02.249453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Attempting to bind port f1f5938f-d802-4ab4-9995-8b667eecc83f on network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:02.254614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Port f1f5938f-d802-4ab4-9995-8b667eecc83f on network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:02.254938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Attempting to bind port f1f5938f-d802-4ab4-9995-8b667eecc83f on network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:02.255375 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237756ae20>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:02.261668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:02.262055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Checking segment: {'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:02.262577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Bound using segment: {'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:02.263015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Bound port: f1f5938f-d802-4ab4-9995-8b667eecc83f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:02.263448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.271970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8888-95a1-4272-b1f9-6be50f1168c5 req-0d7a2d42-95ed-482e-ab01-8c0df4ea1d2b tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:02.273518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-416f8888-95a1-4272-b1f9-6be50f1168c5 req-0d7a2d42-95ed-482e-ab01-8c0df4ea1d2b tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 943 time: 0.1018775
Apr 09 21:03:02.276899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d4c81ab9-1f97-4607-af9c-a81cc818e909 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91b943e051be4eb5ab780d2ab1e202a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4560006
Apr 09 21:03:02.277441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c81ab9-1f97-4607-af9c-a81cc818e909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee18167-4fff-4aec-8d84-b78979bf934b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:02.279879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50912) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:02.316439 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b82f3-8089-4a2f-84e1-b5512f46d577 None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:02.362749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] For port f1f5938f-d802-4ab4-9995-8b667eecc83f, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:02.368967 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] For port f1f5938f-d802-4ab4-9995-8b667eecc83f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:02.376552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-416f8888-95a1-4272-b1f9-6be50f1168c5 req-b7d86dba-691e-495f-94a8-28d386d5d351 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875177
Apr 09 21:03:02.377823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d45164a2-ed59-4ba6-bb56-1e9758579da1 admin admin] Publish callbacks [] for security_group (eee18167-4fff-4aec-8d84-b78979bf934b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.383336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.418285 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d45164a2-ed59-4ba6-bb56-1e9758579da1 admin admin] Publish callbacks [] for security_group (eee18167-4fff-4aec-8d84-b78979bf934b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.456925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:02.457901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.459648 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] 10.222.0.32 "PUT /v2.0/ports/f1f5938f-d802-4ab4-9995-8b667eecc83f HTTP/1.1" status: 200  len: 1091 time: 0.8056703
Apr 09 21:03:02.460394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:02.463142 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137ec12b-319a-4002-a48f-10e6ec487822" -d '{"events": [{"name": "network-changed", "server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:02.498680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91c278-97b3-4c82-be3f-99197727ae90 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f5938f-d802-4ab4-9995-8b667eecc83f,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:02.500018 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d45164a2-ed59-4ba6-bb56-1e9758579da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (eee18167-4fff-4aec-8d84-b78979bf934b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.502695 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d45164a2-ed59-4ba6-bb56-1e9758579da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:02.506448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d45164a2-ed59-4ba6-bb56-1e9758579da1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eee18167-4fff-4aec-8d84-b78979bf934b HTTP/1.1" status: 204  len: 168 time: 0.2230847
Apr 09 21:03:02.515342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45164a2-ed59-4ba6-bb56-1e9758579da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee18167-4fff-4aec-8d84-b78979bf934b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:02.610649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-05d2fc00-69cc-451b-930c-358d51a828c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:02.613395 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-05d2fc00-69cc-451b-930c-358d51a828c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1125 time: 0.0711184
Apr 09 21:03:02.708658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ea71c-42e3-4370-830a-b39a952646ce req-1f1a3cdb-6f07-47b5-ac06-cfb99f634290 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:02.711054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-029ea71c-42e3-4370-830a-b39a952646ce req-1f1a3cdb-6f07-47b5-ac06-cfb99f634290 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.0632815
Apr 09 21:03:02.715663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-e7f6984c-e065-4372-a739-705651748ab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f HTTP/1.1" status: 200  len: 217 time: 0.0872040
Apr 09 21:03:02.767960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6e2eb-a4eb-458a-85d3-b010a2eb84cc None None] New status for floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:03:02.796094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-0b6a491f-2547-4055-88ed-7a27f99568d2 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab5f53583b7444188c705ed472c3cf06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300562
Apr 09 21:03:02.799420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-029ea71c-42e3-4370-830a-b39a952646ce req-b7f599ef-fb2a-429c-9350-83fc6759d148 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820472
Apr 09 21:03:02.802568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-b78158e8-478c-40d6-bf4f-ed33c03ac644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:02.804529 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-b78158e8-478c-40d6-bf4f-ed33c03ac644 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.0737400
Apr 09 21:03:02.857206 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9aeec1-76b9-46de-b69e-d277bfbeb0b8 x-openstack-request-id: req-bc9aeec1-76b9-46de-b69e-d277bfbeb0b8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:02.857561 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:02.858168 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc9aeec1-76b9-46de-b69e-d277bfbeb0b8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:02.858628 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9aeec1-76b9-46de-b69e-d277bfbeb0b8'] response: {'name': 'network-changed', 'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'status': 'completed', 'code': 200}
Apr 09 21:03:02.862531 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-fce11268-e2bf-421b-b0ff-ec2e6bbb9f23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444636
Apr 09 21:03:02.968181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50934) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:02.987888 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a696297a-cbc1-4f8a-940a-4c59e4dfdca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:03.035919 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-6fb30a09-efed-4c63-ad15-0193561285ab service neutron] 10.222.0.32 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627698
Apr 09 21:03:03.155500 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914302a0-6034-497a-b83b-8876b9e4e8e4 x-openstack-request-id: req-914302a0-6034-497a-b83b-8876b9e4e8e4 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:03.155908 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:03.156260 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-914302a0-6034-497a-b83b-8876b9e4e8e4 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:03.156762 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914302a0-6034-497a-b83b-8876b9e4e8e4'] response: {'name': 'network-changed', 'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f', 'status': 'completed', 'code': 200}
Apr 09 21:03:03.191507 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd434ba7-f442-471e-996c-a820f27e9dbf req-9070b497-5223-4919-bb57-95a9bdd507c1 service neutron] 10.222.0.32 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471138
Apr 09 21:03:03.196678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a696297a-cbc1-4f8a-940a-4c59e4dfdca1 admin admin] Publish callbacks [] for security_group (40d7854c-f4b0-45ab-883f-592ed5b06deb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:03.202006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a696297a-cbc1-4f8a-940a-4c59e4dfdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (40d7854c-f4b0-45ab-883f-592ed5b06deb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:03.243332 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a696297a-cbc1-4f8a-940a-4c59e4dfdca1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dfd3c5b68a9485fb4bfbf0c2056cf42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2739048
Apr 09 21:03:03.244298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696297a-cbc1-4f8a-940a-4c59e4dfdca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d7854c-f4b0-45ab-883f-592ed5b06deb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:03.246794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50938) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:03.299598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b058a3ec-a1c4-495b-bb14-a0e245cf112d admin admin] Publish callbacks [] for security_group (40d7854c-f4b0-45ab-883f-592ed5b06deb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:03.327496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b058a3ec-a1c4-495b-bb14-a0e245cf112d admin admin] Publish callbacks [] for security_group (40d7854c-f4b0-45ab-883f-592ed5b06deb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:03.363487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb796-daa3-4e31-8215-494771e754dc req-1e03dfc2-afc8-4204-bac1-73ddd7c69493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:03.364997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23ebb796-daa3-4e31-8215-494771e754dc req-1e03dfc2-afc8-4204-bac1-73ddd7c69493 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 1127 time: 0.4691284
Apr 09 21:03:03.378287 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b058a3ec-a1c4-495b-bb14-a0e245cf112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (40d7854c-f4b0-45ab-883f-592ed5b06deb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:03.381057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b058a3ec-a1c4-495b-bb14-a0e245cf112d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:03.391074 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b058a3ec-a1c4-495b-bb14-a0e245cf112d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40d7854c-f4b0-45ab-883f-592ed5b06deb HTTP/1.1" status: 204  len: 168 time: 0.1431422
Apr 09 21:03:03.399638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-6960c621-7c00-4fc1-9f44-50dfcf1a267a tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:03.399638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-6960c621-7c00-4fc1-9f44-50dfcf1a267a tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5969851
Apr 09 21:03:03.405025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef7c3a-eeae-40d5-9b59-3f2f54eabf86 req-613e1869-d6a3-4e7c-a35c-0f0d607a1d06 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:03.406746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1bef7c3a-eeae-40d5-9b59-3f2f54eabf86 req-613e1869-d6a3-4e7c-a35c-0f0d607a1d06 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.0831552
Apr 09 21:03:03.407312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058a3ec-a1c4-495b-bb14-a0e245cf112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d7854c-f4b0-45ab-883f-592ed5b06deb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:03.429691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-a7b38cc3-42bf-4d20-9933-ef7a96c38586 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/quotas/ab5f53583b7444188c705ed472c3cf06 HTTP/1.1" status: 200  len: 375 time: 0.0218327
Apr 09 21:03:03.477051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-e8c797a6-17e6-45a3-a4ef-e975a031cff5 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab5f53583b7444188c705ed472c3cf06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0377741
Apr 09 21:03:03.505718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1bef7c3a-eeae-40d5-9b59-3f2f54eabf86 req-6856e747-9253-49d5-8cc8-714b3fcb0211 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893068
Apr 09 21:03:03.743079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-9bb3385a-7236-43cb-9d41-792f27e8157b tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:03.745597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-9bb3385a-7236-43cb-9d41-792f27e8157b tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0890872
Apr 09 21:03:03.753080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d40db-849d-469d-ad70-2e4675412a76 req-034b1def-4644-4ebd-98c5-d72c72ef23a1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:03.754551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e3d40db-849d-469d-ad70-2e4675412a76 req-034b1def-4644-4ebd-98c5-d72c72ef23a1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 943 time: 0.0885208
Apr 09 21:03:03.817424 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-18292726-4216-44dc-9193-77441d677706 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 696 time: 0.0618274
Apr 09 21:03:03.835505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Request body: {'floatingip': {'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:03.887659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:03.893314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e3d40db-849d-469d-ad70-2e4675412a76 req-970bcf5e-cf96-479f-8532-6685230b5a8f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311190
Apr 09 21:03:04.412874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a90e8a73-9148-48dc-8f13-bd793adfbcd1 req-49f51fea-7cec-4afd-bed3-5e2cf17dd4bb tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 210 time: 0.0829887
Apr 09 21:03:04.492090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb796-daa3-4e31-8215-494771e754dc req-7e25bf6c-2af5-49bc-914a-124520918993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:04.493959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23ebb796-daa3-4e31-8215-494771e754dc req-7e25bf6c-2af5-49bc-914a-124520918993 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.2209423
Apr 09 21:03:04.608799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:04.614399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:04.746241 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36 associated. External IP: 172.35.0.111, port: b9a7f79d-1d3a-4671-b464-16baee2a1102.
Apr 09 21:03:04.973620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-a97e247f-1173-4faa-87f3-37f958a84f7e tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ab5f53583b7444188c705ed472c3cf06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0362895
Apr 09 21:03:05.055289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed92e09-1f5b-4ed7-a406-26c9e6c07181 req-5e9c2ecd-b9e1-4bd4-899c-3eeb68df99df tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.056863 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ed92e09-1f5b-4ed7-a406-26c9e6c07181 req-5e9c2ecd-b9e1-4bd4-899c-3eeb68df99df tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.1208088
Apr 09 21:03:05.199979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ed92e09-1f5b-4ed7-a406-26c9e6c07181 req-e90cb0ee-92cb-4878-a415-5abd4a862ee2 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050546
Apr 09 21:03:05.204933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:05.222344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-0c6fa967-52a0-4418-bb66-eda400789019 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.222344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-0c6fa967-52a0-4418-bb66-eda400789019 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2202778
Apr 09 21:03:05.266572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Request body: {'port': {'device_id': '6c778043-533a-46e6-904e-6149ad1af0a9', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'ab5f53583b7444188c705ed472c3cf06'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:05.443106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:05.448704 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:05.455172 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:05.457631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55d75a-3a0b-4aa6-aef6-f6dfc0f4c0b7 req-9fe625e1-4b12-4319-9805-e3968749a82e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.459139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e55d75a-3a0b-4aa6-aef6-f6dfc0f4c0b7 req-9fe625e1-4b12-4319-9805-e3968749a82e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 943 time: 0.0871265
Apr 09 21:03:05.466484 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:05.467021 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770aae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:05.554190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-dc6a7f9d-eaf7-41f3-8f75-70bf695a5511 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "PUT /v2.0/floatingips/880f2b1c-2722-4096-99d1-b7dd90897d36 HTTP/1.1" status: 200  len: 996 time: 1.7302198
Apr 09 21:03:05.575648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ec12b-319a-4002-a48f-10e6ec487822 req-0b344779-4dd4-4ca9-be1d-ef5ecac0a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.577740 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-137ec12b-319a-4002-a48f-10e6ec487822 req-0b344779-4dd4-4ca9-be1d-ef5ecac0a2ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1125 time: 0.0707402
Apr 09 21:03:05.579893 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:05.584689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:05.587042 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195f639e-7ae9-4fdb-8558-def2441c1cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:05.606929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23ebb796-daa3-4e31-8215-494771e754dc req-0a295281-1087-4433-9c98-9f6a5b57a0d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 200  len: 217 time: 0.0837600
Apr 09 21:03:05.636241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Made reservation on behalf of ab5f53583b7444188c705ed472c3cf06 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:05.639599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:05.677338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-eb5e2bdc-a03c-43c5-9934-2a861c11e7d3 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.678913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-eb5e2bdc-a03c-43c5-9934-2a861c11e7d3 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f1ce29-b2a9-4ecb-af40-e50a34dde574 HTTP/1.1" status: 200  len: 945 time: 0.1648743
Apr 09 21:03:05.685940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ec12b-319a-4002-a48f-10e6ec487822 req-bffd5d70-1b63-449e-96fa-98a1409ed3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.687764 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-137ec12b-319a-4002-a48f-10e6ec487822 req-bffd5d70-1b63-449e-96fa-98a1409ed3cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 913 time: 0.1024764
Apr 09 21:03:05.706721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:05.731489 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-137ec12b-319a-4002-a48f-10e6ec487822 req-b18d1429-dae6-41f4-8e4c-c8d4feaf4d39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f HTTP/1.1" status: 200  len: 217 time: 0.0369828
Apr 09 21:03:05.743453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-c50200d3-2aca-4f28-b9f7-bfdb16b62f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.744948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-c50200d3-2aca-4f28-b9f7-bfdb16b62f7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.1550968
Apr 09 21:03:05.748100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e55d75a-3a0b-4aa6-aef6-f6dfc0f4c0b7 req-ca2877e1-a048-4e52-8a61-efdead7603c0 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2688498
Apr 09 21:03:05.785763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ec12b-319a-4002-a48f-10e6ec487822 req-ee40aacb-7a11-4176-a11b-46d546eac7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.787779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-137ec12b-319a-4002-a48f-10e6ec487822 req-ee40aacb-7a11-4176-a11b-46d546eac7da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.0497308
Apr 09 21:03:05.807676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb796-daa3-4e31-8215-494771e754dc req-3c5fdb20-2753-4194-bc0d-d6c7472ed631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.809184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23ebb796-daa3-4e31-8215-494771e754dc req-3c5fdb20-2753-4194-bc0d-d6c7472ed631 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.1671946
Apr 09 21:03:05.836030 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-137ec12b-319a-4002-a48f-10e6ec487822 req-e4f07967-d2b8-4dc5-b7f1-c61e9ef98253 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411253
Apr 09 21:03:05.931189 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770aae20>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:c4:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:03:04Z', 'revision_number': 8, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:05.953544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-137ec12b-319a-4002-a48f-10e6ec487822 req-6722cac6-5427-4010-bc8d-34beaf9d2143 service neutron] 10.222.0.32 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098864
Apr 09 21:03:05.958708 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:05.968452 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:05.969120 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770aae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:05.977618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb796-daa3-4e31-8215-494771e754dc req-e517713e-742f-4d5c-b07c-7dc51c597075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:05.979158 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23ebb796-daa3-4e31-8215-494771e754dc req-e517713e-742f-4d5c-b07c-7dc51c597075 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1545191
Apr 09 21:03:05.979675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Deleting port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:05.980093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:06.079146 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-137ec12b-319a-4002-a48f-10e6ec487822 req-4426ca2a-709f-45e0-820d-d4b844d20871 service neutron] 10.222.0.32 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194246
Apr 09 21:03:06.096115 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:06.116472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-55ffabdc-a4d1-41ae-9c77-cf7e1fe336c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:06.118096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-55ffabdc-a4d1-41ae-9c77-cf7e1fe336c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.3550446
Apr 09 21:03:06.153476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-e02a0399-8ce6-4e4b-8f7c-506d1114a93a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1388223
Apr 09 21:03:06.241584 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks [] for security_group (d2a2db27-f1c8-43b1-9dca-2770c0442c5c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:06.268166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d2a2db27-f1c8-43b1-9dca-2770c0442c5c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:06.320445 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770aae20>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:c4:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:03:04Z', 'revision_number': 8, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:06.348597 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078e01c-f520-4381-a2ff-1a3fceaaf165 None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '880f2b1c-2722-4096-99d1-b7dd90897d36', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'floating_ip_address': '172.35.0.111', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'port_id': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'mac_address': 'fa:16:3e:c4:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:02:13Z', 'updated_at': '2022-04-09T21:03:04Z', 'revision_number': 8, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:06.403831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23ebb796-daa3-4e31-8215-494771e754dc req-8195af1f-dcea-4d3c-ba84-8f3ac5dcf610 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4142637
Apr 09 21:03:06.415991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-593816d6-195a-4c2f-a75f-46fb48fad276 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 999 time: 0.2571421
Apr 09 21:03:06.421629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] For port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:06.422002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:06.458313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a2db27-f1c8-43b1-9dca-2770c0442c5c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:06.514118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Calling delete_port for 455d580c-41d3-4b94-874f-5a7e5ca3ad6f owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:06.554971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ab7c5-8570-4296-8be4-e662ebd078b8 None None] New status for floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:03:06.952256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-3b4b9527-d3a3-41c4-8c24-873277847b61 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:06.953739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-3b4b9527-d3a3-41c4-8c24-873277847b61 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7839296
Apr 09 21:03:07.018005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-27f6258f-9c8e-41aa-a790-cb3034047bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:07.019617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-27f6258f-9c8e-41aa-a790-cb3034047bdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.5789764
Apr 09 21:03:07.048082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-59b8fab7-c48a-430b-89da-c326f616e23d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/quotas/54a9d66010e4404c82a529dd4bd18c3c HTTP/1.1" status: 200  len: 375 time: 0.0829780
Apr 09 21:03:07.056893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Allocated IP 192.168.233.161 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/926e2550-7b2a-4e9a-947e-f80f6f5bcf9d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:07.096111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23ebb796-daa3-4e31-8215-494771e754dc req-86083d50-9edb-48d4-86f1-c3d2c211b07c service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6763763
Apr 09 21:03:07.132382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-7443ca1d-3932-443b-a10f-862add819d6a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0720100
Apr 09 21:03:07.144203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-5ced647e-a89a-46da-81dd-fe897c10978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:07.145747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-5ced647e-a89a-46da-81dd-fe897c10978a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1147661
Apr 09 21:03:07.370430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-9a4a7485-ca50-468d-b796-38976a37e7f7 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157412
Apr 09 21:03:07.373020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (455d580c-41d3-4b94-874f-5a7e5ca3ad6f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:07.388652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b9a7f79d-1d3a-4671-b464-16baee2a1102', '455d580c-41d3-4b94-874f-5a7e5ca3ad6f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:07.431353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Pushing event deleted for resources: {'Port': ['ID=455d580c-41d3-4b94-874f-5a7e5ca3ad6f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:07.519589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd7f9267-2f85-4e8b-af23-b57d90334491 req-eddbe0de-9750-4b47-aa45-f18377e2478b tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 210 time: 0.0936246
Apr 09 21:03:07.561559 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks [] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:07.633369 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef7f156-02df-403a-957d-925898c6fe8f x-openstack-request-id: req-4ef7f156-02df-403a-957d-925898c6fe8f {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:07.633794 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:07.634302 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ef7f156-02df-403a-957d-925898c6fe8f {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:07.634824 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef7f156-02df-403a-957d-925898c6fe8f'] response: {'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'status': 'completed', 'code': 200}
Apr 09 21:03:07.704992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] No DVR routers for this DVR port 455d580c-41d3-4b94-874f-5a7e5ca3ad6f on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:07.713330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:07.716682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15ca5b85-2309-4965-80b8-5e874e30aa38 req-7548a4e2-9279-4496-89f0-bae105595266 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.32 "DELETE /v2.0/ports/455d580c-41d3-4b94-874f-5a7e5ca3ad6f HTTP/1.1" status: 204  len: 173 time: 2.0110562
Apr 09 21:03:07.717959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f1f5938f-d802-4ab4-9995-8b667eecc83f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:07.766931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-28b9c144-f0a4-483d-a3b5-82ff4ebf4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:07.768328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-28b9c144-f0a4-483d-a3b5-82ff4ebf4579 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.1326444
Apr 09 21:03:07.808702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290b11f-8726-4cf8-b9c0-f12a590dd3b9 req-4a152425-e999-4573-842f-5ef9ffc06d67 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:07.810263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0290b11f-8726-4cf8-b9c0-f12a590dd3b9 req-4a152425-e999-4573-842f-5ef9ffc06d67 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.1381776
Apr 09 21:03:07.815528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efdd984-2654-46d8-b67e-6a2e199416a2 req-633419ad-7bbc-4576-8131-ec112b1cb458 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4266124
Apr 09 21:03:07.833069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f1f5938f-d802-4ab4-9995-8b667eecc83f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:07.846731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'f1f5938f-d802-4ab4-9995-8b667eecc83f', 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca', 'port_id': 'f1f5938f-d802-4ab4-9995-8b667eecc83f', 'mac_address': 'fa:16:3e:2d:68:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef53007-99bc-4ca6-808a-edf8d619dc7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:07.880462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:07.891303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port f1f5938f-d802-4ab4-9995-8b667eecc83f is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:07.892045 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:07.907329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f5938f-d802-4ab4-9995-8b667eecc83f {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:07.935678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f1f5938f-d802-4ab4-9995-8b667eecc83f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:07.944820 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:07.979954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:07.991578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:08.002826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=f1f5938f-d802-4ab4-9995-8b667eecc83f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:08.015105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-c9b1aaa4-560f-4b6f-b6af-ffa692f6f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:08.016608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-c9b1aaa4-560f-4b6f-b6af-ffa692f6f577 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.2375174
Apr 09 21:03:08.017510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:08.025505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0290b11f-8726-4cf8-b9c0-f12a590dd3b9 req-50110cf3-acd5-48e6-8970-9d59292214c6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018600
Apr 09 21:03:08.026078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Pushing event updated for resources: {'Port': ['ID=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:08.066187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729b25f-d3f8-4f70-974d-fa79fd62f2cd req-a60fcad8-a084-4678-ad6d-5fdc45d505bb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:08.067815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e729b25f-d3f8-4f70-974d-fa79fd62f2cd req-a60fcad8-a084-4678-ad6d-5fdc45d505bb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 944 time: 0.1134658
Apr 09 21:03:08.099261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:08.100052 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:08.159763 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-c7c38a7f-615c-4987-8513-2dd700ba1583 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8984716
Apr 09 21:03:08.164478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-fde89454-bdef-41d8-9149-794e70320656 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0417700
Apr 09 21:03:08.169264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e729b25f-d3f8-4f70-974d-fa79fd62f2cd req-095c2ca2-5723-4fff-bac1-cdcc976ab4e0 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874887
Apr 09 21:03:08.175099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Request body: {'port': {'device_id': '6c778043-533a-46e6-904e-6149ad1af0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:08.204230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:08.338292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b932b190-40bc-4599-b94f-54446dd20967 None None] Provisioning complete for port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:08.338696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b932b190-40bc-4599-b94f-54446dd20967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:08.390349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b932b190-40bc-4599-b94f-54446dd20967 None None] Port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:03:08.431653 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:08.459263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-4c1beab7-4679-43a8-a3e5-9ac7747ccef8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 1001 time: 0.2295089
Apr 09 21:03:08.488108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1bcf1b89-3332-42c3-8b59-3eae1eda3792 req-8d782c85-3db1-4e11-8745-b0958cfc45c9 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips/880f2b1c-2722-4096-99d1-b7dd90897d36 HTTP/1.1" status: 200  len: 998 time: 0.1958756
Apr 09 21:03:08.569458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-06fa08aa-e5cc-43e5-9a6c-5c9a9471c72d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:08.571132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-06fa08aa-e5cc-43e5-9a6c-5c9a9471c72d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3998542
Apr 09 21:03:08.639306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-f01e727a-df2c-48a0-aaf5-ea86c6d45197 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/quotas/54a9d66010e4404c82a529dd4bd18c3c HTTP/1.1" status: 200  len: 375 time: 0.0524194
Apr 09 21:03:08.729282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-38d66a16-54d4-49c6-87ac-36a563ee41f4 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1137187
Apr 09 21:03:08.766152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-296e638a-6d7c-4c87-8c59-ea14ce6fa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:08.767560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-296e638a-6d7c-4c87-8c59-ea14ce6fa4eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.2487617
Apr 09 21:03:08.810232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-f9ed952c-05ee-4073-8c59-c60a7be8e26f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0892167
Apr 09 21:03:08.957175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-5f48db23-d86c-4d73-83d8-2ab4d4c2285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:08.958698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-5f48db23-d86c-4d73-83d8-2ab4d4c2285d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1718006
Apr 09 21:03:08.964830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf1b89-3332-42c3-8b59-3eae1eda3792 req-c44e7b92-d6c9-47ce-bc57-4e7627233778 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:08.969620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1bcf1b89-3332-42c3-8b59-3eae1eda3792 req-c44e7b92-d6c9-47ce-bc57-4e7627233778 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.4553051
Apr 09 21:03:09.006628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-1bcf1b89-3332-42c3-8b59-3eae1eda3792 req-ebbe6b14-c74b-4f93-b6b9-ca8feb320d10 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:03:09.007625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1bcf1b89-3332-42c3-8b59-3eae1eda3792 req-ebbe6b14-c74b-4f93-b6b9-ca8feb320d10 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0224724
Apr 09 21:03:09.100779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-2f685ffd-7d08-4ad0-a99d-30611bb2fb31 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:09.102357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-2f685ffd-7d08-4ad0-a99d-30611bb2fb31 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3508422
Apr 09 21:03:09.145443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Request body: {'port': {'device_id': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '54a9d66010e4404c82a529dd4bd18c3c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:09.168941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cfc19c1a-ea22-4416-9f28-df0bea28eaf8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:09.172240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd2715ba-2880-404b-8742-f531097d302c req-36b5f226-c766-4223-854e-37a4f06a8430 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 210 time: 0.1208251
Apr 09 21:03:09.281990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a4609-a602-45c9-9ef4-39a465330e34 req-9d9a4b59-8ca4-42a9-9570-c8fc31cc916c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:09.284053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-181a4609-a602-45c9-9ef4-39a465330e34 req-9d9a4b59-8ca4-42a9-9570-c8fc31cc916c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 936 time: 0.2034099
Apr 09 21:03:09.317699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-c23644cb-d5c1-4fe9-8399-a5d99f41032d service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3432040
Apr 09 21:03:09.329822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:09.342929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:09.351803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Publish callbacks [] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:09.366740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'port_id': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'mac_address': 'fa:16:3e:fb:52:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf7f7c5-7f39-4827-9277-12a92eed21c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:09.409077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:09.409523 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:09.424860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfc19c1a-ea22-4416-9f28-df0bea28eaf8 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:09.441702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Transition to ACTIVE for port object 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:09.460125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:09.464471 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:09.476771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:09.519998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:09.522504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-181a4609-a602-45c9-9ef4-39a465330e34 req-266d1609-df29-4151-aa40-ae2cc7c60ca4 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276051
Apr 09 21:03:09.593410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['cfc19c1a-ea22-4416-9f28-df0bea28eaf8'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:09.604897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-e4c2e9b7-c197-4899-ba48-4d73269a4270 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.2456970
Apr 09 21:03:09.645095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'name': 'network-vif-deleted', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:09.647698 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dae2be-4e26-4809-ac33-b2774cb678e8" -d '{"events": [{"server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "name": "network-vif-deleted", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:09.724809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:09.732225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Made reservation on behalf of 54a9d66010e4404c82a529dd4bd18c3c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:09.735579 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:09.796194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-195f639e-7ae9-4fdb-8558-def2441c1cb2 req-3e18a728-845d-460f-b283-93c0c8f553b4 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4614768
Apr 09 21:03:09.801447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f1f5938f-d802-4ab4-9995-8b667eecc83f up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:09.807307 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:09.818958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-f56deea8-8afb-4567-ad29-d3f81da4ae1f tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:09.820325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-f56deea8-8afb-4567-ad29-d3f81da4ae1f tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports/b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 942 time: 0.2131846
Apr 09 21:03:09.845335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1664a3-b5e7-4910-bcaa-b195d247b97a req-30934a87-e50e-41a7-84fe-301efcab9d5d tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:09.847185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa1664a3-b5e7-4910-bcaa-b195d247b97a req-30934a87-e50e-41a7-84fe-301efcab9d5d tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 944 time: 0.1943066
Apr 09 21:03:09.884791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port f1f5938f-d802-4ab4-9995-8b667eecc83f completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:09.890684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Attempting to bind port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:09.891014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Attempting to bind port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:09.891331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Attempting to bind port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:09.900578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port f1f5938f-d802-4ab4-9995-8b667eecc83f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:09.900949 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:09.965998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:09.966365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Attempting to bind port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:09.991168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:09.991515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:09.991888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:09.992377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Bound port: 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:09.992731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:10.004462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa1664a3-b5e7-4910-bcaa-b195d247b97a req-4506616e-8031-4e7d-a086-58a07464037f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450279
Apr 09 21:03:10.030351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port f1f5938f-d802-4ab4-9995-8b667eecc83f is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:10.030351 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:10.039360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ab145602-090d-4f93-909a-8f925a654633 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.1695096
Apr 09 21:03:10.056432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-c4a0a9df-85ea-487d-ab30-2be1ab2e377a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0571721
Apr 09 21:03:10.063921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:10.066516 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95178f5f-51da-4ae6-b17f-5d01eecbfc9f" -d '{"events": [{"server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "name": "network-vif-plugged", "status": "completed", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:10.085431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f1f5938f-d802-4ab4-9995-8b667eecc83f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:10.092990 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:10.094070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 455d580c-41d3-4b94-874f-5a7e5ca3ad6f no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:10.133179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 455d580c-41d3-4b94-874f-5a7e5ca3ad6f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:10.133495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 455d580c-41d3-4b94-874f-5a7e5ca3ad6f not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:10.160911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=f1f5938f-d802-4ab4-9995-8b667eecc83f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:10.576870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks [] for security_group (e8125e8b-0802-4cc9-ad8f-ccee25dba928), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:10.592566 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e8125e8b-0802-4cc9-ad8f-ccee25dba928), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:10.649181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81555307-b61a-419c-a46c-85fda970f690 req-5dedb3d8-ecdd-4926-bbc0-2efcba13fb4c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:10.650682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81555307-b61a-419c-a46c-85fda970f690 req-5dedb3d8-ecdd-4926-bbc0-2efcba13fb4c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 945 time: 0.5412695
Apr 09 21:03:10.654163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] For port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:10.734890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] For port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:10.751581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8125e8b-0802-4cc9-ad8f-ccee25dba928,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:10.767342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6f82fb24-ccd5-4ad5-8e3c-c5247fe5639f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:10.768849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6f82fb24-ccd5-4ad5-8e3c-c5247fe5639f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6901863
Apr 09 21:03:10.774250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:10.796292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-fec9f3a4-f929-4c37-b3bd-0be4528009a4 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:10.797647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-fec9f3a4-f929-4c37-b3bd-0be4528009a4 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.7438536
Apr 09 21:03:10.802593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Request body: {'port': {'device_id': 'bd2b708a-25bb-4c08-9163-5dfa571dbf7d', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '54a9d66010e4404c82a529dd4bd18c3c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:10.941354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:10.941976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:10.943384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] 10.222.0.25 "PUT /v2.0/ports/926e2550-7b2a-4e9a-947e-f80f6f5bcf9d HTTP/1.1" status: 200  len: 1096 time: 2.7731736
Apr 09 21:03:11.003706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81555307-b61a-419c-a46c-85fda970f690 req-fd42bb89-a276-4610-826a-61b14e33c2c8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3417802
Apr 09 21:03:11.032562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa495b6a-7ead-4aea-a240-b6dcfefaf2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:11.068829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Allocated IP 192.168.233.51 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/413538b1-c0e7-410b-b551-a900c613c97a) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:11.091875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-d9321323-460b-45b9-888c-2df0fd360774 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.2621348
Apr 09 21:03:11.113411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:11.116086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-5e984a4f-cc76-4465-acfc-9c2d38c92f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:11.117674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-5e984a4f-cc76-4465-acfc-9c2d38c92f2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab5f53583b7444188c705ed472c3cf06&device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 1130 time: 0.1074498
Apr 09 21:03:11.171776 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d353f3-df33-4d97-a055-8c8d6b0f0d39 x-openstack-request-id: req-59d353f3-df33-4d97-a055-8c8d6b0f0d39 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:11.172063 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f1ce29-b2a9-4ecb-af40-e50a34dde574", "name": "network-vif-deleted", "tag": "455d580c-41d3-4b94-874f-5a7e5ca3ad6f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:11.172314 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59d353f3-df33-4d97-a055-8c8d6b0f0d39 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:11.172711 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d353f3-df33-4d97-a055-8c8d6b0f0d39'] response: {'server_uuid': '98f1ce29-b2a9-4ecb-af40-e50a34dde574', 'name': 'network-vif-deleted', 'tag': '455d580c-41d3-4b94-874f-5a7e5ca3ad6f', 'status': 'completed', 'code': 200}
Apr 09 21:03:11.194238 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252abea4-e5a6-4443-a889-11a03c3fd44b x-openstack-request-id: req-252abea4-e5a6-4443-a889-11a03c3fd44b {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:11.194784 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "name": "network-vif-plugged", "status": "completed", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:11.194784 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-252abea4-e5a6-4443-a889-11a03c3fd44b {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:11.195330 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252abea4-e5a6-4443-a889-11a03c3fd44b'] response: {'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f', 'code': 200}
Apr 09 21:03:11.198069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cfc19c1a-ea22-4416-9f28-df0bea28eaf8 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:11.223359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-caf2cbe1-0449-474d-b3aa-2783ff82d973 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d HTTP/1.1" status: 200  len: 217 time: 0.0684452
Apr 09 21:03:11.266092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:11.266377 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.290634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.308298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d37d5b-b67f-4c6e-85bb-8c4d272c1c24 req-756c13c4-f10c-497d-aeca-a03e2aead196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:11.309951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d37d5b-b67f-4c6e-85bb-8c4d272c1c24 req-756c13c4-f10c-497d-aeca-a03e2aead196 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1127 time: 0.0424995
Apr 09 21:03:11.352724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:11.353457 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.356819 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d37d5b-b67f-4c6e-85bb-8c4d272c1c24 req-f6962c1d-eab9-4448-bd43-a163d51ae2ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388567
Apr 09 21:03:11.388727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92cb5105-c0a9-4fc0-b6f9-ee13168f47a5 req-7610edcb-7192-425a-a416-df3e9d62661f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 210 time: 0.1276476
Apr 09 21:03:11.392883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:11.398610 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.398822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Made reservation on behalf of 54a9d66010e4404c82a529dd4bd18c3c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:11.402112 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.455786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-a21bc43e-eeaf-4336-839c-87b023a6c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:11.457449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-a21bc43e-eeaf-4336-839c-87b023a6c000 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2202060
Apr 09 21:03:11.463766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:11.472403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.472752 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.473133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.473477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.473814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.474167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.474531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.474800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.475124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.475447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.475771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.476092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.476410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.476785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.477256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:11.659831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks [] for port (413538b1-c0e7-410b-b551-a900c613c97a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.662317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-e36b0cba-8910-4125-ac73-3f9dbd5e632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:11.663910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-e36b0cba-8910-4125-ac73-3f9dbd5e632d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1887133
Apr 09 21:03:11.712123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a582f2-b9c5-44c4-8e0f-5bd2abb450d7 req-04ef0b16-2fcf-4ba2-87e9-49590bab05b7 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:11.713643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57a582f2-b9c5-44c4-8e0f-5bd2abb450d7 req-04ef0b16-2fcf-4ba2-87e9-49590bab05b7 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 948 time: 0.2427232
Apr 09 21:03:11.733722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.758712 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.759043 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36 disassociated. External IP: 172.35.0.111, port: b9a7f79d-1d3a-4671-b464-16baee2a1102.
Apr 09 21:03:11.929430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:11.985300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57a582f2-b9c5-44c4-8e0f-5bd2abb450d7 req-b1e81dbf-7641-4231-bbb5-ee4629bf84ac tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2504287
Apr 09 21:03:12.020671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-31152520-13f0-4337-a9c8-fc37f15c8a5d service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3445499
Apr 09 21:03:12.043820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:12.061446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Allocated IP 192.168.233.125 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/170bd20a-07a4-4369-8224-c4d2d705ad7c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:12.065315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:12.087875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:12.157989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:12.273680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799bfc-1b0c-444a-9a79-92420b158928 req-9bffbbc1-f21b-42dd-8d20-0d3d0fcc2ff4 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:12.275162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab799bfc-1b0c-444a-9a79-92420b158928 req-9bffbbc1-f21b-42dd-8d20-0d3d0fcc2ff4 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.2116694
Apr 09 21:03:12.286465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.286804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.287146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.287470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.287802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.288127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.288452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.288773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.289149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.289473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.289811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.290160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.290509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.290828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.291142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:12.330160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:12.330766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:12.331923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9e6ca60a-3848-4d38-a177-97ce546a7577 None None] Provisioning complete for port 413538b1-c0e7-410b-b551-a900c613c97a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:12.332854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9e6ca60a-3848-4d38-a177-97ce546a7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (413538b1-c0e7-410b-b551-a900c613c97a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:12.383300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ca60a-3848-4d38-a177-97ce546a7577 None None] Port 413538b1-c0e7-410b-b551-a900c613c97a cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:03:12.420649 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf981ce8-36cf-43f5-bc44-e3d6253d6d08 req-06a3365e-e593-4a21-b43c-b0b6c5ec75da service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3756971
Apr 09 21:03:12.477522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-70d76480-09fd-41fe-bd38-03ec80aedf64 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.3550525
Apr 09 21:03:12.495618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Request body: {'port': {'device_id': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:12.537536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:12.542458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab799bfc-1b0c-444a-9a79-92420b158928 req-1173f68e-d87f-46b7-a4a6-b0345a6a62ea tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387547
Apr 09 21:03:12.956615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks [] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.011719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.018950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c272b-ee06-4fa5-9418-0b6c9cc3e9b2 req-2361bc0d-772c-4308-9a66-51b35116decf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:13.020434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a85c272b-ee06-4fa5-9418-0b6c9cc3e9b2 req-2361bc0d-772c-4308-9a66-51b35116decf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 945 time: 0.1248403
Apr 09 21:03:13.174249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c778043-533a-46e6-904e-6149ad1af0a9', 'tag': '926e2550-7b2a-4e9a-947e-f80f6f5bcf9d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:13.176539 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c778043-533a-46e6-904e-6149ad1af0a9", "tag": "926e2550-7b2a-4e9a-947e-f80f6f5bcf9d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:13.183832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:13.193412 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:13.197021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:13.199322 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486f90e0-13ef-4f3f-9e83-2bd9b49d8750" -d '{"events": [{"server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "name": "network-vif-plugged", "status": "completed", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:13.205177 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:13.205864 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377580d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:13.226131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.230459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.237017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a85c272b-ee06-4fa5-9418-0b6c9cc3e9b2 req-f8f25f54-3e0b-4f7b-ad83-3f9d6e47b026 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036207
Apr 09 21:03:13.330187 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:13.355446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:13.373457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ad185eeb-e851-4572-aa36-01a6362b3f11 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "PUT /v2.0/floatingips/880f2b1c-2722-4096-99d1-b7dd90897d36 HTTP/1.1" status: 200  len: 696 time: 2.2702062
Apr 09 21:03:13.382612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:13.393496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:13.396218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Pushing event updated for resources: {'Port': ['ID=170bd20a-07a4-4369-8224-c4d2d705ad7c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:13.455822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d3452-30f6-4e72-bc61-990ff4dfa86b req-8aa7f30f-a142-40ad-b838-b20af9fe647a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:13.457391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-814d3452-30f6-4e72-bc61-990ff4dfa86b req-8aa7f30f-a142-40ad-b838-b20af9fe647a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 936 time: 0.1557267
Apr 09 21:03:13.544095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-82fb5540-259f-4f0a-a191-678ace7baf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:13.545662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-82fb5540-259f-4f0a-a191-678ace7baf90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.1144478
Apr 09 21:03:13.556053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:13.557210 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.561496 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377580d30>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:13.590509 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:13.600872 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:13.601659 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377580d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:13.637215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-489ff4db-8907-4480-ba3e-c0bb57b05004 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8509102
Apr 09 21:03:13.643397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-814d3452-30f6-4e72-bc61-990ff4dfa86b req-73e5194f-5346-4154-bfea-050aa0373f43 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709590
Apr 09 21:03:13.676517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Request body: {'port': {'device_id': 'bd2b708a-25bb-4c08-9163-5dfa571dbf7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:13.717221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b9d83210-dad7-43de-ba30-a2d7c377802d None None] Provisioning complete for port 170bd20a-07a4-4369-8224-c4d2d705ad7c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:13.718350 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b9d83210-dad7-43de-ba30-a2d7c377802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.725705 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:13.763923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b9d83210-dad7-43de-ba30-a2d7c377802d None None] Port 170bd20a-07a4-4369-8224-c4d2d705ad7c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:03:13.799830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413538b1-c0e7-410b-b551-a900c613c97a {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:13.820877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-63a67571-b4c4-4a88-adb2-eef0ac8b242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:13.822398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-63a67571-b4c4-4a88-adb2-eef0ac8b242f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.2526851
Apr 09 21:03:13.829891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Publish callbacks [] for port (413538b1-c0e7-410b-b551-a900c613c97a), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.885621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-1706e707-e633-40f6-a240-e78b8ff1a603 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 217 time: 0.0532589
Apr 09 21:03:13.888783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.897458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9a834-8f15-498c-8eb2-8af699a57a30 req-f86fef45-8133-49fc-b89e-50d9f4c22575 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:13.898993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ea9a834-8f15-498c-8eb2-8af699a57a30 req-f86fef45-8133-49fc-b89e-50d9f4c22575 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 948 time: 0.1376581
Apr 09 21:03:13.900022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Transition to ACTIVE for port object 413538b1-c0e7-410b-b551-a900c613c97a will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:13.916692 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377580d30>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:13.919939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:13.946772 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf8bea-aca2-498c-8a8e-17c03d80719e None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:01:37Z', 'revision_number': 4, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ded5a462-2872-4675-b6c0-7b66c74038df', 'name': '', 'network_id': '7baa1819-530e-4fe9-a0b0-1cedcf135c19', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'mac_address': 'fa:16:3e:7a:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:35Z', 'updated_at': '2022-04-09T21:01:44Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'subnets': [{'id': 'de8d3b57-77aa-4d59-b228-8568d1515a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:14.051775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-f5ff0fc8-9f56-49b4-ab2a-aacd832148a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:14.053275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-f5ff0fc8-9f56-49b4-ab2a-aacd832148a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.1522143
Apr 09 21:03:14.062508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:14.170298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ea9a834-8f15-498c-8eb2-8af699a57a30 req-e5af03c3-79da-4d62-ab62-5502685268c5 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546165
Apr 09 21:03:14.230106 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b03b5e9-01f5-4858-9b18-9a30e6f791a3 x-openstack-request-id: req-7b03b5e9-01f5-4858-9b18-9a30e6f791a3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:14.230400 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c778043-533a-46e6-904e-6149ad1af0a9", "tag": "926e2550-7b2a-4e9a-947e-f80f6f5bcf9d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:14.230650 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b03b5e9-01f5-4858-9b18-9a30e6f791a3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:14.231168 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b03b5e9-01f5-4858-9b18-9a30e6f791a3'] response: {'name': 'network-changed', 'server_uuid': '6c778043-533a-46e6-904e-6149ad1af0a9', 'tag': '926e2550-7b2a-4e9a-947e-f80f6f5bcf9d', 'status': 'completed', 'code': 200}
Apr 09 21:03:14.236145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ac349604-9f60-43a5-b561-40aaa389a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:14.236348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73cc2d-fcde-4fb4-91f4-f01669cf6869 None None] New status for floating IP 880f2b1c-2722-4096-99d1-b7dd90897d36: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:03:14.237717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-ac349604-9f60-43a5-b561-40aaa389a375 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1628721
Apr 09 21:03:14.271774 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f31db6-3416-42ca-a2a8-fbb3f91c680c x-openstack-request-id: req-41f31db6-3416-42ca-a2a8-fbb3f91c680c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:14.272073 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "name": "network-vif-plugged", "status": "completed", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:14.272333 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41f31db6-3416-42ca-a2a8-fbb3f91c680c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:14.272721 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f31db6-3416-42ca-a2a8-fbb3f91c680c'] response: {'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'code': 200}
Apr 09 21:03:14.366318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Attempting to bind port 413538b1-c0e7-410b-b551-a900c613c97a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:14.366623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Attempting to bind port 413538b1-c0e7-410b-b551-a900c613c97a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:14.366943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Attempting to bind port 413538b1-c0e7-410b-b551-a900c613c97a on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:14.391182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Port 413538b1-c0e7-410b-b551-a900c613c97a on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:14.391497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Attempting to bind port 413538b1-c0e7-410b-b551-a900c613c97a on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:14.409315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:14.409636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:14.410012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:14.410442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Bound port: 413538b1-c0e7-410b-b551-a900c613c97a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:14.410792 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:14.492631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-cc32682a-85cd-4333-9de5-fd6abff7ba5d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2094824135&fields=id&tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5 HTTP/1.1" status: 200  len: 267 time: 0.1654816
Apr 09 21:03:14.501799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-26c1b74f-5bea-481d-a899-5af486fde595 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467883
Apr 09 21:03:14.666500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-4b602daf-5650-4a64-b970-a2a131b37ad8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:14.667982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-4b602daf-5650-4a64-b970-a2a131b37ad8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 945 time: 0.1626520
Apr 09 21:03:14.670457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:14.675018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:14.680025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170bd20a-07a4-4369-8224-c4d2d705ad7c {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:14.692863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'port': {'security_groups': ['47914aeb-b2a9-4f66-96ca-526c718a01d4', 'f6e84827-57e9-4d49-91fa-e34ed07b1cf3']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:14.696668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Publish callbacks [] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:14.699095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:14.810366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Transition to ACTIVE for port object 170bd20a-07a4-4369-8224-c4d2d705ad7c will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:14.820850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:14.821478 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:14.822932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] 10.222.0.32 "PUT /v2.0/ports/413538b1-c0e7-410b-b551-a900c613c97a HTTP/1.1" status: 200  len: 1095 time: 2.3382432
Apr 09 21:03:14.831394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-555fb5d6-4e84-40a0-8983-5a01c110b05a req-47960439-3c50-45be-bee3-cabba1c226f7 service neutron] 10.222.0.30 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3151207
Apr 09 21:03:14.836618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:14.845776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-7473857a-a456-4c6a-bfe7-ad40fe8153b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:14.847697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-7473857a-a456-4c6a-bfe7-ad40fe8153b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab5f53583b7444188c705ed472c3cf06&device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 1130 time: 0.1419418
Apr 09 21:03:14.920476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91045813-00e7-4914-abbb-ffe5b130379b service neutron] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:14.967778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:15.223857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:15.226318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cfc19c1a-ea22-4416-9f28-df0bea28eaf8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:15.384561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:15.384826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:15.394361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-aaff8e07-386d-40c6-993c-b99d2263da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:15.395946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-aaff8e07-386d-40c6-993c-b99d2263da05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1129 time: 0.5050163
Apr 09 21:03:15.418074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:15.423762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7478a9-90c8-4995-a175-92624e0dc119 req-21231311-ec94-4aff-9eda-efdf49e15687 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:15.425287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af7478a9-90c8-4995-a175-92624e0dc119 req-21231311-ec94-4aff-9eda-efdf49e15687 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 945 time: 0.4763925
Apr 09 21:03:15.440790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '926e2550-7b2a-4e9a-947e-f80f6f5bcf9d', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '926e2550-7b2a-4e9a-947e-f80f6f5bcf9d', 'mac_address': 'fa:16:3e:55:54:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:15.443578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:15.450768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:15.479091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=170bd20a-07a4-4369-8224-c4d2d705ad7c,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:15.510588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-b12704d5-72e2-42e6-929a-d6f4fa351cc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=413538b1-c0e7-410b-b551-a900c613c97a HTTP/1.1" status: 200  len: 217 time: 0.1071589
Apr 09 21:03:15.517781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:15.518170 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:15.542140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:15.546188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:15.564775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:15.570331 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:15.612097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-d1197d6b-c946-429e-b993-61c23f7ce9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:15.613566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-d1197d6b-c946-429e-b993-61c23f7ce9ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.7385411
Apr 09 21:03:15.619829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:15.697690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-41e6c84b-d5b5-4f62-810d-3f7f0c4b4aa2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d HTTP/1.1" status: 200  len: 217 time: 0.0756388
Apr 09 21:03:15.703754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-c71eabef-4e49-4eda-bc3f-d40cc7ae2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:15.705164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-c71eabef-4e49-4eda-bc3f-d40cc7ae2ea7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1798432
Apr 09 21:03:15.721674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af7478a9-90c8-4995-a175-92624e0dc119 req-5350fced-7b3d-4f9c-9bdd-c584013f1842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437603
Apr 09 21:03:15.744077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Attempting to bind port 170bd20a-07a4-4369-8224-c4d2d705ad7c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:15.744411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Attempting to bind port 170bd20a-07a4-4369-8224-c4d2d705ad7c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:15.744769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Attempting to bind port 170bd20a-07a4-4369-8224-c4d2d705ad7c on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:15.796056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Port 170bd20a-07a4-4369-8224-c4d2d705ad7c on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:15.796380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Attempting to bind port 170bd20a-07a4-4369-8224-c4d2d705ad7c on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:15.827196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:15.827516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:15.827879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:15.828354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Bound port: 170bd20a-07a4-4369-8224-c4d2d705ad7c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:15.828723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:15.831035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-72570402-2c0c-4884-adc6-e16a23de5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:15.832656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-72570402-2c0c-4884-adc6-e16a23de5dde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1085408
Apr 09 21:03:15.864454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-4d72684f-1634-4dcd-a766-33049b5b8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:15.866039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-4d72684f-1634-4dcd-a766-33049b5b8750 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1556408
Apr 09 21:03:15.947066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['926e2550-7b2a-4e9a-947e-f80f6f5bcf9d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:16.036628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-b5f43180-af47-4548-9f91-9a0fcd276b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:16.038396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-b5f43180-af47-4548-9f91-9a0fcd276b91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1366327
Apr 09 21:03:16.104469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] For port f1f5938f-d802-4ab4-9995-8b667eecc83f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:16.148785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] For port 170bd20a-07a4-4369-8224-c4d2d705ad7c, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:16.214325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] For port 170bd20a-07a4-4369-8224-c4d2d705ad7c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=170bd20a-07a4-4369-8224-c4d2d705ad7c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:16.216956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-0e53fd94-cfa9-415d-8134-cfa080c8cd8d service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3743680
Apr 09 21:03:16.233247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102'}, {'name': 'network-changed', 'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:16.235448 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feae739c-c4a3-4f0c-8e5e-2e0e98220895" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102"}, {"name": "network-changed", "server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "tag": "413538b1-c0e7-410b-b551-a900c613c97a"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:16.251702 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:16.253829 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:16.261120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ffcdb-8510-4093-9a08-39b30538d40c req-c64c02eb-9475-4294-9bfa-988b58d41aa0 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:16.262673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b56ffcdb-8510-4093-9a08-39b30538d40c req-c64c02eb-9475-4294-9bfa-988b58d41aa0 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 948 time: 0.1797578
Apr 09 21:03:16.273656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:16.276008 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c92bda1-1f3a-4c8f-b869-d59516f11cf4" -d '{"events": [{"server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "name": "network-vif-unplugged", "status": "completed", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:16.283848 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:16.295385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:16.386928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:16.387546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:16.388995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] 10.222.0.32 "PUT /v2.0/ports/170bd20a-07a4-4369-8224-c4d2d705ad7c HTTP/1.1" status: 200  len: 1096 time: 2.7192395
Apr 09 21:03:16.399827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-30e4a3e2-5125-45c9-b20a-cfa2206ac4af service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3481641
Apr 09 21:03:16.414711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:16.416032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:16.416975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4f70b3d-eee7-47ee-96f2-55ed483ae6b9 req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "PUT /v2.0/ports/f1f5938f-d802-4ab4-9995-8b667eecc83f HTTP/1.1" status: 200  len: 981 time: 1.7325733
Apr 09 21:03:16.501696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:16.507022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b301305-d96e-4468-9971-6d0573879ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=170bd20a-07a4-4369-8224-c4d2d705ad7c,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:16.575572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-243e7564-2bd3-46dd-ba48-83ce69caf364 req-47beecb5-b36d-40cd-9627-6ef459a48a87 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3486047
Apr 09 21:03:16.615276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b56ffcdb-8510-4093-9a08-39b30538d40c req-3b9ef171-d9cf-478d-a368-bc65cafcf582 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3389096
Apr 09 21:03:16.654777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-b3f2b019-c629-41fd-a56a-ac3ae8687c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:16.656462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-b3f2b019-c629-41fd-a56a-ac3ae8687c1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 1130 time: 0.1832588
Apr 09 21:03:16.686007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf993-ea77-4748-b7ab-761d06172818 req-ee6f0d95-120a-4863-9c2a-8b5dc0daddc9 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:16.687558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f8bf993-ea77-4748-b7ab-761d06172818 req-ee6f0d95-120a-4863-9c2a-8b5dc0daddc9 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 949 time: 0.1465850
Apr 09 21:03:16.692790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231621c7-732a-4bdb-8f45-59529e7b057e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'Port': ['ID=f1f5938f-d802-4ab4-9995-8b667eecc83f,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:16.722102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d25ac2-0db3-4dbb-8247-f3ca4c6bca2e req-31ad7530-5fc9-433e-8692-1c3e0b218400 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3019979
Apr 09 21:03:16.773314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f8bf993-ea77-4748-b7ab-761d06172818 req-85c72bf6-122d-4498-bf66-1133b270adc0 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629900
Apr 09 21:03:16.821689 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6199276-6747-42ee-a087-73828adf20ef x-openstack-request-id: req-d6199276-6747-42ee-a087-73828adf20ef {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:16.822046 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "tag": "413538b1-c0e7-410b-b551-a900c613c97a", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:16.822358 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6199276-6747-42ee-a087-73828adf20ef {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:16.822922 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6199276-6747-42ee-a087-73828adf20ef'] response: {'name': 'network-changed', 'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'status': 'completed', 'code': 200}
Apr 09 21:03:16.823349 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6199276-6747-42ee-a087-73828adf20ef'] response: {'name': 'network-changed', 'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a', 'status': 'completed', 'code': 200}
Apr 09 21:03:16.853662 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e41ad0e-5233-46ce-adc1-341afb1ddb0a x-openstack-request-id: req-5e41ad0e-5233-46ce-adc1-341afb1ddb0a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:16.854053 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "name": "network-vif-unplugged", "status": "completed", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:16.854666 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e41ad0e-5233-46ce-adc1-341afb1ddb0a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:16.855174 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e41ad0e-5233-46ce-adc1-341afb1ddb0a'] response: {'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'code': 200}
Apr 09 21:03:16.936562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-0f5320f7-6214-4b57-8b1d-2fb554bb8477 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2033553948&fields=id&tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5 HTTP/1.1" status: 200  len: 267 time: 0.0422235
Apr 09 21:03:17.016374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-dddb626d-dbba-48be-b604-bc5a0fa089a5 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.017879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-dddb626d-dbba-48be-b604-bc5a0fa089a5 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 984 time: 0.0758440
Apr 09 21:03:17.031357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'port': {'security_groups': ['47914aeb-b2a9-4f66-96ca-526c718a01d4', 'f6e84827-57e9-4d49-91fa-e34ed07b1cf3', '9768a175-8f6f-4799-947c-2642b7b31792']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:17.040581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f87e5-f7c3-48af-95c1-003afb18b3f7 req-b0e7df81-cd36-45b0-8cc0-1ab7624304f4 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.042063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-102f87e5-f7c3-48af-95c1-003afb18b3f7 req-b0e7df81-cd36-45b0-8cc0-1ab7624304f4 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 943 time: 0.0724335
Apr 09 21:03:17.143079 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:17.148526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-102f87e5-f7c3-48af-95c1-003afb18b3f7 req-7b248ca9-511c-469e-9235-051f4fd16d77 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872200
Apr 09 21:03:17.235874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:17.281340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:17.282712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40197a-ba7e-47cf-97bb-6565738eb38c req-0856562c-157b-4610-8495-719f7f0b26cf tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.284219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce40197a-ba7e-47cf-97bb-6565738eb38c req-0856562c-157b-4610-8495-719f7f0b26cf tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 946 time: 0.0775983
Apr 09 21:03:17.289078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:17.289726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:17.371111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:17.371497 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:17.386236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce40197a-ba7e-47cf-97bb-6565738eb38c req-e98991ec-4fb8-4d1d-9086-69466d99f966 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953550
Apr 09 21:03:17.409582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:17.414988 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:17.442839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] For port f1f5938f-d802-4ab4-9995-8b667eecc83f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:17.464970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:17.488953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2704db01-a002-431a-89bf-bd853ab266f7 req-6cd7d0ab-f343-475c-ac0a-6f698c1a2259 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips/880f2b1c-2722-4096-99d1-b7dd90897d36 HTTP/1.1" status: 200  len: 694 time: 0.0639470
Apr 09 21:03:17.526985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:17.585350 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:17.599172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:17.611201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-b2ce6f89-d7d3-4488-93b6-80afd9a38a7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=170bd20a-07a4-4369-8224-c4d2d705ad7c HTTP/1.1" status: 200  len: 217 time: 0.0821569
Apr 09 21:03:17.726474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-c788d87e-4485-470c-9907-a9fc5b308d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.728336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-c788d87e-4485-470c-9907-a9fc5b308d2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 1127 time: 0.1817441
Apr 09 21:03:17.738316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.738933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:17.740270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aaef9d47-513b-4e6f-b081-d7054fb91927 req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "PUT /v2.0/ports/f1f5938f-d802-4ab4-9995-8b667eecc83f HTTP/1.1" status: 200  len: 1020 time: 0.7148314
Apr 09 21:03:17.782482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-9c346f86-7524-467c-b014-d54ecfd724da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.783957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-9c346f86-7524-467c-b014-d54ecfd724da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1430855
Apr 09 21:03:17.820402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:17.823354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319cdf1-da0f-47d7-8aba-71509c72ac47 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'Port': ['ID=f1f5938f-d802-4ab4-9995-8b667eecc83f,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:17.897960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704db01-a002-431a-89bf-bd853ab266f7 req-236fb5d9-c2e9-4c9e-b13a-0d250f7d1641 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.899375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2704db01-a002-431a-89bf-bd853ab266f7 req-236fb5d9-c2e9-4c9e-b13a-0d250f7d1641 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.4034462
Apr 09 21:03:17.930916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-da718f66-04dd-4daf-9e53-d5e120570173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.932396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-da718f66-04dd-4daf-9e53-d5e120570173 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1393633
Apr 09 21:03:17.986172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff2514-4be4-4433-8f6d-6b46f6490520 req-b33fb5c4-8af6-4925-baba-800d1dff7042 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:17.987556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5ff2514-4be4-4433-8f6d-6b46f6490520 req-b33fb5c4-8af6-4925-baba-800d1dff7042 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 948 time: 0.1955500
Apr 09 21:03:18.002420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2704db01-a002-431a-89bf-bd853ab266f7 req-17ac7c65-3d6b-4aa1-888d-f76cd5f027d9 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 697 time: 0.0880430
Apr 09 21:03:18.070833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-e8f0f05a-7723-4adf-876b-f6d108c4ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:18.072320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-e8f0f05a-7723-4adf-876b-f6d108c4ea53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 200  len: 922 time: 0.3275237
Apr 09 21:03:18.469780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2704db01-a002-431a-89bf-bd853ab266f7 req-7658d5c5-5ee9-421e-a705-4faacf5606de tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 697 time: 0.4478917
Apr 09 21:03:18.481441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-7bfd09cf-6acb-41be-9303-644ec8039de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 200  len: 217 time: 0.0589564
Apr 09 21:03:18.576487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5ff2514-4be4-4433-8f6d-6b46f6490520 req-75493ac1-0308-4f4d-88e1-e1a4c5492136 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5700974
Apr 09 21:03:18.590199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-cedbd70c-3c1b-4de9-9b51-ec7fe3f8b844 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6202459
Apr 09 21:03:18.706222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-bfebcd58-4b4e-4971-bfb4-8f961516c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:18.707706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-bfebcd58-4b4e-4971-bfb4-8f961516c7d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 200  len: 860 time: 0.2080998
Apr 09 21:03:18.792935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063fe85-48df-4e2f-8fed-94e96f554e81 req-34db6e81-33c0-4316-8137-a70a28c55544 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:18.794459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a063fe85-48df-4e2f-8fed-94e96f554e81 req-34db6e81-33c0-4316-8137-a70a28c55544 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1023 time: 0.1595421
Apr 09 21:03:18.804174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Deleting port 13e7e296-4d12-42a8-96e8-11fbe604b213 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:18.804546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (13e7e296-4d12-42a8-96e8-11fbe604b213), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:18.829331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2b708a-25bb-4c08-9163-5dfa571dbf7d', 'tag': '170bd20a-07a4-4369-8224-c4d2d705ad7c'}, {'name': 'network-changed', 'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f'}, {'name': 'network-changed', 'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:18.831569 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f935d4-fae6-4d0f-a5bc-887950eae698" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2b708a-25bb-4c08-9163-5dfa571dbf7d", "tag": "170bd20a-07a4-4369-8224-c4d2d705ad7c"}, {"name": "network-changed", "server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f"}, {"name": "network-changed", "server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:18.852789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-9b2ec171-e9d4-4b98-b91f-d166744b9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:18.854347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-9b2ec171-e9d4-4b98-b91f-d166744b9c52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7baa1819-530e-4fe9-a0b0-1cedcf135c19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1390274
Apr 09 21:03:18.856588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c778043-533a-46e6-904e-6149ad1af0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926e2550-7b2a-4e9a-947e-f80f6f5bcf9d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:18.859066 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8d6a64-38e5-40de-bedf-e3ba0ec8d91c" -d '{"events": [{"server_uuid": "6c778043-533a-46e6-904e-6149ad1af0a9", "name": "network-vif-plugged", "status": "completed", "tag": "926e2550-7b2a-4e9a-947e-f80f6f5bcf9d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:18.912953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebb48dc1-e269-45c8-9710-fbd3fdd46c99 req-bf772261-ec9c-4396-a329-021723faab06 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2928720
Apr 09 21:03:19.014278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (13e7e296-4d12-42a8-96e8-11fbe604b213), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.014597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (13e7e296-4d12-42a8-96e8-11fbe604b213), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.033645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a063fe85-48df-4e2f-8fed-94e96f554e81 req-1a3c3925-a21d-417d-a110-3726fb02632f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6e84827-57e9-4d49-91fa-e34ed07b1cf3&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&id=9768a175-8f6f-4799-947c-2642b7b31792 HTTP/1.1" status: 200  len: 6198 time: 0.2316592
Apr 09 21:03:19.039154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Calling delete_port for 13e7e296-4d12-42a8-96e8-11fbe604b213 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:19.069239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-af2bf574-a236-41e6-9c91-8c12b90653b2 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736805
Apr 09 21:03:19.164001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fbddc-d03f-4e3b-8936-58a1de5437b3 req-ca2ee66b-1ebf-4c47-add0-c1df240b0880 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:19.165497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e67fbddc-d03f-4e3b-8936-58a1de5437b3 req-ca2ee66b-1ebf-4c47-add0-c1df240b0880 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 950 time: 0.0667439
Apr 09 21:03:19.248455 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e67fbddc-d03f-4e3b-8936-58a1de5437b3 req-0c46f263-20bb-457f-b8cd-b8b42ef5a771 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758076
Apr 09 21:03:19.267193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (13e7e296-4d12-42a8-96e8-11fbe604b213), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.295207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Pushing event deleted for resources: {'Port': ['ID=13e7e296-4d12-42a8-96e8-11fbe604b213,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:19.393880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7679b8-1dd9-45f5-b8e1-cea30f3c83aa req-92c2991b-7142-44ae-bae9-420c75aa1093 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:19.395363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c7679b8-1dd9-45f5-b8e1-cea30f3c83aa req-92c2991b-7142-44ae-bae9-420c75aa1093 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 943 time: 0.0717082
Apr 09 21:03:19.403002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks [] for floatingip (880f2b1c-2722-4096-99d1-b7dd90897d36), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.405555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.406586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2704db01-a002-431a-89bf-bd853ab266f7 req-a02f5b9e-fd9f-4d1c-9ddd-7232f48f2ad5 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "DELETE /v2.0/floatingips/880f2b1c-2722-4096-99d1-b7dd90897d36 HTTP/1.1" status: 204  len: 173 time: 0.9267828
Apr 09 21:03:19.515352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-cffc6201-576a-4f45-9b19-2ddd7344ca59 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:19.516740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-cffc6201-576a-4f45-9b19-2ddd7344ca59 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 943 time: 0.1043701
Apr 09 21:03:19.524682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c7679b8-1dd9-45f5-b8e1-cea30f3c83aa req-73c9829c-6247-4222-bca9-7e68d068ab2f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227381
Apr 09 21:03:19.535152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c41797-54c6-42e1-853b-32c9e2989229 req-b24daaf4-f639-4bc5-ae2d-76688a5e8c9c tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:19.536641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07c41797-54c6-42e1-853b-32c9e2989229 req-b24daaf4-f639-4bc5-ae2d-76688a5e8c9c tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 946 time: 0.0766037
Apr 09 21:03:19.587348 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6e0e9-c1c2-49ae-84d6-05e03e2b2005 x-openstack-request-id: req-11b6e0e9-c1c2-49ae-84d6-05e03e2b2005 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:19.587645 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2b708a-25bb-4c08-9163-5dfa571dbf7d", "tag": "170bd20a-07a4-4369-8224-c4d2d705ad7c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:19.587895 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11b6e0e9-c1c2-49ae-84d6-05e03e2b2005 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:19.588307 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b6e0e9-c1c2-49ae-84d6-05e03e2b2005'] response: {'name': 'network-changed', 'server_uuid': 'bd2b708a-25bb-4c08-9163-5dfa571dbf7d', 'tag': '170bd20a-07a4-4369-8224-c4d2d705ad7c', 'status': 'completed', 'code': 200}
Apr 09 21:03:19.588558 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b6e0e9-c1c2-49ae-84d6-05e03e2b2005'] response: {'name': 'network-changed', 'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f', 'status': 'completed', 'code': 200}
Apr 09 21:03:19.588808 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b6e0e9-c1c2-49ae-84d6-05e03e2b2005'] response: {'name': 'network-changed', 'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f', 'status': 'completed', 'code': 200}
Apr 09 21:03:19.620958 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebb8948-17c2-46b5-97fd-71ec849bf275 x-openstack-request-id: req-7ebb8948-17c2-46b5-97fd-71ec849bf275 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:19.620958 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c778043-533a-46e6-904e-6149ad1af0a9", "name": "network-vif-plugged", "status": "completed", "tag": "926e2550-7b2a-4e9a-947e-f80f6f5bcf9d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:19.620958 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ebb8948-17c2-46b5-97fd-71ec849bf275 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:19.620958 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebb8948-17c2-46b5-97fd-71ec849bf275'] response: {'server_uuid': '6c778043-533a-46e6-904e-6149ad1af0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926e2550-7b2a-4e9a-947e-f80f6f5bcf9d', 'code': 200}
Apr 09 21:03:19.647815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b1f18f30-71cc-4f37-8e7d-bfb7c750a8b7 req-fd321748-fdc8-4e4b-9eb4-04507c62cffe tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': ' tempest-securitygroup -232475860 ', 'description': 'tempest-description-1318015064'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:19.662161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07c41797-54c6-42e1-853b-32c9e2989229 req-0cd6470c-4e9b-49d6-a831-7967aba4e97a tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/security-groups?id=02283fd8-1021-4306-8731-701cb12dd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183214
Apr 09 21:03:19.684583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Deleting port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:19.685001 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.703738 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b1f18f30-71cc-4f37-8e7d-bfb7c750a8b7 req-fd321748-fdc8-4e4b-9eb4-04507c62cffe tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.763661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3f6dd138-2144-4504-92a4-3981b72c2ea7 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:19.766002 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3f6dd138-2144-4504-92a4-3981b72c2ea7 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 946 time: 0.0683048
Apr 09 21:03:19.813197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] For port cfc19c1a-ea22-4416-9f28-df0bea28eaf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:19.815295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:19.817711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.854524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e100d3-3370-4437-9e05-d58db82350b0 req-e815e0b8-e3a9-45e2-85c9-c69b34b77225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:19.856643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46e100d3-3370-4437-9e05-d58db82350b0 req-e815e0b8-e3a9-45e2-85c9-c69b34b77225 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 1132 time: 0.0895088
Apr 09 21:03:19.859055 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b1f18f30-71cc-4f37-8e7d-bfb7c750a8b7 req-fd321748-fdc8-4e4b-9eb4-04507c62cffe tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (4566481b-917f-4c12-ae7e-f36e1973d7ef), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.877811 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b1f18f30-71cc-4f37-8e7d-bfb7c750a8b7 req-fd321748-fdc8-4e4b-9eb4-04507c62cffe tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4566481b-917f-4c12-ae7e-f36e1973d7ef), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.911728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Calling delete_port for cfc19c1a-ea22-4416-9f28-df0bea28eaf8 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:19.943503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Deleting port b398b476-f8f8-407d-a3f3-11da1ed049c7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:19.944251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:19.945787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:19.965807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '413538b1-c0e7-410b-b551-a900c613c97a', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '413538b1-c0e7-410b-b551-a900c613c97a', 'mac_address': 'fa:16:3e:fe:0f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:19.981997 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46e100d3-3370-4437-9e05-d58db82350b0 req-d99a1476-745b-4138-bfb8-4e5c630fd2e9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158907
Apr 09 21:03:20.013134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 413538b1-c0e7-410b-b551-a900c613c97a is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:20.013802 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.029881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413538b1-c0e7-410b-b551-a900c613c97a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:20.051413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:20.056330 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.058183 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b1f18f30-71cc-4f37-8e7d-bfb7c750a8b7 req-fd321748-fdc8-4e4b-9eb4-04507c62cffe tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.059813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] For port b398b476-f8f8-407d-a3f3-11da1ed049c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b398b476-f8f8-407d-a3f3-11da1ed049c7,segment=NetworkSegment(426ea6ec-e88f-4305-af35-d452040bee29),segment_id=426ea6ec-e88f-4305-af35-d452040bee29)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:20.060721 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.062366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1f18f30-71cc-4f37-8e7d-bfb7c750a8b7 req-fd321748-fdc8-4e4b-9eb4-04507c62cffe tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.4222684
Apr 09 21:03:20.078854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c07d61-cd39-4000-a035-2ddc6b37a7c0 req-4cbec890-3f12-4bfa-947d-46ecb2835785 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:20.085891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27c07d61-cd39-4000-a035-2ddc6b37a7c0 req-4cbec890-3f12-4bfa-947d-46ecb2835785 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 948 time: 0.2195034
Apr 09 21:03:20.092434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Calling delete_port for b398b476-f8f8-407d-a3f3-11da1ed049c7 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:20.123210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:20.142740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321748-fdc8-4e4b-9eb4-04507c62cffe tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4566481b-917f-4c12-ae7e-f36e1973d7ef,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:20.146358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-79a8c7a6-9d88-4337-ae70-312f7aeeb3b5 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326365
Apr 09 21:03:20.172511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-113e404c-9025-4fc9-8a75-37ac0f1012d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:20.174011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-113e404c-9025-4fc9-8a75-37ac0f1012d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 1130 time: 0.2442811
Apr 09 21:03:20.248383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ef0d3-c530-4972-a3e6-9dc7bf687ab9 req-503120f4-640e-495a-a722-b64f7ae7f0f6 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:20.250099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-258ef0d3-c530-4972-a3e6-9dc7bf687ab9 req-503120f4-640e-495a-a722-b64f7ae7f0f6 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 945 time: 0.1027534
Apr 09 21:03:20.264919 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b398b476-f8f8-407d-a3f3-11da1ed049c7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.268547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27c07d61-cd39-4000-a035-2ddc6b37a7c0 req-0d7bff14-050f-4789-9bfc-0b9c84c1a0f2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812813
Apr 09 21:03:20.290307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b398b476-f8f8-407d-a3f3-11da1ed049c7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:20.296883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['413538b1-c0e7-410b-b551-a900c613c97a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:20.312831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Pushing event deleted for resources: {'Port': ['ID=b398b476-f8f8-407d-a3f3-11da1ed049c7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:20.364425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] No DVR routers for this DVR port b398b476-f8f8-407d-a3f3-11da1ed049c7 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:20.374184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.378480 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8be90b68-28b4-48a9-9f2c-b20ac8503318 req-3ed77b7c-43ae-42a2-8363-7ae0e1ec0907 tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.25 "DELETE /v2.0/ports/b398b476-f8f8-407d-a3f3-11da1ed049c7 HTTP/1.1" status: 204  len: 173 time: 0.6027062
Apr 09 21:03:20.379037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa96a6a-ad9e-4764-b6d8-591508c71bf9', 'name': 'network-vif-deleted', 'tag': 'b398b476-f8f8-407d-a3f3-11da1ed049c7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:20.381241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-258ef0d3-c530-4972-a3e6-9dc7bf687ab9 req-6c0850cc-66ed-444f-b9fa-d30a9f702c58 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/security-groups?id=acd779f4-d652-4deb-8ee1-fb95fd57f498&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019068
Apr 09 21:03:20.385181 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1badab60-8af3-49b0-afcf-9aa1f25ee35f" -d '{"events": [{"server_uuid": "7aa96a6a-ad9e-4764-b6d8-591508c71bf9", "name": "network-vif-deleted", "tag": "b398b476-f8f8-407d-a3f3-11da1ed049c7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:20.464886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80a9a57a-f0ec-458f-a14f-504d8cac3cab req-b7f1fd61-20ff-459c-9ead-ff4b48c9b1e8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/4566481b-917f-4c12-ae7e-f36e1973d7ef HTTP/1.1" status: 200  len: 1797 time: 0.1417308
Apr 09 21:03:20.487956 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eeff65f9-1a38-4c9d-a481-a90a0c6f023b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.513968 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04d7d6-b582-49da-af1f-520f6f6c04d3 x-openstack-request-id: req-1c04d7d6-b582-49da-af1f-520f6f6c04d3 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:20.514232 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa96a6a-ad9e-4764-b6d8-591508c71bf9", "name": "network-vif-deleted", "tag": "b398b476-f8f8-407d-a3f3-11da1ed049c7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:20.514493 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c04d7d6-b582-49da-af1f-520f6f6c04d3 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:20.520772 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c04d7d6-b582-49da-af1f-520f6f6c04d3'] response: {'server_uuid': '7aa96a6a-ad9e-4764-b6d8-591508c71bf9', 'name': 'network-vif-deleted', 'tag': 'b398b476-f8f8-407d-a3f3-11da1ed049c7', 'status': 'completed', 'code': 200}
Apr 09 21:03:20.543937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cfc19c1a-ea22-4416-9f28-df0bea28eaf8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.615056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event deleted for resources: {'Port': ['ID=cfc19c1a-ea22-4416-9f28-df0bea28eaf8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:20.622752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd30ff-e02c-4885-8fd8-02d9c854fe4e req-caaa1b73-023e-42ef-a68b-92ba81ebff06 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:20.624361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4efd30ff-e02c-4885-8fd8-02d9c854fe4e req-caaa1b73-023e-42ef-a68b-92ba81ebff06 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 950 time: 0.1366398
Apr 09 21:03:20.694638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] No DVR routers for this DVR port cfc19c1a-ea22-4416-9f28-df0bea28eaf8 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:20.699598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c30ff00-acf8-4310-b743-773d0c3d6fec req-0106eecb-2434-4a4f-9ed2-e64fe37969f4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/4566481b-917f-4c12-ae7e-f36e1973d7ef HTTP/1.1" status: 200  len: 1797 time: 0.1599705
Apr 09 21:03:20.700922 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.704106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-938c856c-bb98-4058-b9a2-6e5d91707395 req-345f0319-de64-4a26-98aa-c5ef3e935aee tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "DELETE /v2.0/ports/cfc19c1a-ea22-4416-9f28-df0bea28eaf8 HTTP/1.1" status: 204  len: 173 time: 1.1666579
Apr 09 21:03:20.755132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4efd30ff-e02c-4885-8fd8-02d9c854fe4e req-9baa8d8d-6dce-4234-a96c-1c77e13742db tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202285
Apr 09 21:03:20.782164 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4c30ff00-acf8-4310-b743-773d0c3d6fec req-ce73ffdd-d65c-414d-aa03-f533fa44b32c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (4566481b-917f-4c12-ae7e-f36e1973d7ef), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.808692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4c30ff00-acf8-4310-b743-773d0c3d6fec req-ce73ffdd-d65c-414d-aa03-f533fa44b32c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (4566481b-917f-4c12-ae7e-f36e1973d7ef), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.861190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f0815bd-1169-4dd3-91a0-2182ff356030 req-54efb4f6-bc7f-4207-bd0a-39f441bfe208 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=63967e76-ec68-47b4-bb9c-e0b7f0262227 HTTP/1.1" status: 200  len: 210 time: 0.0446215
Apr 09 21:03:20.886741 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4c30ff00-acf8-4310-b743-773d0c3d6fec req-ce73ffdd-d65c-414d-aa03-f533fa44b32c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4566481b-917f-4c12-ae7e-f36e1973d7ef), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.891882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4c30ff00-acf8-4310-b743-773d0c3d6fec req-ce73ffdd-d65c-414d-aa03-f533fa44b32c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:20.893689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c30ff00-acf8-4310-b743-773d0c3d6fec req-ce73ffdd-d65c-414d-aa03-f533fa44b32c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/4566481b-917f-4c12-ae7e-f36e1973d7ef HTTP/1.1" status: 204  len: 173 time: 0.1859500
Apr 09 21:03:20.911788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73ffdd-d65c-414d-aa03-f533fa44b32c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4566481b-917f-4c12-ae7e-f36e1973d7ef,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:20.937835 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-2df01e07-b5f6-4cd5-923c-738a47a37936 req-3e0a2699-3ace-40d7-83ce-a311980d7c64 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:03:20.938899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2df01e07-b5f6-4cd5-923c-738a47a37936 req-3e0a2699-3ace-40d7-83ce-a311980d7c64 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/4566481b-917f-4c12-ae7e-f36e1973d7ef HTTP/1.1" status: 404  len: 352 time: 0.0202940
Apr 09 21:03:20.978017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3fe61b07-6d7c-479d-8eee-ddf4d1719bac req-23fd3286-d032-4fc4-b195-9c193f90a878 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-73512157', 'description': 'tempest-description-1332336258'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:21.000838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dc0c184-9343-4f77-81b0-ca73534c5564 req-d09648cc-0056-4de7-8623-ab01bfff17cc tempest-ServerTagsTestJSON-580460456 tempest-ServerTagsTestJSON-580460456-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa96a6a-ad9e-4764-b6d8-591508c71bf9 HTTP/1.1" status: 200  len: 210 time: 0.0391574
Apr 09 21:03:21.083954 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3fe61b07-6d7c-479d-8eee-ddf4d1719bac req-23fd3286-d032-4fc4-b195-9c193f90a878 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.157675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-77c8d6b4-a1e6-43d4-8f05-a9eecc0d89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.159204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-77c8d6b4-a1e6-43d4-8f05-a9eecc0d89f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1130 time: 0.0852060
Apr 09 21:03:21.164148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-c6530657-d005-473e-b6a7-41c92ac7bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.165517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-c6530657-d005-473e-b6a7-41c92ac7bde5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1615121
Apr 09 21:03:21.204744 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3fe61b07-6d7c-479d-8eee-ddf4d1719bac req-23fd3286-d032-4fc4-b195-9c193f90a878 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (c5c834f0-ea5c-4ab7-b13c-75306bb31571), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.210030 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3fe61b07-6d7c-479d-8eee-ddf4d1719bac req-23fd3286-d032-4fc4-b195-9c193f90a878 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c5c834f0-ea5c-4ab7-b13c-75306bb31571), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.301831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-853e4c71-5174-4343-9892-a665876f47b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=170bd20a-07a4-4369-8224-c4d2d705ad7c HTTP/1.1" status: 200  len: 217 time: 0.0754685
Apr 09 21:03:21.342038 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3fe61b07-6d7c-479d-8eee-ddf4d1719bac req-23fd3286-d032-4fc4-b195-9c193f90a878 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.349349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fe61b07-6d7c-479d-8eee-ddf4d1719bac req-23fd3286-d032-4fc4-b195-9c193f90a878 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.3836966
Apr 09 21:03:21.361282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd3286-d032-4fc4-b195-9c193f90a878 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c834f0-ea5c-4ab7-b13c-75306bb31571,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:21.385112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824adee-4447-4948-8500-7ab8195ed994 req-99634797-cf6f-4ab8-8297-779c0ecc4f7a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.386745 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e824adee-4447-4948-8500-7ab8195ed994 req-99634797-cf6f-4ab8-8297-779c0ecc4f7a tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 945 time: 0.0741842
Apr 09 21:03:21.405555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a2a7021b-24e4-445d-87ca-12f0cd395a1c req-d1560933-7ab0-40d9-bb3c-dc4e1d6b0b68 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-214528913', 'description': 'tempest-description-1109327557'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:21.481964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Deleting port b9a7f79d-1d3a-4671-b464-16baee2a1102 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:21.482218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107731c-08f7-47e0-b508-7ecd6325d0e4 req-afefd53b-1e6a-435e-bc13-45ac802f0238 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.482384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.483555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0107731c-08f7-47e0-b508-7ecd6325d0e4 req-afefd53b-1e6a-435e-bc13-45ac802f0238 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 948 time: 0.1331432
Apr 09 21:03:21.487537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-3c361716-589b-46a3-aab9-546eb6e85843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.488941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-3c361716-589b-46a3-aab9-546eb6e85843 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1595132
Apr 09 21:03:21.489686 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a2a7021b-24e4-445d-87ca-12f0cd395a1c req-d1560933-7ab0-40d9-bb3c-dc4e1d6b0b68 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.493510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-be64468b-0e47-417b-bd55-57fcfa70b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.494894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-be64468b-0e47-417b-bd55-57fcfa70b80d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2755847
Apr 09 21:03:21.575847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] For port b9a7f79d-1d3a-4671-b464-16baee2a1102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9a7f79d-1d3a-4671-b464-16baee2a1102,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:21.576200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.596719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'name': 'network-vif-deleted', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:21.599672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Calling delete_port for b9a7f79d-1d3a-4671-b464-16baee2a1102 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:21.599831 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b97f0a4-d70e-4bca-a35d-61259f42b171" -d '{"events": [{"server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "name": "network-vif-deleted", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:21.602991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-06e5d4e3-0233-44ba-ae39-d8f8215f8956 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=413538b1-c0e7-410b-b551-a900c613c97a HTTP/1.1" status: 200  len: 217 time: 0.0932488
Apr 09 21:03:21.616779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-413b42cc-26a9-465e-ae64-12ec82d2ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.618264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-413b42cc-26a9-465e-ae64-12ec82d2ae5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1219869
Apr 09 21:03:21.672625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0107731c-08f7-47e0-b508-7ecd6325d0e4 req-796765bc-6c5c-4ecc-9057-565cd0327d13 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803639
Apr 09 21:03:21.754338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-175231c1-dcb3-4291-94b8-f4b79c3233d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.755696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-175231c1-dcb3-4291-94b8-f4b79c3233d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1403484
Apr 09 21:03:21.787475 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b9a7f79d-1d3a-4671-b464-16baee2a1102), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.800563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b9a7f79d-1d3a-4671-b464-16baee2a1102'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:21.826637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a2a7021b-24e4-445d-87ca-12f0cd395a1c req-d1560933-7ab0-40d9-bb3c-dc4e1d6b0b68 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (fbc01e51-006e-4334-899d-154794431da3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.830448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Pushing event deleted for resources: {'Port': ['ID=b9a7f79d-1d3a-4671-b464-16baee2a1102,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:21.854740 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a2a7021b-24e4-445d-87ca-12f0cd395a1c req-d1560933-7ab0-40d9-bb3c-dc4e1d6b0b68 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fbc01e51-006e-4334-899d-154794431da3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.861106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-759552c2-b79f-471a-9278-deb5ba4027c7 req-0a92e0aa-3635-4ae1-9332-36b2457dc85b tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6 HTTP/1.1" status: 200  len: 210 time: 0.0844147
Apr 09 21:03:21.884152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 170bd20a-07a4-4369-8224-c4d2d705ad7c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:21.890320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:21.895717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-d8054316-d228-4b78-a0d1-a9562485c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:21.896840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-d8054316-d228-4b78-a0d1-a9562485c251 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1330955
Apr 09 21:03:21.902907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.903895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.904866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.906643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.907940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.908586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.909168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.909520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-1eb3bd14-0367-4203-958d-3fac0bc847ad service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734804
Apr 09 21:03:21.910115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.910893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.911464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.912105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.912646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.913444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.915140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.916023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:21.923462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] No DVR routers for this DVR port b9a7f79d-1d3a-4671-b464-16baee2a1102 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:21.929830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.931055 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a2a7021b-24e4-445d-87ca-12f0cd395a1c req-d1560933-7ab0-40d9-bb3c-dc4e1d6b0b68 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:21.935898 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e824adee-4447-4948-8500-7ab8195ed994 req-0b9885d6-6e43-422c-8aa1-4d168602b2f7 tempest-FloatingIPsAssociationTestJSON-905993333 tempest-FloatingIPsAssociationTestJSON-905993333-project] 10.222.0.32 "DELETE /v2.0/ports/b9a7f79d-1d3a-4671-b464-16baee2a1102 HTTP/1.1" status: 204  len: 173 time: 0.5435896
Apr 09 21:03:21.945794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2a7021b-24e4-445d-87ca-12f0cd395a1c req-d1560933-7ab0-40d9-bb3c-dc4e1d6b0b68 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.5753148
Apr 09 21:03:22.033394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 413538b1-c0e7-410b-b551-a900c613c97a completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:22.057690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1560933-7ab0-40d9-bb3c-dc4e1d6b0b68 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc01e51-006e-4334-899d-154794431da3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:22.067121 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677468ee-55f8-4773-8242-4f960f2a1364 x-openstack-request-id: req-677468ee-55f8-4773-8242-4f960f2a1364 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:22.067539 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63967e76-ec68-47b4-bb9c-e0b7f0262227", "name": "network-vif-deleted", "tag": "cfc19c1a-ea22-4416-9f28-df0bea28eaf8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:22.067879 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-677468ee-55f8-4773-8242-4f960f2a1364 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:22.069132 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677468ee-55f8-4773-8242-4f960f2a1364'] response: {'server_uuid': '63967e76-ec68-47b4-bb9c-e0b7f0262227', 'name': 'network-vif-deleted', 'tag': 'cfc19c1a-ea22-4416-9f28-df0bea28eaf8', 'status': 'completed', 'code': 200}
Apr 09 21:03:22.170263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-46c8a4ad-b71e-467d-9643-72d43dd43dfe service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623198
Apr 09 21:03:22.198592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aebbd0-a2fa-44e7-bd0b-39d76634c9cb req-0f7020d9-4f15-45c8-b836-7b80f3200c64 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:22.200296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36aebbd0-a2fa-44e7-bd0b-39d76634c9cb req-0f7020d9-4f15-45c8-b836-7b80f3200c64 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 950 time: 0.1265514
Apr 09 21:03:22.238510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-6b8576e8-f5ca-49a8-966f-2ffcac1a908e service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3196895
Apr 09 21:03:22.268759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 413538b1-c0e7-410b-b551-a900c613c97a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:22.269464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (413538b1-c0e7-410b-b551-a900c613c97a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.271182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36aebbd0-a2fa-44e7-bd0b-39d76634c9cb req-e86e39e0-fe59-4d1d-b8ec-9c1857ba54fd tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636470
Apr 09 21:03:22.314771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4d0a6240-472d-4ba9-b1d1-d886cde16aa5 req-2c4631a8-7ea8-4f53-9826-6a77637ed1e4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2083598051', 'description': 'tempest-description-263768357'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:22.347438 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4d0a6240-472d-4ba9-b1d1-d886cde16aa5 req-2c4631a8-7ea8-4f53-9826-6a77637ed1e4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.402556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 170bd20a-07a4-4369-8224-c4d2d705ad7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=170bd20a-07a4-4369-8224-c4d2d705ad7c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:22.423619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '170bd20a-07a4-4369-8224-c4d2d705ad7c', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '170bd20a-07a4-4369-8224-c4d2d705ad7c', 'mac_address': 'fa:16:3e:cd:3a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:22.469355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51238) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:22.539906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'name': 'network-vif-deleted', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:22.544371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 413538b1-c0e7-410b-b551-a900c613c97a is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:22.544799 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3760b9b8-ce6c-4005-8705-bfe60bbece33" -d '{"events": [{"server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "name": "network-vif-deleted", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:22.545293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.563487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-d84ac394-2e9f-4f62-85ff-c58d8244803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:22.564957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-d84ac394-2e9f-4f62-85ff-c58d8244803e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1206 time: 0.1395080
Apr 09 21:03:22.593415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eedc13b-a5e3-417a-b2c0-54aa73de70db admin admin] Deleting subnet 2d1f5f48-cc20-4dd1-87fd-690475b7c52b {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:03:22.599186 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7eedc13b-a5e3-417a-b2c0-54aa73de70db admin admin] Publish callbacks [] for subnet (2d1f5f48-cc20-4dd1-87fd-690475b7c52b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.620594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 170bd20a-07a4-4369-8224-c4d2d705ad7c is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:22.620997 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.638731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:22.645684 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e517fe-2493-4095-9c7d-4ddfea344d9d" -d '{"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-plugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:22.652505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7eedc13b-a5e3-417a-b2c0-54aa73de70db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (2d1f5f48-cc20-4dd1-87fd-690475b7c52b), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.677703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170bd20a-07a4-4369-8224-c4d2d705ad7c {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:22.685786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:22.708870 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.736932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7eedc13b-a5e3-417a-b2c0-54aa73de70db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2d1f5f48-cc20-4dd1-87fd-690475b7c52b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.745167 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:03:22.782489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 170bd20a-07a4-4369-8224-c4d2d705ad7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=170bd20a-07a4-4369-8224-c4d2d705ad7c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:22.784204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:22.789584 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.817961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7eedc13b-a5e3-417a-b2c0-54aa73de70db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (2d1f5f48-cc20-4dd1-87fd-690475b7c52b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.851345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedc13b-a5e3-417a-b2c0-54aa73de70db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1f5f48-cc20-4dd1-87fd-690475b7c52b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:22.854920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7eedc13b-a5e3-417a-b2c0-54aa73de70db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.859428 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7eedc13b-a5e3-417a-b2c0-54aa73de70db admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2d1f5f48-cc20-4dd1-87fd-690475b7c52b HTTP/1.1" status: 204  len: 168 time: 0.3873839
Apr 09 21:03:22.861927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:22.865244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=170bd20a-07a4-4369-8224-c4d2d705ad7c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:22.880605 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7e936820-a3ce-4b14-be18-49c0e35951a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:22.974934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (48364b8b-15f5-4ae3-a8e5-50fe934e9d5e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.027916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['170bd20a-07a4-4369-8224-c4d2d705ad7c'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:23.093708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (48364b8b-15f5-4ae3-a8e5-50fe934e9d5e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.146230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23749bcc70>,) {'filters': {'network_id': ['48364b8b-15f5-4ae3-a8e5-50fe934e9d5e']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:23.165446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23749bcc70>, '426ea6ec-e88f-4305-af35-d452040bee29') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:23.165894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23749bcc70>, '426ea6ec-e88f-4305-af35-d452040bee29') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:23.184990 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (426ea6ec-e88f-4305-af35-d452040bee29), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.190747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-15571058-df2e-4994-a857-5e8b5d78b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:23.192233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-15571058-df2e-4994-a857-5e8b5d78b7a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 913 time: 0.6204884
Apr 09 21:03:23.210392 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (426ea6ec-e88f-4305-af35-d452040bee29), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.221605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:03:23.222098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (426ea6ec-e88f-4305-af35-d452040bee29), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:03:23.226224 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:03:23.238661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4d0a6240-472d-4ba9-b1d1-d886cde16aa5 req-2c4631a8-7ea8-4f53-9826-6a77637ed1e4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (efa7071b-5efa-4434-8df3-31d4e348ec31), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.265351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b398b476-f8f8-407d-a3f3-11da1ed049c7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:23.271442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feae739c-c4a3-4f0c-8e5e-2e0e98220895 req-a6f537f6-f24d-4fd3-b6cf-e89c007b4284 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8978074
Apr 09 21:03:23.272957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-7aa108e4-338d-4733-8f09-3b28f27bf7c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f HTTP/1.1" status: 200  len: 217 time: 0.0682893
Apr 09 21:03:23.273541 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4d0a6240-472d-4ba9-b1d1-d886cde16aa5 req-2c4631a8-7ea8-4f53-9826-6a77637ed1e4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (efa7071b-5efa-4434-8df3-31d4e348ec31), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.311762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: b398b476-f8f8-407d-a3f3-11da1ed049c7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:23.314601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b398b476-f8f8-407d-a3f3-11da1ed049c7 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:23.316002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cfc19c1a-ea22-4416-9f28-df0bea28eaf8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:23.349426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4631a8-7ea8-4f53-9826-6a77637ed1e4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7071b-5efa-4434-8df3-31d4e348ec31,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:23.354767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51262) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:23.369119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: cfc19c1a-ea22-4416-9f28-df0bea28eaf8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:23.369387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cfc19c1a-ea22-4416-9f28-df0bea28eaf8 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:23.370244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-da2afa9a-36d7-4458-98e9-d0369f259b45 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233204615', 'description': 'tempest-description--990895909'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:23.378648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (48364b8b-15f5-4ae3-a8e5-50fe934e9d5e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.379535 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4d0a6240-472d-4ba9-b1d1-d886cde16aa5 req-2c4631a8-7ea8-4f53-9826-6a77637ed1e4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.380989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d0a6240-472d-4ba9-b1d1-d886cde16aa5 req-2c4631a8-7ea8-4f53-9826-6a77637ed1e4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 1.0710559
Apr 09 21:03:23.394880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-aacdda24-4a12-48ca-a93d-5a887ea0ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:23.396992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-aacdda24-4a12-48ca-a93d-5a887ea0ddff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.0975897
Apr 09 21:03:23.401125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.404826 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] 10.222.0.30 "DELETE /v2.0/networks/48364b8b-15f5-4ae3-a8e5-50fe934e9d5e HTTP/1.1" status: 204  len: 168 time: 0.5416191
Apr 09 21:03:23.408067 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55f71c-8a93-45ff-83f5-1cd3a9bb3e4a x-openstack-request-id: req-3d55f71c-8a93-45ff-83f5-1cd3a9bb3e4a {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:23.408860 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6", "name": "network-vif-deleted", "tag": "b9a7f79d-1d3a-4671-b464-16baee2a1102", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:23.408860 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d55f71c-8a93-45ff-83f5-1cd3a9bb3e4a {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:23.409219 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d55f71c-8a93-45ff-83f5-1cd3a9bb3e4a'] response: {'server_uuid': 'ad5a2c94-2544-4cfe-8f64-e2dea6a6fcf6', 'name': 'network-vif-deleted', 'tag': 'b9a7f79d-1d3a-4671-b464-16baee2a1102', 'status': 'completed', 'code': 200}
Apr 09 21:03:23.422780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93911e-9510-4277-906d-cdf3c2059355 admin admin] Pushing event deleted for resources: {'Network': ['ID=48364b8b-15f5-4ae3-a8e5-50fe934e9d5e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:23.434819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da2afa9a-36d7-4458-98e9-d0369f259b45 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.448814 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328df6ad-8c4c-4150-aeea-11a49e4dedb0 x-openstack-request-id: req-328df6ad-8c4c-4150-aeea-11a49e4dedb0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:23.449132 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-plugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:23.449388 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-328df6ad-8c4c-4150-aeea-11a49e4dedb0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:23.449895 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328df6ad-8c4c-4150-aeea-11a49e4dedb0'] response: {'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a', 'code': 200}
Apr 09 21:03:23.545400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da2afa9a-36d7-4458-98e9-d0369f259b45 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group (0784cecb-5688-4b4b-9d91-d4b47a0f939b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.553595 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da2afa9a-36d7-4458-98e9-d0369f259b45 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0784cecb-5688-4b4b-9d91-d4b47a0f939b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.579747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-4f72d2f2-6636-46a1-939f-3162dc162eba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1737058
Apr 09 21:03:23.602272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2afa9a-36d7-4458-98e9-d0369f259b45 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0784cecb-5688-4b4b-9d91-d4b47a0f939b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:23.629964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da2afa9a-36d7-4458-98e9-d0369f259b45 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.634033 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-da2afa9a-36d7-4458-98e9-d0369f259b45 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2770669
Apr 09 21:03:23.634958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51270) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:23.645326 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9f743424-5b0e-4ba7-86d8-bfe415ce44c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Request body: {'security_group_rule': {'security_group_id': '0784cecb-5688-4b4b-9d91-d4b47a0f939b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:23.663442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51272) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:23.705909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f743424-5b0e-4ba7-86d8-bfe415ce44c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group_rule (e6af1c3a-fc55-46ed-8430-0c60bfada7b2), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.731535 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a8bf789-b57c-43ea-8143-8eb395f4fe8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e0bf14b8dad4360adb4727282b63237&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0644641
Apr 09 21:03:23.734027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51274) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:23.747338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d513a-d166-4665-a227-c00ddacbdf26 req-97a6301a-abea-4e65-8d6b-caefa4ba0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:23.749658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b1d513a-d166-4665-a227-c00ddacbdf26 req-97a6301a-abea-4e65-8d6b-caefa4ba0238 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1131 time: 0.1828792
Apr 09 21:03:23.763898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41495-3a9e-4311-85df-c019c6d55f32 req-fa88464e-032b-42ec-a2a4-e64033c368b7 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:23.766315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9e41495-3a9e-4311-85df-c019c6d55f32 req-fa88464e-032b-42ec-a2a4-e64033c368b7 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 950 time: 0.2104857
Apr 09 21:03:23.775794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032a7af-25ea-47b7-8c0f-17a582e3619c req-2de5f8e3-1c54-4eae-8165-f6cfe1cc5651 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:23.782888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6032a7af-25ea-47b7-8c0f-17a582e3619c req-2de5f8e3-1c54-4eae-8165-f6cfe1cc5651 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 949 time: 0.2290018
Apr 09 21:03:23.800204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f743424-5b0e-4ba7-86d8-bfe415ce44c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group_rule (e6af1c3a-fc55-46ed-8430-0c60bfada7b2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.810538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f743424-5b0e-4ba7-86d8-bfe415ce44c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e6af1c3a-fc55-46ed-8430-0c60bfada7b2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.828636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ddcb-ce0a-494c-a9c7-7a206dd2d862 admin admin] Publish callbacks [] for security_group (02283fd8-1021-4306-8731-701cb12dd2d4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.836758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f743424-5b0e-4ba7-86d8-bfe415ce44c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6af1c3a-fc55-46ed-8430-0c60bfada7b2,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:23.836991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 170bd20a-07a4-4369-8224-c4d2d705ad7c up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:23.859325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f743424-5b0e-4ba7-86d8-bfe415ce44c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.860798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9f743424-5b0e-4ba7-86d8-bfe415ce44c9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2248588
Apr 09 21:03:23.863100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ddcb-ce0a-494c-a9c7-7a206dd2d862 admin admin] Publish callbacks [] for security_group (02283fd8-1021-4306-8731-701cb12dd2d4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.865056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51276) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:23.874185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c84f0e89-89ec-4288-97b6-d58b14c6b40e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Request body: {'security_group_rule': {'security_group_id': '0784cecb-5688-4b4b-9d91-d4b47a0f939b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:23.891555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 170bd20a-07a4-4369-8224-c4d2d705ad7c completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:23.900621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 170bd20a-07a4-4369-8224-c4d2d705ad7c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:23.901442 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.902710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-cc4d25cd-9be2-4577-af7b-8036a40562c5 service neutron] 10.222.0.32 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657671
Apr 09 21:03:23.923610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c84f0e89-89ec-4288-97b6-d58b14c6b40e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group_rule (de8bf7d2-4037-4be1-bef2-075e5ffb4a1d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.937387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b1d513a-d166-4665-a227-c00ddacbdf26 req-57693375-f51d-4dc2-ae59-d129c4eb6c11 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708977
Apr 09 21:03:23.949272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ddcb-ce0a-494c-a9c7-7a206dd2d862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (02283fd8-1021-4306-8731-701cb12dd2d4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.951776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ddcb-ce0a-494c-a9c7-7a206dd2d862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:23.952904 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7a7ddcb-ce0a-494c-a9c7-7a206dd2d862 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02283fd8-1021-4306-8731-701cb12dd2d4 HTTP/1.1" status: 204  len: 168 time: 0.2180142
Apr 09 21:03:23.957879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9e41495-3a9e-4311-85df-c019c6d55f32 req-648b3898-7591-4cc2-8316-d000dfb68aac tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666455
Apr 09 21:03:23.974078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7ddcb-ce0a-494c-a9c7-7a206dd2d862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02283fd8-1021-4306-8731-701cb12dd2d4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:23.975021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6032a7af-25ea-47b7-8c0f-17a582e3619c req-85b81497-2e53-46e9-a195-d60a3414106b tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911869
Apr 09 21:03:24.005717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 170bd20a-07a4-4369-8224-c4d2d705ad7c is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:24.006347 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.013430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c84f0e89-89ec-4288-97b6-d58b14c6b40e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group_rule (de8bf7d2-4037-4be1-bef2-075e5ffb4a1d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.028831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c84f0e89-89ec-4288-97b6-d58b14c6b40e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (de8bf7d2-4037-4be1-bef2-075e5ffb4a1d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.042317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51282) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:24.073739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c84f0e89-89ec-4288-97b6-d58b14c6b40e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.075084 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c84f0e89-89ec-4288-97b6-d58b14c6b40e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2088199
Apr 09 21:03:24.078359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f0e89-89ec-4288-97b6-d58b14c6b40e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8bf7d2-4037-4be1-bef2-075e5ffb4a1d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:24.080101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51284) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:24.088059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:24.103766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 170bd20a-07a4-4369-8224-c4d2d705ad7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=170bd20a-07a4-4369-8224-c4d2d705ad7c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:24.112607 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.113861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b9a7f79d-1d3a-4671-b464-16baee2a1102 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:24.139994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.153428 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.174651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: b9a7f79d-1d3a-4671-b464-16baee2a1102 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:24.175139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b9a7f79d-1d3a-4671-b464-16baee2a1102 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:24.209639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=170bd20a-07a4-4369-8224-c4d2d705ad7c,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:24.240472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-d13d2a89-eb36-4bd5-be21-20c7e497a8bc service neutron] 10.222.0.32 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3169856
Apr 09 21:03:24.274629 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.341477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-aedc8c32-cc27-409d-bd5d-367ca281be7f tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab5f53583b7444188c705ed472c3cf06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0733161
Apr 09 21:03:24.387811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Allocated IP 172.35.0.39 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/56cb693a-4dec-4429-85af-b90a8f8140f0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:24.448911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45b23cb5-886e-4578-b0ed-af77cb972491 req-d2857ab6-79ec-445a-9bb2-e1fc00fb80ed tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5 HTTP/1.1" status: 200  len: 10995 time: 0.3790739
Apr 09 21:03:24.474503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-f4fdad0d-1a29-48b4-a1bd-ca31ed37b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:24.476014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-f4fdad0d-1a29-48b4-a1bd-ca31ed37b0b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1206 time: 0.1637015
Apr 09 21:03:24.526391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for port (56cb693a-4dec-4429-85af-b90a8f8140f0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.572681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (56cb693a-4dec-4429-85af-b90a8f8140f0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.632141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:24.635154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:24.638898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:24.645622 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45b23cb5-886e-4578-b0ed-af77cb972491 req-6334c6ea-563d-496a-96df-b93907409fd3 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/47914aeb-b2a9-4f66-96ca-526c718a01d4 HTTP/1.1" status: 200  len: 2998 time: 0.1768346
Apr 09 21:03:24.657208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1165-bc98-42fe-8015-9b445dda9231 req-ec442e7c-ca0a-47a4-a6d9-0460691ed30c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:24.664932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-ec442e7c-ca0a-47a4-a6d9-0460691ed30c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3010793
Apr 09 21:03:24.665228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event updated for resources: {'Port': ['ID=56cb693a-4dec-4429-85af-b90a8f8140f0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:24.722202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-0beb43bc-9122-4b6c-ba84-f920b8ee21ec tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/quotas/ab5f53583b7444188c705ed472c3cf06 HTTP/1.1" status: 200  len: 375 time: 0.0563323
Apr 09 21:03:24.739443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for floatingip (87179e82-1ba0-4473-ab99-5b67fa6e3723), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.785991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (56cb693a-4dec-4429-85af-b90a8f8140f0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.854340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45b23cb5-886e-4578-b0ed-af77cb972491 req-666b6f60-fb31-4f41-8bbb-554ece7823d1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/47914aeb-b2a9-4f66-96ca-526c718a01d4 HTTP/1.1" status: 200  len: 2998 time: 0.1869802
Apr 09 21:03:24.871349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-db397caa-0cb0-4164-800c-a93df15d5075 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab5f53583b7444188c705ed472c3cf06&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1125581
Apr 09 21:03:24.940099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-de55a191-cdfe-4034-a313-56b72e71f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:24.941675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-de55a191-cdfe-4034-a313-56b72e71f63c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 913 time: 0.2710757
Apr 09 21:03:24.979458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for port (56cb693a-4dec-4429-85af-b90a8f8140f0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:24.982481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db925344-d974-451b-be0a-bda0d330ab3e req-d4c39553-2607-4d05-b913-6819d539bcee tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/c5c834f0-ea5c-4ab7-b13c-75306bb31571 HTTP/1.1" status: 200  len: 1816 time: 0.0716181
Apr 09 21:03:24.990937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (56cb693a-4dec-4429-85af-b90a8f8140f0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.009686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51324) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:25.093016 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.107689 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (e0558fcc-8e6c-4e6d-a328-59405717bb30), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.112052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event updated for resources: {'Port': ['ID=56cb693a-4dec-4429-85af-b90a8f8140f0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:25.112539 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-db925344-d974-451b-be0a-bda0d330ab3e req-4ed08dcc-4575-44f8-ad1c-7bd952087abb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (c5c834f0-ea5c-4ab7-b13c-75306bb31571), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.128516 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.135453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (87179e82-1ba0-4473-ab99-5b67fa6e3723), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.156373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.157744 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a670ca5d-fe7e-4d61-a770-8b69b3b65a7e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0761807
Apr 09 21:03:25.208465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba4c84-03c9-4d55-bcd0-ab308128faa2 req-f051290c-a138-4f28-9b76-caf3601591c1 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:25.210051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4eba4c84-03c9-4d55-bcd0-ab308128faa2 req-f051290c-a138-4f28-9b76-caf3601591c1 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 950 time: 0.1450827
Apr 09 21:03:25.211873 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-db925344-d974-451b-be0a-bda0d330ab3e req-4ed08dcc-4575-44f8-ad1c-7bd952087abb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (c5c834f0-ea5c-4ab7-b13c-75306bb31571), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.249062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-663299456-network', 'tenant_id': 'f87849ca88bb4519b329fab033911446'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:25.273609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:25.276071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.301603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.353819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-05f66b5b-1816-4c23-9a45-c4e9f1df69e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f HTTP/1.1" status: 200  len: 217 time: 0.0598960
Apr 09 21:03:25.429341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4eba4c84-03c9-4d55-bcd0-ab308128faa2 req-4fba50f4-ecf0-4f4e-a099-a783b6788665 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077549
Apr 09 21:03:25.451246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2b708a-25bb-4c08-9163-5dfa571dbf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170bd20a-07a4-4369-8224-c4d2d705ad7c'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:25.454195 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac548eb-c354-4fb0-9139-bb74331c3eba" -d '{"events": [{"server_uuid": "bd2b708a-25bb-4c08-9163-5dfa571dbf7d", "name": "network-vif-plugged", "status": "completed", "tag": "170bd20a-07a4-4369-8224-c4d2d705ad7c"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:25.470125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Publish callbacks [] for security_group (530716cd-d292-47cb-9c7e-4850ce22978d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.481322 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-db925344-d974-451b-be0a-bda0d330ab3e req-4ed08dcc-4575-44f8-ad1c-7bd952087abb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c5c834f0-ea5c-4ab7-b13c-75306bb31571), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.484473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-db925344-d974-451b-be0a-bda0d330ab3e req-4ed08dcc-4575-44f8-ad1c-7bd952087abb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.485448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (530716cd-d292-47cb-9c7e-4850ce22978d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.498978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db925344-d974-451b-be0a-bda0d330ab3e req-4ed08dcc-4575-44f8-ad1c-7bd952087abb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/c5c834f0-ea5c-4ab7-b13c-75306bb31571 HTTP/1.1" status: 204  len: 173 time: 0.4853561
Apr 09 21:03:25.508051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:03:25.522933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f51aa33e-1e99-4a9c-881a-0ef663c7fb1c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.523366 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Added segment f51aa33e-1e99-4a9c-881a-0ef663c7fb1c of type vlan for network cdd9fe53-654b-4110-9856-85e40c331c54
Apr 09 21:03:25.524402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed08dcc-4575-44f8-ad1c-7bd952087abb tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c834f0-ea5c-4ab7-b13c-75306bb31571,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:25.530103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-e92c9cdc-95c0-4195-8870-c1dab3c3fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:25.531623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-e92c9cdc-95c0-4195-8870-c1dab3c3fd5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.1700635
Apr 09 21:03:25.599616 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (cdd9fe53-654b-4110-9856-85e40c331c54), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.620839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530716cd-d292-47cb-9c7e-4850ce22978d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:25.642983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (cdd9fe53-654b-4110-9856-85e40c331c54), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.644118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:25.644830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.668873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-a71f5a82-3279-4648-8059-e7899f564394 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0730798
Apr 09 21:03:25.681011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1a8606c-705d-4e83-bfd7-78862f62df94 req-22986ecd-6173-4dd6-be67-8221e601d277 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 210 time: 0.0748813
Apr 09 21:03:25.737066 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a83de-91db-40d9-bf99-5a31ccdab665 x-openstack-request-id: req-ba9a83de-91db-40d9-bf99-5a31ccdab665 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:25.737569 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2b708a-25bb-4c08-9163-5dfa571dbf7d", "name": "network-vif-plugged", "status": "completed", "tag": "170bd20a-07a4-4369-8224-c4d2d705ad7c", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:25.737833 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba9a83de-91db-40d9-bf99-5a31ccdab665 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:25.738305 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9a83de-91db-40d9-bf99-5a31ccdab665'] response: {'server_uuid': 'bd2b708a-25bb-4c08-9163-5dfa571dbf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170bd20a-07a4-4369-8224-c4d2d705ad7c', 'code': 200}
Apr 09 21:03:25.739633 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7260609
Apr 09 21:03:25.741423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51354) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:25.751000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Request body: {'subnet': {'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-663299456-subnet', 'tenant_id': 'f87849ca88bb4519b329fab033911446', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:25.762159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9326a4a-864d-44bd-8c47-4216a6c333ac admin admin] Pushing event updated for resources: {'Network': ['ID=cdd9fe53-654b-4110-9856-85e40c331c54,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:25.775355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network cdd9fe53-654b-4110-9856-85e40c331c54 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:03:25.828421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:25.831171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:25.884889 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-203f2040-3d30-4bc5-97a9-f242de031e80 req-b970a13a-cd5f-40c8-917f-2ff181ed1fee tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:03:25.893548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-203f2040-3d30-4bc5-97a9-f242de031e80 req-b970a13a-cd5f-40c8-917f-2ff181ed1fee tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/c5c834f0-ea5c-4ab7-b13c-75306bb31571 HTTP/1.1" status: 404  len: 352 time: 0.1025164
Apr 09 21:03:26.011670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59866557-225d-4a43-8808-1f4561340bca req-4d164dc1-91ca-43d3-a08d-61b11b0683ad tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:26.013193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-4d164dc1-91ca-43d3-a08d-61b11b0683ad tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/networks?id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 200  len: 822 time: 0.4049625
Apr 09 21:03:26.014380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f095d-8030-4282-9d36-bd7342b4775e req-764bdd8f-f781-4d82-aa5e-525ec702de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:26.015903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-404f095d-8030-4282-9d36-bd7342b4775e req-764bdd8f-f781-4d82-aa5e-525ec702de44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 1132 time: 0.1440582
Apr 09 21:03:26.037864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Deleting port ded5a462-2872-4675-b6c0-7b66c74038df {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:26.038543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:26.060786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (37fdda6f-4a4d-41bf-b698-ea1190d2dc3a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:26.077736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-aee74019-75d7-41d0-869a-5b23c21a85a0 service neutron] 10.222.0.32 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3922019
Apr 09 21:03:26.091133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-fcd4c5de-87af-4aec-819c-5f0861a43f97 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/quotas/ed5c4a7f5181441d9d3db5d4ed86133b HTTP/1.1" status: 200  len: 375 time: 0.0622368
Apr 09 21:03:26.111984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04c19ec3-1c55-4c3a-8576-27563f872622 req-3070eb18-57d0-4b17-81a9-ec743a1e1d90 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/fbc01e51-006e-4334-899d-154794431da3 HTTP/1.1" status: 200  len: 1817 time: 0.1853662
Apr 09 21:03:26.125070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:26.134660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Checking segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:26.135079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Network hostable DHCP agents. Network: cdd9fe53-654b-4110-9856-85e40c331c54, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:03:26.154577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Network cdd9fe53-654b-4110-9856-85e40c331c54 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:03:26.164646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cdd9fe53-654b-4110-9856-85e40c331c54) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:26.171649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:26.172015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:26.174927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fdb27a-a85d-4bf3-ba42-9327cb5e9072 None None] Network cdd9fe53-654b-4110-9856-85e40c331c54 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:03:26.201217 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c14a0fb-119e-4e6b-938b-3eaeda96bd94 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.4507484
Apr 09 21:03:26.218986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-f63c637e-3338-4a7e-99f5-55390da0d539 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1097422
Apr 09 21:03:26.256794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-404f095d-8030-4282-9d36-bd7342b4775e req-ab683ac7-e7c5-42e7-98ad-9bf183a9ba58 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292092
Apr 09 21:03:26.319321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9b682-627e-469d-8a06-f36549f5f7f0 None None] Network cdd9fe53-654b-4110-9856-85e40c331c54 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:03:26.332720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] For port ded5a462-2872-4675-b6c0-7b66c74038df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ded5a462-2872-4675-b6c0-7b66c74038df,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:26.333112 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:26.715436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-5fa4b026-9f51-452c-9772-2b6cc79469ab tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ab5f53583b7444188c705ed472c3cf06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3983386
Apr 09 21:03:26.733465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Calling delete_port for ded5a462-2872-4675-b6c0-7b66c74038df owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:26.766827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f935d4-fae6-4d0f-a5bc-887950eae698 req-2c18f8af-7c09-438f-ae60-9f33f7221041 service neutron] 10.222.0.32 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6776645
Apr 09 21:03:26.774009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-04c19ec3-1c55-4c3a-8576-27563f872622 req-ce8b45d1-887c-43f4-b3cc-0d96a8c39140 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (fbc01e51-006e-4334-899d-154794431da3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:26.837004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:26.875517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-1352682c-fb26-4da3-a3c4-1b486de7b437 service neutron] 10.222.0.30 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6270132
Apr 09 21:03:26.901623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-04c19ec3-1c55-4c3a-8576-27563f872622 req-ce8b45d1-887c-43f4-b3cc-0d96a8c39140 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (fbc01e51-006e-4334-899d-154794431da3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:27.069017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1165-bc98-42fe-8015-9b445dda9231 req-fdc19764-af7a-43e2-ab0a-a7886aeaca37 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:27.070481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-fdc19764-af7a-43e2-ab0a-a7886aeaca37 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3351700
Apr 09 21:03:27.088796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Request body: {'port': {'device_id': 'd98c800d-6d97-4a1e-ae07-0b67613b3b9a', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'ab5f53583b7444188c705ed472c3cf06'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:27.111620 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-04c19ec3-1c55-4c3a-8576-27563f872622 req-ce8b45d1-887c-43f4-b3cc-0d96a8c39140 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fbc01e51-006e-4334-899d-154794431da3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:27.114182 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-04c19ec3-1c55-4c3a-8576-27563f872622 req-ce8b45d1-887c-43f4-b3cc-0d96a8c39140 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:27.115287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04c19ec3-1c55-4c3a-8576-27563f872622 req-ce8b45d1-887c-43f4-b3cc-0d96a8c39140 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/fbc01e51-006e-4334-899d-154794431da3 HTTP/1.1" status: 204  len: 173 time: 0.9901931
Apr 09 21:03:27.141620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-25e3599c-727c-406b-808b-4bd79a588e20 service neutron] 10.222.0.30 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2527137
Apr 09 21:03:27.176181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b45d1-887c-43f4-b3cc-0d96a8c39140 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc01e51-006e-4334-899d-154794431da3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:27.275078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ded5a462-2872-4675-b6c0-7b66c74038df), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:27.291677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Made reservation on behalf of ab5f53583b7444188c705ed472c3cf06 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:27.295176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:27.330132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded5a462-2872-4675-b6c0-7b66c74038df,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:27.567061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3030-9ff9-44a7-8295-6bbaa1cdf162 req-d3558ca7-6a65-48b4-8ee7-9560399ea134 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:27.568619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7a3030-9ff9-44a7-8295-6bbaa1cdf162 req-d3558ca7-6a65-48b4-8ee7-9560399ea134 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 950 time: 0.1601019
Apr 09 21:03:27.794737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-828328a8-c1b5-4012-92be-d2253f210f11 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:27.796322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-828328a8-c1b5-4012-92be-d2253f210f11 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.3381279
Apr 09 21:03:27.799332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7a3030-9ff9-44a7-8295-6bbaa1cdf162 req-e3f1a8ab-5dcd-49d3-b2fe-a755d132b0a4 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639190
Apr 09 21:03:27.807345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Allocated IP 192.168.233.56 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/9b504e32-7c87-466e-9a26-d68a37240534) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:27.837922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-f78c4592-b4f1-4aab-b8ea-2109827119c0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/quotas/f87849ca88bb4519b329fab033911446 HTTP/1.1" status: 200  len: 375 time: 0.0209017
Apr 09 21:03:27.842756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (e0558fcc-8e6c-4e6d-a328-59405717bb30), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:27.895877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-3e5cdcf5-d9a6-40a6-8201-d57320ee21ee tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0502207
Apr 09 21:03:27.978659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-242d05de-9586-427d-aba3-672a6f8e97f8 req-110a0445-7d01-4fcd-8922-9790f90617e7 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 210 time: 0.0850575
Apr 09 21:03:28.077789 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-abbdb0df-736b-409b-ae7e-2361a294594b req-83caf2e3-be63-4370-92cb-38fb58331718 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:03:28.078783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abbdb0df-736b-409b-ae7e-2361a294594b req-83caf2e3-be63-4370-92cb-38fb58331718 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/fbc01e51-006e-4334-899d-154794431da3 HTTP/1.1" status: 404  len: 352 time: 0.0688798
Apr 09 21:03:28.205167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-c273aaa6-d9f1-4453-b085-29ea965a8e8e service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2930193
Apr 09 21:03:28.263091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks [] for port (9b504e32-7c87-466e-9a26-d68a37240534), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:28.429465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-111a5725-f44d-4f75-88d2-9c33d6f684a9 req-73317c45-276f-4c8b-bd0a-a40b74c15f15 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 210 time: 0.0575562
Apr 09 21:03:28.463123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-a1e59ca5-bb0d-4500-99ad-ef63f9593dcb service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2201355
Apr 09 21:03:28.464818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Router e0558fcc-8e6c-4e6d-a328-59405717bb30 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:28.489257 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9b504e32-7c87-466e-9a26-d68a37240534), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:28.501143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['926e2550-7b2a-4e9a-947e-f80f6f5bcf9d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:28.524500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59866557-225d-4a43-8808-1f4561340bca req-ddbf5b47-74e2-44e9-840a-a3b0f06d3822 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:28.526053 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-ddbf5b47-74e2-44e9-840a-a3b0f06d3822 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "GET /v2.0/networks?id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 200  len: 822 time: 0.1710114
Apr 09 21:03:28.541970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Request body: {'port': {'device_id': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'admin_state_up': True, 'tenant_id': 'ed5c4a7f5181441d9d3db5d4ed86133b'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:28.571671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:28.613981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:28.639566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:28.644073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9591dc16-4376-4ad9-b3a5-aa8a691b249c req-14f1838c-8212-40f1-a240-44b48c626dbf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/efa7071b-5efa-4434-8df3-31d4e348ec31 HTTP/1.1" status: 200  len: 1817 time: 0.1763473
Apr 09 21:03:28.712253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:28.713421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:28.721150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Pushing event updated for resources: {'Port': ['ID=9b504e32-7c87-466e-9a26-d68a37240534,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:28.764820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Made reservation on behalf of ed5c4a7f5181441d9d3db5d4ed86133b for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:28.771181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-364d771b-9099-4fc1-80c5-865ded0309e9 req-6c31842f-6ca1-472c-bf6c-413aa243e306 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 210 time: 0.0659490
Apr 09 21:03:28.772409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:28.877217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-1f74bc05-0245-4ec5-a2f8-e901f79aed97 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7965691
Apr 09 21:03:28.891302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Request body: {'port': {'device_id': 'd98c800d-6d97-4a1e-ae07-0b67613b3b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:28.958067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Allocated IP 172.20.0.9 (2acdcdfe-c4fc-46e9-aafe-ac2fc5194554/faf7f7c5-7f39-4827-9277-12a92eed21c4/4b939184-9908-4fe1-b2fd-2da6cdaa8901) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:28.959549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f5c36033-8648-468c-aa3a-2a121e9d0a82 None None] Provisioning complete for port 9b504e32-7c87-466e-9a26-d68a37240534 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:28.960285 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f5c36033-8648-468c-aa3a-2a121e9d0a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9b504e32-7c87-466e-9a26-d68a37240534), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:28.994089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:29.002299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7fcb2797-7247-48f3-a06b-1d1ccb2ecf18 admin admin] 10.222.0.30 "PUT /v2.0/routers/e0558fcc-8e6c-4e6d-a328-59405717bb30/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9527555
Apr 09 21:03:29.002299 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9591dc16-4376-4ad9-b3a5-aa8a691b249c req-1fab236d-5655-433f-a088-518e0fb74c42 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (efa7071b-5efa-4434-8df3-31d4e348ec31), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.007818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51416) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:29.009287 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] Sync routers for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:29.029771 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:29.030783 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237757aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:29.043804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516c29-690d-4463-bfd3-ff72b0695675 req-7bf2b09e-1075-4ed7-86a8-35a47f6560af tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:29.045582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b516c29-690d-4463-bfd3-ff72b0695675 req-7bf2b09e-1075-4ed7-86a8-35a47f6560af tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 950 time: 0.1214945
Apr 09 21:03:29.092957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f5c36033-8648-468c-aa3a-2a121e9d0a82 None None] Port 9b504e32-7c87-466e-9a26-d68a37240534 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:03:29.125552 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9b504e32-7c87-466e-9a26-d68a37240534), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.242480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks [] for router (e0558fcc-8e6c-4e6d-a328-59405717bb30), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.432180 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:29.574365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9591dc16-4376-4ad9-b3a5-aa8a691b249c req-1fab236d-5655-433f-a088-518e0fb74c42 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (efa7071b-5efa-4434-8df3-31d4e348ec31), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.644097 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237757aa00>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:03:27Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:29.650754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b516c29-690d-4463-bfd3-ff72b0695675 req-e009dcdb-c45c-4705-bf53-6ec73e211038 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5961123
Apr 09 21:03:29.684172 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] Checking router: e0558fcc-8e6c-4e6d-a328-59405717bb30 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:29.695318 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] Routers {'e0558fcc-8e6c-4e6d-a328-59405717bb30'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:29.696173 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237757aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e0558fcc-8e6c-4e6d-a328-59405717bb30'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:29.750396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9591dc16-4376-4ad9-b3a5-aa8a691b249c req-1fab236d-5655-433f-a088-518e0fb74c42 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (efa7071b-5efa-4434-8df3-31d4e348ec31), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.752887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9591dc16-4376-4ad9-b3a5-aa8a691b249c req-1fab236d-5655-433f-a088-518e0fb74c42 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.754021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9591dc16-4376-4ad9-b3a5-aa8a691b249c req-1fab236d-5655-433f-a088-518e0fb74c42 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/efa7071b-5efa-4434-8df3-31d4e348ec31 HTTP/1.1" status: 204  len: 173 time: 1.0347979
Apr 09 21:03:29.788319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.798211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks [] for router_gateway (e0558fcc-8e6c-4e6d-a328-59405717bb30), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.810566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab236d-5655-433f-a088-518e0fb74c42 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7071b-5efa-4434-8df3-31d4e348ec31,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:29.819950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b8bb0-293b-40f7-990a-531733d96af2 req-621472f9-112b-4b32-bed1-e043a40b4cae tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:29.821591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-125b8bb0-293b-40f7-990a-531733d96af2 req-621472f9-112b-4b32-bed1-e043a40b4cae tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 935 time: 0.0898860
Apr 09 21:03:29.843133 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] Set router e0558fcc-8e6c-4e6d-a328-59405717bb30 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:29.889074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Deleting port 1452341e-3b1f-4488-8c46-a7cb55a27e39 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:29.889808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:29.944820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-125b8bb0-293b-40f7-990a-531733d96af2 req-afe4be03-ffa3-416d-bb19-400e2221cea5 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922344
Apr 09 21:03:29.988075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.071234 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237757aa00>, [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:03:27Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:30.131998 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6f5be-a9be-4d15-92d8-89adc33033d0 None None] The sync data for ids ['e0558fcc-8e6c-4e6d-a328-59405717bb30'] in ncdv-master-1 is: [{'id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'name': 'tempest-FloatingIPsAssociationTestJSON-1432232697-router', 'tenant_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206'}], 'enable_snat': True}, 'gw_port_id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:27Z', 'updated_at': '2022-04-09T21:03:27Z', 'revision_number': 5, 'project_id': 'bd8c462cb0354f748ec4a7bfa561be3d', 'gw_port': {'id': '1452341e-3b1f-4488-8c46-a7cb55a27e39', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558fcc-8e6c-4e6d-a328-59405717bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:29Z', 'updated_at': '2022-04-09T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:30.170724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b504e32-7c87-466e-9a26-d68a37240534 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:30.178483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] For port 1452341e-3b1f-4488-8c46-a7cb55a27e39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1452341e-3b1f-4488-8c46-a7cb55a27e39,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:30.178728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.186396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Publish callbacks [] for port (9b504e32-7c87-466e-9a26-d68a37240534), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.202127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:30.204617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event updated for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:30.210317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16da5c-9279-4cba-bbf0-cd6219a27d4a req-48d2c0b9-40fd-46ce-b69d-782529260f40 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:30.211882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b16da5c-9279-4cba-bbf0-cd6219a27d4a req-48d2c0b9-40fd-46ce-b69d-782529260f40 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 931 time: 0.1842787
Apr 09 21:03:30.212404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Calling delete_port for 1452341e-3b1f-4488-8c46-a7cb55a27e39 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:30.214442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:30.219919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:30.227019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75183da-430b-4cf6-bc28-2a9471e8f06d req-58bd3c36-19a4-4ee5-bb5f-27a2e024d57d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:30.234505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-7d79f545-9338-41c8-826b-9ec00d942a97 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:30.234766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c75183da-430b-4cf6-bc28-2a9471e8f06d req-58bd3c36-19a4-4ee5-bb5f-27a2e024d57d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1065507
Apr 09 21:03:30.236098 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-7d79f545-9338-41c8-826b-9ec00d942a97 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.1950083
Apr 09 21:03:30.242552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Transition to ACTIVE for port object 9b504e32-7c87-466e-9a26-d68a37240534 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:30.262778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9b504e32-7c87-466e-9a26-d68a37240534), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.307555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Request body: {'port': {'device_id': 'bce0e76e-bbf7-44e1-86c4-9d078813ff72', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'admin_state_up': True, 'tenant_id': 'f87849ca88bb4519b329fab033911446'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:30.320697 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.352293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:30.352912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.369416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b504e32-7c87-466e-9a26-d68a37240534,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:30.381570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c75183da-430b-4cf6-bc28-2a9471e8f06d req-4a3490fc-9b14-4d44-b203-ffad6079c661 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459174
Apr 09 21:03:30.392023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b16da5c-9279-4cba-bbf0-cd6219a27d4a req-fd3de65b-583a-45fd-a380-4bfd00bb3998 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483035
Apr 09 21:03:30.428994 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-1cc6b2d3-86e2-4622-a36c-ea95e58a8842 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8937221
Apr 09 21:03:30.502566 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-acdcf4ca-87ed-4fca-a5e3-4a792c2fbbfd req-fc817f96-03b5-4b7a-a357-c3203625f92b tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:03:30.503612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acdcf4ca-87ed-4fca-a5e3-4a792c2fbbfd req-fc817f96-03b5-4b7a-a357-c3203625f92b tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/efa7071b-5efa-4434-8df3-31d4e348ec31 HTTP/1.1" status: 404  len: 352 time: 0.0613456
Apr 09 21:03:30.523056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Request body: {'port': {'device_id': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:30.599427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82697e74-f692-4161-987b-698f3311af76 req-1bf7c658-93ab-4240-94f3-1fe109b80a60 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 210 time: 0.0862250
Apr 09 21:03:30.694269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Attempting to bind port 9b504e32-7c87-466e-9a26-d68a37240534 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:30.694772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Attempting to bind port 9b504e32-7c87-466e-9a26-d68a37240534 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:30.695196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Attempting to bind port 9b504e32-7c87-466e-9a26-d68a37240534 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:30.697278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:30.700851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.702968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.712209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Port 9b504e32-7c87-466e-9a26-d68a37240534 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:30.721396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Attempting to bind port 9b504e32-7c87-466e-9a26-d68a37240534 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:30.763038 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:30.763383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:30.763912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:30.764380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Bound port: 9b504e32-7c87-466e-9a26-d68a37240534, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:30.764802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9b504e32-7c87-466e-9a26-d68a37240534), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.776264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-b6cb2c6b-6235-46d5-a3d6-769481a1a8d9 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0505915
Apr 09 21:03:30.803833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be58be7c-6fa8-4f2f-88a3-8fd939c05764 req-7d55aa77-c41d-471e-83bb-b0f338616e39 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5 HTTP/1.1" status: 200  len: 6198 time: 0.1653883
Apr 09 21:03:30.809793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1452341e-3b1f-4488-8c46-a7cb55a27e39), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:30.850710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=1452341e-3b1f-4488-8c46-a7cb55a27e39,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:30.969251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be58be7c-6fa8-4f2f-88a3-8fd939c05764 req-1d953e0e-e9dd-4ea0-8097-b7eca231014d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/47914aeb-b2a9-4f66-96ca-526c718a01d4 HTTP/1.1" status: 200  len: 2998 time: 0.1525109
Apr 09 21:03:30.977219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-0d87b204-830c-40ff-959a-13d467c4ddb7 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:30.978669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-0d87b204-830c-40ff-959a-13d467c4ddb7 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1909676
Apr 09 21:03:30.980851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] For port 9b504e32-7c87-466e-9a26-d68a37240534, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:30.990194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] For port 9b504e32-7c87-466e-9a26-d68a37240534, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b504e32-7c87-466e-9a26-d68a37240534,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:31.013367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9b504e32-7c87-466e-9a26-d68a37240534), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.028932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-a3c83899-689d-490e-a347-ad87a5d4fa7e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/quotas/54a9d66010e4404c82a529dd4bd18c3c HTTP/1.1" status: 200  len: 375 time: 0.0358796
Apr 09 21:03:31.061556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Allocated IP 172.20.0.2 (cdd9fe53-654b-4110-9856-85e40c331c54/37fdda6f-4a4d-41bf-b698-ea1190d2dc3a/d9131337-3f4d-44a3-aa06-6245dff9187e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:31.063591 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (e0558fcc-8e6c-4e6d-a328-59405717bb30), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.081596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:31.082274 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.083662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b504e32-7c87-466e-9a26-d68a37240534 HTTP/1.1" status: 200  len: 1095 time: 2.1990035
Apr 09 21:03:31.088019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98c800d-6d97-4a1e-ae07-0b67613b3b9a', 'tag': '9b504e32-7c87-466e-9a26-d68a37240534'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:31.088019 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b60cd44-37ed-4159-9d79-dd4864d80dec" -d '{"events": [{"name": "network-changed", "server_uuid": "d98c800d-6d97-4a1e-ae07-0b67613b3b9a", "tag": "9b504e32-7c87-466e-9a26-d68a37240534"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:31.123654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be58be7c-6fa8-4f2f-88a3-8fd939c05764 req-3d672f9d-99c4-41c7-9b5d-444435def0a2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/47914aeb-b2a9-4f66-96ca-526c718a01d4 HTTP/1.1" status: 200  len: 2998 time: 0.1439743
Apr 09 21:03:31.210658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-086b5793-c7d2-42f6-8bcd-60032c2b2e04 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1544132
Apr 09 21:03:31.222227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf56c2-c7d2-4ffc-bd83-3aadfc9fafc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b504e32-7c87-466e-9a26-d68a37240534,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:31.224095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (e0558fcc-8e6c-4e6d-a328-59405717bb30), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.229894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks [] for router_controller (e0558fcc-8e6c-4e6d-a328-59405717bb30), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.245460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1165-bc98-42fe-8015-9b445dda9231 req-38f3694a-2dc7-461f-8251-53a277ce917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:31.247073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-38f3694a-2dc7-461f-8251-53a277ce917c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab5f53583b7444188c705ed472c3cf06&device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 1129 time: 0.1034558
Apr 09 21:03:31.323511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-8c7f70e3-c0a2-40f7-9313-a29a45d00b03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=9b504e32-7c87-466e-9a26-d68a37240534 HTTP/1.1" status: 200  len: 217 time: 0.0658669
Apr 09 21:03:31.373893 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (e0558fcc-8e6c-4e6d-a328-59405717bb30), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.374414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0558fcc-8e6c-4e6d-a328-59405717bb30 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:03:31.381691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.385611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a71d2316-d975-4ccd-9650-688145a08b6c admin admin] 10.222.0.30 "DELETE /v2.0/routers/e0558fcc-8e6c-4e6d-a328-59405717bb30 HTTP/1.1" status: 204  len: 168 time: 2.3738494
Apr 09 21:03:31.390463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51464) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:31.392018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ded5a462-2872-4675-b6c0-7b66c74038df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:31.431325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ded5a462-2872-4675-b6c0-7b66c74038df {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:31.433013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ded5a462-2872-4675-b6c0-7b66c74038df not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:31.437491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1165-bc98-42fe-8015-9b445dda9231 req-e96d823f-71d1-4dc6-bc69-1d84c9be6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:31.439739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-e96d823f-71d1-4dc6-bc69-1d84c9be6685 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1000226
Apr 09 21:03:31.507642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b939184-9908-4fe1-b2fd-2da6cdaa8901 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:31.518335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Publish callbacks [] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.547659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Transition to ACTIVE for port object 4b939184-9908-4fe1-b2fd-2da6cdaa8901 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:31.554924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7b503-b91b-47f1-97a1-32cd6d3556cb req-852810a6-b393-4875-bfdf-499c3be30074 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:31.557131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c7a7b503-b91b-47f1-97a1-32cd6d3556cb req-852810a6-b393-4875-bfdf-499c3be30074 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 947 time: 0.1141164
Apr 09 21:03:31.558707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1165-bc98-42fe-8015-9b445dda9231 req-7e0a231d-2776-4e04-a09c-583430e2ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:31.560531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-7e0a231d-2776-4e04-a09c-583430e2ed61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1055470
Apr 09 21:03:31.575045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.576722 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3863c7b9-9185-4ec7-8152-ae367054bced x-openstack-request-id: req-3863c7b9-9185-4ec7-8152-ae367054bced {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:31.576967 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98c800d-6d97-4a1e-ae07-0b67613b3b9a", "tag": "9b504e32-7c87-466e-9a26-d68a37240534", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:31.577256 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3863c7b9-9185-4ec7-8152-ae367054bced {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:31.577659 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3863c7b9-9185-4ec7-8152-ae367054bced'] response: {'name': 'network-changed', 'server_uuid': 'd98c800d-6d97-4a1e-ae07-0b67613b3b9a', 'tag': '9b504e32-7c87-466e-9a26-d68a37240534', 'status': 'completed', 'code': 200}
Apr 09 21:03:31.613873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d2b75c4e-e6ef-48f9-98f5-db0c9273830e req-cc081557-b0c2-489e-aabe-66d7621d19e1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-235718788', 'description': 'tempest-description-521252194'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:31.637533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:31.674108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-205c32d8-7b14-4aa7-91cf-971cf7bfa4bd admin admin] Deleting subnet de8d3b57-77aa-4d59-b228-8568d1515a62 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:03:31.686736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-205c32d8-7b14-4aa7-91cf-971cf7bfa4bd admin admin] Publish callbacks [] for subnet (de8d3b57-77aa-4d59-b228-8568d1515a62), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.716031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c7a7b503-b91b-47f1-97a1-32cd6d3556cb req-811a8d4a-a27a-45ed-9121-c62fea3d401c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521628
Apr 09 21:03:31.719270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2b75c4e-e6ef-48f9-98f5-db0c9273830e req-cc081557-b0c2-489e-aabe-66d7621d19e1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.746883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-060209c0-9265-48d3-b01c-4a68509fed0f service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736808
Apr 09 21:03:31.806666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks [] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.825016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-205c32d8-7b14-4aa7-91cf-971cf7bfa4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (de8d3b57-77aa-4d59-b228-8568d1515a62), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.895392 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba783e96-1e83-4357-a9a4-ba954d08da71 req-d43e53fd-920d-4c5f-9a02-bca2f69f71d3 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:31.896911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba783e96-1e83-4357-a9a4-ba954d08da71 req-d43e53fd-920d-4c5f-9a02-bca2f69f71d3 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 946 time: 0.0984707
Apr 09 21:03:31.899840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Attempting to bind port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:31.900379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Attempting to bind port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:31.900895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Attempting to bind port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:31.908163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:31.908725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Attempting to bind port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:31.926679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2b75c4e-e6ef-48f9-98f5-db0c9273830e req-cc081557-b0c2-489e-aabe-66d7621d19e1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (dd64af9c-f183-4ef0-8190-a444a7c21037), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.940437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:31.940584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Checking segment: {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:31.940979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Bound using segment: {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:31.941482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Bound port: 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:31.941838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.943184 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2b75c4e-e6ef-48f9-98f5-db0c9273830e req-cc081557-b0c2-489e-aabe-66d7621d19e1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (dd64af9c-f183-4ef0-8190-a444a7c21037), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.944379 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:31.981565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-578f1165-bc98-42fe-8015-9b445dda9231 req-d043b725-7281-45a4-b687-14a26722bffd service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2266183
Apr 09 21:03:32.011211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2b75c4e-e6ef-48f9-98f5-db0c9273830e req-cc081557-b0c2-489e-aabe-66d7621d19e1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.012268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2b75c4e-e6ef-48f9-98f5-db0c9273830e req-cc081557-b0c2-489e-aabe-66d7621d19e1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4137266
Apr 09 21:03:32.016361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc081557-b0c2-489e-aabe-66d7621d19e1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd64af9c-f183-4ef0-8190-a444a7c21037,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:32.039200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba783e96-1e83-4357-a9a4-ba954d08da71 req-b64278d7-f62d-40bc-97f4-c94a31b25de1 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293683
Apr 09 21:03:32.047552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-205c32d8-7b14-4aa7-91cf-971cf7bfa4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (de8d3b57-77aa-4d59-b228-8568d1515a62), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.088245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Network cdd9fe53-654b-4110-9856-85e40c331c54 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:32.106898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:32.119088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:32.122206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event updated for resources: {'Port': ['ID=d9131337-3f4d-44a3-aa06-6245dff9187e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:32.156345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:32.164345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee8ea421-1080-43e5-8f44-f315ea38abbc req-5292db77-a279-4a05-9625-1ae16e3e6597 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 210 time: 0.0548801
Apr 09 21:03:32.184353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:32.188881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305bff5-741b-4f81-81d5-7265dee9cc46 req-ec1f7c9a-4a01-4fc6-8c27-ae16179a5431 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:32.191076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4305bff5-741b-4f81-81d5-7265dee9cc46 req-ec1f7c9a-4a01-4fc6-8c27-ae16179a5431 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 943 time: 0.0829074
Apr 09 21:03:32.193977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.208814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-205c32d8-7b14-4aa7-91cf-971cf7bfa4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (de8d3b57-77aa-4d59-b228-8568d1515a62), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.241274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:32.241887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.245453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:32.246032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.247361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] 10.222.0.25 "PUT /v2.0/ports/4b939184-9908-4fe1-b2fd-2da6cdaa8901 HTTP/1.1" status: 200  len: 1091 time: 1.7367437
Apr 09 21:03:32.256076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:32.258438 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba432d-74aa-4ce7-918e-82ba3c482cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:32.284511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4305bff5-741b-4f81-81d5-7265dee9cc46 req-a1d35671-029c-4fdf-b336-c118eb7f9e05 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842223
Apr 09 21:03:32.286990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c32d8-7b14-4aa7-91cf-971cf7bfa4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8d3b57-77aa-4d59-b228-8568d1515a62,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:32.293642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-205c32d8-7b14-4aa7-91cf-971cf7bfa4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.293800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec84715-f7df-4e6c-a430-37550fabfb94 req-514eede4-6c80-438d-b748-2b4ad9fde0b8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:32.295399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec84715-f7df-4e6c-a430-37550fabfb94 req-514eede4-6c80-438d-b748-2b4ad9fde0b8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 931 time: 0.0633299
Apr 09 21:03:32.299458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e4765-78ee-412f-89d8-c241f7645302 None None] Network 7baa1819-530e-4fe9-a0b0-1cedcf135c19 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:03:32.306149 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-205c32d8-7b14-4aa7-91cf-971cf7bfa4bd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/de8d3b57-77aa-4d59-b228-8568d1515a62 HTTP/1.1" status: 204  len: 168 time: 0.9116724
Apr 09 21:03:32.308422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51484) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:32.331051 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-b399d8ad-11e0-4c37-aa2f-d713638f0e0f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0325153
Apr 09 21:03:32.334208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf0dbe-7f33-4fa6-bfa8-d2771ac2bea0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:32.349268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-c5eaa6aa-3425-4163-b485-5a06cfe3c075 req-d03a344b-6ef3-444a-91df-4490d231b94f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1567399253', 'description': 'tempest-description-466128858'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:32.423160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (7baa1819-530e-4fe9-a0b0-1cedcf135c19), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.432979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c5eaa6aa-3425-4163-b485-5a06cfe3c075 req-d03a344b-6ef3-444a-91df-4490d231b94f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.453106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec84715-f7df-4e6c-a430-37550fabfb94 req-4741ebdf-1777-43ed-a132-2fd24df2f3b2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492794
Apr 09 21:03:32.500832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] DHCP port deletion for 7baa1819-530e-4fe9-a0b0-1cedcf135c19 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:03:32.511078 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f556fdf-4347-4c91-ae6d-853cf838d656 x-openstack-request-id: req-5f556fdf-4347-4c91-ae6d-853cf838d656 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:32.511489 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:32.512095 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f556fdf-4347-4c91-ae6d-853cf838d656 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:32.512797 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f556fdf-4347-4c91-ae6d-853cf838d656'] response: {'name': 'network-changed', 'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'status': 'completed', 'code': 200}
Apr 09 21:03:32.539291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Deleting port f63c6983-89ab-4c1f-989e-e37b360bd741 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:32.539699 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.543781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] Deleting port f63c6983-89ab-4c1f-989e-e37b360bd741 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:32.544154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.612881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] For port f63c6983-89ab-4c1f-989e-e37b360bd741, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63c6983-89ab-4c1f-989e-e37b360bd741,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:32.613313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.627581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] Calling delete_port for f63c6983-89ab-4c1f-989e-e37b360bd741 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:32.629551 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c5eaa6aa-3425-4163-b485-5a06cfe3c075 req-d03a344b-6ef3-444a-91df-4490d231b94f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (a6d69725-e78f-4b27-99d7-6cc74447bf88), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.637177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] For port f63c6983-89ab-4c1f-989e-e37b360bd741, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63c6983-89ab-4c1f-989e-e37b360bd741,segment=NetworkSegment(48a76ebd-531b-4d86-9a14-9c650a9d15d5),segment_id=48a76ebd-531b-4d86-9a14-9c650a9d15d5)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:32.637550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.640751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c5eaa6aa-3425-4163-b485-5a06cfe3c075 req-d03a344b-6ef3-444a-91df-4490d231b94f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a6d69725-e78f-4b27-99d7-6cc74447bf88), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.676718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Calling delete_port for f63c6983-89ab-4c1f-989e-e37b360bd741 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:32.695623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c5eaa6aa-3425-4163-b485-5a06cfe3c075 req-d03a344b-6ef3-444a-91df-4490d231b94f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.700940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5eaa6aa-3425-4163-b485-5a06cfe3c075 req-d03a344b-6ef3-444a-91df-4490d231b94f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.3581796
Apr 09 21:03:32.708883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a344b-6ef3-444a-91df-4490d231b94f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d69725-e78f-4b27-99d7-6cc74447bf88,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:32.732058 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.784215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] Pushing event deleted for resources: {'Port': ['ID=f63c6983-89ab-4c1f-989e-e37b360bd741,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:32.786231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e77dd-2628-49e4-8989-b0735799526d None None] No DVR routers for this DVR port f63c6983-89ab-4c1f-989e-e37b360bd741 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:32.805851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f63c6983-89ab-4c1f-989e-e37b360bd741), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:32.849650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] No DVR routers for this DVR port f63c6983-89ab-4c1f-989e-e37b360bd741 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:32.858130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63c6983-89ab-4c1f-989e-e37b360bd741,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:32.942879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3df7e-3829-4bbf-ac8f-9b0656261654 req-148c2e3f-992a-42f1-a280-e9ceb449b50c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:32.944363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90e3df7e-3829-4bbf-ac8f-9b0656261654 req-148c2e3f-992a-42f1-a280-e9ceb449b50c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 947 time: 0.1080072
Apr 09 21:03:33.026876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (7baa1819-530e-4fe9-a0b0-1cedcf135c19), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.124992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23777709a0>,) {'filters': {'network_id': ['7baa1819-530e-4fe9-a0b0-1cedcf135c19']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:33.148803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-42e7f788-a632-433a-9660-ef9858f18811 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:33.150549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-42e7f788-a632-433a-9660-ef9858f18811 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.32 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 946 time: 0.1590581
Apr 09 21:03:33.165567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23777709a0>, '48a76ebd-531b-4d86-9a14-9c650a9d15d5') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:33.165819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23777709a0>, '48a76ebd-531b-4d86-9a14-9c650a9d15d5') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:33.194844 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (48a76ebd-531b-4d86-9a14-9c650a9d15d5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.226592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90e3df7e-3829-4bbf-ac8f-9b0656261654 req-49a1b61d-6d82-49e8-96ba-c1bdc4af8d83 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2705417
Apr 09 21:03:33.236626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-6be324d2-0e6c-44d3-97aa-45d9c910dd3d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:33.238416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-6be324d2-0e6c-44d3-97aa-45d9c910dd3d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 812 time: 0.3105731
Apr 09 21:03:33.239692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (48a76ebd-531b-4d86-9a14-9c650a9d15d5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.255386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:03:33.256699 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (48a76ebd-531b-4d86-9a14-9c650a9d15d5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:03:33.259332 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:03:33.333414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1452341e-3b1f-4488-8c46-a7cb55a27e39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:33.358012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 1452341e-3b1f-4488-8c46-a7cb55a27e39 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:33.358351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1452341e-3b1f-4488-8c46-a7cb55a27e39 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:33.358791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f63c6983-89ab-4c1f-989e-e37b360bd741 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:33.361731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-6cbc6b8b-7fec-41c3-a930-2afc39d2ddd0 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/quotas/bc7a2d61df2b4bfda6882e74e73b6cb5 HTTP/1.1" status: 200  len: 375 time: 0.1077104
Apr 09 21:03:33.379827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f63c6983-89ab-4c1f-989e-e37b360bd741 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:33.380095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f63c6983-89ab-4c1f-989e-e37b360bd741 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:33.501658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-ee221746-5246-4239-a4dd-c44d2d22d69f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1323457
Apr 09 21:03:33.510718 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (7baa1819-530e-4fe9-a0b0-1cedcf135c19), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.516351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.519901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7baa1819-530e-4fe9-a0b0-1cedcf135c19 HTTP/1.1" status: 204  len: 168 time: 1.2102683
Apr 09 21:03:33.577644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708c50d-4902-476b-90fa-56233572ba81 req-ae2f72a2-7c1b-4cb7-8342-8fd9632e5f65 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:33.579321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1708c50d-4902-476b-90fa-56233572ba81 req-ae2f72a2-7c1b-4cb7-8342-8fd9632e5f65 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 946 time: 0.2237525
Apr 09 21:03:33.593267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0d278-d61d-4ae5-825f-88c8c2c061e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7baa1819-530e-4fe9-a0b0-1cedcf135c19,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:33.609211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-051f0186-f9b5-4db0-8b63-37c661af84b3 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2312717
Apr 09 21:03:33.618629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Deleting port 61d1421c-05ab-4e1a-8af5-088db0beffa3 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:33.619050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.660335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51510) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:33.706629 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b5781218-dc0c-403b-a9f0-fed583fc5334 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd8c462cb0354f748ec4a7bfa561be3d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0450768
Apr 09 21:03:33.709060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51512) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:33.760286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-84fe0cf1-c1a8-444c-91f0-bd8ce0abe353 admin admin] Publish callbacks [] for security_group (acd779f4-d652-4deb-8ee1-fb95fd57f498), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.783125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-84fe0cf1-c1a8-444c-91f0-bd8ce0abe353 admin admin] Publish callbacks [] for security_group (acd779f4-d652-4deb-8ee1-fb95fd57f498), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.834015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-84fe0cf1-c1a8-444c-91f0-bd8ce0abe353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (acd779f4-d652-4deb-8ee1-fb95fd57f498), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.836704 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-84fe0cf1-c1a8-444c-91f0-bd8ce0abe353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:33.840379 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-84fe0cf1-c1a8-444c-91f0-bd8ce0abe353 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acd779f4-d652-4deb-8ee1-fb95fd57f498 HTTP/1.1" status: 204  len: 168 time: 0.1277018
Apr 09 21:03:33.846669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe0cf1-c1a8-444c-91f0-bd8ce0abe353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd779f4-d652-4deb-8ee1-fb95fd57f498,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:33.857005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1708c50d-4902-476b-90fa-56233572ba81 req-063469d3-2e1f-44c6-a2b9-e7d4444f213e tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups?id=080beef1-41cd-476b-8d92-b6b7db44110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2650881
Apr 09 21:03:33.893854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-7fee2b3c-02d3-4991-8c75-843377799abe tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:33.895518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-7fee2b3c-02d3-4991-8c75-843377799abe tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3664355
Apr 09 21:03:33.916675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Request body: {'port': {'device_id': '595b235c-0268-4995-b9b6-a9681a0e728f', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '54a9d66010e4404c82a529dd4bd18c3c'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:33.925754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] For port 61d1421c-05ab-4e1a-8af5-088db0beffa3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61d1421c-05ab-4e1a-8af5-088db0beffa3,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:33.926091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:34.030852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-62cd80b1-261b-4ef5-998c-aeb6a5d586ed service neutron] 10.222.0.30 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4085844
Apr 09 21:03:34.064442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c200931a-fd59-47ed-af5e-2c6e8451a583 req-d414ef46-7ce8-4a4a-9e7a-418fadb0a5c2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 210 time: 0.1210051
Apr 09 21:03:34.158873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Request body: {'port': {'device_id': 'bce0e76e-bbf7-44e1-86c4-9d078813ff72', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:34.204195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-ef7e4f59-7330-47b0-833b-4bfadc4e7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:34.205776 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-ef7e4f59-7330-47b0-833b-4bfadc4e7e73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab5f53583b7444188c705ed472c3cf06&device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 1129 time: 0.0998816
Apr 09 21:03:34.325607 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:34.327945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba432d-74aa-4ce7-918e-82ba3c482cd5 req-d25cd736-468c-4f64-96b7-f01bd760c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:34.329548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faba432d-74aa-4ce7-918e-82ba3c482cd5 req-d25cd736-468c-4f64-96b7-f01bd760c651 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 1125 time: 0.1763508
Apr 09 21:03:34.357413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-4d13431c-1a04-4e89-ba2b-0d2e2bb60b10 service neutron] 10.222.0.30 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2953167
Apr 09 21:03:34.404693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddf83f-c893-4f90-baff-8e2cd3481fa2 req-c35a4f77-7d9d-43ab-b2e8-b88209f8da01 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:34.409828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-8232bef8-1a95-4017-9fe1-37858dcb3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:34.413669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-8232bef8-1a95-4017-9fe1-37858dcb3433 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1968780
Apr 09 21:03:34.413861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99ddf83f-c893-4f90-baff-8e2cd3481fa2 req-c35a4f77-7d9d-43ab-b2e8-b88209f8da01 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 943 time: 0.2101786
Apr 09 21:03:34.437872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Made reservation on behalf of 54a9d66010e4404c82a529dd4bd18c3c for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:34.441218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:34.587045 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-fa7ee064-99e5-4080-ac61-cb6580b08542 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=9b504e32-7c87-466e-9a26-d68a37240534 HTTP/1.1" status: 200  len: 217 time: 0.1648502
Apr 09 21:03:34.693050 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-e7f2362d-b81f-4f09-a5bd-1407ed0ddae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:34.694739 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-e7f2362d-b81f-4f09-a5bd-1407ed0ddae7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0971231
Apr 09 21:03:34.785001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-7b835ce8-644c-406c-bc35-b4c90394e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:34.786654 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-7b835ce8-644c-406c-bc35-b4c90394e805 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0821314
Apr 09 21:03:34.886353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51546) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:34.895629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9131337-3f4d-44a3-aa06-6245dff9187e {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:34.920005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Publish callbacks [] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:34.958860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Transition to ACTIVE for port object d9131337-3f4d-44a3-aa06-6245dff9187e will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:34.972827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:34.985255 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-5afe7f2d-b251-4cea-8dbd-3615ff6592e1 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884146
Apr 09 21:03:35.000199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.000600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (6c6b4d11-f7b2-4fdf-9c5c-7af83045b515), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.000891 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Floating IP 6c6b4d11-f7b2-4fdf-9c5c-7af83045b515 disassociated. External IP: 172.35.0.241, port: 61d1421c-05ab-4e1a-8af5-088db0beffa3.
Apr 09 21:03:35.001275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Calling delete_port for 61d1421c-05ab-4e1a-8af5-088db0beffa3 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:35.093531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Pushing event updated for resources: {'Port': ['ID=d9131337-3f4d-44a3-aa06-6245dff9187e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:35.128329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-543080792-network', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:35.150197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99ddf83f-c893-4f90-baff-8e2cd3481fa2 req-2935d207-13a3-486e-8d79-4b3aaa084965 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7355986
Apr 09 21:03:35.182647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48d968-79ff-4b6c-8b9a-7e0f3a751e73 req-48991ce9-a6ef-40fd-9a94-6724091d830d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:35.184391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b48d968-79ff-4b6c-8b9a-7e0f3a751e73 req-48991ce9-a6ef-40fd-9a94-6724091d830d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 931 time: 0.3091993
Apr 09 21:03:35.192975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba432d-74aa-4ce7-918e-82ba3c482cd5 req-9106aac5-d6e6-4973-9d09-1ff6430a2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:35.194703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faba432d-74aa-4ce7-918e-82ba3c482cd5 req-9106aac5-d6e6-4973-9d09-1ff6430a2719 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&shared=False HTTP/1.1" status: 200  len: 923 time: 0.8552384
Apr 09 21:03:35.212240 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b60cd44-37ed-4159-9d79-dd4864d80dec req-d9cb8b79-2dc0-4782-9e76-22277026d027 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001331
Apr 09 21:03:35.213149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Made reservation on behalf of f11b6741075b48eaaf64948d2ecace51 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:35.215544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.227896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.255354 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Attempting to bind port d9131337-3f4d-44a3-aa06-6245dff9187e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:35.256002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Attempting to bind port d9131337-3f4d-44a3-aa06-6245dff9187e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:35.256561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Attempting to bind port d9131337-3f4d-44a3-aa06-6245dff9187e on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:35.266195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Port d9131337-3f4d-44a3-aa06-6245dff9187e on network cdd9fe53-654b-4110-9856-85e40c331c54 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:35.266841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Attempting to bind port d9131337-3f4d-44a3-aa06-6245dff9187e on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:35.284205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:35.284543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Checking segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:35.285233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Bound using segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:35.285962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Bound port: d9131337-3f4d-44a3-aa06-6245dff9187e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:35.286290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.346656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9b504e32-7c87-466e-9a26-d68a37240534 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:35.409708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] For port d9131337-3f4d-44a3-aa06-6245dff9187e, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:35.412934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Allocated IP 192.168.233.169 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/3b264ec0-cb5f-44ef-8d47-fdf046582d87) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:35.416823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Publish callbacks [] for security_group (503524f3-295c-45d5-a5ec-9412d71b5058), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.424480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (503524f3-295c-45d5-a5ec-9412d71b5058), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.426420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d410-c7d1-4d77-a263-ba3ccd627102 req-f23db3a1-b973-4faa-a9bf-d3f79b25095d tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:35.428094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffb0d410-c7d1-4d77-a263-ba3ccd627102 req-f23db3a1-b973-4faa-a9bf-d3f79b25095d tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 947 time: 0.1578786
Apr 09 21:03:35.429195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] For port d9131337-3f4d-44a3-aa06-6245dff9187e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9131337-3f4d-44a3-aa06-6245dff9187e,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:35.439501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b48d968-79ff-4b6c-8b9a-7e0f3a751e73 req-81a99e86-e1ae-46ce-b695-3849dc57a1e3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399476
Apr 09 21:03:35.457627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:03:35.461390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.481139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503524f3-295c-45d5-a5ec-9412d71b5058,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:35.503318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1bda1c50-8f94-40a9-b387-682db2ef66f9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.503666 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Added segment 1bda1c50-8f94-40a9-b387-682db2ef66f9 of type vlan for network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c
Apr 09 21:03:35.539897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:35.541951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.544726 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] 10.222.0.25 "PUT /v2.0/ports/d9131337-3f4d-44a3-aa06-6245dff9187e HTTP/1.1" status: 200  len: 1091 time: 1.4375241
Apr 09 21:03:35.558336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba432d-74aa-4ce7-918e-82ba3c482cd5 req-fa08a58d-41d4-41ef-89cc-d371b5c7827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:35.559778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce0e76e-bbf7-44e1-86c4-9d078813ff72', 'tag': 'd9131337-3f4d-44a3-aa06-6245dff9187e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:35.559960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faba432d-74aa-4ce7-918e-82ba3c482cd5 req-fa08a58d-41d4-41ef-89cc-d371b5c7827c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3563161
Apr 09 21:03:35.563440 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8eff55-b25c-4742-8ce5-a2b197a1709c" -d '{"events": [{"name": "network-changed", "server_uuid": "bce0e76e-bbf7-44e1-86c4-9d078813ff72", "tag": "d9131337-3f4d-44a3-aa06-6245dff9187e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:35.568726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9b504e32-7c87-466e-9a26-d68a37240534, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b504e32-7c87-466e-9a26-d68a37240534,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:35.585410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '9b504e32-7c87-466e-9a26-d68a37240534', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '9b504e32-7c87-466e-9a26-d68a37240534', 'mac_address': 'fa:16:3e:8a:8a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:35.619634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.632566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9b504e32-7c87-466e-9a26-d68a37240534 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:35.633269 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9b504e32-7c87-466e-9a26-d68a37240534), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.648626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93eda-a5b7-4a2b-b3b7-6daadee48c7b service neutron] Pushing event updated for resources: {'Port': ['ID=d9131337-3f4d-44a3-aa06-6245dff9187e,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:35.651479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b504e32-7c87-466e-9a26-d68a37240534 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:35.675855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9b504e32-7c87-466e-9a26-d68a37240534, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b504e32-7c87-466e-9a26-d68a37240534,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:35.684391 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9b504e32-7c87-466e-9a26-d68a37240534), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.707574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.710114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:35.713458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.714979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (61d1421c-05ab-4e1a-8af5-088db0beffa3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:35.725860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21f390e4-81d5-4a5e-b9a7-53126f705764 req-5caa1095-5eb1-485e-962d-a70715b7e281 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 210 time: 0.1594918
Apr 09 21:03:35.751128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9b504e32-7c87-466e-9a26-d68a37240534,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:35.805545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event deleted for resources: {'Port': ['ID=61d1421c-05ab-4e1a-8af5-088db0beffa3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:35.823991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffb0d410-c7d1-4d77-a263-ba3ccd627102 req-7bf2ed8c-bd5e-45ca-9b9f-4c8f2ce0a16b tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3464310
Apr 09 21:03:35.829884 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9424012
Apr 09 21:03:35.840121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:35.866176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Request body: {'subnet': {'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-543080792-subnet', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:35.963255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f0302-071b-405e-9888-feb91255fcd9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:35.966739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59866557-225d-4a43-8808-1f4561340bca req-2a1ed3ed-43ef-4859-bdbe-e1685e0e68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:35.968470 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-2a1ed3ed-43ef-4859-bdbe-e1685e0e68af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 1125 time: 0.2362792
Apr 09 21:03:35.987223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:03:36.083896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-7bb2a93f-7683-446b-b839-d629de089b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:36.086438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-7bb2a93f-7683-446b-b839-d629de089b22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 1125 time: 0.3535588
Apr 09 21:03:36.093618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9b504e32-7c87-466e-9a26-d68a37240534'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:36.108236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63340fff-28d1-4347-b0eb-ab0195197c02 req-f9af4707-8465-49d2-a14c-726944915111 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 210 time: 0.1486030
Apr 09 21:03:36.127847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0269e9c4-be5a-42a9-bcd6-b32bd52a509f req-9e51ca7e-7f99-4a84-bd75-3e6d54009a53 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 210 time: 0.1901751
Apr 09 21:03:36.318581 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks [] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:36.329795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-4aca869b-7ffc-4cfa-a257-a41a93e61d46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9131337-3f4d-44a3-aa06-6245dff9187e HTTP/1.1" status: 200  len: 217 time: 0.2131221
Apr 09 21:03:36.461008 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-7fba2f08-5a41-4809-8bc7-3f0c7d4d4601 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901 HTTP/1.1" status: 200  len: 217 time: 0.4812531
Apr 09 21:03:36.464966 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f2d8f-db72-4716-b52f-f57093973fdb x-openstack-request-id: req-451f2d8f-db72-4716-b52f-f57093973fdb {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:36.465412 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce0e76e-bbf7-44e1-86c4-9d078813ff72", "tag": "d9131337-3f4d-44a3-aa06-6245dff9187e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:36.466436 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-451f2d8f-db72-4716-b52f-f57093973fdb {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:36.466436 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451f2d8f-db72-4716-b52f-f57093973fdb'] response: {'name': 'network-changed', 'server_uuid': 'bce0e76e-bbf7-44e1-86c4-9d078813ff72', 'tag': 'd9131337-3f4d-44a3-aa06-6245dff9187e', 'status': 'completed', 'code': 200}
Apr 09 21:03:36.473909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Made reservation on behalf of f11b6741075b48eaaf64948d2ecace51 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:36.477215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:36.519172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43fce8-a6de-441e-ae34-5b83897e5ec1 req-fb1261f5-db09-4d20-b3d5-6f610c4c0f0f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:36.520741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f43fce8-a6de-441e-ae34-5b83897e5ec1 req-fb1261f5-db09-4d20-b3d5-6f610c4c0f0f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 943 time: 0.2112744
Apr 09 21:03:36.529304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-e904998a-e570-4c6b-ae82-9e5ccfa1e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:36.530868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-e904998a-e570-4c6b-ae82-9e5ccfa1e2f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1864998
Apr 09 21:03:36.598908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-6dc986e5-da57-4285-a536-e7efdb1b258f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:36.600940 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-6dc986e5-da57-4285-a536-e7efdb1b258f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.25 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 812 time: 0.7675936
Apr 09 21:03:36.629639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-e0f2400f-9720-474b-9770-66e21c4c883b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575738
Apr 09 21:03:36.636936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'port': {'device_id': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca', 'admin_state_up': True, 'tenant_id': 'bc7a2d61df2b4bfda6882e74e73b6cb5'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:36.653664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f43fce8-a6de-441e-ae34-5b83897e5ec1 req-c5b33b45-9ffd-45d6-9b51-41b467e8cd14 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218617
Apr 09 21:03:36.659469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Router f8577c82-5ced-432b-ad41-00951735a92f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:36.668387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59866557-225d-4a43-8808-1f4561340bca req-90169757-b032-4a57-af32-38dcfee85f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:36.668723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:36.670062 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-90169757-b032-4a57-af32-38dcfee85f2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=faf7f7c5-7f39-4827-9277-12a92eed21c4 HTTP/1.1" status: 200  len: 862 time: 0.2032628
Apr 09 21:03:36.688656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['413538b1-c0e7-410b-b551-a900c613c97a', '170bd20a-07a4-4369-8224-c4d2d705ad7c'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:36.752508 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-4e5b5ceb-45ae-4c89-bfc5-9ca0dbbee6bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669923
Apr 09 21:03:36.759215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e5d3c-fff1-48cb-b064-85610484d041 req-474a5e3b-1a1e-4b60-9e07-fa3184499f6c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:36.760827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57e5d3c-fff1-48cb-b064-85610484d041 req-474a5e3b-1a1e-4b60-9e07-fa3184499f6c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 943 time: 0.1709771
Apr 09 21:03:36.812563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:36.835509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:36.847198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:36.915356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Made reservation on behalf of bc7a2d61df2b4bfda6882e74e73b6cb5 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:03:36.915837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Pushing event updated for resources: {'Port': ['ID=3b264ec0-cb5f-44ef-8d47-fdf046582d87,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:36.920245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:36.992870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1688234-bda3-43fb-9395-7c9a6fdcea80 req-fddbbcd1-8fe5-4566-8642-524d28d4ab5a tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 210 time: 0.0781808
Apr 09 21:03:37.014730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-f8548b19-6e46-45e3-a868-cfa7f1ec0ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563972
Apr 09 21:03:37.082765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-0dc0814f-b3b1-49b4-badc-f1163a0629bb service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4255097
Apr 09 21:03:37.093720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:37.094346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.125216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57e5d3c-fff1-48cb-b064-85610484d041 req-16939224-27a8-468f-834e-651adb0e4c97 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3260198
Apr 09 21:03:37.150965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (a1006f6c-cc00-42bf-ac14-d756a1afabc3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.208786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:37.221965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] Sync routers for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:37.240374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:37.241293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375de5220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:37.291047 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-eb2676f7-92ed-4670-887f-99c6ec8b5322 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3826985
Apr 09 21:03:37.311450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Allocated IP 172.20.0.11 (2862fa2b-3134-4de1-bedd-a2bf3828b8ca/eef53007-99bc-4ca6-808a-edf8d619dc7a/9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:37.315324 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-59866557-225d-4a43-8808-1f4561340bca req-1ec03867-cb95-4d84-9e90-8bff13b7f00f service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2922299
Apr 09 21:03:37.315947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1006f6c-cc00-42bf-ac14-d756a1afabc3,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:37.324316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Checking segment: {'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:37.325015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Network hostable DHCP agents. Network: 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:03:37.353675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9b504e32-7c87-466e-9a26-d68a37240534 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:37.358773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Request body: {'port': {'device_id': '595b235c-0268-4995-b9b6-a9681a0e728f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:37.365195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f1f64cc8-715d-40e7-8331-416d14d79abd None None] Provisioning complete for port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:37.365846 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f1f64cc8-715d-40e7-8331-416d14d79abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.390044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:03:37.420338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:37.436206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:37.436504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.444628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f34743-70f4-49da-8833-62b599c847a0 req-8db889dd-2734-459d-988d-301f16819d6e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:37.446272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4f34743-70f4-49da-8833-62b599c847a0 req-8db889dd-2734-459d-988d-301f16819d6e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 936 time: 0.1872153
Apr 09 21:03:37.448400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef8e5f-e99c-42a6-8386-7c12ed2c3ef9 None None] Network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:03:37.459423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] No DVR routers for this DVR port 61d1421c-05ab-4e1a-8af5-088db0beffa3 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:37.469463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.473279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d2aadfd-35ab-4797-ae78-e5002a57a8be req-13795fbd-4255-456c-9be4-8212f05660fb tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.32 "DELETE /v2.0/ports/61d1421c-05ab-4e1a-8af5-088db0beffa3 HTTP/1.1" status: 204  len: 173 time: 4.2308357
Apr 09 21:03:37.477333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'name': 'network-vif-deleted', 'tag': '61d1421c-05ab-4e1a-8af5-088db0beffa3'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:37.479610 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a654259-37d2-4d00-9776-0c02c213408d" -d '{"events": [{"server_uuid": "38771bd6-54dc-448e-9f9e-be97fabb46b6", "name": "network-vif-deleted", "tag": "61d1421c-05ab-4e1a-8af5-088db0beffa3"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:37.489124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5406c-a84d-4b8b-8b77-92c1516ed3d4 req-b0d18f27-abac-4aff-8695-80e50c2dd6af tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:37.496443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff5406c-a84d-4b8b-8b77-92c1516ed3d4 req-b0d18f27-abac-4aff-8695-80e50c2dd6af tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 948 time: 0.3178225
Apr 09 21:03:37.526756 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b370fe42-9108-4ad5-b7f9-3edb16c6b152 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6728899
Apr 09 21:03:37.529834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51574) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:37.533602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:37.563825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70547663-6fba-47c8-8cc1-edb6a63da2fe req-4aa4f72d-61f2-405b-aa55-7a6c7fd3ee77 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4640460
Apr 09 21:03:37.573346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.596664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (93642b45-7af1-470a-9ab7-2d6136c07f4e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.598164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (93642b45-7af1-470a-9ab7-2d6136c07f4e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.599569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f1f64cc8-715d-40e7-8331-416d14d79abd None None] Port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:03:37.613299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.624868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 9b504e32-7c87-466e-9a26-d68a37240534 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:37.628728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:37.650494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4f34743-70f4-49da-8833-62b599c847a0 req-14d984f1-41f4-465f-b3b6-b73cafcfe701 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876459
Apr 09 21:03:37.678578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ff5406c-a84d-4b8b-8b77-92c1516ed3d4 req-b06dc59e-475c-41d3-8d3b-d713567fc1b5 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811812
Apr 09 21:03:37.759918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks [] for router_controller (93642b45-7af1-470a-9ab7-2d6136c07f4e), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.791179 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df567440-1217-4624-963d-83d00e96a28d x-openstack-request-id: req-df567440-1217-4624-963d-83d00e96a28d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:37.791644 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38771bd6-54dc-448e-9f9e-be97fabb46b6", "name": "network-vif-deleted", "tag": "61d1421c-05ab-4e1a-8af5-088db0beffa3", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:37.792203 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df567440-1217-4624-963d-83d00e96a28d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:37.793187 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df567440-1217-4624-963d-83d00e96a28d'] response: {'server_uuid': '38771bd6-54dc-448e-9f9e-be97fabb46b6', 'name': 'network-vif-deleted', 'tag': '61d1421c-05ab-4e1a-8af5-088db0beffa3', 'status': 'completed', 'code': 200}
Apr 09 21:03:37.868521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 9b504e32-7c87-466e-9a26-d68a37240534 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:37.869159 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9b504e32-7c87-466e-9a26-d68a37240534), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.890983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77551e12-3400-472c-adf5-f4b44dbe2591 req-856eccd4-0934-49dc-9246-c2271f3f9ee3 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/ports?device_id=38771bd6-54dc-448e-9f9e-be97fabb46b6 HTTP/1.1" status: 200  len: 210 time: 0.0727355
Apr 09 21:03:37.899946 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:37.915511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:37.917876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 61d1421c-05ab-4e1a-8af5-088db0beffa3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:37.925429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:37.929388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:37.950111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 61d1421c-05ab-4e1a-8af5-088db0beffa3 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:37.950447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 61d1421c-05ab-4e1a-8af5-088db0beffa3 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:37.951414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:38.007714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:38.008253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.015125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c', 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c', 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'fixed_ips': [{'subnet_id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:03:38.016310 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.039588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936d4ad-524f-4fe6-80cb-d49626da2150 req-92368139-0407-45d1-aea7-48da5ddd65b9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:38.041189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2936d4ad-524f-4fe6-80cb-d49626da2150 req-92368139-0407-45d1-aea7-48da5ddd65b9 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 943 time: 0.2275352
Apr 09 21:03:38.199620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks [] for router_gateway (93642b45-7af1-470a-9ab7-2d6136c07f4e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.207654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b264ec0-cb5f-44ef-8d47-fdf046582d87 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:38.221400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'Port': ['ID=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:38.227415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b2192-d455-42bb-a43a-d89eeb243d84 req-74bb6a24-d2da-48b1-ab5f-c60072f95841 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:38.237198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b5b2192-d455-42bb-a43a-d89eeb243d84 req-74bb6a24-d2da-48b1-ab5f-c60072f95841 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 932 time: 0.1353045
Apr 09 21:03:38.241921 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Publish callbacks [] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.261357 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-09da20e1-e242-4daa-9da4-d258ace6110d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6318622
Apr 09 21:03:38.270539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2936d4ad-524f-4fe6-80cb-d49626da2150 req-44e04e0a-7f3f-4246-87fd-b2c3652411cf tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126610
Apr 09 21:03:38.279460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Transition to ACTIVE for port object 3b264ec0-cb5f-44ef-8d47-fdf046582d87 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:38.293394 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.379524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b5b2192-d455-42bb-a43a-d89eeb243d84 req-a6a5ff7a-fad0-4e0d-852c-dd20a258b0a6 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392887
Apr 09 21:03:38.397093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Pushing event updated for resources: {'Port': ['ID=3b264ec0-cb5f-44ef-8d47-fdf046582d87,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:38.405447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9b504e32-7c87-466e-9a26-d68a37240534 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:38.406016 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9b504e32-7c87-466e-9a26-d68a37240534), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.476260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Allocated IP 172.20.0.2 (2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c/a1006f6c-cc00-42bf-ac14-d756a1afabc3/d6b0fc68-0bc9-4c14-8267-1d02a62756ad) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:38.499112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375de5220>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:24Z', 'revision_number': 5, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:38.517677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c800d-6d97-4a1e-ae07-0b67613b3b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b504e32-7c87-466e-9a26-d68a37240534'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:38.518589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd7c62-6d0a-461b-b3ac-afe90a22fcaf req-5c785116-a6d5-4655-8b97-4edbd313fc99 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:38.520188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80fd7c62-6d0a-461b-b3ac-afe90a22fcaf req-5c785116-a6d5-4655-8b97-4edbd313fc99 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 943 time: 0.1219273
Apr 09 21:03:38.525132 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks [] for router_gateway (93642b45-7af1-470a-9ab7-2d6136c07f4e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.526667 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bee7ddb-e1db-4b3b-8ccb-8de2f5c38c2a" -d '{"events": [{"server_uuid": "d98c800d-6d97-4a1e-ae07-0b67613b3b9a", "name": "network-vif-plugged", "status": "completed", "tag": "9b504e32-7c87-466e-9a26-d68a37240534"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:38.549839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.591371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] Checking router: f8577c82-5ced-432b-ad41-00951735a92f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:38.615567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Attempting to bind port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:38.615952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Attempting to bind port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:38.616283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Attempting to bind port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:38.628314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9b504e32-7c87-466e-9a26-d68a37240534, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b504e32-7c87-466e-9a26-d68a37240534,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:38.631123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:38.631486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Attempting to bind port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:38.637909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80fd7c62-6d0a-461b-b3ac-afe90a22fcaf req-f31a4f6a-c4d5-4771-afb8-e8b011b8edfc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108279
Apr 09 21:03:38.640973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:38.641349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:38.641744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:38.642303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Bound port: 3b264ec0-cb5f-44ef-8d47-fdf046582d87, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:38.642533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.649992 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9124788b-a707-423b-aa3f-9471a4b08f42 x-openstack-request-id: req-9124788b-a707-423b-aa3f-9471a4b08f42 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:38.650477 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c800d-6d97-4a1e-ae07-0b67613b3b9a", "name": "network-vif-plugged", "status": "completed", "tag": "9b504e32-7c87-466e-9a26-d68a37240534", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:38.650911 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9124788b-a707-423b-aa3f-9471a4b08f42 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:38.651484 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9124788b-a707-423b-aa3f-9471a4b08f42'] response: {'server_uuid': 'd98c800d-6d97-4a1e-ae07-0b67613b3b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b504e32-7c87-466e-9a26-d68a37240534', 'code': 200}
Apr 09 21:03:38.675147 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9b504e32-7c87-466e-9a26-d68a37240534), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.738944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] For port 3b264ec0-cb5f-44ef-8d47-fdf046582d87, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:38.742714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Allocated IP 172.35.0.174 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/58986122-9b78-4f92-918f-0f69eb2d60c0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:38.743717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] For port 3b264ec0-cb5f-44ef-8d47-fdf046582d87, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b264ec0-cb5f-44ef-8d47-fdf046582d87,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:38.754793 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.774065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:38.774634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375de5220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:38.846492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:38.847245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.848527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] 10.222.0.32 "PUT /v2.0/ports/3b264ec0-cb5f-44ef-8d47-fdf046582d87 HTTP/1.1" status: 200  len: 1096 time: 1.5199492
Apr 09 21:03:38.884816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks [] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.924723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05734523-0e84-4c16-bbb3-540df78074ac req-90026ec9-17e3-4d30-9e6a-5671a305b6ca tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:38.928818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05734523-0e84-4c16-bbb3-540df78074ac req-90026ec9-17e3-4d30-9e6a-5671a305b6ca tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.1397877
Apr 09 21:03:38.954059 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:38.985200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8eaf0-8c5f-4c8f-b3e1-7be7f2fea07f req-c9c2da59-7251-4293-8efe-e50df1dad4a3 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:38.987049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7d8eaf0-8c5f-4c8f-b3e1-7be7f2fea07f req-c9c2da59-7251-4293-8efe-e50df1dad4a3 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 948 time: 0.2003314
Apr 09 21:03:39.009450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:39.012709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:39.017656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:39.021191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Pushing event updated for resources: {'Port': ['ID=58986122-9b78-4f92-918f-0f69eb2d60c0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:39.029500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9373c-fd2b-44b9-8252-0c32bf2dbf97 service neutron] Pushing event updated for resources: {'Port': ['ID=3b264ec0-cb5f-44ef-8d47-fdf046582d87,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:39.040255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9b504e32-7c87-466e-9a26-d68a37240534,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:39.048407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-8b2b8a3e-b8eb-4acd-ac73-11baa920c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:39.053400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-8b2b8a3e-b8eb-4acd-ac73-11baa920c31a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 1130 time: 0.1118724
Apr 09 21:03:39.179789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:39.245203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Publish callbacks [] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:39.267352 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:39.355712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4b939184-9908-4fe1-b2fd-2da6cdaa8901 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:39.370599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks [] for router_gateway (93642b45-7af1-470a-9ab7-2d6136c07f4e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:39.387519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:39.422132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:39.431074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:39.445720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Pushing event updated for resources: {'Port': ['ID=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:39.498168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05734523-0e84-4c16-bbb3-540df78074ac req-e88e3f81-e29a-487c-8900-b76d89e3f576 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5560422
Apr 09 21:03:39.499390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-bdad139d-df15-4e83-a603-39a4767d6a62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3b264ec0-cb5f-44ef-8d47-fdf046582d87 HTTP/1.1" status: 200  len: 217 time: 0.4339335
Apr 09 21:03:39.504074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7d8eaf0-8c5f-4c8f-b3e1-7be7f2fea07f req-90d17dac-c5d6-4d0b-88d2-a63f5598fca9 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5041568
Apr 09 21:03:39.594796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-0bc82666-e85a-4193-99af-5da290c056ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:39.598884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-0bc82666-e85a-4193-99af-5da290c056ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0880604
Apr 09 21:03:39.621478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Request body: {'port': {'device_id': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:39.633186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Attempting to bind port d6b0fc68-0bc9-4c14-8267-1d02a62756ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:39.633567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Attempting to bind port d6b0fc68-0bc9-4c14-8267-1d02a62756ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:39.633926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Attempting to bind port d6b0fc68-0bc9-4c14-8267-1d02a62756ad on network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:39.648823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:39.649177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Checking segment: {'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:39.649756 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:39.649976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Bound using segment: {'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:39.650468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Bound port: d6b0fc68-0bc9-4c14-8267-1d02a62756ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:39.650854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:39.659424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:39.683412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-e9099bcc-ec8a-4be1-b15b-8942e232852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:39.685128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-e9099bcc-ec8a-4be1-b15b-8942e232852d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0770044
Apr 09 21:03:39.692565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375de5220>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:24Z', 'revision_number': 5, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:39.737928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac8230-74db-418d-8d61-6041e858db3f None None] The sync data for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 is: [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:01:14Z', 'revision_number': 4, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ff12eb8-26c1-41a2-9baf-714c631418fb', 'name': '', 'network_id': '08b7112f-413f-4fd7-98f3-1757fa9cef25', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'mac_address': 'fa:16:3e:69:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:13Z', 'updated_at': '2022-04-09T21:01:24Z', 'revision_number': 5, 'project_id': '5d288e617526417680b8d375cf87e380', 'subnets': [{'id': '41a02b39-9e41-49c8-9ae8-67e5db6eaac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:39.747132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'port_id': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'mac_address': 'fa:16:3e:95:4e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf7f7c5-7f39-4827-9277-12a92eed21c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:39.797456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595b235c-0268-4995-b9b6-a9681a0e728f', 'tag': '3b264ec0-cb5f-44ef-8d47-fdf046582d87'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:39.800028 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed" -d '{"events": [{"name": "network-changed", "server_uuid": "595b235c-0268-4995-b9b6-a9681a0e728f", "tag": "3b264ec0-cb5f-44ef-8d47-fdf046582d87"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:39.802084 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:39.820798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (93642b45-7af1-470a-9ab7-2d6136c07f4e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:39.835725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:39.836914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:39.856251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba31b3-e285-492c-ae6e-260f79b4b59c req-254c1a52-d97c-45ce-bd83-ef320c421390 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:39.861544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b939184-9908-4fe1-b2fd-2da6cdaa8901 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:39.862629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4ba31b3-e285-492c-ae6e-260f79b4b59c req-254c1a52-d97c-45ce-bd83-ef320c421390 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 943 time: 0.1681921
Apr 09 21:03:39.894933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a525db-a5b8-4571-b9b9-d5e536166cea req-3a0ac56e-ca94-40a7-a341-f3863d5b792b tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:39.896981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8a525db-a5b8-4571-b9b9-d5e536166cea req-3a0ac56e-ca94-40a7-a341-f3863d5b792b tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 932 time: 0.1807535
Apr 09 21:03:39.943968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-9ca66060-453b-483a-824e-63bc59798eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388554
Apr 09 21:03:40.045709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4ba31b3-e285-492c-ae6e-260f79b4b59c req-e145c7c6-dd00-4e86-8985-38944aecb7b4 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813650
Apr 09 21:03:40.088302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:40.101864 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.109223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51600) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:40.110540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] For port d6b0fc68-0bc9-4c14-8267-1d02a62756ad, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:40.140728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8a525db-a5b8-4571-b9b9-d5e536166cea req-737905ea-a330-4a3f-9d82-3c5958e249cf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2191849
Apr 09 21:03:40.188415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:40.204473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] For port d6b0fc68-0bc9-4c14-8267-1d02a62756ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,segment=NetworkSegment(1bda1c50-8f94-40a9-b387-682db2ef66f9),segment_id=1bda1c50-8f94-40a9-b387-682db2ef66f9)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:40.207821 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d2c39-ab17-4363-9a52-f3f05f53b131 None None] New status for floating IP 6c6b4d11-f7b2-4fdf-9c5c-7af83045b515: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:03:40.222463 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.240572 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb70959-64cc-40b5-acf4-f07c2628b770 x-openstack-request-id: req-ddb70959-64cc-40b5-acf4-f07c2628b770 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:40.240925 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595b235c-0268-4995-b9b6-a9681a0e728f", "tag": "3b264ec0-cb5f-44ef-8d47-fdf046582d87", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:40.241333 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ddb70959-64cc-40b5-acf4-f07c2628b770 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:40.242033 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb70959-64cc-40b5-acf4-f07c2628b770'] response: {'name': 'network-changed', 'server_uuid': '595b235c-0268-4995-b9b6-a9681a0e728f', 'tag': '3b264ec0-cb5f-44ef-8d47-fdf046582d87', 'status': 'completed', 'code': 200}
Apr 09 21:03:40.289559 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a69bde-76fb-42ac-bb2d-936b4c285244 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group (080beef1-41cd-476b-8d92-b6b7db44110b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.300343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ff4d7ba-a5c7-487b-93ff-0119e0550c7d req-0c3be8ce-b306-47cc-8351-538e65491b30 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3413155
Apr 09 21:03:40.307746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437ee6f-d790-4c6b-b4c8-d0dc76f9d635 None None] Pushing event updated for resources: {'Port': ['ID=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:40.361633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a69bde-76fb-42ac-bb2d-936b4c285244 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group (080beef1-41cd-476b-8d92-b6b7db44110b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.370869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebd9f5-f208-4c62-9ec9-a6657ee9be9e req-ee1a3ef3-2fd4-475e-8450-e204655de94d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:40.372506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54ebd9f5-f208-4c62-9ec9-a6657ee9be9e req-ee1a3ef3-2fd4-475e-8450-e204655de94d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 943 time: 0.1243279
Apr 09 21:03:40.492087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54ebd9f5-f208-4c62-9ec9-a6657ee9be9e req-09940bcb-70ee-4bec-aef2-617218156adc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102941
Apr 09 21:03:40.510006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a69bde-76fb-42ac-bb2d-936b4c285244 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (080beef1-41cd-476b-8d92-b6b7db44110b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.513748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a69bde-76fb-42ac-bb2d-936b4c285244 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.518108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-41a69bde-76fb-42ac-bb2d-936b4c285244 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "DELETE /v2.0/security-groups/080beef1-41cd-476b-8d92-b6b7db44110b HTTP/1.1" status: 204  len: 168 time: 0.4040391
Apr 09 21:03:40.524414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51602) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:40.552271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['4b939184-9908-4fe1-b2fd-2da6cdaa8901'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:40.565327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Router 93642b45-7af1-470a-9ab7-2d6136c07f4e is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:03:40.591843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a69bde-76fb-42ac-bb2d-936b4c285244 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=080beef1-41cd-476b-8d92-b6b7db44110b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:40.594145 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-3fb21520-8f59-4c05-873a-eb3e729ac254 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] show failed (client error): The resource could not be found.
Apr 09 21:03:40.601761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3fb21520-8f59-4c05-873a-eb3e729ac254 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "GET /v2.0/security-groups/080beef1-41cd-476b-8d92-b6b7db44110b HTTP/1.1" status: 404  len: 347 time: 0.0733671
Apr 09 21:03:40.602297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51608) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:40.847241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c9ba9-8aeb-47d0-a5fd-a4ca7872685a req-450b63c8-ac28-4127-863f-8ef6d8d4609f tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:40.848787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-212c9ba9-8aeb-47d0-a5fd-a4ca7872685a req-450b63c8-ac28-4127-863f-8ef6d8d4609f tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.1252663
Apr 09 21:03:40.851560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:40.854817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aeb754-18cf-42c6-98ac-9c706f5f0e29 req-68ebd890-50e4-4d4d-ba26-16a20fea95a1 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:40.856245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67aeb754-18cf-42c6-98ac-9c706f5f0e29 req-68ebd890-50e4-4d4d-ba26-16a20fea95a1 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 948 time: 0.1298079
Apr 09 21:03:40.856453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:40.863298 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Publish callbacks [] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.872100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Sync routers for ids ['93642b45-7af1-470a-9ab7-2d6136c07f4e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:40.882401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Transition to ACTIVE for port object 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:03:40.885413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.885731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Routers {'93642b45-7af1-470a-9ab7-2d6136c07f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:40.887783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376335790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['93642b45-7af1-470a-9ab7-2d6136c07f4e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:40.887921 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4c446c2b-a32b-427f-b834-79c09c1e54a7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3570859
Apr 09 21:03:40.890431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51610) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:40.894591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Deleting port 20e77d52-4222-4036-beb3-0718776ad858 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:40.894938 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (20e77d52-4222-4036-beb3-0718776ad858), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:40.901634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.000632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-212c9ba9-8aeb-47d0-a5fd-a4ca7872685a req-4018b8d6-acd5-464e-bd2b-0a4e24b339f5 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416271
Apr 09 21:03:41.021101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67aeb754-18cf-42c6-98ac-9c706f5f0e29 req-fa8befab-62e4-4df0-a54f-4947a9e0bf75 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511803
Apr 09 21:03:41.028360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Pushing event updated for resources: {'Port': ['ID=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:41.050237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Set router 93642b45-7af1-470a-9ab7-2d6136c07f4e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:41.054626 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (20e77d52-4222-4036-beb3-0718776ad858), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.055261 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for floatingip (20e77d52-4222-4036-beb3-0718776ad858), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.074251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Calling delete_port for 20e77d52-4222-4036-beb3-0718776ad858 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:41.161274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Attempting to bind port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:41.161669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Attempting to bind port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:41.161911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Attempting to bind port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac on network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:41.171096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac on network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:03:41.171418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Attempting to bind port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac on network 2862fa2b-3134-4de1-bedd-a2bf3828b8ca {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:41.223483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:41.223837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Checking segment: {'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:41.224195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Bound using segment: {'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:41.224632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Bound port: 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25e5437-7f39-498c-8748-ee39c4fb9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:41.225091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.288360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcca60-164c-4948-a53a-0d2b728d47ce req-942ba7d8-5c45-437a-94d3-0963cad33562 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:41.296337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20dcca60-164c-4948-a53a-0d2b728d47ce req-942ba7d8-5c45-437a-94d3-0963cad33562 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 944 time: 0.1526906
Apr 09 21:03:41.340266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376335790>, [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:39Z', 'revision_number': 3, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port': {'id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:38Z', 'updated_at': '2022-04-09T21:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:41.389266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Checking router: 93642b45-7af1-470a-9ab7-2d6136c07f4e for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:41.389562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Updating router 93642b45-7af1-470a-9ab7-2d6136c07f4e port 58986122-9b78-4f92-918f-0f69eb2d60c0 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:03:41.427881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] For port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:41.430885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f689b-53b5-4626-b70d-a3573c970d2e req-8f6773cd-02c4-40e7-97f1-8e30f066116a tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:41.432393 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.436927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-049f689b-53b5-4626-b70d-a3573c970d2e req-8f6773cd-02c4-40e7-97f1-8e30f066116a tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 944 time: 0.1944709
Apr 09 21:03:41.479460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d6b0fc68-0bc9-4c14-8267-1d02a62756ad up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:41.481065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] For port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:41.495572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.512376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20dcca60-164c-4948-a53a-0d2b728d47ce req-05163275-2383-4c46-9b16-06eadffb6ac3 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150285
Apr 09 21:03:41.555719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (20e77d52-4222-4036-beb3-0718776ad858), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.583885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:41.584580 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.586001 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] 10.222.0.25 "PUT /v2.0/ports/9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 200  len: 1092 time: 1.9779222
Apr 09 21:03:41.586470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:41.588724 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b931ccb-d9be-4852-8c88-c55ae85a4427" -d '{"events": [{"name": "network-changed", "server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:41.613833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c1c3d-facd-4d91-a2b5-21a3d9c8943a service neutron] Pushing event updated for resources: {'Port': ['ID=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:41.625678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Pushing event deleted for resources: {'Port': ['ID=20e77d52-4222-4036-beb3-0718776ad858,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:41.649086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-bffc4512-4cb4-49e1-a98b-e70e47a1299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:41.650469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-bffc4512-4cb4-49e1-a98b-e70e47a1299b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 1130 time: 0.2354691
Apr 09 21:03:41.651624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d6b0fc68-0bc9-4c14-8267-1d02a62756ad triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:41.652003 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.711618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.744501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-049f689b-53b5-4626-b70d-a3573c970d2e req-b5469af5-fbd6-4be2-80a5-13dd7f62382d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3035328
Apr 09 21:03:41.802550 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55387b01-d864-46aa-84c8-f1e5e4ed8840 x-openstack-request-id: req-55387b01-d864-46aa-84c8-f1e5e4ed8840 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:41.803201 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:41.803999 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55387b01-d864-46aa-84c8-f1e5e4ed8840 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:41.804577 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55387b01-d864-46aa-84c8-f1e5e4ed8840'] response: {'name': 'network-changed', 'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac', 'status': 'completed', 'code': 200}
Apr 09 21:03:41.816723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15355b0d-f48d-471b-929f-a24bc1957e96 req-a4bd6d71-51a7-4e13-bcfa-28614217a2a1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:41.831272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15355b0d-f48d-471b-929f-a24bc1957e96 req-a4bd6d71-51a7-4e13-bcfa-28614217a2a1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 943 time: 0.2103453
Apr 09 21:03:41.835778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d6b0fc68-0bc9-4c14-8267-1d02a62756ad is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:41.836259 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.868797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995453f2-1159-4d2a-898a-599375b8c1bc None None] Network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:03:41.919179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-2a5c5ca0-3a34-45cb-ab7e-ebc291be2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:41.920836 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-2a5c5ca0-3a34-45cb-ab7e-ebc291be2842 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 1125 time: 0.0607009
Apr 09 21:03:41.962868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15355b0d-f48d-471b-929f-a24bc1957e96 req-5b88c47f-9248-422e-99b4-a0126a448cd9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284916
Apr 09 21:03:41.979517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks [] for floatingip (6c6b4d11-f7b2-4fdf-9c5c-7af83045b515), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.982177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:41.982706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Allocated IP 172.20.0.1 (2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c/a1006f6c-cc00-42bf-ac14-d756a1afabc3/0462372d-759b-4d09-9745-a0a3c1acdea9) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:41.983359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d4018a80-ecbc-4f66-b3c6-d141bfeed217 tempest-AttachSCSIVolumeTestJSON-1115941662 tempest-AttachSCSIVolumeTestJSON-1115941662-project] 10.222.0.30 "DELETE /v2.0/floatingips/6c6b4d11-f7b2-4fdf-9c5c-7af83045b515 HTTP/1.1" status: 204  len: 168 time: 1.3795907
Apr 09 21:03:42.002382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-619adb9c-2b7e-4e14-9953-02d4ddd15d62 None None] Provisioning complete for port d6b0fc68-0bc9-4c14-8267-1d02a62756ad triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:42.002870 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-619adb9c-2b7e-4e14-9953-02d4ddd15d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.007342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port d6b0fc68-0bc9-4c14-8267-1d02a62756ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,segment=NetworkSegment(1bda1c50-8f94-40a9-b387-682db2ef66f9),segment_id=1bda1c50-8f94-40a9-b387-682db2ef66f9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:42.008157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-0a77a83a-4e99-4595-afbe-f68661bc77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.009839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-0a77a83a-4e99-4595-afbe-f68661bc77aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3010375
Apr 09 21:03:42.041412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4b939184-9908-4fe1-b2fd-2da6cdaa8901 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:42.058849 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.068365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-670bc928-4346-4396-a222-dd9ff65d2d5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3b264ec0-cb5f-44ef-8d47-fdf046582d87 HTTP/1.1" status: 200  len: 217 time: 0.0481949
Apr 09 21:03:42.086382 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Publish callbacks [] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.141660 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.188771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Publish callbacks [] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.274923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Attempting to bind port 58986122-9b78-4f92-918f-0f69eb2d60c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:42.275363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Attempting to bind port 58986122-9b78-4f92-918f-0f69eb2d60c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:42.275868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Attempting to bind port 58986122-9b78-4f92-918f-0f69eb2d60c0 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:42.313012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-ed41e31b-dfd6-4d09-974d-0a6fab22309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.314493 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-ed41e31b-dfd6-4d09-974d-0a6fab22309b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1126 time: 0.1207275
Apr 09 21:03:42.322768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:42.372825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c404e06-2d80-48b0-8537-959a49ba0999 req-255389cc-81fd-47d9-811c-061cc5abc05b tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.375116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c404e06-2d80-48b0-8537-959a49ba0999 req-255389cc-81fd-47d9-811c-061cc5abc05b tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.2313478
Apr 09 21:03:42.409607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fe370-6e82-4f80-b1c2-8c68c4b94fbd None None] Pushing event updated for resources: {'Port': ['ID=58986122-9b78-4f92-918f-0f69eb2d60c0,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:42.423452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:42.427523 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-5f56c26b-5848-488c-988f-828051d8b511 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 200  len: 217 time: 0.1006331
Apr 09 21:03:42.433424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:42.433845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:42.434459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.434874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:42.435378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Bound port: 58986122-9b78-4f92-918f-0f69eb2d60c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:42.435767 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.450686 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.494637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c404e06-2d80-48b0-8537-959a49ba0999 req-958b2029-cc0b-4b04-8dee-93f31cf0b1f1 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911520
Apr 09 21:03:42.505695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:42.509803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9816a-ed79-46f8-9e53-784fd1d36625 req-9df9e701-4cda-43c2-8a1c-3d42d658acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.511554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3e9816a-ed79-46f8-9e53-784fd1d36625 req-9df9e701-4cda-43c2-8a1c-3d42d658acc0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 1131 time: 0.2963605
Apr 09 21:03:42.518598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a160d3-04d0-4260-a8cc-6b5bd172c1bc req-bea9c112-ecf2-4e04-826c-bf48ea27619a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.526207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2a160d3-04d0-4260-a8cc-6b5bd172c1bc req-bea9c112-ecf2-4e04-826c-bf48ea27619a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 948 time: 0.3810563
Apr 09 21:03:42.539763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-877a3036-b112-4202-938c-aa70ce3d9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.545185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-877a3036-b112-4202-938c-aa70ce3d9f52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.4655230
Apr 09 21:03:42.578404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:42.582486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:42.585881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Pushing event updated for resources: {'Port': ['ID=0462372d-759b-4d09-9745-a0a3c1acdea9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:42.628303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-4da0c1ba-d9b4-40c3-bbf6-bee650d81bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.631090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-4da0c1ba-d9b4-40c3-bbf6-bee650d81bf1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 906 time: 0.4355025
Apr 09 21:03:42.668308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] For port 58986122-9b78-4f92-918f-0f69eb2d60c0, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:42.694131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] For port 58986122-9b78-4f92-918f-0f69eb2d60c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58986122-9b78-4f92-918f-0f69eb2d60c0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:42.698761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-619adb9c-2b7e-4e14-9953-02d4ddd15d62 None None] Current status of the port d6b0fc68-0bc9-4c14-8267-1d02a62756ad is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:42.704690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:42.705188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.745452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.770071 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-a47c93ae-431f-4565-863b-9df2e069554f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9131337-3f4d-44a3-aa06-6245dff9187e HTTP/1.1" status: 200  len: 217 time: 0.0666595
Apr 09 21:03:42.778044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3e9816a-ed79-46f8-9e53-784fd1d36625 req-3340e377-c33b-4d6c-b752-8049a43f2c64 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295502
Apr 09 21:03:42.779707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-1ec69ff4-bc83-4258-8b94-66bd8277b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.781332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-1ec69ff4-bc83-4258-8b94-66bd8277b8ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2235713
Apr 09 21:03:42.786773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2a160d3-04d0-4260-a8cc-6b5bd172c1bc req-161dd501-9135-498b-9369-0e01db3bb5de tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594893
Apr 09 21:03:42.797850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8744c4-7e23-49c6-b7b6-46c724663010 req-c7cbe431-b14f-4601-8ecd-b7b7f847ef7f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.814430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d8744c4-7e23-49c6-b7b6-46c724663010 req-c7cbe431-b14f-4601-8ecd-b7b7f847ef7f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 944 time: 0.1680226
Apr 09 21:03:42.842830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fe370-6e82-4f80-b1c2-8c68c4b94fbd None None] Pushing event updated for resources: {'Port': ['ID=58986122-9b78-4f92-918f-0f69eb2d60c0,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:42.848368 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (93642b45-7af1-470a-9ab7-2d6136c07f4e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.883701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-babcce49-cecb-4772-a0db-a6ec8a2b9f73 None None] Provisioning complete for port d6b0fc68-0bc9-4c14-8267-1d02a62756ad triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:42.884125 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-babcce49-cecb-4772-a0db-a6ec8a2b9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:42.908345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-15f9e3bb-9ce9-4e12-b3f7-ed5c4271ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.911644 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-15f9e3bb-9ce9-4e12-b3f7-ed5c4271ad00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.3088768
Apr 09 21:03:42.951999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-a1181c9c-4cb9-4a7e-9d14-5b41bc574194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.953787 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-a1181c9c-4cb9-4a7e-9d14-5b41bc574194 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1770895
Apr 09 21:03:42.988742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604fbd-4126-4183-a638-ed0f2dbbf428 req-34b47ebf-cf88-4b02-b2f2-64d50a6ccf73 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:42.990532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59604fbd-4126-4183-a638-ed0f2dbbf428 req-34b47ebf-cf88-4b02-b2f2-64d50a6ccf73 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 944 time: 0.0676675
Apr 09 21:03:43.029517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:43.030741 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:43.079164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Routers {'93642b45-7af1-470a-9ab7-2d6136c07f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:43.079813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376335790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['93642b45-7af1-470a-9ab7-2d6136c07f4e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:43.092701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-babcce49-cecb-4772-a0db-a6ec8a2b9f73 None None] Current status of the port d6b0fc68-0bc9-4c14-8267-1d02a62756ad is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:43.102539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d8744c4-7e23-49c6-b7b6-46c724663010 req-05740b0e-eb46-494c-8dfc-994f87d091ea tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2871618
Apr 09 21:03:43.106472 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-dc5b6c92-c4f5-438f-a742-6be79f6bc0ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0589082
Apr 09 21:03:43.171098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:43.174203 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64820d21-0926-4e3a-996c-806bde7bd8ea" -d '{"events": [{"server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "name": "network-vif-plugged", "status": "completed", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:43.195655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:43.205920 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-a55f9887-e469-4537-8839-13fcb3609509 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1014187
Apr 09 21:03:43.215687 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:43.218099 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:43.222153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59604fbd-4126-4183-a638-ed0f2dbbf428 req-aaab798f-0a20-4e17-b46b-38ec52f0f0ae tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216444
Apr 09 21:03:43.236792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-909ae1ce-ee42-4c1c-bbd8-d493487ed413 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4459145
Apr 09 21:03:43.290262 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] Set router 93642b45-7af1-470a-9ab7-2d6136c07f4e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:43.369153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c8537a9-e76e-4eaf-8bb2-d4a5b17821ed req-70fc6c49-1bf8-4944-8fb6-7b226ac81bea service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121290
Apr 09 21:03:43.408869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac8782-c9b8-4ead-98c5-5bd48617f70c req-ac446763-418c-41ce-80bf-ae51d81efe57 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:43.417192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0ac8782-c9b8-4ead-98c5-5bd48617f70c req-ac446763-418c-41ce-80bf-ae51d81efe57 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 943 time: 0.1994147
Apr 09 21:03:43.423291 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dae20a-18b8-432e-a724-f0151e3240e0 x-openstack-request-id: req-a3dae20a-18b8-432e-a724-f0151e3240e0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:43.424339 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "name": "network-vif-plugged", "status": "completed", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:43.424339 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3dae20a-18b8-432e-a724-f0151e3240e0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:43.424339 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3dae20a-18b8-432e-a724-f0151e3240e0'] response: {'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'code': 200}
Apr 09 21:03:43.428831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d6b0fc68-0bc9-4c14-8267-1d02a62756ad up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:43.489648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c4a623ce-2a87-4ca9-94b0-7ae830e6cd5b None None] Provisioning complete for port 0462372d-759b-4d09-9745-a0a3c1acdea9 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:43.490194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4a623ce-2a87-4ca9-94b0-7ae830e6cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:43.497840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0ac8782-c9b8-4ead-98c5-5bd48617f70c req-73aa979d-5750-4986-bdf5-d88851f65b6a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774605
Apr 09 21:03:43.546710 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-417d215a-0d53-422f-9230-b4d8f82dd7bf service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3897717
Apr 09 21:03:43.584028 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-9e5ee47b-1c5e-4728-95e3-4fbd7195bf77 service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3698261
Apr 09 21:03:43.649333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d765a8-fe5b-4fdd-b248-11e793e63bbb req-7a5777c3-d308-4c76-9066-98781de8b48c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:43.658437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d765a8-fe5b-4fdd-b248-11e793e63bbb req-7a5777c3-d308-4c76-9066-98781de8b48c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.0745540
Apr 09 21:03:43.702236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Publish callbacks [] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:43.725174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0d765a8-fe5b-4fdd-b248-11e793e63bbb req-8d6e34d5-cbaa-43ac-b1e2-b51a4e891b23 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628269
Apr 09 21:03:43.756717 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:43.788517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:43.809355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d34a6-9f14-4c3b-9167-8dd3134b0073 req-6d1cadea-7699-49e6-a104-78bb141d9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:43.811684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f7d34a6-9f14-4c3b-9167-8dd3134b0073 req-6d1cadea-7699-49e6-a104-78bb141d9ca3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 1127 time: 0.0522034
Apr 09 21:03:43.860690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c4a623ce-2a87-4ca9-94b0-7ae830e6cd5b None None] Port 0462372d-759b-4d09-9745-a0a3c1acdea9 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:03:43.881695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d6b0fc68-0bc9-4c14-8267-1d02a62756ad triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:43.882097 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:43.902996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f7d34a6-9f14-4c3b-9167-8dd3134b0073 req-e9d76cc4-a143-4952-98a0-e380891095e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789328
Apr 09 21:03:43.923527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (93642b45-7af1-470a-9ab7-2d6136c07f4e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:43.933229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376335790>, [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:43Z', 'revision_number': 4, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port': {'id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:38Z', 'updated_at': '2022-04-09T21:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0462372d-759b-4d09-9745-a0a3c1acdea9', 'name': '', 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'mac_address': 'fa:16:3e:f8:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:41Z', 'updated_at': '2022-04-09T21:03:41Z', 'revision_number': 1, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'subnets': [{'id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:43.935178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Pushing event updated for resources: {'Port': ['ID=0462372d-759b-4d09-9745-a0a3c1acdea9,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:43.963391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97dc19-7da7-40b6-a9ba-85e8761b1319 req-e3e2fa83-4a16-410b-8232-633b2cff922c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:43.963798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e8eff55-b25c-4742-8ce5-a2b197a1709c req-686106f8-d11f-4b28-ac47-ac4e06fd7a85 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2698510
Apr 09 21:03:43.965094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e97dc19-7da7-40b6-a9ba-85e8761b1319 req-e3e2fa83-4a16-410b-8232-633b2cff922c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 948 time: 0.0606804
Apr 09 21:03:43.996681 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8955b010-c4db-4f25-b469-061fdfccb9e5 req-b7a38300-5da1-4af8-abcd-8094224e2bb6 service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3004627
Apr 09 21:03:44.002163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90421d-a95c-4f01-9be0-8f2bda103fab None None] The sync data for ids ['93642b45-7af1-470a-9ab7-2d6136c07f4e'] in ncdv-master-1 is: [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:43Z', 'revision_number': 4, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port': {'id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:38Z', 'updated_at': '2022-04-09T21:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0462372d-759b-4d09-9745-a0a3c1acdea9', 'name': '', 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'mac_address': 'fa:16:3e:f8:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:41Z', 'updated_at': '2022-04-09T21:03:41Z', 'revision_number': 1, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'subnets': [{'id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:44.008803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3b264ec0-cb5f-44ef-8d47-fdf046582d87 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:44.035242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d9131337-3f4d-44a3-aa06-6245dff9187e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:44.047884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e97dc19-7da7-40b6-a9ba-85e8761b1319 req-b79db88d-439d-4e74-92eb-2a14664b672c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736496
Apr 09 21:03:44.099031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:44.101711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:44.274734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4de0ed-bff0-4865-8b0b-f8de1bf20b44 req-ede8d221-cb30-414f-be5e-7073856d317f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:44.283789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d4de0ed-bff0-4865-8b0b-f8de1bf20b44 req-ede8d221-cb30-414f-be5e-7073856d317f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.0841241
Apr 09 21:03:44.298701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Router 93642b45-7af1-470a-9ab7-2d6136c07f4e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:44.399990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d4de0ed-bff0-4865-8b0b-f8de1bf20b44 req-21a32d58-04a3-4689-99cb-b56679b48fd5 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151068
Apr 09 21:03:44.569227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e84ae-44ab-4b6b-a474-1c6a23917f4f req-568bcbfe-3988-43b7-a577-0da9126efe12 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:44.571292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d4e84ae-44ab-4b6b-a474-1c6a23917f4f req-568bcbfe-3988-43b7-a577-0da9126efe12 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 944 time: 0.1991096
Apr 09 21:03:44.579351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d6b0fc68-0bc9-4c14-8267-1d02a62756ad is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:44.593183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3b264ec0-cb5f-44ef-8d47-fdf046582d87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b264ec0-cb5f-44ef-8d47-fdf046582d87,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:44.593528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:44.602075 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0922c6e3-3c44-4fc4-bc4b-b3f300f545bc admin admin] 10.222.0.30 "PUT /v2.0/routers/93642b45-7af1-470a-9ab7-2d6136c07f4e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7103856
Apr 09 21:03:44.639521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d9131337-3f4d-44a3-aa06-6245dff9187e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9131337-3f4d-44a3-aa06-6245dff9187e,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:44.652014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '3b264ec0-cb5f-44ef-8d47-fdf046582d87', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '3b264ec0-cb5f-44ef-8d47-fdf046582d87', 'mac_address': 'fa:16:3e:c0:e8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:44.656226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fd533e17-079a-4245-a612-1cf2ab6847ec None None] Provisioning complete for port 0462372d-759b-4d09-9745-a0a3c1acdea9 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:44.656789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fd533e17-079a-4245-a612-1cf2ab6847ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:44.667548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'd9131337-3f4d-44a3-aa06-6245dff9187e', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'port_id': 'd9131337-3f4d-44a3-aa06-6245dff9187e', 'mac_address': 'fa:16:3e:87:7d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdda6f-4a4d-41bf-b698-ea1190d2dc3a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:44.699831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582194b-c6ac-4ec1-9a97-fbcbbf18cdb9 req-763d4a48-601e-4f90-8e6c-068715f3e56a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:44.702848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e582194b-c6ac-4ec1-9a97-fbcbbf18cdb9 req-763d4a48-601e-4f90-8e6c-068715f3e56a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 943 time: 0.1303749
Apr 09 21:03:44.720394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d4e84ae-44ab-4b6b-a474-1c6a23917f4f req-d5bdc2b8-e95c-44df-983c-dc13e787c067 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236627
Apr 09 21:03:44.803022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51728) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:44.822523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fd533e17-079a-4245-a612-1cf2ab6847ec None None] Port 0462372d-759b-4d09-9745-a0a3c1acdea9 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:03:44.840705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:44.841308 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:44.858049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port d9131337-3f4d-44a3-aa06-6245dff9187e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:44.858489 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:44.864355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b264ec0-cb5f-44ef-8d47-fdf046582d87 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:44.867589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e582194b-c6ac-4ec1-9a97-fbcbbf18cdb9 req-914720cd-7307-4523-a5b7-d2c98bf8fc94 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462700
Apr 09 21:03:44.894934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9131337-3f4d-44a3-aa06-6245dff9187e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:44.911391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3b264ec0-cb5f-44ef-8d47-fdf046582d87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b264ec0-cb5f-44ef-8d47-fdf046582d87,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:44.921555 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:44.924588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d9131337-3f4d-44a3-aa06-6245dff9187e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9131337-3f4d-44a3-aa06-6245dff9187e,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:44.928047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7ef1-17a9-4fe4-99d5-ca2651d185f0 req-7fb273c4-b797-4cb6-9c1a-7746068e839c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:44.930037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbce7ef1-17a9-4fe4-99d5-ca2651d185f0 req-7fb273c4-b797-4cb6-9c1a-7746068e839c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.0692794
Apr 09 21:03:44.956880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:44.991475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=3b264ec0-cb5f-44ef-8d47-fdf046582d87,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:45.032114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbce7ef1-17a9-4fe4-99d5-ca2651d185f0 req-e6e65b68-61ff-4f79-b9df-896b69a309b2 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958693
Apr 09 21:03:45.056041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=d9131337-3f4d-44a3-aa06-6245dff9187e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:45.191570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['3b264ec0-cb5f-44ef-8d47-fdf046582d87'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:45.339738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-237aa4b2-d534-4066-876e-f52aaa29dcc3 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2295551
Apr 09 21:03:45.364320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:45.404466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 58986122-9b78-4f92-918f-0f69eb2d60c0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:45.444725 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:45.484704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:45.495720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af79ab-c159-4053-8234-998182a4c790 req-a8389781-5587-4f93-b612-102835a104b0 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:45.497434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16af79ab-c159-4053-8234-998182a4c790 req-a8389781-5587-4f93-b612-102835a104b0 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 949 time: 0.1144824
Apr 09 21:03:45.535212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 58986122-9b78-4f92-918f-0f69eb2d60c0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:45.535620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:45.635761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16af79ab-c159-4053-8234-998182a4c790 req-317722dc-ee7c-4a49-94b4-d46bfc3aedcc tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227524
Apr 09 21:03:45.668681 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (f8577c82-5ced-432b-ad41-00951735a92f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:45.671789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:45.712857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 58986122-9b78-4f92-918f-0f69eb2d60c0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:45.713466 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:45.753093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 58986122-9b78-4f92-918f-0f69eb2d60c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58986122-9b78-4f92-918f-0f69eb2d60c0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:45.758920 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:45.812541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=58986122-9b78-4f92-918f-0f69eb2d60c0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:45.860602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b236b-0bd9-4612-ac5a-8b32222e7ea6 req-ee0a34da-63fc-4faf-b5f0-3b9f45eb4dd3 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:45.862176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b53b236b-0bd9-4612-ac5a-8b32222e7ea6 req-ee0a34da-63fc-4faf-b5f0-3b9f45eb4dd3 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.1271646
Apr 09 21:03:45.904190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Allocated IP 172.35.0.138 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/fe939f1f-336e-46f9-b9b4-f8c6195fbeb3) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:46.095625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3b264ec0-cb5f-44ef-8d47-fdf046582d87 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:46.147266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:46.154350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:46.154760 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.239296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:46.239708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.263020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595b235c-0268-4995-b9b6-a9681a0e728f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b264ec0-cb5f-44ef-8d47-fdf046582d87'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:46.265440 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9be2bc-17b3-44a3-be09-2eec105239d9" -d '{"events": [{"server_uuid": "595b235c-0268-4995-b9b6-a9681a0e728f", "name": "network-vif-plugged", "status": "completed", "tag": "3b264ec0-cb5f-44ef-8d47-fdf046582d87"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:46.278799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3b264ec0-cb5f-44ef-8d47-fdf046582d87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b264ec0-cb5f-44ef-8d47-fdf046582d87,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:46.284187 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.332147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=3b264ec0-cb5f-44ef-8d47-fdf046582d87,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:46.390113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b53b236b-0bd9-4612-ac5a-8b32222e7ea6 req-4eda228f-b6d9-472a-9bae-f5ea2a53eb96 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5164859
Apr 09 21:03:46.457539 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for port (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.541000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4084d-8eb4-4137-9b0d-c9bad5092d25 req-f188a100-d25a-4b6f-8544-332f1194d5b7 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:46.542539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85a4084d-8eb4-4137-9b0d-c9bad5092d25 req-f188a100-d25a-4b6f-8544-332f1194d5b7 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.0882926
Apr 09 21:03:46.579842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Deleting port 1ff12eb8-26c1-41a2-9baf-714c631418fb {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:46.580178 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.615185 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.682513 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Sync routers for ids ['93642b45-7af1-470a-9ab7-2d6136c07f4e'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:46.695352 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Routers {'93642b45-7af1-470a-9ab7-2d6136c07f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:46.696032 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f18f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['93642b45-7af1-470a-9ab7-2d6136c07f4e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:46.697680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85a4084d-8eb4-4137-9b0d-c9bad5092d25 req-5714fc67-9835-4128-b3bc-718348ba5bd1 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444917
Apr 09 21:03:46.715292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:46.723926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:46.732836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:46.766315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Pushing event updated for resources: {'Port': ['ID=fe939f1f-336e-46f9-b9b4-f8c6195fbeb3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:46.809054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] For port 1ff12eb8-26c1-41a2-9baf-714c631418fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ff12eb8-26c1-41a2-9baf-714c631418fb,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:46.809426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.831988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Calling delete_port for 1ff12eb8-26c1-41a2-9baf-714c631418fb owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:46.850070 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Set router 93642b45-7af1-470a-9ab7-2d6136c07f4e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:46.855540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabea44-cdb0-4010-bc97-4e2a5b315f75 req-cf807142-e765-4797-842d-dbeb928f248a tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:46.856999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fabea44-cdb0-4010-bc97-4e2a5b315f75 req-cf807142-e765-4797-842d-dbeb928f248a tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 944 time: 0.0917883
Apr 09 21:03:46.873425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d9131337-3f4d-44a3-aa06-6245dff9187e up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:46.925481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port d9131337-3f4d-44a3-aa06-6245dff9187e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:46.932505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port d9131337-3f4d-44a3-aa06-6245dff9187e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:46.932957 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.990656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for floatingip (0c9bb7b7-97dc-49a1-a277-225c007072e5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:46.995223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fabea44-cdb0-4010-bc97-4e2a5b315f75 req-20b4f741-c40e-4abf-8dea-e3c48020aab2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303256
Apr 09 21:03:47.024768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port d9131337-3f4d-44a3-aa06-6245dff9187e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:47.025304 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.059128 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f18f70>, [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:43Z', 'revision_number': 4, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port': {'id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:38Z', 'updated_at': '2022-04-09T21:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0462372d-759b-4d09-9745-a0a3c1acdea9', 'name': '', 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'mac_address': 'fa:16:3e:f8:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:41Z', 'updated_at': '2022-04-09T21:03:43Z', 'revision_number': 2, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'subnets': [{'id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:47.075023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d9131337-3f4d-44a3-aa06-6245dff9187e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9131337-3f4d-44a3-aa06-6245dff9187e,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:47.082138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.093240 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Checking router: 93642b45-7af1-470a-9ab7-2d6136c07f4e for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:47.093965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Updating router 93642b45-7af1-470a-9ab7-2d6136c07f4e port 0462372d-759b-4d09-9745-a0a3c1acdea9 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:03:47.124555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.128515 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.149705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=d9131337-3f4d-44a3-aa06-6245dff9187e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:47.243116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32166504-ba4a-4d78-977a-10882cca5aa6 req-264b1d18-e5fe-44c8-9126-238418d51945 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:47.244634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-32166504-ba4a-4d78-977a-10882cca5aa6 req-264b1d18-e5fe-44c8-9126-238418d51945 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 945 time: 0.1159859
Apr 09 21:03:47.266537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1ff12eb8-26c1-41a2-9baf-714c631418fb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.355043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff12eb8-26c1-41a2-9baf-714c631418fb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:47.395091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 58986122-9b78-4f92-918f-0f69eb2d60c0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:47.397809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-32166504-ba4a-4d78-977a-10882cca5aa6 req-51c7e625-a0e6-4168-b5fe-97842d8bf8b4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345539
Apr 09 21:03:47.454190 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Publish callbacks [] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.471441 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.491748 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79507a32-ffad-4265-a72b-bb9cfe63b0db x-openstack-request-id: req-79507a32-ffad-4265-a72b-bb9cfe63b0db {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:47.492346 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595b235c-0268-4995-b9b6-a9681a0e728f", "name": "network-vif-plugged", "status": "completed", "tag": "3b264ec0-cb5f-44ef-8d47-fdf046582d87", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:47.492784 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79507a32-ffad-4265-a72b-bb9cfe63b0db {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:47.493373 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79507a32-ffad-4265-a72b-bb9cfe63b0db'] response: {'server_uuid': '595b235c-0268-4995-b9b6-a9681a0e728f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b264ec0-cb5f-44ef-8d47-fdf046582d87', 'code': 200}
Apr 09 21:03:47.520636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 58986122-9b78-4f92-918f-0f69eb2d60c0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:47.521494 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.602194 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Pushing event updated for resources: {'Port': ['ID=0462372d-759b-4d09-9745-a0a3c1acdea9,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:47.623445 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.623790 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.635948 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.636960 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.637928 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.638440 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.638929 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.639417 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.639892 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.640380 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.640916 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.641484 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.642003 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.642524 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.643028 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:03:47.726406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 58986122-9b78-4f92-918f-0f69eb2d60c0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:47.740925 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Attempting to bind port 0462372d-759b-4d09-9745-a0a3c1acdea9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:03:47.741533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Attempting to bind port 0462372d-759b-4d09-9745-a0a3c1acdea9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:03:47.741639 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Attempting to bind port 0462372d-759b-4d09-9745-a0a3c1acdea9 on network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:03:47.755807 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:03:47.756181 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Checking segment: {'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:03:47.756967 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.756967 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Bound using segment: {'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:03:47.768230 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Bound port: 0462372d-759b-4d09-9745-a0a3c1acdea9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bda1c50-8f94-40a9-b387-682db2ef66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:03:47.768936 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.808743 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-abcaa668-a743-4c3e-9994-762b6381baa8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.5261741
Apr 09 21:03:47.825778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-938737aa-b35c-4ba4-a9eb-6f255ebc2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:47.827306 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-938737aa-b35c-4ba4-a9eb-6f255ebc2eaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1126 time: 0.5547762
Apr 09 21:03:47.842852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c09ba-ace3-4a1d-932e-efae87a2b67b req-649cf98b-fea2-443e-b3a8-fe46767d475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:47.845239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f75c09ba-ace3-4a1d-932e-efae87a2b67b req-649cf98b-fea2-443e-b3a8-fe46767d475a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 1132 time: 0.1909955
Apr 09 21:03:47.848603 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] For port 0462372d-759b-4d09-9745-a0a3c1acdea9, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:03:47.854031 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] For port 0462372d-759b-4d09-9745-a0a3c1acdea9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0462372d-759b-4d09-9745-a0a3c1acdea9,segment=NetworkSegment(1bda1c50-8f94-40a9-b387-682db2ef66f9),segment_id=1bda1c50-8f94-40a9-b387-682db2ef66f9)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:03:47.869485 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.887429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee4e82-ff8c-46aa-b145-c835cda4553a req-d29e62f7-5ae4-4ff8-82c5-6e662fd28e9d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:47.889024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96ee4e82-ff8c-46aa-b145-c835cda4553a req-d29e62f7-5ae4-4ff8-82c5-6e662fd28e9d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 950 time: 0.2339983
Apr 09 21:03:47.903687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for port (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.927821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:47.948574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (f8577c82-5ced-432b-ad41-00951735a92f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:48.014899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-013b75f2-f56d-458b-be9b-181f525eddff None None] Provisioning complete for port 0462372d-759b-4d09-9745-a0a3c1acdea9 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:48.016538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-013b75f2-f56d-458b-be9b-181f525eddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:48.041972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0c59df50-b7c0-4643-937b-45dbc6934a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.043415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0c59df50-b7c0-4643-937b-45dbc6934a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.044087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0c59df50-b7c0-4643-937b-45dbc6934a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.044740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0c59df50-b7c0-4643-937b-45dbc6934a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.045598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0c59df50-b7c0-4643-937b-45dbc6934a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.046418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0c59df50-b7c0-4643-937b-45dbc6934a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.047121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0c59df50-b7c0-4643-937b-45dbc6934a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.049736 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0c59df50-b7c0-4643-937b-45dbc6934a87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 6707 time: 0.0936828
Apr 09 21:03:48.077988 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Routers {'93642b45-7af1-470a-9ab7-2d6136c07f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:48.078614 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f18f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['93642b45-7af1-470a-9ab7-2d6136c07f4e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:48.079099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-356915e4-f7e8-4a2b-be1f-fb9b2402418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.080601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-356915e4-f7e8-4a2b-be1f-fb9b2402418b service neutron] 10.222.0.25 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 913 time: 0.2198820
Apr 09 21:03:48.145211 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979e493-c714-4b28-a0b3-3b5c154453a5 None None] Pushing event updated for resources: {'Port': ['ID=0462372d-759b-4d09-9745-a0a3c1acdea9,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:48.179026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-013b75f2-f56d-458b-be9b-181f525eddff None None] Current status of the port 0462372d-759b-4d09-9745-a0a3c1acdea9 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:48.179772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-013b75f2-f56d-458b-be9b-181f525eddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:48.236080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-013b75f2-f56d-458b-be9b-181f525eddff None None] For port 0462372d-759b-4d09-9745-a0a3c1acdea9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0462372d-759b-4d09-9745-a0a3c1acdea9,segment=NetworkSegment(1bda1c50-8f94-40a9-b387-682db2ef66f9),segment_id=1bda1c50-8f94-40a9-b387-682db2ef66f9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:48.245168 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-013b75f2-f56d-458b-be9b-181f525eddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:48.246369 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] Set router 93642b45-7af1-470a-9ab7-2d6136c07f4e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:48.273960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f75c09ba-ace3-4a1d-932e-efae87a2b67b req-310b2706-29ec-4947-9727-9301eae5fe19 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4136951
Apr 09 21:03:48.290741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Pushing event updated for resources: {'Port': ['ID=fe939f1f-336e-46f9-b9b4-f8c6195fbeb3,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:48.329790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b75f2-f56d-458b-be9b-181f525eddff None None] Pushing event updated for resources: {'Port': ['ID=0462372d-759b-4d09-9745-a0a3c1acdea9,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:48.340856 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96ee4e82-ff8c-46aa-b145-c835cda4553a req-ee119173-c1cb-4920-940f-540a6f1481a5 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4350116
Apr 09 21:03:48.343494 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (0c9bb7b7-97dc-49a1-a277-225c007072e5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:48.353501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-01e1b30a-41fe-4cbb-84f2-02c3b8c7e4b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 200  len: 217 time: 0.1955643
Apr 09 21:03:48.373326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:48.374550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-02c070ad-3721-4c0c-aaad-ce1f8f0d5c99 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.0339754
Apr 09 21:03:48.378001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0b92e15b-5406-4515-acf2-5d36bc301a86 None None] Provisioning complete for port 0462372d-759b-4d09-9745-a0a3c1acdea9 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:48.378608 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0b92e15b-5406-4515-acf2-5d36bc301a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:48.422547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-287cef60-9330-49b8-8178-92b50b9171b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.425459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-287cef60-9330-49b8-8178-92b50b9171b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.426068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-287cef60-9330-49b8-8178-92b50b9171b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.428968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-287cef60-9330-49b8-8178-92b50b9171b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77aa585d-d236-4c76-b3f0-d77cd270281e&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 HTTP/1.1" status: 200  len: 2291 time: 0.2629478
Apr 09 21:03:48.471202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-3b57eaa4-1d21-4095-9208-c7592536e860 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.138 HTTP/1.1" status: 200  len: 696 time: 0.0699606
Apr 09 21:03:48.475370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0b92e15b-5406-4515-acf2-5d36bc301a86 None None] Current status of the port 0462372d-759b-4d09-9745-a0a3c1acdea9 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:48.537703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Router f8577c82-5ced-432b-ad41-00951735a92f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:48.543328 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f18f70>, [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:43Z', 'revision_number': 4, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port': {'id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:38Z', 'updated_at': '2022-04-09T21:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0462372d-759b-4d09-9745-a0a3c1acdea9', 'name': '', 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'mac_address': 'fa:16:3e:f8:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:41Z', 'updated_at': '2022-04-09T21:03:47Z', 'revision_number': 4, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'subnets': [{'id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:48.547045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24802c62-d193-4b99-a60c-24ea842df859 req-28a9e68b-b11a-4e22-a71b-50abff81db9b tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.548252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24802c62-d193-4b99-a60c-24ea842df859 req-28a9e68b-b11a-4e22-a71b-50abff81db9b tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.1047406
Apr 09 21:03:48.556133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-39a68c99-fbf8-43a6-b1d0-5731264825be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.557789 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-39a68c99-fbf8-43a6-b1d0-5731264825be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.1968040
Apr 09 21:03:48.571262 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6012e59-6550-430f-86ef-d4787acad229 None None] The sync data for ids ['93642b45-7af1-470a-9ab7-2d6136c07f4e'] in ncdv-master-1 is: [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:43Z', 'revision_number': 4, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port': {'id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:38Z', 'updated_at': '2022-04-09T21:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0462372d-759b-4d09-9745-a0a3c1acdea9', 'name': '', 'network_id': '2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'mac_address': 'fa:16:3e:f8:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:41Z', 'updated_at': '2022-04-09T21:03:47Z', 'revision_number': 4, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'subnets': [{'id': 'a1006f6c-cc00-42bf-ac14-d756a1afabc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:48.581763 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-c0514389-7cb1-46b6-88ad-7f10c83b30da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67 HTTP/1.1" status: 200  len: 1002 time: 0.0970721
Apr 09 21:03:48.608032 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-8ce559b2-c7f0-47a6-8365-c33a02d97acb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419526
Apr 09 21:03:48.690257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-ec39c8c6-61a1-4b1a-9d9a-50d31c5d086e tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.691657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6cf29c7-52d3-46ed-9171-4baa42c0aabf req-ec39c8c6-61a1-4b1a-9d9a-50d31c5d086e tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2024586
Apr 09 21:03:48.703429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-74c1655f-98b5-494b-8207-75314822277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.705301 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-74c1655f-98b5-494b-8207-75314822277f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91072f43-8669-4204-9964-c25fb5dd72db HTTP/1.1" status: 200  len: 851 time: 0.1067107
Apr 09 21:03:48.712620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24802c62-d193-4b99-a60c-24ea842df859 req-1f098b3c-3bd8-48f4-9714-6bd3d7e1abc1 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372736
Apr 09 21:03:48.780982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:48.781458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-44a11334-81c1-46f4-acbf-f9e1c33da503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.783245 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-44a11334-81c1-46f4-acbf-f9e1c33da503 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77aa585d-d236-4c76-b3f0-d77cd270281e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0713098
Apr 09 21:03:48.787520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-83f7b015-96b4-4b30-be3e-d5a5b1a18987 admin admin] 10.222.0.30 "PUT /v2.0/routers/f8577c82-5ced-432b-ad41-00951735a92f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9833791
Apr 09 21:03:48.790321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51762) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:48.792950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] Sync routers for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:48.807411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:48.808459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763e4280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:48.861966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:48.889769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3d1e-3f0e-4959-ba00-c08b98a98daf req-c22596ea-2c3d-410d-b059-011034011389 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.896941 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-a98e0f3a-ab9d-494e-9334-0dc523320d82 service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689078
Apr 09 21:03:48.897536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c55c3d1e-3f0e-4959-ba00-c08b98a98daf req-c22596ea-2c3d-410d-b059-011034011389 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.0972035
Apr 09 21:03:48.924623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fa08b-7e44-4945-9cc4-d273cf74472f req-0519050a-3515-4f22-a52f-b61935060be9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:48.926461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad2fa08b-7e44-4945-9cc4-d273cf74472f req-0519050a-3515-4f22-a52f-b61935060be9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 944 time: 0.0899711
Apr 09 21:03:48.962023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:48.997970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad2fa08b-7e44-4945-9cc4-d273cf74472f req-7216d7ec-27be-447a-824c-e197e9f701d9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644195
Apr 09 21:03:49.008244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c55c3d1e-3f0e-4959-ba00-c08b98a98daf req-7866f165-229e-490c-a336-76e5c9332566 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095402
Apr 09 21:03:49.048987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:03:49.108142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks [] for router (f8577c82-5ced-432b-ad41-00951735a92f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.118401 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-59446acb-ac19-448d-bb19-160e7f72c74a service neutron] 10.222.0.25 "GET /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3271053
Apr 09 21:03:49.119859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc7dc502-534a-4b9a-9d00-4cc684727475 req-db15492b-d3ad-4d57-9264-b5aab70e1b69 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips/0c9bb7b7-97dc-49a1-a277-225c007072e5 HTTP/1.1" status: 200  len: 693 time: 0.0756826
Apr 09 21:03:49.174989 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3b931ccb-d9be-4852-8c88-c55ae85a4427 req-aadf8b6e-fa41-449b-82e8-f29d6856698e service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2679462
Apr 09 21:03:49.199044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500488b-4cab-47e6-b3d5-60d37689dfc1 req-4d9f2f56-7e80-4ad2-b469-50a49090503d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:49.205926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0500488b-4cab-47e6-b3d5-60d37689dfc1 req-4d9f2f56-7e80-4ad2-b469-50a49090503d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 945 time: 0.0776384
Apr 09 21:03:49.317162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-668e403e-3474-483e-bf85-09bf503e8e98 service neutron] 10.222.0.25 "GET /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550553
Apr 09 21:03:49.319254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks [] for router_gateway (f8577c82-5ced-432b-ad41-00951735a92f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.349759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dc502-534a-4b9a-9d00-4cc684727475 req-b729d571-b990-4321-b335-ac55469f9d27 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:49.361206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc7dc502-534a-4b9a-9d00-4cc684727475 req-b729d571-b990-4321-b335-ac55469f9d27 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2279651
Apr 09 21:03:49.388882 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-c8a05619-dff5-4652-bbf3-003f7ea17ab2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 200  len: 217 time: 0.0622439
Apr 09 21:03:49.393881 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0500488b-4cab-47e6-b3d5-60d37689dfc1 req-71cdbafb-a893-43a2-ae49-3e674ca3d841 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870077
Apr 09 21:03:49.475792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Deleting port a43f1b54-292a-4f20-ada8-3c3725611f64 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:49.476321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.501955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce0e76e-bbf7-44e1-86c4-9d078813ff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9131337-3f4d-44a3-aa06-6245dff9187e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:49.502404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0eaa416f-0ea7-4e25-a296-ca213a1f00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:49.504232 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445a4f73-a925-4f54-9cb5-d0b55153d5e6" -d '{"events": [{"server_uuid": "bce0e76e-bbf7-44e1-86c4-9d078813ff72", "name": "network-vif-plugged", "status": "completed", "tag": "d9131337-3f4d-44a3-aa06-6245dff9187e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:49.504639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-0eaa416f-0ea7-4e25-a296-ca213a1f00e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 200  len: 797 time: 0.0893385
Apr 09 21:03:49.507995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4ef7-2f04-4d6e-aa0b-bb452b22b8ff req-e6b20197-fc12-4f45-b505-b9e6b555ea8b tempest-LiveMigrationNegativeTest-1857113938 tempest-LiveMigrationNegativeTest-1857113938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:49.509536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:49.510591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d20a4ef7-2f04-4d6e-aa0b-bb452b22b8ff req-e6b20197-fc12-4f45-b505-b9e6b555ea8b tempest-LiveMigrationNegativeTest-1857113938 tempest-LiveMigrationNegativeTest-1857113938-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 1131 time: 0.0544944
Apr 09 21:03:49.519747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0462372d-759b-4d09-9745-a0a3c1acdea9 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:49.552871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d20a4ef7-2f04-4d6e-aa0b-bb452b22b8ff req-8f2cf9cc-caeb-458c-8320-12f9dd652d8d tempest-LiveMigrationNegativeTest-1857113938 tempest-LiveMigrationNegativeTest-1857113938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.601155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac', 'network_id': '2862fa2b-3134-4de1-bedd-a2bf3828b8ca', 'port_id': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac', 'mac_address': 'fa:16:3e:c1:20:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef53007-99bc-4ca6-808a-edf8d619dc7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:49.634494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823817b2-8acf-4f21-8db4-f9892d151b8c req-3bc110ed-8a76-4b84-802b-deba7bc5723c tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:49.636343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-823817b2-8acf-4f21-8db4-f9892d151b8c req-3bc110ed-8a76-4b84-802b-deba7bc5723c tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.0992222
Apr 09 21:03:49.658083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-7db30495-a2ea-45e7-a59b-710d026a3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:49.659794 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-7db30495-a2ea-45e7-a59b-710d026a3c53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1095459
Apr 09 21:03:49.677874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763e4280>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29'}], 'enable_snat': True}, 'gw_port_id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:03:47Z', 'revision_number': 5, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port': {'id': 'a43f1b54-292a-4f20-ada8-3c3725611f64', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:10Z', 'updated_at': '2022-04-09T21:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:49.739947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] Checking router: f8577c82-5ced-432b-ad41-00951735a92f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:49.741621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] For port a43f1b54-292a-4f20-ada8-3c3725611f64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a43f1b54-292a-4f20-ada8-3c3725611f64,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:49.741990 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.742122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:49.742519 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.760792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0462372d-759b-4d09-9745-a0a3c1acdea9 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:49.761239 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.783097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Calling delete_port for a43f1b54-292a-4f20-ada8-3c3725611f64 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:49.799619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:49.807285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-823817b2-8acf-4f21-8db4-f9892d151b8c req-eefce4e7-e70d-42dd-872f-7d200b4d71ad tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588662
Apr 09 21:03:49.810087 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d20a4ef7-2f04-4d6e-aa0b-bb452b22b8ff req-8f2cf9cc-caeb-458c-8320-12f9dd652d8d tempest-LiveMigrationNegativeTest-1857113938 tempest-LiveMigrationNegativeTest-1857113938-project-admin] Publish callbacks [] for security_group (e5e2304d-239b-40cb-bba7-dd2f7c83b03e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.810372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] Routers {'f8577c82-5ced-432b-ad41-00951735a92f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:49.811074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763e4280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f8577c82-5ced-432b-ad41-00951735a92f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:49.817188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d20a4ef7-2f04-4d6e-aa0b-bb452b22b8ff req-8f2cf9cc-caeb-458c-8320-12f9dd652d8d tempest-LiveMigrationNegativeTest-1857113938 tempest-LiveMigrationNegativeTest-1857113938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e5e2304d-239b-40cb-bba7-dd2f7c83b03e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.857477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cf9cc-caeb-458c-8320-12f9dd652d8d tempest-LiveMigrationNegativeTest-1857113938 tempest-LiveMigrationNegativeTest-1857113938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e2304d-239b-40cb-bba7-dd2f7c83b03e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:49.870530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-07928be7-4542-4093-b215-ca4c2f022860 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971879
Apr 09 21:03:49.872232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:49.912857 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:49.919003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d20a4ef7-2f04-4d6e-aa0b-bb452b22b8ff req-8f2cf9cc-caeb-458c-8320-12f9dd652d8d tempest-LiveMigrationNegativeTest-1857113938 tempest-LiveMigrationNegativeTest-1857113938-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3998637
Apr 09 21:03:49.932524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8cf054-7b81-4290-a640-eb0597fd904d req-1cde2fcd-dd83-494b-bc10-ed689ba8b0b6 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=f11b6741075b48eaaf64948d2ecace51 HTTP/1.1" status: 200  len: 696 time: 0.0653458
Apr 09 21:03:50.000527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] Set router f8577c82-5ced-432b-ad41-00951735a92f gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:50.034452 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-c4544653-0a60-4cb5-9605-ae99596e03f3 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463375
Apr 09 21:03:50.073486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763e4280>, [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:03:49Z', 'revision_number': 6, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:50.080469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0462372d-759b-4d09-9745-a0a3c1acdea9 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:50.096925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf557e-23b9-44e4-8d70-1cbf122efbfc req-256ae4de-9a14-420b-a771-5227a608f88c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:50.098523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0abf557e-23b9-44e4-8d70-1cbf122efbfc req-256ae4de-9a14-420b-a771-5227a608f88c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 950 time: 0.0753071
Apr 09 21:03:50.104612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-701c00a1-56ea-404e-becd-b05ae1600327 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 200  len: 217 time: 0.0607045
Apr 09 21:03:50.107581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:50.109239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cf054-7b81-4290-a640-eb0597fd904d req-3c4d2451-bbca-4f93-ada1-10a3a5b73592 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:50.111595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dfd7a-5c04-4b15-9a25-24b4a2a2f111 None None] The sync data for ids ['f8577c82-5ced-432b-ad41-00951735a92f'] in ncdv-master-1 is: [{'id': 'f8577c82-5ced-432b-ad41-00951735a92f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1335832730-router', 'tenant_id': '5d288e617526417680b8d375cf87e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:09Z', 'updated_at': '2022-04-09T21:03:49Z', 'revision_number': 6, 'project_id': '5d288e617526417680b8d375cf87e380', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:50.111917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8cf054-7b81-4290-a640-eb0597fd904d req-3c4d2451-bbca-4f93-ada1-10a3a5b73592 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/networks?id=bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 787 time: 0.1722164
Apr 09 21:03:50.137064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-9d8cf054-7b81-4290-a640-eb0597fd904d req-31943a64-1938-45ec-b182-fa7fa65834ae tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:03:50.138205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8cf054-7b81-4290-a640-eb0597fd904d req-31943a64-1938-45ec-b182-fa7fa65834ae tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092416
Apr 09 21:03:50.171432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a43f1b54-292a-4f20-ada8-3c3725611f64), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.177882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-aab12f39-f1f8-4417-9c84-acfb63a50755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:50.178267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0abf557e-23b9-44e4-8d70-1cbf122efbfc req-8d64d143-7e04-41c2-8cae-4e2f9b551f7c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651891
Apr 09 21:03:50.179362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-aab12f39-f1f8-4417-9c84-acfb63a50755 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 200  len: 797 time: 0.0667682
Apr 09 21:03:50.202909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43f1b54-292a-4f20-ada8-3c3725611f64,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:50.207334 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb462dc-caf5-4b37-9e4e-2da8fa5571ea x-openstack-request-id: req-1bb462dc-caf5-4b37-9e4e-2da8fa5571ea {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:50.211450 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce0e76e-bbf7-44e1-86c4-9d078813ff72", "name": "network-vif-plugged", "status": "completed", "tag": "d9131337-3f4d-44a3-aa06-6245dff9187e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:50.211450 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bb462dc-caf5-4b37-9e4e-2da8fa5571ea {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:50.211916 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb462dc-caf5-4b37-9e4e-2da8fa5571ea'] response: {'server_uuid': 'bce0e76e-bbf7-44e1-86c4-9d078813ff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9131337-3f4d-44a3-aa06-6245dff9187e', 'code': 200}
Apr 09 21:03:50.272122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-5ac60b4a-8017-4aa9-804b-fb77bb58302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:50.273830 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-5ac60b4a-8017-4aa9-804b-fb77bb58302e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0724888
Apr 09 21:03:50.319933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:50.393922 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5012-8391-4fe3-8ef6-d3cbfcc2232b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.417517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (f8577c82-5ced-432b-ad41-00951735a92f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.423998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c49c89-7c25-45b2-a4ab-7ddae2262ad6 req-2cf4591a-eb48-4eeb-abae-59289d77d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:50.427234 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25c49c89-7c25-45b2-a4ab-7ddae2262ad6 req-2cf4591a-eb48-4eeb-abae-59289d77d069 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 1127 time: 0.1314831
Apr 09 21:03:50.458022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b6674-9477-4517-9723-26dbe30873f7 req-85659e16-bbda-4881-8db6-e7f5388c871a tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:50.460306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb7b6674-9477-4517-9723-26dbe30873f7 req-85659e16-bbda-4881-8db6-e7f5388c871a tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 945 time: 0.1278651
Apr 09 21:03:50.537193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb7b6674-9477-4517-9723-26dbe30873f7 req-e578868f-eaa3-4dcd-bca7-539cb18f4fb0 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693846
Apr 09 21:03:50.580181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (f8577c82-5ced-432b-ad41-00951735a92f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.584696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks [] for router_controller (f8577c82-5ced-432b-ad41-00951735a92f), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.641285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd3bc451-1881-475e-b633-324e89874995 req-0f7f28f9-8d94-4203-ba8e-8b996abeba4f tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips/0c9bb7b7-97dc-49a1-a277-225c007072e5 HTTP/1.1" status: 200  len: 693 time: 0.0750468
Apr 09 21:03:50.653333 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-47a8e2c4-a0f3-4a40-bd4f-e11b78d75222 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3563552
Apr 09 21:03:50.689825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (f8577c82-5ced-432b-ad41-00951735a92f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.690455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8577c82-5ced-432b-ad41-00951735a92f {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:03:50.700740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.701899 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-188f7705-c7d9-4a1d-884c-7fc58d4258f1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f8577c82-5ced-432b-ad41-00951735a92f HTTP/1.1" status: 204  len: 168 time: 1.9019661
Apr 09 21:03:50.708774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51816) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:50.723186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25c49c89-7c25-45b2-a4ab-7ddae2262ad6 req-ae043610-536f-4197-ad52-da4e36d1e0eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2653208
Apr 09 21:03:50.768016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bc451-1881-475e-b633-324e89874995 req-2172e0d4-1e01-4d13-a69d-da993c35ff77 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:50.769930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd3bc451-1881-475e-b633-324e89874995 req-2172e0d4-1e01-4d13-a69d-da993c35ff77 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.1276786
Apr 09 21:03:50.813334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-31490865-7fbe-4afe-b38b-fe2f4f4abc65 admin admin] Deleting subnet 41a02b39-9e41-49c8-9ae8-67e5db6eaac9 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:03:50.817578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31490865-7fbe-4afe-b38b-fe2f4f4abc65 admin admin] Publish callbacks [] for subnet (41a02b39-9e41-49c8-9ae8-67e5db6eaac9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.829749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd3bc451-1881-475e-b633-324e89874995 req-b7e02883-1d3e-4e6f-8735-3ed1abf5ee9f tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.138 HTTP/1.1" status: 200  len: 696 time: 0.0520890
Apr 09 21:03:50.869170 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-aaccbf17-58a7-4af5-b99f-f6a8adbfbca5 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2066970
Apr 09 21:03:50.873507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31490865-7fbe-4afe-b38b-fe2f4f4abc65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (41a02b39-9e41-49c8-9ae8-67e5db6eaac9), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:50.887739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd3bc451-1881-475e-b633-324e89874995 req-6eed6118-d6b4-49ac-a904-e9a2cab26f76 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.138 HTTP/1.1" status: 200  len: 696 time: 0.0505116
Apr 09 21:03:50.955233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31490865-7fbe-4afe-b38b-fe2f4f4abc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (41a02b39-9e41-49c8-9ae8-67e5db6eaac9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.013195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31490865-7fbe-4afe-b38b-fe2f4f4abc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (41a02b39-9e41-49c8-9ae8-67e5db6eaac9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.044152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31490865-7fbe-4afe-b38b-fe2f4f4abc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.050209 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-31490865-7fbe-4afe-b38b-fe2f4f4abc65 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/41a02b39-9e41-49c8-9ae8-67e5db6eaac9 HTTP/1.1" status: 204  len: 168 time: 0.3378675
Apr 09 21:03:51.050209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31490865-7fbe-4afe-b38b-fe2f4f4abc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a02b39-9e41-49c8-9ae8-67e5db6eaac9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:51.051706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d9cee0-afa0-4a5a-b41d-902391f15f6a None None] Network 08b7112f-413f-4fd7-98f3-1757fa9cef25 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:03:51.051914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51822) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:51.248508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] DHCP port deletion for 08b7112f-413f-4fd7-98f3-1757fa9cef25 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:03:51.329829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] Deleting port f5bdfe81-dc78-4871-9600-80f02098bb54 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:51.330671 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.350170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1ff12eb8-26c1-41a2-9baf-714c631418fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:51.384470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 1ff12eb8-26c1-41a2-9baf-714c631418fb {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:51.385017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1ff12eb8-26c1-41a2-9baf-714c631418fb not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:51.385629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f5bdfe81-dc78-4871-9600-80f02098bb54 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:51.421943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c77cd4-ca2a-488c-8e10-f009c3af9bb7 req-f785165d-3212-45fa-a5c9-5f796a7433fa tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:51.423586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86c77cd4-ca2a-488c-8e10-f009c3af9bb7 req-f785165d-3212-45fa-a5c9-5f796a7433fa tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 945 time: 0.4937291
Apr 09 21:03:51.462917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Deleting port fe939f1f-336e-46f9-b9b4-f8c6195fbeb3 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:51.463498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.474242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] For port f5bdfe81-dc78-4871-9600-80f02098bb54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5bdfe81-dc78-4871-9600-80f02098bb54,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:51.474633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.491709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] Calling delete_port for f5bdfe81-dc78-4871-9600-80f02098bb54 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:51.494679 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-e6ccc645-f452-4916-8ce8-a7983d5a803d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=aeadbd1f-8d76-4ad3-84a7-50139f5852c5 HTTP/1.1" status: 200  len: 217 time: 0.4148762
Apr 09 21:03:51.506376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (08b7112f-413f-4fd7-98f3-1757fa9cef25), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.540554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86c77cd4-ca2a-488c-8e10-f009c3af9bb7 req-e5f9bfa9-1034-44b0-9f0e-7164cd178246 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092842
Apr 09 21:03:51.554638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Deleting port f5bdfe81-dc78-4871-9600-80f02098bb54 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:51.554973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.575215 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.575659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for floatingip (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.581181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f5bdfe81-dc78-4871-9600-80f02098bb54 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:51.581505 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.600140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Calling delete_port for fe939f1f-336e-46f9-b9b4-f8c6195fbeb3 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:51.632648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] For port f5bdfe81-dc78-4871-9600-80f02098bb54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5bdfe81-dc78-4871-9600-80f02098bb54,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:51.633015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.647698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Calling delete_port for f5bdfe81-dc78-4871-9600-80f02098bb54 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:51.650063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f5bdfe81-dc78-4871-9600-80f02098bb54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5bdfe81-dc78-4871-9600-80f02098bb54,segment=NetworkSegment(025a281a-91d4-436b-8884-ff7970c81f25),segment_id=025a281a-91d4-436b-8884-ff7970c81f25)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:51.664915 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.665587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a43f1b54-292a-4f20-ada8-3c3725611f64 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:51.711878 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.713636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a43f1b54-292a-4f20-ada8-3c3725611f64 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:51.714124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a43f1b54-292a-4f20-ada8-3c3725611f64 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:51.734148 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f5bdfe81-dc78-4871-9600-80f02098bb54), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.738161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] No DVR routers for this DVR port f5bdfe81-dc78-4871-9600-80f02098bb54 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:51.778020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bdfe81-dc78-4871-9600-80f02098bb54,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:51.780556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:51.797954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] No DVR routers for this DVR port f5bdfe81-dc78-4871-9600-80f02098bb54 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:51.798160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fe939f1f-336e-46f9-b9b4-f8c6195fbeb3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.831921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f5bdfe81-dc78-4871-9600-80f02098bb54,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:51.847129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Pushing event deleted for resources: {'Port': ['ID=fe939f1f-336e-46f9-b9b4-f8c6195fbeb3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:51.873525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d174b-d1b3-48ae-91da-be2c84d13d53 None None] Pushing event deleted for resources: {'Port': ['ID=f5bdfe81-dc78-4871-9600-80f02098bb54,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:51.883434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-2fd3be0f-55e6-4a80-a957-b98867358a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:51.884967 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-2fd3be0f-55e6-4a80-a957-b98867358a3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 200  len: 797 time: 0.0999780
Apr 09 21:03:51.898842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:03:51.908819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:51.909432 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.920590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (08b7112f-413f-4fd7-98f3-1757fa9cef25), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.955634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for floatingip (0c9bb7b7-97dc-49a1-a277-225c007072e5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.957017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374647c40>,) {'filters': {'network_id': ['08b7112f-413f-4fd7-98f3-1757fa9cef25']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:51.959144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:51.973594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd3bc451-1881-475e-b633-324e89874995 req-94a93d54-78a7-4051-9dd3-2abb461361a8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "DELETE /v2.0/floatingips/0c9bb7b7-97dc-49a1-a277-225c007072e5 HTTP/1.1" status: 204  len: 173 time: 1.0801461
Apr 09 21:03:51.988230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374647c40>, '025a281a-91d4-436b-8884-ff7970c81f25') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:51.988526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374647c40>, '025a281a-91d4-436b-8884-ff7970c81f25') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:52.003671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (025a281a-91d4-436b-8884-ff7970c81f25), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.010886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-d0e545b0-02b7-44a3-8a9b-0cf4cce7d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.012400 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-d0e545b0-02b7-44a3-8a9b-0cf4cce7d6ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0683322
Apr 09 21:03:52.022071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (025a281a-91d4-436b-8884-ff7970c81f25), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.023269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:52.023667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.043305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:03:52.043716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (025a281a-91d4-436b-8884-ff7970c81f25), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:03:52.045554 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:03:52.078489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:52.086329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.106873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.108410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.108972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.109538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.110085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.110625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.111165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.111702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.112239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.112777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.113403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.114072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.114607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.115290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.115826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.116875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.120120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-1e99f1c8-fd98-4743-a859-458a1d5f92cd tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b&device_id=595b235c-0268-4995-b9b6-a9681a0e728f&device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72&device_id=f667511c-c0e4-4a11-8440-927a5977f82e&device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a&device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d&device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621&device_id=6c778043-533a-46e6-904e-6149ad1af0a9&device_id=34469266-eccb-4d9a-847a-455bffa2c78a&device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 15062 time: 0.0876667
Apr 09 21:03:52.158228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:52.167018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (08b7112f-413f-4fd7-98f3-1757fa9cef25), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.170483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-e1673d22-362a-45a0-8248-33ed9778a685 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.172765 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.176408 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] 10.222.0.30 "DELETE /v2.0/networks/08b7112f-413f-4fd7-98f3-1757fa9cef25 HTTP/1.1" status: 204  len: 168 time: 1.1233301
Apr 09 21:03:52.180690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51836) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:52.213295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:52.215708 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb34317-c9a1-4820-8893-daf8d0bcdbf2" -d '{"events": [{"server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "name": "network-vif-plugged", "status": "completed", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:52.244535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ebb34-8f90-4978-8622-bd7a9c36f193 req-c9452600-b7ff-4e36-9795-64bf69315036 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.244950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173dccc-4440-40dc-908e-cc7a267eec58 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b7112f-413f-4fd7-98f3-1757fa9cef25,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:52.246061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a7ebb34-8f90-4978-8622-bd7a9c36f193 req-c9452600-b7ff-4e36-9795-64bf69315036 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 946 time: 0.0583704
Apr 09 21:03:52.253307 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-d536dd37-889b-4db3-b184-72cd9918781b service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2262595
Apr 09 21:03:52.332167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-e1673d22-362a-45a0-8248-33ed9778a685 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Publish callbacks [] for security_group (ac7f85c9-5dc0-45a2-88a0-3ae7e33e1d0f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.336556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a7ebb34-8f90-4978-8622-bd7a9c36f193 req-d1ca19e2-a46f-4fd1-9548-cc7e74d46e18 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742974
Apr 09 21:03:52.341663 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-e1673d22-362a-45a0-8248-33ed9778a685 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ac7f85c9-5dc0-45a2-88a0-3ae7e33e1d0f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.410273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1673d22-362a-45a0-8248-33ed9778a685 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f85c9-5dc0-45a2-88a0-3ae7e33e1d0f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:52.462367 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-a58b4075-b124-41d3-9fa7-b338f8b48462 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503091
Apr 09 21:03:52.559859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa521198-39b4-4458-a188-ae31381cd8d3 req-e1673d22-362a-45a0-8248-33ed9778a685 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d9ae885d-7ed3-481e-83be-5fbef13953f3&id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&id=9768a175-8f6f-4799-947c-2642b7b31792&id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=530716cd-d292-47cb-9c7e-4850ce22978d&id=f6e84827-57e9-4d49-91fa-e34ed07b1cf3&id=09d46d29-c5df-45ac-acf5-e946449fb0a7&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 945 time: 0.4304409
Apr 09 21:03:52.564133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-d5041142-cabb-40a8-83c1-e4295413ef8d tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1686387
Apr 09 21:03:52.575964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:52.601463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.642377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (c76e06b7-48fd-4c59-aa59-14e36c7614a3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.710107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf680eb-3461-467e-b6d3-444229fab6b7 req-9a78d8f0-b108-4f1d-af5d-fdae22b79800 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.711592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3bf680eb-3461-467e-b6d3-444229fab6b7 req-9a78d8f0-b108-4f1d-af5d-fdae22b79800 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.0793538
Apr 09 21:03:52.735709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.807772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3bf680eb-3461-467e-b6d3-444229fab6b7 req-f164ce08-8d99-4cb7-89c2-1a0d1454cd22 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883119
Apr 09 21:03:52.863075 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-98a74e85-29a7-4aa3-8b7f-60b5a427d6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.868426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Allocated IP 172.35.0.204 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/af1a537a-d7cc-48cd-894a-6d3ff2dc1a97) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:03:52.876897 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df330486-dbf1-4445-85a9-d5cde043bb48 x-openstack-request-id: req-df330486-dbf1-4445-85a9-d5cde043bb48 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:52.878029 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "name": "network-vif-plugged", "status": "completed", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:52.879266 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df330486-dbf1-4445-85a9-d5cde043bb48 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:52.881424 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df330486-dbf1-4445-85a9-d5cde043bb48'] response: {'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac', 'code': 200}
Apr 09 21:03:52.907372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Deleting port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:52.907842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:52.991339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6a6e-233f-42d3-af01-8509fe55ba37 req-28fab4b2-3e67-4971-9108-460276f47cbf tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:52.992732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b8e6a6e-233f-42d3-af01-8509fe55ba37 req-28fab4b2-3e67-4971-9108-460276f47cbf tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.0623684
Apr 09 21:03:53.008398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] For port ceb99fcd-35df-4c92-88bc-c7ff2a11acfd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,segment=NetworkSegment(c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47),segment_id=c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:53.008791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.023200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Calling delete_port for ceb99fcd-35df-4c92-88bc-c7ff2a11acfd owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:53.030323 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for port (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.068768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b8e6a6e-233f-42d3-af01-8509fe55ba37 req-a02d0615-7199-4953-8e56-cee5fe8676a7 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667195
Apr 09 21:03:53.106772 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.178712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:03:53.189074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:03:53.193232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:03:53.195221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Pushing event updated for resources: {'Port': ['ID=af1a537a-d7cc-48cd-894a-6d3ff2dc1a97,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:53.226520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8e2a-d13d-4d98-ac3d-4a62bde3af6e req-82842d63-d47d-4829-b0ec-14dc503dd5e2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:53.228028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-703e8e2a-d13d-4d98-ac3d-4a62bde3af6e req-82842d63-d47d-4829-b0ec-14dc503dd5e2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 945 time: 0.0924957
Apr 09 21:03:53.237600 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ceb99fcd-35df-4c92-88bc-c7ff2a11acfd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.265423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb99fcd-35df-4c92-88bc-c7ff2a11acfd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:53.317329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-703e8e2a-d13d-4d98-ac3d-4a62bde3af6e req-cf18369e-2b79-4cc3-9c24-726c9b009d4b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824258
Apr 09 21:03:53.337387 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for floatingip (a22389f6-d652-4ecd-a726-b8fc1e49e60d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.389893 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.540708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6cd0-db67-4c3b-b78f-e0ba0e358a2c req-180d61f9-e914-48b6-9558-ed5b688fd084 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:53.542328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64ff6cd0-db67-4c3b-b78f-e0ba0e358a2c req-180d61f9-e914-48b6-9558-ed5b688fd084 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 946 time: 0.0767684
Apr 09 21:03:53.578727 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-6ed5ecd7-276f-4e77-b487-f2217a76f7d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e HTTP/1.1" status: 200  len: 217 time: 0.0783396
Apr 09 21:03:53.646862 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (c76e06b7-48fd-4c59-aa59-14e36c7614a3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.654668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64ff6cd0-db67-4c3b-b78f-e0ba0e358a2c req-28f6d8a0-8c62-4ef8-ae6c-7387913cc51c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925181
Apr 09 21:03:53.662658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9d545-8995-4cb1-8766-024c2feb9d49 req-3050a545-1c81-49f7-af10-4ad5d7ce8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:53.664330 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8e9d545-8995-4cb1-8766-024c2feb9d49 req-3050a545-1c81-49f7-af10-4ad5d7ce8fc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1128 time: 0.0791690
Apr 09 21:03:53.698444 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for port (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.705988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.736871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-173cd6a4-709c-46ed-be58-dc7af952e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:53.738067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-173cd6a4-709c-46ed-be58-dc7af952e40f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 200  len: 797 time: 0.1426537
Apr 09 21:03:53.773807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Pushing event updated for resources: {'Port': ['ID=af1a537a-d7cc-48cd-894a-6d3ff2dc1a97,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:53.775691 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8e9d545-8995-4cb1-8766-024c2feb9d49 req-cad9113b-5ff9-49bc-a16e-ac01fb5b5967 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009119
Apr 09 21:03:53.787204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4b939184-9908-4fe1-b2fd-2da6cdaa8901 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:03:53.809292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (a22389f6-d652-4ecd-a726-b8fc1e49e60d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.851369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb580a4-d8f9-4264-9b1a-4a5a0511fa14 req-f6928264-7c69-4022-a0d5-21f40f5102e8 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:53.851875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb580a4-d8f9-4264-9b1a-4a5a0511fa14 req-f6928264-7c69-4022-a0d5-21f40f5102e8 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:53.852475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb580a4-d8f9-4264-9b1a-4a5a0511fa14 req-f6928264-7c69-4022-a0d5-21f40f5102e8 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:53.854225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fb580a4-d8f9-4264-9b1a-4a5a0511fa14 req-f6928264-7c69-4022-a0d5-21f40f5102e8 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f&device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d&device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 2976 time: 0.0580788
Apr 09 21:03:53.859710 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.861547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-9b04b467-c747-404c-ae62-d1d2b4754eb8 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.2899990
Apr 09 21:03:53.896981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:53.908538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'port_id': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'mac_address': 'fa:16:3e:95:4e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf7f7c5-7f39-4827-9277-12a92eed21c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:03:53.944250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-2d37ac47-50a8-4e3e-a4a4-42b46a66e0e0 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.204 HTTP/1.1" status: 200  len: 696 time: 0.0579333
Apr 09 21:03:53.946430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fb580a4-d8f9-4264-9b1a-4a5a0511fa14 req-f317a18e-e943-43ad-8ea8-56bd6b1f4e16 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838392
Apr 09 21:03:53.947703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:53.948091 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:53.953392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Router c76e06b7-48fd-4c59-aa59-14e36c7614a3 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:53.968969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b939184-9908-4fe1-b2fd-2da6cdaa8901 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:03:53.993613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:54.000933 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:54.080540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:54.081106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:54.085880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-46b50208-7af7-445d-bc1e-ee91383e1ec4 admin admin] 10.222.0.30 "PUT /v2.0/routers/c76e06b7-48fd-4c59-aa59-14e36c7614a3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9023159
Apr 09 21:03:54.089182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51870) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:54.095205 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] Sync routers for ids ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:54.100868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:54.106433 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] Routers {'c76e06b7-48fd-4c59-aa59-14e36c7614a3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:54.107041 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c1a3820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:54.169109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['4b939184-9908-4fe1-b2fd-2da6cdaa8901'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:54.174746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-ab8cd74c-d346-4193-bca8-023958842bc4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:54.176239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-ab8cd74c-d346-4193-bca8-023958842bc4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.1219459
Apr 09 21:03:54.182380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-4c13a275-da51-4666-8f64-44a280fe2007 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:54.183653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ed12f9d-3924-41da-b0a1-5e2529b23fd2 req-4c13a275-da51-4666-8f64-44a280fe2007 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.2298882
Apr 09 21:03:54.212776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-2c5223a7-ac96-4399-aba3-9e2a4bc82ad1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/quotas/f87849ca88bb4519b329fab033911446 HTTP/1.1" status: 200  len: 375 time: 0.0252619
Apr 09 21:03:54.221453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-895a7cfd-1789-48f3-b5f8-e1f3c578148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:54.223107 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-895a7cfd-1789-48f3-b5f8-e1f3c578148b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1af320ea-8d0b-4067-a47d-6e9b8642dca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0897462
Apr 09 21:03:54.230830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-7ba563ed-0ad3-473d-a05a-0b9b64b0105f tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:54.232476 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-7ba563ed-0ad3-473d-a05a-0b9b64b0105f tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.0872788
Apr 09 21:03:54.265116 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] Set router c76e06b7-48fd-4c59-aa59-14e36c7614a3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:54.271100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-ee799603-5d46-41c9-a9de-451f640c5dec tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0572655
Apr 09 21:03:54.392304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6c8e8-1166-4b05-9d91-7fc1de43e8df req-aa0da3a7-ec82-462d-a170-c15c9e8d7cfc tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:54.393867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ab6c8e8-1166-4b05-9d91-7fc1de43e8df req-aa0da3a7-ec82-462d-a170-c15c9e8d7cfc tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 949 time: 0.0934420
Apr 09 21:03:54.423662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-6140049b-f1c0-4881-ac98-5826c23311d8 service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516790
Apr 09 21:03:54.424196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks [] for router (c76e06b7-48fd-4c59-aa59-14e36c7614a3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:54.479403 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c1a3820>, [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:03:53Z', 'revision_number': 5, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:54.489350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Deleting port 9b504e32-7c87-466e-9a26-d68a37240534 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:54.489896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9b504e32-7c87-466e-9a26-d68a37240534), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:54.494295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ab6c8e8-1166-4b05-9d91-7fc1de43e8df req-e5d06918-0aaf-4db9-81e1-b6df91862d5f tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905976
Apr 09 21:03:54.501140 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-f6a47136-980b-4653-b283-76f8dbbf9fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672992
Apr 09 21:03:54.507911 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] Checking router: c76e06b7-48fd-4c59-aa59-14e36c7614a3 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:03:54.517210 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] Routers {'c76e06b7-48fd-4c59-aa59-14e36c7614a3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:54.517897 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c1a3820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:54.562979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-5c53dff3-cb6b-45e2-b8f6-b46a742e143e service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248283
Apr 09 21:03:54.632785 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] Set router c76e06b7-48fd-4c59-aa59-14e36c7614a3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:54.651718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] For port 9b504e32-7c87-466e-9a26-d68a37240534, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b504e32-7c87-466e-9a26-d68a37240534,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:54.652136 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9b504e32-7c87-466e-9a26-d68a37240534), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:54.662621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks [] for router_gateway (c76e06b7-48fd-4c59-aa59-14e36c7614a3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:54.673525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Calling delete_port for 9b504e32-7c87-466e-9a26-d68a37240534 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:54.781385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Deleting port a199a71a-b33b-4762-9f83-7f4d5846abfb {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:54.782174 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:54.819997 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c1a3820>, [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:03:53Z', 'revision_number': 5, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:54.850577 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e7adf-76f4-4f39-afc6-104b5c1c9e57 None None] The sync data for ids ['c76e06b7-48fd-4c59-aa59-14e36c7614a3'] in ncdv-master-1 is: [{'id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1734895909-router', 'tenant_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:01:20Z', 'updated_at': '2022-04-09T21:03:53Z', 'revision_number': 5, 'project_id': '8bd15ebf647e4d1988c25cd83baa5de1', 'gw_port': {'id': 'a199a71a-b33b-4762-9f83-7f4d5846abfb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e06b7-48fd-4c59-aa59-14e36c7614a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:01:22Z', 'updated_at': '2022-04-09T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:03:54.852325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff37a0-19cc-453d-b2b1-19cfa921468a req-b2e80111-18c0-49e2-aa4c-42551f158bf8 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:54.854009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4ff37a0-19cc-453d-b2b1-19cfa921468a req-b2e80111-18c0-49e2-aa4c-42551f158bf8 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 944 time: 0.0580757
Apr 09 21:03:54.859630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-a32ab199-8a69-4ee6-851a-a07e0f326dee tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips/a22389f6-d652-4ecd-a726-b8fc1e49e60d HTTP/1.1" status: 200  len: 693 time: 0.1377759
Apr 09 21:03:54.990932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4ff37a0-19cc-453d-b2b1-19cfa921468a req-c7972514-0524-43ae-b2a4-4fa5901798d4 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224146
Apr 09 21:03:55.064901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-579766b0-9dc0-4624-a030-16bdc5bfc38e tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:55.075600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-579766b0-9dc0-4624-a030-16bdc5bfc38e tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 784 time: 0.1993506
Apr 09 21:03:55.080938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.095700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.141738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-5daffa97-272a-4e25-9142-1854be6a918b tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.204 HTTP/1.1" status: 200  len: 696 time: 0.0647860
Apr 09 21:03:55.226343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e6de5-d884-4d5f-94df-f5dcafb20c8b req-6c22ba4a-e8ec-4a26-9e55-36ae7e187401 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:55.228064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f85e6de5-d884-4d5f-94df-f5dcafb20c8b req-6c22ba4a-e8ec-4a26-9e55-36ae7e187401 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 946 time: 0.1494985
Apr 09 21:03:55.231112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-cb8eb4c3-6c2e-4aaf-9c0d-fa7efb8c3ea9 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.0.204 HTTP/1.1" status: 200  len: 696 time: 0.0672758
Apr 09 21:03:55.345624 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-47b8692e-24cb-495f-9df6-dae12e0aa4c6 service neutron] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5352223
Apr 09 21:03:55.359505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ceb99fcd-35df-4c92-88bc-c7ff2a11acfd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:55.362764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] For port a199a71a-b33b-4762-9f83-7f4d5846abfb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a199a71a-b33b-4762-9f83-7f4d5846abfb,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:55.363125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.381496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f85e6de5-d884-4d5f-94df-f5dcafb20c8b req-5fd6de2c-8a8a-4bc2-9b1b-b1f156933888 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464248
Apr 09 21:03:55.383595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Calling delete_port for a199a71a-b33b-4762-9f83-7f4d5846abfb owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:55.395402 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9b504e32-7c87-466e-9a26-d68a37240534), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.398259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ceb99fcd-35df-4c92-88bc-c7ff2a11acfd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:55.398996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ceb99fcd-35df-4c92-88bc-c7ff2a11acfd not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:55.421298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['926e2550-7b2a-4e9a-947e-f80f6f5bcf9d', '9b504e32-7c87-466e-9a26-d68a37240534'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:55.440742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Pushing event deleted for resources: {'Port': ['ID=9b504e32-7c87-466e-9a26-d68a37240534,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:55.478973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Deleting port af1a537a-d7cc-48cd-894a-6d3ff2dc1a97 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:55.480365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.628041 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.629425 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for floatingip (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.660809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Calling delete_port for af1a537a-d7cc-48cd-894a-6d3ff2dc1a97 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:55.774620 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-908460aa-a06a-4843-9f52-8502b9826319 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=87ea195a-9ea5-4807-8aeb-44650ead0f55 HTTP/1.1" status: 200  len: 217 time: 0.3417399
Apr 09 21:03:55.846122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4b939184-9908-4fe1-b2fd-2da6cdaa8901 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:03:55.846992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a199a71a-b33b-4762-9f83-7f4d5846abfb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.893469 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (af1a537a-d7cc-48cd-894a-6d3ff2dc1a97), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.934161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Pushing event deleted for resources: {'Port': ['ID=af1a537a-d7cc-48cd-894a-6d3ff2dc1a97,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:55.950602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:03:55.951070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.972096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a199a71a-b33b-4762-9f83-7f4d5846abfb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:55.983713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] No DVR routers for this DVR port 9b504e32-7c87-466e-9a26-d68a37240534 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:55.992314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:55.996616 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78282c90-0de6-4bcc-86dd-374557ef6c94 req-6e7076d4-9f58-444b-855f-52b2129216ad tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "DELETE /v2.0/ports/9b504e32-7c87-466e-9a26-d68a37240534 HTTP/1.1" status: 204  len: 173 time: 1.7531149
Apr 09 21:03:55.998823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c800d-6d97-4a1e-ae07-0b67613b3b9a', 'name': 'network-vif-deleted', 'tag': '9b504e32-7c87-466e-9a26-d68a37240534'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:56.002030 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb62b9a9-f86c-4bef-987a-29a087b080fa" -d '{"events": [{"server_uuid": "d98c800d-6d97-4a1e-ae07-0b67613b3b9a", "name": "network-vif-deleted", "tag": "9b504e32-7c87-466e-9a26-d68a37240534"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:56.059087 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks [] for floatingip (a22389f6-d652-4ecd-a726-b8fc1e49e60d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.061650 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.062883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92e4795d-089e-4d2e-b44c-70974f8e297b req-1c4854a6-2f66-48c2-853b-265c583e3270 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "DELETE /v2.0/floatingips/a22389f6-d652-4ecd-a726-b8fc1e49e60d HTTP/1.1" status: 204  len: 173 time: 0.8197815
Apr 09 21:03:56.063546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-ace1032c-4080-449e-83f7-3f1afa180d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:56.065066 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-ace1032c-4080-449e-83f7-3f1afa180d51 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df5a4b83-98bf-4e0c-ab0a-001e34755289 HTTP/1.1" status: 200  len: 797 time: 0.2325182
Apr 09 21:03:56.126517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (c76e06b7-48fd-4c59-aa59-14e36c7614a3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.153567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:56.154165 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.182345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:56.184965 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b124550-2c10-45dd-81ed-2d19d2d395d3" -d '{"events": [{"server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "name": "network-vif-plugged", "status": "completed", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:56.211855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:56.223869 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.225084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9b504e32-7c87-466e-9a26-d68a37240534 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:56.249852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a30e3fde-f2aa-4f84-9cca-1600671f7ee3 req-ce13e188-d3e4-4055-85f2-8c09ae3d35d0 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=d98c800d-6d97-4a1e-ae07-0b67613b3b9a HTTP/1.1" status: 200  len: 210 time: 0.0516441
Apr 09 21:03:56.282680 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c76e06b7-48fd-4c59-aa59-14e36c7614a3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.284853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks [] for router_controller (c76e06b7-48fd-4c59-aa59-14e36c7614a3), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.308383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcb868-0c9c-45ab-8085-3a570756f69e req-7274453d-088f-4ef4-b0f4-f1688bdf37a6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:56.311652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 9b504e32-7c87-466e-9a26-d68a37240534 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:56.313148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9b504e32-7c87-466e-9a26-d68a37240534 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:56.316663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abfcb868-0c9c-45ab-8085-3a570756f69e req-7274453d-088f-4ef4-b0f4-f1688bdf37a6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.0654755
Apr 09 21:03:56.346806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:56.362029 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c76e06b7-48fd-4c59-aa59-14e36c7614a3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.362578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c76e06b7-48fd-4c59-aa59-14e36c7614a3 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:03:56.364950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-b0e14cb6-7f02-49e5-87e5-ac6c826a4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:56.365570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbdcd92b-149c-4820-bb6c-460d63cbd727 req-57651f7b-27dc-469b-b84c-db2d54ecc770 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=b831c6c7-428c-43b1-9716-8e06bc138d41 HTTP/1.1" status: 200  len: 210 time: 0.0467877
Apr 09 21:03:56.366486 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-b0e14cb6-7f02-49e5-87e5-ac6c826a4a69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2933638
Apr 09 21:03:56.369449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.373083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51906) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:56.373235 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-589e4151-46e4-44e0-9f71-8a84ce292b95 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c76e06b7-48fd-4c59-aa59-14e36c7614a3 HTTP/1.1" status: 204  len: 168 time: 2.2826509
Apr 09 21:03:56.419177 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7915c1-0877-428f-86f2-f338ada034ad x-openstack-request-id: req-8c7915c1-0877-428f-86f2-f338ada034ad {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:56.419592 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c800d-6d97-4a1e-ae07-0b67613b3b9a", "name": "network-vif-deleted", "tag": "9b504e32-7c87-466e-9a26-d68a37240534", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:56.420094 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c7915c1-0877-428f-86f2-f338ada034ad {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:56.420739 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7915c1-0877-428f-86f2-f338ada034ad'] response: {'server_uuid': 'd98c800d-6d97-4a1e-ae07-0b67613b3b9a', 'name': 'network-vif-deleted', 'tag': '9b504e32-7c87-466e-9a26-d68a37240534', 'status': 'completed', 'code': 200}
Apr 09 21:03:56.428421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abfcb868-0c9c-45ab-8085-3a570756f69e req-6cf11574-3ec1-45b6-a72c-cc6e3b48d5ef tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106706
Apr 09 21:03:56.480143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b358a795-56f2-4e0c-87a1-becc62b27cba admin admin] Deleting subnet 0afb0ff4-646c-4a61-a79b-6502e4742979 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:03:56.482462 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-8d80928e-4c6f-463c-89b9-8eb1c1dc068b req-8363f6a1-bcdf-45e3-9029-1a30c86d0ce2 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] show failed (client error): The resource could not be found.
Apr 09 21:03:56.483478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d80928e-4c6f-463c-89b9-8eb1c1dc068b req-8363f6a1-bcdf-45e3-9029-1a30c86d0ce2 tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips/a22389f6-d652-4ecd-a726-b8fc1e49e60d HTTP/1.1" status: 404  len: 350 time: 0.0500262
Apr 09 21:03:56.490031 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b358a795-56f2-4e0c-87a1-becc62b27cba admin admin] Publish callbacks [] for subnet (0afb0ff4-646c-4a61-a79b-6502e4742979), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.526770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b358a795-56f2-4e0c-87a1-becc62b27cba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (0afb0ff4-646c-4a61-a79b-6502e4742979), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.535288 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aeab42-5417-4feb-a1e5-036e51d44161 x-openstack-request-id: req-e7aeab42-5417-4feb-a1e5-036e51d44161 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:56.535776 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "name": "network-vif-plugged", "status": "completed", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:56.536126 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7aeab42-5417-4feb-a1e5-036e51d44161 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:56.536660 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7aeab42-5417-4feb-a1e5-036e51d44161'] response: {'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'code': 200}
Apr 09 21:03:56.666017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b358a795-56f2-4e0c-87a1-becc62b27cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0afb0ff4-646c-4a61-a79b-6502e4742979), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.709262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1e98e-0573-4620-a8fe-9d6d5535c0df req-76cc6ad2-2ab6-4e44-b79d-9eaca8a08646 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:56.710748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26d1e98e-0573-4620-a8fe-9d6d5535c0df req-76cc6ad2-2ab6-4e44-b79d-9eaca8a08646 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 946 time: 0.1061585
Apr 09 21:03:56.741242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-e4a058f5-26dc-4d31-94ae-70881595e389 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=b831c6c7-428c-43b1-9716-8e06bc138d41 HTTP/1.1" status: 200  len: 210 time: 0.0921700
Apr 09 21:03:56.745793 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-5df6a37c-de63-47ca-a4ec-219f597e9832 req-0889366b-8e8f-43c5-936e-b4772f1e8dac tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] show failed (client error): The resource could not be found.
Apr 09 21:03:56.746757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5df6a37c-de63-47ca-a4ec-219f597e9832 req-0889366b-8e8f-43c5-936e-b4772f1e8dac tempest-FloatingIPsTestJSON-2017888037 tempest-FloatingIPsTestJSON-2017888037-project] 10.222.0.30 "GET /v2.0/floatingips/a22389f6-d652-4ecd-a726-b8fc1e49e60d HTTP/1.1" status: 404  len: 350 time: 0.0846629
Apr 09 21:03:56.765675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51914) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:56.850464 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-4e36e810-645e-4da2-a162-63eee53b20fb service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675439
Apr 09 21:03:56.854495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.880556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26d1e98e-0573-4620-a8fe-9d6d5535c0df req-714f4257-f38a-445f-8240-fe73f1d2f6f6 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380336
Apr 09 21:03:56.884051 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b358a795-56f2-4e0c-87a1-becc62b27cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (0afb0ff4-646c-4a61-a79b-6502e4742979), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.941020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358a795-56f2-4e0c-87a1-becc62b27cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afb0ff4-646c-4a61-a79b-6502e4742979,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:56.949168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b358a795-56f2-4e0c-87a1-becc62b27cba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:56.954309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b358a795-56f2-4e0c-87a1-becc62b27cba admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0afb0ff4-646c-4a61-a79b-6502e4742979 HTTP/1.1" status: 204  len: 168 time: 0.5802879
Apr 09 21:03:56.955073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51920) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:56.956230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-b368c354-3c02-4e71-8fc0-ee3b1c45e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:56.957690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595f5fd-a3b3-4194-ba95-9c05e41a1f1c None None] Network 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:03:56.957883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-b368c354-3c02-4e71-8fc0-ee3b1c45e769 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f87849ca88bb4519b329fab033911446&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2025838
Apr 09 21:03:56.985170 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-f8314115-1551-4f4a-ad00-68e4a7ba2e2e service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898993
Apr 09 21:03:57.110598 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-ee516c4e-53b7-48f6-9496-3428f0e60190 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=598fea91-f00b-41e4-8273-ec325cadb0f1 HTTP/1.1" status: 200  len: 217 time: 0.1146803
Apr 09 21:03:57.147417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95943500-61f3-42d3-97b1-bff92f9c1fa1 req-5eab38a2-9fae-42b4-ad86-82778ab17711 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:57.149135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95943500-61f3-42d3-97b1-bff92f9c1fa1 req-5eab38a2-9fae-42b4-ad86-82778ab17711 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1131 time: 0.1503620
Apr 09 21:03:57.153659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.184354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] DHCP port deletion for 3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:03:57.207338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-f2c2bbf4-01fe-41fa-a2f7-d161ad8f395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:57.208871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-f2c2bbf4-01fe-41fa-a2f7-d161ad8f395b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df5a4b83-98bf-4e0c-ab0a-001e34755289 HTTP/1.1" status: 200  len: 797 time: 0.0919306
Apr 09 21:03:57.237470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] Deleting port 62e204ae-5b26-4ae8-8c32-e191363c1728 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:57.237817 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.244351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-87f38b72-532c-477f-9a06-ccea985ee0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:57.245676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-87f38b72-532c-477f-9a06-ccea985ee0aa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2672963
Apr 09 21:03:57.253939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-38c909f5-a543-44d6-ae6b-be0d95cdc4bf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-235718788&fields=id&tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5 HTTP/1.1" status: 200  len: 267 time: 0.1770835
Apr 09 21:03:57.299887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-6b1a73de-b22b-4bfd-ae31-153fb9173a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:57.301527 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-6b1a73de-b22b-4bfd-ae31-153fb9173a19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0864751
Apr 09 21:03:57.313572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Deleting port 62e204ae-5b26-4ae8-8c32-e191363c1728 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:57.313919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.329877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95943500-61f3-42d3-97b1-bff92f9c1fa1 req-760decf0-98f6-48f6-b028-c8a4f22e26de tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675074
Apr 09 21:03:57.341197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] For port 62e204ae-5b26-4ae8-8c32-e191363c1728, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62e204ae-5b26-4ae8-8c32-e191363c1728,segment=NetworkSegment(c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47),segment_id=c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:57.341609 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.360223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] Calling delete_port for 62e204ae-5b26-4ae8-8c32-e191363c1728 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:57.379738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a199a71a-b33b-4762-9f83-7f4d5846abfb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:57.420661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a199a71a-b33b-4762-9f83-7f4d5846abfb {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:03:57.421523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a199a71a-b33b-4762-9f83-7f4d5846abfb not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:03:57.422906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 62e204ae-5b26-4ae8-8c32-e191363c1728 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:03:57.437986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b75999-f7bf-496b-8249-7ac3ab51bd67 req-a3ebcd6c-f11b-4c49-8c44-dc94660ce992 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "GET /v2.0/ports?device_id=b831c6c7-428c-43b1-9716-8e06bc138d41 HTTP/1.1" status: 200  len: 210 time: 0.1324689
Apr 09 21:03:57.462071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] For port 62e204ae-5b26-4ae8-8c32-e191363c1728, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62e204ae-5b26-4ae8-8c32-e191363c1728,segment=NetworkSegment(c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47),segment_id=c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:57.462768 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.479027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Calling delete_port for 62e204ae-5b26-4ae8-8c32-e191363c1728 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:57.492244 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-b840b201-32ff-4796-bf1a-3b28451e7bbd service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679752
Apr 09 21:03:57.493269 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (93642b45-7af1-470a-9ab7-2d6136c07f4e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.526418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-301f3e68-34cc-43d5-8f89-20d2ef5a7a19 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:57.528099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-301f3e68-34cc-43d5-8f89-20d2ef5a7a19 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 946 time: 0.2623138
Apr 09 21:03:57.574596 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.579092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'port': {'security_groups': ['47914aeb-b2a9-4f66-96ca-526c718a01d4', 'dd64af9c-f183-4ef0-8190-a444a7c21037']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:03:57.606472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad868a-f27c-4c42-a586-6b28a074010c req-7c24ac68-4078-407d-a61b-731678457f2c tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:57.611184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] Pushing event deleted for resources: {'Port': ['ID=62e204ae-5b26-4ae8-8c32-e191363c1728,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:57.613364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85c3b3-e476-42b1-b6ed-56d789283ee2 None None] No DVR routers for this DVR port 62e204ae-5b26-4ae8-8c32-e191363c1728 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:57.613510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dad868a-f27c-4c42-a586-6b28a074010c req-7c24ac68-4078-407d-a61b-731678457f2c tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1131 time: 0.1359198
Apr 09 21:03:57.614595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 62e204ae-5b26-4ae8-8c32-e191363c1728 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:03:57.615103 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.693233 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d9047f73-0ad0-455c-ae3d-04ed715ffc26 req-78d2d474-ff26-44bf-bade-39f506782240 service neutron] 10.222.0.25 "GET /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548843
Apr 09 21:03:57.845394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Deleting port 0462372d-759b-4d09-9745-a0a3c1acdea9 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:57.846106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.934520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] For port 0462372d-759b-4d09-9745-a0a3c1acdea9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0462372d-759b-4d09-9745-a0a3c1acdea9,segment=NetworkSegment(1bda1c50-8f94-40a9-b387-682db2ef66f9),segment_id=1bda1c50-8f94-40a9-b387-682db2ef66f9)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:57.934783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:57.948819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Calling delete_port for 0462372d-759b-4d09-9745-a0a3c1acdea9 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:58.077126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e860195c-7dc8-46ec-8ef8-0ad8343f8757 req-709ce34b-9908-4db0-9f49-e915b9f134f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=b831c6c7-428c-43b1-9716-8e06bc138d41 HTTP/1.1" status: 200  len: 210 time: 0.0565600
Apr 09 21:03:58.079137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dad868a-f27c-4c42-a586-6b28a074010c req-aaf1b9de-91fb-4816-b48f-d565c9025ceb tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4648762
Apr 09 21:03:58.085845 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.117381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (62e204ae-5b26-4ae8-8c32-e191363c1728), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.173716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0462372d-759b-4d09-9745-a0a3c1acdea9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.199535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Pushing event deleted for resources: {'Port': ['ID=0462372d-759b-4d09-9745-a0a3c1acdea9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:58.216648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e204ae-5b26-4ae8-8c32-e191363c1728,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:58.245707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] No DVR routers for this DVR port 62e204ae-5b26-4ae8-8c32-e191363c1728 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:03:58.254020 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5cce4c4-8a9a-49e5-8c7b-869e535cde76 req-2e971c86-38ab-41d9-b3a5-1ec208974f70 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=b831c6c7-428c-43b1-9716-8e06bc138d41 HTTP/1.1" status: 200  len: 210 time: 0.0557659
Apr 09 21:03:58.376456 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.379337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860195c-7dc8-46ec-8ef8-0ad8343f8757 req-532c662b-eea7-4564-a1ab-a059fb93ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:58.380919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e860195c-7dc8-46ec-8ef8-0ad8343f8757 req-532c662b-eea7-4564-a1ab-a059fb93ebe3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f87849ca88bb4519b329fab033911446&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2961068
Apr 09 21:03:58.416459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376dee8b0>,) {'filters': {'network_id': ['3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:58.450946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376dee8b0>, 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:58.451306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376dee8b0>, 'c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:58.457979 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (93642b45-7af1-470a-9ab7-2d6136c07f4e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.511245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.591794 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.608852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:03:58.609268 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (c5c4bd2a-f4ff-42d7-b72d-15e52c40fe47), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:03:58.612888 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:03:58.654503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43b39-0811-41a0-be69-3d0e406a5026 req-06c5ca74-90bd-4c6a-8cb9-1e6336d4925a tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:58.656104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39d43b39-0811-41a0-be69-3d0e406a5026 req-06c5ca74-90bd-4c6a-8cb9-1e6336d4925a tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.1412759
Apr 09 21:03:58.697084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Router 93642b45-7af1-470a-9ab7-2d6136c07f4e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:03:58.714567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860195c-7dc8-46ec-8ef8-0ad8343f8757 req-2837ed67-9fb5-4dd6-919e-53a10b1bd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:58.716113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e860195c-7dc8-46ec-8ef8-0ad8343f8757 req-2837ed67-9fb5-4dd6-919e-53a10b1bd5b6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3245356
Apr 09 21:03:58.724182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] For port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:58.737626 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.750835 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.754074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82 HTTP/1.1" status: 204  len: 168 time: 1.7954445
Apr 09 21:03:58.794302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ced1c4-8eed-43e1-8af2-2aa8423974a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2cfa89-ef95-4d27-8768-aa5ddfcd5c82,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:58.825353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:03:58.827753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e860195c-7dc8-46ec-8ef8-0ad8343f8757 req-15b9c5f9-01dd-4a4f-b6fc-56b655177ab0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "GET /v2.0/ports?device_id=b831c6c7-428c-43b1-9716-8e06bc138d41 HTTP/1.1" status: 200  len: 210 time: 0.0478230
Apr 09 21:03:58.832228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.838910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] Sync routers for ids ['93642b45-7af1-470a-9ab7-2d6136c07f4e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:03:58.839728 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-53c5cb85-abc9-4f1a-b525-071d1ecb1eff admin admin] 10.222.0.30 "PUT /v2.0/routers/93642b45-7af1-470a-9ab7-2d6136c07f4e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0724535
Apr 09 21:03:58.839986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51940) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:58.843877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39d43b39-0811-41a0-be69-3d0e406a5026 req-3e0b8501-5150-4a0a-9f40-7faa4d1a6379 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553795
Apr 09 21:03:58.852362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.875410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] Routers {'93642b45-7af1-470a-9ab7-2d6136c07f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:03:58.877080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376013a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['93642b45-7af1-470a-9ab7-2d6136c07f4e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:03:58.880863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:58.885616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:58.947460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:58.948095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:58.961787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43c35361-7422-4460-9f48-3317dfbaaf19 req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "PUT /v2.0/ports/9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 200  len: 982 time: 1.3874962
Apr 09 21:03:58.962304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:03:58.964053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:58.964747 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3d63f1-f783-4098-9511-42840376a798" -d '{"events": [{"name": "network-changed", "server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:03:59.011008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bd1e0-a823-4733-b894-23fc9bf3b8b8 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'Port': ['ID=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:59.019912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks [] for router (93642b45-7af1-470a-9ab7-2d6136c07f4e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:59.024678 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-65003336-ace6-47b7-8f62-e4e43f3a2f63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d288e617526417680b8d375cf87e380&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0596919
Apr 09 21:03:59.037160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51948) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:03:59.160411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks [] for router_gateway (93642b45-7af1-470a-9ab7-2d6136c07f4e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:59.167191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-173a0ed9-573e-46db-b546-0d04d62a0629 admin admin] Publish callbacks [] for security_group (e1b5d604-e59e-46af-9e60-2d4f2491273b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:59.184739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] Set router 93642b45-7af1-470a-9ab7-2d6136c07f4e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:03:59.187702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860bf7-a725-409a-a387-6621e2cb8d40 req-f8236db6-be26-4290-bb00-a66ef4eac28c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:59.201514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec860bf7-a725-409a-a387-6621e2cb8d40 req-f8236db6-be26-4290-bb00-a66ef4eac28c tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 950 time: 0.1171522
Apr 09 21:03:59.235930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Deleting port 58986122-9b78-4f92-918f-0f69eb2d60c0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:03:59.236271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:59.255110 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-173a0ed9-573e-46db-b546-0d04d62a0629 admin admin] Publish callbacks [] for security_group (e1b5d604-e59e-46af-9e60-2d4f2491273b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:59.278451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:03:59.327988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce2fc70e-b2ac-447d-a094-82bbf5cd4cf4 req-49a39452-3920-400b-9556-080891162041 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/dd64af9c-f183-4ef0-8190-a444a7c21037 HTTP/1.1" status: 200  len: 1816 time: 0.1227210
Apr 09 21:03:59.333606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec860bf7-a725-409a-a387-6621e2cb8d40 req-2b11e746-a02d-40bb-8e7c-ceb2606297c5 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175981
Apr 09 21:03:59.379332 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-173a0ed9-573e-46db-b546-0d04d62a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e1b5d604-e59e-46af-9e60-2d4f2491273b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:59.382892 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-173a0ed9-573e-46db-b546-0d04d62a0629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:59.384275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-173a0ed9-573e-46db-b546-0d04d62a0629 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1b5d604-e59e-46af-9e60-2d4f2491273b HTTP/1.1" status: 204  len: 168 time: 0.3448460
Apr 09 21:03:59.389489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] For port 58986122-9b78-4f92-918f-0f69eb2d60c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58986122-9b78-4f92-918f-0f69eb2d60c0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:03:59.389489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:03:59.406998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Calling delete_port for 58986122-9b78-4f92-918f-0f69eb2d60c0 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:03:59.415391 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9c9022-019d-4efb-b745-1a25d5c2ce18 x-openstack-request-id: req-3e9c9022-019d-4efb-b745-1a25d5c2ce18 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:03:59.418799 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:03:59.420308 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e9c9022-019d-4efb-b745-1a25d5c2ce18 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:03:59.421636 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9c9022-019d-4efb-b745-1a25d5c2ce18'] response: {'name': 'network-changed', 'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac', 'status': 'completed', 'code': 200}
Apr 09 21:03:59.428942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a0ed9-573e-46db-b546-0d04d62a0629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b5d604-e59e-46af-9e60-2d4f2491273b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:03:59.453174 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-ce2fc70e-b2ac-447d-a094-82bbf5cd4cf4 req-89744a72-7266-4f0d-9b7e-4e99df2a37be tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:03:59.456327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce2fc70e-b2ac-447d-a094-82bbf5cd4cf4 req-89744a72-7266-4f0d-9b7e-4e99df2a37be tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/dd64af9c-f183-4ef0-8190-a444a7c21037 HTTP/1.1" status: 409  len: 341 time: 0.1189675
Apr 09 21:03:59.749468 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:03:59.916955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cacd46-226c-431f-ad82-dd6e108756e4 req-86b3bb7b-9f54-43de-91db-ba0a5269d677 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:03:59.918630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46cacd46-226c-431f-ad82-dd6e108756e4 req-86b3bb7b-9f54-43de-91db-ba0a5269d677 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 985 time: 0.1044252
Apr 09 21:03:59.976906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376013a60>, [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:58Z', 'revision_number': 5, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port': {'id': '58986122-9b78-4f92-918f-0f69eb2d60c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:03:38Z', 'updated_at': '2022-04-09T21:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:00.001837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51982) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:00.015362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] Checking router: 93642b45-7af1-470a-9ab7-2d6136c07f4e for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:04:00.053624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46cacd46-226c-431f-ad82-dd6e108756e4 req-f4d3d7b5-0f98-4d02-b8c8-7ef20622b2b7 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd64af9c-f183-4ef0-8190-a444a7c21037&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1271482
Apr 09 21:04:00.086654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] Routers {'93642b45-7af1-470a-9ab7-2d6136c07f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:00.087481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376013a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['93642b45-7af1-470a-9ab7-2d6136c07f4e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:00.092481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d63f1-f783-4098-9511-42840376a798 req-861cc6a8-ed30-4494-8cc2-4644e8c27cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:00.094116 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5c3d63f1-f783-4098-9511-42840376a798 req-861cc6a8-ed30-4494-8cc2-4644e8c27cc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1167 time: 0.0444129
Apr 09 21:04:00.095571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (58986122-9b78-4f92-918f-0f69eb2d60c0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.101428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-da800498-9f6f-4bbf-a0c8-ce67a357c45e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:00.106395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-da800498-9f6f-4bbf-a0c8-ce67a357c45e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.2266712
Apr 09 21:04:00.121188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c487c857-6785-43a7-b914-b9ff5ac5cefb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bd15ebf647e4d1988c25cd83baa5de1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1181242
Apr 09 21:04:00.128930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51984) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:00.157332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-006c2ee7-cd60-494b-b936-4920f806f351 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/quotas/f87849ca88bb4519b329fab033911446 HTTP/1.1" status: 200  len: 375 time: 0.0343516
Apr 09 21:04:00.177403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Pushing event deleted for resources: {'Port': ['ID=58986122-9b78-4f92-918f-0f69eb2d60c0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:00.213491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] Set router 93642b45-7af1-470a-9ab7-2d6136c07f4e gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:00.221337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-d9208d4f-758f-4b35-b7e0-6f683cb8bf98 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0634675
Apr 09 21:04:00.269093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (93642b45-7af1-470a-9ab7-2d6136c07f4e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.294973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376013a60>, [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:59Z', 'revision_number': 7, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:00.325954 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5401a8e-ec47-4ce7-8621-86ea1238bf89 admin admin] Publish callbacks [] for security_group (963481c2-29ed-4616-b663-57fd9488b787), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.356516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d940285-aa1e-4f53-8642-95a2d27ca6f3 None None] The sync data for ids ['93642b45-7af1-470a-9ab7-2d6136c07f4e'] in ncdv-master-1 is: [{'id': '93642b45-7af1-470a-9ab7-2d6136c07f4e', 'name': 'tempest-FloatingIPsTestJSON-543080792-router', 'tenant_id': 'f11b6741075b48eaaf64948d2ecace51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:03:37Z', 'updated_at': '2022-04-09T21:03:59Z', 'revision_number': 7, 'project_id': 'f11b6741075b48eaaf64948d2ecace51', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:04:00.386688 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.422523 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5401a8e-ec47-4ce7-8621-86ea1238bf89 admin admin] Publish callbacks [] for security_group (963481c2-29ed-4616-b663-57fd9488b787), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.463483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-dccfd330-874c-4666-a176-7117d08f883c service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411771
Apr 09 21:04:00.468880 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (93642b45-7af1-470a-9ab7-2d6136c07f4e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.476778 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks [] for router_controller (93642b45-7af1-470a-9ab7-2d6136c07f4e), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.540365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-29f34c9c-ba54-4f4c-89e0-614160c32c1d tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:00.542022 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-29f34c9c-ba54-4f4c-89e0-614160c32c1d tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 950 time: 0.1984839
Apr 09 21:04:00.544130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d63f1-f783-4098-9511-42840376a798 req-c22ae3aa-5ad2-47e8-8a22-21b6b4f07405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:00.545687 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5c3d63f1-f783-4098-9511-42840376a798 req-c22ae3aa-5ad2-47e8-8a22-21b6b4f07405 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 913 time: 0.3992848
Apr 09 21:04:00.556102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (93642b45-7af1-470a-9ab7-2d6136c07f4e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.556933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93642b45-7af1-470a-9ab7-2d6136c07f4e {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:04:00.563367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.567428 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2dad4c95-62af-4925-a74a-226499abba20 admin admin] 10.222.0.30 "DELETE /v2.0/routers/93642b45-7af1-470a-9ab7-2d6136c07f4e HTTP/1.1" status: 204  len: 168 time: 1.7263465
Apr 09 21:04:00.570734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52004) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:00.616052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ea99-b55c-409c-8221-4c4784890268 req-edec27c3-46b6-40c3-859b-02c145e62765 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:00.617640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c254ea99-b55c-409c-8221-4c4784890268 req-edec27c3-46b6-40c3-859b-02c145e62765 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.1294072
Apr 09 21:04:00.653774 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5401a8e-ec47-4ce7-8621-86ea1238bf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (963481c2-29ed-4616-b663-57fd9488b787), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.656368 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5401a8e-ec47-4ce7-8621-86ea1238bf89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.657554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f5401a8e-ec47-4ce7-8621-86ea1238bf89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/963481c2-29ed-4616-b663-57fd9488b787 HTTP/1.1" status: 204  len: 168 time: 0.5267966
Apr 09 21:04:00.662813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-c70a51b2-c76d-4f77-8e5e-bc6fa71d8900 service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982806
Apr 09 21:04:00.671269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5c3d63f1-f783-4098-9511-42840376a798 req-b017020b-58d6-4980-ae4b-2847c9ca232b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 200  len: 217 time: 0.1012337
Apr 09 21:04:00.672356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5401a8e-ec47-4ce7-8621-86ea1238bf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963481c2-29ed-4616-b663-57fd9488b787,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:00.704081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c254ea99-b55c-409c-8221-4c4784890268 req-78e02070-d6e9-433d-badc-94de02d3377d tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774815
Apr 09 21:04:00.846093 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5ea667-3f82-4a70-bde6-5ae5de70ed6e admin admin] Deleting subnet a1006f6c-cc00-42bf-ac14-d756a1afabc3 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:04:00.859653 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea667-3f82-4a70-bde6-5ae5de70ed6e admin admin] Publish callbacks [] for subnet (a1006f6c-cc00-42bf-ac14-d756a1afabc3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.889434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d63f1-f783-4098-9511-42840376a798 req-7a55df78-7516-4ad5-948b-dcd7bf7e08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:00.890915 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5c3d63f1-f783-4098-9511-42840376a798 req-7a55df78-7516-4ad5-948b-dcd7bf7e08aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.2122033
Apr 09 21:04:00.911525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Deleting port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:00.911866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:00.953128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e678aa-adb3-4c81-92c5-889c528d1de8 req-72a5f27e-7be4-4517-b41e-781ba99c63af tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:00.972076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35e678aa-adb3-4c81-92c5-889c528d1de8 req-72a5f27e-7be4-4517-b41e-781ba99c63af tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 950 time: 0.1224597
Apr 09 21:04:01.059659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35e678aa-adb3-4c81-92c5-889c528d1de8 req-6817c37f-3db5-4d3c-8e4c-3f5cd6b16960 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2a2db27-f1c8-43b1-9dca-2770c0442c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828986
Apr 09 21:04:01.061430 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5c3d63f1-f783-4098-9511-42840376a798 req-0d73739e-e617-48d4-b01d-34861b20fc9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1511748
Apr 09 21:04:01.072035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0025f5-f258-4893-b2ce-097d3a7953a1 req-7cbfe440-ae4f-4985-97ed-0378fa120d94 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:01.073936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df0025f5-f258-4893-b2ce-097d3a7953a1 req-7cbfe440-ae4f-4985-97ed-0378fa120d94 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0663288
Apr 09 21:04:01.091759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea667-3f82-4a70-bde6-5ae5de70ed6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (a1006f6c-cc00-42bf-ac14-d756a1afabc3), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:01.161158 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ed34ec4-f259-4fcc-ae0b-c071e3cbf70a req-ad959498-4d34-49a4-a011-55fd06aa87c0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 210 time: 0.0333130
Apr 09 21:04:01.183418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df0025f5-f258-4893-b2ce-097d3a7953a1 req-3552d9c6-204b-47e7-96be-b2baa4418fb1 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928836
Apr 09 21:04:01.226595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] For port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:01.227227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:01.254950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Calling delete_port for 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:01.350538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22adf3-683f-418c-b716-df8083dfbf04 req-8df62a04-a2db-42fb-ba5c-124f7679c6c1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:01.358314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd22adf3-683f-418c-b716-df8083dfbf04 req-8df62a04-a2db-42fb-ba5c-124f7679c6c1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 985 time: 0.1118200
Apr 09 21:04:01.407911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 58986122-9b78-4f92-918f-0f69eb2d60c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:01.428233 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5c3d63f1-f783-4098-9511-42840376a798 req-a2143bc1-9179-4dc5-abdb-21d9cbf64e7e service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3582187
Apr 09 21:04:01.430336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 58986122-9b78-4f92-918f-0f69eb2d60c0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:01.431010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 58986122-9b78-4f92-918f-0f69eb2d60c0 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:01.431657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0462372d-759b-4d09-9745-a0a3c1acdea9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:01.433770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea667-3f82-4a70-bde6-5ae5de70ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (a1006f6c-cc00-42bf-ac14-d756a1afabc3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:01.459447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd22adf3-683f-418c-b716-df8083dfbf04 req-5235e293-73be-4518-b50c-08362e83d2ce tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd64af9c-f183-4ef0-8190-a444a7c21037&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1001065
Apr 09 21:04:01.472706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 0462372d-759b-4d09-9745-a0a3c1acdea9 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:01.473093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0462372d-759b-4d09-9745-a0a3c1acdea9 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:01.635538 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5c3d63f1-f783-4098-9511-42840376a798 req-2681f477-9fdf-4dab-8675-2e52cbd71b83 service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975763
Apr 09 21:04:01.641907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea667-3f82-4a70-bde6-5ae5de70ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (a1006f6c-cc00-42bf-ac14-d756a1afabc3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:01.708608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ea667-3f82-4a70-bde6-5ae5de70ed6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1006f6c-cc00-42bf-ac14-d756a1afabc3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:01.725297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2499970-77e2-483a-94f3-3b583f3383b6 None None] Network 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:01.725529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea667-3f82-4a70-bde6-5ae5de70ed6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:01.727316 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cf5ea667-3f82-4a70-bde6-5ae5de70ed6e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a1006f6c-cc00-42bf-ac14-d756a1afabc3 HTTP/1.1" status: 204  len: 168 time: 1.1552777
Apr 09 21:04:01.729983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52040) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:01.803611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52044) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:01.840487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-bc69cf7a-b0ea-4ed9-97bf-387dce54c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:01.842396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-bc69cf7a-b0ea-4ed9-97bf-387dce54c3a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1167 time: 0.1349111
Apr 09 21:04:01.859939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (926e2550-7b2a-4e9a-947e-f80f6f5bcf9d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:01.898741 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:01.899950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Pushing event deleted for resources: {'Port': ['ID=926e2550-7b2a-4e9a-947e-f80f6f5bcf9d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:01.927228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d82f41-6fcc-4115-a6b8-5d8a115b7075 req-5ec54e24-f179-4e1b-bfba-5bd4891a6488 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:01.929249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18d82f41-6fcc-4115-a6b8-5d8a115b7075 req-5ec54e24-f179-4e1b-bfba-5bd4891a6488 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.0927477
Apr 09 21:04:02.017164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-network', 'tenant_id': '596406a59ceb473f89a31ea38750883a'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:02.021728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] No DVR routers for this DVR port 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:02.024921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18d82f41-6fcc-4115-a6b8-5d8a115b7075 req-50ba5e7f-5a16-4d20-83fb-25171a97b594 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879216
Apr 09 21:04:02.026129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Deleting port d6b0fc68-0bc9-4c14-8267-1d02a62756ad {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:02.026466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.031968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.035640 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d22dd0b5-c55a-4367-9e31-60ea1489d912 req-c6613192-156e-4e68-b633-3d597c453772 tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.25 "DELETE /v2.0/ports/926e2550-7b2a-4e9a-947e-f80f6f5bcf9d HTTP/1.1" status: 204  len: 173 time: 1.4665887
Apr 09 21:04:02.037855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c778043-533a-46e6-904e-6149ad1af0a9', 'name': 'network-vif-deleted', 'tag': '926e2550-7b2a-4e9a-947e-f80f6f5bcf9d'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:02.040959 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f8b96e-7a18-419a-975d-5c0e03b40bbd" -d '{"events": [{"server_uuid": "6c778043-533a-46e6-904e-6149ad1af0a9", "name": "network-vif-deleted", "tag": "926e2550-7b2a-4e9a-947e-f80f6f5bcf9d"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:02.066809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-a0bcbfe2-f612-4057-aeb9-b0a17a05c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:02.068676 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-a0bcbfe2-f612-4057-aeb9-b0a17a05c864 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 913 time: 0.2193081
Apr 09 21:04:02.086435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Made reservation on behalf of 596406a59ceb473f89a31ea38750883a for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:02.089787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.173690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] For port d6b0fc68-0bc9-4c14-8267-1d02a62756ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,segment=NetworkSegment(1bda1c50-8f94-40a9-b387-682db2ef66f9),segment_id=1bda1c50-8f94-40a9-b387-682db2ef66f9)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:02.174369 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.175701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.179257 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553609b8-8840-45ba-b875-dd1d21a40dac x-openstack-request-id: req-553609b8-8840-45ba-b875-dd1d21a40dac {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:02.179631 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c778043-533a-46e6-904e-6149ad1af0a9", "name": "network-vif-deleted", "tag": "926e2550-7b2a-4e9a-947e-f80f6f5bcf9d", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:02.179883 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-553609b8-8840-45ba-b875-dd1d21a40dac {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:02.180275 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553609b8-8840-45ba-b875-dd1d21a40dac'] response: {'server_uuid': '6c778043-533a-46e6-904e-6149ad1af0a9', 'name': 'network-vif-deleted', 'tag': '926e2550-7b2a-4e9a-947e-f80f6f5bcf9d', 'status': 'completed', 'code': 200}
Apr 09 21:04:02.192205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Calling delete_port for d6b0fc68-0bc9-4c14-8267-1d02a62756ad owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:02.194628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-196b1b50-867f-46fa-9f80-e2a3d4fac3a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 200  len: 217 time: 0.1182454
Apr 09 21:04:02.204087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] DHCP port deletion for 2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:04:02.251111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] Deleting port d6b0fc68-0bc9-4c14-8267-1d02a62756ad {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:02.251631 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.359114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Publish callbacks [] for security_group (1f7b29ff-8b4b-4447-99f7-730dbcfc6dab), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.371386 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1f7b29ff-8b4b-4447-99f7-730dbcfc6dab), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.387926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98f64d00-97ce-44d3-bf1b-7dcc7a9bba1a req-ebfcd639-f0b6-4587-8e8e-6ad3d290561a tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 210 time: 0.1040113
Apr 09 21:04:02.402985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-ff127dd4-28ca-4e3b-9ce3-267749a3ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:02.404462 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-ff127dd4-28ca-4e3b-9ce3-267749a3ebcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.1204290
Apr 09 21:04:02.408818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:04:02.441548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] For port d6b0fc68-0bc9-4c14-8267-1d02a62756ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,segment=NetworkSegment(1bda1c50-8f94-40a9-b387-682db2ef66f9),segment_id=1bda1c50-8f94-40a9-b387-682db2ef66f9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:02.442594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9d95178b-14b2-44d1-9197-c549de24583c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.443066 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Added segment 9d95178b-14b2-44d1-9197-c549de24583c of type vlan for network 8ff5a369-c943-4d9d-af5f-b11fa1c48766
Apr 09 21:04:02.444196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b29ff-8b4b-4447-99f7-730dbcfc6dab,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:02.446852 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.479352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] Calling delete_port for d6b0fc68-0bc9-4c14-8267-1d02a62756ad owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:02.513640 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (8ff5a369-c943-4d9d-af5f-b11fa1c48766), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.554598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (8ff5a369-c943-4d9d-af5f-b11fa1c48766), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.555686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:02.559189 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.615696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f2d6ed3-d50f-4395-8c19-91d79baad549 req-a42cc3ef-a36e-493c-afb2-7b27cb610f8d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 210 time: 0.0692377
Apr 09 21:04:02.622915 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.631691 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (d6b0fc68-0bc9-4c14-8267-1d02a62756ad), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.654336 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.8494418
Apr 09 21:04:02.657156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52062) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:02.666561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Request body: {'subnet': {'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-subnet', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:02.671861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a55b3-4fe3-4818-90d2-66ef36f26e55 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff5a369-c943-4d9d-af5f-b11fa1c48766,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:02.677208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] No DVR routers for this DVR port d6b0fc68-0bc9-4c14-8267-1d02a62756ad on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:02.689938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] Pushing event deleted for resources: {'Port': ['ID=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:02.694126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e13c6-4765-44d6-b796-d5418d691d45 req-975e603f-e60c-407d-af9b-39b838d6c132 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:02.695993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33e13c6-4765-44d6-b796-d5418d691d45 req-975e603f-e60c-407d-af9b-39b838d6c132 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1355278
Apr 09 21:04:02.697059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:04:02.698401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Made reservation on behalf of 596406a59ceb473f89a31ea38750883a for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:02.701577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.726568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b0fc68-0bc9-4c14-8267-1d02a62756ad,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:02.762475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16726e-bc9c-4eec-96c9-cea641238954 None None] No DVR routers for this DVR port d6b0fc68-0bc9-4c14-8267-1d02a62756ad on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:02.789816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-dc85ae26-6f7c-464b-9b52-9167bdd01660 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:02.791008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-dc85ae26-6f7c-464b-9b52-9167bdd01660 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.4544897
Apr 09 21:04:02.813750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Request body: {'port': {'device_id': '490c11f8-8cc8-452d-8186-9b860d1e926d', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'admin_state_up': True, 'tenant_id': 'f87849ca88bb4519b329fab033911446'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:02.878710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45a8a4-9e07-4656-b740-d5f9738e47e7 req-89d4c784-f593-475f-bd3a-9e89821af167 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:02.880469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad45a8a4-9e07-4656-b740-d5f9738e47e7 req-89d4c784-f593-475f-bd3a-9e89821af167 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 945 time: 0.1835232
Apr 09 21:04:02.882195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (74cdc990-b502-49c7-8d95-3d16881897be), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.885643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.937523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cdc990-b502-49c7-8d95-3d16881897be,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:02.946336 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Checking segment: {'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:02.946690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Network hostable DHCP agents. Network: 8ff5a369-c943-4d9d-af5f-b11fa1c48766, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:04:02.961136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23766be670>,) {'filters': {'network_id': ['2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:02.966815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:04:02.969759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33e13c6-4765-44d6-b796-d5418d691d45 req-5716a3dd-06a5-48d6-b06a-6aed0faf1fe2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360823
Apr 09 21:04:02.979220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ff5a369-c943-4d9d-af5f-b11fa1c48766) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:02.983412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:02.984015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:02.989913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c94b76-86c9-43a9-8b72-5181c3ae7f86 None None] Network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:03.008474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23766be670>, '1bda1c50-8f94-40a9-b387-682db2ef66f9') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:03.008772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23766be670>, '1bda1c50-8f94-40a9-b387-682db2ef66f9') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:03.024845 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f65c9098-31fb-4cdc-a652-15e9ad31f922 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.3621845
Apr 09 21:04:03.027335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52064) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:03.032111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (1bda1c50-8f94-40a9-b387-682db2ef66f9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.034176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:03.049102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad45a8a4-9e07-4656-b740-d5f9738e47e7 req-d60c6cfc-268b-41fb-bf54-fef8a084c4e7 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549809
Apr 09 21:04:03.060349 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.062049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.072962 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1bda1c50-8f94-40a9-b387-682db2ef66f9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.102469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:04:03.102469 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (1bda1c50-8f94-40a9-b387-682db2ef66f9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:04:03.104291 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:04:03.129883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ff5a369-c943-4d9d-af5f-b11fa1c48766', 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766', 'project_id': '596406a59ceb473f89a31ea38750883a', 'fixed_ips': [{'subnet_id': '74cdc990-b502-49c7-8d95-3d16881897be'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:04:03.130786 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.163108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ddeb5-0e36-458a-ad7c-c761281f751f req-8c2d62ab-7aed-49e9-ba21-e4f1b0dd0cf2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:03.164614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c21ddeb5-0e36-458a-ad7c-c761281f751f req-8c2d62ab-7aed-49e9-ba21-e4f1b0dd0cf2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 985 time: 0.1075733
Apr 09 21:04:03.194091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:03.197322 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.211180 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.222097 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.225868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c HTTP/1.1" status: 204  len: 168 time: 1.4948452
Apr 09 21:04:03.264623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea72f86-a6f7-4749-bf57-5976fe68a8f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6464a7-ada1-4dc5-bb8c-dd3c7791e36c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:03.276060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks [] for router_controller (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.305803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Allocated IP 172.20.0.2 (8ff5a369-c943-4d9d-af5f-b11fa1c48766/74cdc990-b502-49c7-8d95-3d16881897be/b79e9501-473c-496d-aed2-27a8b1cdeb78) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:03.369981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c21ddeb5-0e36-458a-ad7c-c761281f751f req-9fd6a149-8b59-4ffb-b249-2ae43b5abd0c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd64af9c-f183-4ef0-8190-a444a7c21037&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1956246
Apr 09 21:04:03.386796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52068) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:03.403403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d6b0fc68-0bc9-4c14-8267-1d02a62756ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:03.435331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d6b0fc68-0bc9-4c14-8267-1d02a62756ad {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:03.435810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d6b0fc68-0bc9-4c14-8267-1d02a62756ad not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:03.459400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-01c6e706-090c-43a5-a570-74bfc0ed93fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f11b6741075b48eaaf64948d2ecace51&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0714788
Apr 09 21:04:03.462118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52072) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:03.476862 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks [] for router_gateway (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.542773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-346a7cfe-43a5-43c6-963c-4bfa35984a36 req-be6fa661-05e0-437b-882a-8f58569610aa tempest-LiveMigrationNegativeTest-1032568364 tempest-LiveMigrationNegativeTest-1032568364-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c778043-533a-46e6-904e-6149ad1af0a9 HTTP/1.1" status: 200  len: 210 time: 0.0447278
Apr 09 21:04:03.543769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Allocated IP 172.20.0.8 (cdd9fe53-654b-4110-9856-85e40c331c54/37fdda6f-4a4d-41bf-b698-ea1190d2dc3a/af7a7ae8-fef2-4586-8969-b2574e026722) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:03.550676 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Publish callbacks [] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.560766 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.574103 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6aa14825-ca81-4ccf-b5e0-3be42e9360b5 admin admin] Publish callbacks [] for security_group (503524f3-295c-45d5-a5ec-9412d71b5058), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.614209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:03.618070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:03.620545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:03.622763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Pushing event updated for resources: {'Port': ['ID=b79e9501-473c-496d-aed2-27a8b1cdeb78,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:03.623665 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6aa14825-ca81-4ccf-b5e0-3be42e9360b5 admin admin] Publish callbacks [] for security_group (503524f3-295c-45d5-a5ec-9412d71b5058), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.702640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Attempting to bind port b79e9501-473c-496d-aed2-27a8b1cdeb78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:03.703559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Attempting to bind port b79e9501-473c-496d-aed2-27a8b1cdeb78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:03.704107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Attempting to bind port b79e9501-473c-496d-aed2-27a8b1cdeb78 on network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:03.709909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:03.710640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Checking segment: {'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:03.711142 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.711684 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Bound using segment: {'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:03.712276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Bound port: b79e9501-473c-496d-aed2-27a8b1cdeb78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:03.712774 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.715276 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks [] for router_gateway (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.735179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.742926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-754c8eb3-7ea3-4147-9784-352f8b99e86b req-ae7b8baa-de32-47fa-aa8d-0b0caa76764d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 210 time: 0.0368199
Apr 09 21:04:03.787010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks [] for port (af7a7ae8-fef2-4586-8969-b2574e026722), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.790320 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6aa14825-ca81-4ccf-b5e0-3be42e9360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (503524f3-295c-45d5-a5ec-9412d71b5058), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.793171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6aa14825-ca81-4ccf-b5e0-3be42e9360b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.796827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6aa14825-ca81-4ccf-b5e0-3be42e9360b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/503524f3-295c-45d5-a5ec-9412d71b5058 HTTP/1.1" status: 204  len: 168 time: 0.3313034
Apr 09 21:04:03.805616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa14825-ca81-4ccf-b5e0-3be42e9360b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503524f3-295c-45d5-a5ec-9412d71b5058,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:03.821215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] For port b79e9501-473c-496d-aed2-27a8b1cdeb78, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:03.825694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] For port b79e9501-473c-496d-aed2-27a8b1cdeb78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b79e9501-473c-496d-aed2-27a8b1cdeb78,segment=NetworkSegment(9d95178b-14b2-44d1-9197-c549de24583c),segment_id=9d95178b-14b2-44d1-9197-c549de24583c)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:03.840423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4b939184-9908-4fe1-b2fd-2da6cdaa8901 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:03.847761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.849062 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:03.870321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Allocated IP 172.35.0.62 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/c55e6095-d193-4e02-8e62-eeee223f216e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:03.905578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Network cdd9fe53-654b-4110-9856-85e40c331c54 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:03.909996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:03.910763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:03.927717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:03.983647 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-cdc1846b-f8e4-4d41-9374-4464398f50f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439665
Apr 09 21:04:04.003847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c1643-acfc-4c44-b7e7-98ae6175a7f9 None None] Pushing event updated for resources: {'Port': ['ID=b79e9501-473c-496d-aed2-27a8b1cdeb78,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:04.061824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks [] for port (c55e6095-d193-4e02-8e62-eeee223f216e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:04.101391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event updated for resources: {'Port': ['ID=af7a7ae8-fef2-4586-8969-b2574e026722,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:04.110102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:04.110495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:04.144574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:04.147273 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c2c3b-a96e-4ea8-85a4-204ee6e0e067" -d '{"events": [{"server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:04.201008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:04.203296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:04.206278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3810f-fb10-413f-9fc7-a80f73f45bdd req-e318dbad-a8d7-48d8-b0cd-5594c9a8d56d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:04.217950 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:04.218897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:04.222341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71c3810f-fb10-413f-9fc7-a80f73f45bdd req-e318dbad-a8d7-48d8-b0cd-5594c9a8d56d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0996706
Apr 09 21:04:04.289661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:04.291501 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:04.386927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-f5a9dec0-b235-47a8-ab5b-90275708336a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5788939
Apr 09 21:04:04.398731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22e4ec-9c04-4a80-aa8d-53c453733a33 req-40c42fc6-c0ff-4b59-a728-367316666a46 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:04.401242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f22e4ec-9c04-4a80-aa8d-53c453733a33 req-40c42fc6-c0ff-4b59-a728-367316666a46 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 943 time: 0.1751447
Apr 09 21:04:04.411506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:04.414121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Request body: {'port': {'device_id': '490c11f8-8cc8-452d-8186-9b860d1e926d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:04.416287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:04.416734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 926e2550-7b2a-4e9a-947e-f80f6f5bcf9d not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:04.426122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:04.475761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71c3810f-fb10-413f-9fc7-a80f73f45bdd req-fa4c2728-400b-459f-b6b3-f5a690ae1b7b tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462308
Apr 09 21:04:04.514940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:04.527169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:04.538386 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b7e98d-f750-41ff-a67c-c88f4a4a1e07 x-openstack-request-id: req-64b7e98d-f750-41ff-a67c-c88f4a4a1e07 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:04.539512 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:04.539859 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64b7e98d-f750-41ff-a67c-c88f4a4a1e07 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:04.540362 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b7e98d-f750-41ff-a67c-c88f4a4a1e07'] response: {'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'code': 200}
Apr 09 21:04:04.574239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f22e4ec-9c04-4a80-aa8d-53c453733a33 req-0c0f83ea-feb3-4086-b238-eb433e1fa3df tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494262
Apr 09 21:04:04.577246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:04.649556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Pushing event updated for resources: {'Port': ['ID=c55e6095-d193-4e02-8e62-eeee223f216e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:04.658357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-6972293e-0943-4f2e-b089-254d59e3d20f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:04.659889 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-6972293e-0943-4f2e-b089-254d59e3d20f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 943 time: 0.2758386
Apr 09 21:04:04.757841 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-a9e76aaa-8c47-450c-a6a5-3d9c88bcc24b service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5945044
Apr 09 21:04:04.763104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379bedd-62d4-4976-9860-a4e3354cb6df req-907229cf-18db-42fc-adea-57ef8a9158de tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:04.764712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8379bedd-62d4-4976-9860-a4e3354cb6df req-907229cf-18db-42fc-adea-57ef8a9158de tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 985 time: 0.1282494
Apr 09 21:04:04.838623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Deleting port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:04.838993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:04.968119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979690-21ed-488c-a82d-b4b51ecff317 req-8bade1c6-4662-4148-8760-0f4d3a676619 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:04.970546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a979690-21ed-488c-a82d-b4b51ecff317 req-8bade1c6-4662-4148-8760-0f4d3a676619 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 931 time: 0.0586658
Apr 09 21:04:04.994173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8379bedd-62d4-4976-9860-a4e3354cb6df req-9cef1f81-e576-4dfd-b3f3-5ca7dd9d0c18 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd64af9c-f183-4ef0-8190-a444a7c21037&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.2142167
Apr 09 21:04:05.066355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52118) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:05.110850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a979690-21ed-488c-a82d-b4b51ecff317 req-e6385dc9-1488-4eb9-a80e-b32a6f766cff tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101942
Apr 09 21:04:05.120799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7a7ae8-fef2-4586-8969-b2574e026722 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:05.137286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Publish callbacks [] for port (af7a7ae8-fef2-4586-8969-b2574e026722), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.153110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Transition to ACTIVE for port object af7a7ae8-fef2-4586-8969-b2574e026722 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:04:05.161171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.314091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Pushing event updated for resources: {'Port': ['ID=af7a7ae8-fef2-4586-8969-b2574e026722,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:05.376337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b79e9501-473c-496d-aed2-27a8b1cdeb78 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:05.379803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0117fcae-5305-43fb-b7dd-52bb39442df2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab5f53583b7444188c705ed472c3cf06&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3118889
Apr 09 21:04:05.384122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52122) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:05.426923 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6e9f7994-39c2-454f-9f55-cc457fd0fcd2 req-0ea427ed-261c-414f-8542-4cf8a622b8da service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6623199
Apr 09 21:04:05.439916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Attempting to bind port af7a7ae8-fef2-4586-8969-b2574e026722 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:05.440102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Attempting to bind port af7a7ae8-fef2-4586-8969-b2574e026722 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:05.440483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Attempting to bind port af7a7ae8-fef2-4586-8969-b2574e026722 on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:05.455921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Port af7a7ae8-fef2-4586-8969-b2574e026722 on network cdd9fe53-654b-4110-9856-85e40c331c54 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:04:05.456319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Attempting to bind port af7a7ae8-fef2-4586-8969-b2574e026722 on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:05.460657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5343a22-88e5-4669-a513-243089e74c03 None None] Network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:05.465514 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8a622aa8-f96d-494d-9fcb-ced0994b1f01 admin admin] Publish callbacks [] for security_group (d2a2db27-f1c8-43b1-9dca-2770c0442c5c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.469384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:05.469848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Checking segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:05.471357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Bound using segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:05.471357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Bound port: af7a7ae8-fef2-4586-8969-b2574e026722, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:05.471357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.498344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b79e9501-473c-496d-aed2-27a8b1cdeb78 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:05.498923 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.502842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8a622aa8-f96d-494d-9fcb-ced0994b1f01 admin admin] Publish callbacks [] for security_group (d2a2db27-f1c8-43b1-9dca-2770c0442c5c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.559364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks [] for router_gateway (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.591559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] For port af7a7ae8-fef2-4586-8969-b2574e026722, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:05.595431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] For port af7a7ae8-fef2-4586-8969-b2574e026722, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af7a7ae8-fef2-4586-8969-b2574e026722,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:05.601334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ae1491d6-9c67-4674-9dd3-ae0f9c6839cd None None] Provisioning complete for port b79e9501-473c-496d-aed2-27a8b1cdeb78 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:05.601965 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ae1491d6-9c67-4674-9dd3-ae0f9c6839cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.625635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] For port 4b939184-9908-4fe1-b2fd-2da6cdaa8901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b939184-9908-4fe1-b2fd-2da6cdaa8901,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:05.626025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.632318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.649839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Calling delete_port for 4b939184-9908-4fe1-b2fd-2da6cdaa8901 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:05.687060 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8a622aa8-f96d-494d-9fcb-ced0994b1f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d2a2db27-f1c8-43b1-9dca-2770c0442c5c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.689652 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8a622aa8-f96d-494d-9fcb-ced0994b1f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.690839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8a622aa8-f96d-494d-9fcb-ced0994b1f01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2a2db27-f1c8-43b1-9dca-2770c0442c5c HTTP/1.1" status: 204  len: 168 time: 0.3057027
Apr 09 21:04:05.692543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:05.693551 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.695243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] 10.222.0.32 "PUT /v2.0/ports/af7a7ae8-fef2-4586-8969-b2574e026722 HTTP/1.1" status: 200  len: 1091 time: 1.2927179
Apr 09 21:04:05.699418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490c11f8-8cc8-452d-8186-9b860d1e926d', 'tag': 'af7a7ae8-fef2-4586-8969-b2574e026722'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:05.702000 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37534778-c4f2-4cd6-b78e-23d4d547709a" -d '{"events": [{"name": "network-changed", "server_uuid": "490c11f8-8cc8-452d-8186-9b860d1e926d", "tag": "af7a7ae8-fef2-4586-8969-b2574e026722"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:05.728494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331aae-04a5-46a6-974d-13641dab0bf2 req-ae456fda-7fc8-470b-9b47-cdd6d8d59954 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:05.735255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d331aae-04a5-46a6-974d-13641dab0bf2 req-ae456fda-7fc8-470b-9b47-cdd6d8d59954 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1368725
Apr 09 21:04:05.760566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b79e9501-473c-496d-aed2-27a8b1cdeb78 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:05.760807 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.799764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b366c-fa83-464e-87e4-cb96dd125e0c service neutron] Pushing event updated for resources: {'Port': ['ID=af7a7ae8-fef2-4586-8969-b2574e026722,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:05.843788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a622aa8-f96d-494d-9fcb-ced0994b1f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a2db27-f1c8-43b1-9dca-2770c0442c5c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:05.885646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ae1491d6-9c67-4674-9dd3-ae0f9c6839cd None None] Current status of the port b79e9501-473c-496d-aed2-27a8b1cdeb78 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:05.886031 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ae1491d6-9c67-4674-9dd3-ae0f9c6839cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.893048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port b79e9501-473c-496d-aed2-27a8b1cdeb78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b79e9501-473c-496d-aed2-27a8b1cdeb78,segment=NetworkSegment(9d95178b-14b2-44d1-9197-c549de24583c),segment_id=9d95178b-14b2-44d1-9197-c549de24583c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:05.904691 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:05.965571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cda46a-4666-4d98-9b3f-ff988620e697 req-b6716576-7dba-46d1-8205-d39c1804c261 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:05.974117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69cda46a-4666-4d98-9b3f-ff988620e697 req-b6716576-7dba-46d1-8205-d39c1804c261 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=f667511c-c0e4-4a11-8440-927a5977f82e HTTP/1.1" status: 200  len: 943 time: 0.1949639
Apr 09 21:04:05.991548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-9931b454-e269-432f-a743-4856efa3a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:05.994450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-9931b454-e269-432f-a743-4856efa3a52d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 1125 time: 0.1820202
Apr 09 21:04:06.021000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=b79e9501-473c-496d-aed2-27a8b1cdeb78,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:06.025238 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-ae1491d6-9c67-4674-9dd3-ae0f9c6839cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:04:06.025479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d331aae-04a5-46a6-974d-13641dab0bf2 req-eb69d340-f2ee-443e-bbd6-dbf38be02bfa tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074275
Apr 09 21:04:06.028868 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-ae1491d6-9c67-4674-9dd3-ae0f9c6839cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:04:06.117919 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4b939184-9908-4fe1-b2fd-2da6cdaa8901), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.152198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event deleted for resources: {'Port': ['ID=4b939184-9908-4fe1-b2fd-2da6cdaa8901,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:06.210209 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.235404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52138) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:06.243916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] No DVR routers for this DVR port 4b939184-9908-4fe1-b2fd-2da6cdaa8901 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:06.253243 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.256719 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8297bf25-ee16-4bec-8063-c9104e4c4933 req-1c2bb11e-fd67-46a5-a4d3-d9806fc38782 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "DELETE /v2.0/ports/4b939184-9908-4fe1-b2fd-2da6cdaa8901 HTTP/1.1" status: 204  len: 173 time: 1.5639195
Apr 09 21:04:06.258633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'name': 'network-vif-deleted', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:06.260999 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a979f-6a6f-45bf-9a6a-3e94b847b06f" -d '{"events": [{"server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "name": "network-vif-deleted", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:06.340768 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-206864e7-9a53-485b-91c9-69ab3976fb3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e00846370b944c5da8e5f5e89038efd4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1017380
Apr 09 21:04:06.369688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52146) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:06.465560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-561321ea-78b3-40f5-9776-97876164a7e8 admin admin] Publish callbacks [] for security_group (e5e2304d-239b-40cb-bba7-dd2f7c83b03e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.481217 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0f22fb-ced5-44d3-9435-3c1309da2d3d x-openstack-request-id: req-3b0f22fb-ced5-44d3-9435-3c1309da2d3d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:06.481217 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490c11f8-8cc8-452d-8186-9b860d1e926d", "tag": "af7a7ae8-fef2-4586-8969-b2574e026722", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:06.481217 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b0f22fb-ced5-44d3-9435-3c1309da2d3d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:06.481740 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0f22fb-ced5-44d3-9435-3c1309da2d3d'] response: {'name': 'network-changed', 'server_uuid': '490c11f8-8cc8-452d-8186-9b860d1e926d', 'tag': 'af7a7ae8-fef2-4586-8969-b2574e026722', 'status': 'completed', 'code': 200}
Apr 09 21:04:06.488430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:04:06.488692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b1c3b930-39e3-47d0-8019-d164f2fa66e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af7a7ae8-fef2-4586-8969-b2574e026722 HTTP/1.1" status: 200  len: 217 time: 0.4861963
Apr 09 21:04:06.500526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-561321ea-78b3-40f5-9776-97876164a7e8 admin admin] Publish callbacks [] for security_group (e5e2304d-239b-40cb-bba7-dd2f7c83b03e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.589220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ae1491d6-9c67-4674-9dd3-ae0f9c6839cd None None] Current status of the port b79e9501-473c-496d-aed2-27a8b1cdeb78 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:06.590378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69cda46a-4666-4d98-9b3f-ff988620e697 req-8a2cbc7b-17b3-49d6-ac81-8eb8a8120228 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6157401
Apr 09 21:04:06.611420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-8841fc36-2772-4d63-b65c-fb330f7e3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:06.613388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-8841fc36-2772-4d63-b65c-fb330f7e3d63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1110485
Apr 09 21:04:06.626084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6e3c3-e327-44d1-9244-fbda17f8bcb3 req-840dbfd5-d4d1-47e0-a870-f894d4d73e3e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:06.630566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-561321ea-78b3-40f5-9776-97876164a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e5e2304d-239b-40cb-bba7-dd2f7c83b03e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.633589 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-561321ea-78b3-40f5-9776-97876164a7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.634815 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-561321ea-78b3-40f5-9776-97876164a7e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5e2304d-239b-40cb-bba7-dd2f7c83b03e HTTP/1.1" status: 204  len: 168 time: 0.2641163
Apr 09 21:04:06.645952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06f6e3c3-e327-44d1-9244-fbda17f8bcb3 req-840dbfd5-d4d1-47e0-a870-f894d4d73e3e tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 985 time: 0.1674719
Apr 09 21:04:06.650094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561321ea-78b3-40f5-9776-97876164a7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e2304d-239b-40cb-bba7-dd2f7c83b03e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:06.652260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:04:06.664415 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Sync routers for ids ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:04:06.688366 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Routers {'51f1ca9f-6a7c-47f1-91be-cd25c0f61975'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:06.689008 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773fcf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:06.689332 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.693192 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-19c16340-dd32-46d6-9984-70d75d3be665 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 3.6620414
Apr 09 21:04:06.694069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:06.718157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-54a946ee-e226-4b3c-b25c-58dce4e160c3 None None] Provisioning complete for port b79e9501-473c-496d-aed2-27a8b1cdeb78 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:06.718535 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54a946ee-e226-4b3c-b25c-58dce4e160c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:06.845815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06f6e3c3-e327-44d1-9244-fbda17f8bcb3 req-59e70aa9-3c3e-4cf9-8075-1210e39b9ee6 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd64af9c-f183-4ef0-8190-a444a7c21037&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1946428
Apr 09 21:04:06.882677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-12a2709f-7fd4-4407-b977-787cd4e65394 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2355812
Apr 09 21:04:06.933544 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Set router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:06.983187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-54a946ee-e226-4b3c-b25c-58dce4e160c3 None None] Current status of the port b79e9501-473c-496d-aed2-27a8b1cdeb78 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:07.008568 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac61ade-b68e-4cd9-9679-c7eefa94648b x-openstack-request-id: req-7ac61ade-b68e-4cd9-9679-c7eefa94648b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:07.008863 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f667511c-c0e4-4a11-8440-927a5977f82e", "name": "network-vif-deleted", "tag": "4b939184-9908-4fe1-b2fd-2da6cdaa8901", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:07.013200 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ac61ade-b68e-4cd9-9679-c7eefa94648b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:07.014100 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac61ade-b68e-4cd9-9679-c7eefa94648b'] response: {'server_uuid': 'f667511c-c0e4-4a11-8440-927a5977f82e', 'name': 'network-vif-deleted', 'tag': '4b939184-9908-4fe1-b2fd-2da6cdaa8901', 'status': 'completed', 'code': 200}
Apr 09 21:04:07.052552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-a337a84c-beaf-4793-9b44-3855736c7a7b service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519008
Apr 09 21:04:07.063903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889d307-abd7-4b2f-ba14-3c699f3e9a6e req-839395fb-6c9b-4180-8efa-576b0af5dbc4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:07.064847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5889d307-abd7-4b2f-ba14-3c699f3e9a6e req-839395fb-6c9b-4180-8efa-576b0af5dbc4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 943 time: 0.2245431
Apr 09 21:04:07.226755 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773fcf10>, [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:04Z', 'revision_number': 3, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port': {'id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:07.227030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5889d307-abd7-4b2f-ba14-3c699f3e9a6e req-3b4602d2-639f-46f5-bf0a-d5b7b20a82f2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524403
Apr 09 21:04:07.240131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00757bd5-cc23-4f6e-aab8-53633608162d req-80b3b28d-1df8-4fe2-9e33-913a4eccb623 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:07.241968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00757bd5-cc23-4f6e-aab8-53633608162d req-80b3b28d-1df8-4fe2-9e33-913a4eccb623 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1001022
Apr 09 21:04:07.267134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47598802-fcb3-4dec-b247-1f11dc1b9e47 req-b9e3bf51-eadf-4689-a6d2-edbbccbbcfc9 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011242
Apr 09 21:04:07.347367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00757bd5-cc23-4f6e-aab8-53633608162d req-b8078b63-fcd4-4aef-ab8a-e9bad9d202dd tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942972
Apr 09 21:04:07.406930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b79e9501-473c-496d-aed2-27a8b1cdeb78 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:07.416078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.456940 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Checking router: 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:04:07.457333 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Updating router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 port c55e6095-d193-4e02-8e62-eeee223f216e binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:04:07.463830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b79e9501-473c-496d-aed2-27a8b1cdeb78 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:07.464205 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.490710 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.568465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b79e9501-473c-496d-aed2-27a8b1cdeb78 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:07.600224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Allocated IP 172.20.0.1 (8ff5a369-c943-4d9d-af5f-b11fa1c48766/74cdc990-b502-49c7-8d95-3d16881897be/ed7916dd-744e-4f4a-856c-45d7382b533a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:07.737049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Publish callbacks [] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.784517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.802728 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Publish callbacks [] for port (c55e6095-d193-4e02-8e62-eeee223f216e), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.812241 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.834667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:07.837705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:07.841367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:07.847421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7916dd-744e-4f4a-856c-45d7382b533a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:07.855270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4b939184-9908-4fe1-b2fd-2da6cdaa8901 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:07.900734 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41c81b-39c2-4a18-b226-ed170c134e25 None None] Pushing event updated for resources: {'Port': ['ID=c55e6095-d193-4e02-8e62-eeee223f216e,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:07.904622 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Attempting to bind port c55e6095-d193-4e02-8e62-eeee223f216e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:07.905522 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Attempting to bind port c55e6095-d193-4e02-8e62-eeee223f216e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:07.906235 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Attempting to bind port c55e6095-d193-4e02-8e62-eeee223f216e on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:07.912134 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:07.912432 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:07.912838 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.913264 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:07.913465 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.913734 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Bound port: c55e6095-d193-4e02-8e62-eeee223f216e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:07.914112 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:07.925493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 4b939184-9908-4fe1-b2fd-2da6cdaa8901 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:07.925841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4b939184-9908-4fe1-b2fd-2da6cdaa8901 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:07.972483 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] For port c55e6095-d193-4e02-8e62-eeee223f216e, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:07.975939 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] For port c55e6095-d193-4e02-8e62-eeee223f216e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c55e6095-d193-4e02-8e62-eeee223f216e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:07.984405 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:08.069631 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41c81b-39c2-4a18-b226-ed170c134e25 None None] Pushing event updated for resources: {'Port': ['ID=c55e6095-d193-4e02-8e62-eeee223f216e,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:08.072490 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Routers {'51f1ca9f-6a7c-47f1-91be-cd25c0f61975'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:08.073284 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773fcf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:08.107234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-08e0dede-a009-44ea-9c97-9a5705b5e7ae tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:08.108821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-08e0dede-a009-44ea-9c97-9a5705b5e7ae tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/networks?id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 200  len: 822 time: 0.2612646
Apr 09 21:04:08.157727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-85498db8-a695-4bcd-909b-1f9c52fae2a0 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/quotas/ed5c4a7f5181441d9d3db5d4ed86133b HTTP/1.1" status: 200  len: 375 time: 0.0199056
Apr 09 21:04:08.161521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:08.174050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396979ad-edbd-4354-966f-002cf100d834 req-b0c6dfcb-c01a-4019-b14f-70ff90426b41 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:08.181774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-396979ad-edbd-4354-966f-002cf100d834 req-b0c6dfcb-c01a-4019-b14f-70ff90426b41 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 985 time: 0.1554306
Apr 09 21:04:08.222828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6b1101ad-cdd6-472b-b218-3bc3e8df7f34 None None] Provisioning complete for port ed7916dd-744e-4f4a-856c-45d7382b533a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:08.225213 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b1101ad-cdd6-472b-b218-3bc3e8df7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:08.230811 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] Set router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:08.234977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-ce1c490f-0cc6-46ba-9472-2bdeb344958f tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0718949
Apr 09 21:04:08.295815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6b1101ad-cdd6-472b-b218-3bc3e8df7f34 None None] Port ed7916dd-744e-4f4a-856c-45d7382b533a cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:04:08.309875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-396979ad-edbd-4354-966f-002cf100d834 req-8084123e-2618-4c64-a669-14ecf6667ca1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd64af9c-f183-4ef0-8190-a444a7c21037&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1105366
Apr 09 21:04:08.417572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Publish callbacks [] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:08.428895 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:08.444374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-5fd2ff0c-d8de-4fbd-b093-65a6a739f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:08.445446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-5fd2ff0c-d8de-4fbd-b093-65a6a739f5a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 1125 time: 0.0711832
Apr 09 21:04:08.493168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-c168d8b5-22ef-4502-a4e7-525a0d2afa6a service neutron] 10.222.0.30 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572863
Apr 09 21:04:08.509907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7916dd-744e-4f4a-856c-45d7382b533a,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:08.531277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:08.582067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a6669-bd99-4648-838b-28dfc152a263 req-428a985d-9a21-4ed6-a32e-74ef8d7b46b8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:08.583969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff4a6669-bd99-4648-838b-28dfc152a263 req-428a985d-9a21-4ed6-a32e-74ef8d7b46b8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 943 time: 0.1556063
Apr 09 21:04:08.645729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:08.647984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:08.667901 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773fcf10>, [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:04Z', 'revision_number': 3, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port': {'id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:08.716751 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec38345-1b72-46be-bd74-659718b3cd1c None None] The sync data for ids ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'] in ncdv-master-1 is: [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:04Z', 'revision_number': 3, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port': {'id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:04:08.794959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-85f207bb-7f08-4c72-8fe6-c5b744736c26 service neutron] 10.222.0.30 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2586148
Apr 09 21:04:08.799370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-72c815b3-7fea-4828-826a-979a99e54e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:08.800866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-72c815b3-7fea-4828-826a-979a99e54e4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 906 time: 0.3275847
Apr 09 21:04:08.832745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff4a6669-bd99-4648-838b-28dfc152a263 req-45cdbf0b-3247-48d4-ba1a-33eff4f5a631 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149892
Apr 09 21:04:08.899481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:04:08.936612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-69e35ea4-e056-4a33-9fb2-f94be4e61c9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af7a7ae8-fef2-4586-8969-b2574e026722 HTTP/1.1" status: 200  len: 217 time: 0.1220078
Apr 09 21:04:09.123710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-1d512321-c5f2-4e8d-97f4-02d0be706b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:09.125225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-1d512321-c5f2-4e8d-97f4-02d0be706b98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1822178
Apr 09 21:04:09.149416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:04:09.162773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5c24597b-447a-4943-b3de-08a24df3af12 None None] Provisioning complete for port ed7916dd-744e-4f4a-856c-45d7382b533a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:09.166286 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-938b4203-c153-4a57-a4c5-e1dbc0aeb546 admin admin] 10.222.0.30 "PUT /v2.0/routers/51f1ca9f-6a7c-47f1-91be-cd25c0f61975/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4702940
Apr 09 21:04:09.170296 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c24597b-447a-4943-b3de-08a24df3af12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:09.212571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16821155-5a39-4055-9313-0242564bd65f req-1f482f4f-7d42-496f-967a-4e84792d2d22 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1567399253&fields=id&tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5 HTTP/1.1" status: 200  len: 267 time: 0.2096772
Apr 09 21:04:09.253402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5c24597b-447a-4943-b3de-08a24df3af12 None None] Port ed7916dd-744e-4f4a-856c-45d7382b533a cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:04:09.260816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-e617678c-4481-4ef9-876f-8f793a91a14c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1267438
Apr 09 21:04:09.363814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe1750-b5ef-4a21-9322-65bae4849e3d req-fad8bcfe-517d-466e-97c7-3111cc95abaa tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:09.365412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6afe1750-b5ef-4a21-9322-65bae4849e3d req-fad8bcfe-517d-466e-97c7-3111cc95abaa tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.2572088
Apr 09 21:04:09.406689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16821155-5a39-4055-9313-0242564bd65f req-aee693fa-3b4b-43a9-8f68-025a7c69ff0c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:09.412217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16821155-5a39-4055-9313-0242564bd65f req-aee693fa-3b4b-43a9-8f68-025a7c69ff0c tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 985 time: 0.1987674
Apr 09 21:04:09.413672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c55e6095-d193-4e02-8e62-eeee223f216e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:09.469790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-16821155-5a39-4055-9313-0242564bd65f req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'port': {'security_groups': ['47914aeb-b2a9-4f66-96ca-526c718a01d4', 'dd64af9c-f183-4ef0-8190-a444a7c21037', 'a6d69725-e78f-4b27-99d7-6cc74447bf88']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:09.489840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c55e6095-d193-4e02-8e62-eeee223f216e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:09.490307 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:09.582855 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-16821155-5a39-4055-9313-0242564bd65f req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:09.598671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c55e6095-d193-4e02-8e62-eeee223f216e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:09.599060 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:09.624107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port c55e6095-d193-4e02-8e62-eeee223f216e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c55e6095-d193-4e02-8e62-eeee223f216e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:09.628771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6afe1750-b5ef-4a21-9322-65bae4849e3d req-975c38da-508c-4f4e-8882-96416d3e3d55 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416656
Apr 09 21:04:09.630918 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:09.634082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-3423a3c1-07a7-4511-8f65-a9042113d78a service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3338106
Apr 09 21:04:09.705600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=c55e6095-d193-4e02-8e62-eeee223f216e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:09.966672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37534778-c4f2-4cd6-b78e-23d4d547709a req-19fc7455-d0bd-4691-a1d3-20fde4e2ca11 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2617545
Apr 09 21:04:10.099687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-16821155-5a39-4055-9313-0242564bd65f req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] For port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:10.102465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.102941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.103405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.103867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.104324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.104783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.105260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.105719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.106174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.106623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.107073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.109096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9813898d-29bd-4ea8-8576-320eed8aaa9f req-fd7743d4-cb5d-4e50-8524-aff827d43a8a tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7797 time: 0.2814345
Apr 09 21:04:10.137490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device af7a7ae8-fef2-4586-8969-b2574e026722 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:10.141192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-16821155-5a39-4055-9313-0242564bd65f req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:10.148311 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-16821155-5a39-4055-9313-0242564bd65f req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:10.160478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:10.163393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:10.197969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16821155-5a39-4055-9313-0242564bd65f req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.198634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-16821155-5a39-4055-9313-0242564bd65f req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:10.200051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16821155-5a39-4055-9313-0242564bd65f req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "PUT /v2.0/ports/9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 200  len: 1021 time: 0.7395034
Apr 09 21:04:10.222290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:10.224709 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983316fa-52ed-444b-9441-b70886106c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:10.255608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc05d9f2-3d68-4d95-a105-ec44a377d2b9 req-5f020319-a9ef-42bb-b1c0-fa697573467a tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 210 time: 0.0739763
Apr 09 21:04:10.280858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f480e3-6fe3-4bcd-ac35-15bdad992dcf tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'Port': ['ID=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:10.419130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:10.421305 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-5208039f-dcda-4591-9968-6e2b9d30971f req-ba8d89c4-aba9-438a-81e8-df593895f4d0 tempest-FloatingIPDetailsNegativeTestJSON-459803232 tempest-FloatingIPDetailsNegativeTestJSON-459803232-project] show failed (client error): The resource could not be found.
Apr 09 21:04:10.422298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5208039f-dcda-4591-9968-6e2b9d30971f req-ba8d89c4-aba9-438a-81e8-df593895f4d0 tempest-FloatingIPDetailsNegativeTestJSON-459803232 tempest-FloatingIPDetailsNegativeTestJSON-459803232-project] 10.222.0.30 "GET /v2.0/floatingips/fd6961fc-c656-48c9-b6a7-bfe3c645d3e9 HTTP/1.1" status: 404  len: 350 time: 0.0423033
Apr 09 21:04:10.434352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52300) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:10.444165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b834dd1-3729-4c6a-8aa0-57bbc8a58668 req-14bef3b2-5384-4f46-89c2-b7c82bdaddde tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.451532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b834dd1-3729-4c6a-8aa0-57bbc8a58668 req-14bef3b2-5384-4f46-89c2-b7c82bdaddde tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 943 time: 0.1020930
Apr 09 21:04:10.487999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-e0265784-d4cd-4e97-ae0d-705b1c050499 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:10.489735 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-e0265784-d4cd-4e97-ae0d-705b1c050499 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "GET /v2.0/networks?id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 200  len: 822 time: 0.2071633
Apr 09 21:04:10.505974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port af7a7ae8-fef2-4586-8969-b2574e026722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af7a7ae8-fef2-4586-8969-b2574e026722,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:10.509542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Request body: {'port': {'device_id': 'cbde0439-8c37-47c0-9c32-ca5152679302', 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'admin_state_up': True, 'tenant_id': 'ed5c4a7f5181441d9d3db5d4ed86133b'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:10.555723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'af7a7ae8-fef2-4586-8969-b2574e026722', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'port_id': 'af7a7ae8-fef2-4586-8969-b2574e026722', 'mac_address': 'fa:16:3e:22:44:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdda6f-4a4d-41bf-b698-ea1190d2dc3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:10.656038 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Made reservation on behalf of ed5c4a7f5181441d9d3db5d4ed86133b for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:10.659937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:10.810197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Allocated IP 172.20.0.7 (2acdcdfe-c4fc-46e9-aafe-ac2fc5194554/faf7f7c5-7f39-4827-9277-12a92eed21c4/7e8c197f-7833-4616-9703-c66566894b07) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:10.838271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port af7a7ae8-fef2-4586-8969-b2574e026722 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:10.838643 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:10.893153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7a7ae8-fef2-4586-8969-b2574e026722 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:10.955891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Sync routers for ids ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:04:10.974984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port af7a7ae8-fef2-4586-8969-b2574e026722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af7a7ae8-fef2-4586-8969-b2574e026722,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:10.996251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for port (7e8c197f-7833-4616-9703-c66566894b07), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:10.998168 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:11.013303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b834dd1-3729-4c6a-8aa0-57bbc8a58668 req-8270b9b8-f1df-477a-88d8-af46bf6a536f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5609982
Apr 09 21:04:11.049061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Routers {'51f1ca9f-6a7c-47f1-91be-cd25c0f61975'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:11.049716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237641cee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:11.050364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109e833-354c-448d-b310-f4d69388858f req-a9978b3e-3221-4c17-a215-420638c70c97 tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.052119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e109e833-354c-448d-b310-f4d69388858f req-a9978b3e-3221-4c17-a215-420638c70c97 tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 886 time: 0.5259485
Apr 09 21:04:11.068575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7e8c197f-7833-4616-9703-c66566894b07), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:11.137591 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e645d03-afc3-41a7-b53f-dbbc0f7098b7 x-openstack-request-id: req-5e645d03-afc3-41a7-b53f-dbbc0f7098b7 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:11.137889 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:11.138140 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e645d03-afc3-41a7-b53f-dbbc0f7098b7 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:11.138550 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e645d03-afc3-41a7-b53f-dbbc0f7098b7'] response: {'name': 'network-changed', 'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac', 'status': 'completed', 'code': 200}
Apr 09 21:04:11.161390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event updated for resources: {'Port': ['ID=7e8c197f-7833-4616-9703-c66566894b07,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:11.196416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8707459c-80f7-40ce-9a5d-4402d536db2f req-4a00c7ae-05ec-47f9-ba23-f11bb658d526 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/a6d69725-e78f-4b27-99d7-6cc74447bf88 HTTP/1.1" status: 200  len: 1817 time: 0.1054056
Apr 09 21:04:11.213556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:11.223786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=af7a7ae8-fef2-4586-8969-b2574e026722,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:11.254994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:11.272132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:11.302799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['af7a7ae8-fef2-4586-8969-b2574e026722'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:11.337979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.338759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:11.344494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983316fa-52ed-444b-9441-b70886106c7c req-0caebb54-609f-4a11-96ec-08cb0aba1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.346183 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-983316fa-52ed-444b-9441-b70886106c7c req-0caebb54-609f-4a11-96ec-08cb0aba1ce3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1207 time: 0.1803806
Apr 09 21:04:11.372871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c55e6095-d193-4e02-8e62-eeee223f216e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:11.391079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d9087-5ae4-4d70-b9b8-0e2b8b47c324 req-bde0715c-6764-4a03-819a-3d17619665dd tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.392777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c7d9087-5ae4-4d70-b9b8-0e2b8b47c324 req-bde0715c-6764-4a03-819a-3d17619665dd tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1131201
Apr 09 21:04:11.396461 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-8707459c-80f7-40ce-9a5d-4402d536db2f req-e24a8956-f83a-493b-b6a4-9da9fd1d466f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:04:11.397705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8707459c-80f7-40ce-9a5d-4402d536db2f req-e24a8956-f83a-493b-b6a4-9da9fd1d466f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6d69725-e78f-4b27-99d7-6cc74447bf88 HTTP/1.1" status: 409  len: 341 time: 0.1857228
Apr 09 21:04:11.432188 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-5f42c3eb-7b47-4376-960e-e6f19067d6fd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9290738
Apr 09 21:04:11.451950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Request body: {'port': {'device_id': 'cbde0439-8c37-47c0-9c32-ca5152679302', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:11.455304 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983316fa-52ed-444b-9441-b70886106c7c req-5d39d9ba-1b84-421a-a820-c57a8b220a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.456675 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-983316fa-52ed-444b-9441-b70886106c7c req-5d39d9ba-1b84-421a-a820-c57a8b220a8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 200  len: 913 time: 0.1039197
Apr 09 21:04:11.492774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Set router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:11.544562 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:11.554643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c7d9087-5ae4-4d70-b9b8-0e2b8b47c324 req-8dad0a2c-f7c3-4935-81d3-3d3b6783bb02 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497011
Apr 09 21:04:11.693733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.694134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.694588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.695095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.695565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.696033 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.696530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.696998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.697498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.697943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.698414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.700560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-389d45ec-5b62-438c-9ff1-b91d6b6ba782 req-c0dc5f04-1925-47f0-b100-3caad3dde6be tempest-NetworksTest-1657486512 tempest-NetworksTest-1657486512-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7797 time: 0.2565792
Apr 09 21:04:11.793679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c55e6095-d193-4e02-8e62-eeee223f216e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:11.794082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:11.800177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941336fc-8b6f-4658-b89e-e023cb02576b req-bdf7ea2a-cc57-4162-8d41-1e4bf2ae0ddd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.801560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-941336fc-8b6f-4658-b89e-e023cb02576b req-bdf7ea2a-cc57-4162-8d41-1e4bf2ae0ddd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 931 time: 0.1625140
Apr 09 21:04:11.894306 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-983316fa-52ed-444b-9441-b70886106c7c req-6f3a0004-674c-4905-8709-3a3f5268630d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 200  len: 217 time: 0.4196465
Apr 09 21:04:11.949628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-941336fc-8b6f-4658-b89e-e023cb02576b req-fd5c1892-cf92-4224-b28b-9c9f43a4a59a tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357200
Apr 09 21:04:11.966193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7e8c197f-7833-4616-9703-c66566894b07), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:11.971321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237641cee0>, [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:08Z', 'revision_number': 4, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port': {'id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ed7916dd-744e-4f4a-856c-45d7382b533a', 'name': '', 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'mac_address': 'fa:16:3e:d0:60:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '74cdc990-b502-49c7-8d95-3d16881897be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:07Z', 'updated_at': '2022-04-09T21:04:08Z', 'revision_number': 2, 'project_id': '596406a59ceb473f89a31ea38750883a', 'subnets': [{'id': '74cdc990-b502-49c7-8d95-3d16881897be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:11.991743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983316fa-52ed-444b-9441-b70886106c7c req-20cc6fc1-8959-427c-857c-538b21469946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:11.993254 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-983316fa-52ed-444b-9441-b70886106c7c req-20cc6fc1-8959-427c-857c-538b21469946 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 200  len: 852 time: 0.0826955
Apr 09 21:04:12.015648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Checking router: 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:04:12.016011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Updating router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 port ed7916dd-744e-4f4a-856c-45d7382b533a binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:04:12.036799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Deleting port ed7916dd-744e-4f4a-856c-45d7382b533a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:12.037254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.044459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c55e6095-d193-4e02-8e62-eeee223f216e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:12.055091 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.192979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.248123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Calling delete_port for ed7916dd-744e-4f4a-856c-45d7382b533a owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:12.261437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2061-1dd5-42ff-990d-a5c31c29992c req-a728add0-69eb-4de0-bf24-9c16815428c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:12.269350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-031d2061-1dd5-42ff-990d-a5c31c29992c req-a728add0-69eb-4de0-bf24-9c16815428c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1024 time: 0.1411102
Apr 09 21:04:12.295179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ef8ec-0dcd-4f8f-855b-cd3f6e3ae7a1 req-98fe84b2-5790-4fd4-a5b6-47411a5e40d8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:12.296745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-560ef8ec-0dcd-4f8f-855b-cd3f6e3ae7a1 req-98fe84b2-5790-4fd4-a5b6-47411a5e40d8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 944 time: 0.1480887
Apr 09 21:04:12.317995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8c197f-7833-4616-9703-c66566894b07 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:12.327459 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Publish callbacks [] for port (7e8c197f-7833-4616-9703-c66566894b07), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.334976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52334) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:12.351155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Transition to ACTIVE for port object 7e8c197f-7833-4616-9703-c66566894b07 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:04:12.357190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7e8c197f-7833-4616-9703-c66566894b07), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.405868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Publish callbacks [] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.429658 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.475236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c197f-7833-4616-9703-c66566894b07,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:12.486629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-560ef8ec-0dcd-4f8f-855b-cd3f6e3ae7a1 req-1c4446de-def7-41e4-97a6-fda7ab6397e5 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773891
Apr 09 21:04:12.504963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Attempting to bind port 7e8c197f-7833-4616-9703-c66566894b07 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:12.509331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Attempting to bind port 7e8c197f-7833-4616-9703-c66566894b07 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:12.509636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Attempting to bind port 7e8c197f-7833-4616-9703-c66566894b07 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:12.520603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Port 7e8c197f-7833-4616-9703-c66566894b07 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:04:12.522908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-031d2061-1dd5-42ff-990d-a5c31c29992c req-537d12a2-b6c8-4825-8933-b376359ca3c4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6d69725-e78f-4b27-99d7-6cc74447bf88&id=dd64af9c-f183-4ef0-8190-a444a7c21037&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2371991
Apr 09 21:04:12.523414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Attempting to bind port 7e8c197f-7833-4616-9703-c66566894b07 on network 2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:12.535623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device af7a7ae8-fef2-4586-8969-b2574e026722 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:12.544856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:12.546656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Checking segment: {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:12.547219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Bound using segment: {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:12.547681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Bound port: 7e8c197f-7833-4616-9703-c66566894b07, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805f4463-db19-4492-a39b-f4f913dad5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:12.548394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7e8c197f-7833-4616-9703-c66566894b07), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.579198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d760ff81-ffdb-4c8d-bc7a-2af508a875e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.592443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Pushing event updated for resources: {'Port': ['ID=ed7916dd-744e-4f4a-856c-45d7382b533a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:12.619315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.619695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.620000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.620337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.620669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.620998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.621412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.621737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.622471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.622471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.622685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.622993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.623315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.623926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.623926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9cc022-5751-4a04-b83b-d0a6b8c3da7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:12.689209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port af7a7ae8-fef2-4586-8969-b2574e026722 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:04:12.705948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port af7a7ae8-fef2-4586-8969-b2574e026722 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:12.706369 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.721311 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d760ff81-ffdb-4c8d-bc7a-2af508a875e4 admin admin] Publish callbacks [] for security_group (4ce19a33-602e-44b3-a2ef-1a81fca7e992), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.732731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Attempting to bind port ed7916dd-744e-4f4a-856c-45d7382b533a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:12.733180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Attempting to bind port ed7916dd-744e-4f4a-856c-45d7382b533a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:12.734489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.736362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Attempting to bind port ed7916dd-744e-4f4a-856c-45d7382b533a on network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:12.736566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d760ff81-ffdb-4c8d-bc7a-2af508a875e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4ce19a33-602e-44b3-a2ef-1a81fca7e992), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.752313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:12.752694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Checking segment: {'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:12.753379 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.753732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Bound using segment: {'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:12.754304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Bound port: ed7916dd-744e-4f4a-856c-45d7382b533a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d95178b-14b2-44d1-9197-c549de24583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ff5a369-c943-4d9d-af5f-b11fa1c48766'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:12.754690 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ed7916dd-744e-4f4a-856c-45d7382b533a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.799696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Port ed7916dd-744e-4f4a-856c-45d7382b533a has been deleted concurrently {{(pid=126921) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Apr 09 21:04:12.846699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Routers {'51f1ca9f-6a7c-47f1-91be-cd25c0f61975'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:12.847345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237641cee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:12.859560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760ff81-ffdb-4c8d-bc7a-2af508a875e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce19a33-602e-44b3-a2ef-1a81fca7e992,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:12.896910 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d760ff81-ffdb-4c8d-bc7a-2af508a875e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5f5984766644e429d2138381b1eb16f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5571632
Apr 09 21:04:12.898522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] For port 7e8c197f-7833-4616-9703-c66566894b07, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:12.900730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52352) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:12.903669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] For port 7e8c197f-7833-4616-9703-c66566894b07, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8c197f-7833-4616-9703-c66566894b07,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:12.904853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7916dd-744e-4f4a-856c-45d7382b533a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:12.909174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-90cbdccb-6e7b-4f51-8176-dd1c30eaf091 None None] Could not find standard attr ID for object ed7916dd-744e-4f4a-856c-45d7382b533a. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:04:12.910845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port af7a7ae8-fef2-4586-8969-b2574e026722 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:12.911247 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.916324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7e8c197f-7833-4616-9703-c66566894b07), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.979467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:12.980134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:12.981544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] 10.222.0.25 "PUT /v2.0/ports/7e8c197f-7833-4616-9703-c66566894b07 HTTP/1.1" status: 200  len: 1091 time: 1.5379019
Apr 09 21:04:12.982006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbde0439-8c37-47c0-9c32-ca5152679302', 'tag': '7e8c197f-7833-4616-9703-c66566894b07'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:12.991775 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbde0439-8c37-47c0-9c32-ca5152679302", "tag": "7e8c197f-7833-4616-9703-c66566894b07"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:12.996628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490c11f8-8cc8-452d-8186-9b860d1e926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7a7ae8-fef2-4586-8969-b2574e026722'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:12.998837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5418-354e-4de0-b019-98ff1189a67d req-b454f7fe-dfee-4192-8968-6e436749cdee tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:12.999045 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275732b3-10e0-4c75-b7f9-40d8497dfaef" -d '{"events": [{"server_uuid": "490c11f8-8cc8-452d-8186-9b860d1e926d", "name": "network-vif-plugged", "status": "completed", "tag": "af7a7ae8-fef2-4586-8969-b2574e026722"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:13.012696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-507d5418-354e-4de0-b019-98ff1189a67d req-b454f7fe-dfee-4192-8968-6e436749cdee tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.3068593
Apr 09 21:04:13.015923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port af7a7ae8-fef2-4586-8969-b2574e026722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af7a7ae8-fef2-4586-8969-b2574e026722,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:13.026061 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:13.036162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9038eb-6ce8-4965-8314-c89a395c1ebd service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c197f-7833-4616-9703-c66566894b07,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:13.072890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] Set router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:13.087332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.088052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.088532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.089061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.089489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.090138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.090457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.091001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.091481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.091881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.092255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.092575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.093084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.094203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.094538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:13.194029 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-983316fa-52ed-444b-9441-b70886106c7c req-ac65eeaf-e0bc-4e40-ac46-66f7793fbc43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2862fa2b-3134-4de1-bedd-a2bf3828b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327342
Apr 09 21:04:13.247744 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e71a636f-4a82-4e1d-87a9-c9c0a85e67fd admin admin] Publish callbacks [] for security_group (4ce19a33-602e-44b3-a2ef-1a81fca7e992), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:13.254391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-507d5418-354e-4de0-b019-98ff1189a67d req-6e5c2811-8c43-40c8-85c9-d0e9c385f7b8 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2406282
Apr 09 21:04:13.260714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d4396-52cb-4cd6-b89e-1437f9b0fcb8 req-8a7268b0-30c1-4792-a29c-3f6b415078f2 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:13.262489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f1d4396-52cb-4cd6-b89e-1437f9b0fcb8 req-8a7268b0-30c1-4792-a29c-3f6b415078f2 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 943 time: 0.1625037
Apr 09 21:04:13.290705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-baa1c1a7-95da-430a-a18f-e26a51a3d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:13.292261 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-baa1c1a7-95da-430a-a18f-e26a51a3d905 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 1125 time: 0.0816355
Apr 09 21:04:13.330341 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958ada1f-d5ff-49e8-9af5-b850f2f288df x-openstack-request-id: req-958ada1f-d5ff-49e8-9af5-b850f2f288df {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:13.330723 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbde0439-8c37-47c0-9c32-ca5152679302", "tag": "7e8c197f-7833-4616-9703-c66566894b07", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:13.331247 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-958ada1f-d5ff-49e8-9af5-b850f2f288df {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:13.331882 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958ada1f-d5ff-49e8-9af5-b850f2f288df'] response: {'name': 'network-changed', 'server_uuid': 'cbde0439-8c37-47c0-9c32-ca5152679302', 'tag': '7e8c197f-7833-4616-9703-c66566894b07', 'status': 'completed', 'code': 200}
Apr 09 21:04:13.355563 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e71a636f-4a82-4e1d-87a9-c9c0a85e67fd admin admin] Publish callbacks [] for security_group (4ce19a33-602e-44b3-a2ef-1a81fca7e992), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:13.373371 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d1be59-c05b-4074-9b09-c27a263117f0 x-openstack-request-id: req-b9d1be59-c05b-4074-9b09-c27a263117f0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:13.373626 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490c11f8-8cc8-452d-8186-9b860d1e926d", "name": "network-vif-plugged", "status": "completed", "tag": "af7a7ae8-fef2-4586-8969-b2574e026722", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:13.373801 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9d1be59-c05b-4074-9b09-c27a263117f0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:13.374198 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d1be59-c05b-4074-9b09-c27a263117f0'] response: {'server_uuid': '490c11f8-8cc8-452d-8186-9b860d1e926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7a7ae8-fef2-4586-8969-b2574e026722', 'code': 200}
Apr 09 21:04:13.376994 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-c63ff5ea-c72d-4451-b8b1-a55e640a4bd4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e8c197f-7833-4616-9703-c66566894b07 HTTP/1.1" status: 200  len: 217 time: 0.0486145
Apr 09 21:04:13.377433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=af7a7ae8-fef2-4586-8969-b2574e026722,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:13.423657 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-983316fa-52ed-444b-9441-b70886106c7c req-8a1020c3-b3ee-4761-ab5c-277f573d7c5a service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218928
Apr 09 21:04:13.446844 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:13.476208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237641cee0>, [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:12Z', 'revision_number': 5, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port': {'id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:13.511548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12b889-459e-4840-a4a3-5bfc9df86db9 None None] The sync data for ids ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'] in ncdv-master-1 is: [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:12Z', 'revision_number': 5, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port': {'id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:04:13.522607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f1d4396-52cb-4cd6-b89e-1437f9b0fcb8 req-98b99a16-4e37-4a46-81d2-980a2a4e0f8a tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082057
Apr 09 21:04:13.579740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32b8d-1ae3-44ed-971b-acc68d2eaaea req-2089e6b1-b75d-494a-a1c6-e9bc2e9e54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:13.582060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-8080b730-f86e-4ef6-a902-1bf0cc82b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:13.582906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3b32b8d-1ae3-44ed-971b-acc68d2eaaea req-2089e6b1-b75d-494a-a1c6-e9bc2e9e54e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 1127 time: 0.1224511
Apr 09 21:04:13.584067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-8080b730-f86e-4ef6-a902-1bf0cc82b669 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=faf7f7c5-7f39-4827-9277-12a92eed21c4 HTTP/1.1" status: 200  len: 862 time: 0.1204269
Apr 09 21:04:13.657344 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e71a636f-4a82-4e1d-87a9-c9c0a85e67fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4ce19a33-602e-44b3-a2ef-1a81fca7e992), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:13.660010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e71a636f-4a82-4e1d-87a9-c9c0a85e67fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:13.663727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e71a636f-4a82-4e1d-87a9-c9c0a85e67fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ce19a33-602e-44b3-a2ef-1a81fca7e992 HTTP/1.1" status: 204  len: 168 time: 0.7537994
Apr 09 21:04:13.678521 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-b083860d-f6bd-4634-9ef0-d1fae415a728 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695078
Apr 09 21:04:13.770954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-59d5b1f7-68b0-403a-9045-5d40ba514e66 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:13.772667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-59d5b1f7-68b0-403a-9045-5d40ba514e66 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.25 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1024 time: 0.1866856
Apr 09 21:04:13.778524 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-983316fa-52ed-444b-9441-b70886106c7c req-dcd0dfbf-9959-4296-a9f2-86f460f42d1c service neutron] 10.222.0.25 "GET /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2623713
Apr 09 21:04:13.788859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a636f-4a82-4e1d-87a9-c9c0a85e67fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce19a33-602e-44b3-a2ef-1a81fca7e992,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:13.800297 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-f83e6bf0-4862-4255-9111-759036528776 service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1132865
Apr 09 21:04:13.884044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b49fe-62c4-4c63-9a6b-8e63dc82c403 req-6ad97c42-09a4-4721-b198-6d86093ac28a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:13.885721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff1b49fe-62c4-4c63-9a6b-8e63dc82c403 req-6ad97c42-09a4-4721-b198-6d86093ac28a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 945 time: 0.2480206
Apr 09 21:04:13.907700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc71aac-4456-47ef-bbb7-eaeb6f210aff req-7e0c8232-5048-4a0b-baee-22f5b96858c6 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:13.909641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbc71aac-4456-47ef-bbb7-eaeb6f210aff req-7e0c8232-5048-4a0b-baee-22f5b96858c6 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 1024 time: 0.2448258
Apr 09 21:04:13.919588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3b32b8d-1ae3-44ed-971b-acc68d2eaaea req-744e48f8-f916-4bbd-a0a9-782a55d2b695 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3205800
Apr 09 21:04:13.922171 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d7b53a94-49a3-45f6-932b-04e9a61f405f req-00259a44-dc0e-4051-839d-08b96f597b36 service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1125441
Apr 09 21:04:14.064003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52392) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:14.078682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a8bb-32e6-47bc-aaef-021b277c7fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.098168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff1b49fe-62c4-4c63-9a6b-8e63dc82c403 req-379319c7-28ea-44c6-95dc-5fb9fbcc60c3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2023706
Apr 09 21:04:14.164281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Deleting port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:14.164658 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.193638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a8bb-32e6-47bc-aaef-021b277c7fe3 admin admin] Publish callbacks [] for security_group (504f5db0-bb51-43d3-8adb-949d0682b21f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.202311 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a8bb-32e6-47bc-aaef-021b277c7fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (504f5db0-bb51-43d3-8adb-949d0682b21f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.219805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbc71aac-4456-47ef-bbb7-eaeb6f210aff req-ce0c0843-4a3e-4fb2-8c7f-76883a25117d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6d69725-e78f-4b27-99d7-6cc74447bf88&id=dd64af9c-f183-4ef0-8190-a444a7c21037&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2981339
Apr 09 21:04:14.259533 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f0c7a8bb-32e6-47bc-aaef-021b277c7fe3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f92768f9f1824ecbb2917ae40da2d440&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1944208
Apr 09 21:04:14.260442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7a8bb-32e6-47bc-aaef-021b277c7fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504f5db0-bb51-43d3-8adb-949d0682b21f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:14.263673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52402) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:14.295854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-d638e69e-9701-470e-b6d9-efc5a69018fb tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0842814
Apr 09 21:04:14.322579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:04:14.323314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12aa8021-38b1-42ae-a92f-3c80439431b7 admin admin] Publish callbacks [] for security_group (504f5db0-bb51-43d3-8adb-949d0682b21f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.347368 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12aa8021-38b1-42ae-a92f-3c80439431b7 admin admin] Publish callbacks [] for security_group (504f5db0-bb51-43d3-8adb-949d0682b21f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.408344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12aa8021-38b1-42ae-a92f-3c80439431b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (504f5db0-bb51-43d3-8adb-949d0682b21f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.409977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12aa8021-38b1-42ae-a92f-3c80439431b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.413564 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-12aa8021-38b1-42ae-a92f-3c80439431b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/504f5db0-bb51-43d3-8adb-949d0682b21f HTTP/1.1" status: 204  len: 168 time: 0.1464403
Apr 09 21:04:14.421611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa8021-38b1-42ae-a92f-3c80439431b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f5db0-bb51-43d3-8adb-949d0682b21f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:14.497402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] For port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:14.497770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.533292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe68f-6b85-4c83-bdc1-18e8adbb935c req-6227e917-e98c-47fb-aba1-301f0a6207cd tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:14.534684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb0fe68f-6b85-4c83-bdc1-18e8adbb935c req-6227e917-e98c-47fb-aba1-301f0a6207cd tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1755767
Apr 09 21:04:14.550558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Calling delete_port for 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:14.665860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-5fde111b-a013-430d-bc6f-46427e2475d0 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:14.667319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-5fde111b-a013-430d-bc6f-46427e2475d0 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3622866
Apr 09 21:04:14.719925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb0fe68f-6b85-4c83-bdc1-18e8adbb935c req-9f82c7e1-e435-40d1-ad2d-2a2ff0512758 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710625
Apr 09 21:04:14.719925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:04:14.721456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-68974c18-8429-484f-92a8-0be42ef96b1b tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/quotas/1e2f7aa3f0c94253b265693d30844fd0 HTTP/1.1" status: 200  len: 375 time: 0.0429425
Apr 09 21:04:14.728981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1d50c95a-5eec-43c3-ac9d-0e89d3c2cfe4 admin admin] 10.222.0.30 "PUT /v2.0/routers/51f1ca9f-6a7c-47f1-91be-cd25c0f61975/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2909393
Apr 09 21:04:14.729150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52416) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:14.734057 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] Sync routers for ids ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:04:14.767549 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] Routers {'51f1ca9f-6a7c-47f1-91be-cd25c0f61975'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:14.769916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-e61f2af4-6a3e-4da5-b182-b2b056fa6495 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0362780
Apr 09 21:04:14.770849 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2380847700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:14.866898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:14.881025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:14.907823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'Port': ['ID=9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:14.931084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:14.992426 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] Set router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:15.008649 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks [] for router (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:15.327367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks [] for router_gateway (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:15.362655 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2380847700>, [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:12Z', 'revision_number': 5, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port': {'id': 'c55e6095-d193-4e02-8e62-eeee223f216e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:15.406408 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] Checking router: 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:04:15.420934 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] Routers {'51f1ca9f-6a7c-47f1-91be-cd25c0f61975'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:15.421187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Deleting port c55e6095-d193-4e02-8e62-eeee223f216e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:15.421632 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:15.422128 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2380847700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:03:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:15.565448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] For port c55e6095-d193-4e02-8e62-eeee223f216e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c55e6095-d193-4e02-8e62-eeee223f216e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:15.566146 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:15.589920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Calling delete_port for c55e6095-d193-4e02-8e62-eeee223f216e owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:15.629617 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] Set router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:15.664448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb82b6d-61c3-47cd-b714-16cff41e5258 req-67c67167-a36e-4b4b-b125-1923abe0c487 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:15.672566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6eb82b6d-61c3-47cd-b714-16cff41e5258 req-67c67167-a36e-4b4b-b125-1923abe0c487 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 945 time: 0.0896063
Apr 09 21:04:15.686902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fb5d6-5646-4838-bf87-4a6d2208e0b8 req-3897bb13-c1cc-468b-b188-19b89b14cd5a tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:15.694039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e7fb5d6-5646-4838-bf87-4a6d2208e0b8 req-3897bb13-c1cc-468b-b188-19b89b14cd5a tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 943 time: 0.8607268
Apr 09 21:04:15.703741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] No DVR routers for this DVR port 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:15.712706 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:15.716315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9c70475-5d0c-435e-a0f8-ee86d2df0a66 req-f0f2dd17-2c95-4c06-a0eb-02941516ee2f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.25 "DELETE /v2.0/ports/9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac HTTP/1.1" status: 204  len: 173 time: 1.9062791
Apr 09 21:04:15.718118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'name': 'network-vif-deleted', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:15.721312 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123bc797-04fb-44c0-90f5-0a5fa594c125" -d '{"events": [{"server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "name": "network-vif-deleted", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:15.763883 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2380847700>, [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:15Z', 'revision_number': 6, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:15.787315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6eb82b6d-61c3-47cd-b714-16cff41e5258 req-8d471402-9e61-4b80-8be8-978d5ccdb1b5 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135478
Apr 09 21:04:15.811127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e7fb5d6-5646-4838-bf87-4a6d2208e0b8 req-fd50ebf8-09e9-486b-911f-61c47eef0f6b tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159861
Apr 09 21:04:15.814758 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb30c-c1db-4869-850e-f4e9f3f135f2 None None] The sync data for ids ['51f1ca9f-6a7c-47f1-91be-cd25c0f61975'] in ncdv-master-1 is: [{'id': '51f1ca9f-6a7c-47f1-91be-cd25c0f61975', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-311311069-router', 'tenant_id': '596406a59ceb473f89a31ea38750883a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:03Z', 'updated_at': '2022-04-09T21:04:15Z', 'revision_number': 6, 'project_id': '596406a59ceb473f89a31ea38750883a', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:04:15.846063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c55e6095-d193-4e02-8e62-eeee223f216e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:15.896585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7e8c197f-7833-4616-9703-c66566894b07 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:15.911174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55e6095-d193-4e02-8e62-eeee223f216e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:15.947943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b34cf632-aea9-4a5a-b706-e59960af9476 req-ff1e9fd7-a31d-4430-8b04-4c7cce4c58a7 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c90cdbf3-35f5-4442-933c-e8875ca0542b HTTP/1.1" status: 200  len: 210 time: 0.0486240
Apr 09 21:04:16.011080 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b4d7d8-4725-4fa7-9604-376ab5ef9515 x-openstack-request-id: req-24b4d7d8-4725-4fa7-9604-376ab5ef9515 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:16.011390 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90cdbf3-35f5-4442-933c-e8875ca0542b", "name": "network-vif-deleted", "tag": "9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:16.011653 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24b4d7d8-4725-4fa7-9604-376ab5ef9515 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:16.012083 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b4d7d8-4725-4fa7-9604-376ab5ef9515'] response: {'server_uuid': 'c90cdbf3-35f5-4442-933c-e8875ca0542b', 'name': 'network-vif-deleted', 'tag': '9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac', 'status': 'completed', 'code': 200}
Apr 09 21:04:16.023013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-2a3a924e-64cc-4f22-81de-c72bab0b878c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0773439
Apr 09 21:04:16.057534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.089674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7e8c197f-7833-4616-9703-c66566894b07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8c197f-7833-4616-9703-c66566894b07,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:16.104677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7e8c197f-7833-4616-9703-c66566894b07', 'network_id': '2acdcdfe-c4fc-46e9-aafe-ac2fc5194554', 'port_id': '7e8c197f-7833-4616-9703-c66566894b07', 'mac_address': 'fa:16:3e:d8:df:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf7f7c5-7f39-4827-9277-12a92eed21c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:16.184844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7e8c197f-7833-4616-9703-c66566894b07 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:16.185882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7e8c197f-7833-4616-9703-c66566894b07), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.193759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.196460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks [] for router_controller (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.206234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8c197f-7833-4616-9703-c66566894b07 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:16.256408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7e8c197f-7833-4616-9703-c66566894b07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8c197f-7833-4616-9703-c66566894b07,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:16.261530 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (51f1ca9f-6a7c-47f1-91be-cd25c0f61975), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.262176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f1ca9f-6a7c-47f1-91be-cd25c0f61975 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:04:16.265293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7e8c197f-7833-4616-9703-c66566894b07), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.270935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.276439 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c4c8d202-91ac-4c2b-b9ef-ced53c4607d0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/51f1ca9f-6a7c-47f1-91be-cd25c0f61975 HTTP/1.1" status: 204  len: 168 time: 1.5462224
Apr 09 21:04:16.277236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52474) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:16.332482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abb125e-44d7-4cba-8b1c-5b33fe7d4ed0 admin admin] Deleting subnet 74cdc990-b502-49c7-8d95-3d16881897be {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:04:16.341095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1abb125e-44d7-4cba-8b1c-5b33fe7d4ed0 admin admin] Publish callbacks [] for subnet (74cdc990-b502-49c7-8d95-3d16881897be), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.363214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7e8c197f-7833-4616-9703-c66566894b07,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:16.377119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e2bf5-7e58-4eca-b204-635d2e071422 req-fdf0d8e0-7eda-4238-a351-e94d313cde84 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:16.379490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a48e2bf5-7e58-4eca-b204-635d2e071422 req-fdf0d8e0-7eda-4238-a351-e94d313cde84 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.2947233
Apr 09 21:04:16.394082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-7aaccab9-900c-4006-a772-1cc0fb21589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:16.396217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-7aaccab9-900c-4006-a772-1cc0fb21589b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 1126 time: 0.2347884
Apr 09 21:04:16.429398 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1abb125e-44d7-4cba-8b1c-5b33fe7d4ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (74cdc990-b502-49c7-8d95-3d16881897be), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.437939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6a713e51-97bf-4a0a-bb2c-6187f5cd9fe3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:16.444816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6a713e51-97bf-4a0a-bb2c-6187f5cd9fe3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4202261
Apr 09 21:04:16.477537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-a1ce9b42-56e2-4c19-8222-f25bfbffeb32 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/quotas/1e2f7aa3f0c94253b265693d30844fd0 HTTP/1.1" status: 200  len: 375 time: 0.0317867
Apr 09 21:04:16.481955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a48e2bf5-7e58-4eca-b204-635d2e071422 req-ccc023af-e7bb-4d0a-991b-ad03bf9b7f5f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936160
Apr 09 21:04:16.522683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-46e5c9d8-8efa-45d6-9708-45348b31a8fc tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0394478
Apr 09 21:04:16.553089 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1abb125e-44d7-4cba-8b1c-5b33fe7d4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (74cdc990-b502-49c7-8d95-3d16881897be), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.636619 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1abb125e-44d7-4cba-8b1c-5b33fe7d4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (74cdc990-b502-49c7-8d95-3d16881897be), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.677769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb125e-44d7-4cba-8b1c-5b33fe7d4ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cdc990-b502-49c7-8d95-3d16881897be,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:16.681319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511efdff-34d7-4d31-8229-0eade3aac4fc req-adc68920-f278-4322-adc6-188688b2bd34 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:16.683096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-511efdff-34d7-4d31-8229-0eade3aac4fc req-adc68920-f278-4322-adc6-188688b2bd34 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 945 time: 0.1344573
Apr 09 21:04:16.687891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f6a31-c5ed-4905-a78a-330f27bca003 None None] Network 8ff5a369-c943-4d9d-af5f-b11fa1c48766 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:16.691575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1abb125e-44d7-4cba-8b1c-5b33fe7d4ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.702248 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1abb125e-44d7-4cba-8b1c-5b33fe7d4ed0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74cdc990-b502-49c7-8d95-3d16881897be HTTP/1.1" status: 204  len: 168 time: 0.4227958
Apr 09 21:04:16.703265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52484) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:16.722781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7e8c197f-7833-4616-9703-c66566894b07'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:16.808720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (8ff5a369-c943-4d9d-af5f-b11fa1c48766), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:16.848213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-9376b3a3-ba64-4efc-83ad-6876a767056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:16.850101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-9376b3a3-ba64-4efc-83ad-6876a767056b service neutron] 10.222.0.25 "GET /v2.0/networks?id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 200  len: 923 time: 0.2452688
Apr 09 21:04:16.909485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-511efdff-34d7-4d31-8229-0eade3aac4fc req-7df98f34-efb8-4511-aad5-934ab5a47290 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088610
Apr 09 21:04:16.956739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Deleting port b79e9501-473c-496d-aed2-27a8b1cdeb78 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:16.957290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.021868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-af05d566-cd46-42f2-a7c9-caeaefa62bc7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e8c197f-7833-4616-9703-c66566894b07 HTTP/1.1" status: 200  len: 217 time: 0.1266665
Apr 09 21:04:17.109217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] DHCP port deletion for 8ff5a369-c943-4d9d-af5f-b11fa1c48766 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:04:17.134418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] For port b79e9501-473c-496d-aed2-27a8b1cdeb78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b79e9501-473c-496d-aed2-27a8b1cdeb78,segment=NetworkSegment(9d95178b-14b2-44d1-9197-c549de24583c),segment_id=9d95178b-14b2-44d1-9197-c549de24583c)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:17.135693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.155940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] Deleting port b79e9501-473c-496d-aed2-27a8b1cdeb78 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:17.156327 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.157984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Calling delete_port for b79e9501-473c-496d-aed2-27a8b1cdeb78 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:17.159448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23f7cf40-5166-40b0-9a7c-3a9cc3b2c7f1 req-5418665d-b14a-4232-8647-2c1bc9cb19a4 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 210 time: 0.1294940
Apr 09 21:04:17.189641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcf1e0-eac7-459b-89fb-9b15adfbefdb req-ac8d2492-4247-4d09-bc4e-a82c20c2b4a1 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:17.197595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ddcf1e0-eac7-459b-89fb-9b15adfbefdb req-ac8d2492-4247-4d09-bc4e-a82c20c2b4a1 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 944 time: 0.1351063
Apr 09 21:04:17.221951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-f6cbed18-6cde-4ba3-ab0f-489a5d94fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:17.223593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-f6cbed18-6cde-4ba3-ab0f-489a5d94fd6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=faf7f7c5-7f39-4827-9277-12a92eed21c4 HTTP/1.1" status: 200  len: 862 time: 0.1415317
Apr 09 21:04:17.233368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] For port b79e9501-473c-496d-aed2-27a8b1cdeb78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b79e9501-473c-496d-aed2-27a8b1cdeb78,segment=NetworkSegment(9d95178b-14b2-44d1-9197-c549de24583c),segment_id=9d95178b-14b2-44d1-9197-c549de24583c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:17.233603 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.250079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] Calling delete_port for b79e9501-473c-496d-aed2-27a8b1cdeb78 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:17.358849 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.376345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-6b91ade0-6389-4c18-926a-95c557d6657b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1445460
Apr 09 21:04:17.403288 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] No DVR routers for this DVR port b79e9501-473c-496d-aed2-27a8b1cdeb78 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:17.404259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b79e9501-473c-496d-aed2-27a8b1cdeb78), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.406058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8273b-3f10-4a11-870b-2631504b86ad None None] Pushing event deleted for resources: {'Port': ['ID=b79e9501-473c-496d-aed2-27a8b1cdeb78,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:17.438214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b79e9501-473c-496d-aed2-27a8b1cdeb78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:17.475320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b79e9501-473c-496d-aed2-27a8b1cdeb78 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:17.475991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b79e9501-473c-496d-aed2-27a8b1cdeb78 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:17.476833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c55e6095-d193-4e02-8e62-eeee223f216e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:17.483200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-aeb7843b-f734-4165-8d50-b04158f462b8 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0754287
Apr 09 21:04:17.484256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79e9501-473c-496d-aed2-27a8b1cdeb78,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:17.487334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] No DVR routers for this DVR port b79e9501-473c-496d-aed2-27a8b1cdeb78 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:17.506853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ddcf1e0-eac7-459b-89fb-9b15adfbefdb req-796d946e-29b9-44c6-8655-3e4505c485dd tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3080487
Apr 09 21:04:17.512766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c55e6095-d193-4e02-8e62-eeee223f216e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:17.513373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c55e6095-d193-4e02-8e62-eeee223f216e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:17.640403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-dd880537-1922-4b19-8ffe-6392e5b7a2cb service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2481346
Apr 09 21:04:17.690863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-30f7db4f-a242-4e77-b5ee-6ffd294e45c4 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:17.692439 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-30f7db4f-a242-4e77-b5ee-6ffd294e45c4 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2030654
Apr 09 21:04:17.724846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Request body: {'port': {'device_id': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '1e2f7aa3f0c94253b265693d30844fd0'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:17.732472 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (8ff5a369-c943-4d9d-af5f-b11fa1c48766), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.782858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe619201-211f-42dc-8fdf-8f7457f20f4c req-b9b954fc-3126-4861-a4f5-5e39cbc16a38 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:17.790755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe619201-211f-42dc-8fdf-8f7457f20f4c req-b9b954fc-3126-4861-a4f5-5e39cbc16a38 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1061101
Apr 09 21:04:17.805794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237554f6a0>,) {'filters': {'network_id': ['8ff5a369-c943-4d9d-af5f-b11fa1c48766']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:17.823156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237554f6a0>, '9d95178b-14b2-44d1-9197-c549de24583c') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:17.823712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237554f6a0>, '9d95178b-14b2-44d1-9197-c549de24583c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:17.827217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f90d7fa-b567-4f1c-9f71-3a098f359ea3 req-ce370226-5971-4150-b23c-21db9aa4c8a6 service neutron] 10.222.0.25 "GET /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808717
Apr 09 21:04:17.837983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (9d95178b-14b2-44d1-9197-c549de24583c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.860389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe619201-211f-42dc-8fdf-8f7457f20f4c req-e18a55a6-50d1-4900-8907-4d1e03bb9136 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685561
Apr 09 21:04:17.865330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9d95178b-14b2-44d1-9197-c549de24583c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.877118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:04:17.877704 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (9d95178b-14b2-44d1-9197-c549de24583c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:04:17.880539 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:04:17.941558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0769a076-76a7-475f-b847-5e2aa85749ee req-2040b06e-ad0d-4390-b2cd-5b60c8fd1b85 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/dd64af9c-f183-4ef0-8190-a444a7c21037 HTTP/1.1" status: 200  len: 1816 time: 0.0418015
Apr 09 21:04:17.951185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Made reservation on behalf of 1e2f7aa3f0c94253b265693d30844fd0 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:17.954716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.963739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (8ff5a369-c943-4d9d-af5f-b11fa1c48766), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.965708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.971742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:17.975989 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8ff5a369-c943-4d9d-af5f-b11fa1c48766 HTTP/1.1" status: 204  len: 168 time: 1.2717919
Apr 09 21:04:17.979946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7e8c197f-7833-4616-9703-c66566894b07 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:17.995134 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446be374-ef65-491f-9adb-14ece6d33b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff5a369-c943-4d9d-af5f-b11fa1c48766,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:18.034000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3cb7b-7ec6-466a-a6ea-46bc92bdff15 req-42a8a156-1692-4bab-88ed-8fd1a8e00560 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:18.035787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57e3cb7b-7ec6-466a-a6ea-46bc92bdff15 req-42a8a156-1692-4bab-88ed-8fd1a8e00560 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 945 time: 0.0933454
Apr 09 21:04:18.062331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 7e8c197f-7833-4616-9703-c66566894b07 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:04:18.073849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7e8c197f-7833-4616-9703-c66566894b07 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:18.074465 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7e8c197f-7833-4616-9703-c66566894b07), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.087962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks [] for security_group (e2c59c1d-f3c3-4166-9aa0-5b253859b8f8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.094381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0769a076-76a7-475f-b847-5e2aa85749ee req-c567ce67-32d5-4c3b-ab0a-9b7d57ecc5ac tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (dd64af9c-f183-4ef0-8190-a444a7c21037), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.096195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e2c59c1d-f3c3-4166-9aa0-5b253859b8f8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.123666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57e3cb7b-7ec6-466a-a6ea-46bc92bdff15 req-01c142d3-7cf0-4dc9-9db4-52720c245f09 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809383
Apr 09 21:04:18.139278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0769a076-76a7-475f-b847-5e2aa85749ee req-c567ce67-32d5-4c3b-ab0a-9b7d57ecc5ac tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (dd64af9c-f183-4ef0-8190-a444a7c21037), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.188088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7e8c197f-7833-4616-9703-c66566894b07 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:18.189326 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7e8c197f-7833-4616-9703-c66566894b07), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.203972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:18.205442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0769a076-76a7-475f-b847-5e2aa85749ee req-c567ce67-32d5-4c3b-ab0a-9b7d57ecc5ac tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (dd64af9c-f183-4ef0-8190-a444a7c21037), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.227006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0769a076-76a7-475f-b847-5e2aa85749ee req-c567ce67-32d5-4c3b-ab0a-9b7d57ecc5ac tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.240237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0769a076-76a7-475f-b847-5e2aa85749ee req-c567ce67-32d5-4c3b-ab0a-9b7d57ecc5ac tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/dd64af9c-f183-4ef0-8190-a444a7c21037 HTTP/1.1" status: 204  len: 173 time: 0.2853732
Apr 09 21:04:18.241315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde0439-8c37-47c0-9c32-ca5152679302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c197f-7833-4616-9703-c66566894b07'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:18.244002 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c3f9c8-e49b-4c0d-b10e-b4ea8a718c0a" -d '{"events": [{"server_uuid": "cbde0439-8c37-47c0-9c32-ca5152679302", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c197f-7833-4616-9703-c66566894b07"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:18.255363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ce67-32d5-4c3b-ab0a-9b7d57ecc5ac tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd64af9c-f183-4ef0-8190-a444a7c21037,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:18.266270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7e8c197f-7833-4616-9703-c66566894b07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8c197f-7833-4616-9703-c66566894b07,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:18.280594 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7e8c197f-7833-4616-9703-c66566894b07), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.282099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:18.315118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:18.315659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9a36a3c1-69b3-4732-a3c0-fe7bed4c05ac not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:18.347701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52518) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:18.365845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0fa32d0-ab02-4be5-b0bc-9d6360ac19a9 req-b1221eb3-ad02-4fb8-8688-839b17bebdfa tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 210 time: 0.0876424
Apr 09 21:04:18.367177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7e8c197f-7833-4616-9703-c66566894b07,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:18.395294 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-32af6998-f17e-4d49-b5f1-3ec53f9cb884 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0890839
Apr 09 21:04:18.486967 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-20d2a612-e349-4697-bde9-671009de69ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=596406a59ceb473f89a31ea38750883a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1355269
Apr 09 21:04:18.486967 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Allocated IP 192.168.233.194 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/40d3d034-bc3b-4d5c-b33e-e60acf160036) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:18.488137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52522) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:18.512183 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a2fe3f-1a93-433c-9b8f-93ac9d0eaa67 x-openstack-request-id: req-37a2fe3f-1a93-433c-9b8f-93ac9d0eaa67 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:18.512481 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbde0439-8c37-47c0-9c32-ca5152679302", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c197f-7833-4616-9703-c66566894b07", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:18.512737 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37a2fe3f-1a93-433c-9b8f-93ac9d0eaa67 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:18.513193 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a2fe3f-1a93-433c-9b8f-93ac9d0eaa67'] response: {'server_uuid': 'cbde0439-8c37-47c0-9c32-ca5152679302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c197f-7833-4616-9703-c66566894b07', 'code': 200}
Apr 09 21:04:18.533973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bb1337e-4275-4d88-8f61-707850e29ff9 req-033743cd-951f-408d-b603-2b580dcf62b3 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/a6d69725-e78f-4b27-99d7-6cc74447bf88 HTTP/1.1" status: 200  len: 1817 time: 0.1312578
Apr 09 21:04:18.566510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-762fb3aa-cdd2-4b1e-a047-9432a9bea589 admin admin] Publish callbacks [] for security_group (1f7b29ff-8b4b-4447-99f7-730dbcfc6dab), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.590494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-f924b07e-c6f6-4faa-a6bb-23afa7ece3cd tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:18.592040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-f924b07e-c6f6-4faa-a6bb-23afa7ece3cd tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1907210
Apr 09 21:04:18.600824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-762fb3aa-cdd2-4b1e-a047-9432a9bea589 admin admin] Publish callbacks [] for security_group (1f7b29ff-8b4b-4447-99f7-730dbcfc6dab), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.606278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Request body: {'port': {'device_id': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '1e2f7aa3f0c94253b265693d30844fd0'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:18.728742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270716ca-bc18-4b18-bfdc-b0a9a921d54c req-7cf5f594-397a-4a95-a12f-b55e824f5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:18.730272 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-270716ca-bc18-4b18-bfdc-b0a9a921d54c req-7cf5f594-397a-4a95-a12f-b55e824f5ec5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 1127 time: 0.1059840
Apr 09 21:04:18.741203 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8bb1337e-4275-4d88-8f61-707850e29ff9 req-acdda33f-4d20-4673-92ac-45e114bee3fa tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (a6d69725-e78f-4b27-99d7-6cc74447bf88), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.752013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e67d3c-d4ff-4033-8ed0-daa824e91dbf req-fd432fc5-71c7-46b7-b2ab-822825197b88 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:18.753552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87e67d3c-d4ff-4033-8ed0-daa824e91dbf req-fd432fc5-71c7-46b7-b2ab-822825197b88 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 945 time: 0.1081283
Apr 09 21:04:18.784772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-762fb3aa-cdd2-4b1e-a047-9432a9bea589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1f7b29ff-8b4b-4447-99f7-730dbcfc6dab), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.787348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-762fb3aa-cdd2-4b1e-a047-9432a9bea589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.788466 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-762fb3aa-cdd2-4b1e-a047-9432a9bea589 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f7b29ff-8b4b-4447-99f7-730dbcfc6dab HTTP/1.1" status: 204  len: 168 time: 0.2991867
Apr 09 21:04:18.808464 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8bb1337e-4275-4d88-8f61-707850e29ff9 req-acdda33f-4d20-4673-92ac-45e114bee3fa tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (a6d69725-e78f-4b27-99d7-6cc74447bf88), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.813254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fb3aa-cdd2-4b1e-a047-9432a9bea589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b29ff-8b4b-4447-99f7-730dbcfc6dab,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:18.854809 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-270716ca-bc18-4b18-bfdc-b0a9a921d54c req-06010714-fa6f-4092-b934-9719ef7a3dee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184595
Apr 09 21:04:18.876705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Made reservation on behalf of 1e2f7aa3f0c94253b265693d30844fd0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:18.880136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.882633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks [] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.897352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87e67d3c-d4ff-4033-8ed0-daa824e91dbf req-f8b9a632-6172-4a52-96ef-ac2fac2e1eb6 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173811
Apr 09 21:04:18.899828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52532) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:18.939755 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.961566 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8bb1337e-4275-4d88-8f61-707850e29ff9 req-acdda33f-4d20-4673-92ac-45e114bee3fa tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a6d69725-e78f-4b27-99d7-6cc74447bf88), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.964452 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8bb1337e-4275-4d88-8f61-707850e29ff9 req-acdda33f-4d20-4673-92ac-45e114bee3fa tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:18.965792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bb1337e-4275-4d88-8f61-707850e29ff9 req-acdda33f-4d20-4673-92ac-45e114bee3fa tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6d69725-e78f-4b27-99d7-6cc74447bf88 HTTP/1.1" status: 204  len: 173 time: 0.4229410
Apr 09 21:04:19.016348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:19.021602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:19.025134 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:19.029641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:19.052526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7281a891-8166-434b-9a78-b78c244ee000 req-f9ef7878-b70c-4391-8f88-b7920f354b34 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2007062203', 'description': 'tempest-description-1999629935'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:19.065297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdda33f-4d20-4673-92ac-45e114bee3fa tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d69725-e78f-4b27-99d7-6cc74447bf88,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:19.111214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:19.112294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.144088 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-a0c8a92c-ebf5-4ab8-ac48-9fefaacddad3 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4208686
Apr 09 21:04:19.150158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565da31-e460-4a66-8dfd-63d192243b24 req-e44f1519-7c92-4d88-9dc6-17a3faaa2f56 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:19.153506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1565da31-e460-4a66-8dfd-63d192243b24 req-e44f1519-7c92-4d88-9dc6-17a3faaa2f56 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1934063
Apr 09 21:04:19.164321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Request body: {'port': {'device_id': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:19.177864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Allocated IP 192.168.233.138 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/7871b15f-ec75-4638-8efa-02a7ceefbe68) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:19.235815 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7281a891-8166-434b-9a78-b78c244ee000 req-f9ef7878-b70c-4391-8f88-b7920f354b34 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.253637 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.313782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a1b82f8a-19dc-4e6d-94d3-2009d5e5d229 None None] Provisioning complete for port 40d3d034-bc3b-4d5c-b33e-e60acf160036 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:19.314352 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1b82f8a-19dc-4e6d-94d3-2009d5e5d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.388508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1b82f8a-19dc-4e6d-94d3-2009d5e5d229 None None] Port 40d3d034-bc3b-4d5c-b33e-e60acf160036 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:04:19.389152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1565da31-e460-4a66-8dfd-63d192243b24 req-f3b5a6e9-5d9e-41af-bc9d-6394896f1423 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790838
Apr 09 21:04:19.420125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3009422-8908-4f28-a130-c98f7e4aa57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.466433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks [] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.536206 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3009422-8908-4f28-a130-c98f7e4aa57e admin admin] Publish callbacks [] for security_group (636d0e3a-0d2e-426e-b46a-c5eddec13164), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.541831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3009422-8908-4f28-a130-c98f7e4aa57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (636d0e3a-0d2e-426e-b46a-c5eddec13164), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.555606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e2899-7e05-457a-8130-e6d7e8fa4980 req-7a501074-e2ba-4657-98bc-16f074b18faf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:19.557167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452e2899-7e05-457a-8130-e6d7e8fa4980 req-7a501074-e2ba-4657-98bc-16f074b18faf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 945 time: 0.0873768
Apr 09 21:04:19.565730 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7281a891-8166-434b-9a78-b78c244ee000 req-f9ef7878-b70c-4391-8f88-b7920f354b34 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (71a7c0a8-e57c-485a-9279-6040c9a03b8d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.578818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7281a891-8166-434b-9a78-b78c244ee000 req-f9ef7878-b70c-4391-8f88-b7920f354b34 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (71a7c0a8-e57c-485a-9279-6040c9a03b8d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.595364 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.616607 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d3009422-8908-4f28-a130-c98f7e4aa57e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1259b37d6b274a81b0c5f997c6687d79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7153063
Apr 09 21:04:19.619441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3009422-8908-4f28-a130-c98f7e4aa57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636d0e3a-0d2e-426e-b46a-c5eddec13164,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:19.621649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52554) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:19.671682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7281a891-8166-434b-9a78-b78c244ee000 req-f9ef7878-b70c-4391-8f88-b7920f354b34 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.673977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7281a891-8166-434b-9a78-b78c244ee000 req-f9ef7878-b70c-4391-8f88-b7920f354b34 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.6596444
Apr 09 21:04:19.722286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Pushing event updated for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:19.736278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-df37b835-3860-4519-a66d-e4cc21e4ecb4 admin admin] Publish callbacks [] for security_group (636d0e3a-0d2e-426e-b46a-c5eddec13164), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.740365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452e2899-7e05-457a-8130-e6d7e8fa4980 req-b93fa3d6-f040-4e7f-81cf-fcec87c4d763 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720500
Apr 09 21:04:19.741444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef7878-b70c-4391-8f88-b7920f354b34 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7c0a8-e57c-485a-9279-6040c9a03b8d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:19.767354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:19.772966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:19.799045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:19.810588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-df37b835-3860-4519-a66d-e4cc21e4ecb4 admin admin] Publish callbacks [] for security_group (636d0e3a-0d2e-426e-b46a-c5eddec13164), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.841726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d3d034-bc3b-4d5c-b33e-e60acf160036 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:19.857455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Publish callbacks [] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.878003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Transition to ACTIVE for port object 40d3d034-bc3b-4d5c-b33e-e60acf160036 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:04:19.883192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.927624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-df37b835-3860-4519-a66d-e4cc21e4ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (636d0e3a-0d2e-426e-b46a-c5eddec13164), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.930323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-df37b835-3860-4519-a66d-e4cc21e4ecb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:19.933832 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-df37b835-3860-4519-a66d-e4cc21e4ecb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/636d0e3a-0d2e-426e-b46a-c5eddec13164 HTTP/1.1" status: 204  len: 168 time: 0.2830074
Apr 09 21:04:19.934005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e763-0d43-4ed1-8835-2d1c64e05e20 req-115265d5-c01c-4966-b0af-77ba71e6b96f tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:19.940481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0286e763-0d43-4ed1-8835-2d1c64e05e20 req-115265d5-c01c-4966-b0af-77ba71e6b96f tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 936 time: 0.1713240
Apr 09 21:04:19.954193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37b835-3860-4519-a66d-e4cc21e4ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636d0e3a-0d2e-426e-b46a-c5eddec13164,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:19.958847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:19.984967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-57c509aa-c2c2-4e49-a7aa-c048d49d7434 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:19.989305 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-57c509aa-c2c2-4e49-a7aa-c048d49d7434 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 945 time: 0.1376576
Apr 09 21:04:20.017729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92f13094-fe79-45d1-ac43-f1280babb45e req-32f9754f-fd69-4c1c-a7e9-160c5e11604d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/71a7c0a8-e57c-485a-9279-6040c9a03b8d HTTP/1.1" status: 200  len: 1820 time: 0.2460322
Apr 09 21:04:20.031490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:20.032170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.039660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-92f13094-fe79-45d1-ac43-f1280babb45e req-23718491-f968-422f-8ac6-3b6103315937 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1021511779', 'description': 'tempest-description-hth-1798866230'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:20.063073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Attempting to bind port 40d3d034-bc3b-4d5c-b33e-e60acf160036 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:20.063419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Attempting to bind port 40d3d034-bc3b-4d5c-b33e-e60acf160036 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:20.063748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Attempting to bind port 40d3d034-bc3b-4d5c-b33e-e60acf160036 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:20.070057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Port 40d3d034-bc3b-4d5c-b33e-e60acf160036 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:04:20.070589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Attempting to bind port 40d3d034-bc3b-4d5c-b33e-e60acf160036 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:20.076318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:20.076637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:20.077215 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:20.077650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Bound port: 40d3d034-bc3b-4d5c-b33e-e60acf160036, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:20.078062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.116666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-95746f69-2360-4247-adaa-b12dcc49be10 None None] Provisioning complete for port 7871b15f-ec75-4638-8efa-02a7ceefbe68 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:20.117904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-95746f69-2360-4247-adaa-b12dcc49be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.131468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-6b39b27d-629f-4dbe-97bf-aa28a0e98d21 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5293617
Apr 09 21:04:20.154848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0286e763-0d43-4ed1-8835-2d1c64e05e20 req-86b1fde8-9700-4e78-a0c6-b2041307260d tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2134364
Apr 09 21:04:20.185690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-95746f69-2360-4247-adaa-b12dcc49be10 None None] Port 7871b15f-ec75-4638-8efa-02a7ceefbe68 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:04:20.198847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92f13094-fe79-45d1-ac43-f1280babb45e req-23718491-f968-422f-8ac6-3b6103315937 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (71a7c0a8-e57c-485a-9279-6040c9a03b8d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.199815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:20.207019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:20.231217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.267035 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92f13094-fe79-45d1-ac43-f1280babb45e req-23718491-f968-422f-8ac6-3b6103315937 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (71a7c0a8-e57c-485a-9279-6040c9a03b8d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.296669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Request body: {'port': {'device_id': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:20.299588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92f13094-fe79-45d1-ac43-f1280babb45e req-23718491-f968-422f-8ac6-3b6103315937 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (71a7c0a8-e57c-485a-9279-6040c9a03b8d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.302437 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-92f13094-fe79-45d1-ac43-f1280babb45e req-23718491-f968-422f-8ac6-3b6103315937 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.304063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:20.304826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.306376 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] 10.222.0.25 "PUT /v2.0/ports/40d3d034-bc3b-4d5c-b33e-e60acf160036 HTTP/1.1" status: 200  len: 1096 time: 1.1476116
Apr 09 21:04:20.307147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:20.309601 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebcef7b-1da1-445d-bc4d-94fc4834f888" -d '{"events": [{"name": "network-changed", "server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:20.318907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92f13094-fe79-45d1-ac43-f1280babb45e req-23718491-f968-422f-8ac6-3b6103315937 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "PUT /v2.0/security-groups/71a7c0a8-e57c-485a-9279-6040c9a03b8d HTTP/1.1" status: 200  len: 1794 time: 0.2983921
Apr 09 21:04:20.330749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b233-2323-4a4e-8c5a-0bd8019a0e6d service neutron] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:20.380335 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6bdf24d8-8a9f-4bbe-a30f-9c4e7eb66011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.430538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-3e130ff5-50e2-4002-b922-016c05155982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:20.432763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Deleting port af7a7ae8-fef2-4586-8969-b2574e026722 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:20.433073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.434001 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-3e130ff5-50e2-4002-b922-016c05155982 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 1130 time: 0.0708311
Apr 09 21:04:20.465507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23718491-f968-422f-8ac6-3b6103315937 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7c0a8-e57c-485a-9279-6040c9a03b8d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:20.484268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f89e36-4362-47be-afbd-97b927d10a4c req-056b72cf-1a15-4cef-b1aa-76bbfc0845bb tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:20.485847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69f89e36-4362-47be-afbd-97b927d10a4c req-056b72cf-1a15-4cef-b1aa-76bbfc0845bb tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 945 time: 0.1659682
Apr 09 21:04:20.558746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:20.566503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:20.579273 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.661210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52580) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:20.778672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 413538b1-c0e7-410b-b551-a900c613c97a is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:20.778888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] For port af7a7ae8-fef2-4586-8969-b2574e026722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af7a7ae8-fef2-4586-8969-b2574e026722,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:20.779253 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.779377 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.782179 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2defc32a-3508-4992-8a60-7ef936b96181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.806182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69f89e36-4362-47be-afbd-97b927d10a4c req-6de48b7c-23fa-4c94-92c6-e69f3176be16 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2997279
Apr 09 21:04:20.823082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:20.825605 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0f029-b149-47c6-98c0-0686b5c56298" -d '{"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-unplugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:20.834920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Calling delete_port for af7a7ae8-fef2-4586-8969-b2574e026722 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:20.855999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:20.871195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:20.886946 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.898268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '413538b1-c0e7-410b-b551-a900c613c97a', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '413538b1-c0e7-410b-b551-a900c613c97a', 'mac_address': 'fa:16:3e:fe:0f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:20.912273 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6894724d-41e3-49c4-9483-81cf485cae62 x-openstack-request-id: req-6894724d-41e3-49c4-9483-81cf485cae62 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:20.912561 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:20.912806 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6894724d-41e3-49c4-9483-81cf485cae62 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:20.913353 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6894724d-41e3-49c4-9483-81cf485cae62'] response: {'name': 'network-changed', 'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'status': 'completed', 'code': 200}
Apr 09 21:04:20.915137 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-57ed71f2-c5a2-44bd-acd2-662eac583933 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036 HTTP/1.1" status: 200  len: 217 time: 0.4731133
Apr 09 21:04:20.974662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:20.977905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-1d237d83-05bd-449c-8f77-e82ce0997153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:20.979727 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-1d237d83-05bd-449c-8f77-e82ce0997153 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0578895
Apr 09 21:04:20.982364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 413538b1-c0e7-410b-b551-a900c613c97a is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:20.983029 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:20.996509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413538b1-c0e7-410b-b551-a900c613c97a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:21.017392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:21.024499 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.029896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-957dd567-6df6-45bb-872c-0c3e368d4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:21.032203 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-957dd567-6df6-45bb-872c-0c3e368d4343 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0465951
Apr 09 21:04:21.081621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:21.091678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-168ea474-5942-4da5-b194-852171636697 req-9fefcf04-88ba-447c-a30a-5e0f0e70da12 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/71a7c0a8-e57c-485a-9279-6040c9a03b8d HTTP/1.1" status: 200  len: 1794 time: 0.2815750
Apr 09 21:04:21.137991 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-909edd46-42b3-4a81-9eaf-f2e2429bc9c0 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0991302
Apr 09 21:04:21.139994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9dda5-6d4b-46d4-820c-a9a96e9f3110 req-5a264411-67e8-4f72-b9e9-158cfda3cef2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:21.141520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34c9dda5-6d4b-46d4-820c-a9a96e9f3110 req-5a264411-67e8-4f72-b9e9-158cfda3cef2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 948 time: 0.1703937
Apr 09 21:04:21.220879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2defc32a-3508-4992-8a60-7ef936b96181 admin admin] Publish callbacks [] for security_group (6f29c246-4e25-45c7-bf27-c47830ac6b49), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.232703 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2defc32a-3508-4992-8a60-7ef936b96181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6f29c246-4e25-45c7-bf27-c47830ac6b49), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.246739 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-18d9a37a-22ca-47b7-8526-c5f686d11abe req-e8298bb0-e88a-4139-bb50-4e28573b1910 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1022425
Apr 09 21:04:21.285548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['413538b1-c0e7-410b-b551-a900c613c97a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:21.379792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2defc32a-3508-4992-8a60-7ef936b96181 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1722513343d549f2b548c1121de1eb50&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7166646
Apr 09 21:04:21.382973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52610) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:21.409076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34c9dda5-6d4b-46d4-820c-a9a96e9f3110 req-ea6603cd-44d3-42be-89d5-e04b4a768392 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2526858
Apr 09 21:04:21.410937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defc32a-3508-4992-8a60-7ef936b96181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f29c246-4e25-45c7-bf27-c47830ac6b49,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:21.426561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c14d-c818-4629-9cae-4b6822500ffc req-7fdd2b6e-109a-4b82-a471-bb3430a77ce7 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:21.428131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ea8c14d-c818-4629-9cae-4b6822500ffc req-7fdd2b6e-109a-4b82-a471-bb3430a77ce7 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=490c11f8-8cc8-452d-8186-9b860d1e926d HTTP/1.1" status: 200  len: 945 time: 0.1495719
Apr 09 21:04:21.441678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30e1e927-4478-4cef-ab07-5fd470b49371 admin admin] Publish callbacks [] for security_group (6f29c246-4e25-45c7-bf27-c47830ac6b49), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.453690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (af7a7ae8-fef2-4586-8969-b2574e026722), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.466716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:21.471388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30e1e927-4478-4cef-ab07-5fd470b49371 admin admin] Publish callbacks [] for security_group (6f29c246-4e25-45c7-bf27-c47830ac6b49), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.501653 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd15a2c-0fce-4fe6-a89c-fcec658a5b06 x-openstack-request-id: req-4fd15a2c-0fce-4fe6-a89c-fcec658a5b06 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:21.501947 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-unplugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:21.502201 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fd15a2c-0fce-4fe6-a89c-fcec658a5b06 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:21.502602 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd15a2c-0fce-4fe6-a89c-fcec658a5b06'] response: {'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a', 'code': 200}
Apr 09 21:04:21.531263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event deleted for resources: {'Port': ['ID=af7a7ae8-fef2-4586-8969-b2574e026722,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:21.531664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30e1e927-4478-4cef-ab07-5fd470b49371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6f29c246-4e25-45c7-bf27-c47830ac6b49), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.534653 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30e1e927-4478-4cef-ab07-5fd470b49371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.540374 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-30e1e927-4478-4cef-ab07-5fd470b49371 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f29c246-4e25-45c7-bf27-c47830ac6b49 HTTP/1.1" status: 204  len: 168 time: 0.1560273
Apr 09 21:04:21.551013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1e927-4478-4cef-ab07-5fd470b49371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f29c246-4e25-45c7-bf27-c47830ac6b49,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:21.626289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7871b15f-ec75-4638-8efa-02a7ceefbe68 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:21.632613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] No DVR routers for this DVR port af7a7ae8-fef2-4586-8969-b2574e026722 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:21.635745 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.639423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c1b07e6-a098-4c8e-a72c-b16258a272da req-63155246-c78a-4732-a895-5563702da9f3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "DELETE /v2.0/ports/af7a7ae8-fef2-4586-8969-b2574e026722 HTTP/1.1" status: 204  len: 173 time: 1.6372423
Apr 09 21:04:21.651114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490c11f8-8cc8-452d-8186-9b860d1e926d', 'name': 'network-vif-deleted', 'tag': 'af7a7ae8-fef2-4586-8969-b2574e026722'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:21.654878 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227a3571-6458-4038-b497-2bf18838654b" -d '{"events": [{"server_uuid": "490c11f8-8cc8-452d-8186-9b860d1e926d", "name": "network-vif-deleted", "tag": "af7a7ae8-fef2-4586-8969-b2574e026722"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:21.671148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Publish callbacks [] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.685353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ea8c14d-c818-4629-9cae-4b6822500ffc req-db225ab7-d3df-47f8-adb2-3e7eb01402cd tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407873
Apr 09 21:04:21.695904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1907e37e-c1a1-463f-9c51-93844e06d9c5 req-a1db9a56-36f8-4038-a59b-e914c500c54b tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/71a7c0a8-e57c-485a-9279-6040c9a03b8d HTTP/1.1" status: 200  len: 1794 time: 0.1606562
Apr 09 21:04:21.698796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Transition to ACTIVE for port object 7871b15f-ec75-4638-8efa-02a7ceefbe68 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:04:21.716290 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.840204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Pushing event updated for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:21.877527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b03d47-6f4e-4daf-aea5-521d66d17b96 req-64a5279d-c850-49cc-826c-f418db18862a tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:21.881507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60b03d47-6f4e-4daf-aea5-521d66d17b96 req-64a5279d-c850-49cc-826c-f418db18862a tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.1178818
Apr 09 21:04:21.901402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1907e37e-c1a1-463f-9c51-93844e06d9c5 req-d2614d16-ddfe-452e-8717-5e4ccb237962 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (71a7c0a8-e57c-485a-9279-6040c9a03b8d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:21.976913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1907e37e-c1a1-463f-9c51-93844e06d9c5 req-d2614d16-ddfe-452e-8717-5e4ccb237962 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (71a7c0a8-e57c-485a-9279-6040c9a03b8d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.017863 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60b03d47-6f4e-4daf-aea5-521d66d17b96 req-21fd7888-1860-4673-b2bb-5a39fea8fe61 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201205
Apr 09 21:04:22.048971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Attempting to bind port 7871b15f-ec75-4638-8efa-02a7ceefbe68 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:22.049519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Attempting to bind port 7871b15f-ec75-4638-8efa-02a7ceefbe68 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:22.049951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Attempting to bind port 7871b15f-ec75-4638-8efa-02a7ceefbe68 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:22.056139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Port 7871b15f-ec75-4638-8efa-02a7ceefbe68 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:04:22.056139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Attempting to bind port 7871b15f-ec75-4638-8efa-02a7ceefbe68 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:22.061683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:22.062033 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:22.062401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:22.063490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Bound port: 7871b15f-ec75-4638-8efa-02a7ceefbe68, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:22.063859 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.076374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1907e37e-c1a1-463f-9c51-93844e06d9c5 req-d2614d16-ddfe-452e-8717-5e4ccb237962 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (71a7c0a8-e57c-485a-9279-6040c9a03b8d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.079184 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1907e37e-c1a1-463f-9c51-93844e06d9c5 req-d2614d16-ddfe-452e-8717-5e4ccb237962 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.080394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1907e37e-c1a1-463f-9c51-93844e06d9c5 req-d2614d16-ddfe-452e-8717-5e4ccb237962 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/71a7c0a8-e57c-485a-9279-6040c9a03b8d HTTP/1.1" status: 204  len: 173 time: 0.3732896
Apr 09 21:04:22.163663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2614d16-ddfe-452e-8717-5e4ccb237962 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a7c0a8-e57c-485a-9279-6040c9a03b8d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:22.174785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:22.178972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:22.181522 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea5d749-36e9-4a01-a7ab-01bfb1213df9 x-openstack-request-id: req-1ea5d749-36e9-4a01-a7ab-01bfb1213df9 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:22.182089 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490c11f8-8cc8-452d-8186-9b860d1e926d", "name": "network-vif-deleted", "tag": "af7a7ae8-fef2-4586-8969-b2574e026722", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:22.182562 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ea5d749-36e9-4a01-a7ab-01bfb1213df9 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:22.183051 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea5d749-36e9-4a01-a7ab-01bfb1213df9'] response: {'server_uuid': '490c11f8-8cc8-452d-8186-9b860d1e926d', 'name': 'network-vif-deleted', 'tag': 'af7a7ae8-fef2-4586-8969-b2574e026722', 'status': 'completed', 'code': 200}
Apr 09 21:04:22.196712 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.464208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52654) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:22.562266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:22.628010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 413538b1-c0e7-410b-b551-a900c613c97a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:22.628728 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (413538b1-c0e7-410b-b551-a900c613c97a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.685978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:22.687552 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.690113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] 10.222.0.25 "PUT /v2.0/ports/7871b15f-ec75-4638-8efa-02a7ceefbe68 HTTP/1.1" status: 200  len: 1096 time: 2.4150329
Apr 09 21:04:22.724468 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.726821 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-17c84e3d-191f-4a2a-b5a8-193366c8a107 req-947ff9a0-c04d-434c-b90f-72c2ea1e5121 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:04:22.727657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 413538b1-c0e7-410b-b551-a900c613c97a is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:22.728051 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.728186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17c84e3d-191f-4a2a-b5a8-193366c8a107 req-947ff9a0-c04d-434c-b90f-72c2ea1e5121 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/a6d69725-e78f-4b27-99d7-6cc74447bf88 HTTP/1.1" status: 404  len: 352 time: 0.0310304
Apr 09 21:04:22.743633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbf6ba-a533-4a97-a09c-85854b673e01 req-21ca7e6c-f215-4986-a8d6-7e3b71d74b8c tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:22.745280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29cbf6ba-a533-4a97-a09c-85854b673e01 req-21ca7e6c-f215-4986-a8d6-7e3b71d74b8c tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 945 time: 0.5125325
Apr 09 21:04:22.766823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed148d-6733-4c13-8180-fb4a1c9eafde service neutron] Pushing event updated for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:22.788372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:22.798245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.799130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device af7a7ae8-fef2-4586-8969-b2574e026722 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:22.829651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29cbf6ba-a533-4a97-a09c-85854b673e01 req-076f16d0-5d85-4cd9-ad54-7a332b165862 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722394
Apr 09 21:04:22.873357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Publish callbacks [] for security_group (a91b8583-85fb-4fe9-8264-42307871a700), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.881114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a91b8583-85fb-4fe9-8264-42307871a700), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.917454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4937f-f9c0-4fa2-a913-9033e0b381ac req-a8489717-7e41-41ee-8e2d-16e2f4737531 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:22.919903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7a4937f-f9c0-4fa2-a913-9033e0b381ac req-a8489717-7e41-41ee-8e2d-16e2f4737531 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0647955
Apr 09 21:04:22.934205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: af7a7ae8-fef2-4586-8969-b2574e026722 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:22.934756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device af7a7ae8-fef2-4586-8969-b2574e026722 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:22.942893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:22.945312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b8583-85fb-4fe9-8264-42307871a700,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:22.954819 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b5dccf65-d292-447e-880f-be271a5f6784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:22.958384 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-30c7d6aa-39be-49a9-aa7f-c4868031ad57 req-953c890a-f33b-4f5a-8025-dae127eaeb93 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:04:22.959474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30c7d6aa-39be-49a9-aa7f-c4868031ad57 req-953c890a-f33b-4f5a-8025-dae127eaeb93 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/dd64af9c-f183-4ef0-8190-a444a7c21037 HTTP/1.1" status: 404  len: 352 time: 0.0379195
Apr 09 21:04:22.961378 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdb08a53dc70466b8d34e3a35af8cd9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4960551
Apr 09 21:04:22.969183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52676) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:22.972917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.973297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.973643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.974039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.974375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.974710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.975043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.975364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.975688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.976011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.976339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.976668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.977003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.980458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:22.980813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5eb09-8b40-4e32-8482-3ef2742434d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:04:23.012476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7a4937f-f9c0-4fa2-a913-9033e0b381ac req-86d5251d-f3ed-450f-9249-3141949000c7 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831363
Apr 09 21:04:23.054422 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8cef23e-338b-4ee2-a3d1-ac5e4da59a64 admin admin] Publish callbacks [] for security_group (a91b8583-85fb-4fe9-8264-42307871a700), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:23.082543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8cef23e-338b-4ee2-a3d1-ac5e4da59a64 admin admin] Publish callbacks [] for security_group (a91b8583-85fb-4fe9-8264-42307871a700), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:23.157282 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8cef23e-338b-4ee2-a3d1-ac5e4da59a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a91b8583-85fb-4fe9-8264-42307871a700), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:23.159919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8cef23e-338b-4ee2-a3d1-ac5e4da59a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:23.163420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d8cef23e-338b-4ee2-a3d1-ac5e4da59a64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a91b8583-85fb-4fe9-8264-42307871a700 HTTP/1.1" status: 204  len: 168 time: 0.1914160
Apr 09 21:04:23.179035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cef23e-338b-4ee2-a3d1-ac5e4da59a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b8583-85fb-4fe9-8264-42307871a700,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:23.185635 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-1dace296-189f-40d9-a30a-1ab45e09cd9f req-fa730228-25ea-4780-a40c-d9ff8fe1823d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:04:23.186816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1dace296-189f-40d9-a30a-1ab45e09cd9f req-fa730228-25ea-4780-a40c-d9ff8fe1823d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/efa7071b-5efa-4434-8df3-31d4e348ec31 HTTP/1.1" status: 404  len: 352 time: 0.0246527
Apr 09 21:04:23.334916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c423a5-abc7-4f7f-9499-cbd4c7cca8a2 req-36047a90-81d6-4d5b-bbc8-e73349b36161 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:23.336729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0c423a5-abc7-4f7f-9499-cbd4c7cca8a2 req-36047a90-81d6-4d5b-bbc8-e73349b36161 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.0704231
Apr 09 21:04:23.460773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-de6cf3a1-c243-4aa2-88bc-aa5db230f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:23.465150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-de6cf3a1-c243-4aa2-88bc-aa5db230f030 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 1130 time: 0.1008587
Apr 09 21:04:23.485411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-50cd3c87-00fb-461a-b961-71ecc149f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:23.488022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0c423a5-abc7-4f7f-9499-cbd4c7cca8a2 req-3fce22a7-8627-4b79-ab73-0bcb2d750942 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435878
Apr 09 21:04:23.489074 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-50cd3c87-00fb-461a-b961-71ecc149f344 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 1130 time: 0.1035151
Apr 09 21:04:23.505713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:23.508158 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76496d3d-49d8-4541-938d-ac1ed77e1d48" -d '{"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-plugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:23.619823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54717d-ef31-4309-a4c2-8898ea5fb15d req-42e8ac6d-ef5d-460f-8c52-32100a9ce92c tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:23.621324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc54717d-ef31-4309-a4c2-8898ea5fb15d req-42e8ac6d-ef5d-460f-8c52-32100a9ce92c tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 945 time: 0.0581741
Apr 09 21:04:23.639324 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-2518bddf-81b9-4aa7-a094-3f2e4cc17cf2 req-c8e124d8-6dff-4660-be40-0e937aa71912 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:04:23.640288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2518bddf-81b9-4aa7-a094-3f2e4cc17cf2 req-c8e124d8-6dff-4660-be40-0e937aa71912 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/fbc01e51-006e-4334-899d-154794431da3 HTTP/1.1" status: 404  len: 352 time: 0.0281832
Apr 09 21:04:23.679854 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0144ca46-38a7-4df3-96e7-da1f7398ea5b x-openstack-request-id: req-0144ca46-38a7-4df3-96e7-da1f7398ea5b {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:23.681305 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-plugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:23.682250 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0144ca46-38a7-4df3-96e7-da1f7398ea5b {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:23.683249 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0144ca46-38a7-4df3-96e7-da1f7398ea5b'] response: {'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a', 'code': 200}
Apr 09 21:04:23.685591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc54717d-ef31-4309-a4c2-8898ea5fb15d req-ac68af4f-d57d-4604-b317-112e8ed7c595 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574946
Apr 09 21:04:23.750644 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-35e99311-3b6d-4abc-8727-1312c1f8f4aa req-a500954f-849d-4bd4-bb68-378f3a532f6f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:04:23.751945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35e99311-3b6d-4abc-8727-1312c1f8f4aa req-a500954f-849d-4bd4-bb68-378f3a532f6f tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/c5c834f0-ea5c-4ab7-b13c-75306bb31571 HTTP/1.1" status: 404  len: 352 time: 0.0193534
Apr 09 21:04:23.790654 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-af18ee66-fa38-4053-844b-05c8c5d3777c req-0a26a006-ce2c-41f6-a123-8940976423f2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] show failed (client error): The resource could not be found.
Apr 09 21:04:23.791815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af18ee66-fa38-4053-844b-05c8c5d3777c req-0a26a006-ce2c-41f6-a123-8940976423f2 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/4566481b-917f-4c12-ae7e-f36e1973d7ef HTTP/1.1" status: 404  len: 352 time: 0.0154030
Apr 09 21:04:23.919604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df1dd0-bfdc-4ecd-b1da-261174b76cf0 req-d46c57dd-5a90-4bf1-b4f5-925552534960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:23.921658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30df1dd0-bfdc-4ecd-b1da-261174b76cf0 req-d46c57dd-5a90-4bf1-b4f5-925552534960 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1131 time: 0.0597165
Apr 09 21:04:23.979053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:23.982228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30df1dd0-bfdc-4ecd-b1da-261174b76cf0 req-9f9a0ee0-f096-4049-81a0-03bec9d1312b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538847
Apr 09 21:04:24.188775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:24.188775 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ae29b-8ede-44ce-a8a6-8001e3a76210" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:24.240398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f838562-f6d1-4248-9444-1fc41b773ffd req-91a31404-ad53-4c68-8f73-db2066fac6b9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.242127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f838562-f6d1-4248-9444-1fc41b773ffd req-91a31404-ad53-4c68-8f73-db2066fac6b9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1023 time: 0.0777297
Apr 09 21:04:24.266126 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:24.268036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-5eddadd9-81c9-4061-ab3c-b840953680f0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.277007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-5eddadd9-81c9-4061-ab3c-b840953680f0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.2113698
Apr 09 21:04:24.290186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:24.301790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-ebdc6643-43eb-48eb-94d6-4031b10480bc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/quotas/f87849ca88bb4519b329fab033911446 HTTP/1.1" status: 200  len: 375 time: 0.0236628
Apr 09 21:04:24.308180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'mac_address': 'fa:16:3e:0a:5f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:24.350540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 40d3d034-bc3b-4d5c-b33e-e60acf160036 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:24.350932 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:24.374303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d3d034-bc3b-4d5c-b33e-e60acf160036 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:24.396036 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-ab9d65e0-f2e1-4410-9170-72fab35d6626 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68 HTTP/1.1" status: 200  len: 217 time: 0.0418477
Apr 09 21:04:24.403435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:24.404531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-d02ac05b-dbc6-4c87-b48c-9da210cba7b2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0905302
Apr 09 21:04:24.412426 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:24.419399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f838562-f6d1-4248-9444-1fc41b773ffd req-7855ae27-9022-4660-91a1-059ee5ea0074 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6e84827-57e9-4d49-91fa-e34ed07b1cf3&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&id=9768a175-8f6f-4799-947c-2642b7b31792&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.1611822
Apr 09 21:04:24.485733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:24.507996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-afa9ec56-89e5-4e7e-bb7c-17fce99e3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.509832 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-afa9ec56-89e5-4e7e-bb7c-17fce99e3e48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1035180
Apr 09 21:04:24.567544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-3ed6ea3f-b211-4036-98e9-11e5093606a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.569141 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-3ed6ea3f-b211-4036-98e9-11e5093606a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0471411
Apr 09 21:04:24.612996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a70c8b-4cf3-4d1e-9f68-0bd53dddc55c req-8169131d-9a79-4232-bb86-1d94cb8fa190 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.614568 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1a70c8b-4cf3-4d1e-9f68-0bd53dddc55c req-8169131d-9a79-4232-bb86-1d94cb8fa190 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1082625
Apr 09 21:04:24.617292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-9a25ad69-cf7d-421a-8ca8-96d6ebb2d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.618633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-9a25ad69-cf7d-421a-8ca8-96d6ebb2d206 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.2606320
Apr 09 21:04:24.653965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-f4be7766-87e6-4965-bb70-7886961a6f41 service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316356
Apr 09 21:04:24.700997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1a70c8b-4cf3-4d1e-9f68-0bd53dddc55c req-879a8420-c305-44cb-b879-354c75a37916 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795543
Apr 09 21:04:24.767474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-5c589cc4-7a7d-4273-9717-8a554b8aa8c5 service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040149
Apr 09 21:04:24.808481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-8d8bc420-cd9e-4cd7-830c-5972464d870d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036 HTTP/1.1" status: 200  len: 217 time: 0.0400620
Apr 09 21:04:24.867523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e28eff-6c32-4c08-9ffa-4effeb82ca16 req-e0f7bef4-f9b2-433f-b0b1-8c2027185f9b tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0523055
Apr 09 21:04:24.877373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['40d3d034-bc3b-4d5c-b33e-e60acf160036'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:24.900431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-faea1b64-cef4-4d57-8932-7ce86eca15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.901972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-faea1b64-cef4-4d57-8932-7ce86eca15e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0849092
Apr 09 21:04:24.907346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-97895765-d2e6-40dc-9535-8d12a2755110 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.913016 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-97895765-d2e6-40dc-9535-8d12a2755110 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 945 time: 0.1063080
Apr 09 21:04:24.969375 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-cc2659ba-f7ec-41c5-a02c-492de11f40f8 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916678
Apr 09 21:04:24.981045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-d58249bc-c8d7-4ddc-9701-9e2132691eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:24.982587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-d58249bc-c8d7-4ddc-9701-9e2132691eb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0746090
Apr 09 21:04:25.004866 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f103e2b3-1537-48af-bb06-fa5d59f4c7c4 x-openstack-request-id: req-f103e2b3-1537-48af-bb06-fa5d59f4c7c4 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:25.005175 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:25.005429 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f103e2b3-1537-48af-bb06-fa5d59f4c7c4 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:25.005830 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f103e2b3-1537-48af-bb06-fa5d59f4c7c4'] response: {'name': 'network-changed', 'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'status': 'completed', 'code': 200}
Apr 09 21:04:25.145192 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a12b0d9-17f6-478f-9377-c577f4500746 req-eb897f57-7cf2-4766-adf4-94aa1a47142b service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734278
Apr 09 21:04:25.204691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce66bbb-8a3d-4288-851c-1620984a4066 req-7ee006ce-cbf7-4afd-a15c-d686a0a13f32 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:25.212628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dce66bbb-8a3d-4288-851c-1620984a4066 req-7ee006ce-cbf7-4afd-a15c-d686a0a13f32 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.0926344
Apr 09 21:04:25.219859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:25.247739 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:25.252744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Deleting port 7e8c197f-7833-4616-9703-c66566894b07 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:25.253261 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7e8c197f-7833-4616-9703-c66566894b07), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:25.306553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d890e81-73f6-458b-8a69-b57918672b9e req-8debb6f6-33ce-426e-b603-8ad1e9d9efb0 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:25.308072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d890e81-73f6-458b-8a69-b57918672b9e req-8debb6f6-33ce-426e-b603-8ad1e9d9efb0 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 945 time: 0.0934453
Apr 09 21:04:25.315643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-039f479c-8c2a-4f4b-85c6-bc321a84ee62 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3214831
Apr 09 21:04:25.348851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dce66bbb-8a3d-4288-851c-1620984a4066 req-a14f130f-c0b7-4bf4-86ec-67f383f3fcc4 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353292
Apr 09 21:04:25.393166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] For port 7e8c197f-7833-4616-9703-c66566894b07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8c197f-7833-4616-9703-c66566894b07,segment=NetworkSegment(805f4463-db19-4492-a39b-f4f913dad5e4),segment_id=805f4463-db19-4492-a39b-f4f913dad5e4)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:25.393542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7e8c197f-7833-4616-9703-c66566894b07), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:25.398528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d890e81-73f6-458b-8a69-b57918672b9e req-1d0f1d8c-c9cb-4dd8-b6f3-ccf706b780dc tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups?id=09d46d29-c5df-45ac-acf5-e946449fb0a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820475
Apr 09 21:04:25.414898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Calling delete_port for 7e8c197f-7833-4616-9703-c66566894b07 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:25.504761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b87c3db-4a33-4e85-9e96-0f97db9addda req-4d8f30d9-dbb7-42ea-89ab-2df61446357b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 210 time: 0.0468087
Apr 09 21:04:25.573659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35057a50-9066-4172-8e5d-6cb2393f660f req-c52b45e4-1286-4ffa-adab-ccea65483534 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0384564
Apr 09 21:04:25.574987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7e8c197f-7833-4616-9703-c66566894b07), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:25.608752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event deleted for resources: {'Port': ['ID=7e8c197f-7833-4616-9703-c66566894b07,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:25.617584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2170e083-cac5-459f-bf01-bdc6a6877250 req-d7fdc0dd-04cd-44b5-b739-a2257e2e75a7 tempest-AbsoluteLimitsNegativeTestJSON-67737243 tempest-AbsoluteLimitsNegativeTestJSON-67737243-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=720fd939cec64e069f36f74f4a2007ef&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0414288
Apr 09 21:04:25.653325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] No DVR routers for this DVR port 7e8c197f-7833-4616-9703-c66566894b07 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:25.655716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:25.658995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ec952bf3-b8a2-4834-aae5-82161be89682 req-61688540-e7d6-4a10-b724-107b9ab77726 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.25 "DELETE /v2.0/ports/7e8c197f-7833-4616-9703-c66566894b07 HTTP/1.1" status: 204  len: 173 time: 0.6886714
Apr 09 21:04:25.659449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde0439-8c37-47c0-9c32-ca5152679302', 'name': 'network-vif-deleted', 'tag': '7e8c197f-7833-4616-9703-c66566894b07'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:25.661797 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c72eded-f960-4c2f-b8d6-b344f984c318" -d '{"events": [{"server_uuid": "cbde0439-8c37-47c0-9c32-ca5152679302", "name": "network-vif-deleted", "tag": "7e8c197f-7833-4616-9703-c66566894b07"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:25.739712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e18d-2200-432d-98ff-0d445141ff69 req-9f1ab232-84d6-4e96-8a38-9db56b4e2144 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:25.741212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0b8e18d-2200-432d-98ff-0d445141ff69 req-9f1ab232-84d6-4e96-8a38-9db56b4e2144 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1023 time: 0.0872440
Apr 09 21:04:25.781514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170e083-cac5-459f-bf01-bdc6a6877250 req-302b5701-4156-49d7-b8b0-8b156477baec tempest-AbsoluteLimitsNegativeTestJSON-67737243 tempest-AbsoluteLimitsNegativeTestJSON-67737243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:25.783121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2170e083-cac5-459f-bf01-bdc6a6877250 req-302b5701-4156-49d7-b8b0-8b156477baec tempest-AbsoluteLimitsNegativeTestJSON-67737243 tempest-AbsoluteLimitsNegativeTestJSON-67737243-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1616709
Apr 09 21:04:25.850057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2170e083-cac5-459f-bf01-bdc6a6877250 req-dec944aa-365d-4342-bc30-cb6d04bb2263 tempest-AbsoluteLimitsNegativeTestJSON-67737243 tempest-AbsoluteLimitsNegativeTestJSON-67737243-project] 10.222.0.30 "GET /v2.0/quotas/720fd939cec64e069f36f74f4a2007ef HTTP/1.1" status: 200  len: 375 time: 0.0462124
Apr 09 21:04:25.883321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-d7e0c472-8f35-40f5-9a07-3303521182d1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:25.884857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-d7e0c472-8f35-40f5-9a07-3303521182d1 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.32 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 1023 time: 0.0971487
Apr 09 21:04:25.908885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2170e083-cac5-459f-bf01-bdc6a6877250 req-d25738ab-ae02-41a7-a957-5febacd7852f tempest-AbsoluteLimitsNegativeTestJSON-67737243 tempest-AbsoluteLimitsNegativeTestJSON-67737243-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=720fd939cec64e069f36f74f4a2007ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477066
Apr 09 21:04:25.915744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0b8e18d-2200-432d-98ff-0d445141ff69 req-38aa186d-dab9-45ea-a6a5-9671a94c8ebd tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6e84827-57e9-4d49-91fa-e34ed07b1cf3&id=47914aeb-b2a9-4f66-96ca-526c718a01d4&id=9768a175-8f6f-4799-947c-2642b7b31792&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.1685545
Apr 09 21:04:25.998835 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84dedf7-6b61-4616-8852-ae6534fc099b x-openstack-request-id: req-c84dedf7-6b61-4616-8852-ae6534fc099b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:25.999526 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbde0439-8c37-47c0-9c32-ca5152679302", "name": "network-vif-deleted", "tag": "7e8c197f-7833-4616-9703-c66566894b07", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:26.000007 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c84dedf7-6b61-4616-8852-ae6534fc099b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:26.000634 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84dedf7-6b61-4616-8852-ae6534fc099b'] response: {'server_uuid': 'cbde0439-8c37-47c0-9c32-ca5152679302', 'name': 'network-vif-deleted', 'tag': '7e8c197f-7833-4616-9703-c66566894b07', 'status': 'completed', 'code': 200}
Apr 09 21:04:26.063802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Deleting port f1f5938f-d802-4ab4-9995-8b667eecc83f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:26.064149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.073543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0659-849e-4d7a-b0e5-3967d20937c7 req-a46bbae8-f301-4121-bd1a-7a8fe7932c44 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:26.075044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9efa0659-849e-4d7a-b0e5-3967d20937c7 req-a46bbae8-f301-4121-bd1a-7a8fe7932c44 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0690219
Apr 09 21:04:26.177195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9efa0659-849e-4d7a-b0e5-3967d20937c7 req-de7d66da-9f51-4c6d-b9a6-9f7b5c26a3ab tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920069
Apr 09 21:04:26.193641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] For port f1f5938f-d802-4ab4-9995-8b667eecc83f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1f5938f-d802-4ab4-9995-8b667eecc83f,segment=NetworkSegment(f25e5437-7f39-498c-8748-ee39c4fb9c9e),segment_id=f25e5437-7f39-498c-8748-ee39c4fb9c9e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:26.193997 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.213805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Calling delete_port for f1f5938f-d802-4ab4-9995-8b667eecc83f owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:26.244446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52806) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:26.291358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7e8c197f-7833-4616-9703-c66566894b07'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:26.351400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:26.367221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3558864-248c-456e-b64a-66a51723d24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.369561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f1f5938f-d802-4ab4-9995-8b667eecc83f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.404856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'Port': ['ID=f1f5938f-d802-4ab4-9995-8b667eecc83f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:26.437660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f1f5938f-d802-4ab4-9995-8b667eecc83f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:26.483419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3558864-248c-456e-b64a-66a51723d24f admin admin] Publish callbacks [] for security_group (dbaa2ca4-2d58-487a-829e-3f83db0a8192), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.491587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3558864-248c-456e-b64a-66a51723d24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (dbaa2ca4-2d58-487a-829e-3f83db0a8192), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.496960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] No DVR routers for this DVR port f1f5938f-d802-4ab4-9995-8b667eecc83f on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:26.502715 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.507128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5db5ffab-8b27-434f-80d1-7614daede5b1 req-8431b94d-1991-46bf-b19c-24521a48b0c9 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.32 "DELETE /v2.0/ports/f1f5938f-d802-4ab4-9995-8b667eecc83f HTTP/1.1" status: 204  len: 173 time: 0.5901790
Apr 09 21:04:26.511487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 40d3d034-bc3b-4d5c-b33e-e60acf160036 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:04:26.526408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 40d3d034-bc3b-4d5c-b33e-e60acf160036 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:26.526833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.550671 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a3558864-248c-456e-b64a-66a51723d24f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=720fd939cec64e069f36f74f4a2007ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3050783
Apr 09 21:04:26.551706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52816) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:26.552500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3558864-248c-456e-b64a-66a51723d24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaa2ca4-2d58-487a-829e-3f83db0a8192,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:26.564340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c03a9d9-adaf-4d73-a315-e8893975bc91 req-84d12966-d595-4e1b-88ad-f5c630c64e4e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 210 time: 0.0467882
Apr 09 21:04:26.582852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae83d5-84f6-436f-bd0c-033d6b9ab083 req-58473edf-f8ab-4b71-b6e0-a7bb5eea347f tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:26.585477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34ae83d5-84f6-436f-bd0c-033d6b9ab083 req-58473edf-f8ab-4b71-b6e0-a7bb5eea347f tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.0856338
Apr 09 21:04:26.615043 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-96432032-4f58-4ec4-bfa2-77b1cd23ef38 admin admin] Publish callbacks [] for security_group (dbaa2ca4-2d58-487a-829e-3f83db0a8192), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.635230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 40d3d034-bc3b-4d5c-b33e-e60acf160036 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:26.635871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.639229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-96432032-4f58-4ec4-bfa2-77b1cd23ef38 admin admin] Publish callbacks [] for security_group (dbaa2ca4-2d58-487a-829e-3f83db0a8192), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.651576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34ae83d5-84f6-436f-bd0c-033d6b9ab083 req-6ea88f49-12d5-4317-9f5d-387a1f285162 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575042
Apr 09 21:04:26.687064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:26.688314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:26.690985 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a63a88-a3c8-4116-ab7c-3d05aa32f8b5" -d '{"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-plugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:26.695548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.696535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7e8c197f-7833-4616-9703-c66566894b07 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:26.702726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1fe5378-5c5e-432f-92f0-e74c4bd43434 req-76a2e2dd-b784-4ccf-a3a2-6400722aa990 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 210 time: 0.0565867
Apr 09 21:04:26.728747 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-96432032-4f58-4ec4-bfa2-77b1cd23ef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (dbaa2ca4-2d58-487a-829e-3f83db0a8192), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.732072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-96432032-4f58-4ec4-bfa2-77b1cd23ef38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:26.737560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-96432032-4f58-4ec4-bfa2-77b1cd23ef38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbaa2ca4-2d58-487a-829e-3f83db0a8192 HTTP/1.1" status: 204  len: 168 time: 0.1778860
Apr 09 21:04:26.757622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96432032-4f58-4ec4-bfa2-77b1cd23ef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaa2ca4-2d58-487a-829e-3f83db0a8192,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:26.788476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99983ac8-79c2-4f88-b607-4c7f528ec14a req-9e7eba12-9e5d-4da1-a236-07c36a51b3b4 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0339143
Apr 09 21:04:26.791053 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14c4491-af64-40e9-b418-abe25d93e1e3 x-openstack-request-id: req-f14c4491-af64-40e9-b418-abe25d93e1e3 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:26.791552 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-plugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:26.791673 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f14c4491-af64-40e9-b418-abe25d93e1e3 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:26.791964 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14c4491-af64-40e9-b418-abe25d93e1e3'] response: {'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'code': 200}
Apr 09 21:04:26.799164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 7e8c197f-7833-4616-9703-c66566894b07 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:26.799704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7e8c197f-7833-4616-9703-c66566894b07 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:26.854939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:26.867244 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:27.007773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'name': 'network-vif-deleted', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:27.009869 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c54a4-f326-4b1c-b657-44e26a146b3d" -d '{"events": [{"server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "name": "network-vif-deleted", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:27.072131 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f5a3e7-fac8-4866-b801-a2f45549005d x-openstack-request-id: req-03f5a3e7-fac8-4866-b801-a2f45549005d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:27.072464 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34469266-eccb-4d9a-847a-455bffa2c78a", "name": "network-vif-deleted", "tag": "f1f5938f-d802-4ab4-9995-8b667eecc83f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:27.072687 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03f5a3e7-fac8-4866-b801-a2f45549005d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:27.073198 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f5a3e7-fac8-4866-b801-a2f45549005d'] response: {'server_uuid': '34469266-eccb-4d9a-847a-455bffa2c78a', 'name': 'network-vif-deleted', 'tag': 'f1f5938f-d802-4ab4-9995-8b667eecc83f', 'status': 'completed', 'code': 200}
Apr 09 21:04:27.079240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-8c996a2e-5394-4a80-ab77-28608dc79ddf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:27.080811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-8c996a2e-5394-4a80-ab77-28608dc79ddf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.1855705
Apr 09 21:04:27.082720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bdd1643-55d9-4797-985f-7099e24aa8c1 req-59aada2f-80b5-405a-bc7a-58263289e784 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/ports?device_id=34469266-eccb-4d9a-847a-455bffa2c78a HTTP/1.1" status: 200  len: 210 time: 0.0551522
Apr 09 21:04:27.259558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Request body: {'port': {'device_id': 'bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'admin_state_up': True, 'tenant_id': 'f87849ca88bb4519b329fab033911446'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:27.361082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285fa3-4bd9-41a2-a494-c9a81827cd24 req-c681adb3-4dfd-4d69-9925-49bdb4a6170f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:27.362897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7285fa3-4bd9-41a2-a494-c9a81827cd24 req-c681adb3-4dfd-4d69-9925-49bdb4a6170f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1166625
Apr 09 21:04:27.463270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-b4664c53-8d42-442c-b224-5dc8c57c4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:27.465590 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-b4664c53-8d42-442c-b224-5dc8c57c4e05 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 1130 time: 0.0676055
Apr 09 21:04:27.575216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7285fa3-4bd9-41a2-a494-c9a81827cd24 req-43f46c67-5aa0-43c8-91fc-b620e3f12fa6 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036257
Apr 09 21:04:27.585548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ebcef7b-1da1-445d-bc4d-94fc4834f888 req-776b5151-f1a0-441c-8eef-6925d935511e service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701028
Apr 09 21:04:27.587175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:27.599411 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:27.602583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52852) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:27.664475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be52c2-d238-4f35-856d-086ff0ed9bd9 req-d1ae19a5-75d1-4e1d-b011-c9e2adf3c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:27.669669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8be52c2-d238-4f35-856d-086ff0ed9bd9 req-d1ae19a5-75d1-4e1d-b011-c9e2adf3c873 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 1132 time: 0.1801357
Apr 09 21:04:27.671595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-52a717a8-fefb-4445-9ff0-12311f4c9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:27.673222 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-52a717a8-fefb-4445-9ff0-12311f4c9b4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1825697
Apr 09 21:04:27.741831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2091557024-network', 'tenant_id': 'ab023af112834d0eb9a847bacc3fa37e'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:27.745701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dcdadb9c-567d-468f-bfd6-05e0a035466d req-c55ceb73-3298-49a6-9ff0-c92a04354408 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbde0439-8c37-47c0-9c32-ca5152679302 HTTP/1.1" status: 200  len: 210 time: 0.0693398
Apr 09 21:04:27.776303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70dc0-2de8-4acc-a1b0-997aaf6fc0f9 req-6504a184-53a5-4062-910f-8c1a79cdd641 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:27.777819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1c70dc0-2de8-4acc-a1b0-997aaf6fc0f9 req-6504a184-53a5-4062-910f-8c1a79cdd641 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0949454
Apr 09 21:04:27.832240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Made reservation on behalf of ab023af112834d0eb9a847bacc3fa37e for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:27.835392 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:27.871091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:27.874292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-99d0d9bd-061c-4ffd-85ad-1a20b1d91983 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68 HTTP/1.1" status: 200  len: 217 time: 0.0566771
Apr 09 21:04:27.908488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Allocated IP 172.20.0.10 (cdd9fe53-654b-4110-9856-85e40c331c54/37fdda6f-4a4d-41bf-b698-ea1190d2dc3a/5f958b21-b9df-401e-9d69-3efbcd5ccc23) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:27.923189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e201d9e-c99e-4a12-8397-ce1c4f0b9978 req-15f52c3e-8ef4-4068-b317-b2b3655084d6 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:27.925199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e201d9e-c99e-4a12-8397-ce1c4f0b9978 req-15f52c3e-8ef4-4068-b317-b2b3655084d6 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.1218817
Apr 09 21:04:27.926366 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8be52c2-d238-4f35-856d-086ff0ed9bd9 req-a200a8b2-238c-47e5-af13-347ef6a30888 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113021
Apr 09 21:04:27.946655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-0de54ccf-0d83-4e87-a81f-cacf36366ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:27.948575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-0de54ccf-0d83-4e87-a81f-cacf36366ad2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0603561
Apr 09 21:04:27.960511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1c70dc0-2de8-4acc-a1b0-997aaf6fc0f9 req-0060c498-abb9-4116-a3a7-949fc8a30267 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614635
Apr 09 21:04:28.093057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c8e223a-f38d-4d24-beb5-4a84256a836a req-aaa534df-cb79-4c4d-8670-d83bf5454a4a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 210 time: 0.0617433
Apr 09 21:04:28.103386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e201d9e-c99e-4a12-8397-ce1c4f0b9978 req-c0e27157-08f7-4a0c-bfe1-4bc8c2238757 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629825
Apr 09 21:04:28.162946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Publish callbacks [] for security_group (8bd8c3f1-eba7-4354-9763-9b92488f8d1a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.171354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8bd8c3f1-eba7-4354-9763-9b92488f8d1a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.241706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-202eb8a3-a614-4041-894e-b55cb31feacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:28.243943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-202eb8a3-a614-4041-894e-b55cb31feacc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0667183
Apr 09 21:04:28.260472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:04:28.263680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2f2ad89-c6a6-4e38-9aa8-9aab119f0377 req-ae00e690-8b37-49d2-a1ff-5b4a2ad086d2 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0733528
Apr 09 21:04:28.269004 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks [] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.295850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7871b15f-ec75-4638-8efa-02a7ceefbe68 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:28.303234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd8c3f1-eba7-4354-9763-9b92488f8d1a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:28.307697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (50dc2638-657a-4a03-8ae8-a2dc6f145116), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.308034 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Added segment 50dc2638-657a-4a03-8ae8-a2dc6f145116 of type vlan for network ae78a474-58ef-459a-be82-a0d83b0a116d
Apr 09 21:04:28.312165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52015140-c27b-48e7-b1eb-1e93a6ec5ed3 req-c180abec-cdef-49f1-99f5-154f72ba9310 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0415032
Apr 09 21:04:28.368900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (ae78a474-58ef-459a-be82-a0d83b0a116d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.395235 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-4ae7d15a-5819-4e9f-8455-d987446dfb50 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436715
Apr 09 21:04:28.419693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.447958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:28.463062 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (ae78a474-58ef-459a-be82-a0d83b0a116d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.464143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:28.464731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.479325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ed66bf3-c16c-4244-976c-137c1a76c0f6 req-0c126cd8-024e-4cf2-89c7-358c66847536 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/9768a175-8f6f-4799-947c-2642b7b31792 HTTP/1.1" status: 200  len: 1818 time: 0.1117604
Apr 09 21:04:28.533984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:28.543065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Network cdd9fe53-654b-4110-9856-85e40c331c54 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:28.555972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'mac_address': 'fa:16:3e:a6:96:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:28.563995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event updated for resources: {'Port': ['ID=5f958b21-b9df-401e-9d69-3efbcd5ccc23,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:28.572036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:28.572227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9684319
Apr 09 21:04:28.578568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Request body: {'subnet': {'network_id': 'ae78a474-58ef-459a-be82-a0d83b0a116d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2091557024-subnet', 'tenant_id': 'ab023af112834d0eb9a847bacc3fa37e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:28.610515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Made reservation on behalf of ab023af112834d0eb9a847bacc3fa37e for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:28.613228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:28.613455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.620502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:28.632733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f1f5938f-d802-4ab4-9995-8b667eecc83f no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:28.659602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bde60-016b-4310-8f04-0c4bfe93d5de admin admin] Pushing event updated for resources: {'Network': ['ID=ae78a474-58ef-459a-be82-a0d83b0a116d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:28.667150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebcd4d-c739-42b0-914c-c4f20e007e70 req-e0e9eb66-7e07-49c4-82f5-715a5025a7a7 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:28.668645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59ebcd4d-c739-42b0-914c-c4f20e007e70 req-e0e9eb66-7e07-49c4-82f5-715a5025a7a7 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1610701
Apr 09 21:04:28.674571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: f1f5938f-d802-4ab4-9995-8b667eecc83f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:28.674929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f1f5938f-d802-4ab4-9995-8b667eecc83f not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:28.681812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network ae78a474-58ef-459a-be82-a0d83b0a116d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:04:28.717300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7871b15f-ec75-4638-8efa-02a7ceefbe68 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:28.717732 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.722018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:28.722685 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.759084 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed66bf3-c16c-4244-976c-137c1a76c0f6 req-90efc20a-69f3-4010-9789-1fe469fe473d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (9768a175-8f6f-4799-947c-2642b7b31792), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.773900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0ef03c36-33c3-45a8-a0c6-76fde7dc4bda tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5182495
Apr 09 21:04:28.779555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7871b15f-ec75-4638-8efa-02a7ceefbe68 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:28.785677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59ebcd4d-c739-42b0-914c-c4f20e007e70 req-efd9c155-f462-416f-b536-6e442138b266 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072323
Apr 09 21:04:28.796842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed66bf3-c16c-4244-976c-137c1a76c0f6 req-90efc20a-69f3-4010-9789-1fe469fe473d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (9768a175-8f6f-4799-947c-2642b7b31792), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.835257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:28.846148 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.862788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed66bf3-c16c-4244-976c-137c1a76c0f6 req-90efc20a-69f3-4010-9789-1fe469fe473d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9768a175-8f6f-4799-947c-2642b7b31792), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.865400 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ed66bf3-c16c-4244-976c-137c1a76c0f6 req-90efc20a-69f3-4010-9789-1fe469fe473d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:28.869516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ed66bf3-c16c-4244-976c-137c1a76c0f6 req-90efc20a-69f3-4010-9789-1fe469fe473d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/9768a175-8f6f-4799-947c-2642b7b31792 HTTP/1.1" status: 204  len: 173 time: 0.3649721
Apr 09 21:04:28.897607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc20a-69f3-4010-9789-1fe469fe473d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768a175-8f6f-4799-947c-2642b7b31792,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:28.937812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:28.949521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c53a90a3-be0e-4475-b556-8ca3c5367c2f req-cce622ea-42d5-490a-9c97-1e56ee7f9d3d tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "GET /v2.0/security-groups/f6e84827-57e9-4d49-91fa-e34ed07b1cf3 HTTP/1.1" status: 200  len: 1815 time: 0.0652723
Apr 09 21:04:28.986307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (b26267f7-d032-4835-ba26-f196694d33b1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.017846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52904) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:29.022244 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-422ae29b-8ede-44ce-a8a6-8001e3a76210 req-b956e81b-4079-4eb2-8e75-04a71ddd5b2f service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044809
Apr 09 21:04:29.028628 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c53a90a3-be0e-4475-b556-8ca3c5367c2f req-e92cbb5c-d64b-4044-8ed2-77fd713893b4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (f6e84827-57e9-4d49-91fa-e34ed07b1cf3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.053688 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Request body: {'port': {'device_id': 'bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:29.063663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26267f7-d032-4835-ba26-f196694d33b1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:29.076331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Checking segment: {'id': '50dc2638-657a-4a03-8ae8-a2dc6f145116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae78a474-58ef-459a-be82-a0d83b0a116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:29.076682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Network hostable DHCP agents. Network: ae78a474-58ef-459a-be82-a0d83b0a116d, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:04:29.100711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Network ae78a474-58ef-459a-be82-a0d83b0a116d is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:04:29.104380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c53a90a3-be0e-4475-b556-8ca3c5367c2f req-e92cbb5c-d64b-4044-8ed2-77fd713893b4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (f6e84827-57e9-4d49-91fa-e34ed07b1cf3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.111835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae78a474-58ef-459a-be82-a0d83b0a116d) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:29.119983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:29.120599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.121902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a162c-a0c2-48a8-931a-76cb6dd5c378 None None] Network ae78a474-58ef-459a-be82-a0d83b0a116d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:29.141001 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-687a8f79-81a5-436b-a080-66972395af35 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5677457
Apr 09 21:04:29.204472 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91c8481c-6bcc-4a5c-8dce-10a5da1ba33e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group (0784cecb-5688-4b4b-9d91-d4b47a0f939b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.210856 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.246174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c53a90a3-be0e-4475-b556-8ca3c5367c2f req-e92cbb5c-d64b-4044-8ed2-77fd713893b4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f6e84827-57e9-4d49-91fa-e34ed07b1cf3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.248735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c53a90a3-be0e-4475-b556-8ca3c5367c2f req-e92cbb5c-d64b-4044-8ed2-77fd713893b4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.250105 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c53a90a3-be0e-4475-b556-8ca3c5367c2f req-e92cbb5c-d64b-4044-8ed2-77fd713893b4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] 10.222.0.30 "DELETE /v2.0/security-groups/f6e84827-57e9-4d49-91fa-e34ed07b1cf3 HTTP/1.1" status: 204  len: 173 time: 0.2955904
Apr 09 21:04:29.261290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52912) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:29.317807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1d5de-d81c-44a3-9c2c-f52cd3d87028 None None] Network ae78a474-58ef-459a-be82-a0d83b0a116d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:29.320720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd402c74-149b-41b2-b253-1df3e827ce0f req-a249889a-62de-45ff-95ac-972f1c4dc0d3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:29.330992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd402c74-149b-41b2-b253-1df3e827ce0f req-a249889a-62de-45ff-95ac-972f1c4dc0d3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 932 time: 0.1443551
Apr 09 21:04:29.356394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bab7fb-b314-437c-98cf-4649a6f29329 admin admin] Deleting subnet eef53007-99bc-4ca6-808a-edf8d619dc7a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:04:29.359920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6bab7fb-b314-437c-98cf-4649a6f29329 admin admin] Publish callbacks [] for subnet (eef53007-99bc-4ca6-808a-edf8d619dc7a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.410189 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6bab7fb-b314-437c-98cf-4649a6f29329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (eef53007-99bc-4ca6-808a-edf8d619dc7a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.470585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6bab7fb-b314-437c-98cf-4649a6f29329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (eef53007-99bc-4ca6-808a-edf8d619dc7a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.479263 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91c8481c-6bcc-4a5c-8dce-10a5da1ba33e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group (0784cecb-5688-4b4b-9d91-d4b47a0f939b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.482055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cbb5c-d64b-4044-8ed2-77fd713893b4 tempest-SecurityGroupsTestJSON-1498493028 tempest-SecurityGroupsTestJSON-1498493028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e84827-57e9-4d49-91fa-e34ed07b1cf3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:29.503739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7871b15f-ec75-4638-8efa-02a7ceefbe68'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:29.547786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6bab7fb-b314-437c-98cf-4649a6f29329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (eef53007-99bc-4ca6-808a-edf8d619dc7a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.583041 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6bab7fb-b314-437c-98cf-4649a6f29329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.586997 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a6bab7fb-b314-437c-98cf-4649a6f29329 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eef53007-99bc-4ca6-808a-edf8d619dc7a HTTP/1.1" status: 204  len: 168 time: 0.3246889
Apr 09 21:04:29.588024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab7fb-b314-437c-98cf-4649a6f29329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef53007-99bc-4ca6-808a-edf8d619dc7a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:29.590684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52920) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:29.611642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a0ec-f85e-402f-8c5d-64f0b41eb5e8 req-b8e34867-fbb6-4c8d-b6e4-6656241d55ff tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:29.613262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1163a0ec-f85e-402f-8c5d-64f0b41eb5e8 req-b8e34867-fbb6-4c8d-b6e4-6656241d55ff tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 949 time: 0.1461594
Apr 09 21:04:29.616818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd402c74-149b-41b2-b253-1df3e827ce0f req-a4be2f39-1eb1-447e-b3c6-7d594e46a7a1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2847030
Apr 09 21:04:29.681538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2862fa2b-3134-4de1-bedd-a2bf3828b8ca), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.709680 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91c8481c-6bcc-4a5c-8dce-10a5da1ba33e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0784cecb-5688-4b4b-9d91-d4b47a0f939b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.712168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91c8481c-6bcc-4a5c-8dce-10a5da1ba33e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.715647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-91c8481c-6bcc-4a5c-8dce-10a5da1ba33e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "DELETE /v2.0/security-groups/0784cecb-5688-4b4b-9d91-d4b47a0f939b HTTP/1.1" status: 204  len: 168 time: 0.6944764
Apr 09 21:04:29.720127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52922) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:29.736223 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-6bc9847c-6d68-46d6-ae9a-4cc829b5cc66 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] show failed (client error): The resource could not be found.
Apr 09 21:04:29.737261 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6bc9847c-6d68-46d6-ae9a-4cc829b5cc66 tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "GET /v2.0/security-groups/0784cecb-5688-4b4b-9d91-d4b47a0f939b HTTP/1.1" status: 404  len: 347 time: 0.0152805
Apr 09 21:04:29.746117 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52924) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:29.756249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-caf22763-595e-4400-bb21-756470f6d9a0 req-9f30f275-0a7d-4fb0-a0f6-8a449d7b67b3 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0680611
Apr 09 21:04:29.761383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1163a0ec-f85e-402f-8c5d-64f0b41eb5e8 req-19ede57e-7b80-4972-a57c-50debdd80291 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328692
Apr 09 21:04:29.765772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8481c-6bcc-4a5c-8dce-10a5da1ba33e tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0784cecb-5688-4b4b-9d91-d4b47a0f939b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:29.835235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2862fa2b-3134-4de1-bedd-a2bf3828b8ca), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.869556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f958b21-b9df-401e-9d69-3efbcd5ccc23 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:29.877600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Publish callbacks [] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.890407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23758e10d0>,) {'filters': {'network_id': ['2862fa2b-3134-4de1-bedd-a2bf3828b8ca']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:29.893904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Transition to ACTIVE for port object 5f958b21-b9df-401e-9d69-3efbcd5ccc23 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:04:29.900587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.924684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23758e10d0>, 'f25e5437-7f39-498c-8748-ee39c4fb9c9e') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:29.925248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23758e10d0>, 'f25e5437-7f39-498c-8748-ee39c4fb9c9e') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:29.939683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (f25e5437-7f39-498c-8748-ee39c4fb9c9e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.951387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Pushing event updated for resources: {'Port': ['ID=5f958b21-b9df-401e-9d69-3efbcd5ccc23,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:29.956226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Deleting port 56cb693a-4dec-4429-85af-b90a8f8140f0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:29.956855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (56cb693a-4dec-4429-85af-b90a8f8140f0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.974045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f25e5437-7f39-498c-8748-ee39c4fb9c9e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.994572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:04:29.995401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (f25e5437-7f39-498c-8748-ee39c4fb9c9e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:04:29.997443 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:04:30.109014 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2862fa2b-3134-4de1-bedd-a2bf3828b8ca), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.117383 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.120951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2862fa2b-3134-4de1-bedd-a2bf3828b8ca HTTP/1.1" status: 204  len: 168 time: 0.5291195
Apr 09 21:04:30.124566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (56cb693a-4dec-4429-85af-b90a8f8140f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.124934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for floatingip (56cb693a-4dec-4429-85af-b90a8f8140f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.146171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ab1da-38db-439d-b68b-bdd0bde1bc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=2862fa2b-3134-4de1-bedd-a2bf3828b8ca,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:30.154041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Calling delete_port for 56cb693a-4dec-4429-85af-b90a8f8140f0 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:30.154402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1737ddac-add9-443a-8bfb-6fecd00296f8 req-a1add052-6441-4eb3-8e3b-91a67fa73730 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0266716
Apr 09 21:04:30.157733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Attempting to bind port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:30.158151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Attempting to bind port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:30.158386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Attempting to bind port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:30.172831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 on network cdd9fe53-654b-4110-9856-85e40c331c54 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:04:30.172991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Attempting to bind port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:30.188186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:30.188529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Checking segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:30.188906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Bound using segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:30.189472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Bound port: 5f958b21-b9df-401e-9d69-3efbcd5ccc23, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:30.194788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.308854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6715ed5-fba9-436c-8ef1-299cea634199 req-f27513f0-0eab-44d2-94bd-3d95e0d4a1da tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:30.310357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6715ed5-fba9-436c-8ef1-299cea634199 req-f27513f0-0eab-44d2-94bd-3d95e0d4a1da tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0532272
Apr 09 21:04:30.315421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52956) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:30.329739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f4909544-47de-4447-8303-7e4df5b7e50a tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:30.330508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (56cb693a-4dec-4429-85af-b90a8f8140f0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.337632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f4909544-47de-4447-8303-7e4df5b7e50a tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/networks?id=ae78a474-58ef-459a-be82-a0d83b0a116d HTTP/1.1" status: 200  len: 814 time: 0.2904141
Apr 09 21:04:30.357488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Pushing event deleted for resources: {'Port': ['ID=56cb693a-4dec-4429-85af-b90a8f8140f0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:30.404551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-d1ef363e-4929-4d11-b347-33ff01567b97 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/quotas/ab023af112834d0eb9a847bacc3fa37e HTTP/1.1" status: 200  len: 375 time: 0.0656512
Apr 09 21:04:30.421977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] For port 5f958b21-b9df-401e-9d69-3efbcd5ccc23, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:30.427800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks [] for floatingip (87179e82-1ba0-4473-ab99-5b67fa6e3723), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.430863 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.432177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d1f24033-159b-4b1f-b03d-907563e24fda tempest-ImagesOneServerNegativeTestJSON-1595762154 tempest-ImagesOneServerNegativeTestJSON-1595762154-project] 10.222.0.30 "DELETE /v2.0/floatingips/87179e82-1ba0-4473-ab99-5b67fa6e3723 HTTP/1.1" status: 204  len: 168 time: 0.6851594
Apr 09 21:04:30.450118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] For port 5f958b21-b9df-401e-9d69-3efbcd5ccc23, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f958b21-b9df-401e-9d69-3efbcd5ccc23,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:30.485327 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.494054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-494a7bfa-9317-414c-b86e-21d1fcd9f3c2 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab023af112834d0eb9a847bacc3fa37e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0765944
Apr 09 21:04:30.524298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-62b22683-acce-4b7d-a83d-b7dbed7594f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc7a2d61df2b4bfda6882e74e73b6cb5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2074268
Apr 09 21:04:30.527092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52960) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:30.557498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6715ed5-fba9-436c-8ef1-299cea634199 req-752433d7-928c-4cc4-8b25-e538866ef276 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168939
Apr 09 21:04:30.569285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:30.569928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.571587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] 10.222.0.32 "PUT /v2.0/ports/5f958b21-b9df-401e-9d69-3efbcd5ccc23 HTTP/1.1" status: 200  len: 1092 time: 1.5222697
Apr 09 21:04:30.572037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4', 'tag': '5f958b21-b9df-401e-9d69-3efbcd5ccc23'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:30.575094 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452d5e68-d83a-4044-a600-06a669a85b48" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4", "tag": "5f958b21-b9df-401e-9d69-3efbcd5ccc23"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:30.594841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6366a4de-4c7a-474b-a334-b8d56bbafef6 admin admin] Publish callbacks [] for security_group (47914aeb-b2a9-4f66-96ca-526c718a01d4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.631040 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6366a4de-4c7a-474b-a334-b8d56bbafef6 admin admin] Publish callbacks [] for security_group (47914aeb-b2a9-4f66-96ca-526c718a01d4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.682764 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6366a4de-4c7a-474b-a334-b8d56bbafef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (47914aeb-b2a9-4f66-96ca-526c718a01d4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.686143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6366a4de-4c7a-474b-a334-b8d56bbafef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.687641 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6366a4de-4c7a-474b-a334-b8d56bbafef6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47914aeb-b2a9-4f66-96ca-526c718a01d4 HTTP/1.1" status: 204  len: 168 time: 0.1593688
Apr 09 21:04:30.696777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366a4de-4c7a-474b-a334-b8d56bbafef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47914aeb-b2a9-4f66-96ca-526c718a01d4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:30.711411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7871b15f-ec75-4638-8efa-02a7ceefbe68 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:30.743966 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.767189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 7871b15f-ec75-4638-8efa-02a7ceefbe68 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:04:30.775799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7871b15f-ec75-4638-8efa-02a7ceefbe68 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:30.776212 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.866055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7871b15f-ec75-4638-8efa-02a7ceefbe68 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:30.866476 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.896957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:30.898633 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f510e-e874-4a5c-9d34-b29a37c625f5" -d '{"events": [{"server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "name": "network-vif-plugged", "status": "completed", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:30.911537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:30.917089 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:30.978050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:30.990025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c6847-be55-45c9-8659-cc3d39b8f962 service neutron] Pushing event updated for resources: {'Port': ['ID=5f958b21-b9df-401e-9d69-3efbcd5ccc23,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:31.047877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1de765b6-88f6-4e9b-8d83-444050a2ebf1 req-c6f00454-a054-4ac8-892f-6a4ab41748ae tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0627007
Apr 09 21:04:31.058388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0f7a6cb7-b89f-4443-9704-c9c22d770481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:31.059962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0f7a6cb7-b89f-4443-9704-c9c22d770481 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 1126 time: 0.4359977
Apr 09 21:04:31.061791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-025d2b6d-b093-402c-ae15-db34513f1fd5 service neutron] 10.222.0.30 "GET /v2.0/networks/ae78a474-58ef-459a-be82-a0d83b0a116d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5596263
Apr 09 21:04:31.127115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-0c3137ce-940c-4cf9-ad90-6f9a0fce26f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f958b21-b9df-401e-9d69-3efbcd5ccc23 HTTP/1.1" status: 200  len: 217 time: 0.0598352
Apr 09 21:04:31.147102 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a783bba5-9401-41ec-8a8c-3c6a39b6c456 x-openstack-request-id: req-a783bba5-9401-41ec-8a8c-3c6a39b6c456 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:31.147386 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4", "tag": "5f958b21-b9df-401e-9d69-3efbcd5ccc23", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:31.147630 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a783bba5-9401-41ec-8a8c-3c6a39b6c456 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:31.148022 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a783bba5-9401-41ec-8a8c-3c6a39b6c456'] response: {'name': 'network-changed', 'server_uuid': 'bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4', 'tag': '5f958b21-b9df-401e-9d69-3efbcd5ccc23', 'status': 'completed', 'code': 200}
Apr 09 21:04:31.251849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-2619c535-df3a-4901-b3d1-53ab3dca56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:31.253501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-2619c535-df3a-4901-b3d1-53ab3dca56fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1192145
Apr 09 21:04:31.282661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c1e7a-e97b-4eb9-bae6-e78ab54cdfad req-9be4817b-073b-4f19-a927-6211663fbbd3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:31.284142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d79c1e7a-e97b-4eb9-bae6-e78ab54cdfad req-9be4817b-073b-4f19-a927-6211663fbbd3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 944 time: 0.0932369
Apr 09 21:04:31.302843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-144ca7b9-85ea-40ba-9421-b7edfe47a4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/ae78a474-58ef-459a-be82-a0d83b0a116d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2344713
Apr 09 21:04:31.305090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-c41e35b3-5459-424e-8746-9889b79b017e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408626
Apr 09 21:04:31.404216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d79c1e7a-e97b-4eb9-bae6-e78ab54cdfad req-2602562c-7fe2-4116-b18a-f7cc70caba0b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038282
Apr 09 21:04:31.433520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-05b82be1-85df-4c59-81c4-7921dd72e6dc service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220112
Apr 09 21:04:31.474842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53000) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:31.536980 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11ba8ea-42e3-43d7-b47a-367d3efed37e x-openstack-request-id: req-e11ba8ea-42e3-43d7-b47a-367d3efed37e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:31.537332 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "name": "network-vif-plugged", "status": "completed", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:31.537461 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e11ba8ea-42e3-43d7-b47a-367d3efed37e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:31.537854 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11ba8ea-42e3-43d7-b47a-367d3efed37e'] response: {'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'code': 200}
Apr 09 21:04:31.597602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc44a32-f577-4e54-8205-cb5ecc91fa73 req-9a4f233e-0f7b-4f82-aa95-8cebac39c555 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:31.599109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1cc44a32-f577-4e54-8205-cb5ecc91fa73 req-9a4f233e-0f7b-4f82-aa95-8cebac39c555 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 950 time: 0.0766876
Apr 09 21:04:31.610577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36d57f4a-5a0c-4f89-965f-46992548f56c req-66178f7f-a6a8-42eb-9e7a-4f19523ccb8d service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712887
Apr 09 21:04:31.691778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-840031836-network', 'tenant_id': '184d9189f1364fc1bdd88feff79103e6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:31.694069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1cc44a32-f577-4e54-8205-cb5ecc91fa73 req-00048805-7b4a-4eee-82e5-c1fb7009c3e1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822690
Apr 09 21:04:31.706643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d152e9a0-3c51-4e16-b745-0b5260b2fd4d req-10f6c2ca-aea4-4b8e-918c-3390be8804d3 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 210 time: 0.0540817
Apr 09 21:04:31.725108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72cc2c-bcd7-4410-a406-4c379f60df77 req-544083b3-403b-406b-bd84-c349874be445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:31.726781 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-df72cc2c-bcd7-4410-a406-4c379f60df77 req-544083b3-403b-406b-bd84-c349874be445 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 1132 time: 0.1283662
Apr 09 21:04:31.742493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Made reservation on behalf of 184d9189f1364fc1bdd88feff79103e6 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:31.744725 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:31.753641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53012) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:31.765807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:31.815496 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-df72cc2c-bcd7-4410-a406-4c379f60df77 req-2898b863-27d8-4dcc-a3b3-b1ed7c7d7aa9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818613
Apr 09 21:04:31.835893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca42aaf-88f5-443a-b87b-d7b97622d84b admin admin] Deleting subnet faf7f7c5-7f39-4827-9277-12a92eed21c4 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:04:31.845103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90654-be9c-403f-89c5-a33827c5cf28 req-979521bd-6f0e-4c68-a3b8-05fab57f211e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:31.846725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dc90654-be9c-403f-89c5-a33827c5cf28 req-979521bd-6f0e-4c68-a3b8-05fab57f211e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0662923
Apr 09 21:04:31.847432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bca42aaf-88f5-443a-b87b-d7b97622d84b admin admin] Publish callbacks [] for subnet (faf7f7c5-7f39-4827-9277-12a92eed21c4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:31.883425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Publish callbacks [] for security_group (1587eb12-1c04-436f-99a5-6ef7decbec83), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:31.889875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1587eb12-1c04-436f-99a5-6ef7decbec83), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:31.901238 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bca42aaf-88f5-443a-b87b-d7b97622d84b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (faf7f7c5-7f39-4827-9277-12a92eed21c4), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:31.912033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:04:31.929772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1587eb12-1c04-436f-99a5-6ef7decbec83,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:31.932695 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (973bae04-b366-4e27-b17b-c7eae0ee0623), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:31.933278 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Added segment 973bae04-b366-4e27-b17b-c7eae0ee0623 of type vlan for network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2
Apr 09 21:04:31.949197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dc90654-be9c-403f-89c5-a33827c5cf28 req-00de4e41-7822-425f-ba3f-3293d2a14e47 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814893
Apr 09 21:04:31.963731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bca42aaf-88f5-443a-b87b-d7b97622d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (faf7f7c5-7f39-4827-9277-12a92eed21c4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:31.981936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.011670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.012679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:32.013282 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.021636 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bca42aaf-88f5-443a-b87b-d7b97622d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (faf7f7c5-7f39-4827-9277-12a92eed21c4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.043142 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5665054
Apr 09 21:04:32.047384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53016) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:32.052204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Request body: {'subnet': {'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-840031836-subnet', 'tenant_id': '184d9189f1364fc1bdd88feff79103e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:32.053912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca42aaf-88f5-443a-b87b-d7b97622d84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf7f7c5-7f39-4827-9277-12a92eed21c4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:32.058311 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bca42aaf-88f5-443a-b87b-d7b97622d84b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.061937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bca42aaf-88f5-443a-b87b-d7b97622d84b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/faf7f7c5-7f39-4827-9277-12a92eed21c4 HTTP/1.1" status: 204  len: 168 time: 0.3067963
Apr 09 21:04:32.063835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53018) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:32.098766 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e729-6c33-4c19-8df0-f8007dc276b2 admin admin] Pushing event updated for resources: {'Network': ['ID=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:32.114028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Made reservation on behalf of 184d9189f1364fc1bdd88feff79103e6 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:32.117378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.119692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:04:32.154126 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2acdcdfe-c4fc-46e9-aafe-ac2fc5194554), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.193874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bbc5b9f-1577-4013-85fb-9c98546b9236 req-b07530a5-fbfb-4560-8026-99b30fd32920 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0364940
Apr 09 21:04:32.289098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2acdcdfe-c4fc-46e9-aafe-ac2fc5194554), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.306634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (0519333e-c540-4a09-940d-3b261e7852dc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.311151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23756ddc10>,) {'filters': {'network_id': ['2acdcdfe-c4fc-46e9-aafe-ac2fc5194554']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:32.321239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23756ddc10>, '805f4463-db19-4492-a39b-f4f913dad5e4') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:32.321598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23756ddc10>, '805f4463-db19-4492-a39b-f4f913dad5e4') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:32.332062 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (805f4463-db19-4492-a39b-f4f913dad5e4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.349198 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (805f4463-db19-4492-a39b-f4f913dad5e4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.355979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:04:32.356677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (805f4463-db19-4492-a39b-f4f913dad5e4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   items = [
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:04:32.358756 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:04:32.381507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0519333e-c540-4a09-940d-3b261e7852dc,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:32.385782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Checking segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:32.386135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Network hostable DHCP agents. Network: 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:04:32.405414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:04:32.415285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:32.419795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:32.420399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.422369 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2acdcdfe-c4fc-46e9-aafe-ac2fc5194554), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.429706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb2cf6-a576-451b-9dc5-8027ca0da584 None None] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:32.430474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.433950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2acdcdfe-c4fc-46e9-aafe-ac2fc5194554 HTTP/1.1" status: 204  len: 168 time: 0.3691356
Apr 09 21:04:32.458234 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-91904b49-4948-40e9-a949-3130e788e444 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4053140
Apr 09 21:04:32.464598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466fbb5-d288-4ecf-9b4a-afb9c70b5b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=2acdcdfe-c4fc-46e9-aafe-ac2fc5194554,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:32.568664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f453ebf4-a4b6-44c6-a940-f3d081183680 None None] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:32.576298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956414-d10d-49ab-b7c8-b8ab3dc62d3b req-24c64d48-e922-4a66-8a47-0b87076de98f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:32.583433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3956414-d10d-49ab-b7c8-b8ab3dc62d3b req-24c64d48-e922-4a66-8a47-0b87076de98f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 944 time: 0.0606029
Apr 09 21:04:32.604994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53028) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:32.608786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5f958b21-b9df-401e-9d69-3efbcd5ccc23 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:32.652463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3956414-d10d-49ab-b7c8-b8ab3dc62d3b req-7cf6fe0a-a628-48dc-adcd-74c55e1d80a0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634346
Apr 09 21:04:32.660928 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-44e78c14-7c99-4e01-877a-c457d7db1ab2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed5c4a7f5181441d9d3db5d4ed86133b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0515819
Apr 09 21:04:32.664517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53032) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:32.692860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5e68-d83a-4044-a600-06a669a85b48 req-77f0be84-135e-4e74-bf20-ccba815198af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:32.694586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452d5e68-d83a-4044-a600-06a669a85b48 req-77f0be84-135e-4e74-bf20-ccba815198af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 1126 time: 0.0572996
Apr 09 21:04:32.742330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4f6c-0c25-46ef-a4ad-7ff8dbaf7357 admin admin] Publish callbacks [] for security_group (09d46d29-c5df-45ac-acf5-e946449fb0a7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.780266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4f6c-0c25-46ef-a4ad-7ff8dbaf7357 admin admin] Publish callbacks [] for security_group (09d46d29-c5df-45ac-acf5-e946449fb0a7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.803633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5f958b21-b9df-401e-9d69-3efbcd5ccc23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f958b21-b9df-401e-9d69-3efbcd5ccc23,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:32.815900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '5f958b21-b9df-401e-9d69-3efbcd5ccc23', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'port_id': '5f958b21-b9df-401e-9d69-3efbcd5ccc23', 'mac_address': 'fa:16:3e:3c:de:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdda6f-4a4d-41bf-b698-ea1190d2dc3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:32.835513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4f6c-0c25-46ef-a4ad-7ff8dbaf7357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (09d46d29-c5df-45ac-acf5-e946449fb0a7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.838239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4f6c-0c25-46ef-a4ad-7ff8dbaf7357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.839576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1a8b4f6c-0c25-46ef-a4ad-7ff8dbaf7357 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09d46d29-c5df-45ac-acf5-e946449fb0a7 HTTP/1.1" status: 204  len: 168 time: 0.1726642
Apr 09 21:04:32.850373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b4f6c-0c25-46ef-a4ad-7ff8dbaf7357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d46d29-c5df-45ac-acf5-e946449fb0a7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:32.870982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:32.871714 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.887882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f958b21-b9df-401e-9d69-3efbcd5ccc23 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:32.888844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6537c1b-72a1-4dba-a3af-44806145405a req-8ea976ec-1b42-4a33-b5d3-f153c2733e57 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 210 time: 0.0664487
Apr 09 21:04:32.921255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56492ebe-f217-4fed-87ec-a4891bd02f17 req-9a1fe2f2-282f-4f17-8321-5de1922f0ebf tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:32.922912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56492ebe-f217-4fed-87ec-a4891bd02f17 req-9a1fe2f2-282f-4f17-8321-5de1922f0ebf tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 950 time: 0.0994909
Apr 09 21:04:32.927411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5f958b21-b9df-401e-9d69-3efbcd5ccc23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f958b21-b9df-401e-9d69-3efbcd5ccc23,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:32.934217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:32.941152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5e68-d83a-4044-a600-06a669a85b48 req-1702b79c-514e-4ccd-909b-d1e6f5e0a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:32.942885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452d5e68-d83a-4044-a600-06a669a85b48 req-1702b79c-514e-4ccd-909b-d1e6f5e0a156 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 906 time: 0.2422090
Apr 09 21:04:32.993659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452d5e68-d83a-4044-a600-06a669a85b48 req-a400124e-e00a-491a-ad0e-abe737eace06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f958b21-b9df-401e-9d69-3efbcd5ccc23 HTTP/1.1" status: 200  len: 217 time: 0.0424685
Apr 09 21:04:33.002831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5f958b21-b9df-401e-9d69-3efbcd5ccc23,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:33.044225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56492ebe-f217-4fed-87ec-a4891bd02f17 req-f64197a2-59a3-439c-8af2-62d48652c9ee tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126540
Apr 09 21:04:33.059532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5e68-d83a-4044-a600-06a669a85b48 req-53898732-8e59-4b05-a4f7-19e8d602c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:33.061166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452d5e68-d83a-4044-a600-06a669a85b48 req-53898732-8e59-4b05-a4f7-19e8d602c16b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.0592594
Apr 09 21:04:33.102994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452d5e68-d83a-4044-a600-06a669a85b48 req-6fc853b3-d680-43b5-b165-c2b2a1e2679c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357249
Apr 09 21:04:33.167431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5f958b21-b9df-401e-9d69-3efbcd5ccc23'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:33.277130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ea548-50a2-4f78-a3e2-0ebb6a2b02c3 req-b40a26c6-773f-4a5c-bb8b-db0eac0b5792 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:33.284118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d5ea548-50a2-4f78-a3e2-0ebb6a2b02c3 req-b40a26c6-773f-4a5c-bb8b-db0eac0b5792 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0996752
Apr 09 21:04:33.318396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452d5e68-d83a-4044-a600-06a669a85b48 req-e43aa38d-723a-4f6b-bbb6-5d23c25855cf service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086577
Apr 09 21:04:33.425144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d5ea548-50a2-4f78-a3e2-0ebb6a2b02c3 req-43e29a0b-901a-425f-91ec-a818f255b431 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400714
Apr 09 21:04:33.491836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f23d0d0c-1d3c-4706-a8a0-b83d969202fb tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:33.493475 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f23d0d0c-1d3c-4706-a8a0-b83d969202fb tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.25 "GET /v2.0/networks?id=ae78a474-58ef-459a-be82-a0d83b0a116d HTTP/1.1" status: 200  len: 814 time: 0.2445924
Apr 09 21:04:33.513848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Request body: {'port': {'device_id': 'f670df63-d8a9-4e25-a6c0-1758746d7c81', 'network_id': 'ae78a474-58ef-459a-be82-a0d83b0a116d', 'admin_state_up': True, 'tenant_id': 'ab023af112834d0eb9a847bacc3fa37e'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:33.556506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452d5e68-d83a-4044-a600-06a669a85b48 req-fc7d5036-fd91-4541-a390-38d2c95f1fba service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992872
Apr 09 21:04:33.595500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48a18c9d-c8e2-4e7a-9bea-6127cd00f1cd req-0ac7a93d-2e54-4da7-9424-30475814c787 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0413628
Apr 09 21:04:33.628017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-85591c55-2be6-4a5e-92ed-cb046636e600 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:33.628017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-85591c55-2be6-4a5e-92ed-cb046636e600 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.1949465
Apr 09 21:04:33.638720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-6a8ac173-d2fe-4a26-83c3-85b0ac1bf4ad tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/quotas/184d9189f1364fc1bdd88feff79103e6 HTTP/1.1" status: 200  len: 375 time: 0.0118508
Apr 09 21:04:33.647274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Made reservation on behalf of ab023af112834d0eb9a847bacc3fa37e for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:33.651558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:33.679344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-9e8c115f-ac21-412b-9d47-d8821233f3e5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0333519
Apr 09 21:04:33.795831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Allocated IP 172.20.0.12 (ae78a474-58ef-459a-be82-a0d83b0a116d/b26267f7-d032-4835-ba26-f196694d33b1/2b9720ed-2fdb-4c7a-b9ab-cdf89e931153) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:33.802632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124681ad-f506-4cda-9dff-8421a11d8b2e req-20f1b203-e13b-417c-814b-a2afefc57801 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:33.804140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-124681ad-f506-4cda-9dff-8421a11d8b2e req-20f1b203-e13b-417c-814b-a2afefc57801 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 945 time: 0.0813205
Apr 09 21:04:33.840220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-9221ce38-bc5e-4435-b1be-4c3c74b0f34f service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484227
Apr 09 21:04:33.899847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-124681ad-f506-4cda-9dff-8421a11d8b2e req-672ba17e-4b56-49d7-b4a3-4740a7c91f5d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827417
Apr 09 21:04:33.960623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-7224dc6d-afae-40c7-89f2-097e307eb011 service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070039
Apr 09 21:04:33.966126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Publish callbacks [] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.004644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.060459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Network ae78a474-58ef-459a-be82-a0d83b0a116d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:34.063644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:34.067447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:34.091283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Pushing event updated for resources: {'Port': ['ID=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:34.124836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:34.125513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.153280 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-fa70f2f7-1004-4bab-a735-f0256ec8f8e0 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6507759
Apr 09 21:04:34.166568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Request body: {'port': {'device_id': 'f670df63-d8a9-4e25-a6c0-1758746d7c81', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:34.192085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e19a3-8ce2-4274-b227-65edd4093e67 req-e28a7684-ee7d-4fc8-9152-ff2ced94dc80 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:34.193658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-900e19a3-8ce2-4274-b227-65edd4093e67 req-e28a7684-ee7d-4fc8-9152-ff2ced94dc80 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 932 time: 0.0494897
Apr 09 21:04:34.246884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.255147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-900e19a3-8ce2-4274-b227-65edd4093e67 req-de592eb8-2746-4b93-b79b-1b9228ffe994 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539145
Apr 09 21:04:34.380669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05d821ab-bfb5-43dc-9cd1-256ae8381889 req-e7cab409-c43d-4248-a555-b123597fc901 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 210 time: 0.0611489
Apr 09 21:04:34.415131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc60285-cc13-496c-ba9e-a6b656f97fdd req-f74aaca3-a201-45df-b2a0-f46a618f2df2 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:34.424210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bdc60285-cc13-496c-ba9e-a6b656f97fdd req-f74aaca3-a201-45df-b2a0-f46a618f2df2 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 950 time: 0.1068268
Apr 09 21:04:34.482039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bdc60285-cc13-496c-ba9e-a6b656f97fdd req-79534226-5960-471e-9766-d2ce0e15b0ec tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566220
Apr 09 21:04:34.582706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdce64-a1b4-4b05-b9d2-9db95a258b8d req-f01bfae5-e70c-4fa2-a4ae-7c4f11150525 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:34.585589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4acdce64-a1b4-4b05-b9d2-9db95a258b8d req-f01bfae5-e70c-4fa2-a4ae-7c4f11150525 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0507863
Apr 09 21:04:34.622855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:34.630226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5f958b21-b9df-401e-9d69-3efbcd5ccc23 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:34.632672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Publish callbacks [] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.646410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Transition to ACTIVE for port object 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:04:34.652783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.660032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4acdce64-a1b4-4b05-b9d2-9db95a258b8d req-b57737f8-f623-4cff-982e-2d5c9f5d6f47 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694711
Apr 09 21:04:34.694388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:04:34.704705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:34.705440 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.764720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Pushing event updated for resources: {'Port': ['ID=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:34.824782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145be4a-e330-44b5-9d0b-66de84a24d4c req-1c1d0f0c-da64-4bf1-92da-fe3f8bbee47e tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:34.832448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8145be4a-e330-44b5-9d0b-66de84a24d4c req-1c1d0f0c-da64-4bf1-92da-fe3f8bbee47e tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 950 time: 0.0796628
Apr 09 21:04:34.859301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:34.860083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.874791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Attempting to bind port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:34.875195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Attempting to bind port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '50dc2638-657a-4a03-8ae8-a2dc6f145116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae78a474-58ef-459a-be82-a0d83b0a116d'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:34.875450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Attempting to bind port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 on network ae78a474-58ef-459a-be82-a0d83b0a116d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:34.885021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78cc7f38-e523-425c-9614-7b8c903adf7f req-17224d5b-1e36-4f71-b797-aec0ecb5784a tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0339241
Apr 09 21:04:34.892615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 on network ae78a474-58ef-459a-be82-a0d83b0a116d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:04:34.892833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f958b21-b9df-401e-9d69-3efbcd5ccc23'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:34.892947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Attempting to bind port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 on network ae78a474-58ef-459a-be82-a0d83b0a116d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:34.895206 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9feef78-4ef5-478d-a9d3-8411ea523d1e" -d '{"events": [{"server_uuid": "bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "5f958b21-b9df-401e-9d69-3efbcd5ccc23"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:34.898835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:34.899507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Checking segment: {'id': '50dc2638-657a-4a03-8ae8-a2dc6f145116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae78a474-58ef-459a-be82-a0d83b0a116d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:34.899675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Bound using segment: {'id': '50dc2638-657a-4a03-8ae8-a2dc6f145116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae78a474-58ef-459a-be82-a0d83b0a116d'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:34.899966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Bound port: 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50dc2638-657a-4a03-8ae8-a2dc6f145116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae78a474-58ef-459a-be82-a0d83b0a116d'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:34.900325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.919619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8145be4a-e330-44b5-9d0b-66de84a24d4c req-d270fc6d-f2f6-4988-860e-0b9920373789 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861583
Apr 09 21:04:34.920973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5f958b21-b9df-401e-9d69-3efbcd5ccc23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f958b21-b9df-401e-9d69-3efbcd5ccc23,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:34.930583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:34.988548 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5f240-4df2-40e0-9220-9c46df78d728 x-openstack-request-id: req-91f5f240-4df2-40e0-9220-9c46df78d728 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:34.988954 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "5f958b21-b9df-401e-9d69-3efbcd5ccc23", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:34.989107 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91f5f240-4df2-40e0-9220-9c46df78d728 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:34.989984 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f5f240-4df2-40e0-9220-9c46df78d728'] response: {'server_uuid': 'bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f958b21-b9df-401e-9d69-3efbcd5ccc23', 'code': 200}
Apr 09 21:04:35.000757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] For port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:35.004230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] For port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,segment=NetworkSegment(50dc2638-657a-4a03-8ae8-a2dc6f145116),segment_id=50dc2638-657a-4a03-8ae8-a2dc6f145116)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:35.011322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5f958b21-b9df-401e-9d69-3efbcd5ccc23,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:35.015555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:35.056000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:35.057093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:35.058670 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] 10.222.0.25 "PUT /v2.0/ports/2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 HTTP/1.1" status: 200  len: 1092 time: 0.8973584
Apr 09 21:04:35.059186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f670df63-d8a9-4e25-a6c0-1758746d7c81', 'tag': '2b9720ed-2fdb-4c7a-b9ab-cdf89e931153'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:35.061560 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93" -d '{"events": [{"name": "network-changed", "server_uuid": "f670df63-d8a9-4e25-a6c0-1758746d7c81", "tag": "2b9720ed-2fdb-4c7a-b9ab-cdf89e931153"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:35.075081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583effc-b455-41da-a649-f466082acbcc req-3edfeb08-5c34-4d27-8184-18e50704c486 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:35.076757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1583effc-b455-41da-a649-f466082acbcc req-3edfeb08-5c34-4d27-8184-18e50704c486 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 946 time: 0.0528524
Apr 09 21:04:35.086497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e06c79-2bc3-4117-b400-349d7bdbb82d service neutron] Pushing event updated for resources: {'Port': ['ID=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:35.129400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1583effc-b455-41da-a649-f466082acbcc req-2e8092a1-2072-48de-bc44-213871d20f66 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438905
Apr 09 21:04:35.151924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-ab4f3453-701d-4fd5-8ef8-7eb205c22216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:35.153477 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-ab4f3453-701d-4fd5-8ef8-7eb205c22216 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab023af112834d0eb9a847bacc3fa37e&device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 1126 time: 0.0437036
Apr 09 21:04:35.215131 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-dc4dcc70-2abf-4051-bc94-30deae5c5d73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 HTTP/1.1" status: 200  len: 217 time: 0.0541399
Apr 09 21:04:35.290091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-2ea4a27c-79a3-4e4c-a53e-d49c223e7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:35.291866 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-2ea4a27c-79a3-4e4c-a53e-d49c223e7857 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b26267f7-d032-4835-ba26-f196694d33b1 HTTP/1.1" status: 200  len: 854 time: 0.0699699
Apr 09 21:04:35.294283 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e5c2c9-752e-4eb1-afd6-8831d344a4a4 x-openstack-request-id: req-62e5c2c9-752e-4eb1-afd6-8831d344a4a4 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:35.294786 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f670df63-d8a9-4e25-a6c0-1758746d7c81", "tag": "2b9720ed-2fdb-4c7a-b9ab-cdf89e931153", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:35.295380 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62e5c2c9-752e-4eb1-afd6-8831d344a4a4 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:35.295937 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e5c2c9-752e-4eb1-afd6-8831d344a4a4'] response: {'name': 'network-changed', 'server_uuid': 'f670df63-d8a9-4e25-a6c0-1758746d7c81', 'tag': '2b9720ed-2fdb-4c7a-b9ab-cdf89e931153', 'status': 'completed', 'code': 200}
Apr 09 21:04:35.373532 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-c2c6ead5-670b-4193-9460-4455da1c6b48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae78a474-58ef-459a-be82-a0d83b0a116d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747097
Apr 09 21:04:35.377790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797999-c8de-4ca5-9d6e-419e7f587cb4 req-223a3e5e-d4e7-4cb4-b584-18404c106458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:35.383256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74797999-c8de-4ca5-9d6e-419e7f587cb4 req-223a3e5e-d4e7-4cb4-b584-18404c106458 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 1128 time: 0.1097159
Apr 09 21:04:35.490595 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-5dc63037-2fad-4117-8487-8bbf9f690507 service neutron] 10.222.0.25 "GET /v2.0/networks/ae78a474-58ef-459a-be82-a0d83b0a116d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110666
Apr 09 21:04:35.541609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c79c6-7feb-4bac-9be2-8f8827503605 req-7cecbe8c-d371-4269-9867-ce4caaec6947 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:35.548453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab9c79c6-7feb-4bac-9be2-8f8827503605 req-7cecbe8c-d371-4269-9867-ce4caaec6947 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 944 time: 0.1021824
Apr 09 21:04:35.603166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74797999-c8de-4ca5-9d6e-419e7f587cb4 req-40c82c8d-7bad-409a-83e7-94e73b7bd567 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558180
Apr 09 21:04:35.615329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-64f1a40a-6e13-4b8d-8df4-4ee69e91b759 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:35.616385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-64f1a40a-6e13-4b8d-8df4-4ee69e91b759 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.2940652
Apr 09 21:04:35.633220 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-831efad3-d0c3-46e1-ae17-dd6e1d723793 req-f89e84ab-1a61-41b5-9e2b-0f79176bcc11 service neutron] 10.222.0.25 "GET /v2.0/networks/ae78a474-58ef-459a-be82-a0d83b0a116d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132388
Apr 09 21:04:35.639132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab9c79c6-7feb-4bac-9be2-8f8827503605 req-cffd6db1-bde3-49b9-ab92-3481abaed92c tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898390
Apr 09 21:04:35.689006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a57af83-0897-4b78-b134-1a1bc3dae6d3 req-1a3835c4-b1ec-4374-b5cf-277575fdca9d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 210 time: 0.0317433
Apr 09 21:04:35.798693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311c550-ea54-4d77-b447-dc6da3f22a00 req-77beab99-18fb-4050-ad8c-fdb6c6edc42c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:35.800307 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b311c550-ea54-4d77-b447-dc6da3f22a00 req-77beab99-18fb-4050-ad8c-fdb6c6edc42c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0525205
Apr 09 21:04:35.804931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Request body: {'port': {'device_id': '5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'admin_state_up': True, 'tenant_id': '184d9189f1364fc1bdd88feff79103e6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:35.910722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b311c550-ea54-4d77-b447-dc6da3f22a00 req-73b08e64-365a-48a2-8208-a07adf299826 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023011
Apr 09 21:04:35.949859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Made reservation on behalf of 184d9189f1364fc1bdd88feff79103e6 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:35.953292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:36.050324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48ad7883-68b3-40da-98e0-c9e4f5be6582 req-697ff7df-9a61-48aa-8234-2ebb84a30fe6 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0425880
Apr 09 21:04:36.108154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Allocated IP 172.20.0.3 (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2/0519333e-c540-4a09-940d-3b261e7852dc/69a00c5c-3247-4aad-9312-e3179f59e693) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:36.271422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d35192-3f2b-42ca-a475-5e4e69820c1b req-4b6094d7-bba8-4dfa-acd4-64206d76e0c8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:36.272980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80d35192-3f2b-42ca-a475-5e4e69820c1b req-4b6094d7-bba8-4dfa-acd4-64206d76e0c8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 946 time: 0.0618474
Apr 09 21:04:36.330222 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks [] for port (69a00c5c-3247-4aad-9312-e3179f59e693), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:36.353414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80d35192-3f2b-42ca-a475-5e4e69820c1b req-57850e05-a63f-4072-9fbc-a48a1c960f94 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719430
Apr 09 21:04:36.407584 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:36.505211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:36.512245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:36.514574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:36.549393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event updated for resources: {'Port': ['ID=69a00c5c-3247-4aad-9312-e3179f59e693,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:36.556483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828632b2-93fe-4eb6-b93c-283beb73534f req-09f3e407-01b3-46a2-9a42-d132e04abf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:36.558057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-828632b2-93fe-4eb6-b93c-283beb73534f req-09f3e407-01b3-46a2-9a42-d132e04abf35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1131 time: 0.0867777
Apr 09 21:04:36.579599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:36.580241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:36.600474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-8e5bb855-69fa-46f6-b1e0-dce0131bd887 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7991438
Apr 09 21:04:36.614320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Request body: {'port': {'device_id': '5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:36.738605 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:36.746923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53180) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:36.749621 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:04:36.857948 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7f39665-e7e2-458f-a9ea-66a47cbd01fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:36.949006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7f39665-e7e2-458f-a9ea-66a47cbd01fb admin admin] Publish callbacks [] for security_group (8d8eeffb-afc2-47af-8522-3d000f0f8fba), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:36.953986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7f39665-e7e2-458f-a9ea-66a47cbd01fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8d8eeffb-afc2-47af-8522-3d000f0f8fba), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:36.995989 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d7f39665-e7e2-458f-a9ea-66a47cbd01fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bd152d85c8c464c8fd7b7cd0679876c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2448754
Apr 09 21:04:36.995989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f39665-e7e2-458f-a9ea-66a47cbd01fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8eeffb-afc2-47af-8522-3d000f0f8fba,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:36.997241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53186) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:37.048300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-372e8253-ff24-43fb-a9aa-a48e02dfcd6a admin admin] Publish callbacks [] for security_group (8d8eeffb-afc2-47af-8522-3d000f0f8fba), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:37.070323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-372e8253-ff24-43fb-a9aa-a48e02dfcd6a admin admin] Publish callbacks [] for security_group (8d8eeffb-afc2-47af-8522-3d000f0f8fba), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:37.119586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-372e8253-ff24-43fb-a9aa-a48e02dfcd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8d8eeffb-afc2-47af-8522-3d000f0f8fba), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:37.122281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-372e8253-ff24-43fb-a9aa-a48e02dfcd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:37.123459 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-372e8253-ff24-43fb-a9aa-a48e02dfcd6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d8eeffb-afc2-47af-8522-3d000f0f8fba HTTP/1.1" status: 204  len: 168 time: 0.1252975
Apr 09 21:04:37.132079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8253-ff24-43fb-a9aa-a48e02dfcd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8eeffb-afc2-47af-8522-3d000f0f8fba,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:37.222277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c15327-bca1-4d26-b08c-a2719b2fd00e req-0c9b6120-80e7-4e12-8537-d413e49c90bf tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:37.223794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1c15327-bca1-4d26-b08c-a2719b2fd00e req-0c9b6120-80e7-4e12-8537-d413e49c90bf tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 944 time: 0.4878278
Apr 09 21:04:37.233758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5bb0-ac62-4f62-9a4b-b9596da587c5 req-4c13f171-3f84-473f-9aee-0d2d885263fa tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:37.235325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0acc5bb0-ac62-4f62-9a4b-b9596da587c5 req-4c13f171-3f84-473f-9aee-0d2d885263fa tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 931 time: 0.4731824
Apr 09 21:04:37.239399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828632b2-93fe-4eb6-b93c-283beb73534f req-8dcd38a8-1f9b-4f67-9dcb-d70d32e373a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:37.240762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-828632b2-93fe-4eb6-b93c-283beb73534f req-8dcd38a8-1f9b-4f67-9dcb-d70d32e373a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.6194386
Apr 09 21:04:37.359018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-828632b2-93fe-4eb6-b93c-283beb73534f req-b80c34bd-9cd2-4836-9b2c-e47d2ad033fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=413538b1-c0e7-410b-b551-a900c613c97a HTTP/1.1" status: 200  len: 217 time: 0.1047060
Apr 09 21:04:37.482971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1c15327-bca1-4d26-b08c-a2719b2fd00e req-1574065d-902b-4f6e-89a9-1155fab4dd51 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449615
Apr 09 21:04:37.493177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0acc5bb0-ac62-4f62-9a4b-b9596da587c5 req-ff7d61f9-32b3-4c91-84cf-11ff527acf7e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398899
Apr 09 21:04:37.528242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828632b2-93fe-4eb6-b93c-283beb73534f req-c6a62f3d-db07-4ae6-9751-58694a30c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:37.529781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-828632b2-93fe-4eb6-b93c-283beb73534f req-c6a62f3d-db07-4ae6-9751-58694a30c399 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1563015
Apr 09 21:04:37.639492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828632b2-93fe-4eb6-b93c-283beb73534f req-5c5073d0-3b04-4483-bf23-3f72f38ec60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:37.641013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-828632b2-93fe-4eb6-b93c-283beb73534f req-5c5073d0-3b04-4483-bf23-3f72f38ec60b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1035414
Apr 09 21:04:37.677928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a09f1829-fb94-4e17-a41c-a6c5a0055a09 req-73ada7ba-1204-4ad5-9fa4-0c236c2c3aa9 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0739527
Apr 09 21:04:37.704219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a328cb-3e70-4e1c-9055-00fd21387594 req-2bb008fd-20db-4342-bf25-0f43484af25a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:37.705665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43a328cb-3e70-4e1c-9055-00fd21387594 req-2bb008fd-20db-4342-bf25-0f43484af25a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1300011
Apr 09 21:04:37.848376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a00c5c-3247-4aad-9312-e3179f59e693 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:37.864122 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Publish callbacks [] for port (69a00c5c-3247-4aad-9312-e3179f59e693), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:37.898643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb5f96-6272-45de-a3c4-e7ef2c1df374 req-ef8151b5-39ae-4380-b07c-7acac50b748f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:37.900140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1dbb5f96-6272-45de-a3c4-e7ef2c1df374 req-ef8151b5-39ae-4380-b07c-7acac50b748f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 946 time: 0.1478674
Apr 09 21:04:37.905061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43a328cb-3e70-4e1c-9055-00fd21387594 req-16020491-198a-49dd-a34d-f2891c70f92f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871655
Apr 09 21:04:37.906004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Transition to ACTIVE for port object 69a00c5c-3247-4aad-9312-e3179f59e693 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:04:37.908443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-828632b2-93fe-4eb6-b93c-283beb73534f req-1fb0238c-3017-4c9b-a243-fc6d944606f9 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2448759
Apr 09 21:04:37.917726 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:38.047846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Pushing event updated for resources: {'Port': ['ID=69a00c5c-3247-4aad-9312-e3179f59e693,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:38.071119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1dbb5f96-6272-45de-a3c4-e7ef2c1df374 req-120b6c35-0143-41ae-9ad8-ed990b91f208 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617455
Apr 09 21:04:38.134067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-828632b2-93fe-4eb6-b93c-283beb73534f req-340cc2f7-e4a9-4e84-91d4-1fcbd3e4d907 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181842
Apr 09 21:04:38.187661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Attempting to bind port 69a00c5c-3247-4aad-9312-e3179f59e693 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:38.188004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Attempting to bind port 69a00c5c-3247-4aad-9312-e3179f59e693 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:38.188393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Attempting to bind port 69a00c5c-3247-4aad-9312-e3179f59e693 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:38.198805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Port 69a00c5c-3247-4aad-9312-e3179f59e693 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:04:38.199132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Attempting to bind port 69a00c5c-3247-4aad-9312-e3179f59e693 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:38.213922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958f7af-18f2-462e-8dd8-31756142bf2d req-d728144e-99bf-4d5c-99de-d171ad37e1d1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:38.215436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b958f7af-18f2-462e-8dd8-31756142bf2d req-d728144e-99bf-4d5c-99de-d171ad37e1d1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 946 time: 0.0671854
Apr 09 21:04:38.216148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:38.216485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Checking segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:38.216858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Bound using segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:38.217320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Bound port: 69a00c5c-3247-4aad-9312-e3179f59e693, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:38.217676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:38.307166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b958f7af-18f2-462e-8dd8-31756142bf2d req-3ddad583-a3fb-4db2-92c7-10d4df281cc1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800040
Apr 09 21:04:38.317991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] For port 69a00c5c-3247-4aad-9312-e3179f59e693, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:38.321730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] For port 69a00c5c-3247-4aad-9312-e3179f59e693, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69a00c5c-3247-4aad-9312-e3179f59e693,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:38.336743 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:38.383600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:38.384491 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:38.386165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] 10.222.0.32 "PUT /v2.0/ports/69a00c5c-3247-4aad-9312-e3179f59e693 HTTP/1.1" status: 200  len: 1091 time: 1.7765038
Apr 09 21:04:38.386700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79', 'tag': '69a00c5c-3247-4aad-9312-e3179f59e693'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:38.387610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-dc541cf5-0fc2-48a6-af8e-cff58594a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:38.389219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-dc541cf5-0fc2-48a6-af8e-cff58594a14d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab023af112834d0eb9a847bacc3fa37e&device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 1126 time: 0.0827334
Apr 09 21:04:38.389781 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953f8ca5-035f-40ab-b23b-6356d26f581d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79", "tag": "69a00c5c-3247-4aad-9312-e3179f59e693"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:38.417311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f12b5f-fe71-4c3d-ae1a-a7a5d3bb8ddb service neutron] Pushing event updated for resources: {'Port': ['ID=69a00c5c-3247-4aad-9312-e3179f59e693,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:38.554884 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f96557-db44-4ad4-a061-306af9293c6e x-openstack-request-id: req-38f96557-db44-4ad4-a061-306af9293c6e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:38.555274 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79", "tag": "69a00c5c-3247-4aad-9312-e3179f59e693", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:38.555703 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38f96557-db44-4ad4-a061-306af9293c6e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:38.556223 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f96557-db44-4ad4-a061-306af9293c6e'] response: {'name': 'network-changed', 'server_uuid': '5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79', 'tag': '69a00c5c-3247-4aad-9312-e3179f59e693', 'status': 'completed', 'code': 200}
Apr 09 21:04:38.571798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-a75afc8b-2561-4cfb-8727-4e9ef1ac2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:38.573358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-a75afc8b-2561-4cfb-8727-4e9ef1ac2c37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 1125 time: 0.0572264
Apr 09 21:04:38.645261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583290d4-76cb-4c0c-a0bf-799488c076bc req-59c8955c-5144-47a5-b462-b2c426d31cfb tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:38.646680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-583290d4-76cb-4c0c-a0bf-799488c076bc req-59c8955c-5144-47a5-b462-b2c426d31cfb tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 946 time: 0.0724428
Apr 09 21:04:38.669115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc23e-c47f-4026-bf36-a214d2b5703b req-a9fbe603-d487-4e3f-9ecb-080ba71ee3ad tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:38.670543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-765dc23e-c47f-4026-bf36-a214d2b5703b req-a9fbe603-d487-4e3f-9ecb-080ba71ee3ad tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 943 time: 0.0674713
Apr 09 21:04:38.713945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-89f7783d-5ca8-4cc3-8e96-24a9dde5271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:38.716668 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-89f7783d-5ca8-4cc3-8e96-24a9dde5271a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae78a474-58ef-459a-be82-a0d83b0a116d HTTP/1.1" status: 200  len: 915 time: 0.0981319
Apr 09 21:04:38.731494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-583290d4-76cb-4c0c-a0bf-799488c076bc req-bd539474-aa6b-41a9-b72f-36f34277e6cd tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760076
Apr 09 21:04:38.733629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:38.761801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-765dc23e-c47f-4026-bf36-a214d2b5703b req-bf7e7d57-3c2f-411a-a2ef-4fa5aea1f8b4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757585
Apr 09 21:04:38.787177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-f37e7ef4-4838-451c-9ac4-5af9630235d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 HTTP/1.1" status: 200  len: 217 time: 0.0635066
Apr 09 21:04:38.852680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc6e43-b6c6-4d36-8e00-060132343450 req-53494cd6-e81c-40e6-8e23-d0b3c0319cb6 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:38.854219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfdc6e43-b6c6-4d36-8e00-060132343450 req-53494cd6-e81c-40e6-8e23-d0b3c0319cb6 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 944 time: 0.0492451
Apr 09 21:04:38.859863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:38.872568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'mac_address': 'fa:16:3e:0a:5f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:38.902776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfdc6e43-b6c6-4d36-8e00-060132343450 req-c3accba0-9844-4539-a173-7e186e848e05 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421948
Apr 09 21:04:38.918189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 40d3d034-bc3b-4d5c-b33e-e60acf160036 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:38.918641 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:38.933131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40d3d034-bc3b-4d5c-b33e-e60acf160036 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:38.953478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:38.962886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:38.963705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:39.020928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a64088e7-265f-4e04-8d64-9860fe01760c req-7d40d688-6e41-47ae-abd8-151b47098852 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0571690
Apr 09 21:04:39.048885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-0e0d0be8-3e9c-4232-a597-b798a3659880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.050861 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-0e0d0be8-3e9c-4232-a597-b798a3659880 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b26267f7-d032-4835-ba26-f196694d33b1 HTTP/1.1" status: 200  len: 854 time: 0.0714719
Apr 09 21:04:39.074170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:39.092464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f5316-11ab-4273-b29f-38f80adadc9e req-83b46c3a-3fd3-4c23-9d90-3fa278300b76 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.094547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c62f5316-11ab-4273-b29f-38f80adadc9e req-83b46c3a-3fd3-4c23-9d90-3fa278300b76 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0769033
Apr 09 21:04:39.101679 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-fa4f1256-9f25-4747-911f-38b1b4c5bc0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae78a474-58ef-459a-be82-a0d83b0a116d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428305
Apr 09 21:04:39.172363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c62f5316-11ab-4273-b29f-38f80adadc9e req-41037c30-2bc9-41cc-8ef2-5a5b6d0e2172 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645039
Apr 09 21:04:39.223559 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-6fb6be32-9d77-4b26-b4b8-dee7d6a81b3e service neutron] 10.222.0.25 "GET /v2.0/networks/ae78a474-58ef-459a-be82-a0d83b0a116d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086326
Apr 09 21:04:39.232910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,segment=NetworkSegment(50dc2638-657a-4a03-8ae8-a2dc6f145116),segment_id=50dc2638-657a-4a03-8ae8-a2dc6f145116)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:39.251854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '2b9720ed-2fdb-4c7a-b9ab-cdf89e931153', 'network_id': 'ae78a474-58ef-459a-be82-a0d83b0a116d', 'port_id': '2b9720ed-2fdb-4c7a-b9ab-cdf89e931153', 'mac_address': 'fa:16:3e:32:34:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26267f7-d032-4835-ba26-f196694d33b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:39.297683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:39.298195 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:39.313290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:39.329606 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f33bf9ab-8bb4-4ab3-bf9a-bf067f911a93 req-66f7976d-a259-4462-9be9-497120924221 service neutron] 10.222.0.25 "GET /v2.0/networks/ae78a474-58ef-459a-be82-a0d83b0a116d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961137
Apr 09 21:04:39.339504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,segment=NetworkSegment(50dc2638-657a-4a03-8ae8-a2dc6f145116),segment_id=50dc2638-657a-4a03-8ae8-a2dc6f145116)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:39.349015 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:39.398048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:39.625280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53278) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:39.722325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-5402f2ab-27d5-4876-9534-17d26252ae4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69a00c5c-3247-4aad-9312-e3179f59e693 HTTP/1.1" status: 200  len: 217 time: 0.0430124
Apr 09 21:04:39.733794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-565eb34b-f0ff-4eeb-84b8-f2eacf0426dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:39.784477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-97e834cb-8455-4701-806e-781160639733 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.795134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-97e834cb-8455-4701-806e-781160639733 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.801809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-97e834cb-8455-4701-806e-781160639733 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.807712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-97e834cb-8455-4701-806e-781160639733 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.813372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-97e834cb-8455-4701-806e-781160639733 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.818087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-565eb34b-f0ff-4eeb-84b8-f2eacf0426dc admin admin] Publish callbacks [] for security_group (392bc1d8-7d01-4f18-9fe6-3957e2522b9c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:39.818808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-97e834cb-8455-4701-806e-781160639733 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.823524 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-565eb34b-f0ff-4eeb-84b8-f2eacf0426dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (392bc1d8-7d01-4f18-9fe6-3957e2522b9c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:39.825805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-97e834cb-8455-4701-806e-781160639733 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.827813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-97e834cb-8455-4701-806e-781160639733 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.1081493
Apr 09 21:04:39.850483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['2b9720ed-2fdb-4c7a-b9ab-cdf89e931153'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:39.866729 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-565eb34b-f0ff-4eeb-84b8-f2eacf0426dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4993e6d7126462e9ead71ecf95a3cae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2380373
Apr 09 21:04:39.866729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565eb34b-f0ff-4eeb-84b8-f2eacf0426dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392bc1d8-7d01-4f18-9fe6-3957e2522b9c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:39.867539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53288) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:39.918603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43ee2def-c037-47ac-908c-8ad803a520d0 admin admin] Publish callbacks [] for security_group (392bc1d8-7d01-4f18-9fe6-3957e2522b9c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:39.936173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['40d3d034-bc3b-4d5c-b33e-e60acf160036'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:39.937941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6667a4-e794-45c2-bbd9-7901bf151feb req-992abdfe-7701-49ed-82ac-cfeb9cf42463 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.941519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c6667a4-e794-45c2-bbd9-7901bf151feb req-992abdfe-7701-49ed-82ac-cfeb9cf42463 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 946 time: 0.1116564
Apr 09 21:04:39.943160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-92fb32b5-aebd-4834-874b-e6cf18159fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:39.944757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-92fb32b5-aebd-4834-874b-e6cf18159fbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.1160419
Apr 09 21:04:39.949446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43ee2def-c037-47ac-908c-8ad803a520d0 admin admin] Publish callbacks [] for security_group (392bc1d8-7d01-4f18-9fe6-3957e2522b9c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.002790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7b3ed42-020b-4e70-bb88-acf1f81b18f0 req-16ec59b8-9342-4c0e-9424-8f81cd9bdae0 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1656194
Apr 09 21:04:40.006479 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43ee2def-c037-47ac-908c-8ad803a520d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (392bc1d8-7d01-4f18-9fe6-3957e2522b9c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.012040 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43ee2def-c037-47ac-908c-8ad803a520d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.015572 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-43ee2def-c037-47ac-908c-8ad803a520d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/392bc1d8-7d01-4f18-9fe6-3957e2522b9c HTTP/1.1" status: 204  len: 168 time: 0.1446052
Apr 09 21:04:40.034865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c6667a4-e794-45c2-bbd9-7901bf151feb req-27d4f5fc-3a01-434c-973f-a0f6b572d294 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867665
Apr 09 21:04:40.046140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee2def-c037-47ac-908c-8ad803a520d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392bc1d8-7d01-4f18-9fe6-3957e2522b9c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:40.211758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-02e87ed9-ad3b-4ccc-ae71-34ff5f6ad5c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1097958
Apr 09 21:04:40.272093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d595b9b-4bc8-462e-bf89-a3f09c58560d req-64240690-9d00-46eb-8b5c-205de2937891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:40.273629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d595b9b-4bc8-462e-bf89-a3f09c58560d req-64240690-9d00-46eb-8b5c-205de2937891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 943 time: 0.1748075
Apr 09 21:04:40.285607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946dceb-f4a1-415f-9442-661f411e4246 req-4728cd28-88eb-4171-b028-d085afd0beb0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:40.287053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c946dceb-f4a1-415f-9442-661f411e4246 req-4728cd28-88eb-4171-b028-d085afd0beb0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 946 time: 0.1638622
Apr 09 21:04:40.309009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53344bab-15b6-45ca-9445-46cd3875c03f req-9a2bda05-e4fa-4117-b03d-c7c50b0ec964 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:40.310517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53344bab-15b6-45ca-9445-46cd3875c03f req-9a2bda05-e4fa-4117-b03d-c7c50b0ec964 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 945 time: 0.1587603
Apr 09 21:04:40.477993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d595b9b-4bc8-462e-bf89-a3f09c58560d req-4ff38091-7aac-4ddf-add7-d3bded37146c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835842
Apr 09 21:04:40.524480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Deleting port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:40.524824 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.529368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-b073f398-1547-41cf-a0e1-cc3c46dd64e0 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2948921
Apr 09 21:04:40.534147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53344bab-15b6-45ca-9445-46cd3875c03f req-2828f90d-9f20-448d-893d-1e8f3e58525f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801124
Apr 09 21:04:40.607736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7cc0d3ec-e697-46dd-b256-666c0f4216c9 req-130a4b12-f255-42a7-9a2b-949100d7e104 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0625079
Apr 09 21:04:40.740900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53326) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:40.756038 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6129e-0d7d-4827-8490-55ce1d2413d3 req-0d09bffa-ffd6-476d-a1bd-e1ea1561c9ae tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:40.757534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2af6129e-0d7d-4827-8490-55ce1d2413d3 req-0d09bffa-ffd6-476d-a1bd-e1ea1561c9ae tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0830259
Apr 09 21:04:40.776267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] For port 5f958b21-b9df-401e-9d69-3efbcd5ccc23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f958b21-b9df-401e-9d69-3efbcd5ccc23,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:40.776653 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.792922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3508b29a-47f9-4eb7-9e91-7c601b57bc2f req-e4ecb691-70b3-44f4-8004-a691781af3d9 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462604
Apr 09 21:04:40.804904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Calling delete_port for 5f958b21-b9df-401e-9d69-3efbcd5ccc23 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:40.841475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-606512294-network', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:40.863093 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Made reservation on behalf of 48b917a437e7432bbfc884a1067fdfaa for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:40.865626 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.874545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.876334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2af6129e-0d7d-4827-8490-55ce1d2413d3 req-6a8e34a1-1dc8-4c99-acdd-3a3b8fcbade2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040251
Apr 09 21:04:40.950071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Publish callbacks [] for security_group (542a1e1b-822d-4e1f-bdf0-4fcf0971f0f1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.954701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (542a1e1b-822d-4e1f-bdf0-4fcf0971f0f1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.964032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5f958b21-b9df-401e-9d69-3efbcd5ccc23), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.981794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:04:40.990956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542a1e1b-822d-4e1f-bdf0-4fcf0971f0f1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:40.996193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event deleted for resources: {'Port': ['ID=5f958b21-b9df-401e-9d69-3efbcd5ccc23,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:40.998908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:40.999341 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Added segment e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8 of type vlan for network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9
Apr 09 21:04:41.043223 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (0bc5e448-da4a-443d-9ac2-ea8630aa20c9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.045258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] No DVR routers for this DVR port 5f958b21-b9df-401e-9d69-3efbcd5ccc23 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:41.048080 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.051571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c946dceb-f4a1-415f-9442-661f411e4246 req-71e60534-0d5b-4f43-909a-85489c73b7da tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "DELETE /v2.0/ports/5f958b21-b9df-401e-9d69-3efbcd5ccc23 HTTP/1.1" status: 204  len: 173 time: 0.7558625
Apr 09 21:04:41.052040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4', 'name': 'network-vif-deleted', 'tag': '5f958b21-b9df-401e-9d69-3efbcd5ccc23'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:41.054356 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a5c8c2-3de6-49fa-8619-442f25c23b3b" -d '{"events": [{"server_uuid": "bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4", "name": "network-vif-deleted", "tag": "5f958b21-b9df-401e-9d69-3efbcd5ccc23"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:41.073910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (0bc5e448-da4a-443d-9ac2-ea8630aa20c9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.075179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.076167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.102608 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eafe6ee-16c9-48f8-97b8-59eb29554757 x-openstack-request-id: req-6eafe6ee-16c9-48f8-97b8-59eb29554757 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:41.102899 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4", "name": "network-vif-deleted", "tag": "5f958b21-b9df-401e-9d69-3efbcd5ccc23", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:41.103205 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6eafe6ee-16c9-48f8-97b8-59eb29554757 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:41.103593 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eafe6ee-16c9-48f8-97b8-59eb29554757'] response: {'server_uuid': 'bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4', 'name': 'network-vif-deleted', 'tag': '5f958b21-b9df-401e-9d69-3efbcd5ccc23', 'status': 'completed', 'code': 200}
Apr 09 21:04:41.115489 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.3700404
Apr 09 21:04:41.115890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53336) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:41.152697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-66bb80c0-171e-4b26-a6c9-7f427bc9002c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.158070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-66bb80c0-171e-4b26-a6c9-7f427bc9002c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.163472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-66bb80c0-171e-4b26-a6c9-7f427bc9002c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.168821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-66bb80c0-171e-4b26-a6c9-7f427bc9002c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.174086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-66bb80c0-171e-4b26-a6c9-7f427bc9002c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.179394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-66bb80c0-171e-4b26-a6c9-7f427bc9002c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.184648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-66bb80c0-171e-4b26-a6c9-7f427bc9002c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.186726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-66bb80c0-171e-4b26-a6c9-7f427bc9002c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.0967550
Apr 09 21:04:41.221354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56fcf944-8e94-4aca-bdcd-152249868a3f req-74f76a43-4658-47a6-a89a-7c91986888b4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 210 time: 0.0334461
Apr 09 21:04:41.275754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63372e32-3f2a-4e32-a85b-8de1622166ab req-97a3a469-6913-4dc4-aadf-4eaca1e0c5f2 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0789220
Apr 09 21:04:41.420249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Request body: {'subnet': {'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-606512294-subnet', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:41.431735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db43092-5386-4ccb-b093-074a537d487c admin admin] Pushing event updated for resources: {'Network': ['ID=0bc5e448-da4a-443d-9ac2-ea8630aa20c9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:41.444449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:04:41.446336 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Made reservation on behalf of 48b917a437e7432bbfc884a1067fdfaa for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:41.448643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.474299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:41.476156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:41.610137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4575b4-551d-4e93-8bc6-a2167c3dddf6 req-7a1c5371-3a19-44eb-a296-1387d339cec0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.613232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb4575b4-551d-4e93-8bc6-a2167c3dddf6 req-7a1c5371-3a19-44eb-a296-1387d339cec0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 943 time: 0.0617437
Apr 09 21:04:41.639780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (effd5cd0-d2c5-48e4-ad51-75bb0e1ea431), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.681523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7edbb-89a7-46a4-8c90-0b667c2d2083 req-7f87ef42-ddc4-4702-a2b7-9c67fdaca187 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.683188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ee7edbb-89a7-46a4-8c90-0b667c2d2083 req-7f87ef42-ddc4-4702-a2b7-9c67fdaca187 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 945 time: 0.0687380
Apr 09 21:04:41.704775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=effd5cd0-d2c5-48e4-ad51-75bb0e1ea431,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:41.722323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Checking segment: {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:41.722834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Network hostable DHCP agents. Network: 0bc5e448-da4a-443d-9ac2-ea8630aa20c9, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:04:41.737596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb4575b4-551d-4e93-8bc6-a2167c3dddf6 req-459e14ec-86ac-4a8c-af50-c0c8305bf7ee tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115410
Apr 09 21:04:41.743849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:04:41.758382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:04:41.763208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0bc5e448-da4a-443d-9ac2-ea8630aa20c9) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:41.770602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:41.771111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.775085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ee7edbb-89a7-46a4-8c90-0b667c2d2083 req-05b13cbd-47fe-4837-b385-9d8a27b7d340 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776732
Apr 09 21:04:41.779776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384993b-4d06-4d81-9470-bd107a629c44 None None] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:41.787745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:41.788199 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.805193 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b1950db8-d647-4c8c-8b7d-56b99ac38058 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.6882288
Apr 09 21:04:41.807772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53354) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:41.814297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:41.847108 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (8479cec1-65e9-415c-a712-835b7f8b974b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.848910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (8479cec1-65e9-415c-a712-835b7f8b974b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:41.898177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0360025a-aede-4b35-87fc-37b0e5319c88 req-31f3c9b0-7fdd-47ac-a180-c49e79423a81 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0428617
Apr 09 21:04:41.962682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks [] for router_controller (8479cec1-65e9-415c-a712-835b7f8b974b), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.017811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:04:42.019058 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.068145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:42.068451 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.103171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60738-ed4f-4c90-8226-6d654f69cad8 req-52394b38-27f9-4ac0-b09b-0b4ed4f742d4 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.104671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59e60738-ed4f-4c90-8226-6d654f69cad8 req-52394b38-27f9-4ac0-b09b-0b4ed4f742d4 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1393406
Apr 09 21:04:42.107102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-52b77fcb-fe98-4a1b-a493-311c4c443155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.108452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-52b77fcb-fe98-4a1b-a493-311c4c443155 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 1125 time: 0.1592734
Apr 09 21:04:42.152605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f670df63-d8a9-4e25-a6c0-1758746d7c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9720ed-2fdb-4c7a-b9ab-cdf89e931153'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:42.154892 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a1965e-7e59-4ab6-9e08-f2d677a95417" -d '{"events": [{"server_uuid": "f670df63-d8a9-4e25-a6c0-1758746d7c81", "name": "network-vif-plugged", "status": "completed", "tag": "2b9720ed-2fdb-4c7a-b9ab-cdf89e931153"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:42.173164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,segment=NetworkSegment(50dc2638-657a-4a03-8ae8-a2dc6f145116),segment_id=50dc2638-657a-4a03-8ae8-a2dc6f145116)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:42.196276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.197115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:42.200713 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks [] for router_gateway (8479cec1-65e9-415c-a712-835b7f8b974b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.201068 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f0f58-8a23-41f3-90cc-f60be6b74759 x-openstack-request-id: req-953f0f58-8a23-41f3-90cc-f60be6b74759 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:42.201353 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f670df63-d8a9-4e25-a6c0-1758746d7c81", "name": "network-vif-plugged", "status": "completed", "tag": "2b9720ed-2fdb-4c7a-b9ab-cdf89e931153", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:42.201603 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-953f0f58-8a23-41f3-90cc-f60be6b74759 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:42.202007 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953f0f58-8a23-41f3-90cc-f60be6b74759'] response: {'server_uuid': 'f670df63-d8a9-4e25-a6c0-1758746d7c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9720ed-2fdb-4c7a-b9ab-cdf89e931153', 'code': 200}
Apr 09 21:04:42.233187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59e60738-ed4f-4c90-8226-6d654f69cad8 req-310e658a-10c2-4a25-b344-e5f0835ab74b tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220398
Apr 09 21:04:42.291143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Allocated IP 172.20.0.2 (0bc5e448-da4a-443d-9ac2-ea8630aa20c9/effd5cd0-d2c5-48e4-ad51-75bb0e1ea431/b3e31233-89f4-40f8-b70f-da2fb83b835c) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:42.313496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:42.336050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 40d3d034-bc3b-4d5c-b33e-e60acf160036 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:42.336426 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.369710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2944a16-1f64-4e09-8866-b10624196f18 req-6c97c467-4cd7-4200-b3a2-fb1935341948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.371586 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a2944a16-1f64-4e09-8866-b10624196f18 req-6c97c467-4cd7-4200-b3a2-fb1935341948 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 1128 time: 0.0918198
Apr 09 21:04:42.450840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff11285f-327d-493a-80d4-fb49eb7e85d9 req-dd5f3974-9b48-4978-a854-5918cc9da7b2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7e33c8-777e-4ce3-a0dd-2c4b3657e2e4 HTTP/1.1" status: 200  len: 210 time: 0.0628643
Apr 09 21:04:42.459597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-f783b637-6232-44bd-b5f2-89aa1d30eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.460984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-f783b637-6232-44bd-b5f2-89aa1d30eea6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 912 time: 0.1938200
Apr 09 21:04:42.558731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-01260a81-b704-4b88-8582-d2b653618960 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69a00c5c-3247-4aad-9312-e3179f59e693 HTTP/1.1" status: 200  len: 217 time: 0.0500267
Apr 09 21:04:42.562429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 40d3d034-bc3b-4d5c-b33e-e60acf160036 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:42.562970 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.584295 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Publish callbacks [] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.593740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.604806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-bacfa52e-6187-43e7-bbd1-f8bca724e12a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.610112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-bacfa52e-6187-43e7-bbd1-f8bca724e12a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.615487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-bacfa52e-6187-43e7-bbd1-f8bca724e12a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.620788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-bacfa52e-6187-43e7-bbd1-f8bca724e12a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.626086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-bacfa52e-6187-43e7-bbd1-f8bca724e12a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.631660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-bacfa52e-6187-43e7-bbd1-f8bca724e12a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.637381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:42.637631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-bacfa52e-6187-43e7-bbd1-f8bca724e12a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.639854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-bacfa52e-6187-43e7-bbd1-f8bca724e12a tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.2268543
Apr 09 21:04:42.648296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:42.649149 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.653484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:42.657533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:42.660616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Pushing event updated for resources: {'Port': ['ID=b3e31233-89f4-40f8-b70f-da2fb83b835c,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:42.692875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 69a00c5c-3247-4aad-9312-e3179f59e693 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:42.694846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5f958b21-b9df-401e-9d69-3efbcd5ccc23 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:42.726264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-c243f322-2384-4c42-8e6b-f34705f1010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:42.727709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-c243f322-2384-4c42-8e6b-f34705f1010a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.1385252
Apr 09 21:04:42.751039 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks [] for router_gateway (8479cec1-65e9-415c-a712-835b7f8b974b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.766683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 5f958b21-b9df-401e-9d69-3efbcd5ccc23 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:42.766987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5f958b21-b9df-401e-9d69-3efbcd5ccc23 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:42.792286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-174c62f7-85ab-40bc-8323-0abb68ddaddf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569835
Apr 09 21:04:42.796246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.798260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:42.812387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Attempting to bind port b3e31233-89f4-40f8-b70f-da2fb83b835c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:42.813101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Attempting to bind port b3e31233-89f4-40f8-b70f-da2fb83b835c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:42.813466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Attempting to bind port b3e31233-89f4-40f8-b70f-da2fb83b835c on network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:42.831382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:42.831758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Checking segment: {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:42.832409 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.832965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Bound using segment: {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:42.833704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Bound port: b3e31233-89f4-40f8-b70f-da2fb83b835c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:42.834294 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:42.868269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a2944a16-1f64-4e09-8866-b10624196f18 req-ff4ed0cf-a536-4f6f-b2e9-509fd284307d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696628
Apr 09 21:04:42.874039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-249bd706-906d-47a7-a8e6-1a9628891e4a req-aa672c71-a477-4da2-9b30-b468db35b69e tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2144847
Apr 09 21:04:42.955198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 69a00c5c-3247-4aad-9312-e3179f59e693, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69a00c5c-3247-4aad-9312-e3179f59e693,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:42.969356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] For port b3e31233-89f4-40f8-b70f-da2fb83b835c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:42.971848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '69a00c5c-3247-4aad-9312-e3179f59e693', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'port_id': '69a00c5c-3247-4aad-9312-e3179f59e693', 'mac_address': 'fa:16:3e:18:12:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519333e-c540-4a09-940d-3b261e7852dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:42.974421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] For port b3e31233-89f4-40f8-b70f-da2fb83b835c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3e31233-89f4-40f8-b70f-da2fb83b835c,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:42.981249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:43.000076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a2b5f-c2c6-4769-9ba8-2f9f9b059f15 req-b0b7f1a7-1df0-4d09-b833-dbd4f9de987e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:43.001621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-709a2b5f-c2c6-4769-9ba8-2f9f9b059f15 req-b0b7f1a7-1df0-4d09-b833-dbd4f9de987e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 943 time: 0.1850736
Apr 09 21:04:43.047885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bdfb4-5a44-42ce-9433-5d8b45afcb53 req-99f6f005-613b-4acc-88c1-9a00a5824649 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:43.049439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b36bdfb4-5a44-42ce-9433-5d8b45afcb53 req-99f6f005-613b-4acc-88c1-9a00a5824649 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 946 time: 0.1127679
Apr 09 21:04:43.067045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 69a00c5c-3247-4aad-9312-e3179f59e693 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:43.067471 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:43.082979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a9e72-541c-4e4f-a2fc-dcca436fbfb6 None None] Pushing event updated for resources: {'Port': ['ID=b3e31233-89f4-40f8-b70f-da2fb83b835c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:43.086873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a00c5c-3247-4aad-9312-e3179f59e693 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:43.096875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-695c5234-3c1d-4721-b5fd-2009bca7c0d8 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2974665
Apr 09 21:04:43.107196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 69a00c5c-3247-4aad-9312-e3179f59e693, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69a00c5c-3247-4aad-9312-e3179f59e693,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:43.112719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:43.151258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Allocated IP 172.35.0.151 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/0edc9bc8-0959-4969-af47-a7cbc12d2202) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:43.166371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=69a00c5c-3247-4aad-9312-e3179f59e693,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:43.184574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-709a2b5f-c2c6-4769-9ba8-2f9f9b059f15 req-3a93a63b-98a1-4fee-9d18-a19d7acc8fb7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727922
Apr 09 21:04:43.376496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['69a00c5c-3247-4aad-9312-e3179f59e693'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:43.434598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b3e31233-89f4-40f8-b70f-da2fb83b835c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:43.530577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b3e31233-89f4-40f8-b70f-da2fb83b835c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:43.530882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:43.601710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b36bdfb4-5a44-42ce-9433-5d8b45afcb53 req-f19a49b0-130b-4746-b0e2-b6c141b43fcd tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5352392
Apr 09 21:04:43.640544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b8c0e68-139a-4b3b-9e6b-c6636f2bc665 req-8184cb4a-5844-4f4a-911a-fd43dfbb89bc tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0553951
Apr 09 21:04:43.662077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b3e31233-89f4-40f8-b70f-da2fb83b835c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:43.662608 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:43.704381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-953f8ca5-035f-40ab-b23b-6356d26f581d req-9d4acc30-8631-4eb2-a2da-971b1e6f8f6b service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5961885
Apr 09 21:04:43.714457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port b3e31233-89f4-40f8-b70f-da2fb83b835c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3e31233-89f4-40f8-b70f-da2fb83b835c,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:43.723136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:43.778758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c3cb-7208-45ec-85ac-6ccead3d5414 req-901f020e-52e2-454c-b1b8-9187193e6f94 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:43.780283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dcd4c3cb-7208-45ec-85ac-6ccead3d5414 req-901f020e-52e2-454c-b1b8-9187193e6f94 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0711744
Apr 09 21:04:43.780436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=b3e31233-89f4-40f8-b70f-da2fb83b835c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:43.785338 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks [] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:43.852259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dcd4c3cb-7208-45ec-85ac-6ccead3d5414 req-25c8eadd-0eff-403b-9908-e137ecd0d227 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601623
Apr 09 21:04:43.865613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:43.918837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Pushing event updated for resources: {'Port': ['ID=0edc9bc8-0959-4969-af47-a7cbc12d2202,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:43.923340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:43.932746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:43.936081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:44.091247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-7b24f8d0-1c3a-4ebd-ba4d-729645199262 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.096916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-7b24f8d0-1c3a-4ebd-ba4d-729645199262 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.102157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-7b24f8d0-1c3a-4ebd-ba4d-729645199262 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.107461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-7b24f8d0-1c3a-4ebd-ba4d-729645199262 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.112690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-7b24f8d0-1c3a-4ebd-ba4d-729645199262 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.117937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-7b24f8d0-1c3a-4ebd-ba4d-729645199262 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.123154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-7b24f8d0-1c3a-4ebd-ba4d-729645199262 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.125239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-7b24f8d0-1c3a-4ebd-ba4d-729645199262 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.1521595
Apr 09 21:04:44.171645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c965ce4f-d7c7-4d7f-add5-ba555049b538 None None] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:04:44.229683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:44.231429 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7857e2de-4139-4f86-be2b-713eb35a2678" -d '{"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-plugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:44.251571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-4d19f4ca-61c6-4b42-a2f6-452bda895416 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.253180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-4d19f4ca-61c6-4b42-a2f6-452bda895416 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.3390813
Apr 09 21:04:44.254789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9735d2a1-9dbc-474f-a7e9-32f6a9909ab5 None None] Provisioning complete for port b3e31233-89f4-40f8-b70f-da2fb83b835c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:44.255210 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9735d2a1-9dbc-474f-a7e9-32f6a9909ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:44.298394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-65c50ae8-9f23-4aee-8c0e-f0ab727a0dbf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/quotas/f87849ca88bb4519b329fab033911446 HTTP/1.1" status: 200  len: 375 time: 0.0379102
Apr 09 21:04:44.370976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9735d2a1-9dbc-474f-a7e9-32f6a9909ab5 None None] Current status of the port b3e31233-89f4-40f8-b70f-da2fb83b835c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:44.383790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f86170b-6d93-4648-95d6-66366b4c54ea req-503c72b3-fa0e-4a03-9652-5ad5a912a902 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2235188
Apr 09 21:04:44.401880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-f25113bd-ef79-4564-9714-96c8cd66ca63 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0954833
Apr 09 21:04:44.595209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ca6fc298-5a79-44a3-bbc5-938629cc2a50 None None] Provisioning complete for port b3e31233-89f4-40f8-b70f-da2fb83b835c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:44.597593 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc298-5a79-44a3-bbc5-938629cc2a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:44.615942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1118c90-a8f8-4764-861f-ff7122cf3c86 req-9e1f5bcd-531a-409f-87d6-3efd1ac625dc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.623399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1118c90-a8f8-4764-861f-ff7122cf3c86 req-9e1f5bcd-531a-409f-87d6-3efd1ac625dc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 944 time: 0.1508002
Apr 09 21:04:44.624746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-5339d414-7a0d-41b2-b397-8d8057a0cac1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.631243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-5339d414-7a0d-41b2-b397-8d8057a0cac1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.641333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-5339d414-7a0d-41b2-b397-8d8057a0cac1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.643776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks [] for router_gateway (8479cec1-65e9-415c-a712-835b7f8b974b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:44.652240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-5339d414-7a0d-41b2-b397-8d8057a0cac1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.660505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-5339d414-7a0d-41b2-b397-8d8057a0cac1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.666062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-5339d414-7a0d-41b2-b397-8d8057a0cac1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.671601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-5339d414-7a0d-41b2-b397-8d8057a0cac1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.674246 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-5339d414-7a0d-41b2-b397-8d8057a0cac1 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 5433 time: 0.1130936
Apr 09 21:04:44.686261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 69a00c5c-3247-4aad-9312-e3179f59e693 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:44.716095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-37651504-9cb1-4459-9715-6f16bfbff7ac service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2877350
Apr 09 21:04:44.730590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-9aa5280e-585d-4640-9efd-d35ca84a3bab tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:44.732911 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-9aa5280e-585d-4640-9efd-d35ca84a3bab tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "GET /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0518966
Apr 09 21:04:44.750257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fc298-5a79-44a3-bbc5-938629cc2a50 None None] Current status of the port b3e31233-89f4-40f8-b70f-da2fb83b835c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:44.763769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 69a00c5c-3247-4aad-9312-e3179f59e693 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:04:44.772431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 69a00c5c-3247-4aad-9312-e3179f59e693 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:44.772966 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:44.788991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1118c90-a8f8-4764-861f-ff7122cf3c86 req-63f4a7a8-b296-45f8-a001-ccc29ada9ee8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599004
Apr 09 21:04:44.868607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 69a00c5c-3247-4aad-9312-e3179f59e693 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:44.868986 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:44.884842 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec4f23-df21-4418-93ee-7ef4eed7f430 x-openstack-request-id: req-21ec4f23-df21-4418-93ee-7ef4eed7f430 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:44.885311 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-26a30fbd-0837-44a2-99f5-05d480dc34f0 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "GET /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1471767
Apr 09 21:04:44.885509 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-plugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:44.885634 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21ec4f23-df21-4418-93ee-7ef4eed7f430 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:44.885954 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ec4f23-df21-4418-93ee-7ef4eed7f430'] response: {'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'code': 200}
Apr 09 21:04:44.902665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:44.911690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 69a00c5c-3247-4aad-9312-e3179f59e693, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69a00c5c-3247-4aad-9312-e3179f59e693,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:44.920860 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:44.983402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-fb65c4d3-e26f-4216-8468-54b6ad12a4e8 service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2663450
Apr 09 21:04:45.022460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=69a00c5c-3247-4aad-9312-e3179f59e693,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:45.036155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (edac2419-450b-406e-b5db-84cf807a3c10), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:45.105752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb2c64-e1eb-4b5c-a607-0bfe83f0a260 req-0091eae1-cdad-4f58-88d5-289cf39cfbe8 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:45.107408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03bb2c64-e1eb-4b5c-a607-0bfe83f0a260 req-0091eae1-cdad-4f58-88d5-289cf39cfbe8 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 946 time: 0.0614376
Apr 09 21:04:45.215902 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (8479cec1-65e9-415c-a712-835b7f8b974b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:45.273297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] For port edac2419-450b-406e-b5db-84cf807a3c10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edac2419-450b-406e-b5db-84cf807a3c10,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:45.310032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] For port edac2419-450b-406e-b5db-84cf807a3c10, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:45.348895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] device_id is not set on port edac2419-450b-406e-b5db-84cf807a3c10 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:04:45.358185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] Publish callbacks [] for port (edac2419-450b-406e-b5db-84cf807a3c10), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:45.365926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (edac2419-450b-406e-b5db-84cf807a3c10), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:45.381774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03bb2c64-e1eb-4b5c-a607-0bfe83f0a260 req-97ee0146-70a2-4f3f-b418-4a56d110c8a7 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436490
Apr 09 21:04:45.451720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] No DVR routers for this DVR port edac2419-450b-406e-b5db-84cf807a3c10 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:45.476299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80496013-4818-44c4-b48d-3b14b6054b70 req-f44ac57a-fa0f-4f89-9ddd-c9645502ee06 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1326289
Apr 09 21:04:45.485884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01013de6-4008-41c0-be6e-02e181265242 service neutron] Pushing event updated for resources: {'Port': ['ID=edac2419-450b-406e-b5db-84cf807a3c10,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:45.524678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Router 8479cec1-65e9-415c-a712-835b7f8b974b is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:04:45.540595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b3e31233-89f4-40f8-b70f-da2fb83b835c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:45.556054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] In _notify_port_updated(), no bound segment for port edac2419-450b-406e-b5db-84cf807a3c10 on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:04:45.559151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:45.561024 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:45.562812 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-01013de6-4008-41c0-be6e-02e181265242 service neutron] 10.222.0.25 "PUT /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 200  len: 1027 time: 0.6672146
Apr 09 21:04:45.678456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-f9eaea94-392f-4900-af29-e0eb9b673764 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:45.685240 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-f9eaea94-392f-4900-af29-e0eb9b673764 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "GET /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1132765
Apr 09 21:04:45.697109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adfcf3-f56a-4c61-8034-b9362fc070e5 req-68c787b9-4360-4012-84f0-0a9ad6ab84b6 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:45.699809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:45.706736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2adfcf3-f56a-4c61-8034-b9362fc070e5 req-68c787b9-4360-4012-84f0-0a9ad6ab84b6 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1572256
Apr 09 21:04:45.713846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b3e31233-89f4-40f8-b70f-da2fb83b835c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:45.714323 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:45.795550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d16ac990-0157-4721-b604-076848535962 req-f5620a22-4514-4070-a4c8-cf8d702deae1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 210 time: 0.1435978
Apr 09 21:04:45.809906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d183039-0082-437f-a23a-644fd46b056d), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:45.871933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2adfcf3-f56a-4c61-8034-b9362fc070e5 req-9377fdb3-a133-418e-bc59-afe9aec79169 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639946
Apr 09 21:04:45.891507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:04:45.937347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:45.938768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ac19c365-de1b-4b16-9f84-99c5ae2a395d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 4.1287439
Apr 09 21:04:45.941893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53462) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:45.985840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Sync routers for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:04:46.028694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-557ab0fe-4c28-4f94-8d33-67c69fe92eaf None None] Provisioning complete for port edac2419-450b-406e-b5db-84cf807a3c10 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:46.029083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-557ab0fe-4c28-4f94-8d33-67c69fe92eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (edac2419-450b-406e-b5db-84cf807a3c10), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:46.073972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b3e31233-89f4-40f8-b70f-da2fb83b835c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:46.089311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:46.090334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375dba070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:46.175219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070ba58-29e5-4cfa-9efc-02a918d63aa5 req-6ff3684a-978e-4066-8328-828cad976ec8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:46.191343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070ba58-29e5-4cfa-9efc-02a918d63aa5 req-6ff3684a-978e-4066-8328-828cad976ec8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:46.209911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070ba58-29e5-4cfa-9efc-02a918d63aa5 req-6ff3684a-978e-4066-8328-828cad976ec8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:46.218613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] For port 4d183039-0082-437f-a23a-644fd46b056d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d183039-0082-437f-a23a-644fd46b056d,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:46.223551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070ba58-29e5-4cfa-9efc-02a918d63aa5 req-6ff3684a-978e-4066-8328-828cad976ec8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:46.234356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070ba58-29e5-4cfa-9efc-02a918d63aa5 req-6ff3684a-978e-4066-8328-828cad976ec8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:46.244614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070ba58-29e5-4cfa-9efc-02a918d63aa5 req-6ff3684a-978e-4066-8328-828cad976ec8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:46.252035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0070ba58-29e5-4cfa-9efc-02a918d63aa5 req-6ff3684a-978e-4066-8328-828cad976ec8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 4659 time: 0.2341468
Apr 09 21:04:46.281221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] For port 4d183039-0082-437f-a23a-644fd46b056d, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:46.332799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] device_id is not set on port 4d183039-0082-437f-a23a-644fd46b056d yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:04:46.358380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] Publish callbacks [] for port (4d183039-0082-437f-a23a-644fd46b056d), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:46.369137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-557ab0fe-4c28-4f94-8d33-67c69fe92eaf None None] Port edac2419-450b-406e-b5db-84cf807a3c10 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:04:46.375583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4d183039-0082-437f-a23a-644fd46b056d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:46.469013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a0db7-07c5-41b4-80dc-aec5f5eacfac req-d4910f74-f8e6-4d29-9c29-11ae346d7e67 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:46.475804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] Pushing event updated for resources: {'Port': ['ID=4d183039-0082-437f-a23a-644fd46b056d,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:46.477810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed2a0db7-07c5-41b4-80dc-aec5f5eacfac req-d4910f74-f8e6-4d29-9c29-11ae346d7e67 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 945 time: 0.3222363
Apr 09 21:04:46.506501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] No DVR routers for this DVR port 4d183039-0082-437f-a23a-644fd46b056d on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:46.524233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0070ba58-29e5-4cfa-9efc-02a918d63aa5 req-4989d5e4-c30b-490a-add4-b44750959f50 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&id=d9ae885d-7ed3-481e-83be-5fbef13953f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2696667
Apr 09 21:04:46.531851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:46.610254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] In _notify_port_updated(), no bound segment for port 4d183039-0082-437f-a23a-644fd46b056d on network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:04:46.611018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:46.611688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:46.616172 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-6b9c1fcc-c028-417d-b568-e75b2970d352 service neutron] 10.222.0.25 "PUT /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 200  len: 1026 time: 0.9238608
Apr 09 21:04:46.722481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed2a0db7-07c5-41b4-80dc-aec5f5eacfac req-ecf2d41c-82d8-4e35-bda4-b6174f242d3a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426229
Apr 09 21:04:46.905826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87125782-c974-46b6-b4c0-783e36293a0f req-838b64cf-2ec8-45b9-a3de-f41a33f1a294 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0369203
Apr 09 21:04:46.963758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a00c5c-3247-4aad-9312-e3179f59e693'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:46.968062 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202f42fc-5a1b-4c38-b93d-87389fbe6305" -d '{"events": [{"server_uuid": "5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79", "name": "network-vif-plugged", "status": "completed", "tag": "69a00c5c-3247-4aad-9312-e3179f59e693"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:46.974217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting port 598fea91-f00b-41e4-8273-ec325cadb0f1 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:46.974761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:46.977472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375dba070>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:44Z', 'revision_number': 3, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:47.064994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Checking router: 8479cec1-65e9-415c-a712-835b7f8b974b for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:04:47.065427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Updating router 8479cec1-65e9-415c-a712-835b7f8b974b port 0edc9bc8-0959-4969-af47-a7cbc12d2202 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:04:47.076852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fd47ff5c-1a97-47b5-9402-64185cd7379b None None] Provisioning complete for port 4d183039-0082-437f-a23a-644fd46b056d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:47.078529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fd47ff5c-1a97-47b5-9402-64185cd7379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d183039-0082-437f-a23a-644fd46b056d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.120688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd337a0d-5f86-4c4a-b965-f4674abc8c88 req-0bd844fc-9da9-4f26-8b03-53c4714d410e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 210 time: 0.0674510
Apr 09 21:04:47.226789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.312915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fd47ff5c-1a97-47b5-9402-64185cd7379b None None] Port 4d183039-0082-437f-a23a-644fd46b056d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:04:47.439586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] For port 598fea91-f00b-41e4-8273-ec325cadb0f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=598fea91-f00b-41e4-8273-ec325cadb0f1,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:47.439586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.450225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bc51f-19f5-48dc-97a6-a6d574a97904 req-4fb7752a-2416-4c83-b737-4df772464287 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:47.464642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-727bc51f-19f5-48dc-97a6-a6d574a97904 req-4fb7752a-2416-4c83-b737-4df772464287 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.2160525
Apr 09 21:04:47.478185 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472928d9-c1a8-486a-8f62-d905304eaad5 x-openstack-request-id: req-472928d9-c1a8-486a-8f62-d905304eaad5 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:47.478464 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79", "name": "network-vif-plugged", "status": "completed", "tag": "69a00c5c-3247-4aad-9312-e3179f59e693", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:47.478711 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-472928d9-c1a8-486a-8f62-d905304eaad5 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:47.478991 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472928d9-c1a8-486a-8f62-d905304eaad5'] response: {'server_uuid': '5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a00c5c-3247-4aad-9312-e3179f59e693', 'code': 200}
Apr 09 21:04:47.481763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 598fea91-f00b-41e4-8273-ec325cadb0f1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:47.486533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-db23b502-19f8-4844-815e-2a57c2681035 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:47.488060 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-db23b502-19f8-4844-815e-2a57c2681035 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.5343201
Apr 09 21:04:47.495660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Calling delete_port for 598fea91-f00b-41e4-8273-ec325cadb0f1 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:47.649674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-727bc51f-19f5-48dc-97a6-a6d574a97904 req-f2b1a35b-3944-4c69-ac4a-78a7384e2a1f tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839895
Apr 09 21:04:47.689193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 598fea91-f00b-41e4-8273-ec325cadb0f1 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:47.689606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.711356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (598fea91-f00b-41e4-8273-ec325cadb0f1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.754340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.758176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Port': ['ID=598fea91-f00b-41e4-8273-ec325cadb0f1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:47.779104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:47.827452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] No DVR routers for this DVR port 598fea91-f00b-41e4-8273-ec325cadb0f1 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:47.833548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.837174 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-45d365ff-24cf-408f-bc62-4066d456c735 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "DELETE /v2.0/ports/598fea91-f00b-41e4-8273-ec325cadb0f1 HTTP/1.1" status: 204  len: 173 time: 1.1272182
Apr 09 21:04:47.839428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': '598fea91-f00b-41e4-8273-ec325cadb0f1'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:47.844023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b951c2-cdfa-4539-944d-73dd16a2fd95 req-e0da9cbb-f809-40c9-812a-2b550cd79fc1 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:47.844785 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e1f3b1-fb3d-4a77-99ca-3cadb72ce6e1" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "598fea91-f00b-41e4-8273-ec325cadb0f1"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:47.851931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38b951c2-cdfa-4539-944d-73dd16a2fd95 req-e0da9cbb-f809-40c9-812a-2b550cd79fc1 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 946 time: 0.3478546
Apr 09 21:04:47.888338 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Publish callbacks [] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.905274 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:47.914136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7c36b-dd3f-453a-8e22-da54da7805eb req-c3bc2bc1-07e5-4e8f-b2ba-6ad246dd15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:47.917254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03d7c36b-dd3f-453a-8e22-da54da7805eb req-c3bc2bc1-07e5-4e8f-b2ba-6ad246dd15f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 1127 time: 0.3985748
Apr 09 21:04:47.950431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed528d-4cc0-40c3-9b07-2816e7ffddf5 req-87dd118b-880f-4c47-9faf-cbc9b66c9bb4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:47.957092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed528d-4cc0-40c3-9b07-2816e7ffddf5 req-87dd118b-880f-4c47-9faf-cbc9b66c9bb4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:47.963241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed528d-4cc0-40c3-9b07-2816e7ffddf5 req-87dd118b-880f-4c47-9faf-cbc9b66c9bb4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:47.969283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed528d-4cc0-40c3-9b07-2816e7ffddf5 req-87dd118b-880f-4c47-9faf-cbc9b66c9bb4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:47.975989 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Attempting to bind port 0edc9bc8-0959-4969-af47-a7cbc12d2202 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:47.976612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Attempting to bind port 0edc9bc8-0959-4969-af47-a7cbc12d2202 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:47.976747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Attempting to bind port 0edc9bc8-0959-4969-af47-a7cbc12d2202 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:47.980789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9ed528d-4cc0-40c3-9b07-2816e7ffddf5 req-87dd118b-880f-4c47-9faf-cbc9b66c9bb4 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 3151 time: 0.1739836
Apr 09 21:04:48.021540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed1aa7-a319-4ece-bde3-d884875535c2 None None] Pushing event updated for resources: {'Port': ['ID=0edc9bc8-0959-4969-af47-a7cbc12d2202,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:48.029663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:48.030043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:48.030452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:48.030843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:48.031326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Bound port: 0edc9bc8-0959-4969-af47-a7cbc12d2202, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:48.031710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:48.070196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38b951c2-cdfa-4539-944d-73dd16a2fd95 req-3a418dd8-180b-410e-bb2b-5753f9fda975 tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172265
Apr 09 21:04:48.080584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:48.080984 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:48.147793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:48.158311 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:48.160062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device aeadbd1f-8d76-4ad3-84a7-50139f5852c5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:48.254134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] For port 0edc9bc8-0959-4969-af47-a7cbc12d2202, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:48.266310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9ed528d-4cc0-40c3-9b07-2816e7ffddf5 req-20a19a4d-5970-44e2-8961-35769149c3eb tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2118218
Apr 09 21:04:48.272523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03d7c36b-dd3f-453a-8e22-da54da7805eb req-e2670450-7c4c-47ac-8bca-31d38624fdde service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3470638
Apr 09 21:04:48.286733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:48.319134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] For port 0edc9bc8-0959-4969-af47-a7cbc12d2202, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0edc9bc8-0959-4969-af47-a7cbc12d2202,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:48.349586 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:48.383989 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a8ec2-34bb-4be6-8494-9626c69042a1 x-openstack-request-id: req-771a8ec2-34bb-4be6-8494-9626c69042a1 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:48.384542 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "598fea91-f00b-41e4-8273-ec325cadb0f1", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:48.384712 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-771a8ec2-34bb-4be6-8494-9626c69042a1 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:48.385252 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771a8ec2-34bb-4be6-8494-9626c69042a1'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': '598fea91-f00b-41e4-8273-ec325cadb0f1', 'status': 'completed', 'code': 200}
Apr 09 21:04:48.499598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:48.500642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375dba070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:48.622594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Request body: {'port': {'device_id': 'd65d7765-2bd1-40ba-adc2-3d6fb923297b', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'admin_state_up': True, 'tenant_id': 'f87849ca88bb4519b329fab033911446'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:48.647341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed1aa7-a319-4ece-bde3-d884875535c2 None None] Pushing event updated for resources: {'Port': ['ID=0edc9bc8-0959-4969-af47-a7cbc12d2202,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:48.669880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:48.676276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:48.832068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting port 87ea195a-9ea5-4807-8aeb-44650ead0f55 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:48.832712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:48.845143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:48.847170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe38d-cfe5-45b8-b199-8c044f0a1075 req-6be152b0-5215-4ad2-9ce4-cf296292f2cc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:48.854558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d73fe38d-cfe5-45b8-b199-8c044f0a1075 req-6be152b0-5215-4ad2-9ce4-cf296292f2cc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 945 time: 0.4796085
Apr 09 21:04:48.905683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6060356-b35e-467e-bbd2-53a7820f3d5d req-c2ebf088-d299-47ee-b865-812109a2789e tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0409775
Apr 09 21:04:48.941793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] For port 87ea195a-9ea5-4807-8aeb-44650ead0f55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87ea195a-9ea5-4807-8aeb-44650ead0f55,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:48.942486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:48.944963 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Allocated IP 172.20.0.1 (0bc5e448-da4a-443d-9ac2-ea8630aa20c9/effd5cd0-d2c5-48e4-ad51-75bb0e1ea431/f7b077f0-fee5-45fc-a856-810e4bfb2df7) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:48.958570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Calling delete_port for 87ea195a-9ea5-4807-8aeb-44650ead0f55 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:49.030081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d73fe38d-cfe5-45b8-b199-8c044f0a1075 req-5d189b6d-2566-402c-894f-f2cfeadd91e7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731355
Apr 09 21:04:49.105241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (87ea195a-9ea5-4807-8aeb-44650ead0f55), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:49.157273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Port': ['ID=87ea195a-9ea5-4807-8aeb-44650ead0f55,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:49.168600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43c4cad7-0c6f-41d7-9ca8-73767b17ab73 req-ddf34838-0c7b-40e5-a71c-eb5c5f9fb4ba tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 210 time: 0.1267555
Apr 09 21:04:49.176927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:49.178896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port aeadbd1f-8d76-4ad3-84a7-50139f5852c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:49.181988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:49.189188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:49.189961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 87ea195a-9ea5-4807-8aeb-44650ead0f55 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:49.239096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375dba070>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:44Z', 'revision_number': 3, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:49.247040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 87ea195a-9ea5-4807-8aeb-44650ead0f55 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:49.247526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 87ea195a-9ea5-4807-8aeb-44650ead0f55 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:49.247957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4d183039-0082-437f-a23a-644fd46b056d no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:49.288910 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb8836-df6c-4494-9407-91b524650fd6 req-6a5ee0a9-76d7-4279-94c8-92e355d1ca36 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:49.291370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0bb8836-df6c-4494-9407-91b524650fd6 req-6a5ee0a9-76d7-4279-94c8-92e355d1ca36 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1127739
Apr 09 21:04:49.370319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-22f807d1-2270-46aa-9676-56eabaa6160b tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:49.372318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-22f807d1-2270-46aa-9676-56eabaa6160b tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 946 time: 0.3112285
Apr 09 21:04:49.397501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Allocated IP 172.20.0.10 (cdd9fe53-654b-4110-9856-85e40c331c54/37fdda6f-4a4d-41bf-b698-ea1190d2dc3a/1fc04f79-02c1-4f55-b1c0-6258e35f28a4) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:49.481429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0bb8836-df6c-4494-9407-91b524650fd6 req-fd8d5a12-3332-4d97-adb7-fe6a567b588e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481452
Apr 09 21:04:49.489129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e'}, {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:49.492129 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312cbd86-f3e8-4c2c-a7ff-d86f45e48540" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-unplugged", "status": "completed", "tag": "98efa2b7-5e44-4da7-8cbc-fbc1db0c459e"}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-unplugged", "status": "completed", "tag": "aeadbd1f-8d76-4ad3-84a7-50139f5852c5"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:49.509857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf1ec1-e32b-4066-8aa0-d10ce29256d1 req-26106ea6-bd10-458f-88be-6eb430997b4d tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:49.511580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7acf1ec1-e32b-4066-8aa0-d10ce29256d1 req-26106ea6-bd10-458f-88be-6eb430997b4d tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 946 time: 0.1813869
Apr 09 21:04:49.529907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f641f-12b6-40f3-913f-8d770e8f6afa None None] The sync data for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 is: [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:44Z', 'revision_number': 3, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:04:49.572012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:49.579351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port 4d183039-0082-437f-a23a-644fd46b056d host ! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:04:49.579761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4d183039-0082-437f-a23a-644fd46b056d not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:49.580392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2447064d-f2f6-4455-bc1d-f66ad73dad67 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:49.620385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Publish callbacks [] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:49.639357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Deleting port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:49.639922 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:49.810829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7acf1ec1-e32b-4066-8aa0-d10ce29256d1 req-633ee3c8-0d5c-430d-8b2b-494ec0e4cb9c tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bd8c3f1-eba7-4354-9763-9b92488f8d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2733617
Apr 09 21:04:49.817960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] No DVR routers for this DVR port 87ea195a-9ea5-4807-8aeb-44650ead0f55 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:49.822785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:49.823966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 2447064d-f2f6-4455-bc1d-f66ad73dad67 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:49.825322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:49.826352 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-c0214ab1-b7a1-4aa8-9804-386a5c73dfed tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "DELETE /v2.0/ports/87ea195a-9ea5-4807-8aeb-44650ead0f55 HTTP/1.1" status: 204  len: 173 time: 1.2187128
Apr 09 21:04:49.877386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 2447064d-f2f6-4455-bc1d-f66ad73dad67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:49.881935 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482779d6-9e41-4256-b627-ae9b5ca4ed67 x-openstack-request-id: req-482779d6-9e41-4256-b627-ae9b5ca4ed67 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:49.882388 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-unplugged", "status": "completed", "tag": "98efa2b7-5e44-4da7-8cbc-fbc1db0c459e", "code": 200}, {"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-unplugged", "status": "completed", "tag": "aeadbd1f-8d76-4ad3-84a7-50139f5852c5", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:49.882737 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-482779d6-9e41-4256-b627-ae9b5ca4ed67 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:49.883232 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482779d6-9e41-4256-b627-ae9b5ca4ed67'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e', 'code': 200}
Apr 09 21:04:49.883616 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482779d6-9e41-4256-b627-ae9b5ca4ed67'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5', 'code': 200}
Apr 09 21:04:49.888537 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:49.889583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device edac2419-450b-406e-b5db-84cf807a3c10 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:49.924556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks [] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.007353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] For port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,segment=NetworkSegment(50dc2638-657a-4a03-8ae8-a2dc6f145116),segment_id=50dc2638-657a-4a03-8ae8-a2dc6f145116)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:50.007968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.049223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Calling delete_port for 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:50.085394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting port 2447064d-f2f6-4455-bc1d-f66ad73dad67 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:50.085731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.131983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.139818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=2447064d-f2f6-4455-bc1d-f66ad73dad67,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:50.151684 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:50.196845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Network cdd9fe53-654b-4110-9856-85e40c331c54 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:50.210569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port edac2419-450b-406e-b5db-84cf807a3c10 host ! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:04:50.211608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device edac2419-450b-406e-b5db-84cf807a3c10 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:50.272816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ab33-477d-413c-80d7-6fcb9741feda req-ac89722d-2418-4f94-bf2d-3897752ebe45 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:50.288613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ab33-477d-413c-80d7-6fcb9741feda req-ac89722d-2418-4f94-bf2d-3897752ebe45 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:50.298826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ab33-477d-413c-80d7-6fcb9741feda req-ac89722d-2418-4f94-bf2d-3897752ebe45 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:50.307530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:50.311229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4655ab33-477d-413c-80d7-6fcb9741feda req-ac89722d-2418-4f94-bf2d-3897752ebe45 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 2412 time: 0.5297787
Apr 09 21:04:50.327829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:50.345282 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.381392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] For port 2447064d-f2f6-4455-bc1d-f66ad73dad67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2447064d-f2f6-4455-bc1d-f66ad73dad67,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:50.381775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.438738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13e10f70-4990-43c9-9a08-2e883cafdba2 req-7e8b28bf-a035-43a7-88f5-f4cadf295fce tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1811140
Apr 09 21:04:50.448958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:50.474469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b19153e7-1895-42fb-8d2a-a1834581c8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.524526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:50.526948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:50.663952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4655ab33-477d-413c-80d7-6fcb9741feda req-3e509c54-27b2-4a50-a7af-74805cd0539b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3517184
Apr 09 21:04:50.690905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.692094 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (8d1dea87-755c-4c60-aa72-6684c0d82e07), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.693676 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Floating IP 8d1dea87-755c-4c60-aa72-6684c0d82e07 disassociated. External IP: 172.35.0.211, port: 2447064d-f2f6-4455-bc1d-f66ad73dad67.
Apr 09 21:04:50.694161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Calling delete_port for 2447064d-f2f6-4455-bc1d-f66ad73dad67 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:50.793403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': '87ea195a-9ea5-4807-8aeb-44650ead0f55'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:50.795195 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be77c1a9-369f-4754-a028-1106eedb3737" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "87ea195a-9ea5-4807-8aeb-44650ead0f55"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:50.843908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event updated for resources: {'Port': ['ID=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:50.888402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Pushing event updated for resources: {'Port': ['ID=f7b077f0-fee5-45fc-a856-810e4bfb2df7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:50.925406 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2b9720ed-2fdb-4c7a-b9ab-cdf89e931153), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.938634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['2b9720ed-2fdb-4c7a-b9ab-cdf89e931153'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:50.953932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:50.954588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:50.965558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4827dda-0580-451a-83ea-b2313d659c46 req-40fdf859-12cb-4f1b-be97-a026bc5596be tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:50.973225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4827dda-0580-451a-83ea-b2313d659c46 req-40fdf859-12cb-4f1b-be97-a026bc5596be tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 932 time: 0.1717460
Apr 09 21:04:50.978184 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-c7281bc1-9fc1-4c7b-8059-0d783152fef0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3627489
Apr 09 21:04:50.995530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Request body: {'port': {'device_id': 'd65d7765-2bd1-40ba-adc2-3d6fb923297b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:51.001347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (8479cec1-65e9-415c-a712-835b7f8b974b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.039887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ca581f88-fb84-487c-a99f-3272299a0069 None None] Provisioning complete for port f7b077f0-fee5-45fc-a856-810e4bfb2df7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:51.042009 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca581f88-fb84-487c-a99f-3272299a0069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.058072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Pushing event deleted for resources: {'Port': ['ID=2b9720ed-2fdb-4c7a-b9ab-cdf89e931153,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:51.065613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0744306-f76b-4e79-8c14-89de4402580c req-ec7acd25-24be-48a3-8e7d-d630ad8e9553 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:51.072723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0744306-f76b-4e79-8c14-89de4402580c req-ec7acd25-24be-48a3-8e7d-d630ad8e9553 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 945 time: 0.4051259
Apr 09 21:04:51.093313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.160848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ca581f88-fb84-487c-a99f-3272299a0069 None None] Port f7b077f0-fee5-45fc-a856-810e4bfb2df7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:04:51.171932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] No DVR routers for this DVR port 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:51.181373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.184760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-644d91ff-3345-4d60-b100-1364f0c29a15 req-781b76ce-96a7-45ea-98e2-686de29b527f tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.25 "DELETE /v2.0/ports/2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 HTTP/1.1" status: 204  len: 173 time: 1.8003905
Apr 09 21:04:51.215402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f670df63-d8a9-4e25-a6c0-1758746d7c81', 'name': 'network-vif-deleted', 'tag': '2b9720ed-2fdb-4c7a-b9ab-cdf89e931153'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:51.218735 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3e0e82-be3e-43b3-b94c-34d834af57ec" -d '{"events": [{"server_uuid": "f670df63-d8a9-4e25-a6c0-1758746d7c81", "name": "network-vif-deleted", "tag": "2b9720ed-2fdb-4c7a-b9ab-cdf89e931153"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:51.242404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4827dda-0580-451a-83ea-b2313d659c46 req-7ef55f29-3ebc-48be-a759-7c1dfd08c74e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2679460
Apr 09 21:04:51.304438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0744306-f76b-4e79-8c14-89de4402580c req-be1a1596-6b24-4e7c-933b-2cca0fe96b97 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305200
Apr 09 21:04:51.392985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2447064d-f2f6-4455-bc1d-f66ad73dad67), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.418138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0edc9bc8-0959-4969-af47-a7cbc12d2202 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:51.526165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0edc9bc8-0959-4969-af47-a7cbc12d2202 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:51.526538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.566441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.618873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ca56a31-bd50-4268-9461-9b55832aae3c req-82681ab6-5048-48aa-9103-bb1b72b1fbef tempest-ServerAddressesTestJSON-573671989 tempest-ServerAddressesTestJSON-573671989-project] 10.222.0.30 "GET /v2.0/ports?device_id=f670df63-d8a9-4e25-a6c0-1758746d7c81 HTTP/1.1" status: 200  len: 210 time: 0.0951662
Apr 09 21:04:51.635578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53518da7-7bf8-48b7-ac45-3845b64516cf req-7ab17a2f-0e4f-4360-a391-635980125f33 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:51.644699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53518da7-7bf8-48b7-ac45-3845b64516cf req-7ab17a2f-0e4f-4360-a391-635980125f33 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1448517
Apr 09 21:04:51.645910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0edc9bc8-0959-4969-af47-a7cbc12d2202 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:51.646929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.674004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:51.688965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 0edc9bc8-0959-4969-af47-a7cbc12d2202, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0edc9bc8-0959-4969-af47-a7cbc12d2202,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:51.693423 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Publish callbacks [] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.721594 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.724496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Transition to ACTIVE for port object 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:04:51.734494 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f1f06-79d0-4a02-8f6d-a4a171bb2283 x-openstack-request-id: req-444f1f06-79d0-4a02-8f6d-a4a171bb2283 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:51.735065 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "87ea195a-9ea5-4807-8aeb-44650ead0f55", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:51.735485 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-444f1f06-79d0-4a02-8f6d-a4a171bb2283 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:51.736123 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444f1f06-79d0-4a02-8f6d-a4a171bb2283'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': '87ea195a-9ea5-4807-8aeb-44650ead0f55', 'status': 'completed', 'code': 200}
Apr 09 21:04:51.738885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Port': ['ID=2447064d-f2f6-4455-bc1d-f66ad73dad67,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:51.747773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.905665 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Publish callbacks [] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.909920 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0d910b-705c-4c99-834d-b3abba1f9fc7 x-openstack-request-id: req-2c0d910b-705c-4c99-834d-b3abba1f9fc7 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:51.910462 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f670df63-d8a9-4e25-a6c0-1758746d7c81", "name": "network-vif-deleted", "tag": "2b9720ed-2fdb-4c7a-b9ab-cdf89e931153", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:51.910894 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c0d910b-705c-4c99-834d-b3abba1f9fc7 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:51.911486 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0d910b-705c-4c99-834d-b3abba1f9fc7'] response: {'server_uuid': 'f670df63-d8a9-4e25-a6c0-1758746d7c81', 'name': 'network-vif-deleted', 'tag': '2b9720ed-2fdb-4c7a-b9ab-cdf89e931153', 'status': 'completed', 'code': 200}
Apr 09 21:04:51.918533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:51.922380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:51.927474 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab89bf-d10e-41fd-a049-f089fbed8834" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-unplugged", "status": "completed", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:51.957949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=0edc9bc8-0959-4969-af47-a7cbc12d2202,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:52.058432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:52.145427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Pushing event updated for resources: {'Port': ['ID=f7b077f0-fee5-45fc-a856-810e4bfb2df7,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:52.215665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c986ea0-920b-4bc0-9df3-72df67f376d2 req-c191ffdb-5c3a-4a78-b59d-b60af9643e75 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0486138
Apr 09 21:04:52.223903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Router 8754726c-088c-474b-a8b2-8df96a2f1985 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:04:52.229807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53518da7-7bf8-48b7-ac45-3845b64516cf req-18022734-cfe0-4b5b-b7f0-ffdef6d74fbd tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5838151
Apr 09 21:04:52.231810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Attempting to bind port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:52.232277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Attempting to bind port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:52.232715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Attempting to bind port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:52.251787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (8479cec1-65e9-415c-a712-835b7f8b974b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:52.279207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 on network cdd9fe53-654b-4110-9856-85e40c331c54 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:04:52.283577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Attempting to bind port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:52.330911 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f9764d-7311-49e3-bc5a-72b9c9d30b08 x-openstack-request-id: req-53f9764d-7311-49e3-bc5a-72b9c9d30b08 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:52.331269 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-unplugged", "status": "completed", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:52.331606 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53f9764d-7311-49e3-bc5a-72b9c9d30b08 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:52.332067 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f9764d-7311-49e3-bc5a-72b9c9d30b08'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'code': 200}
Apr 09 21:04:52.336896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:52.339169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Checking segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:52.339169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Bound using segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:52.339169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Bound port: 1fc04f79-02c1-4f55-b1c0-6258e35f28a4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:52.339169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:52.376573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:52.378195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:52.512236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] For port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:52.517206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] For port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:52.521110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:04:52.535050 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] Sync routers for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:04:52.564579 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:52.565249 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237733ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:52.579410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:52.581591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafefae7-bda9-4144-87a3-f550e46227da req-c25b8a6f-51fc-438e-a746-ef39f85354ac tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:52.589503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fafefae7-bda9-4144-87a3-f550e46227da req-c25b8a6f-51fc-438e-a746-ef39f85354ac tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 945 time: 0.1291380
Apr 09 21:04:52.615784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93706c-2ae1-4e4a-87ad-535b61966578 req-3c0c8907-c347-40e4-9966-ba970aa58bd9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:52.618452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] No DVR routers for this DVR port 2447064d-f2f6-4455-bc1d-f66ad73dad67 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:52.624679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93706c-2ae1-4e4a-87ad-535b61966578 req-3c0c8907-c347-40e4-9966-ba970aa58bd9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:52.627142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf93706c-2ae1-4e4a-87ad-535b61966578 req-3c0c8907-c347-40e4-9966-ba970aa58bd9 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 1676 time: 0.2246475
Apr 09 21:04:52.639216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:52.647506 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-1618606d-c432-4129-b3e4-6910d5d39209 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "DELETE /v2.0/ports/2447064d-f2f6-4455-bc1d-f66ad73dad67 HTTP/1.1" status: 204  len: 173 time: 2.8105273
Apr 09 21:04:52.692341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:52.692913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:52.694499 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] 10.222.0.25 "PUT /v2.0/ports/1fc04f79-02c1-4f55-b1c0-6258e35f28a4 HTTP/1.1" status: 200  len: 1092 time: 1.7067771
Apr 09 21:04:52.752072 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:52.776470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fafefae7-bda9-4144-87a3-f550e46227da req-b3f6dec4-d86f-40d1-bab8-1a529b322744 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776512
Apr 09 21:04:52.815435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7008591e-af1b-474b-ae3f-fdc03f3f2749 None None] Provisioning complete for port f7b077f0-fee5-45fc-a856-810e4bfb2df7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:52.815435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7008591e-af1b-474b-ae3f-fdc03f3f2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:52.843647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c45455-d45a-48a2-812e-a4cfc58516a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:52.860848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf93706c-2ae1-4e4a-87ad-535b61966578 req-ad2ed1ad-1f57-46c1-91d3-41bde53cde03 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1760166
Apr 09 21:04:52.868459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Router 8479cec1-65e9-415c-a712-835b7f8b974b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:04:52.907655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7008591e-af1b-474b-ae3f-fdc03f3f2749 None None] Port f7b077f0-fee5-45fc-a856-810e4bfb2df7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:04:52.938383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-b88002a9-7630-440a-a563-4b3eda5d4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:52.940443 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-b88002a9-7630-440a-a563-4b3eda5d4068 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 1126 time: 0.1124926
Apr 09 21:04:52.945325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:52.945325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:52.949647 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e1621555-b181-4dd7-8037-25033b9f1481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:53.062294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:04:53.075136 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-03360eb0-3530-4e3a-969d-5e2b1475eca3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fc04f79-02c1-4f55-b1c0-6258e35f28a4 HTTP/1.1" status: 200  len: 217 time: 0.0890915
Apr 09 21:04:53.078969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-11ccab07-f180-4088-9b35-c260aa06981f admin admin] 10.222.0.30 "PUT /v2.0/routers/8479cec1-65e9-415c-a712-835b7f8b974b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1348653
Apr 09 21:04:53.079731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Sync routers for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:04:53.091678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d75f9-f6cb-4042-b2ae-833014845e97 req-78b1ea95-3bc0-43d1-b001-ab19526b2f28 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:53.094562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:53.094757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac7d75f9-f6cb-4042-b2ae-833014845e97 req-78b1ea95-3bc0-43d1-b001-ab19526b2f28 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 944 time: 0.2297206
Apr 09 21:04:53.103562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763debb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:53.112630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:53.207512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-493744c8-a08b-4031-b677-931285cfb419 admin admin] Deleting subnet b26267f7-d032-4835-ba26-f196694d33b1 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:04:53.213809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-493744c8-a08b-4031-b677-931285cfb419 admin admin] Publish callbacks [] for subnet (b26267f7-d032-4835-ba26-f196694d33b1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:53.256605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-4977be9c-3269-4a68-8808-504ef7ab7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:53.260180 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-4977be9c-3269-4a68-8808-504ef7ab7964 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1702960
Apr 09 21:04:53.276934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] For port aeadbd1f-8d76-4ad3-84a7-50139f5852c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:53.278685 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:53.281188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac7d75f9-f6cb-4042-b2ae-833014845e97 req-0b5dd0ed-5501-4dd7-a8f1-8484d4b07d30 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783216
Apr 09 21:04:53.340542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-493744c8-a08b-4031-b677-931285cfb419 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (b26267f7-d032-4835-ba26-f196694d33b1), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:53.360741 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-ef291c08-e86a-41f4-8de4-adc5b07f1951 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747833
Apr 09 21:04:53.362126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Calling delete_port for aeadbd1f-8d76-4ad3-84a7-50139f5852c5 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:53.389113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:53.479502 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237733ebe0>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 5, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:53.482041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:53.492954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-33f57765-4d5f-4d37-9ebd-9acfcba784b9 req-41d32959-4b0c-4ce0-a47e-174a04846ac8 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0614741
Apr 09 21:04:53.501104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0edc9bc8-0959-4969-af47-a7cbc12d2202 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:53.538046 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-493744c8-a08b-4031-b677-931285cfb419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b26267f7-d032-4835-ba26-f196694d33b1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:53.538291 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] Checking router: 8754726c-088c-474b-a8b2-8df96a2f1985 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:04:53.567985 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:53.578054 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237733ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:53.610333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-5d1060e3-3a15-4a52-a869-536ee71bc3fd tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:53.612019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-5d1060e3-3a15-4a52-a869-536ee71bc3fd tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 945 time: 0.0905468
Apr 09 21:04:53.619952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc249227-9c3f-43c4-a2f6-9c9f45908955 req-0facfb8b-4349-49ab-ba9a-7e5bb4a5254d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:53.631704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc249227-9c3f-43c4-a2f6-9c9f45908955 req-0facfb8b-4349-49ab-ba9a-7e5bb4a5254d tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1632318
Apr 09 21:04:53.696326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:53.696663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 2b9720ed-2fdb-4c7a-b9ab-cdf89e931153 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:53.859948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0edc9bc8-0959-4969-af47-a7cbc12d2202 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:53.860651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:53.929145 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:53.931830 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-493744c8-a08b-4031-b677-931285cfb419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (b26267f7-d032-4835-ba26-f196694d33b1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.013278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc249227-9c3f-43c4-a2f6-9c9f45908955 req-522eec34-0853-4649-970f-827294b84650 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3805809
Apr 09 21:04:54.030926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-493744c8-a08b-4031-b677-931285cfb419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.041617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-493744c8-a08b-4031-b677-931285cfb419 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b26267f7-d032-4835-ba26-f196694d33b1 HTTP/1.1" status: 204  len: 168 time: 0.9268911
Apr 09 21:04:54.043250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493744c8-a08b-4031-b677-931285cfb419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26267f7-d032-4835-ba26-f196694d33b1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:54.050803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Deleting port 69a00c5c-3247-4aad-9312-e3179f59e693 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:54.051998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.067099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763debb0>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 2, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:54.140139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67'}, {'name': 'network-changed', 'server_uuid': 'd65d7765-2bd1-40ba-adc2-3d6fb923297b', 'tag': '1fc04f79-02c1-4f55-b1c0-6258e35f28a4'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:54.146370 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade1d221-e730-48a6-af94-a28bb2e91c9e" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67"}, {"name": "network-changed", "server_uuid": "d65d7765-2bd1-40ba-adc2-3d6fb923297b", "tag": "1fc04f79-02c1-4f55-b1c0-6258e35f28a4"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:54.158734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53610) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:54.172454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Checking router: 8479cec1-65e9-415c-a712-835b7f8b974b for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:04:54.172454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Updating router 8479cec1-65e9-415c-a712-835b7f8b974b port f7b077f0-fee5-45fc-a856-810e4bfb2df7 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:04:54.205492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] For port 69a00c5c-3247-4aad-9312-e3179f59e693, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69a00c5c-3247-4aad-9312-e3179f59e693,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:54.206165 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.225830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Calling delete_port for 69a00c5c-3247-4aad-9312-e3179f59e693 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:54.254076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.256874 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237733ebe0>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 5, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:54.305999 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73ead5-c620-4003-9577-eda88c6f25d3 None None] The sync data for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 is: [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T20:58:27Z', 'revision_number': 4, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36b4b115-3fc9-4923-b931-2de678560cc5', 'name': '', 'network_id': '77aa585d-d236-4c76-b3f0-d77cd270281e', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'mac_address': 'fa:16:3e:ef:04:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '91072f43-8669-4204-9964-c25fb5dd72db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:26Z', 'updated_at': '2022-04-09T20:58:33Z', 'revision_number': 5, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'subnets': [{'id': '91072f43-8669-4204-9964-c25fb5dd72db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:04:54.306811 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.327129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0edc9bc8-0959-4969-af47-a7cbc12d2202 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:54.385779 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (69a00c5c-3247-4aad-9312-e3179f59e693), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.412455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['69a00c5c-3247-4aad-9312-e3179f59e693'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:04:54.465607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-467d7e8d-4518-4d1b-8694-4cb655d031d3 req-b9af2125-9f96-41bd-ae2a-b62ed2c9094d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79 HTTP/1.1" status: 200  len: 210 time: 0.0966368
Apr 09 21:04:54.469829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event deleted for resources: {'Port': ['ID=69a00c5c-3247-4aad-9312-e3179f59e693,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:54.520084 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (ae78a474-58ef-459a-be82-a0d83b0a116d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.575236 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-de010cdb-627d-468b-a0e3-7642483cced5 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2030420
Apr 09 21:04:54.609214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] No DVR routers for this DVR port 69a00c5c-3247-4aad-9312-e3179f59e693 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:54.622316 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.631237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42f6db9d-177d-4e4e-9381-e50d87507a1e req-cceafd20-60ff-4352-b81b-252d6c454891 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "DELETE /v2.0/ports/69a00c5c-3247-4aad-9312-e3179f59e693 HTTP/1.1" status: 204  len: 173 time: 0.9743981
Apr 09 21:04:54.631720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79', 'name': 'network-vif-deleted', 'tag': '69a00c5c-3247-4aad-9312-e3179f59e693'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:54.639482 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d23cb7-e143-4a03-b08a-2adf77b95a90" -d '{"events": [{"server_uuid": "5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79", "name": "network-vif-deleted", "tag": "69a00c5c-3247-4aad-9312-e3179f59e693"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:54.764185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9168e7-d4a4-44e4-92e7-8756b471a43c req-2b4e9349-5b97-4fda-87da-693ec9801915 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:54.772967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (ae78a474-58ef-459a-be82-a0d83b0a116d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.784432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9168e7-d4a4-44e4-92e7-8756b471a43c req-2b4e9349-5b97-4fda-87da-693ec9801915 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:54.792209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a9168e7-d4a4-44e4-92e7-8756b471a43c req-2b4e9349-5b97-4fda-87da-693ec9801915 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 1676 time: 0.1463106
Apr 09 21:04:54.799607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23743388b0>,) {'filters': {'network_id': ['ae78a474-58ef-459a-be82-a0d83b0a116d']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:54.811078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23743388b0>, '50dc2638-657a-4a03-8ae8-a2dc6f145116') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:54.811527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23743388b0>, '50dc2638-657a-4a03-8ae8-a2dc6f145116') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:54.823129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (50dc2638-657a-4a03-8ae8-a2dc6f145116), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.836051 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200c984d-dfc5-4cc9-b1f5-77341a772ff9 None None] New status for floating IP 8d1dea87-755c-4c60-aa72-6684c0d82e07: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:04:54.859173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (50dc2638-657a-4a03-8ae8-a2dc6f145116), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.866015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:04:54.867639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (50dc2638-657a-4a03-8ae8-a2dc6f145116), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:54.885634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a9168e7-d4a4-44e4-92e7-8756b471a43c req-00af58fb-e7b9-486b-a16a-3d0c10e83bf8 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924642
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:04:54.960538 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:04:55.086777 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Publish callbacks [] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.145428 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.160959 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.163468 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc5d8fd-0f80-45f2-8564-28ba4f837b9b x-openstack-request-id: req-5cc5d8fd-0f80-45f2-8564-28ba4f837b9b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:55.164402 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "2447064d-f2f6-4455-bc1d-f66ad73dad67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d65d7765-2bd1-40ba-adc2-3d6fb923297b", "tag": "1fc04f79-02c1-4f55-b1c0-6258e35f28a4", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:55.169613 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cc5d8fd-0f80-45f2-8564-28ba4f837b9b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:55.170295 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc5d8fd-0f80-45f2-8564-28ba4f837b9b'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': '2447064d-f2f6-4455-bc1d-f66ad73dad67', 'status': 'completed', 'code': 200}
Apr 09 21:04:55.171189 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc5d8fd-0f80-45f2-8564-28ba4f837b9b'] response: {'name': 'network-changed', 'server_uuid': 'd65d7765-2bd1-40ba-adc2-3d6fb923297b', 'tag': '1fc04f79-02c1-4f55-b1c0-6258e35f28a4', 'status': 'completed', 'code': 200}
Apr 09 21:04:55.232579 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.249620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (ae78a474-58ef-459a-be82-a0d83b0a116d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.262697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.268872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366206e8-b75d-4ee8-a7ad-afb0d7e66db1 None None] Pushing event updated for resources: {'Port': ['ID=f7b077f0-fee5-45fc-a856-810e4bfb2df7,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:55.271549 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ae78a474-58ef-459a-be82-a0d83b0a116d HTTP/1.1" status: 204  len: 168 time: 1.1094680
Apr 09 21:04:55.296863 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (aeadbd1f-8d76-4ad3-84a7-50139f5852c5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.346668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02ab47-d084-42e6-88a4-8ac77d1b9586 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae78a474-58ef-459a-be82-a0d83b0a116d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:55.360118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c002d702-d65d-4fd6-8ce4-66e611048932 req-de2d50d4-256f-4f9d-a313-9f57cdafa685 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7660267
Apr 09 21:04:55.408532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Port': ['ID=aeadbd1f-8d76-4ad3-84a7-50139f5852c5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:55.434384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e33603-f244-4fae-8ae4-62cd683d99ed req-bcee0431-6867-47f2-9a0d-0c81b7e995b3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:55.447511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51e33603-f244-4fae-8ae4-62cd683d99ed req-bcee0431-6867-47f2-9a0d-0c81b7e995b3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 944 time: 0.2580833
Apr 09 21:04:55.473887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Attempting to bind port f7b077f0-fee5-45fc-a856-810e4bfb2df7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:04:55.478654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Attempting to bind port f7b077f0-fee5-45fc-a856-810e4bfb2df7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:04:55.478878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Attempting to bind port f7b077f0-fee5-45fc-a856-810e4bfb2df7 on network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:04:55.498040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:04:55.502462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53632) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:55.502755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Checking segment: {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:04:55.503223 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.503617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Bound using segment: {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:04:55.505348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Bound port: f7b077f0-fee5-45fc-a856-810e4bfb2df7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:04:55.505748 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.523800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ba2f119d-f13d-4d68-8a79-b0fabb4fca70 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387737573', 'description': 'tempest-description--1273605553'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:55.574278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] No DVR routers for this DVR port aeadbd1f-8d76-4ad3-84a7-50139f5852c5 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:04:55.579429 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.589159 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-98865d0c-7000-46e6-9ceb-3a5bec143a95 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "DELETE /v2.0/ports/aeadbd1f-8d76-4ad3-84a7-50139f5852c5 HTTP/1.1" status: 204  len: 173 time: 2.9260426
Apr 09 21:04:55.592610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba2f119d-f13d-4d68-8a79-b0fabb4fca70 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.631570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51e33603-f244-4fae-8ae4-62cd683d99ed req-f5e96c8d-9240-4bcf-a4e8-e017a0b3870d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785851
Apr 09 21:04:55.688979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] For port f7b077f0-fee5-45fc-a856-810e4bfb2df7, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:04:55.694333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] For port f7b077f0-fee5-45fc-a856-810e4bfb2df7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7b077f0-fee5-45fc-a856-810e4bfb2df7,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:04:55.704490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53636) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:55.705926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.723605 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f0463-25de-46b6-903c-eeb215b581cd x-openstack-request-id: req-fc4f0463-25de-46b6-903c-eeb215b581cd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:55.723966 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79", "name": "network-vif-deleted", "tag": "69a00c5c-3247-4aad-9312-e3179f59e693", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:55.724275 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc4f0463-25de-46b6-903c-eeb215b581cd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:55.724739 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4f0463-25de-46b6-903c-eeb215b581cd'] response: {'server_uuid': '5f6c5f3a-d12c-41cd-84cc-8bc7d4189a79', 'name': 'network-vif-deleted', 'tag': '69a00c5c-3247-4aad-9312-e3179f59e693', 'status': 'completed', 'code': 200}
Apr 09 21:04:55.752517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f1f6b27-b344-4382-8975-21cab3930a9e req-a35e6234-96d8-48c2-a4c3-ef659c8a626d tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1340284
Apr 09 21:04:55.758787 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-30b9818d-7509-47db-be44-77c6cfc2775f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab023af112834d0eb9a847bacc3fa37e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0528905
Apr 09 21:04:55.761194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53638) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:55.784760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:04:55.785384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763debb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:55.859899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e5978d48-84da-4130-810e-468ddd6ced56 None None] Provisioning complete for port f7b077f0-fee5-45fc-a856-810e4bfb2df7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:55.860272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5978d48-84da-4130-810e-468ddd6ced56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.869710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366206e8-b75d-4ee8-a7ad-afb0d7e66db1 None None] Pushing event updated for resources: {'Port': ['ID=f7b077f0-fee5-45fc-a856-810e4bfb2df7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:55.920098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78db87f1-36f7-46ea-9348-161a6028c048 admin admin] Publish callbacks [] for security_group (8bd8c3f1-eba7-4354-9763-9b92488f8d1a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:55.991175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78db87f1-36f7-46ea-9348-161a6028c048 admin admin] Publish callbacks [] for security_group (8bd8c3f1-eba7-4354-9763-9b92488f8d1a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.135674 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78db87f1-36f7-46ea-9348-161a6028c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8bd8c3f1-eba7-4354-9763-9b92488f8d1a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.138538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78db87f1-36f7-46ea-9348-161a6028c048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.142894 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-78db87f1-36f7-46ea-9348-161a6028c048 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8bd8c3f1-eba7-4354-9763-9b92488f8d1a HTTP/1.1" status: 204  len: 168 time: 0.3733907
Apr 09 21:04:56.160666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e5978d48-84da-4130-810e-468ddd6ced56 None None] Current status of the port f7b077f0-fee5-45fc-a856-810e4bfb2df7 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:56.161289 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5978d48-84da-4130-810e-468ddd6ced56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.167565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db87f1-36f7-46ea-9348-161a6028c048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd8c3f1-eba7-4354-9763-9b92488f8d1a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:56.192146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7136ff-4a92-49ff-ba33-972dd1811e21 req-e88eb314-0369-46d7-b102-6bb86d8a06ce tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:56.198481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:04:56.200381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa7136ff-4a92-49ff-ba33-972dd1811e21 req-e88eb314-0369-46d7-b102-6bb86d8a06ce tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.3327215
Apr 09 21:04:56.230664 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba2f119d-f13d-4d68-8a79-b0fabb4fca70 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group (b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.270333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb37c-785f-4ddf-9223-0af881e196d2 req-c9ecca7f-3927-4ffc-b3fe-5ea568a9e196 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:56.281210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5dbdb37c-785f-4ddf-9223-0af881e196d2 req-c9ecca7f-3927-4ffc-b3fe-5ea568a9e196 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 942 time: 0.2513516
Apr 09 21:04:56.299849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa7136ff-4a92-49ff-ba33-972dd1811e21 req-c4e6aebf-789e-4bd6-9ddf-8cdac9b1747b tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984764
Apr 09 21:04:56.320756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba2f119d-f13d-4d68-8a79-b0fabb4fca70 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.321029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e5978d48-84da-4130-810e-468ddd6ced56 None None] For port f7b077f0-fee5-45fc-a856-810e4bfb2df7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7b077f0-fee5-45fc-a856-810e4bfb2df7,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:56.368234 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5978d48-84da-4130-810e-468ddd6ced56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.403277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba2f119d-f13d-4d68-8a79-b0fabb4fca70 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.404548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ba2f119d-f13d-4d68-8a79-b0fabb4fca70 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.9002795
Apr 09 21:04:56.407479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53658) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:56.412589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6deb6d69-a3b5-4e22-9a40-d08eb5eff031 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Request body: {'security_group_rule': {'security_group_id': 'b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:56.454826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f119d-f13d-4d68-8a79-b0fabb4fca70 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:56.484278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5dbdb37c-785f-4ddf-9223-0af881e196d2 req-7674b727-fae3-4d92-aae6-a23939b610aa tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2030578
Apr 09 21:04:56.491514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6deb6d69-a3b5-4e22-9a40-d08eb5eff031 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group_rule (e5119a5c-bf68-4c45-af97-06f680f52a83), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.592984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6deb6d69-a3b5-4e22-9a40-d08eb5eff031 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group_rule (e5119a5c-bf68-4c45-af97-06f680f52a83), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.599389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6deb6d69-a3b5-4e22-9a40-d08eb5eff031 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e5119a5c-bf68-4c45-af97-06f680f52a83), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.618980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb6d69-a3b5-4e22-9a40-d08eb5eff031 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5119a5c-bf68-4c45-af97-06f680f52a83,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:56.633614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6deb6d69-a3b5-4e22-9a40-d08eb5eff031 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.635667 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6deb6d69-a3b5-4e22-9a40-d08eb5eff031 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2270072
Apr 09 21:04:56.638214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53670) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:56.647805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-00a4908a-6113-4cf3-a30f-2234fc6c2a3c tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Request body: {'security_group_rule': {'security_group_id': 'b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:56.732677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00a4908a-6113-4cf3-a30f-2234fc6c2a3c tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group_rule (29622f03-98e5-4dbc-8a8e-efa5c2aa4752), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.747337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 69a00c5c-3247-4aad-9312-e3179f59e693 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:04:56.797555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 69a00c5c-3247-4aad-9312-e3179f59e693 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:04:56.801119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 69a00c5c-3247-4aad-9312-e3179f59e693 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:04:56.810459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-37b096f4-19f7-4538-93b0-f8e27a5e27df None None] Provisioning complete for port f7b077f0-fee5-45fc-a856-810e4bfb2df7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:56.821656 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-37b096f4-19f7-4538-93b0-f8e27a5e27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.832838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00a4908a-6113-4cf3-a30f-2234fc6c2a3c tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group_rule (29622f03-98e5-4dbc-8a8e-efa5c2aa4752), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.839950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00a4908a-6113-4cf3-a30f-2234fc6c2a3c tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (29622f03-98e5-4dbc-8a8e-efa5c2aa4752), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.866147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4908a-6113-4cf3-a30f-2234fc6c2a3c tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29622f03-98e5-4dbc-8a8e-efa5c2aa4752,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:56.899220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00a4908a-6113-4cf3-a30f-2234fc6c2a3c tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.900859 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-00a4908a-6113-4cf3-a30f-2234fc6c2a3c tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2615552
Apr 09 21:04:56.903629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53678) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:56.911136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:56.917222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb96ef3-afdc-48c9-92f6-2ea657da9cbf req-4948ef1e-c8ea-4c35-96c3-2514c1de5051 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:56.918960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbb96ef3-afdc-48c9-92f6-2ea657da9cbf req-4948ef1e-c8ea-4c35-96c3-2514c1de5051 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 944 time: 0.1463635
Apr 09 21:04:56.929126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-3ec3c18d-9bb8-428e-a2b3-d6dbe9e882c7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:56.945657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-3ec3c18d-9bb8-428e-a2b3-d6dbe9e882c7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.3970172
Apr 09 21:04:56.954853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:56.973769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5978d48-84da-4130-810e-468ddd6ced56 None None] Pushing event updated for resources: {'Port': ['ID=f7b077f0-fee5-45fc-a856-810e4bfb2df7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:56.998015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-a7303348-0a66-4204-a977-a929ca2890cc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/quotas/184d9189f1364fc1bdd88feff79103e6 HTTP/1.1" status: 200  len: 375 time: 0.0513144
Apr 09 21:04:57.013092 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:57.077403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-bf405d35-f8e0-41a4-a02b-32073844f400 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0784612
Apr 09 21:04:57.120572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:57.138033 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763debb0>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:55Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:04:57.170101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3efee9-a4c4-43b7-a673-cb722060ae46 None None] The sync data for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 is: [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:55Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:04:57.173743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-37b096f4-19f7-4538-93b0-f8e27a5e27df None None] Current status of the port f7b077f0-fee5-45fc-a856-810e4bfb2df7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:57.199247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:04:57.201702 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3708fa0-109d-45ec-a677-e6a0b15982ea" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "aeadbd1f-8d76-4ad3-84a7-50139f5852c5"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:04:57.254022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbb96ef3-afdc-48c9-92f6-2ea657da9cbf req-8bf67260-a10c-4933-9f04-c72b70a99fa6 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007081
Apr 09 21:04:57.267281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-56194ce7-bf0d-42eb-a79e-e586e242cfa5 service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889069
Apr 09 21:04:57.381967 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Allocated IP 172.35.0.229 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:04:57.517720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f7b077f0-fee5-45fc-a856-810e4bfb2df7 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:04:57.532242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-d9817f23-42a9-4a64-b214-d3e5b9ea72dc service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2449625
Apr 09 21:04:57.587474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6194a4c-3deb-45a2-93f9-a76ef9f7f89d req-73ae5ed6-67cb-49c6-b3ed-bcdc7ec0fe46 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.2556961
Apr 09 21:04:57.640893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f7b077f0-fee5-45fc-a856-810e4bfb2df7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:04:57.658549 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:57.711473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for port (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:57.725514 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e5e3e8-14bf-484e-8c1a-08f0c4d54acc x-openstack-request-id: req-52e5e3e8-14bf-484e-8c1a-08f0c4d54acc {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:04:57.726120 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "aeadbd1f-8d76-4ad3-84a7-50139f5852c5", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:04:57.726388 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52e5e3e8-14bf-484e-8c1a-08f0c4d54acc {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:04:57.727379 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e5e3e8-14bf-484e-8c1a-08f0c4d54acc'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': 'aeadbd1f-8d76-4ad3-84a7-50139f5852c5', 'status': 'completed', 'code': 200}
Apr 09 21:04:57.784596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:57.914223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53714) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:57.928771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f7b077f0-fee5-45fc-a856-810e4bfb2df7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:57.951184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8863-dc2f-4deb-82a5-8e7991734ebd req-b851c121-6f11-4e02-a0a0-522a5ca80dce tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:57.964661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a97e8863-dc2f-4deb-82a5-8e7991734ebd req-b851c121-6f11-4e02-a0a0-522a5ca80dce tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1552906
Apr 09 21:04:58.023231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:04:58.080616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1026727533-network', 'tenant_id': '9867219547a94880ba048320401ac44a'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:58.122371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:04:58.130335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-4ad061b8-1c34-4cad-bc70-9f3f144e5333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:58.131846 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-4ad061b8-1c34-4cad-bc70-9f3f144e5333 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 1126 time: 0.2605126
Apr 09 21:04:58.138388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:04:58.236837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c788556-7e8c-4dfd-9c7b-1822d9d2eaf2 req-4cee8379-9df5-4ae8-bd41-08450286c0ee tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:58.246546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c788556-7e8c-4dfd-9c7b-1822d9d2eaf2 req-4cee8379-9df5-4ae8-bd41-08450286c0ee tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 942 time: 0.2059991
Apr 09 21:04:58.283408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a97e8863-dc2f-4deb-82a5-8e7991734ebd req-608b8175-adba-4ffa-9b99-9cee33e5dcbb tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3160472
Apr 09 21:04:58.335697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Made reservation on behalf of 9867219547a94880ba048320401ac44a for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:58.338045 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:58.389104 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:58.432998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c788556-7e8c-4dfd-9c7b-1822d9d2eaf2 req-27c8a20c-aa25-41d2-9d0e-c2ea556063ad tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1854663
Apr 09 21:04:58.455064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b2c4364-f396-4b10-98a0-df8bbfceb470 req-40d9e6d8-fc0a-484f-9fd1-1a9e61d53283 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 210 time: 0.0833819
Apr 09 21:04:58.501300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event updated for resources: {'Port': ['ID=c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:58.513054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-a41c9f67-8438-4a55-8cb5-cc84597684b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:58.514936 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-a41c9f67-8438-4a55-8cb5-cc84597684b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 906 time: 0.3056927
Apr 09 21:04:58.600052 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-a34860ae-6d25-40e7-9c60-4178617f8ae2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fc04f79-02c1-4f55-b1c0-6258e35f28a4 HTTP/1.1" status: 200  len: 217 time: 0.0623028
Apr 09 21:04:58.732280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:04:58.732749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:58.739699 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Publish callbacks [] for security_group (df94cb12-efad-465f-8d9d-e99c0cc8f510), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:58.755803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (df94cb12-efad-465f-8d9d-e99c0cc8f510), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:58.769692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:04:58.780340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (72b777d5-dea3-420a-85b8-fc9cfe2ddb48), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:58.780847 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Added segment 72b777d5-dea3-420a-85b8-fc9cfe2ddb48 of type vlan for network 4012c036-b890-423e-af25-300f42e827cd
Apr 09 21:04:58.806324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-7c5713ae-bb4d-4a7d-bd7d-0fa722221942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:58.808471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-7c5713ae-bb4d-4a7d-bd7d-0fa722221942 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1588798
Apr 09 21:04:58.859695 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (4012c036-b890-423e-af25-300f42e827cd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:58.883671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for floatingip (985c52db-9e34-4524-8ac2-ed1a74be0d03), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:58.913867 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-95c16a43-7790-474c-addc-6798be718bb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0875444
Apr 09 21:04:58.923630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e56979-73d3-431f-9616-757e9511f308 req-b1c68064-77b3-4570-8ed2-d5a7d7fbe337 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:58.937350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e56979-73d3-431f-9616-757e9511f308 req-b1c68064-77b3-4570-8ed2-d5a7d7fbe337 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 944 time: 0.2983477
Apr 09 21:04:58.939921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df94cb12-efad-465f-8d9d-e99c0cc8f510,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:59.033462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e56979-73d3-431f-9616-757e9511f308 req-72740884-4dbb-430c-aa57-7df949e347b5 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924673
Apr 09 21:04:59.075032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] For port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:59.075032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:59.087340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7efd864a-26d8-4fd2-9a20-ebdf3f85139e req-494e77b3-6e5a-447d-b714-b8460371781a tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.3658679
Apr 09 21:04:59.088570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (4012c036-b890-423e-af25-300f42e827cd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:59.089761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:59.090603 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:59.129774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.2119300
Apr 09 21:04:59.151036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53740) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:04:59.152294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:59.196643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Request body: {'subnet': {'network_id': '4012c036-b890-423e-af25-300f42e827cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1026727533-subnet', 'tenant_id': '9867219547a94880ba048320401ac44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:59.227266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Calling delete_port for 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:04:59.256376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229374f3-9a99-40eb-a0f5-6425dfe2dea5 admin admin] Pushing event updated for resources: {'Network': ['ID=4012c036-b890-423e-af25-300f42e827cd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:59.275236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 4012c036-b890-423e-af25-300f42e827cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:04:59.345619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Made reservation on behalf of 9867219547a94880ba048320401ac44a for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:04:59.348502 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:59.503619 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-3463b04c-09e3-469c-8fa3-e9ec86deaacf service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5749166
Apr 09 21:04:59.509859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:04:59.667197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-6bc82cbb-e116-4617-85ae-17a9da02d16e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:59.669135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-6bc82cbb-e116-4617-85ae-17a9da02d16e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.2046041
Apr 09 21:04:59.704557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Request body: {'port': {'device_id': '3b5fe469-5023-4fb7-a476-c2d2317003ad', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'admin_state_up': True, 'tenant_id': '184d9189f1364fc1bdd88feff79103e6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:04:59.712978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:59.730186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '1fc04f79-02c1-4f55-b1c0-6258e35f28a4', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'port_id': '1fc04f79-02c1-4f55-b1c0-6258e35f28a4', 'mac_address': 'fa:16:3e:53:cc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdda6f-4a4d-41bf-b698-ea1190d2dc3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:04:59.786298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:04:59.786694 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:59.804833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:04:59.833536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:04:59.844046 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:59.892060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34736efd-4bd5-4157-a90d-1d69193cec51 req-a834a70b-65de-4b63-9b0d-8076924a384e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 210 time: 0.2211764
Apr 09 21:04:59.903825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:04:59.941907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b610a4-6226-466a-a527-fac986d2d76b req-9ae81dc7-434c-471a-87cf-f7694b980de6 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:04:59.955774 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for port (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:04:59.957433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5b610a4-6226-466a-a527-fac986d2d76b req-9ae81dc7-434c-471a-87cf-f7694b980de6 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.2855780
Apr 09 21:04:59.960102 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ade1d221-e730-48a6-af94-a28bb2e91c9e req-d5074e11-b994-4fec-8c06-b65cc130306e service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4450426
Apr 09 21:05:00.000630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:00.081386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5b610a4-6226-466a-a527-fac986d2d76b req-f0b99949-4275-4e38-8831-bd33a44ae205 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227610
Apr 09 21:05:00.087222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Made reservation on behalf of 184d9189f1364fc1bdd88feff79103e6 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:00.091836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:00.165374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event updated for resources: {'Port': ['ID=c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:00.169569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (985c52db-9e34-4524-8ac2-ed1a74be0d03), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:00.186944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0a754-2000-403a-be3c-af22e9b64094 req-e6c87605-2325-4902-afe8-9828dfdd5a6c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:00.195094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['1fc04f79-02c1-4f55-b1c0-6258e35f28a4'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:00.196942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6da0a754-2000-403a-be3c-af22e9b64094 req-e6c87605-2325-4902-afe8-9828dfdd5a6c tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390 HTTP/1.1" status: 200  len: 942 time: 0.2004769
Apr 09 21:05:00.204897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (98efa2b7-5e44-4da7-8cbc-fbc1db0c459e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:00.238280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:00.248548 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3b7b16e9-edad-4877-a281-0876b9f3f8c9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3344197
Apr 09 21:05:00.248548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (0439ce06-ddc6-4223-b038-96afec5af591), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:00.289119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Port': ['ID=98efa2b7-5e44-4da7-8cbc-fbc1db0c459e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:00.418813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] No DVR routers for this DVR port 98efa2b7-5e44-4da7-8cbc-fbc1db0c459e on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:00.421887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:00.429162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5fd81c5-d06b-4a7b-90c5-f523b358d3aa req-8adc6d95-0109-4d7c-8612-978c69fbbe23 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.25 "DELETE /v2.0/ports/98efa2b7-5e44-4da7-8cbc-fbc1db0c459e HTTP/1.1" status: 204  len: 173 time: 2.5633545
Apr 09 21:05:00.429825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0439ce06-ddc6-4223-b038-96afec5af591,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:00.431690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:00.434085 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209f5c73-96d2-4ebd-8c01-0d1609d8209a" -d '{"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "98efa2b7-5e44-4da7-8cbc-fbc1db0c459e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:00.443843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf0f6-3c2e-4f7d-90eb-4127a7aeac4d req-beb90607-fe7d-4465-9392-48cbc704c043 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:00.446765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c4bf0f6-3c2e-4f7d-90eb-4127a7aeac4d req-beb90607-fe7d-4465-9392-48cbc704c043 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 945 time: 0.2431028
Apr 09 21:05:00.458395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6da0a754-2000-403a-be3c-af22e9b64094 req-42902619-5f64-4cff-b5b4-784978fe4752 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a3bb9a8-bb4a-4973-a034-a4ed0827347a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2564385
Apr 09 21:05:00.471419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Checking segment: {'id': '72b777d5-dea3-420a-85b8-fc9cfe2ddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4012c036-b890-423e-af25-300f42e827cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:00.471941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Network hostable DHCP agents. Network: 4012c036-b890-423e-af25-300f42e827cd, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:05:00.500640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Network 4012c036-b890-423e-af25-300f42e827cd is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:05:00.518068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4012c036-b890-423e-af25-300f42e827cd) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:00.526174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Allocated IP 172.20.0.5 (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2/0519333e-c540-4a09-940d-3b261e7852dc/ae4c122c-3b88-4a0c-a595-2abb00518e1c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:00.528165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95fec11-75a9-424c-88ea-f85726389cfe None None] Network 4012c036-b890-423e-af25-300f42e827cd requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:00.530841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:00.531705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:00.579964 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b010de0c-0f0a-40ba-ab94-2115bcdfde2c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.3898005
Apr 09 21:05:00.784801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed572f96-13e2-4e79-a6dc-63aa3aaa7aab None None] Network 4012c036-b890-423e-af25-300f42e827cd requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:00.816107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c4bf0f6-3c2e-4f7d-90eb-4127a7aeac4d req-d4ab6d88-73e2-42c2-80f3-42296c61e99a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3533010
Apr 09 21:05:01.250564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:01.285870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks [] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:01.326154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d68445f9-6a2e-4f62-9584-dbcb8369fef2 req-02bca642-0aa4-4bf1-9a00-dbb237a3a7e5 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.5659916
Apr 09 21:05:01.402226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-a6e2ca3b-fb78-46a1-a66d-a32e2022c437 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1387737573&fields=id&tenant_id=48b917a437e7432bbfc884a1067fdfaa HTTP/1.1" status: 200  len: 267 time: 0.1197064
Apr 09 21:05:01.411216 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667cb306-e74d-4360-b6e0-1b64b81d65d1 x-openstack-request-id: req-667cb306-e74d-4360-b6e0-1b64b81d65d1 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:01.411594 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390", "name": "network-vif-deleted", "tag": "98efa2b7-5e44-4da7-8cbc-fbc1db0c459e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:01.411850 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-667cb306-e74d-4360-b6e0-1b64b81d65d1 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:01.412270 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667cb306-e74d-4360-b6e0-1b64b81d65d1'] response: {'server_uuid': '3cc3a7d5-f9c3-4bad-a7b3-9146f40cc390', 'name': 'network-vif-deleted', 'tag': '98efa2b7-5e44-4da7-8cbc-fbc1db0c459e', 'status': 'completed', 'code': 200}
Apr 09 21:05:01.477427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:01.531885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:01.548739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:01.564615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:01.565984 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:01.621936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:01.622724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event updated for resources: {'Port': ['ID=ae4c122c-3b88-4a0c-a595-2abb00518e1c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:01.652171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:01.654763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:01.674564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:01.676369 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:01.705503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65d7765-2bd1-40ba-adc2-3d6fb923297b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc04f79-02c1-4f55-b1c0-6258e35f28a4'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:01.708278 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1742653f-b2c1-4349-b252-cd2fb4d6cfa1" -d '{"events": [{"server_uuid": "d65d7765-2bd1-40ba-adc2-3d6fb923297b", "name": "network-vif-plugged", "status": "completed", "tag": "1fc04f79-02c1-4f55-b1c0-6258e35f28a4"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:01.724443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:01.732586 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:01.785664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-508bea27-4c01-4c35-af52-5ff97ef0db44 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:01.787517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-508bea27-4c01-4c35-af52-5ff97ef0db44 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/networks?id=0bc5e448-da4a-443d-9ac2-ea8630aa20c9 HTTP/1.1" status: 200  len: 805 time: 0.3843813
Apr 09 21:05:01.794163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:01.799033 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:01.799679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:01.834801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-32dfa641-fa87-4671-8154-622171015ef9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1344471
Apr 09 21:05:01.845316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-89d92591-d525-4f79-93c8-7187b3b7beac tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/quotas/48b917a437e7432bbfc884a1067fdfaa HTTP/1.1" status: 200  len: 375 time: 0.0347447
Apr 09 21:05:01.854893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Request body: {'port': {'device_id': '3b5fe469-5023-4fb7-a476-c2d2317003ad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:01.945207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-903a8f6b-1bd0-494f-b5fb-99eb757309aa tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:01.948009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-903a8f6b-1bd0-494f-b5fb-99eb757309aa tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/networks?id=4012c036-b890-423e-af25-300f42e827cd HTTP/1.1" status: 200  len: 822 time: 0.3151195
Apr 09 21:05:01.989759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-6d46e2b3-cd98-4a61-883e-306381c23ed0 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48b917a437e7432bbfc884a1067fdfaa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1315877
Apr 09 21:05:02.029863 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-65672887-da17-45a8-902f-c492fa70d9d5 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/quotas/9867219547a94880ba048320401ac44a HTTP/1.1" status: 200  len: 375 time: 0.0734959
Apr 09 21:05:02.051778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:02.135731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-00a803bc-c7fd-438f-ad43-c52df1670917 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9867219547a94880ba048320401ac44a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0875075
Apr 09 21:05:02.364397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-ec044bdd-b2f7-4897-937e-4f1d49c0cb78 service neutron] 10.222.0.30 "GET /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3470349
Apr 09 21:05:02.412491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-3561a994-71a0-4a1d-8f7d-1ae3ce561f28 service neutron] 10.222.0.30 "GET /v2.0/networks/4012c036-b890-423e-af25-300f42e827cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2662163
Apr 09 21:05:02.621797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-a0c111ce-d923-4152-967a-0344d90a0f5c service neutron] 10.222.0.30 "GET /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2426462
Apr 09 21:05:02.663474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-f5e1b7a2-89bf-4c8d-9add-b7cbde0ce1ee service neutron] 10.222.0.30 "GET /v2.0/networks/4012c036-b890-423e-af25-300f42e827cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329631
Apr 09 21:05:02.730531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4c122c-3b88-4a0c-a595-2abb00518e1c {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:02.738433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Publish callbacks [] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:02.751692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Transition to ACTIVE for port object ae4c122c-3b88-4a0c-a595-2abb00518e1c will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:05:02.765414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:02.882705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Pushing event updated for resources: {'Port': ['ID=ae4c122c-3b88-4a0c-a595-2abb00518e1c,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:03.036361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Attempting to bind port ae4c122c-3b88-4a0c-a595-2abb00518e1c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:03.036695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Attempting to bind port ae4c122c-3b88-4a0c-a595-2abb00518e1c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Attempting to bind port ae4c122c-3b88-4a0c-a595-2abb00518e1c on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cc2d2-9c35-48d1-b3be-6387cad17dff req-c3244785-9050-46a9-bf3c-1002cbf19986 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c1cc2d2-9c35-48d1-b3be-6387cad17dff req-c3244785-9050-46a9-bf3c-1002cbf19986 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.1350071
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c5d2a-38aa-42ca-aa67-6a4f8dfe978a req-4f1cbb16-b7be-47e4-b420-594df303b87f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-802c5d2a-38aa-42ca-aa67-6a4f8dfe978a req-4f1cbb16-b7be-47e4-b420-594df303b87f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 943 time: 0.1714799
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Port ae4c122c-3b88-4a0c-a595-2abb00518e1c on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Attempting to bind port ae4c122c-3b88-4a0c-a595-2abb00518e1c on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Checking segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Bound using segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:03.118306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Bound port: ae4c122c-3b88-4a0c-a595-2abb00518e1c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:03.119550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:03.217593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c1cc2d2-9c35-48d1-b3be-6387cad17dff req-5bf37d41-1fe1-4e9e-888c-ed9200fd6556 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601410
Apr 09 21:05:03.248441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-802c5d2a-38aa-42ca-aa67-6a4f8dfe978a req-3ea973dc-d2da-4172-b46e-4dbc3cda1a58 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678622
Apr 09 21:05:03.332659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] For port ae4c122c-3b88-4a0c-a595-2abb00518e1c, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:03.338601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] For port ae4c122c-3b88-4a0c-a595-2abb00518e1c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae4c122c-3b88-4a0c-a595-2abb00518e1c,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:03.356908 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:03.365196 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63da30b8-1b87-4a61-b1ef-ce101597cd87 x-openstack-request-id: req-63da30b8-1b87-4a61-b1ef-ce101597cd87 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:03.365672 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65d7765-2bd1-40ba-adc2-3d6fb923297b", "name": "network-vif-plugged", "status": "completed", "tag": "1fc04f79-02c1-4f55-b1c0-6258e35f28a4", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:03.365933 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63da30b8-1b87-4a61-b1ef-ce101597cd87 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:03.366494 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63da30b8-1b87-4a61-b1ef-ce101597cd87'] response: {'server_uuid': 'd65d7765-2bd1-40ba-adc2-3d6fb923297b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc04f79-02c1-4f55-b1c0-6258e35f28a4', 'code': 200}
Apr 09 21:05:03.504249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:03.505471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:03.506915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] 10.222.0.25 "PUT /v2.0/ports/ae4c122c-3b88-4a0c-a595-2abb00518e1c HTTP/1.1" status: 200  len: 1091 time: 1.6563249
Apr 09 21:05:03.507381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d63a1-05c8-4d78-81e3-9c74751c9d43 req-cc9f826b-cc10-4646-8361-1793e396edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:03.507769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5fe469-5023-4fb7-a476-c2d2317003ad', 'tag': 'ae4c122c-3b88-4a0c-a595-2abb00518e1c'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:03.508912 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fa5d63a1-05c8-4d78-81e3-9c74751c9d43 req-cc9f826b-cc10-4646-8361-1793e396edfd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 1128 time: 0.0829535
Apr 09 21:05:03.510814 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c66b4c-dd96-49ca-bd70-7b07e612287e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5fe469-5023-4fb7-a476-c2d2317003ad", "tag": "ae4c122c-3b88-4a0c-a595-2abb00518e1c"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:03.603928 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fa5d63a1-05c8-4d78-81e3-9c74751c9d43 req-7e84d2be-0dc8-4dd7-995a-369069c0dfd5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868616
Apr 09 21:05:03.655066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654ed49-745e-4b3f-9412-96485043b4da req-30fb191d-f529-4da3-885b-de8632d357c7 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:03.656911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c654ed49-745e-4b3f-9412-96485043b4da req-30fb191d-f529-4da3-885b-de8632d357c7 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 946 time: 0.2126691
Apr 09 21:05:03.674580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff23e5-215e-4fce-8db1-693856f0476f service neutron] Pushing event updated for resources: {'Port': ['ID=ae4c122c-3b88-4a0c-a595-2abb00518e1c,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:03.678915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-83ddaf52-48b6-48c9-adf3-abdc6e357f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:03.679906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-83ddaf52-48b6-48c9-adf3-abdc6e357f92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 1125 time: 0.1239548
Apr 09 21:05:03.683063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ff2db5d-fc48-4176-a9ff-43c9defb5b20 req-837df217-a3b9-401c-bb90-b2f0fda94f12 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0612047
Apr 09 21:05:03.737580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c654ed49-745e-4b3f-9412-96485043b4da req-82ee5b24-c23f-426b-984d-e0b86539761f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645640
Apr 09 21:05:03.824098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cbc37ea-ed5d-4d0b-88fc-532f3fee1c34 req-1abc97df-816e-427e-b816-25a79ab704fa tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 210 time: 0.0322602
Apr 09 21:05:03.870067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7d034c8-0218-40d3-abab-1611acd35676 req-bf24c588-e335-4ba0-aab0-8be74807140c tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 210 time: 0.0528467
Apr 09 21:05:03.890902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53848) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:03.987960 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614fffee-3880-412f-a9dd-11bd1f8bb757 x-openstack-request-id: req-614fffee-3880-412f-a9dd-11bd1f8bb757 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:03.988311 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5fe469-5023-4fb7-a476-c2d2317003ad", "tag": "ae4c122c-3b88-4a0c-a595-2abb00518e1c", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:03.988553 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-614fffee-3880-412f-a9dd-11bd1f8bb757 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:03.989013 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614fffee-3880-412f-a9dd-11bd1f8bb757'] response: {'name': 'network-changed', 'server_uuid': '3b5fe469-5023-4fb7-a476-c2d2317003ad', 'tag': 'ae4c122c-3b88-4a0c-a595-2abb00518e1c', 'status': 'completed', 'code': 200}
Apr 09 21:05:03.990850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-903229f7-6a96-4629-842e-d516823eca40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4c122c-3b88-4a0c-a595-2abb00518e1c HTTP/1.1" status: 200  len: 217 time: 0.0853209
Apr 09 21:05:04.003238 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2cf26be-19fa-41f6-8ff2-c76f23d76abf tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group (5a3bb9a8-bb4a-4973-a034-a4ed0827347a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.031350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2cf26be-19fa-41f6-8ff2-c76f23d76abf tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group (5a3bb9a8-bb4a-4973-a034-a4ed0827347a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.055431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-c059b119-2262-49ee-b6e5-cb4179a045cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:04.055431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-c059b119-2262-49ee-b6e5-cb4179a045cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.0532093
Apr 09 21:05:04.115833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2cf26be-19fa-41f6-8ff2-c76f23d76abf tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5a3bb9a8-bb4a-4973-a034-a4ed0827347a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.119100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2cf26be-19fa-41f6-8ff2-c76f23d76abf tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.120055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-77096ca3-81ff-4fbe-9e9b-622d3afebd48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618987
Apr 09 21:05:04.120644 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f2cf26be-19fa-41f6-8ff2-c76f23d76abf tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a3bb9a8-bb4a-4973-a034-a4ed0827347a HTTP/1.1" status: 204  len: 168 time: 0.2285795
Apr 09 21:05:04.123503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53854) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:04.133531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf26be-19fa-41f6-8ff2-c76f23d76abf tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3bb9a8-bb4a-4973-a034-a4ed0827347a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:04.152200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57964270-64aa-4d52-aebe-17c86c69b1c9 req-32d5500c-d793-4a99-8db4-a04fa962a30c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0422788
Apr 09 21:05:04.160952 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-ec5e452c-3af6-4893-94af-ac50dcb91382 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] show failed (client error): The resource could not be found.
Apr 09 21:05:04.162039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ec5e452c-3af6-4893-94af-ac50dcb91382 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "GET /v2.0/security-groups/5a3bb9a8-bb4a-4973-a034-a4ed0827347a HTTP/1.1" status: 404  len: 347 time: 0.0375128
Apr 09 21:05:04.165158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53856) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:04.343563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting port 851a9e64-dc69-491b-8f3a-d38eac7f3941 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:04.343563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (851a9e64-dc69-491b-8f3a-d38eac7f3941), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.364044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb8626-88d6-43ed-abcc-33d318f1a88d req-63c14e80-2c42-4a84-9c03-c7a85e4274d8 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:04.365913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02cb8626-88d6-43ed-abcc-33d318f1a88d req-63c14e80-2c42-4a84-9c03-c7a85e4274d8 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.0648959
Apr 09 21:05:04.469800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02cb8626-88d6-43ed-abcc-33d318f1a88d req-cb3a6a76-3c79-4316-b2aa-23305b2dfcf2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949016
Apr 09 21:05:04.494870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5f03-35da-4c45-bc3a-29f3d017b45d req-55fc0572-6c56-458b-9b0f-19120bd271e2 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:04.496473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95ff5f03-35da-4c45-bc3a-29f3d017b45d req-55fc0572-6c56-458b-9b0f-19120bd271e2 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 943 time: 0.1418746
Apr 09 21:05:04.500203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (851a9e64-dc69-491b-8f3a-d38eac7f3941), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.500610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for floatingip (851a9e64-dc69-491b-8f3a-d38eac7f3941), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.514976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Calling delete_port for 851a9e64-dc69-491b-8f3a-d38eac7f3941 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:04.681281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95ff5f03-35da-4c45-bc3a-29f3d017b45d req-0561317a-7062-48a6-8dc4-e3302abca067 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756070
Apr 09 21:05:04.686717 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (851a9e64-dc69-491b-8f3a-d38eac7f3941), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.695810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-c1f66fcc-bf60-4c14-ac35-61965dbd9163 service neutron] 10.222.0.25 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366122
Apr 09 21:05:04.722730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Port': ['ID=851a9e64-dc69-491b-8f3a-d38eac7f3941,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:04.738279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:04.810995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for floatingip (8d1dea87-755c-4c60-aa72-6684c0d82e07), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.818783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.823049 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-796a9be1-4246-4e09-b730-3921aacc9b9b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "DELETE /v2.0/floatingips/8d1dea87-755c-4c60-aa72-6684c0d82e07 HTTP/1.1" status: 204  len: 168 time: 0.6568491
Apr 09 21:05:04.825104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:04.828438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 413538b1-c0e7-410b-b551-a900c613c97a is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:04.828841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.895291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3d2c2ce-690f-46bf-852a-241439c0f28d req-409fc9d0-9020-40d6-97df-6b24333f1447 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0590336
Apr 09 21:05:04.900292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:04.908668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.932004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46b9014a-8d61-4b13-9ae1-28e9c7af4e4f req-27d39a17-ce3a-49b2-aa8f-c87b76efe595 service neutron] 10.222.0.25 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158167
Apr 09 21:05:04.932193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0abc886c-4f2a-4805-9d8b-89fc95b70645 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting port edac2419-450b-406e-b5db-84cf807a3c10 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:04.932193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abc886c-4f2a-4805-9d8b-89fc95b70645 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (edac2419-450b-406e-b5db-84cf807a3c10), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:04.965009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:04.965213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacbe87-4d92-4235-82fc-d1ae474985ea req-57883c37-812b-4d32-8a51-43f291063e62 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:04.975860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4cacbe87-4d92-4235-82fc-d1ae474985ea req-57883c37-812b-4d32-8a51-43f291063e62 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 946 time: 0.1154013
Apr 09 21:05:05.039657 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abc886c-4f2a-4805-9d8b-89fc95b70645 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (edac2419-450b-406e-b5db-84cf807a3c10), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.054272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0abc886c-4f2a-4805-9d8b-89fc95b70645 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Calling delete_port for edac2419-450b-406e-b5db-84cf807a3c10 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:05.067693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7614c9f8-0760-4300-906b-ca2152838f13 req-7f0f6023-ea55-48db-a433-e7611fec4753 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 210 time: 0.0434935
Apr 09 21:05:05.095396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4cacbe87-4d92-4235-82fc-d1ae474985ea req-512effc1-6cd6-4d50-896e-d8c05c38b24b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033475
Apr 09 21:05:05.167676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f9bdf1e-8119-42f0-9436-2c03982b7840 req-b379be57-9bb6-4c48-9d57-3b5599716b7a tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 210 time: 0.0289080
Apr 09 21:05:05.202874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abc886c-4f2a-4805-9d8b-89fc95b70645 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (edac2419-450b-406e-b5db-84cf807a3c10), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.230051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc886c-4f2a-4805-9d8b-89fc95b70645 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Port': ['ID=edac2419-450b-406e-b5db-84cf807a3c10,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:05.316914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abc886c-4f2a-4805-9d8b-89fc95b70645 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.323731 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0abc886c-4f2a-4805-9d8b-89fc95b70645 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "DELETE /v2.0/ports/edac2419-450b-406e-b5db-84cf807a3c10 HTTP/1.1" status: 204  len: 168 time: 0.4949136
Apr 09 21:05:05.324038 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53890) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:05.367589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:05.370540 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e2a3a6-a442-4000-b8e2-da50a4a4758f" -d '{"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-unplugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:05.408126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-49b5e8b3-2b71-40ee-a76d-98f7c3adf3d5 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:05.409788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-49b5e8b3-2b71-40ee-a76d-98f7c3adf3d5 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.32 "GET /v2.0/networks?id=4012c036-b890-423e-af25-300f42e827cd HTTP/1.1" status: 200  len: 822 time: 0.1454165
Apr 09 21:05:05.427697 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787cbee7-befd-4bf7-aca1-624b5c76d271 x-openstack-request-id: req-787cbee7-befd-4bf7-aca1-624b5c76d271 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:05.428016 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-unplugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:05.428290 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-787cbee7-befd-4bf7-aca1-624b5c76d271 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:05.429151 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787cbee7-befd-4bf7-aca1-624b5c76d271'] response: {'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a', 'code': 200}
Apr 09 21:05:05.429428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1e0e9-49b8-4abe-b613-a0444380f1ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting port 4d183039-0082-437f-a23a-644fd46b056d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:05.429856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e0e9-49b8-4abe-b613-a0444380f1ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4d183039-0082-437f-a23a-644fd46b056d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.430799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Request body: {'port': {'device_id': 'd25d5238-42cc-4933-8f4a-55af227445a6', 'network_id': '4012c036-b890-423e-af25-300f42e827cd', 'admin_state_up': True, 'tenant_id': '9867219547a94880ba048320401ac44a'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:05.563940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e0e9-49b8-4abe-b613-a0444380f1ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4d183039-0082-437f-a23a-644fd46b056d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.587074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1e0e9-49b8-4abe-b613-a0444380f1ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Calling delete_port for 4d183039-0082-437f-a23a-644fd46b056d owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:05.645343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0547192-7e0c-4fec-b13e-f491893a7080 req-ea231a7a-a6d2-4259-a737-494716a11667 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:05.647026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0547192-7e0c-4fec-b13e-f491893a7080 req-ea231a7a-a6d2-4259-a737-494716a11667 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 947 time: 0.0831175
Apr 09 21:05:05.711097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-e9c21bed-5354-47b4-ba9c-358e5bf37307 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:05.712624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-e9c21bed-5354-47b4-ba9c-358e5bf37307 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.32 "GET /v2.0/networks?id=0bc5e448-da4a-443d-9ac2-ea8630aa20c9 HTTP/1.1" status: 200  len: 805 time: 0.3019204
Apr 09 21:05:05.773672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Made reservation on behalf of 9867219547a94880ba048320401ac44a for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:05.777643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.781734 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e0e9-49b8-4abe-b613-a0444380f1ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4d183039-0082-437f-a23a-644fd46b056d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.800599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0547192-7e0c-4fec-b13e-f491893a7080 req-8f46bcda-1340-4051-8e0b-bf68caee7a81 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385581
Apr 09 21:05:05.843569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1e0e9-49b8-4abe-b613-a0444380f1ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Port': ['ID=4d183039-0082-437f-a23a-644fd46b056d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:05.911722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e0e9-49b8-4abe-b613-a0444380f1ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.915345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bbf1e0e9-49b8-4abe-b613-a0444380f1ba tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "DELETE /v2.0/ports/4d183039-0082-437f-a23a-644fd46b056d HTTP/1.1" status: 204  len: 168 time: 0.5901468
Apr 09 21:05:05.918043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53920) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:05.923184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba2bbb-7cbc-4308-9ca7-7b6fd191823d req-745c7e56-e626-470e-b3df-346cbab4dce8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:05.924674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feba2bbb-7cbc-4308-9ca7-7b6fd191823d req-745c7e56-e626-470e-b3df-346cbab4dce8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 943 time: 0.1294544
Apr 09 21:05:05.949260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-3281db38-1858-46bf-8e09-424f8eec9e86 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48b917a437e7432bbfc884a1067fdfaa HTTP/1.1" status: 200  len: 380 time: 0.2180052
Apr 09 21:05:05.970169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3929fb-b201-44ff-b896-f36706086b8b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting subnet df5a4b83-98bf-4e0c-ab0a-001e34755289 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:05:05.973601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca3929fb-b201-44ff-b896-f36706086b8b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for subnet (df5a4b83-98bf-4e0c-ab0a-001e34755289), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:05.979727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Request body: {'port': {'device_id': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'admin_state_up': True, 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'security_groups': ['b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:06.014358 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca3929fb-b201-44ff-b896-f36706086b8b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (df5a4b83-98bf-4e0c-ab0a-001e34755289), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.061188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cfb39-893c-4ae8-811a-e31c548bc99f req-72be55ca-4354-4c3f-a8ca-bcad519c8d38 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:06.062609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df4cfb39-893c-4ae8-811a-e31c548bc99f req-72be55ca-4354-4c3f-a8ca-bcad519c8d38 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 950 time: 0.1498024
Apr 09 21:05:06.103611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca3929fb-b201-44ff-b896-f36706086b8b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (df5a4b83-98bf-4e0c-ab0a-001e34755289), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.163970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca3929fb-b201-44ff-b896-f36706086b8b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (df5a4b83-98bf-4e0c-ab0a-001e34755289), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.167397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-feba2bbb-7cbc-4308-9ca7-7b6fd191823d req-3732b51f-30c0-4f69-a7f6-fb333c6baa13 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242315
Apr 09 21:05:06.171133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Allocated IP 172.20.0.11 (4012c036-b890-423e-af25-300f42e827cd/0439ce06-ddc6-4223-b038-96afec5af591/6988d981-f528-4831-a64a-b6fb7a50ab79) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:06.192811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3929fb-b201-44ff-b896-f36706086b8b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Subnet': ['ID=df5a4b83-98bf-4e0c-ab0a-001e34755289,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:06.197987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca3929fb-b201-44ff-b896-f36706086b8b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.203601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca3929fb-b201-44ff-b896-f36706086b8b tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "DELETE /v2.0/subnets/df5a4b83-98bf-4e0c-ab0a-001e34755289 HTTP/1.1" status: 204  len: 168 time: 0.2822249
Apr 09 21:05:06.203843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53930) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:06.229648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b1c24-eb3a-4b94-b687-3eeebb7319c0 None None] Network a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:06.239816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df4cfb39-893c-4ae8-811a-e31c548bc99f req-0fe79a22-9ba2-473c-baa9-4d965b790ca1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450453
Apr 09 21:05:06.280588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2023990-eed2-4a43-8257-6ce7159e4300 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Deleting subnet 15ef66a1-8d81-4e06-887d-2b37f798a13b {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:05:06.284306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2023990-eed2-4a43-8257-6ce7159e4300 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks [] for subnet (15ef66a1-8d81-4e06-887d-2b37f798a13b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.319689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Made reservation on behalf of 48b917a437e7432bbfc884a1067fdfaa for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:06.323100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.334858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5781ed0a-d618-482f-ba56-0bbe40a1fce8 req-f2df3aa7-3ddf-47b3-af51-0a93149dd02f tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0787373
Apr 09 21:05:06.348304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2023990-eed2-4a43-8257-6ce7159e4300 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (15ef66a1-8d81-4e06-887d-2b37f798a13b), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.475209 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2023990-eed2-4a43-8257-6ce7159e4300 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (15ef66a1-8d81-4e06-887d-2b37f798a13b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.498888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] DHCP port deletion for a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:05:06.511460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3887935d-78de-44c9-b0c7-b7cf8a40b7ec req-4e188f25-e2ce-450a-8d80-81ec08f36633 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 210 time: 0.1591442
Apr 09 21:05:06.562176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] Deleting port 3db91b65-0962-41d5-8638-1ae17449d6be {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:06.562781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.573950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2023990-eed2-4a43-8257-6ce7159e4300 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (15ef66a1-8d81-4e06-887d-2b37f798a13b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.597946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4611-ffe5-4354-bfa9-5da25ebb1e3b req-2abfe344-6afe-4d5a-b989-95464dfc82f2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:06.599576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556d4611-ffe5-4354-bfa9-5da25ebb1e3b req-2abfe344-6afe-4d5a-b989-95464dfc82f2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 946 time: 0.1192164
Apr 09 21:05:06.606549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2023990-eed2-4a43-8257-6ce7159e4300 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Subnet': ['ID=15ef66a1-8d81-4e06-887d-2b37f798a13b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:06.610811 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2023990-eed2-4a43-8257-6ce7159e4300 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.614971 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f2023990-eed2-4a43-8257-6ce7159e4300 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "DELETE /v2.0/subnets/15ef66a1-8d81-4e06-887d-2b37f798a13b HTTP/1.1" status: 204  len: 168 time: 0.4100916
Apr 09 21:05:06.617517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53934) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:06.630427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617bb2e-fd74-412c-a66c-18f1b68ecf5b None None] Network 1af320ea-8d0b-4067-a47d-6e9b8642dca3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:06.657109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfd56c26-115f-4650-bd68-a4d70835dc32 req-bdd3e7de-1151-4fa3-9130-d0afffdeca3e tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 210 time: 0.0564387
Apr 09 21:05:06.723713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556d4611-ffe5-4354-bfa9-5da25ebb1e3b req-13d4cc54-ac82-433c-8353-a82eb65469cb tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003249
Apr 09 21:05:06.740424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] For port 3db91b65-0962-41d5-8638-1ae17449d6be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3db91b65-0962-41d5-8638-1ae17449d6be,segment=NetworkSegment(419579f2-dc32-48c3-a444-a0bb81e2ca82),segment_id=419579f2-dc32-48c3-a444-a0bb81e2ca82)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:06.740832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.759412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] Calling delete_port for 3db91b65-0962-41d5-8638-1ae17449d6be owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:06.763366 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Publish callbacks [] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.811810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Allocated IP 172.20.0.9 (0bc5e448-da4a-443d-9ac2-ea8630aa20c9/effd5cd0-d2c5-48e4-ad51-75bb0e1ea431/5448d5cd-1f29-4f3e-b6f2-73917d7094c7) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:06.853808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:06.874934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:06.974498 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (3db91b65-0962-41d5-8638-1ae17449d6be), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.065690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] Pushing event deleted for resources: {'Port': ['ID=3db91b65-0962-41d5-8638-1ae17449d6be,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:07.073024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] DHCP port deletion for 1af320ea-8d0b-4067-a47d-6e9b8642dca3 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:05:07.079463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a0259-81e2-4a76-a5ad-e77e2f2908f8 None None] No DVR routers for this DVR port 3db91b65-0962-41d5-8638-1ae17449d6be on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:07.158180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] Deleting port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:07.159114 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.167907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (a4c51a05-a221-49f3-ae9e-5da1bc9f19e6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.169029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:07.199868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '413538b1-c0e7-410b-b551-a900c613c97a', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '413538b1-c0e7-410b-b551-a900c613c97a', 'mac_address': 'fa:16:3e:fe:0f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:07.276719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (a4c51a05-a221-49f3-ae9e-5da1bc9f19e6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.284993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] For port 2f2df90d-2227-4a73-9e3c-90413e8c92e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f2df90d-2227-4a73-9e3c-90413e8c92e1,segment=NetworkSegment(1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf),segment_id=1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:07.285612 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.307329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] Calling delete_port for 2f2df90d-2227-4a73-9e3c-90413e8c92e1 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:07.314431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 413538b1-c0e7-410b-b551-a900c613c97a is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:07.314819 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.343901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237572d8b0>,) {'filters': {'network_id': ['a4c51a05-a221-49f3-ae9e-5da1bc9f19e6']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:07.359199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237572d8b0>, '419579f2-dc32-48c3-a444-a0bb81e2ca82') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:07.360059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237572d8b0>, '419579f2-dc32-48c3-a444-a0bb81e2ca82') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:07.371376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413538b1-c0e7-410b-b551-a900c613c97a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:07.375929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (419579f2-dc32-48c3-a444-a0bb81e2ca82), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.406335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:07.413592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (419579f2-dc32-48c3-a444-a0bb81e2ca82), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.422282 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.424698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:05:07.425157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (419579f2-dc32-48c3-a444-a0bb81e2ca82), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.431434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3db91b65-0962-41d5-8638-1ae17449d6be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:05:07.431635 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:05:07.441214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Network 4012c036-b890-423e-af25-300f42e827cd is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:07.477667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 3db91b65-0962-41d5-8638-1ae17449d6be {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:07.478037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3db91b65-0962-41d5-8638-1ae17449d6be not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:07.478473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2f2df90d-2227-4a73-9e3c-90413e8c92e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:07.520260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (2f2df90d-2227-4a73-9e3c-90413e8c92e1), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.520622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:07.525491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2f2df90d-2227-4a73-9e3c-90413e8c92e1 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:07.525967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2f2df90d-2227-4a73-9e3c-90413e8c92e1 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:07.535939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (a4c51a05-a221-49f3-ae9e-5da1bc9f19e6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.541555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a1a590f-366f-44e2-8ddd-a12ee134cbe8 req-5336c7b8-1481-45f8-89b3-bd34235f739a tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0921919
Apr 09 21:05:07.551718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=10']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:07.553609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.553921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:07.560699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] No DVR routers for this DVR port 2f2df90d-2227-4a73-9e3c-90413e8c92e1 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:07.565398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Pushing event updated for resources: {'Port': ['ID=6988d981-f528-4831-a64a-b6fb7a50ab79,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:07.568290 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "DELETE /v2.0/networks/a4c51a05-a221-49f3-ae9e-5da1bc9f19e6 HTTP/1.1" status: 204  len: 168 time: 0.9495764
Apr 09 21:05:07.596209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb806c01-4d1c-4560-b38d-cf43de14b82d None None] Pushing event deleted for resources: {'Port': ['ID=2f2df90d-2227-4a73-9e3c-90413e8c92e1,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:07.605448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53964) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:07.653381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92311972-14c9-4ba1-b7ad-d5390d001562 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Network': ['ID=a4c51a05-a221-49f3-ae9e-5da1bc9f19e6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:07.664340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0497-5e28-4da3-a5c2-cd6b67319981 req-0802735c-cea4-451f-aed6-cff8ff0cfa58 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:07.666094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['413538b1-c0e7-410b-b551-a900c613c97a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:07.681363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ccff0497-5e28-4da3-a5c2-cd6b67319981 req-0802735c-cea4-451f-aed6-cff8ff0cfa58 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 949 time: 0.7480397
Apr 09 21:05:07.717011 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1af320ea-8d0b-4067-a47d-6e9b8642dca3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.809759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1af320ea-8d0b-4067-a47d-6e9b8642dca3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.810120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-811614ee-d813-46c5-91a0-b849b8fa5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:07.811879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-811614ee-d813-46c5-91a0-b849b8fa5f23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 1125 time: 0.1713741
Apr 09 21:05:07.833593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23761e99d0>,) {'filters': {'network_id': ['1af320ea-8d0b-4067-a47d-6e9b8642dca3']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:07.844488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761e99d0>, '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:07.844838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761e99d0>, '1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:07.860072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.875766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.882194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:05:07.882584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (1fc3ec53-9c8f-47d0-bdd6-00ea269edbdf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:05:07.885778 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:05:07.909679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:07.910286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.948005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1af320ea-8d0b-4067-a47d-6e9b8642dca3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.955199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.958597 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] 10.222.0.30 "DELETE /v2.0/networks/1af320ea-8d0b-4067-a47d-6e9b8642dca3 HTTP/1.1" status: 204  len: 168 time: 0.3521681
Apr 09 21:05:07.973078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b26c1-a40e-4dfc-9a12-9c9d43e1b872 tempest-TaggedBootDevicesTest-883782944 tempest-TaggedBootDevicesTest-883782944-project] Pushing event deleted for resources: {'Network': ['ID=1af320ea-8d0b-4067-a47d-6e9b8642dca3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:07.989852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:07.994033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ccff0497-5e28-4da3-a5c2-cd6b67319981 req-f2c6c258-c61d-4aa9-89b8-6ae8a6b95611 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496836
Apr 09 21:05:08.017521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-c34e415e-44cd-4f0a-9d9c-4839cc983335 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5965180
Apr 09 21:05:08.037327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Request body: {'port': {'device_id': 'd25d5238-42cc-4933-8f4a-55af227445a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:08.100976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-196fe22e-449a-44de-bd5c-ec0d5e43ccdc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:08.102417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-196fe22e-449a-44de-bd5c-ec0d5e43ccdc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.3755517
Apr 09 21:05:08.136716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-62b7acfe-0622-4077-a8f3-917ea900a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:08.138093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-62b7acfe-0622-4077-a8f3-917ea900a340 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 912 time: 0.3179972
Apr 09 21:05:08.175885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-07979c19-6ee5-400b-a92f-feca9b76f232 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/quotas/f87849ca88bb4519b329fab033911446 HTTP/1.1" status: 200  len: 375 time: 0.0644674
Apr 09 21:05:08.184837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe10d-dcf4-4f1b-9a21-55cc3fbcb067 req-a7785c34-ef3c-4cf5-aebd-375eab33fb24 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:08.186375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecfbe10d-dcf4-4f1b-9a21-55cc3fbcb067 req-a7785c34-ef3c-4cf5-aebd-375eab33fb24 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 943 time: 0.1171920
Apr 09 21:05:08.193198 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:08.265502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:08.304017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:08.349827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:08.352449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:08.363011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-b71795c3-209d-47c2-a2ee-2a6b2289d3c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4c122c-3b88-4a0c-a595-2abb00518e1c HTTP/1.1" status: 200  len: 217 time: 0.0999475
Apr 09 21:05:08.390202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-371178fd-d581-4c41-974d-a006395fb998 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2009799
Apr 09 21:05:08.413008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event updated for resources: {'Port': ['ID=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:08.522125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecfbe10d-dcf4-4f1b-9a21-55cc3fbcb067 req-33a45477-57b6-4b1d-831a-4cb012254598 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3140545
Apr 09 21:05:08.535227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:08.535849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:08.595600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-54d7b7c2-9623-4094-9c23-f4e532d015be None None] Provisioning complete for port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:08.596091 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54d7b7c2-9623-4094-9c23-f4e532d015be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:08.630696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-54d7b7c2-9623-4094-9c23-f4e532d015be None None] Port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:05:08.658004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-a06eb586-0dc6-4efc-a292-f346f8ac413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:08.659357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-a06eb586-0dc6-4efc-a292-f346f8ac413b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.2609642
Apr 09 21:05:08.670929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-eb047f6d-8df4-4ef8-94a3-f9cada95dd92 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6955743
Apr 09 21:05:08.715123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Request body: {'port': {'device_id': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:08.746778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:08.770912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-4ce5cb3e-3a32-44e7-a432-ae943dab3ec8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768442
Apr 09 21:05:08.796409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 413538b1-c0e7-410b-b551-a900c613c97a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:08.796893 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (413538b1-c0e7-410b-b551-a900c613c97a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:08.799697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec67e-6e99-46ab-af7e-cb07df9b40d6 req-328803af-fabd-4deb-bbef-7fdfb8ddefac tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:08.801162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-478ec67e-6e99-46ab-af7e-cb07df9b40d6 req-328803af-fabd-4deb-bbef-7fdfb8ddefac tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 950 time: 0.2093837
Apr 09 21:05:08.830692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c9135687-74b9-47b9-a86a-f97edb3896e5 service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4297059
Apr 09 21:05:08.874933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 413538b1-c0e7-410b-b551-a900c613c97a is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:08.875318 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:08.898034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:08.900274 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0296f1-adc3-4757-aa74-087036cf70b2" -d '{"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-plugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:08.912672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:08.918146 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:08.966420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:09.024468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:09.095474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-478ec67e-6e99-46ab-af7e-cb07df9b40d6 req-cd12fffd-b78d-4480-bd4f-d4d18d851aef tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2689941
Apr 09 21:05:09.146895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-ea9e8087-d896-4af8-be05-e5ad8de9a936 service neutron] 10.222.0.25 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3639185
Apr 09 21:05:09.163637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b0b29c07-80cf-4d06-bf23-19256af29aa4 service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3124957
Apr 09 21:05:09.323113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6988d981-f528-4831-a64a-b6fb7a50ab79 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:09.363238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bfd91-ae8f-4c17-a5f8-413d7213a4bd req-396de0d4-f47b-4623-9016-141019d0d6ef tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:09.364746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d23bfd91-ae8f-4c17-a5f8-413d7213a4bd req-396de0d4-f47b-4623-9016-141019d0d6ef tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 932 time: 0.2089322
Apr 09 21:05:09.366781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Publish callbacks [] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:09.406535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7423bf09-3a67-4493-97b7-5e07b210b0fe req-c37e7185-76de-4fa0-9545-ee18ea992253 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0957110
Apr 09 21:05:09.460602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Transition to ACTIVE for port object 6988d981-f528-4831-a64a-b6fb7a50ab79 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:05:09.478083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ae4c122c-3b88-4a0c-a595-2abb00518e1c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:09.492208 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:09.579225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25c66b4c-dd96-49ca-bd70-7b07e612287e req-94e29932-a11b-4c50-a396-7990deb5f4ee service neutron] 10.222.0.25 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4177709
Apr 09 21:05:09.600725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ae4c122c-3b88-4a0c-a595-2abb00518e1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae4c122c-3b88-4a0c-a595-2abb00518e1c,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:09.615994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'ae4c122c-3b88-4a0c-a595-2abb00518e1c', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'port_id': 'ae4c122c-3b88-4a0c-a595-2abb00518e1c', 'mac_address': 'fa:16:3e:c0:92:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519333e-c540-4a09-940d-3b261e7852dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:09.628031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d23bfd91-ae8f-4c17-a5f8-413d7213a4bd req-136cafe6-47f9-4a42-8150-6711dc2813c3 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312887
Apr 09 21:05:09.649715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Pushing event updated for resources: {'Port': ['ID=6988d981-f528-4831-a64a-b6fb7a50ab79,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:09.660014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858903c-dd62-41fa-9410-0ec17ea32987 req-0e5f6cb6-06a8-446e-b4c0-5a28ea8b1c1f tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:09.667387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c858903c-dd62-41fa-9410-0ec17ea32987 req-0e5f6cb6-06a8-446e-b4c0-5a28ea8b1c1f tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 931 time: 0.1727054
Apr 09 21:05:09.677701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port ae4c122c-3b88-4a0c-a595-2abb00518e1c is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:09.678096 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:09.700655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4c122c-3b88-4a0c-a595-2abb00518e1c {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:09.729229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ae4c122c-3b88-4a0c-a595-2abb00518e1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae4c122c-3b88-4a0c-a595-2abb00518e1c,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:09.736153 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:09.795960 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00612f0d-0489-4569-b1e7-2bd3ffd977d3 x-openstack-request-id: req-00612f0d-0489-4569-b1e7-2bd3ffd977d3 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:09.796281 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-plugged", "status": "completed", "tag": "413538b1-c0e7-410b-b551-a900c613c97a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:09.797729 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00612f0d-0489-4569-b1e7-2bd3ffd977d3 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:09.798152 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00612f0d-0489-4569-b1e7-2bd3ffd977d3'] response: {'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a', 'code': 200}
Apr 09 21:05:09.841992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c858903c-dd62-41fa-9410-0ec17ea32987 req-dc292c83-a350-4c94-a6ca-fb40b031222a tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733737
Apr 09 21:05:09.847174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=ae4c122c-3b88-4a0c-a595-2abb00518e1c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:09.915986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:09.922857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Attempting to bind port 6988d981-f528-4831-a64a-b6fb7a50ab79 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:09.923217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Attempting to bind port 6988d981-f528-4831-a64a-b6fb7a50ab79 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '72b777d5-dea3-420a-85b8-fc9cfe2ddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4012c036-b890-423e-af25-300f42e827cd'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:09.923545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Attempting to bind port 6988d981-f528-4831-a64a-b6fb7a50ab79 on network 4012c036-b890-423e-af25-300f42e827cd {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:09.930306 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Publish callbacks [] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:09.945225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884f211-70f2-4e93-ad5a-6cd496474083 req-52e7a915-f5f3-412c-afdc-1cca1ef51d1a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:09.953407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a884f211-70f2-4e93-ad5a-6cd496474083 req-52e7a915-f5f3-412c-afdc-1cca1ef51d1a tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 950 time: 0.1003079
Apr 09 21:05:09.957863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202916e-57d4-419d-947d-84e7f9b72a9d req-64436b72-08eb-4ed4-b854-c2319cab7950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:09.959490 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e202916e-57d4-419d-947d-84e7f9b72a9d req-64436b72-08eb-4ed4-b854-c2319cab7950 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1132 time: 0.0417409
Apr 09 21:05:09.965844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Port 6988d981-f528-4831-a64a-b6fb7a50ab79 on network 4012c036-b890-423e-af25-300f42e827cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:05:09.966828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Attempting to bind port 6988d981-f528-4831-a64a-b6fb7a50ab79 on network 4012c036-b890-423e-af25-300f42e827cd {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:09.984133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Transition to ACTIVE for port object 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:05:09.988837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:09.989152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Checking segment: {'id': '72b777d5-dea3-420a-85b8-fc9cfe2ddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4012c036-b890-423e-af25-300f42e827cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:09.989770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Bound using segment: {'id': '72b777d5-dea3-420a-85b8-fc9cfe2ddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4012c036-b890-423e-af25-300f42e827cd'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:09.989969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Bound port: 6988d981-f528-4831-a64a-b6fb7a50ab79, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b777d5-dea3-420a-85b8-fc9cfe2ddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4012c036-b890-423e-af25-300f42e827cd'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:09.990361 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:09.997577 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:10.044046 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e202916e-57d4-419d-947d-84e7f9b72a9d req-a63d5943-faee-407d-b757-1d780fe07d52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556016
Apr 09 21:05:10.131860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['ae4c122c-3b88-4a0c-a595-2abb00518e1c'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:10.155152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a884f211-70f2-4e93-ad5a-6cd496474083 req-ec532c1e-b32c-4ecd-a480-3f63734b91c6 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970758
Apr 09 21:05:10.156064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Pushing event updated for resources: {'Port': ['ID=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:10.246370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] For port 6988d981-f528-4831-a64a-b6fb7a50ab79, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:10.252517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] For port 6988d981-f528-4831-a64a-b6fb7a50ab79, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6988d981-f528-4831-a64a-b6fb7a50ab79,segment=NetworkSegment(72b777d5-dea3-420a-85b8-fc9cfe2ddb48),segment_id=72b777d5-dea3-420a-85b8-fc9cfe2ddb48)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:10.287847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:10.344871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Attempting to bind port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:10.345158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Attempting to bind port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:10.345487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Attempting to bind port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 on network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:10.359355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3daf1c27-ae9d-4544-9e49-6c6a14fd954c req-90a9408f-10ae-4a79-b6c5-ff7bad16fd66 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 210 time: 0.1006145
Apr 09 21:05:10.397988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 on network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:05:10.398306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Attempting to bind port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 on network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:10.401282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:10.401894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:10.403313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] 10.222.0.32 "PUT /v2.0/ports/6988d981-f528-4831-a64a-b6fb7a50ab79 HTTP/1.1" status: 200  len: 1092 time: 2.3746169
Apr 09 21:05:10.408871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25d5238-42cc-4933-8f4a-55af227445a6', 'tag': '6988d981-f528-4831-a64a-b6fb7a50ab79'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:10.411107 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e946aa-576f-4172-92dc-697383df019b" -d '{"events": [{"name": "network-changed", "server_uuid": "d25d5238-42cc-4933-8f4a-55af227445a6", "tag": "6988d981-f528-4831-a64a-b6fb7a50ab79"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:10.432230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:10.433569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Checking segment: {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:10.434008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Bound using segment: {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:10.434583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Bound port: 5448d5cd-1f29-4f3e-b6f2-73917d7094c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:10.435055 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:10.448684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5786c3-176d-4941-920a-fef7c7760e81 service neutron] Pushing event updated for resources: {'Port': ['ID=6988d981-f528-4831-a64a-b6fb7a50ab79,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:10.468469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2cf15-f57f-459c-8820-2cb2a8ac4f1a req-38171cbc-ca2f-48d4-a0cb-c04261ce8a3f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:10.476524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fe2cf15-f57f-459c-8820-2cb2a8ac4f1a req-38171cbc-ca2f-48d4-a0cb-c04261ce8a3f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 944 time: 0.1357501
Apr 09 21:05:10.914030 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7535c0-83b3-4a66-91be-7f50dfe0df77 x-openstack-request-id: req-0d7535c0-83b3-4a66-91be-7f50dfe0df77 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:10.914684 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25d5238-42cc-4933-8f4a-55af227445a6", "tag": "6988d981-f528-4831-a64a-b6fb7a50ab79", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:10.914684 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d7535c0-83b3-4a66-91be-7f50dfe0df77 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:10.914854 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7535c0-83b3-4a66-91be-7f50dfe0df77'] response: {'name': 'network-changed', 'server_uuid': 'd25d5238-42cc-4933-8f4a-55af227445a6', 'tag': '6988d981-f528-4831-a64a-b6fb7a50ab79', 'status': 'completed', 'code': 200}
Apr 09 21:05:11.028933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1796faf9-8e42-4e1f-86e1-aab760647552 req-f78f6f0d-38fc-45b0-ba74-fb0b5d0945aa tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1132693
Apr 09 21:05:11.070662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fe2cf15-f57f-459c-8820-2cb2a8ac4f1a req-1ef4d3a2-232a-4000-aca1-380ae786e047 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5932493
Apr 09 21:05:11.087993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e946aa-576f-4172-92dc-697383df019b req-cc1661b7-6648-44e3-b4f7-83af5fa45643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.092258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08e946aa-576f-4172-92dc-697383df019b req-cc1661b7-6648-44e3-b4f7-83af5fa45643 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9867219547a94880ba048320401ac44a&device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 1126 time: 0.1891320
Apr 09 21:05:11.107591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] For port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:11.114469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] For port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:11.134259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-2341a72c-59b2-4ca3-bb05-b587457ab00f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.135904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-2341a72c-59b2-4ca3-bb05-b587457ab00f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.6388829
Apr 09 21:05:11.137076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:11.160435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Request body: {'port': {'device_id': '3fcbc59c-ecf4-4120-9eba-e9c1900708f2', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'admin_state_up': True, 'tenant_id': 'f87849ca88bb4519b329fab033911446'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:11.279371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.280028 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:11.281455 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] 10.222.0.32 "PUT /v2.0/ports/5448d5cd-1f29-4f3e-b6f2-73917d7094c7 HTTP/1.1" status: 200  len: 1091 time: 2.5751991
Apr 09 21:05:11.327714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df18168-7654-4161-98b9-eb7dcf08564e req-d57ee72f-687f-4402-9ac9-a60ad6fc24e6 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.329313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1df18168-7654-4161-98b9-eb7dcf08564e req-d57ee72f-687f-4402-9ac9-a60ad6fc24e6 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 944 time: 0.2021360
Apr 09 21:05:11.404525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af627-3bce-4d43-ba95-eaec0d6139ac req-2cfde509-bc47-4d38-a52a-896ea7c34b7e tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.406280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d28af627-3bce-4d43-ba95-eaec0d6139ac req-2cfde509-bc47-4d38-a52a-896ea7c34b7e tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 943 time: 0.2505159
Apr 09 21:05:11.472657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ffcf-45da-4f5e-8729-a04f2d2da12e service neutron] Pushing event updated for resources: {'Port': ['ID=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:11.508998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ae4c122c-3b88-4a0c-a595-2abb00518e1c up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:11.545124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-8f30fb5b-8936-4194-9226-5980d7a80086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.546646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-8f30fb5b-8936-4194-9226-5980d7a80086 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b917a437e7432bbfc884a1067fdfaa&device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 1125 time: 0.1521790
Apr 09 21:05:11.555825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port ae4c122c-3b88-4a0c-a595-2abb00518e1c completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:11.565330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port ae4c122c-3b88-4a0c-a595-2abb00518e1c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:11.565704 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:11.577947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e946aa-576f-4172-92dc-697383df019b req-5d72c91b-9d70-462a-932a-54864864b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.579425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08e946aa-576f-4172-92dc-697383df019b req-5d72c91b-9d70-462a-932a-54864864b671 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9867219547a94880ba048320401ac44a&shared=False HTTP/1.1" status: 200  len: 923 time: 0.3608475
Apr 09 21:05:11.633201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-e9562284-ab36-417b-a173-254b519476de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5448d5cd-1f29-4f3e-b6f2-73917d7094c7 HTTP/1.1" status: 200  len: 217 time: 0.0729125
Apr 09 21:05:11.636308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1df18168-7654-4161-98b9-eb7dcf08564e req-aa458920-8db8-46af-b500-a875e14494ca tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384977
Apr 09 21:05:11.653840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port ae4c122c-3b88-4a0c-a595-2abb00518e1c is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:11.654081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d28af627-3bce-4d43-ba95-eaec0d6139ac req-c564f633-e545-41c2-ac62-98a577cc58b4 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2236197
Apr 09 21:05:11.654652 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:11.776516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:11.779892 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:11.846497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-89ef9335-c324-44d5-a479-7b562c4b4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.848191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-89ef9335-c324-44d5-a479-7b562c4b4580 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=effd5cd0-d2c5-48e4-ad51-75bb0e1ea431 HTTP/1.1" status: 200  len: 844 time: 0.2002397
Apr 09 21:05:11.864387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5fe469-5023-4fb7-a476-c2d2317003ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4c122c-3b88-4a0c-a595-2abb00518e1c'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:11.864649 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba980841-8ba7-417d-9ac9-d958a9a1a622 req-0ead011a-423f-4cb5-bf12-53e702cf6ed6 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 210 time: 0.0790918
Apr 09 21:05:11.866889 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5e5f5-4200-4fb1-8169-53ddc68d94e2" -d '{"events": [{"server_uuid": "3b5fe469-5023-4fb7-a476-c2d2317003ad", "name": "network-vif-plugged", "status": "completed", "tag": "ae4c122c-3b88-4a0c-a595-2abb00518e1c"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:11.880951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ae4c122c-3b88-4a0c-a595-2abb00518e1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae4c122c-3b88-4a0c-a595-2abb00518e1c,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:11.892647 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:11.893540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:11.925458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e946aa-576f-4172-92dc-697383df019b req-4adc87f8-3065-4719-87b5-c51f1d8f54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:11.928024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08e946aa-576f-4172-92dc-697383df019b req-4adc87f8-3065-4719-87b5-c51f1d8f54cf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3393469
Apr 09 21:05:11.989671 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d9b28-ea60-45e8-b881-cfdb66dd2e14 x-openstack-request-id: req-b01d9b28-ea60-45e8-b881-cfdb66dd2e14 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:11.989992 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5fe469-5023-4fb7-a476-c2d2317003ad", "name": "network-vif-plugged", "status": "completed", "tag": "ae4c122c-3b88-4a0c-a595-2abb00518e1c", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:11.990283 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b01d9b28-ea60-45e8-b881-cfdb66dd2e14 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:11.990715 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01d9b28-ea60-45e8-b881-cfdb66dd2e14'] response: {'server_uuid': '3b5fe469-5023-4fb7-a476-c2d2317003ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4c122c-3b88-4a0c-a595-2abb00518e1c', 'code': 200}
Apr 09 21:05:12.057376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=ae4c122c-3b88-4a0c-a595-2abb00518e1c,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:12.064700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cfe8c-b5d5-472b-a1b7-ee20cdc43017 req-6748cf15-f3d8-4f64-a150-ba246189d70b tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:12.066437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d72cfe8c-b5d5-472b-a1b7-ee20cdc43017 req-6748cf15-f3d8-4f64-a150-ba246189d70b tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 950 time: 0.2131696
Apr 09 21:05:12.066573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 40d3d034-bc3b-4d5c-b33e-e60acf160036 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:12.067053 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:12.074065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-346697c9-c482-46d4-9ee9-82f75ac1b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:12.075634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-346697c9-c482-46d4-9ee9-82f75ac1b215 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bc5e448-da4a-443d-9ac2-ea8630aa20c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2082868
Apr 09 21:05:12.091249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-a3fbcae6-8131-4c63-b85f-48fe88a3b838 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:05:12.092792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-a3fbcae6-8131-4c63-b85f-48fe88a3b838 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054429
Apr 09 21:05:12.105335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-78b53a12-9fdf-47eb-b9ca-522ddc8cd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:12.106732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-78b53a12-9fdf-47eb-b9ca-522ddc8cd84d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9867219547a94880ba048320401ac44a&device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 1126 time: 0.1110673
Apr 09 21:05:12.131041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dede77-1aaf-4019-8fc9-ed88446761f5 req-5a2f951e-3c30-43f0-9799-e85eb169b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:12.132630 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-44dede77-1aaf-4019-8fc9-ed88446761f5 req-5a2f951e-3c30-43f0-9799-e85eb169b4bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 1127 time: 0.0506003
Apr 09 21:05:12.136912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:12.148332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:12.198706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:12.213610 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-44dede77-1aaf-4019-8fc9-ed88446761f5 req-1f92b758-e7f4-4db8-9458-b57d013faada service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435865
Apr 09 21:05:12.224252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-58d3f49d-13ac-45fd-a1ce-e8d502950412 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6988d981-f528-4831-a64a-b6fb7a50ab79 HTTP/1.1" status: 200  len: 217 time: 0.0975773
Apr 09 21:05:12.331397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7cb518b-4df9-4881-bb04-0a6fe6e1887e req-f7bb69e3-e474-411d-822f-245617bf6f1f tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1211839
Apr 09 21:05:12.344664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Allocated IP 172.20.0.12 (cdd9fe53-654b-4110-9856-85e40c331c54/37fdda6f-4a4d-41bf-b698-ea1190d2dc3a/32f41c99-3168-46f5-bb23-d071584aaeba) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:12.367967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d72cfe8c-b5d5-472b-a1b7-ee20cdc43017 req-6890d855-fc92-4e04-8d63-7e8ec6ba07d0 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2888522
Apr 09 21:05:12.378543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-1b9c8ca4-6024-4212-9b23-be544827c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:12.388812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-1b9c8ca4-6024-4212-9b23-be544827c3dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0439ce06-ddc6-4223-b038-96afec5af591 HTTP/1.1" status: 200  len: 862 time: 0.1354439
Apr 09 21:05:12.457435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-9a2c9e18-c437-4ebf-9c71-47cac54cc156 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4012c036-b890-423e-af25-300f42e827cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675838
Apr 09 21:05:12.484706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-5e51f78d-d5d0-4452-8f6b-18fa6e7de181 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3828213
Apr 09 21:05:12.611304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572de40-d9b1-4560-9e6d-c1da960ea675 req-af811a46-5c26-477c-8b80-98c4cb5c9c6f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:12.612759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5572de40-d9b1-4560-9e6d-c1da960ea675 req-af811a46-5c26-477c-8b80-98c4cb5c9c6f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 945 time: 0.1622827
Apr 09 21:05:12.768781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d5c99-0da6-46a6-acaf-a33fb2880076 req-7e17997f-8f47-46dc-add3-55c661168ce9 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:12.770237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-634d5c99-0da6-46a6-acaf-a33fb2880076 req-7e17997f-8f47-46dc-add3-55c661168ce9 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1132 time: 0.1730018
Apr 09 21:05:12.812324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-46cb6d14-6c5c-4fd5-99a9-ea5c9b4567dc service neutron] 10.222.0.32 "GET /v2.0/networks/4012c036-b890-423e-af25-300f42e827cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3390470
Apr 09 21:05:12.839463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bd5a58-8ddb-4923-9547-e975a5af721e req-3fb0de49-4c52-4fb2-b7ec-955ed19da101 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3329206
Apr 09 21:05:12.860046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5572de40-d9b1-4560-9e6d-c1da960ea675 req-61677a5d-f1b4-4cf2-b93b-6b8790d6f70a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099957
Apr 09 21:05:12.904499 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks [] for port (32f41c99-3168-46f5-bb23-d071584aaeba), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:12.932216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'tag': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:12.934489 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113d81dd-07ba-4984-98fa-8d23da77f946" -d '{"events": [{"name": "network-changed", "server_uuid": "87b96091-3ee1-49bb-95e2-f896acbdc4f3", "tag": "5448d5cd-1f29-4f3e-b6f2-73917d7094c7"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:12.966311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-634d5c99-0da6-46a6-acaf-a33fb2880076 req-2699a843-b326-43c5-90b9-d5b0dd6c2d25 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768730
Apr 09 21:05:13.054369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9d72-7066-4ede-a297-7b4225b84052 req-2f052591-a9a2-468e-926c-9c4103a649a8 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:13.055825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a9b9d72-7066-4ede-a297-7b4225b84052 req-2f052591-a9a2-468e-926c-9c4103a649a8 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 944 time: 0.0985734
Apr 09 21:05:13.059947 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c39a850-8c17-49a0-b11e-68769a19d23c req-b929dba4-5173-4b9b-b85b-8f4a5dfe6519 service neutron] 10.222.0.32 "GET /v2.0/networks/4012c036-b890-423e-af25-300f42e827cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300022
Apr 09 21:05:13.085341 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:13.098673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e', '1fc04f79-02c1-4f55-b1c0-6258e35f28a4'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:13.158613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02433df2-74f0-4bda-a09f-59863bafc5c3 req-4c380405-a967-4ca0-95a3-0a81fb3d18ec tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:13.160118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02433df2-74f0-4bda-a09f-59863bafc5c3 req-4c380405-a967-4ca0-95a3-0a81fb3d18ec tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 943 time: 0.1236606
Apr 09 21:05:13.163212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Network cdd9fe53-654b-4110-9856-85e40c331c54 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:13.175051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:13.182065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:13.191437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event updated for resources: {'Port': ['ID=32f41c99-3168-46f5-bb23-d071584aaeba,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:13.232848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a9b9d72-7066-4ede-a297-7b4225b84052 req-bd6e42f1-ff6f-4511-a309-efe08f3f87e9 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521218
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.253216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.254120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.254120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:13.286572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:13.287326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:13.326603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02433df2-74f0-4bda-a09f-59863bafc5c3 req-840333d7-da8e-4ebd-9bf8-163c8a24ddcc tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401348
Apr 09 21:05:13.375117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-c2b6581f-de2d-4320-9d81-726627ce9bbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2245581
Apr 09 21:05:13.377127 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e6188-3e20-48db-8168-de41e0a2f5d6 x-openstack-request-id: req-d25e6188-3e20-48db-8168-de41e0a2f5d6 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:13.377418 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b96091-3ee1-49bb-95e2-f896acbdc4f3", "tag": "5448d5cd-1f29-4f3e-b6f2-73917d7094c7", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:13.377667 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d25e6188-3e20-48db-8168-de41e0a2f5d6 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:13.378061 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25e6188-3e20-48db-8168-de41e0a2f5d6'] response: {'name': 'network-changed', 'server_uuid': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'tag': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'status': 'completed', 'code': 200}
Apr 09 21:05:13.384798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2601-c67b-407b-a2f1-23e083094c92 req-be58c8bd-0305-4401-8dbf-87fcec6449ad tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:13.386380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fbf2601-c67b-407b-a2f1-23e083094c92 req-be58c8bd-0305-4401-8dbf-87fcec6449ad tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 932 time: 0.0785816
Apr 09 21:05:13.442422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fbf2601-c67b-407b-a2f1-23e083094c92 req-975f7ecc-d047-4c4a-978f-dddd150625d4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494275
Apr 09 21:05:13.533166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dfbbaa94-ec23-4588-840c-27a4682e259a req-ff210b07-4f48-4ed0-a299-be42f9c1f274 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0298533
Apr 09 21:05:13.609745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e29ae-4187-4954-ab70-111a096dd67c req-37890570-6af6-45a3-8b2b-ccec6190c813 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:13.611320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a27e29ae-4187-4954-ab70-111a096dd67c req-37890570-6af6-45a3-8b2b-ccec6190c813 tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 1132 time: 0.0391276
Apr 09 21:05:13.662333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a27e29ae-4187-4954-ab70-111a096dd67c req-6d2157bf-a407-49e2-8906-2eb7bfa03a2f tempest-ServersAdminTestJSON-1858402537 tempest-ServersAdminTestJSON-1858402537-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450642
Apr 09 21:05:13.749755 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:05:13.760460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Request body: {'port': {'device_id': '3fcbc59c-ecf4-4120-9eba-e9c1900708f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:13.824300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:13.929245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddbe27-9636-46cc-b85f-1107d7454a16 req-6b04e06f-6d7d-4b1f-86e4-6bf8610f3872 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:13.930875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90ddbe27-9636-46cc-b85f-1107d7454a16 req-6b04e06f-6d7d-4b1f-86e4-6bf8610f3872 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 950 time: 0.0649827
Apr 09 21:05:13.989876 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54178) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:13.991775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:13.994348 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bce218-ae87-4f5b-b7cf-cd634eac1a1a" -d '{"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-unplugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:14.042908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57103af-7136-471e-8275-c1f0e8dc9914 req-6d9fc80d-cc35-44ad-85b7-1dd736f4d1e5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:14.044419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57103af-7136-471e-8275-c1f0e8dc9914 req-6d9fc80d-cc35-44ad-85b7-1dd736f4d1e5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 945 time: 0.1095896
Apr 09 21:05:14.149171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90ddbe27-9636-46cc-b85f-1107d7454a16 req-354a1863-6049-4e88-8275-8069490bcc28 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646681
Apr 09 21:05:14.183959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d57103af-7136-471e-8275-c1f0e8dc9914 req-57d5d60b-ea3b-459f-9ada-254514a2e4dd tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307774
Apr 09 21:05:14.232415 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adf5d1c-63d0-4f17-85ab-24ed69e021cc x-openstack-request-id: req-7adf5d1c-63d0-4f17-85ab-24ed69e021cc {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:14.232906 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-unplugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:14.232979 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7adf5d1c-63d0-4f17-85ab-24ed69e021cc {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:14.234196 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adf5d1c-63d0-4f17-85ab-24ed69e021cc'] response: {'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'code': 200}
Apr 09 21:05:14.278465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f41c99-3168-46f5-bb23-d071584aaeba {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:14.290024 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Publish callbacks [] for port (32f41c99-3168-46f5-bb23-d071584aaeba), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.307581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Transition to ACTIVE for port object 32f41c99-3168-46f5-bb23-d071584aaeba will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:05:14.319415 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.395346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5337e-8ca0-404e-b0c7-1660945aac6e req-530c4b8d-afa0-4a62-aab5-cc467315b608 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:14.396883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ef5337e-8ca0-404e-b0c7-1660945aac6e req-530c4b8d-afa0-4a62-aab5-cc467315b608 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 944 time: 0.0867257
Apr 09 21:05:14.415671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Pushing event updated for resources: {'Port': ['ID=32f41c99-3168-46f5-bb23-d071584aaeba,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:14.431528 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (8754726c-088c-474b-a8b2-8df96a2f1985), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.485524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268d4f-f5ed-43f4-b9e3-aa581efc693c req-4eb8965b-68ec-4ad1-ac89-0747293a7e93 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:14.487046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7268d4f-f5ed-43f4-b9e3-aa581efc693c req-4eb8965b-68ec-4ad1-ac89-0747293a7e93 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 943 time: 0.0889590
Apr 09 21:05:14.553728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ef5337e-8ca0-404e-b0c7-1660945aac6e req-5615361a-a6cc-4875-8311-8f0fe23c4230 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493664
Apr 09 21:05:14.593079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Attempting to bind port 32f41c99-3168-46f5-bb23-d071584aaeba on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:14.593079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Attempting to bind port 32f41c99-3168-46f5-bb23-d071584aaeba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:14.593328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Attempting to bind port 32f41c99-3168-46f5-bb23-d071584aaeba on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:14.600025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7268d4f-f5ed-43f4-b9e3-aa581efc693c req-5f2dd6df-10d9-4b26-84fe-63326b785c6f tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055229
Apr 09 21:05:14.602217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Port 32f41c99-3168-46f5-bb23-d071584aaeba on network cdd9fe53-654b-4110-9856-85e40c331c54 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:05:14.602597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Attempting to bind port 32f41c99-3168-46f5-bb23-d071584aaeba on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:14.608424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:14.608846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Checking segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:14.609451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Bound using segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:14.609940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Bound port: 32f41c99-3168-46f5-bb23-d071584aaeba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:14.610666 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.681902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Deleting port 36b4b115-3fc9-4923-b931-2de678560cc5 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:14.682207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.696180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] For port 32f41c99-3168-46f5-bb23-d071584aaeba, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:14.746090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] For port 32f41c99-3168-46f5-bb23-d071584aaeba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32f41c99-3168-46f5-bb23-d071584aaeba,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:14.763062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] For port 36b4b115-3fc9-4923-b931-2de678560cc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b4b115-3fc9-4923-b931-2de678560cc5,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:14.763426 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.772231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ce65e1d-ad83-457c-b200-665fa4e24cca req-69e5a570-483c-477d-a617-bf3730c46cc3 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0443134
Apr 09 21:05:14.775900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.777460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Calling delete_port for 36b4b115-3fc9-4923-b931-2de678560cc5 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:14.816117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756f66c-5ec9-467e-938c-fb2037b750d1 req-f04369c9-0d2f-460d-8c72-73978e304de1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:14.816117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9756f66c-5ec9-467e-938c-fb2037b750d1 req-f04369c9-0d2f-460d-8c72-73978e304de1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 944 time: 0.1112092
Apr 09 21:05:14.836030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:14.836637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.838032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] 10.222.0.25 "PUT /v2.0/ports/32f41c99-3168-46f5-bb23-d071584aaeba HTTP/1.1" status: 200  len: 1092 time: 1.0824850
Apr 09 21:05:14.877629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78734de-d3fe-471e-91c7-aa730f94c846 service neutron] Pushing event updated for resources: {'Port': ['ID=32f41c99-3168-46f5-bb23-d071584aaeba,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:14.895968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9756f66c-5ec9-467e-938c-fb2037b750d1 req-8af624ca-758f-4b58-bdb4-ce7d7284efaa tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797021
Apr 09 21:05:14.925450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-9e4f4632-91e7-4fc7-b99e-0edaae6983b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:14.927019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-9e4f4632-91e7-4fc7-b99e-0edaae6983b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 1126 time: 0.0439975
Apr 09 21:05:14.970338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-3aa8b5ae-bba8-4b8f-8cad-cb10151be895 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f41c99-3168-46f5-bb23-d071584aaeba HTTP/1.1" status: 200  len: 217 time: 0.0348620
Apr 09 21:05:14.971013 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (36b4b115-3fc9-4923-b931-2de678560cc5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:14.996455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b4b115-3fc9-4923-b931-2de678560cc5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:15.024763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-960f153a-9a5f-4f68-bb8e-a3d3fb811460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:15.026333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-960f153a-9a5f-4f68-bb8e-a3d3fb811460 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.0491400
Apr 09 21:05:15.067068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-6760eb4e-f255-4a4d-9b57-da7ae4a293e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327873
Apr 09 21:05:15.163075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-832f2772-e9db-4a39-867a-b1970f670ba8 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895100
Apr 09 21:05:15.178201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (8754726c-088c-474b-a8b2-8df96a2f1985), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:15.330401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bab028-50a2-4cd3-81c2-024ee70926cc req-d6f7f93c-7ef6-456b-940d-185caff92d28 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:15.332018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30bab028-50a2-4cd3-81c2-024ee70926cc req-d6f7f93c-7ef6-456b-940d-185caff92d28 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 950 time: 0.0908134
Apr 09 21:05:15.336266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c533b0-9997-4ba9-a85f-1dd6caec6331 req-9a1112ff-3714-4e84-8a78-fa627caa50f2 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653118
Apr 09 21:05:15.355024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c4a13-cbac-4ca1-a9e1-27c990c0fedc req-d1df78ee-89be-45ce-9e16-fd02cdb10e6a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:15.356517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-985c4a13-cbac-4ca1-a9e1-27c990c0fedc req-d1df78ee-89be-45ce-9e16-fd02cdb10e6a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 945 time: 0.0831778
Apr 09 21:05:15.387103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcbc59c-ecf4-4120-9eba-e9c1900708f2', 'tag': '32f41c99-3168-46f5-bb23-d071584aaeba'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:15.389367 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101876a-e3eb-4038-a828-97477622c934" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcbc59c-ecf4-4120-9eba-e9c1900708f2", "tag": "32f41c99-3168-46f5-bb23-d071584aaeba"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:15.419605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Router 8754726c-088c-474b-a8b2-8df96a2f1985 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:05:15.427695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30bab028-50a2-4cd3-81c2-024ee70926cc req-146ceaa4-fe72-4bd8-9c28-cc9e60b0e5fa tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882142
Apr 09 21:05:15.450205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-985c4a13-cbac-4ca1-a9e1-27c990c0fedc req-44a36637-d6d4-4ebc-a76c-6b4ca3535a44 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836234
Apr 09 21:05:15.484826 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc11c114-c85a-4b0e-bbe9-a4b8dcce32bb x-openstack-request-id: req-fc11c114-c85a-4b0e-bbe9-a4b8dcce32bb {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:15.485206 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcbc59c-ecf4-4120-9eba-e9c1900708f2", "tag": "32f41c99-3168-46f5-bb23-d071584aaeba", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:15.485456 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc11c114-c85a-4b0e-bbe9-a4b8dcce32bb {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:15.485878 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc11c114-c85a-4b0e-bbe9-a4b8dcce32bb'] response: {'name': 'network-changed', 'server_uuid': '3fcbc59c-ecf4-4120-9eba-e9c1900708f2', 'tag': '32f41c99-3168-46f5-bb23-d071584aaeba', 'status': 'completed', 'code': 200}
Apr 09 21:05:15.536645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:05:15.542021 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f45024c6-e586-49f6-be3a-7a8ff0d16992 admin admin] 10.222.0.30 "PUT /v2.0/routers/8754726c-088c-474b-a8b2-8df96a2f1985/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5509269
Apr 09 21:05:15.544396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:15.548495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] Sync routers for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:05:15.559651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:05:15.560548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763f2ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:15.678206 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks [] for router (8754726c-088c-474b-a8b2-8df96a2f1985), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:15.698649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2892-45fe-4517-aa7a-d4c3bb4d02e2 req-1127debb-27b3-4a90-8f64-9c64be61acac tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:15.706893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-306b2892-45fe-4517-aa7a-d4c3bb4d02e2 req-1127debb-27b3-4a90-8f64-9c64be61acac tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 944 time: 0.0648363
Apr 09 21:05:15.731361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:05:15.792348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85f5a-4447-4e02-8642-ee78b2cb1f25 req-1f243f45-c156-4716-820a-446dc908a364 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:15.793829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66f85f5a-4447-4e02-8642-ee78b2cb1f25 req-1f243f45-c156-4716-820a-446dc908a364 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 943 time: 0.0650666
Apr 09 21:05:15.803498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-306b2892-45fe-4517-aa7a-d4c3bb4d02e2 req-e1d82ed7-cea6-428f-8222-6ce0f094073f tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957215
Apr 09 21:05:15.866041 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks [] for router_gateway (8754726c-088c-474b-a8b2-8df96a2f1985), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:15.954147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7871b15f-ec75-4638-8efa-02a7ceefbe68 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:15.959761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Deleting port 26164c89-14a3-4a3c-b00b-5225961f3e2d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:15.960193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:15.981149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66f85f5a-4447-4e02-8642-ee78b2cb1f25 req-2ea78379-8c58-4d60-ac51-a463bf9a8946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1764317
Apr 09 21:05:16.042440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763f2ca0>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116'}], 'enable_snat': True}, 'gw_port_id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T21:05:14Z', 'revision_number': 5, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port': {'id': '26164c89-14a3-4a3c-b00b-5225961f3e2d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:23Z', 'updated_at': '2022-04-09T20:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:16.056728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] For port 26164c89-14a3-4a3c-b00b-5225961f3e2d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26164c89-14a3-4a3c-b00b-5225961f3e2d,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:16.057340 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.067966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03692afd-0085-40a2-9de8-af277dc21cf9 req-32bc0d4c-c4ab-4442-9b18-9aafa3f13d68 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0692413
Apr 09 21:05:16.078873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-6616fdf2-403b-48c5-8714-f225779dae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:16.080395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-6616fdf2-403b-48c5-8714-f225779dae2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b917a437e7432bbfc884a1067fdfaa&device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 1125 time: 0.2514529
Apr 09 21:05:16.081452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Calling delete_port for 26164c89-14a3-4a3c-b00b-5225961f3e2d owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:16.088360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] Checking router: 8754726c-088c-474b-a8b2-8df96a2f1985 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:05:16.141229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] Routers {'8754726c-088c-474b-a8b2-8df96a2f1985'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:05:16.142126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763f2ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8754726c-088c-474b-a8b2-8df96a2f1985'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:16.201176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e81e-f860-4bbb-977b-6e65e62f2c7b req-3228d725-b451-448a-9749-fb398dc9140c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:16.208403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a484e81e-f860-4bbb-977b-6e65e62f2c7b req-3228d725-b451-448a-9749-fb398dc9140c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 944 time: 0.1151819
Apr 09 21:05:16.256377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:16.266238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] Set router 8754726c-088c-474b-a8b2-8df96a2f1985 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:05:16.298192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (26164c89-14a3-4a3c-b00b-5225961f3e2d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.323958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763f2ca0>, [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T21:05:15Z', 'revision_number': 6, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:16.326049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'mac_address': 'fa:16:3e:a6:96:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:16.338626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26164c89-14a3-4a3c-b00b-5225961f3e2d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:16.366149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502c23e-51e0-49c9-8963-714dce14a895 None None] The sync data for ids ['8754726c-088c-474b-a8b2-8df96a2f1985'] in ncdv-master-1 is: [{'id': '8754726c-088c-474b-a8b2-8df96a2f1985', 'name': 'tempest-TaggedBootDevicesTest-1565310554-router', 'tenant_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:22Z', 'updated_at': '2022-04-09T21:05:15Z', 'revision_number': 6, 'project_id': '9dbc8f96549e4dfaaf941d571addb9c6', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:05:16.403482 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (8754726c-088c-474b-a8b2-8df96a2f1985), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.405611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7871b15f-ec75-4638-8efa-02a7ceefbe68 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:16.406150 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.420397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7871b15f-ec75-4638-8efa-02a7ceefbe68 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:16.446988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:16.458741 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.525910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:16.535227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.535523 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (8754726c-088c-474b-a8b2-8df96a2f1985), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.535673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.536052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.536468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.536950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.537299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.537678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.538196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.538292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks [] for router_controller (8754726c-088c-474b-a8b2-8df96a2f1985), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.538580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.538958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.539350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.539669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.540095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.540469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.540843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:16.596102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (8754726c-088c-474b-a8b2-8df96a2f1985), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.596752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8754726c-088c-474b-a8b2-8df96a2f1985 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:05:16.602044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.603186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b8113a8-6b14-4a77-92c9-dfbf982979f9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8754726c-088c-474b-a8b2-8df96a2f1985 HTTP/1.1" status: 204  len: 168 time: 1.0578303
Apr 09 21:05:16.606537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:16.625152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea541d-3b64-478b-a593-12155f24e39f req-cc73bd8f-7b2e-4b1b-82d2-c610a873c2b2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:16.626728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50ea541d-3b64-478b-a593-12155f24e39f req-cc73bd8f-7b2e-4b1b-82d2-c610a873c2b2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 950 time: 0.4994895
Apr 09 21:05:16.651592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d143a1-6aab-4d5a-9131-7f1976ecf5cf admin admin] Deleting subnet 91072f43-8669-4204-9964-c25fb5dd72db {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:05:16.654922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d143a1-6aab-4d5a-9131-7f1976ecf5cf admin admin] Publish callbacks [] for subnet (91072f43-8669-4204-9964-c25fb5dd72db), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.690129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7871b15f-ec75-4638-8efa-02a7ceefbe68'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:16.691624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d143a1-6aab-4d5a-9131-7f1976ecf5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (91072f43-8669-4204-9964-c25fb5dd72db), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.725865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401b566-e6f6-4bb5-8a8a-971b9800b4f0 req-8eacc924-d4ce-4318-923d-d96bc58c0579 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:16.728252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f401b566-e6f6-4bb5-8a8a-971b9800b4f0 req-8eacc924-d4ce-4318-923d-d96bc58c0579 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 950 time: 0.1535923
Apr 09 21:05:16.741468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a484e81e-f860-4bbb-977b-6e65e62f2c7b req-ff83340f-5016-4392-966d-8fea1c3a6039 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5321460
Apr 09 21:05:16.752071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-97ad0b67-3b30-4faf-83f0-5d915a92824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:16.753726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-97ad0b67-3b30-4faf-83f0-5d915a92824c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bc5e448-da4a-443d-9ac2-ea8630aa20c9 HTTP/1.1" status: 200  len: 906 time: 0.6275201
Apr 09 21:05:16.791840 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d143a1-6aab-4d5a-9131-7f1976ecf5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (91072f43-8669-4204-9964-c25fb5dd72db), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.793429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 6988d981-f528-4831-a64a-b6fb7a50ab79 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:16.846627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-f51daea1-18b2-4794-8fc5-8b966263085d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5448d5cd-1f29-4f3e-b6f2-73917d7094c7 HTTP/1.1" status: 200  len: 217 time: 0.0629482
Apr 09 21:05:16.893577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Deleting port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:16.893922 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.895992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d143a1-6aab-4d5a-9131-7f1976ecf5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (91072f43-8669-4204-9964-c25fb5dd72db), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.936953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d143a1-6aab-4d5a-9131-7f1976ecf5cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91072f43-8669-4204-9964-c25fb5dd72db,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:16.942013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317f848-27b7-4bd4-95c2-337af675b9ea None None] Network 77aa585d-d236-4c76-b3f0-d77cd270281e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:16.963379 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d143a1-6aab-4d5a-9131-7f1976ecf5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:16.971008 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-51d143a1-6aab-4d5a-9131-7f1976ecf5cf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/91072f43-8669-4204-9964-c25fb5dd72db HTTP/1.1" status: 204  len: 168 time: 0.3611248
Apr 09 21:05:16.971818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54260) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:17.043505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 6988d981-f528-4831-a64a-b6fb7a50ab79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6988d981-f528-4831-a64a-b6fb7a50ab79,segment=NetworkSegment(72b777d5-dea3-420a-85b8-fc9cfe2ddb48),segment_id=72b777d5-dea3-420a-85b8-fc9cfe2ddb48)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:17.044849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (77aa585d-d236-4c76-b3f0-d77cd270281e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.056480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f401b566-e6f6-4bb5-8a8a-971b9800b4f0 req-882c87c1-190e-45d8-8613-1136fdeef214 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2738271
Apr 09 21:05:17.081436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '6988d981-f528-4831-a64a-b6fb7a50ab79', 'network_id': '4012c036-b890-423e-af25-300f42e827cd', 'port_id': '6988d981-f528-4831-a64a-b6fb7a50ab79', 'mac_address': 'fa:16:3e:64:83:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0439ce06-ddc6-4223-b038-96afec5af591', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:17.086624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a716c8d-9b41-45e7-82fd-8e0c0fa5a2a6 req-1550fd38-e6cf-4f95-bb80-42929f5891ed tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:17.093867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a716c8d-9b41-45e7-82fd-8e0c0fa5a2a6 req-1550fd38-e6cf-4f95-bb80-42929f5891ed tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 944 time: 0.1531494
Apr 09 21:05:17.101358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-6b487e5a-60c9-4906-831d-33fdc9b32e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:17.102774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-6b487e5a-60c9-4906-831d-33fdc9b32e3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=effd5cd0-d2c5-48e4-ad51-75bb0e1ea431 HTTP/1.1" status: 200  len: 844 time: 0.2471011
Apr 09 21:05:17.136475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 6988d981-f528-4831-a64a-b6fb7a50ab79 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:17.137136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.145569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Deleting port 27a3b12d-6348-428e-9dde-bbbf25d15b8a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:17.146096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.162150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6988d981-f528-4831-a64a-b6fb7a50ab79 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:17.168043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] For port 3b264ec0-cb5f-44ef-8d47-fdf046582d87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b264ec0-cb5f-44ef-8d47-fdf046582d87,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:17.168405 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.194399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-f0ca71f3-8f5d-418f-a31d-91595dfed2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:17.196513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-f0ca71f3-8f5d-418f-a31d-91595dfed2f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bc5e448-da4a-443d-9ac2-ea8630aa20c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0826442
Apr 09 21:05:17.197958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Calling delete_port for 3b264ec0-cb5f-44ef-8d47-fdf046582d87 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:17.198928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 6988d981-f528-4831-a64a-b6fb7a50ab79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6988d981-f528-4831-a64a-b6fb7a50ab79,segment=NetworkSegment(72b777d5-dea3-420a-85b8-fc9cfe2ddb48),segment_id=72b777d5-dea3-420a-85b8-fc9cfe2ddb48)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:17.207767 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.209790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:17.237421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] For port 27a3b12d-6348-428e-9dde-bbbf25d15b8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27a3b12d-6348-428e-9dde-bbbf25d15b8a,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:17.237783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.246506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a716c8d-9b41-45e7-82fd-8e0c0fa5a2a6 req-d8b1e999-1637-4b51-ac39-5875fe821b45 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517351
Apr 09 21:05:17.267144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Calling delete_port for 27a3b12d-6348-428e-9dde-bbbf25d15b8a owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:17.291005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=6988d981-f528-4831-a64a-b6fb7a50ab79,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:17.363486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] DHCP port deletion for 77aa585d-d236-4c76-b3f0-d77cd270281e request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:05:17.413594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-9d542783-a677-483d-8d40-949258417357 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103193
Apr 09 21:05:17.423581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 36b4b115-3fc9-4923-b931-2de678560cc5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:17.441407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197501f-5cb9-43e1-9cd1-326b9b6ce346 req-7b9ddce2-0ec1-438d-af3e-c46e13b8435d tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:17.443429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6197501f-5cb9-43e1-9cd1-326b9b6ce346 req-7b9ddce2-0ec1-438d-af3e-c46e13b8435d tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 943 time: 0.0922840
Apr 09 21:05:17.490840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 36b4b115-3fc9-4923-b931-2de678560cc5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:17.491387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 36b4b115-3fc9-4923-b931-2de678560cc5 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:17.492039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 26164c89-14a3-4a3c-b00b-5225961f3e2d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:17.517350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 26164c89-14a3-4a3c-b00b-5225961f3e2d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:17.517842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 26164c89-14a3-4a3c-b00b-5225961f3e2d not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:17.518359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27a3b12d-6348-428e-9dde-bbbf25d15b8a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:17.565390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] Deleting port 27a3b12d-6348-428e-9dde-bbbf25d15b8a {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:17.565818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.587962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6197501f-5cb9-43e1-9cd1-326b9b6ce346 req-99bd3b37-0007-4f91-b896-f32b802eb9a5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292300
Apr 09 21:05:17.622123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-113d81dd-07ba-4984-98fa-8d23da77f946 req-b12917e3-c8cd-4d75-9ea6-224fe0ada823 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006328
Apr 09 21:05:17.623532 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3b264ec0-cb5f-44ef-8d47-fdf046582d87), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.661129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Pushing event deleted for resources: {'Port': ['ID=3b264ec0-cb5f-44ef-8d47-fdf046582d87,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:17.727931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] No DVR routers for this DVR port 3b264ec0-cb5f-44ef-8d47-fdf046582d87 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:17.731464 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.735735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50ea541d-3b64-478b-a593-12155f24e39f req-eacfce88-ecd0-467b-80b0-f503cc9eceaf tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "DELETE /v2.0/ports/3b264ec0-cb5f-44ef-8d47-fdf046582d87 HTTP/1.1" status: 204  len: 173 time: 1.0871503
Apr 09 21:05:17.736279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595b235c-0268-4995-b9b6-a9681a0e728f', 'name': 'network-vif-deleted', 'tag': '3b264ec0-cb5f-44ef-8d47-fdf046582d87'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:17.738676 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4135bac-a6b3-4b2b-8a74-968924fd2510" -d '{"events": [{"server_uuid": "595b235c-0268-4995-b9b6-a9681a0e728f", "name": "network-vif-deleted", "tag": "3b264ec0-cb5f-44ef-8d47-fdf046582d87"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:17.762193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['170bd20a-07a4-4369-8224-c4d2d705ad7c', '3b264ec0-cb5f-44ef-8d47-fdf046582d87', '413538b1-c0e7-410b-b551-a900c613c97a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:17.780180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0dcf654-6021-4254-881b-6bb1f53fe304 req-42d396d1-d4a9-4eb9-8db6-748070f98a40 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0382044
Apr 09 21:05:17.789279 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.822688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=27a3b12d-6348-428e-9dde-bbbf25d15b8a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:17.828504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] No DVR routers for this DVR port 27a3b12d-6348-428e-9dde-bbbf25d15b8a on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:17.858848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:17.885247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No active binding found for port 27a3b12d-6348-428e-9dde-bbbf25d15b8a {{(pid=126921) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 09 21:05:17.885626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] The host ncdv-master-1 is not matching for port 27a3b12d-6348-428e-9dde-bbbf25d15b8a host None! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:05:17.886104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27a3b12d-6348-428e-9dde-bbbf25d15b8a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:17.898790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] For port 27a3b12d-6348-428e-9dde-bbbf25d15b8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27a3b12d-6348-428e-9dde-bbbf25d15b8a,segment=NetworkSegment(2d461c95-50df-46af-8ae6-0c9d22c69024),segment_id=2d461c95-50df-46af-8ae6-0c9d22c69024)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:17.898790 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.905504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'port_id': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'mac_address': 'fa:16:3e:9d:50:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:17.912778 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ddcb1d-5b5e-4432-b5c1-e13d13869710 x-openstack-request-id: req-33ddcb1d-5b5e-4432-b5c1-e13d13869710 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:17.913320 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595b235c-0268-4995-b9b6-a9681a0e728f", "name": "network-vif-deleted", "tag": "3b264ec0-cb5f-44ef-8d47-fdf046582d87", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:17.913709 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33ddcb1d-5b5e-4432-b5c1-e13d13869710 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:17.914207 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ddcb1d-5b5e-4432-b5c1-e13d13869710'] response: {'server_uuid': '595b235c-0268-4995-b9b6-a9681a0e728f', 'name': 'network-vif-deleted', 'tag': '3b264ec0-cb5f-44ef-8d47-fdf046582d87', 'status': 'completed', 'code': 200}
Apr 09 21:05:17.937552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] Calling delete_port for 27a3b12d-6348-428e-9dde-bbbf25d15b8a owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:17.939643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7871b15f-ec75-4638-8efa-02a7ceefbe68 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:17.956569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (77aa585d-d236-4c76-b3f0-d77cd270281e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:17.981536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377363550>,) {'filters': {'network_id': ['77aa585d-d236-4c76-b3f0-d77cd270281e']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:17.993762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377363550>, '2d461c95-50df-46af-8ae6-0c9d22c69024') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:17.994052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377363550>, '2d461c95-50df-46af-8ae6-0c9d22c69024') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:18.004446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (2d461c95-50df-46af-8ae6-0c9d22c69024), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.021022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2d461c95-50df-46af-8ae6-0c9d22c69024), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.027496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:05:18.027871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (2d461c95-50df-46af-8ae6-0c9d22c69024), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.029577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c59d-0614-48aa-b627-412f97cd956b req-d86412e6-6872-4187-b217-79fa24762068 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:05:18.029760 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:05:18.037680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9456c59d-0614-48aa-b627-412f97cd956b req-d86412e6-6872-4187-b217-79fa24762068 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 944 time: 0.0590622
Apr 09 21:05:18.073380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:18.073710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.099092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9456c59d-0614-48aa-b627-412f97cd956b req-ac408e88-61b0-4fc4-9c73-8b8e8d202dbe tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529418
Apr 09 21:05:18.104185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:18.106487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (77aa585d-d236-4c76-b3f0-d77cd270281e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.124312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.130808 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] 10.222.0.30 "DELETE /v2.0/networks/77aa585d-d236-4c76-b3f0-d77cd270281e HTTP/1.1" status: 204  len: 168 time: 1.1579218
Apr 09 21:05:18.131218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54282) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:18.131954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f661c8-4117-4347-852b-260569667c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=77aa585d-d236-4c76-b3f0-d77cd270281e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:18.164029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:18.174710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7871b15f-ec75-4638-8efa-02a7ceefbe68 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:18.175112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.180320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.255847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (27a3b12d-6348-428e-9dde-bbbf25d15b8a), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.283549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] Network 77aa585d-d236-4c76-b3f0-d77cd270281e is not hosted by any dhcp agent {{(pid=126921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:05:18.284010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] No DVR routers for this DVR port 27a3b12d-6348-428e-9dde-bbbf25d15b8a on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:18.312318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b756501d-72a1-4fb1-b59b-5f21fdce65c4 req-7a554059-d73a-47b3-bb67-578394c93be2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=595b235c-0268-4995-b9b6-a9681a0e728f HTTP/1.1" status: 200  len: 210 time: 0.0381222
Apr 09 21:05:18.359399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:18.429279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec766f0-4bc5-42ae-9325-d533e77ed682 None None] Pushing event deleted for resources: {'Port': ['ID=27a3b12d-6348-428e-9dde-bbbf25d15b8a,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:18.463492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7871b15f-ec75-4638-8efa-02a7ceefbe68 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:18.463882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.511078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:18.513388 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb914ccd-d6eb-4c97-b4ee-57ae1fcc9fe6" -d '{"events": [{"server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "name": "network-vif-plugged", "status": "completed", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:18.533082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:18.537837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b7bc5-17fd-4639-bde4-1378011f1bd8 req-6c85ba0a-6f02-46ff-af91-a17c07494a1a tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:18.540567 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.541569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d03b7bc5-17fd-4639-bde4-1378011f1bd8 req-6c85ba0a-6f02-46ff-af91-a17c07494a1a tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 945 time: 0.0775723
Apr 09 21:05:18.581539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5448d5cd-1f29-4f3e-b6f2-73917d7094c7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:18.655990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:18.658904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['6988d981-f528-4831-a64a-b6fb7a50ab79'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:18.688041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101876a-e3eb-4038-a828-97477622c934 req-2ccc29cb-d525-4d7f-b253-11fd5b6efe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:18.689702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6101876a-e3eb-4038-a828-97477622c934 req-2ccc29cb-d525-4d7f-b253-11fd5b6efe78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 1126 time: 0.0756414
Apr 09 21:05:18.714799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d03b7bc5-17fd-4639-bde4-1378011f1bd8 req-65341790-bf25-4b90-83ab-0b7cceca9892 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676767
Apr 09 21:05:18.780451 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03721b94-7583-4165-8ce2-18ae03f56e1c x-openstack-request-id: req-03721b94-7583-4165-8ce2-18ae03f56e1c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:18.780873 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "name": "network-vif-plugged", "status": "completed", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:18.781105 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03721b94-7583-4165-8ce2-18ae03f56e1c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:18.781561 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03721b94-7583-4165-8ce2-18ae03f56e1c'] response: {'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'code': 200}
Apr 09 21:05:18.853159 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (21d77bac-cb07-48f6-aead-2470e2b24f67), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:18.969553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101876a-e3eb-4038-a828-97477622c934 req-12e10f4d-903b-4934-9287-3f4a48141576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:18.971019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6101876a-e3eb-4038-a828-97477622c934 req-12e10f4d-903b-4934-9287-3f4a48141576 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 906 time: 0.2509613
Apr 09 21:05:19.030429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd0a4292-4718-445c-acd3-cd7419fbd360 req-37eb91f6-25c9-4bdd-8d94-1664fba9006e tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0989385
Apr 09 21:05:19.073694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b9de8-26f1-457c-a9b3-d22a7cc5ac0e req-19162e5a-dc79-47d4-94cb-00c8fcb07699 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:19.075174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee3b9de8-26f1-457c-a9b3-d22a7cc5ac0e req-19162e5a-dc79-47d4-94cb-00c8fcb07699 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 944 time: 0.2191377
Apr 09 21:05:19.076436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6101876a-e3eb-4038-a828-97477622c934 req-7dd77d78-a2f0-4c50-8a06-fb69eba90503 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f41c99-3168-46f5-bb23-d071584aaeba HTTP/1.1" status: 200  len: 217 time: 0.0621328
Apr 09 21:05:19.221451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101876a-e3eb-4038-a828-97477622c934 req-ed9a8b87-2fc6-49b3-8c6c-040a0b43dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:19.222879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6101876a-e3eb-4038-a828-97477622c934 req-ed9a8b87-2fc6-49b3-8c6c-040a0b43dd74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1322389
Apr 09 21:05:19.288575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee3b9de8-26f1-457c-a9b3-d22a7cc5ac0e req-1f0521a3-2afb-47bc-9696-a9ce622bde01 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2075005
Apr 09 21:05:19.294453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6101876a-e3eb-4038-a828-97477622c934 req-4538f462-f238-4ea5-8bfa-6e4241cb8b9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425389
Apr 09 21:05:19.301794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af9404-5d8e-4590-8d89-f4599d459863 req-f83e068a-c373-43de-92bc-5cbfb1ba8b75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:19.303184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61af9404-5d8e-4590-8d89-f4599d459863 req-f83e068a-c373-43de-92bc-5cbfb1ba8b75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 944 time: 0.1020265
Apr 09 21:05:19.497838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61af9404-5d8e-4590-8d89-f4599d459863 req-08e4fbed-f5a0-4a3f-863d-dd41454e522e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633899
Apr 09 21:05:19.500598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6101876a-e3eb-4038-a828-97477622c934 req-6aa96c5e-608a-4819-8d5c-c6c2863f2317 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956928
Apr 09 21:05:19.501413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Deleting port 6062a07e-6f10-40e0-aae6-8b65c689bd32 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:19.501988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:19.697668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93501efd-c2cb-4950-976f-d4f17b509db9 req-a4c038b7-0066-46db-b7f2-d00179683ce2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:19.699173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93501efd-c2cb-4950-976f-d4f17b509db9 req-a4c038b7-0066-46db-b7f2-d00179683ce2 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 950 time: 0.0784514
Apr 09 21:05:19.717021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] For port 6062a07e-6f10-40e0-aae6-8b65c689bd32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6062a07e-6f10-40e0-aae6-8b65c689bd32,segment=NetworkSegment(d5945215-fdbb-4587-adfd-df022593b067),segment_id=d5945215-fdbb-4587-adfd-df022593b067)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:19.717416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:19.740090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6101876a-e3eb-4038-a828-97477622c934 req-476b2026-9a1a-46c8-bdd8-0e952e2affdf service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244608
Apr 09 21:05:19.745157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Calling delete_port for 6062a07e-6f10-40e0-aae6-8b65c689bd32 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:19.821270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93501efd-c2cb-4950-976f-d4f17b509db9 req-012a7272-b01f-4e70-9242-086fc44ac2d7 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113873
Apr 09 21:05:19.871541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b6309-c8df-4786-a2b7-f217e0dbc169 req-a5ee0199-9507-4cc2-9436-108448fd7ce1 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:19.873069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-147b6309-c8df-4786-a2b7-f217e0dbc169 req-a5ee0199-9507-4cc2-9436-108448fd7ce1 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 945 time: 0.0659177
Apr 09 21:05:19.907673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 6988d981-f528-4831-a64a-b6fb7a50ab79 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:19.940295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 32f41c99-3168-46f5-bb23-d071584aaeba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:19.975995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-147b6309-c8df-4786-a2b7-f217e0dbc169 req-e3ff0b31-6c15-4828-b226-d7a83d1ceb97 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665104
Apr 09 21:05:19.995114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 6988d981-f528-4831-a64a-b6fb7a50ab79 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:20.024386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 6988d981-f528-4831-a64a-b6fb7a50ab79 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:20.024756 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.038751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6062a07e-6f10-40e0-aae6-8b65c689bd32), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.065298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Pushing event deleted for resources: {'Port': ['ID=6062a07e-6f10-40e0-aae6-8b65c689bd32,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:20.097492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 32f41c99-3168-46f5-bb23-d071584aaeba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32f41c99-3168-46f5-bb23-d071584aaeba,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:20.139980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '32f41c99-3168-46f5-bb23-d071584aaeba', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'port_id': '32f41c99-3168-46f5-bb23-d071584aaeba', 'mac_address': 'fa:16:3e:da:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdda6f-4a4d-41bf-b698-ea1190d2dc3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:20.173286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 6988d981-f528-4831-a64a-b6fb7a50ab79 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:20.173699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.221939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 32f41c99-3168-46f5-bb23-d071584aaeba is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:20.222453 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.228099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 6988d981-f528-4831-a64a-b6fb7a50ab79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6988d981-f528-4831-a64a-b6fb7a50ab79,segment=NetworkSegment(72b777d5-dea3-420a-85b8-fc9cfe2ddb48),segment_id=72b777d5-dea3-420a-85b8-fc9cfe2ddb48)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:20.238135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.239092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:20.281505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f41c99-3168-46f5-bb23-d071584aaeba {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:20.333850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 32f41c99-3168-46f5-bb23-d071584aaeba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32f41c99-3168-46f5-bb23-d071584aaeba,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:20.342128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=6988d981-f528-4831-a64a-b6fb7a50ab79,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:20.348508 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.355021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:20.391734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:20.392130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.425085 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e76c764-e4df-4a76-96e8-5ce94d9bf5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.452751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=32f41c99-3168-46f5-bb23-d071584aaeba,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:20.500161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:20.500580 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.524724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad98c8fc-38f2-40dc-8749-271d46e61414 req-31ec8a5b-7aa8-4e50-894a-dffbd61bcc81 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.3916883
Apr 09 21:05:20.540769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:20.547664 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.548607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3b264ec0-cb5f-44ef-8d47-fdf046582d87 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:20.584879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 3b264ec0-cb5f-44ef-8d47-fdf046582d87 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:20.585244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3b264ec0-cb5f-44ef-8d47-fdf046582d87 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:20.616408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:20.628829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2e72d-aa62-491e-ba35-f3f212d38500 req-626bd094-96a9-4dea-be6c-333962470eb5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:20.630401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50f2e72d-aa62-491e-ba35-f3f212d38500 req-626bd094-96a9-4dea-be6c-333962470eb5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 944 time: 0.1105199
Apr 09 21:05:20.712412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de369-5a0f-452e-9e2e-29861e11ea38 req-940dc0c4-4a26-47f6-b0b5-ba7bd8e79ccc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:20.713946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-729de369-5a0f-452e-9e2e-29861e11ea38 req-940dc0c4-4a26-47f6-b0b5-ba7bd8e79ccc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 945 time: 0.1083255
Apr 09 21:05:20.768288 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (21d77bac-cb07-48f6-aead-2470e2b24f67), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:20.773601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50f2e72d-aa62-491e-ba35-f3f212d38500 req-fcf1ca15-9ae5-4be3-890e-a77f3a1dcd22 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204200
Apr 09 21:05:20.782974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25d5238-42cc-4933-8f4a-55af227445a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6988d981-f528-4831-a64a-b6fb7a50ab79'}, {'server_uuid': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:20.786460 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7921976-fa32-4bf8-b783-74fa3d3bd364" -d '{"events": [{"server_uuid": "d25d5238-42cc-4933-8f4a-55af227445a6", "name": "network-vif-plugged", "status": "completed", "tag": "6988d981-f528-4831-a64a-b6fb7a50ab79"}, {"server_uuid": "87b96091-3ee1-49bb-95e2-f896acbdc4f3", "name": "network-vif-plugged", "status": "completed", "tag": "5448d5cd-1f29-4f3e-b6f2-73917d7094c7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:20.807244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-729de369-5a0f-452e-9e2e-29861e11ea38 req-bb27dc64-ef45-4cb6-8f9c-05f0f8d54803 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856173
Apr 09 21:05:20.829705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['32f41c99-3168-46f5-bb23-d071584aaeba'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:20.897734 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7933e6a1-3175-471e-b440-07c2db31680d x-openstack-request-id: req-7933e6a1-3175-471e-b440-07c2db31680d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:20.898121 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25d5238-42cc-4933-8f4a-55af227445a6", "name": "network-vif-plugged", "status": "completed", "tag": "6988d981-f528-4831-a64a-b6fb7a50ab79", "code": 200}, {"server_uuid": "87b96091-3ee1-49bb-95e2-f896acbdc4f3", "name": "network-vif-plugged", "status": "completed", "tag": "5448d5cd-1f29-4f3e-b6f2-73917d7094c7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:20.898441 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7933e6a1-3175-471e-b440-07c2db31680d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:20.898916 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7933e6a1-3175-471e-b440-07c2db31680d'] response: {'server_uuid': 'd25d5238-42cc-4933-8f4a-55af227445a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6988d981-f528-4831-a64a-b6fb7a50ab79', 'code': 200}
Apr 09 21:05:20.899241 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7933e6a1-3175-471e-b440-07c2db31680d'] response: {'server_uuid': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'code': 200}
Apr 09 21:05:21.024618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01288f09-b3d9-4d89-846c-b1bf050b2920 req-36d926ed-e77d-4f5b-9f28-0ff854db6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:21.026250 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-01288f09-b3d9-4d89-846c-b1bf050b2920 req-36d926ed-e77d-4f5b-9f28-0ff854db6e0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 1128 time: 0.0473299
Apr 09 21:05:21.034562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-8c5ba759-70c9-453c-8357-79f694afe9f6 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:21.036281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-8c5ba759-70c9-453c-8357-79f694afe9f6 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 950 time: 0.0981088
Apr 09 21:05:21.070886 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-01288f09-b3d9-4d89-846c-b1bf050b2920 req-dfb6d529-df4a-4ba8-9877-eecd57c85200 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380752
Apr 09 21:05:21.124354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0869c6-c7cb-4587-8440-d58dfda72b23 req-7d3cf153-062d-42f0-abb1-f2be84837720 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:21.125939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d0869c6-c7cb-4587-8440-d58dfda72b23 req-7d3cf153-062d-42f0-abb1-f2be84837720 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 950 time: 0.2073214
Apr 09 21:05:21.180645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ac184-1b08-4c46-b2cb-c695a443228e req-2efd5eb3-b14a-4a03-9f0e-fad060d7c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:21.182104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b04ac184-1b08-4c46-b2cb-c695a443228e req-2efd5eb3-b14a-4a03-9f0e-fad060d7c075 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 1127 time: 0.1913037
Apr 09 21:05:21.217843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7dc0-d05d-47b6-835b-e521cf86f4ec req-8a752c05-9923-4541-803e-c272861aadc1 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:21.219257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fde7dc0-d05d-47b6-835b-e521cf86f4ec req-8a752c05-9923-4541-803e-c272861aadc1 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 946 time: 0.1285126
Apr 09 21:05:21.362955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Deleting port 170bd20a-07a4-4369-8224-c4d2d705ad7c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:21.363643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:21.405100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d0869c6-c7cb-4587-8440-d58dfda72b23 req-727f484c-7145-417e-8208-d085aa0535e0 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411773
Apr 09 21:05:21.432916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Router 21d77bac-cb07-48f6-aead-2470e2b24f67 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:05:21.464754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fde7dc0-d05d-47b6-835b-e521cf86f4ec req-c350d4ce-4460-4f3a-a0df-0bb7e8d94634 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107179
Apr 09 21:05:21.480690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b04ac184-1b08-4c46-b2cb-c695a443228e req-ea9696c7-8a8e-4212-8c20-d6803eb2ca37 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1914802
Apr 09 21:05:21.547818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] For port 170bd20a-07a4-4369-8224-c4d2d705ad7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=170bd20a-07a4-4369-8224-c4d2d705ad7c,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:21.548519 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:21.572384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Calling delete_port for 170bd20a-07a4-4369-8224-c4d2d705ad7c owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:21.690212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f97cd3c1-4741-4dea-a56b-b2dc964a086f req-ae927549-847f-4c19-93b5-7254bcf2b4fc tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0658076
Apr 09 21:05:21.701905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:05:21.712458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1ce4f821-cea6-4355-878d-77547c3ee934 admin admin] 10.222.0.30 "PUT /v2.0/routers/21d77bac-cb07-48f6-aead-2470e2b24f67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5765603
Apr 09 21:05:21.712861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54364) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:21.721899 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] Sync routers for ids ['21d77bac-cb07-48f6-aead-2470e2b24f67'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:05:21.746322 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] Routers {'21d77bac-cb07-48f6-aead-2470e2b24f67'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:05:21.747256 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21d77bac-cb07-48f6-aead-2470e2b24f67'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:21.805467 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (170bd20a-07a4-4369-8224-c4d2d705ad7c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:21.820831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['413538b1-c0e7-410b-b551-a900c613c97a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:21.839743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Pushing event deleted for resources: {'Port': ['ID=170bd20a-07a4-4369-8224-c4d2d705ad7c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:21.917777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] No DVR routers for this DVR port 170bd20a-07a4-4369-8224-c4d2d705ad7c on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:21.918645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks [] for router (21d77bac-cb07-48f6-aead-2470e2b24f67), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:21.928670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:21.932272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46adb5a5-39c0-4f8a-b4f7-c2bc4231e929 req-48eaf861-f67c-42ae-8073-9a0d14b3386e tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "DELETE /v2.0/ports/170bd20a-07a4-4369-8224-c4d2d705ad7c HTTP/1.1" status: 204  len: 173 time: 0.8401046
Apr 09 21:05:21.932877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2b708a-25bb-4c08-9163-5dfa571dbf7d', 'name': 'network-vif-deleted', 'tag': '170bd20a-07a4-4369-8224-c4d2d705ad7c'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:21.935261 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9d46f5-5c97-4599-a733-8d2ef15bb0aa" -d '{"events": [{"server_uuid": "bd2b708a-25bb-4c08-9163-5dfa571dbf7d", "name": "network-vif-deleted", "tag": "170bd20a-07a4-4369-8224-c4d2d705ad7c"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:21.954843 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] Set router 21d77bac-cb07-48f6-aead-2470e2b24f67 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:05:22.012897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bd3f9-85e3-428e-b5df-2e9135cc0cd8 req-5821aa5d-5593-4d4d-8779-9e86c5abca38 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:22.019416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f47bd3f9-85e3-428e-b5df-2e9135cc0cd8 req-5821aa5d-5593-4d4d-8779-9e86c5abca38 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 945 time: 0.1049867
Apr 09 21:05:22.076972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a44aff-d41c-43ce-9094-1d9b1f414d04 req-438514c4-e25f-4b2f-8ce9-80107f9a1b2c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:22.084004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5a44aff-d41c-43ce-9094-1d9b1f414d04 req-438514c4-e25f-4b2f-8ce9-80107f9a1b2c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 945 time: 0.1452143
Apr 09 21:05:22.128405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 32f41c99-3168-46f5-bb23-d071584aaeba up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:22.160423 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks [] for router_gateway (21d77bac-cb07-48f6-aead-2470e2b24f67), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.190759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 32f41c99-3168-46f5-bb23-d071584aaeba completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:22.203711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 32f41c99-3168-46f5-bb23-d071584aaeba triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:22.204452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.207787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5a44aff-d41c-43ce-9094-1d9b1f414d04 req-e3e2a8d3-d3ac-43e2-bd0b-7c616219ec35 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022711
Apr 09 21:05:22.256939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f47bd3f9-85e3-428e-b5df-2e9135cc0cd8 req-bc5b4dcb-e701-4737-bb23-64133b727887 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2250016
Apr 09 21:05:22.264282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Deleting port ffc8769d-bea9-474b-8420-9df62a8c2d0e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:22.264723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.317111 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d22b5-c339-4076-ae7c-ed9c81c3f9ba x-openstack-request-id: req-4b3d22b5-c339-4076-ae7c-ed9c81c3f9ba {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:22.318115 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2b708a-25bb-4c08-9163-5dfa571dbf7d", "name": "network-vif-deleted", "tag": "170bd20a-07a4-4369-8224-c4d2d705ad7c", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:22.319140 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b3d22b5-c339-4076-ae7c-ed9c81c3f9ba {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:22.321126 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3d22b5-c339-4076-ae7c-ed9c81c3f9ba'] response: {'server_uuid': 'bd2b708a-25bb-4c08-9163-5dfa571dbf7d', 'name': 'network-vif-deleted', 'tag': '170bd20a-07a4-4369-8224-c4d2d705ad7c', 'status': 'completed', 'code': 200}
Apr 09 21:05:22.361480 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a0280>, [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30'}], 'enable_snat': True}, 'gw_port_id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T21:05:19Z', 'revision_number': 5, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port': {'id': 'ffc8769d-bea9-474b-8420-9df62a8c2d0e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T20:58:30Z', 'updated_at': '2022-04-09T20:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:22.407351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 32f41c99-3168-46f5-bb23-d071584aaeba is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:22.411211 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.411911 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] Checking router: 21d77bac-cb07-48f6-aead-2470e2b24f67 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:05:22.437976 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] Routers {'21d77bac-cb07-48f6-aead-2470e2b24f67'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:05:22.438936 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:04:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21d77bac-cb07-48f6-aead-2470e2b24f67'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:22.461934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] For port ffc8769d-bea9-474b-8420-9df62a8c2d0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc8769d-bea9-474b-8420-9df62a8c2d0e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:22.462475 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.484332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Calling delete_port for ffc8769d-bea9-474b-8420-9df62a8c2d0e owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:22.497245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 32f41c99-3168-46f5-bb23-d071584aaeba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32f41c99-3168-46f5-bb23-d071584aaeba,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:22.508918 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.610221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=32f41c99-3168-46f5-bb23-d071584aaeba,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:22.635587 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] Set router 21d77bac-cb07-48f6-aead-2470e2b24f67 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:05:22.669333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d84d218-a45a-4d1b-a911-c3f0ca5a43c3 req-b9dc461e-ffea-4f55-952b-7dfd222411cc tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd2b708a-25bb-4c08-9163-5dfa571dbf7d HTTP/1.1" status: 200  len: 210 time: 0.0681620
Apr 09 21:05:22.738198 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a0280>, [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T21:05:22Z', 'revision_number': 6, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:22.767937 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d43a0-81c3-47cd-a4bb-64ad9f98dd09 None None] The sync data for ids ['21d77bac-cb07-48f6-aead-2470e2b24f67'] in ncdv-master-1 is: [{'id': '21d77bac-cb07-48f6-aead-2470e2b24f67', 'name': 'tempest-TaggedBootDevicesTest-1428803105-router', 'tenant_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T20:58:29Z', 'updated_at': '2022-04-09T21:05:22Z', 'revision_number': 6, 'project_id': 'e2d0c5c00bd44d33a97c1057b4ab5f9c', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:05:22.785498 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ffc8769d-bea9-474b-8420-9df62a8c2d0e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.833990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80890e-f84b-44a4-bc44-0dae0fca0b22 req-38601e6b-3e11-4a52-92e6-aa3644e63b59 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:22.841590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc8769d-bea9-474b-8420-9df62a8c2d0e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:22.855681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa80890e-f84b-44a4-bc44-0dae0fca0b22 req-38601e6b-3e11-4a52-92e6-aa3644e63b59 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 946 time: 0.1515863
Apr 09 21:05:22.874977 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-163c87d2-7d5a-4f0b-a4ec-c44b61c5a8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.899994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcbc59c-ecf4-4120-9eba-e9c1900708f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f41c99-3168-46f5-bb23-d071584aaeba'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:22.902354 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1df26b-a49b-4b2e-bbab-4415178e023b" -d '{"events": [{"server_uuid": "3fcbc59c-ecf4-4120-9eba-e9c1900708f2", "name": "network-vif-plugged", "status": "completed", "tag": "32f41c99-3168-46f5-bb23-d071584aaeba"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:22.905215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dde5b5-f0ad-410b-82cc-bc5d24e051a9 req-47029491-4d23-44be-8e9c-d4cb1891c4a8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:22.912298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94dde5b5-f0ad-410b-82cc-bc5d24e051a9 req-47029491-4d23-44be-8e9c-d4cb1891c4a8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 945 time: 0.1333222
Apr 09 21:05:22.938975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (21d77bac-cb07-48f6-aead-2470e2b24f67), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:22.988210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 170bd20a-07a4-4369-8224-c4d2d705ad7c no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:23.010167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94dde5b5-f0ad-410b-82cc-bc5d24e051a9 req-486e5074-8828-4755-8747-72c743377fd1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722759
Apr 09 21:05:23.027731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa80890e-f84b-44a4-bc44-0dae0fca0b22 req-beb1b602-5f28-4f2d-8f11-1b8fdd7ed200 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710534
Apr 09 21:05:23.060433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (21d77bac-cb07-48f6-aead-2470e2b24f67), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.061861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 170bd20a-07a4-4369-8224-c4d2d705ad7c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:23.063076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 170bd20a-07a4-4369-8224-c4d2d705ad7c not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:23.063313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks [] for router_controller (21d77bac-cb07-48f6-aead-2470e2b24f67), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.085872 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d872469-c24f-45bd-9830-1c0ba48d8390 x-openstack-request-id: req-4d872469-c24f-45bd-9830-1c0ba48d8390 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:23.086335 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcbc59c-ecf4-4120-9eba-e9c1900708f2", "name": "network-vif-plugged", "status": "completed", "tag": "32f41c99-3168-46f5-bb23-d071584aaeba", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:23.086756 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d872469-c24f-45bd-9830-1c0ba48d8390 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:23.087322 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d872469-c24f-45bd-9830-1c0ba48d8390'] response: {'server_uuid': '3fcbc59c-ecf4-4120-9eba-e9c1900708f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f41c99-3168-46f5-bb23-d071584aaeba', 'code': 200}
Apr 09 21:05:23.130243 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (21d77bac-cb07-48f6-aead-2470e2b24f67), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.131143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d77bac-cb07-48f6-aead-2470e2b24f67 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:05:23.136192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.141776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54422) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:23.152096 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d980ab3c-691a-4248-9a29-a7799376c04f admin admin] 10.222.0.30 "DELETE /v2.0/routers/21d77bac-cb07-48f6-aead-2470e2b24f67 HTTP/1.1" status: 204  len: 168 time: 1.4379015
Apr 09 21:05:23.244074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87cac519-4137-4517-a66d-e574b9d89b8b req-638f1b39-6a5d-402d-9be5-49b1caabf59f tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1012747
Apr 09 21:05:23.276907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-548f3d2a-a76a-4814-a3bc-3628810747f6 admin admin] Deleting subnet d6ef9a16-1169-4980-bbae-d4ac9cbe6150 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:05:23.282113 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-548f3d2a-a76a-4814-a3bc-3628810747f6 admin admin] Publish callbacks [] for subnet (d6ef9a16-1169-4980-bbae-d4ac9cbe6150), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.373344 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-548f3d2a-a76a-4814-a3bc-3628810747f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (d6ef9a16-1169-4980-bbae-d4ac9cbe6150), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.426520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988cbcb-2469-4332-8e55-e266080f7f07 req-a874f0cd-3fa2-44e8-b286-f0433c62262e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:23.428892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c988cbcb-2469-4332-8e55-e266080f7f07 req-a874f0cd-3fa2-44e8-b286-f0433c62262e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 946 time: 0.0962262
Apr 09 21:05:23.537381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-548f3d2a-a76a-4814-a3bc-3628810747f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (d6ef9a16-1169-4980-bbae-d4ac9cbe6150), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.586060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c988cbcb-2469-4332-8e55-e266080f7f07 req-1d68edf7-3b16-43e5-82aa-4a15bb03ed0c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363113
Apr 09 21:05:23.660876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-548f3d2a-a76a-4814-a3bc-3628810747f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (d6ef9a16-1169-4980-bbae-d4ac9cbe6150), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.689975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82efa783-7b8c-40c3-87be-4c888a815150 None None] Network 791970a2-c08b-406e-b295-e8ce6d1ea6b8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:23.718190 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-548f3d2a-a76a-4814-a3bc-3628810747f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.722875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-548f3d2a-a76a-4814-a3bc-3628810747f6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d6ef9a16-1169-4980-bbae-d4ac9cbe6150 HTTP/1.1" status: 204  len: 168 time: 0.5788977
Apr 09 21:05:23.725648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54446) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:23.736858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f3d2a-a76a-4814-a3bc-3628810747f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ef9a16-1169-4980-bbae-d4ac9cbe6150,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:23.868819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (791970a2-c08b-406e-b295-e8ce6d1ea6b8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.910014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ae721-4e76-4276-9d87-57c6c23a7ead req-e2db39ec-1c70-4f63-a156-d173c0b4deee tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:23.918715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe1ae721-4e76-4276-9d87-57c6c23a7ead req-e2db39ec-1c70-4f63-a156-d173c0b4deee tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 945 time: 0.2100050
Apr 09 21:05:23.935619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Deleting port 8b7b1ab6-84f3-481a-9c93-d273a352323d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:23.937116 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:23.983385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50479b3-7ae1-42d7-82f5-82bf8cf6bfc8 req-f648e829-562c-470c-8b22-6056fad61ade tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:23.995078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f50479b3-7ae1-42d7-82f5-82bf8cf6bfc8 req-f648e829-562c-470c-8b22-6056fad61ade tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 946 time: 0.2244904
Apr 09 21:05:24.005705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6062a07e-6f10-40e0-aae6-8b65c689bd32 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:24.043583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] For port 8b7b1ab6-84f3-481a-9c93-d273a352323d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b7b1ab6-84f3-481a-9c93-d273a352323d,segment=NetworkSegment(d5945215-fdbb-4587-adfd-df022593b067),segment_id=d5945215-fdbb-4587-adfd-df022593b067)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:24.043866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.069007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Calling delete_port for 8b7b1ab6-84f3-481a-9c93-d273a352323d owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:24.085765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6062a07e-6f10-40e0-aae6-8b65c689bd32 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:24.086760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6062a07e-6f10-40e0-aae6-8b65c689bd32 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:24.103783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.104780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d35d9-7158-418c-84a5-2b979f81a23d req-471b3a68-b1a3-45c7-b5fc-f03110d954db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:24.106741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-130d35d9-7158-418c-84a5-2b979f81a23d req-471b3a68-b1a3-45c7-b5fc-f03110d954db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 1128 time: 0.1094127
Apr 09 21:05:24.123093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe1ae721-4e76-4276-9d87-57c6c23a7ead req-ed134003-e26d-4d03-9d79-e8dd29fa69ad tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2030232
Apr 09 21:05:24.203481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] DHCP port deletion for 791970a2-c08b-406e-b295-e8ce6d1ea6b8 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:05:24.240078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f50479b3-7ae1-42d7-82f5-82bf8cf6bfc8 req-75aff6e0-df5b-4bdc-ab63-d89ce32b0ade tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2438526
Apr 09 21:05:24.241615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.274877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-130d35d9-7158-418c-84a5-2b979f81a23d req-17ad2744-56bf-4239-8be0-57216467bbdc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432662
Apr 09 21:05:24.296654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7b1ab6-84f3-481a-9c93-d273a352323d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:24.300918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] Deleting port 8b7b1ab6-84f3-481a-9c93-d273a352323d {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:24.301864 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.313164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.313551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.313893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.314433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.314990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.315334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.315746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.316290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.316653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.317059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.318549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.319236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.319575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.320158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.320494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:05:24.325136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] No DVR routers for this DVR port 8b7b1ab6-84f3-481a-9c93-d273a352323d on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:24.410919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] For port 8b7b1ab6-84f3-481a-9c93-d273a352323d, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:24.411318 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.443902 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (791970a2-c08b-406e-b295-e8ce6d1ea6b8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.449968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f915d-d95b-4ad1-b245-1c4961dfc5cf req-e09fd094-e1c8-4137-8366-3da6b6576f2a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:24.451951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-368f915d-d95b-4ad1-b245-1c4961dfc5cf req-e09fd094-e1c8-4137-8366-3da6b6576f2a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 945 time: 0.1627214
Apr 09 21:05:24.454733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] Calling delete_port for 8b7b1ab6-84f3-481a-9c93-d273a352323d owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:24.458221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] Port 8b7b1ab6-84f3-481a-9c93-d273a352323d was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:05:24.460025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (8b7b1ab6-84f3-481a-9c93-d273a352323d), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.478785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23762f9760>,) {'filters': {'network_id': ['791970a2-c08b-406e-b295-e8ce6d1ea6b8']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:24.479530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f52b5-384c-48b5-89d1-da68b03a3b6c req-c43079b4-8fff-4f5a-81e1-f2c4d891face tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:24.488621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] Pushing event deleted for resources: {'Port': ['ID=8b7b1ab6-84f3-481a-9c93-d273a352323d,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:24.495365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14f42e-9452-448a-95f9-b20d5bc45ced None None] No DVR routers for this DVR port 8b7b1ab6-84f3-481a-9c93-d273a352323d on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:24.495624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23762f9760>, 'd5945215-fdbb-4587-adfd-df022593b067') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:24.495928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23762f9760>, 'd5945215-fdbb-4587-adfd-df022593b067') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:24.505975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e05f52b5-384c-48b5-89d1-da68b03a3b6c req-c43079b4-8fff-4f5a-81e1-f2c4d891face tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 945 time: 0.1169779
Apr 09 21:05:24.507458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54456) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:24.519812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Request body: {'floatingip': {'port_id': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:24.527546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d5945215-fdbb-4587-adfd-df022593b067), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.589410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for floatingip (985c52db-9e34-4524-8ac2-ed1a74be0d03), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.592501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d5945215-fdbb-4587-adfd-df022593b067), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.596055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-368f915d-d95b-4ad1-b245-1c4961dfc5cf req-1dc7b820-9d0e-4e4c-966b-365abe4bddbf tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185925
Apr 09 21:05:24.634754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:05:24.635166 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d5945215-fdbb-4587-adfd-df022593b067), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:05:24.636990 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:05:24.720458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a41dd05c-59d1-48ea-a73b-6c8ca0d7bf85 req-08cc5be4-708d-43bd-a082-f6337e142dd5 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0411808
Apr 09 21:05:24.814202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (791970a2-c08b-406e-b295-e8ce6d1ea6b8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.835290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:24.845098 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] 10.222.0.30 "DELETE /v2.0/networks/791970a2-c08b-406e-b295-e8ce6d1ea6b8 HTTP/1.1" status: 204  len: 168 time: 1.1126783
Apr 09 21:05:24.860171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a062d3-d4ee-4148-8ff9-c323da580223 admin admin] Pushing event deleted for resources: {'Network': ['ID=791970a2-c08b-406e-b295-e8ce6d1ea6b8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:24.976945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411f42-7d8a-462a-9f21-c9e9d64b9b3e req-6dc6c31e-52db-47d4-aefe-2c375fb34371 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:24.978531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d411f42-7d8a-462a-9f21-c9e9d64b9b3e req-6dc6c31e-52db-47d4-aefe-2c375fb34371 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 950 time: 0.0961206
Apr 09 21:05:24.985193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadb0b2-ac60-49f5-9e99-fde4d444ad92 req-03a5c58d-4320-4ace-a7d6-f7a4465f80ee tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:24.986681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daadb0b2-ac60-49f5-9e99-fde4d444ad92 req-03a5c58d-4320-4ace-a7d6-f7a4465f80ee tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 946 time: 0.1306381
Apr 09 21:05:25.055258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d411f42-7d8a-462a-9f21-c9e9d64b9b3e req-082259b8-0e2f-491a-bb1a-059abdca925c tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674765
Apr 09 21:05:25.056134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54474) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:25.069387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.110546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.136914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daadb0b2-ac60-49f5-9e99-fde4d444ad92 req-7b94f89f-2af9-423c-9c77-9b2b3dda4ac0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354272
Apr 09 21:05:25.151062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e5eb6ce2-25bf-4e02-87e1-eecca3016f4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dbc8f96549e4dfaaf941d571addb9c6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0898585
Apr 09 21:05:25.153816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54476) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:25.205724 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bcae2be5-07e6-46f4-bd62-374135c67659 admin admin] Publish callbacks [] for security_group (d9ae885d-7ed3-481e-83be-5fbef13953f3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.232170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bcae2be5-07e6-46f4-bd62-374135c67659 admin admin] Publish callbacks [] for security_group (d9ae885d-7ed3-481e-83be-5fbef13953f3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.292599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bcae2be5-07e6-46f4-bd62-374135c67659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d9ae885d-7ed3-481e-83be-5fbef13953f3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.301348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bcae2be5-07e6-46f4-bd62-374135c67659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.304513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bcae2be5-07e6-46f4-bd62-374135c67659 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9ae885d-7ed3-481e-83be-5fbef13953f3 HTTP/1.1" status: 204  len: 168 time: 0.1499844
Apr 09 21:05:25.320637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae2be5-07e6-46f4-bd62-374135c67659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ae885d-7ed3-481e-83be-5fbef13953f3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:25.433508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ffc8769d-bea9-474b-8420-9df62a8c2d0e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:25.437525 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.451555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (985c52db-9e34-4524-8ac2-ed1a74be0d03), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.465554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ffc8769d-bea9-474b-8420-9df62a8c2d0e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:25.466485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ffc8769d-bea9-474b-8420-9df62a8c2d0e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:25.467043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b7b1ab6-84f3-481a-9c93-d273a352323d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:25.494762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 8b7b1ab6-84f3-481a-9c93-d273a352323d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:25.495356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b7b1ab6-84f3-481a-9c93-d273a352323d not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:25.532762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-1f85f77b-09c6-40ec-bf0f-b0191525bba9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:25.534567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-1f85f77b-09c6-40ec-bf0f-b0191525bba9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 945 time: 0.1747112
Apr 09 21:05:25.556190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e1b4-c049-4525-b2a0-006367b123bc req-85b69595-e6ad-49d8-8c3e-f7a85aa46f00 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:25.557637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ab9e1b4-c049-4525-b2a0-006367b123bc req-85b69595-e6ad-49d8-8c3e-f7a85aa46f00 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 946 time: 0.1692450
Apr 09 21:05:25.612585 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Floating IP 985c52db-9e34-4524-8ac2-ed1a74be0d03 associated. External IP: 172.35.0.229, port: 5448d5cd-1f29-4f3e-b6f2-73917d7094c7.
Apr 09 21:05:25.739916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ab9e1b4-c049-4525-b2a0-006367b123bc req-f842fce1-7efd-49a9-a9e8-c960b07633ca tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442571
Apr 09 21:05:25.870798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed1aae-c610-400d-8540-744d46736992 req-2bd8b9d4-9c25-4938-a72c-7c03111f43ab tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:25.878294 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-deed1aae-c610-400d-8540-744d46736992 req-2bd8b9d4-9c25-4938-a72c-7c03111f43ab tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b5fe469-5023-4fb7-a476-c2d2317003ad HTTP/1.1" status: 200  len: 945 time: 0.1610115
Apr 09 21:05:25.903869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54490) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:25.919064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Deleting port ae4c122c-3b88-4a0c-a595-2abb00518e1c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:25.921285 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:25.960644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Router 8479cec1-65e9-415c-a712-835b7f8b974b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:05:25.997638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bca632a-9be2-4194-b5f3-7737ac31da83 req-60ce36e1-250b-4307-bc65-275097a43a0b tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1036384
Apr 09 21:05:26.104649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] For port ae4c122c-3b88-4a0c-a595-2abb00518e1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae4c122c-3b88-4a0c-a595-2abb00518e1c,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:26.105021 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.122322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Calling delete_port for ae4c122c-3b88-4a0c-a595-2abb00518e1c owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:26.174293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:05:26.179721 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.184770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] Sync routers for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:05:26.206790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:05:26.207608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760ab430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:26.217823 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d3fbccf-02d0-4292-a888-4d2d62f7b2dd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "PUT /v2.0/floatingips/985c52db-9e34-4524-8ac2-ed1a74be0d03 HTTP/1.1" status: 200  len: 991 time: 1.7031546
Apr 09 21:05:26.218941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'tag': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:26.221708 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c225d63-70dd-4178-8368-b39450d8d03e" -d '{"events": [{"name": "network-changed", "server_uuid": "87b96091-3ee1-49bb-95e2-f896acbdc4f3", "tag": "5448d5cd-1f29-4f3e-b6f2-73917d7094c7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:26.356423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-deed1aae-c610-400d-8540-744d46736992 req-00817d78-05a2-4146-812b-cf178388a223 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4720092
Apr 09 21:05:26.396909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-c8c5b062-2cf8-4089-9e8f-67681ffc2d2a tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:26.399042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-c8c5b062-2cf8-4089-9e8f-67681ffc2d2a tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.32 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 946 time: 0.1343088
Apr 09 21:05:26.443840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:05:26.448160 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c843c01b-da0d-43ce-ad14-ee47935f345e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2d0c5c00bd44d33a97c1057b4ab5f9c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5417597
Apr 09 21:05:26.450496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:26.532420 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0694a5a7-507a-43f6-a3a5-19c42c4fd06f admin admin] Publish callbacks [] for security_group (fd74183c-7a91-4288-973d-140dee5a1e74), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.545825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ae4c122c-3b88-4a0c-a595-2abb00518e1c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.554885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102828-4eed-451a-aefc-958e19829e96 req-3111c306-4781-4dd3-9e73-cfc6d26a70b8 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:26.556436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64102828-4eed-451a-aefc-958e19829e96 req-3111c306-4781-4dd3-9e73-cfc6d26a70b8 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 950 time: 0.2291636
Apr 09 21:05:26.560689 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0694a5a7-507a-43f6-a3a5-19c42c4fd06f admin admin] Publish callbacks [] for security_group (fd74183c-7a91-4288-973d-140dee5a1e74), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.587502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b366-f95d-4bfd-be46-f04ef35e7f0b req-26990a9c-b22d-4fb1-91ae-f78baf229f34 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:26.596183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d941b366-f95d-4bfd-be46-f04ef35e7f0b req-26990a9c-b22d-4fb1-91ae-f78baf229f34 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 950 time: 0.3110557
Apr 09 21:05:26.643375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0694a5a7-507a-43f6-a3a5-19c42c4fd06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fd74183c-7a91-4288-973d-140dee5a1e74), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.647696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0694a5a7-507a-43f6-a3a5-19c42c4fd06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.651208 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0694a5a7-507a-43f6-a3a5-19c42c4fd06f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd74183c-7a91-4288-973d-140dee5a1e74 HTTP/1.1" status: 204  len: 168 time: 0.1961930
Apr 09 21:05:26.676388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694a5a7-507a-43f6-a3a5-19c42c4fd06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd74183c-7a91-4288-973d-140dee5a1e74,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:26.693402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event deleted for resources: {'Port': ['ID=ae4c122c-3b88-4a0c-a595-2abb00518e1c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:26.701298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf94c7b-1c80-4e2e-ae89-d91e4a1a7f53 req-eaee20ee-5401-4be3-8926-f0d774ee6903 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:26.702928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cf94c7b-1c80-4e2e-ae89-d91e4a1a7f53 req-eaee20ee-5401-4be3-8926-f0d774ee6903 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 946 time: 0.2508328
Apr 09 21:05:26.814953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] No DVR routers for this DVR port ae4c122c-3b88-4a0c-a595-2abb00518e1c on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:26.824853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.828300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff7e698c-1214-40b4-85a4-bd4c48d0f29a req-f546283a-d3d2-4911-97b4-94fe2f923cb6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "DELETE /v2.0/ports/ae4c122c-3b88-4a0c-a595-2abb00518e1c HTTP/1.1" status: 204  len: 173 time: 1.2848108
Apr 09 21:05:26.833424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5fe469-5023-4fb7-a476-c2d2317003ad', 'name': 'network-vif-deleted', 'tag': 'ae4c122c-3b88-4a0c-a595-2abb00518e1c'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:26.835727 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136eb43f-2d99-440e-bdf7-aae50794f79f" -d '{"events": [{"server_uuid": "3b5fe469-5023-4fb7-a476-c2d2317003ad", "name": "network-vif-deleted", "tag": "ae4c122c-3b88-4a0c-a595-2abb00518e1c"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:26.854070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d941b366-f95d-4bfd-be46-f04ef35e7f0b req-b395c73f-7f4f-4911-a9b7-30b6efc2ee30 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8125e8b-0802-4cc9-ad8f-ccee25dba928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2569280
Apr 09 21:05:26.887230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760ab430>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '985c52db-9e34-4524-8ac2-ed1a74be0d03', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'floating_ip_address': '172.35.0.229', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'port_id': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'mac_address': 'fa:16:3e:9d:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:04:58Z', 'updated_at': '2022-04-09T21:05:25Z', 'revision_number': 1, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:56Z', 'revision_number': 5, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:26.917796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Deleting port 6988d981-f528-4831-a64a-b6fb7a50ab79 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:26.918326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.932867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] Checking router: 8479cec1-65e9-415c-a712-835b7f8b974b for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:05:26.946948 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:26.957058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:05:26.957461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760ab430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:27.034927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cf94c7b-1c80-4e2e-ae89-d91e4a1a7f53 req-35c3dd3a-f624-4eea-9192-2472a8af721a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102510
Apr 09 21:05:27.043995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Deleting port 413538b1-c0e7-410b-b551-a900c613c97a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:27.047047 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (413538b1-c0e7-410b-b551-a900c613c97a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:27.117820 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535fa6ed-b0e5-4268-b7cf-ae3fd2f65daa x-openstack-request-id: req-535fa6ed-b0e5-4268-b7cf-ae3fd2f65daa {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:27.118310 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b96091-3ee1-49bb-95e2-f896acbdc4f3", "tag": "5448d5cd-1f29-4f3e-b6f2-73917d7094c7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:27.120977 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-535fa6ed-b0e5-4268-b7cf-ae3fd2f65daa {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:27.121554 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535fa6ed-b0e5-4268-b7cf-ae3fd2f65daa'] response: {'name': 'network-changed', 'server_uuid': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'tag': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'status': 'completed', 'code': 200}
Apr 09 21:05:27.166238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:05:27.256161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225d63-70dd-4178-8368-b39450d8d03e req-eec547a7-95c2-4380-a67f-d8255492992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:27.257789 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c225d63-70dd-4178-8368-b39450d8d03e req-eec547a7-95c2-4380-a67f-d8255492992c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b917a437e7432bbfc884a1067fdfaa&device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 1127 time: 0.1133265
Apr 09 21:05:27.286060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35ee8b-e3fe-4f22-b03d-f71e44b7f1e7 req-3ee9571f-1b5d-41e2-9dab-0505c3ba0bb2 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:27.292106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f35ee8b-e3fe-4f22-b03d-f71e44b7f1e7 req-3ee9571f-1b5d-41e2-9dab-0505c3ba0bb2 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 945 time: 0.2490091
Apr 09 21:05:27.405065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225d63-70dd-4178-8368-b39450d8d03e req-91e4faea-7de6-4740-91ab-f3e6f80d18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:27.408064 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c225d63-70dd-4178-8368-b39450d8d03e req-91e4faea-7de6-4740-91ab-f3e6f80d18b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bc5e448-da4a-443d-9ac2-ea8630aa20c9 HTTP/1.1" status: 200  len: 906 time: 0.1429708
Apr 09 21:05:27.416202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd630a27-3165-4ecc-aa51-e8b42bc72d59 req-b1075636-82a4-46ad-a8f5-a0d6f5e534c2 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:27.418280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd630a27-3165-4ecc-aa51-e8b42bc72d59 req-b1075636-82a4-46ad-a8f5-a0d6f5e534c2 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 946 time: 0.2122960
Apr 09 21:05:27.423602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] For port 6988d981-f528-4831-a64a-b6fb7a50ab79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6988d981-f528-4831-a64a-b6fb7a50ab79,segment=NetworkSegment(72b777d5-dea3-420a-85b8-fc9cfe2ddb48),segment_id=72b777d5-dea3-420a-85b8-fc9cfe2ddb48)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:27.424183 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:27.493791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Calling delete_port for 6988d981-f528-4831-a64a-b6fb7a50ab79 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:27.519832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760ab430>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '985c52db-9e34-4524-8ac2-ed1a74be0d03', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'floating_ip_address': '172.35.0.229', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'port_id': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'mac_address': 'fa:16:3e:9d:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:04:58Z', 'updated_at': '2022-04-09T21:05:25Z', 'revision_number': 1, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:56Z', 'revision_number': 5, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:27.539038 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c225d63-70dd-4178-8368-b39450d8d03e req-0a9a3a46-7d17-4d8f-a3e4-1d433a64f10e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5448d5cd-1f29-4f3e-b6f2-73917d7094c7 HTTP/1.1" status: 200  len: 999 time: 0.1131053
Apr 09 21:05:27.568296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] For port 413538b1-c0e7-410b-b551-a900c613c97a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413538b1-c0e7-410b-b551-a900c613c97a,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:27.568940 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (413538b1-c0e7-410b-b551-a900c613c97a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:27.571777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df43cb-1a3e-4eb8-9285-2578d55c2f7a None None] The sync data for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 is: [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '985c52db-9e34-4524-8ac2-ed1a74be0d03', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'floating_ip_address': '172.35.0.229', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'port_id': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'mac_address': 'fa:16:3e:9d:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:04:58Z', 'updated_at': '2022-04-09T21:05:25Z', 'revision_number': 1, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:56Z', 'revision_number': 5, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:05:27.612425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Calling delete_port for 413538b1-c0e7-410b-b551-a900c613c97a owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:27.656474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225d63-70dd-4178-8368-b39450d8d03e req-36d12131-8ab1-4afc-905e-ca922058221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:27.659392 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c225d63-70dd-4178-8368-b39450d8d03e req-36d12131-8ab1-4afc-905e-ca922058221f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=effd5cd0-d2c5-48e4-ad51-75bb0e1ea431 HTTP/1.1" status: 200  len: 844 time: 0.1139166
Apr 09 21:05:27.696242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd630a27-3165-4ecc-aa51-e8b42bc72d59 req-aa3d9386-8061-4876-811b-03cfd69f4afc tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/security-groups?id=df94cb12-efad-465f-8d9d-e99c0cc8f510&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2466943
Apr 09 21:05:27.752100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f35ee8b-e3fe-4f22-b03d-f71e44b7f1e7 req-3e9786bc-8e35-47d7-9790-4e9d71b5bbcf tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3250275
Apr 09 21:05:27.807519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225d63-70dd-4178-8368-b39450d8d03e req-4ed8fc7a-bac4-446f-9348-c9f99ea29212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:27.812611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c225d63-70dd-4178-8368-b39450d8d03e req-4ed8fc7a-bac4-446f-9348-c9f99ea29212 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bc5e448-da4a-443d-9ac2-ea8630aa20c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1445918
Apr 09 21:05:27.868815 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3525c798-7442-41e9-b74f-4e32ce11e244 x-openstack-request-id: req-3525c798-7442-41e9-b74f-4e32ce11e244 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:27.869461 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5fe469-5023-4fb7-a476-c2d2317003ad", "name": "network-vif-deleted", "tag": "ae4c122c-3b88-4a0c-a595-2abb00518e1c", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:27.869461 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3525c798-7442-41e9-b74f-4e32ce11e244 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:27.869876 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3525c798-7442-41e9-b74f-4e32ce11e244'] response: {'server_uuid': '3b5fe469-5023-4fb7-a476-c2d2317003ad', 'name': 'network-vif-deleted', 'tag': 'ae4c122c-3b88-4a0c-a595-2abb00518e1c', 'status': 'completed', 'code': 200}
Apr 09 21:05:27.952158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3174e7-c8cc-4414-b940-65fe45903bd6 req-97efe78c-ed07-4347-8e5f-afb7a4e19ce1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:27.953965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf3174e7-c8cc-4414-b940-65fe45903bd6 req-97efe78c-ed07-4347-8e5f-afb7a4e19ce1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 946 time: 0.0644858
Apr 09 21:05:28.061824 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a78fa8-54ed-4edb-bd37-2e3af50c743f None None] New status for floating IP 985c52db-9e34-4524-8ac2-ed1a74be0d03: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:05:28.065976 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c225d63-70dd-4178-8368-b39450d8d03e req-c7fac952-c535-4f43-867b-2429eac3a2df service neutron] 10.222.0.32 "GET /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466133
Apr 09 21:05:28.144408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54546) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:28.155636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ae4c122c-3b88-4a0c-a595-2abb00518e1c no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:28.212849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: ae4c122c-3b88-4a0c-a595-2abb00518e1c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:28.216839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ae4c122c-3b88-4a0c-a595-2abb00518e1c not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:28.229522 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1c225d63-70dd-4178-8368-b39450d8d03e req-5879ca23-3626-488f-a2bd-f1c5868a8e14 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527050
Apr 09 21:05:28.381229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-323388111-network', 'tenant_id': '0f4ad084f5dd44c2b99960f4df5cb0e8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:28.435087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Made reservation on behalf of 0f4ad084f5dd44c2b99960f4df5cb0e8 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:28.437246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.454899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.472834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-826784e7-c9e0-46b9-8b4b-7b3481eddd2e req-e14054c9-79a3-4f8d-8c27-af1cf21b4408 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.5176232
Apr 09 21:05:28.578763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Publish callbacks [] for security_group (458e40e3-133b-4b2e-a2ef-c7d31bae02d1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.585697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (458e40e3-133b-4b2e-a2ef-c7d31bae02d1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.617444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:05:28.635781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458e40e3-133b-4b2e-a2ef-c7d31bae02d1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:28.642033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (564205a6-3a60-4ecc-b32d-595a5d16c6ec), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.642460 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Added segment 564205a6-3a60-4ecc-b32d-595a5d16c6ec of type vlan for network aca23e59-7431-4b5d-8caa-e391d337ad7c
Apr 09 21:05:28.702099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (aca23e59-7431-4b5d-8caa-e391d337ad7c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.734409 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (413538b1-c0e7-410b-b551-a900c613c97a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.746513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (aca23e59-7431-4b5d-8caa-e391d337ad7c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.747887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:28.749255 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.757946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6988d981-f528-4831-a64a-b6fb7a50ab79), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:28.797776 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6513391
Apr 09 21:05:28.812660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54566) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:28.813658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Pushing event deleted for resources: {'Port': ['ID=413538b1-c0e7-410b-b551-a900c613c97a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:28.865573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Request body: {'subnet': {'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-323388111-subnet', 'tenant_id': '0f4ad084f5dd44c2b99960f4df5cb0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:28.877302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d94f90-6e6a-41e4-9e57-fa50e94354d8 admin admin] Pushing event updated for resources: {'Network': ['ID=aca23e59-7431-4b5d-8caa-e391d337ad7c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:28.888374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network aca23e59-7431-4b5d-8caa-e391d337ad7c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:05:28.927537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Pushing event deleted for resources: {'Port': ['ID=6988d981-f528-4831-a64a-b6fb7a50ab79,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:28.956882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf3174e7-c8cc-4414-b940-65fe45903bd6 req-ba505bd0-84a5-4622-a52b-d091729ef556 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5261388
Apr 09 21:05:29.012509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 6988d981-f528-4831-a64a-b6fb7a50ab79 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:29.026244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96f491de-c41d-4f31-9d12-c079d481a29d req-e4f390e5-f59f-4139-93df-47f00c754e13 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a922650-a7ae-40a9-ba61-a2f388b0e621 HTTP/1.1" status: 200  len: 210 time: 0.0998404
Apr 09 21:05:29.067574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 6988d981-f528-4831-a64a-b6fb7a50ab79 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:29.067911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 6988d981-f528-4831-a64a-b6fb7a50ab79 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:29.068329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:29.101200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] No DVR routers for this DVR port 6988d981-f528-4831-a64a-b6fb7a50ab79 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:29.133731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:29.134368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 413538b1-c0e7-410b-b551-a900c613c97a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:29.134718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 413538b1-c0e7-410b-b551-a900c613c97a not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:29.138246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b0469d8-4b6b-4448-a8a5-d8396f7372e8 req-55b4be81-974a-45c6-a6fd-cebc262c2514 tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.32 "DELETE /v2.0/ports/6988d981-f528-4831-a64a-b6fb7a50ab79 HTTP/1.1" status: 204  len: 173 time: 2.6788211
Apr 09 21:05:29.141157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] No DVR routers for this DVR port 413538b1-c0e7-410b-b551-a900c613c97a on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:29.143187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Made reservation on behalf of 0f4ad084f5dd44c2b99960f4df5cb0e8 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:29.146525 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:29.149458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:29.156394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64102828-4eed-451a-aefc-958e19829e96 req-38364be5-ad7b-49e5-b0cc-44b77cd99244 tempest-ServersAdminTestJSON-552762836 tempest-ServersAdminTestJSON-552762836-project] 10.222.0.32 "DELETE /v2.0/ports/413538b1-c0e7-410b-b551-a900c613c97a HTTP/1.1" status: 204  len: 173 time: 2.5812182
Apr 09 21:05:29.218959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ad5dff4-497a-4012-b3d3-8133e4e6c02c req-f2062b48-8e92-495c-914e-153ced1895eb tempest-ServerAddressesNegativeTestJSON-1242050790 tempest-ServerAddressesNegativeTestJSON-1242050790-project] 10.222.0.30 "GET /v2.0/ports?device_id=d25d5238-42cc-4933-8f4a-55af227445a6 HTTP/1.1" status: 200  len: 210 time: 0.1395559
Apr 09 21:05:29.357109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf4ed-03c3-442e-9847-501c74acc4c3 req-0ffc1766-4801-46f2-9a79-eb8f6853a751 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:29.365061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d58bf4ed-03c3-442e-9847-501c74acc4c3 req-0ffc1766-4801-46f2-9a79-eb8f6853a751 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 946 time: 0.1705205
Apr 09 21:05:29.473279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d58bf4ed-03c3-442e-9847-501c74acc4c3 req-e927e837-5738-4b5e-b257-084f17bcc169 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069860
Apr 09 21:05:29.643256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee661-b9e1-4adb-bb31-2560ab0e556b req-941f4ba4-afc5-49e3-90c4-bb957b81a322 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:29.645070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3daee661-b9e1-4adb-bb31-2560ab0e556b req-941f4ba4-afc5-49e3-90c4-bb957b81a322 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.2111537
Apr 09 21:05:29.646557 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (1aae8c63-e4b1-4661-affc-bdda2a7aff13), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:29.710546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3daee661-b9e1-4adb-bb31-2560ab0e556b req-3eba8f19-dfe4-4693-8c1d-a75fe33242f8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/quotas/184d9189f1364fc1bdd88feff79103e6 HTTP/1.1" status: 200  len: 375 time: 0.0303934
Apr 09 21:05:29.712783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aae8c63-e4b1-4661-affc-bdda2a7aff13,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:29.778219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3daee661-b9e1-4adb-bb31-2560ab0e556b req-96193398-e00f-4e4e-bd7d-3098ffd8eda0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0570898
Apr 09 21:05:29.807055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-3daee661-b9e1-4adb-bb31-2560ab0e556b req-3afde405-3fea-4add-b37f-dbce05061958 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:05:29.808187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3daee661-b9e1-4adb-bb31-2560ab0e556b req-3afde405-3fea-4add-b37f-dbce05061958 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066712
Apr 09 21:05:29.810730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a997690-45b0-4024-818a-342fbb64e011 req-3df1e307-f900-4859-9b9f-da030be29942 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0467663
Apr 09 21:05:29.814426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Checking segment: {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:29.814785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Network hostable DHCP agents. Network: aca23e59-7431-4b5d-8caa-e391d337ad7c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:05:29.911470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25d5238-42cc-4933-8f4a-55af227445a6', 'name': 'network-vif-deleted', 'tag': '6988d981-f528-4831-a64a-b6fb7a50ab79'}, {'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-deleted', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:29.913715 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1031921-d448-4c5c-a97e-8319b8f38e84" -d '{"events": [{"server_uuid": "d25d5238-42cc-4933-8f4a-55af227445a6", "name": "network-vif-deleted", "tag": "6988d981-f528-4831-a64a-b6fb7a50ab79"}, {"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-deleted", "tag": "413538b1-c0e7-410b-b551-a900c613c97a"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:29.955623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Network aca23e59-7431-4b5d-8caa-e391d337ad7c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:05:29.969540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3daee661-b9e1-4adb-bb31-2560ab0e556b req-dbf6acae-e440-4c38-a191-602aa7f9fc55 service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509273
Apr 09 21:05:29.974649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aca23e59-7431-4b5d-8caa-e391d337ad7c) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:29.988861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44efed9e-2c96-45a1-b043-77e36f689c09 None None] Network aca23e59-7431-4b5d-8caa-e391d337ad7c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:30.000304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:30.003662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:30.135342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b301b975-664a-4bb4-8d45-2d3973ce68ac admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3114779
Apr 09 21:05:30.188409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e7036c-458f-4e03-ae67-5052f5fd8482 None None] Network aca23e59-7431-4b5d-8caa-e391d337ad7c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:30.193213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668e33f-d13f-4a44-b376-28fde676fdcd req-bc7327a8-b023-4630-89c7-6198ee21e435 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:30.201073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e668e33f-d13f-4a44-b376-28fde676fdcd req-bc7327a8-b023-4630-89c7-6198ee21e435 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 946 time: 0.1698771
Apr 09 21:05:30.279925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3daee661-b9e1-4adb-bb31-2560ab0e556b req-dd3b1e50-f09d-4e58-8043-abd1da7b1227 service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010368
Apr 09 21:05:30.285354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e668e33f-d13f-4a44-b376-28fde676fdcd req-1de0b5a9-d8a0-4d6e-a61b-472448f5a3d0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835640
Apr 09 21:05:30.403340 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fd0315-df29-4947-b30b-d8d9ad6c74db x-openstack-request-id: req-04fd0315-df29-4947-b30b-d8d9ad6c74db {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:30.404029 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25d5238-42cc-4933-8f4a-55af227445a6", "name": "network-vif-deleted", "tag": "6988d981-f528-4831-a64a-b6fb7a50ab79", "status": "completed", "code": 200}, {"server_uuid": "9a922650-a7ae-40a9-ba61-a2f388b0e621", "name": "network-vif-deleted", "tag": "413538b1-c0e7-410b-b551-a900c613c97a", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:30.404284 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04fd0315-df29-4947-b30b-d8d9ad6c74db {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:30.404689 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04fd0315-df29-4947-b30b-d8d9ad6c74db'] response: {'server_uuid': 'd25d5238-42cc-4933-8f4a-55af227445a6', 'name': 'network-vif-deleted', 'tag': '6988d981-f528-4831-a64a-b6fb7a50ab79', 'status': 'completed', 'code': 200}
Apr 09 21:05:30.404946 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04fd0315-df29-4947-b30b-d8d9ad6c74db'] response: {'server_uuid': '9a922650-a7ae-40a9-ba61-a2f388b0e621', 'name': 'network-vif-deleted', 'tag': '413538b1-c0e7-410b-b551-a900c613c97a', 'status': 'completed', 'code': 200}
Apr 09 21:05:30.455936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54616) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:30.575905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-79aeae1f-887e-4c29-8625-8226761c67e8 admin admin] Deleting subnet 0439ce06-ddc6-4223-b038-96afec5af591 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:05:30.580855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fb16fc6-d237-47be-8962-6aff498ef1de req-3ffe94e6-faee-44b8-8f20-7b54a9b08a1b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=082e5cc2-3b4d-4355-aff4-6791f878fd73 HTTP/1.1" status: 200  len: 210 time: 0.0804260
Apr 09 21:05:30.581782 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79aeae1f-887e-4c29-8625-8226761c67e8 admin admin] Publish callbacks [] for subnet (0439ce06-ddc6-4223-b038-96afec5af591), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:30.646621 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79aeae1f-887e-4c29-8625-8226761c67e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (0439ce06-ddc6-4223-b038-96afec5af591), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:30.717989 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79aeae1f-887e-4c29-8625-8226761c67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0439ce06-ddc6-4223-b038-96afec5af591), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:30.804169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79aeae1f-887e-4c29-8625-8226761c67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (0439ce06-ddc6-4223-b038-96afec5af591), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:30.884480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79aeae1f-887e-4c29-8625-8226761c67e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:30.898442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54636) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:30.902636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-79aeae1f-887e-4c29-8625-8226761c67e8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0439ce06-ddc6-4223-b038-96afec5af591 HTTP/1.1" status: 204  len: 168 time: 0.4455149
Apr 09 21:05:30.904041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aeae1f-887e-4c29-8625-8226761c67e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0439ce06-ddc6-4223-b038-96afec5af591,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:30.937765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54640) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:31.042502 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (4012c036-b890-423e-af25-300f42e827cd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.253027 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (4012c036-b890-423e-af25-300f42e827cd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.262003 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.293656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376345730>,) {'filters': {'network_id': ['4012c036-b890-423e-af25-300f42e827cd']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:31.312729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376345730>, '72b777d5-dea3-420a-85b8-fc9cfe2ddb48') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:31.313332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376345730>, '72b777d5-dea3-420a-85b8-fc9cfe2ddb48') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:31.326150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (72b777d5-dea3-420a-85b8-fc9cfe2ddb48), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.347738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7e2d9f72-f9a7-43db-84a7-5c98b0f4bf09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54a9d66010e4404c82a529dd4bd18c3c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4082923
Apr 09 21:05:31.355203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54670) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:31.413908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (72b777d5-dea3-420a-85b8-fc9cfe2ddb48), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.414239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-e6142585-f75f-4803-8b2a-a3b4ddc4a79f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:31.415927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-e6142585-f75f-4803-8b2a-a3b4ddc4a79f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 946 time: 0.0768192
Apr 09 21:05:31.437684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:05:31.438378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (72b777d5-dea3-420a-85b8-fc9cfe2ddb48), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:05:31.441462 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:05:31.502135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82bb7ae4-0886-4f3e-bbda-e06c7dd71dbb req-e6927e19-fd43-4d93-ad31-cfbfd0fdd050 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0418942
Apr 09 21:05:31.531323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed982964-eebc-4708-a35a-0992b5fe0c87 admin admin] Publish callbacks [] for security_group (e8125e8b-0802-4cc9-ad8f-ccee25dba928), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.562118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed982964-eebc-4708-a35a-0992b5fe0c87 admin admin] Publish callbacks [] for security_group (e8125e8b-0802-4cc9-ad8f-ccee25dba928), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.572966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-8eac7a64-d60e-4342-9c22-dba50cf79a67 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:31.580397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-8eac7a64-d60e-4342-9c22-dba50cf79a67 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 814 time: 0.4481647
Apr 09 21:05:31.612612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-887ced40-c0d6-4172-bcde-48eabd4d3b03 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/quotas/0f4ad084f5dd44c2b99960f4df5cb0e8 HTTP/1.1" status: 200  len: 375 time: 0.0310452
Apr 09 21:05:31.622106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (4012c036-b890-423e-af25-300f42e827cd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.630292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.635598 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] 10.222.0.30 "DELETE /v2.0/networks/4012c036-b890-423e-af25-300f42e827cd HTTP/1.1" status: 204  len: 168 time: 0.7352486
Apr 09 21:05:31.636577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed982964-eebc-4708-a35a-0992b5fe0c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e8125e8b-0802-4cc9-ad8f-ccee25dba928), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.639646 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed982964-eebc-4708-a35a-0992b5fe0c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.650980 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ed982964-eebc-4708-a35a-0992b5fe0c87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8125e8b-0802-4cc9-ad8f-ccee25dba928 HTTP/1.1" status: 204  len: 168 time: 0.2875476
Apr 09 21:05:31.658485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Deleting port 32f41c99-3168-46f5-bb23-d071584aaeba {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:31.658831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:31.705375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7483ae-c65b-495a-a5c0-a0d38808978e admin admin] Pushing event deleted for resources: {'Network': ['ID=4012c036-b890-423e-af25-300f42e827cd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:31.705956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-bfee2b2c-9caa-4682-b5e2-e046324f75e3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0919714
Apr 09 21:05:31.717164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed982964-eebc-4708-a35a-0992b5fe0c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8125e8b-0802-4cc9-ad8f-ccee25dba928,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:31.866975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54684) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:31.935320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1cbba-6dd9-43aa-8444-00f8d0bbd011 req-51ca68e1-da73-4ec3-a1c1-75257de2bfbf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:31.935833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ca1cbba-6dd9-43aa-8444-00f8d0bbd011 req-51ca68e1-da73-4ec3-a1c1-75257de2bfbf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 946 time: 0.0617945
Apr 09 21:05:31.950542 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dfb989e0-31fc-4103-914f-f70e563c18a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9867219547a94880ba048320401ac44a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0815289
Apr 09 21:05:31.951835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54688) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:32.023968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f151a0a9-b5d7-4fae-80bb-5becbd716d23 admin admin] Publish callbacks [] for security_group (df94cb12-efad-465f-8d9d-e99c0cc8f510), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.046371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ca1cbba-6dd9-43aa-8444-00f8d0bbd011 req-0524905f-8dae-4014-8a68-0401fc930e03 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954649
Apr 09 21:05:32.059560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f151a0a9-b5d7-4fae-80bb-5becbd716d23 admin admin] Publish callbacks [] for security_group (df94cb12-efad-465f-8d9d-e99c0cc8f510), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.092479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] For port 32f41c99-3168-46f5-bb23-d071584aaeba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32f41c99-3168-46f5-bb23-d071584aaeba,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:32.092859 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.105693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-021c305b-e5f1-432b-abf2-9f3e68494417 service neutron] 10.222.0.30 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3984902
Apr 09 21:05:32.160155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f151a0a9-b5d7-4fae-80bb-5becbd716d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (df94cb12-efad-465f-8d9d-e99c0cc8f510), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.164360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f151a0a9-b5d7-4fae-80bb-5becbd716d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.173995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f151a0a9-b5d7-4fae-80bb-5becbd716d23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df94cb12-efad-465f-8d9d-e99c0cc8f510 HTTP/1.1" status: 204  len: 168 time: 0.2201416
Apr 09 21:05:32.197524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151a0a9-b5d7-4fae-80bb-5becbd716d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df94cb12-efad-465f-8d9d-e99c0cc8f510,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:32.238112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-f0fa79fc-5d7c-4465-91dd-d6d88d57b168 service neutron] 10.222.0.30 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314161
Apr 09 21:05:32.259783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Calling delete_port for 32f41c99-3168-46f5-bb23-d071584aaeba owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:32.360516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54700) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:32.472600 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0621809b-8574-4bca-940c-aa82ebdab5a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff352cfa067d4a45b06c494093a370bb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1103051
Apr 09 21:05:32.474589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54706) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:32.533561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-770736c1-47c2-4dd9-8e64-ceea95591fc1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:32.541390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-770736c1-47c2-4dd9-8e64-ceea95591fc1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.1509445
Apr 09 21:05:32.581351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-f47d0961-86f5-4f81-b93d-953ed788e17c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/quotas/184d9189f1364fc1bdd88feff79103e6 HTTP/1.1" status: 200  len: 375 time: 0.0386879
Apr 09 21:05:32.589093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2a3cc41-52ae-41c2-a5e6-1ee6042abcd0 admin admin] Publish callbacks [] for security_group (ac7f85c9-5dc0-45a2-88a0-3ae7e33e1d0f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.653274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2a3cc41-52ae-41c2-a5e6-1ee6042abcd0 admin admin] Publish callbacks [] for security_group (ac7f85c9-5dc0-45a2-88a0-3ae7e33e1d0f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.686459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7def3335-89b8-431f-85fe-b22d2df118f5 req-1b23d3ad-9d3b-4a6e-afc4-4814f4dca589 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 210 time: 0.1309958
Apr 09 21:05:32.714876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-d8de35e2-217f-4822-99d8-fb90ce3c697a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1325786
Apr 09 21:05:32.762867 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2a3cc41-52ae-41c2-a5e6-1ee6042abcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ac7f85c9-5dc0-45a2-88a0-3ae7e33e1d0f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.765460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2a3cc41-52ae-41c2-a5e6-1ee6042abcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:32.766705 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f2a3cc41-52ae-41c2-a5e6-1ee6042abcd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac7f85c9-5dc0-45a2-88a0-3ae7e33e1d0f HTTP/1.1" status: 204  len: 168 time: 0.2906821
Apr 09 21:05:32.790149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3cc41-52ae-41c2-a5e6-1ee6042abcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f85c9-5dc0-45a2-88a0-3ae7e33e1d0f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:33.078579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4cb9d05f-7088-4f56-9821-552afa6f5437 req-f0b5c008-93a8-4f45-bf30-abdad4d9c1bf tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1852300
Apr 09 21:05:33.150653 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (32f41c99-3168-46f5-bb23-d071584aaeba), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:33.170423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e', '1fc04f79-02c1-4f55-b1c0-6258e35f28a4'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:33.174128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-04dcbfc4-0af5-414b-9bb4-d7bda8128264 service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4583251
Apr 09 21:05:33.382722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event deleted for resources: {'Port': ['ID=32f41c99-3168-46f5-bb23-d071584aaeba,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:33.499322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] No DVR routers for this DVR port 32f41c99-3168-46f5-bb23-d071584aaeba on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:33.505964 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:33.509485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20ae156a-aaf8-4d46-bb8c-1be451a46475 req-efb9b43c-51fd-46e9-adaf-50cb4b16090b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "DELETE /v2.0/ports/32f41c99-3168-46f5-bb23-d071584aaeba HTTP/1.1" status: 204  len: 173 time: 2.0853453
Apr 09 21:05:33.510236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcbc59c-ecf4-4120-9eba-e9c1900708f2', 'name': 'network-vif-deleted', 'tag': '32f41c99-3168-46f5-bb23-d071584aaeba'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:33.512762 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ae3a1b-845a-4ed5-99ad-e1a0714bf3be" -d '{"events": [{"server_uuid": "3fcbc59c-ecf4-4120-9eba-e9c1900708f2", "name": "network-vif-deleted", "tag": "32f41c99-3168-46f5-bb23-d071584aaeba"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:33.541492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-220c039c-5635-4116-9c60-f7b6ddb9ab4e req-7730381f-fa30-485f-ba5a-862ef68c7d2e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fcbc59c-ecf4-4120-9eba-e9c1900708f2 HTTP/1.1" status: 200  len: 210 time: 0.1287537
Apr 09 21:05:33.596888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-13128664-7d44-4b19-89e6-36388a4c445e service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4217639
Apr 09 21:05:33.714061 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4534757-9064-45f0-bcca-e3e2fc8c23f3 x-openstack-request-id: req-f4534757-9064-45f0-bcca-e3e2fc8c23f3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:33.715094 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcbc59c-ecf4-4120-9eba-e9c1900708f2", "name": "network-vif-deleted", "tag": "32f41c99-3168-46f5-bb23-d071584aaeba", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:33.716042 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4534757-9064-45f0-bcca-e3e2fc8c23f3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:33.717329 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4534757-9064-45f0-bcca-e3e2fc8c23f3'] response: {'server_uuid': '3fcbc59c-ecf4-4120-9eba-e9c1900708f2', 'name': 'network-vif-deleted', 'tag': '32f41c99-3168-46f5-bb23-d071584aaeba', 'status': 'completed', 'code': 200}
Apr 09 21:05:33.866170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58af9312-d6b3-4b84-883b-efd6244ef7b0 req-cff8371a-1ba5-41fa-861e-717f429222f4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 210 time: 0.0647459
Apr 09 21:05:33.890144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54770) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:33.962612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e43552fd-3bf6-4250-b4be-860d59fa0aca req-ebcc2b27-72da-4572-91b0-fa814aa72436 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 210 time: 0.0556545
Apr 09 21:05:34.042259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-408648509-network', 'tenant_id': 'f502d4df1e734e299d496111206e0bf0'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:34.084217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Made reservation on behalf of f502d4df1e734e299d496111206e0bf0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:34.087590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.099993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.316053 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Publish callbacks [] for security_group (8f51e0f4-301c-4265-b65c-3df398de0499), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.338779 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8f51e0f4-301c-4265-b65c-3df398de0499), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.372944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 32f41c99-3168-46f5-bb23-d071584aaeba no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:34.407343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:05:34.415931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 32f41c99-3168-46f5-bb23-d071584aaeba {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:34.417782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 32f41c99-3168-46f5-bb23-d071584aaeba not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:34.447602 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5915367d-ecfd-4d16-a052-62e3eeb44568), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.448242 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Added segment 5915367d-ecfd-4d16-a052-62e3eeb44568 of type vlan for network 0bf24866-60b3-4101-b866-75be687eaa36
Apr 09 21:05:34.521781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5861f92d-e760-400b-8ab0-a566ac149c05 req-25eafd4b-b038-4ccc-b938-3b38447fa70b tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1977413
Apr 09 21:05:34.590130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f51e0f4-301c-4265-b65c-3df398de0499,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:34.615265 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (0bf24866-60b3-4101-b866-75be687eaa36), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.689399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (0bf24866-60b3-4101-b866-75be687eaa36), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.690648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:34.691436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.704731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-bb68da4c-aeba-498e-9442-90497d324f81 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:34.709273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-bb68da4c-aeba-498e-9442-90497d324f81 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.32 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 814 time: 0.5039093
Apr 09 21:05:34.721978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Request body: {'port': {'device_id': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'admin_state_up': True, 'tenant_id': '0f4ad084f5dd44c2b99960f4df5cb0e8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:34.825245 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9258614
Apr 09 21:05:34.826979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54812) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:34.841838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Request body: {'subnet': {'network_id': '0bf24866-60b3-4101-b866-75be687eaa36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-408648509-subnet', 'tenant_id': 'f502d4df1e734e299d496111206e0bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:34.872725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9cc25-48f9-47a2-a94d-d37bfd36c562 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf24866-60b3-4101-b866-75be687eaa36,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:34.887420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 0bf24866-60b3-4101-b866-75be687eaa36 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:05:34.915632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Made reservation on behalf of f502d4df1e734e299d496111206e0bf0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:34.920509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:34.996989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Made reservation on behalf of 0f4ad084f5dd44c2b99960f4df5cb0e8 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:35.001651 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:35.098534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050b7be-f7f6-4a1c-bb4a-5942f5de2a4b req-9f731551-d53d-48f0-a14d-822c01a7e100 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:35.100214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a050b7be-f7f6-4a1c-bb4a-5942f5de2a4b req-9f731551-d53d-48f0-a14d-822c01a7e100 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 946 time: 0.0676391
Apr 09 21:05:35.164433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe1f479-ebc7-48ca-b424-f2b52c43edd2 req-640bd320-397c-4196-8889-81313afd6fa7 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 210 time: 0.0629337
Apr 09 21:05:35.279492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c9d2e441-bd57-43ef-92da-aee9667d6e20), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:35.326967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fe90286-eda9-43e9-be9b-e61080de523a req-8c23cfb4-d2fe-4d58-9073-1bc65359e353 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 210 time: 0.0431771
Apr 09 21:05:35.393154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a050b7be-f7f6-4a1c-bb4a-5942f5de2a4b req-8d04ab0c-5964-471b-b4b8-2e8dda7650bd tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2806726
Apr 09 21:05:35.393804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d2e441-bd57-43ef-92da-aee9667d6e20,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:35.411938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Checking segment: {'id': '5915367d-ecfd-4d16-a052-62e3eeb44568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0bf24866-60b3-4101-b866-75be687eaa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:35.412366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Network hostable DHCP agents. Network: 0bf24866-60b3-4101-b866-75be687eaa36, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:05:35.454246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Network 0bf24866-60b3-4101-b866-75be687eaa36 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:05:35.473679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Allocated IP 172.20.0.3 (aca23e59-7431-4b5d-8caa-e391d337ad7c/1aae8c63-e4b1-4661-affc-bdda2a7aff13/048d8001-0bf8-4fc1-81cf-7a1f07ec5f03) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:35.478795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0bf24866-60b3-4101-b866-75be687eaa36) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:35.487845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:35.487997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a47289-a34c-4a6d-9043-194f3c743ee8 None None] Network 0bf24866-60b3-4101-b866-75be687eaa36 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:35.488717 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:35.529880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-30d268f1-a859-4878-9204-d79149e5bc39 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.6956916
Apr 09 21:05:35.695360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabbe372-98b0-4a87-9a8f-194f077ecdbc None None] Network 0bf24866-60b3-4101-b866-75be687eaa36 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:35.744145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00331228-be57-46bb-8d71-dc184835b591 req-ea0fa7a0-3be3-4e7d-9c1a-e01c22a49d2b tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0468252
Apr 09 21:05:35.771106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks [] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:35.837369 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:35.895672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Network aca23e59-7431-4b5d-8caa-e391d337ad7c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:35.899229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:35.907221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:35.959201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Pushing event updated for resources: {'Port': ['ID=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:35.975167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:35.975912 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:36.003944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-568639f4-7438-40f9-9c2b-5a734bdb65ed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2860675
Apr 09 21:05:36.024017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Request body: {'port': {'device_id': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:36.135076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:36.269860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-3ee283c1-2e1c-4a6c-a299-390648e385b3 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:36.275188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-3ee283c1-2e1c-4a6c-a299-390648e385b3 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/networks?id=0bf24866-60b3-4101-b866-75be687eaa36 HTTP/1.1" status: 200  len: 820 time: 0.1807635
Apr 09 21:05:36.299371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-698f98bb-10c7-4a8b-b9ef-77c3b94eeda4 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/quotas/f502d4df1e734e299d496111206e0bf0 HTTP/1.1" status: 200  len: 375 time: 0.0230613
Apr 09 21:05:36.790288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6ff38e29-dd1b-4c62-878a-446e249785f0 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f502d4df1e734e299d496111206e0bf0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4893329
Apr 09 21:05:36.876096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156486c2-6f0d-41f3-af08-e83d16bbfe36 req-66910f6e-41ce-4b61-b14d-864b1bfb1116 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:36.883510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-156486c2-6f0d-41f3-af08-e83d16bbfe36 req-66910f6e-41ce-4b61-b14d-864b1bfb1116 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 931 time: 0.5300369
Apr 09 21:05:36.981544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ab3ab-945b-4849-98fc-92742464d706 req-879b3b90-5143-4055-acc2-82a37511e51a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:36.983520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-875ab3ab-945b-4849-98fc-92742464d706 req-879b3b90-5143-4055-acc2-82a37511e51a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 946 time: 0.1777821
Apr 09 21:05:37.190171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-2f57e08d-e3a4-43e6-8b19-4e65455d8f87 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:37.191879 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-2f57e08d-e3a4-43e6-8b19-4e65455d8f87 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.2601807
Apr 09 21:05:37.216209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed1215b6-cb5b-4c42-bf42-710474e75be2 service neutron] 10.222.0.30 "GET /v2.0/networks/0bf24866-60b3-4101-b866-75be687eaa36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4237318
Apr 09 21:05:37.238717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Request body: {'port': {'device_id': 'f547d94a-a0fa-49d6-8a26-369b8f5a1c59', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'admin_state_up': True, 'tenant_id': '184d9189f1364fc1bdd88feff79103e6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:37.245615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Deleting port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:37.245955 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:37.272563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-156486c2-6f0d-41f3-af08-e83d16bbfe36 req-c3096dbb-3f85-4aed-b818-94d65bc969e2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3877220
Apr 09 21:05:37.408740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:37.443234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Made reservation on behalf of 184d9189f1364fc1bdd88feff79103e6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:37.449598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:37.466974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Publish callbacks [] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:37.514800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1794e8aa-0f08-4252-9376-1942c1a39e9a req-a49a7f0d-440f-40c3-871d-f07bcda3d3db tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 210 time: 0.0978916
Apr 09 21:05:37.543466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Transition to ACTIVE for port object 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:05:37.566056 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:37.587439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] For port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:37.588112 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:37.603825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-0871e92a-05f7-45d1-944a-65ae2ad20bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/0bf24866-60b3-4101-b866-75be687eaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3754356
Apr 09 21:05:37.652672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Calling delete_port for 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:37.790351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54892) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:37.859739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1fc04f79-02c1-4f55-b1c0-6258e35f28a4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:37.872451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Pushing event updated for resources: {'Port': ['ID=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:37.873639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e', '1fc04f79-02c1-4f55-b1c0-6258e35f28a4'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:38.052180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe01d9-f09a-43b9-8f68-9682ce6c78d8 req-77522614-4dd2-4046-9ef9-d83da37e78bc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:38.065745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99fe01d9-f09a-43b9-8f68-9682ce6c78d8 req-77522614-4dd2-4046-9ef9-d83da37e78bc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=d65d7765-2bd1-40ba-adc2-3d6fb923297b HTTP/1.1" status: 200  len: 946 time: 0.2739704
Apr 09 21:05:38.082783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Allocated IP 172.20.0.2 (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2/0519333e-c540-4a09-940d-3b261e7852dc/43f0ad35-e33b-4e7f-859c-ad2d7fe472ea) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:38.094163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event deleted for resources: {'Port': ['ID=1fc04f79-02c1-4f55-b1c0-6258e35f28a4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:38.168364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] No DVR routers for this DVR port 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:38.171074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.174694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-875ab3ab-945b-4849-98fc-92742464d706 req-584efb3c-5105-447a-94fd-1806a46abf9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "DELETE /v2.0/ports/1fc04f79-02c1-4f55-b1c0-6258e35f28a4 HTTP/1.1" status: 204  len: 173 time: 1.1395211
Apr 09 21:05:38.176406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ddf20b6-afb2-4a07-86b6-94c1d5a0ae44 req-de5ffe36-8763-45af-bec8-d26c7b032328 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0520134
Apr 09 21:05:38.206577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65d7765-2bd1-40ba-adc2-3d6fb923297b', 'name': 'network-vif-deleted', 'tag': '1fc04f79-02c1-4f55-b1c0-6258e35f28a4'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:38.214941 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cae96b1-f06e-45b7-a863-bdeaac5107a3" -d '{"events": [{"server_uuid": "d65d7765-2bd1-40ba-adc2-3d6fb923297b", "name": "network-vif-deleted", "tag": "1fc04f79-02c1-4f55-b1c0-6258e35f28a4"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:38.237238 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7aa9cd1f-9780-4f92-a0c1-7c6168327b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.320406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99fe01d9-f09a-43b9-8f68-9682ce6c78d8 req-8d483abf-d1e0-44b7-9528-11fece7e061a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2531822
Apr 09 21:05:38.321673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Attempting to bind port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:38.322813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Attempting to bind port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:38.323542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Attempting to bind port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 on network aca23e59-7431-4b5d-8caa-e391d337ad7c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:38.353203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 on network aca23e59-7431-4b5d-8caa-e391d337ad7c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:05:38.354669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Attempting to bind port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 on network aca23e59-7431-4b5d-8caa-e391d337ad7c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:38.376580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:38.377312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Checking segment: {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:38.377890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Bound using segment: {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:38.380345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Bound port: 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:38.381094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.424961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks [] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.475283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c5a414a-76c5-4a18-a3bd-2fe54f379932 req-9db521a0-5193-48a3-b290-6d4119250f80 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 210 time: 0.1041517
Apr 09 21:05:38.480865 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd568bfc-d80e-4e61-96cc-9d8c2a1487d8 x-openstack-request-id: req-dd568bfc-d80e-4e61-96cc-9d8c2a1487d8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:38.481352 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65d7765-2bd1-40ba-adc2-3d6fb923297b", "name": "network-vif-deleted", "tag": "1fc04f79-02c1-4f55-b1c0-6258e35f28a4", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:38.481748 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd568bfc-d80e-4e61-96cc-9d8c2a1487d8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:38.482377 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd568bfc-d80e-4e61-96cc-9d8c2a1487d8'] response: {'server_uuid': 'd65d7765-2bd1-40ba-adc2-3d6fb923297b', 'name': 'network-vif-deleted', 'tag': '1fc04f79-02c1-4f55-b1c0-6258e35f28a4', 'status': 'completed', 'code': 200}
Apr 09 21:05:38.502693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.599356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event updated for resources: {'Port': ['ID=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:38.610351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:38.613199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:38.623573 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:38.648827 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7aa9cd1f-9780-4f92-a0c1-7c6168327b18 admin admin] Publish callbacks [] for security_group (96e04fad-9797-4f61-904e-b0578ada69ea), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.664264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9fa7-8b26-4197-9ca9-69e851e7dc21 req-6ccd96ac-34fe-49bc-a33c-c8d0eb23d8ec tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:38.665881 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e3e9fa7-8b26-4197-9ca9-69e851e7dc21 req-6ccd96ac-34fe-49bc-a33c-c8d0eb23d8ec tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 943 time: 0.1135676
Apr 09 21:05:38.667105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:38.671094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:38.672807 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7aa9cd1f-9780-4f92-a0c1-7c6168327b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (96e04fad-9797-4f61-904e-b0578ada69ea), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.744551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7aa9cd1f-9780-4f92-a0c1-7c6168327b18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7209c92456be408e875634c6af7ea93f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9509766
Apr 09 21:05:38.745091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54920) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:38.747362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9cd1f-9780-4f92-a0c1-7c6168327b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e04fad-9797-4f61-904e-b0578ada69ea,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:38.763476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:38.764176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.768505 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.802663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a0cf22d0-79c3-41d4-9cdf-cb90d396f2e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5714617
Apr 09 21:05:38.857315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e3e9fa7-8b26-4197-9ca9-69e851e7dc21 req-4b0b36ae-2721-4077-9e20-6ed5c0b099f7 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528630
Apr 09 21:05:38.891882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:38.892810 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.894489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] 10.222.0.32 "PUT /v2.0/ports/048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 HTTP/1.1" status: 200  len: 1091 time: 2.8802440
Apr 09 21:05:38.924214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-631d739b-60da-4794-a0d3-31219ef550f3 admin admin] Publish callbacks [] for security_group (96e04fad-9797-4f61-904e-b0578ada69ea), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.927923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6f4bd-08ed-4bae-9b93-efe20f377374 service neutron] Pushing event updated for resources: {'Port': ['ID=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:38.957925 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-631d739b-60da-4794-a0d3-31219ef550f3 admin admin] Publish callbacks [] for security_group (96e04fad-9797-4f61-904e-b0578ada69ea), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:38.979184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-ff04b2ee-8db1-476e-af5c-1ac2c6f53790 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:05:38.980639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-ff04b2ee-8db1-476e-af5c-1ac2c6f53790 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065112
Apr 09 21:05:38.993382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Request body: {'port': {'device_id': 'f547d94a-a0fa-49d6-8a26-369b8f5a1c59', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:39.098538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:39.123305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d66ef-ecc7-46f5-8dcb-7b07e09691d9 req-b5ac8374-7caf-4ba8-a228-fe3e6a16c344 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:39.125121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-808d66ef-ecc7-46f5-8dcb-7b07e09691d9 req-b5ac8374-7caf-4ba8-a228-fe3e6a16c344 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 931 time: 0.1096425
Apr 09 21:05:39.231414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ef25844-b8af-486c-8b18-9e89614ab68b req-2824bdbc-fb38-4615-adde-be07ec13fb4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b9455ce3b4e4d268c23b32258d8eeaa&device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0609396
Apr 09 21:05:39.267832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-7cd33408-1e0a-49a9-9799-67b013b4c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:39.269477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-7cd33408-1e0a-49a9-9799-67b013b4c94f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 1125 time: 0.1434221
Apr 09 21:05:39.310354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-808d66ef-ecc7-46f5-8dcb-7b07e09691d9 req-dd0eb88e-d40b-4d39-b7a9-e06d2ff552e7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688778
Apr 09 21:05:39.415371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4d06eb6-42d3-4e81-9486-aee408812a03 req-9562bc51-223d-41b5-abb4-f9b44e2901a3 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0395973
Apr 09 21:05:39.433570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-e6d3e5ad-d5ed-423c-9d26-d2a3475bbbe3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 HTTP/1.1" status: 200  len: 217 time: 0.1539006
Apr 09 21:05:39.474896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-631d739b-60da-4794-a0d3-31219ef550f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (96e04fad-9797-4f61-904e-b0578ada69ea), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:39.477550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-631d739b-60da-4794-a0d3-31219ef550f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:39.483896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-631d739b-60da-4794-a0d3-31219ef550f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96e04fad-9797-4f61-904e-b0578ada69ea HTTP/1.1" status: 204  len: 168 time: 0.7324688
Apr 09 21:05:39.485976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ef25844-b8af-486c-8b18-9e89614ab68b req-3d88a7c8-e35a-49ce-82fe-69f3334b6ac7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4b9455ce3b4e4d268c23b32258d8eeaa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1303356
Apr 09 21:05:39.521317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d739b-60da-4794-a0d3-31219ef550f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e04fad-9797-4f61-904e-b0578ada69ea,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:39.538891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:39.549095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Publish callbacks [] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:39.584657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Transition to ACTIVE for port object 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:05:39.597504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:39.663967 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:39.691128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3903c54b-f524-472c-a6ae-2ae21322fe63 req-38fb3879-27cf-4538-a0cf-4533347d6846 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 210 time: 0.0594184
Apr 09 21:05:39.851167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Attempting to bind port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:39.851503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Attempting to bind port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:39.851830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Attempting to bind port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:39.857575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:05:39.857904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Attempting to bind port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:39.864419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:39.864940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Checking segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:39.865400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Bound using segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:39.865857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Bound port: 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:39.866228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:39.892351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-fbde46ae-5735-4e95-ab7a-06d0e5f19e05 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:39.902814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-fbde46ae-5735-4e95-ab7a-06d0e5f19e05 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.1623354
Apr 09 21:05:39.928721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-bd55a48a-dd91-431d-9fee-f71bbbc26a3f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/quotas/f87849ca88bb4519b329fab033911446 HTTP/1.1" status: 200  len: 375 time: 0.0249262
Apr 09 21:05:39.992228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] For port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:39.999111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] For port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:40.015125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.048099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54960) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:40.055056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-cb2e7ff5-2a3e-4ca5-af41-7351a5bfb7a2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1165724
Apr 09 21:05:40.073313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa5e5e-845f-4f28-8169-64f80d67b782 req-12610d8a-c9d2-4115-b332-bf38c51863eb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:40.075509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88fa5e5e-845f-4f28-8169-64f80d67b782 req-12610d8a-c9d2-4115-b332-bf38c51863eb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 943 time: 0.0903955
Apr 09 21:05:40.082370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-23f69a38-20f1-4225-a2ea-d04e6e38817f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:05:40.083751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-23f69a38-20f1-4225-a2ea-d04e6e38817f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070968
Apr 09 21:05:40.087015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07f19a11-9b34-40c0-ade8-be50edad6501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.097160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:40.097778 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.099196 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/43f0ad35-e33b-4e7f-859c-ad2d7fe472ea HTTP/1.1" status: 200  len: 1091 time: 1.1112044
Apr 09 21:05:40.104247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f547d94a-a0fa-49d6-8a26-369b8f5a1c59', 'tag': '43f0ad35-e33b-4e7f-859c-ad2d7fe472ea'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:40.112260 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd82792-bb62-4c74-b921-e9f15f220350" -d '{"events": [{"name": "network-changed", "server_uuid": "f547d94a-a0fa-49d6-8a26-369b8f5a1c59", "tag": "43f0ad35-e33b-4e7f-859c-ad2d7fe472ea"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:40.146198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5cb63-080a-404d-b538-1004e760a0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:40.168694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88fa5e5e-845f-4f28-8169-64f80d67b782 req-bf2ca7fc-a556-4eaf-8e04-b8c6c4b3749c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836859
Apr 09 21:05:40.282354 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a85ed9c6-e062-41af-8fa7-217a1b0ddc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:40.283877 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-a85ed9c6-e062-41af-8fa7-217a1b0ddc48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 1125 time: 0.1014783
Apr 09 21:05:40.291672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4bffc1e2-3373-412c-bffa-eed662b5cc0f service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899555
Apr 09 21:05:40.378029 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9e05f0-0810-4139-aaae-e34afa30b772 x-openstack-request-id: req-9b9e05f0-0810-4139-aaae-e34afa30b772 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:40.378311 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f547d94a-a0fa-49d6-8a26-369b8f5a1c59", "tag": "43f0ad35-e33b-4e7f-859c-ad2d7fe472ea", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:40.378629 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b9e05f0-0810-4139-aaae-e34afa30b772 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:40.379034 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9e05f0-0810-4139-aaae-e34afa30b772'] response: {'name': 'network-changed', 'server_uuid': 'f547d94a-a0fa-49d6-8a26-369b8f5a1c59', 'tag': '43f0ad35-e33b-4e7f-859c-ad2d7fe472ea', 'status': 'completed', 'code': 200}
Apr 09 21:05:40.395209 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-b8a4beda-6ab0-4320-9298-4074b0f44b6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea HTTP/1.1" status: 200  len: 217 time: 0.0971642
Apr 09 21:05:40.408590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07f19a11-9b34-40c0-ade8-be50edad6501 admin admin] Publish callbacks [] for security_group (43682ddc-438f-4b37-84e4-e42c305c8976), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.483722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07f19a11-9b34-40c0-ade8-be50edad6501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (43682ddc-438f-4b37-84e4-e42c305c8976), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.494713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'tag': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:40.496965 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08abaae2-0650-415e-971d-aecd3904254b" -d '{"events": [{"name": "network-changed", "server_uuid": "95b84c86-30cb-41cd-9654-0f3a7569149f", "tag": "048d8001-0bf8-4fc1-81cf-7a1f07ec5f03"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:40.553103 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19a11-9b34-40c0-ade8-be50edad6501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43682ddc-438f-4b37-84e4-e42c305c8976,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:40.554441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-986d8116-7a7f-4f14-8a13-68dbb00c0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:40.555924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-986d8116-7a7f-4f14-8a13-68dbb00c0ee5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aae8c63-e4b1-4661-affc-bdda2a7aff13 HTTP/1.1" status: 200  len: 854 time: 0.1967750
Apr 09 21:05:40.583858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bacd-8268-4921-b62f-415401b4c129 req-5cc3491b-3714-45b2-8568-c42ddabfa90b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:40.591328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c877bacd-8268-4921-b62f-415401b4c129 req-5cc3491b-3714-45b2-8568-c42ddabfa90b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 943 time: 0.1435828
Apr 09 21:05:40.604145 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-24ca55dd-a439-4406-a327-b56b930e431a req-006c6e8d-d300-4b5f-8191-45a86a018baf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0482574
Apr 09 21:05:40.606981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-bfe38831-6270-496b-92b4-4f4dcaa79c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:40.608356 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-bfe38831-6270-496b-92b4-4f4dcaa79c3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.2024672
Apr 09 21:05:40.613395 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-07f19a11-9b34-40c0-ade8-be50edad6501 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=790e8af282944a37852149d0aff6784e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5616164
Apr 09 21:05:40.613718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54982) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:40.648985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4cc91f62-d4cd-46de-8b54-e61ab68a827a service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3563352
Apr 09 21:05:40.670506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-0ccbf4cd-1bcd-420c-81a9-8e6983b908b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aca23e59-7431-4b5d-8caa-e391d337ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1039615
Apr 09 21:05:40.693274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef25844-b8af-486c-8b18-9e89614ab68b req-8317a2e0-edcb-4398-ba4c-a4369525931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:40.694761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ef25844-b8af-486c-8b18-9e89614ab68b req-8317a2e0-edcb-4398-ba4c-a4369525931e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3345068
Apr 09 21:05:40.703910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49550141-183e-4eb0-b33a-714b11d13421 admin admin] Publish callbacks [] for security_group (43682ddc-438f-4b37-84e4-e42c305c8976), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.730756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49550141-183e-4eb0-b33a-714b11d13421 admin admin] Publish callbacks [] for security_group (43682ddc-438f-4b37-84e4-e42c305c8976), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.790122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c877bacd-8268-4921-b62f-415401b4c129 req-3e911144-b1ff-46ce-bdef-7079a61ff1c8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973641
Apr 09 21:05:40.862825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49550141-183e-4eb0-b33a-714b11d13421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (43682ddc-438f-4b37-84e4-e42c305c8976), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.870703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49550141-183e-4eb0-b33a-714b11d13421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:40.871544 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b14412-89f8-4311-82ed-738778737e90 x-openstack-request-id: req-41b14412-89f8-4311-82ed-738778737e90 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:40.871869 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b84c86-30cb-41cd-9654-0f3a7569149f", "tag": "048d8001-0bf8-4fc1-81cf-7a1f07ec5f03", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:40.872085 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41b14412-89f8-4311-82ed-738778737e90 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:40.872479 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b14412-89f8-4311-82ed-738778737e90'] response: {'name': 'network-changed', 'server_uuid': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'tag': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03', 'status': 'completed', 'code': 200}
Apr 09 21:05:40.877451 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-49550141-183e-4eb0-b33a-714b11d13421 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43682ddc-438f-4b37-84e4-e42c305c8976 HTTP/1.1" status: 204  len: 168 time: 0.2627134
Apr 09 21:05:40.918485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ad46522c-7ed6-4b50-8ea6-d0eebac8dbbf tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:40.920082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ad46522c-7ed6-4b50-8ea6-d0eebac8dbbf tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.32 "GET /v2.0/networks?id=0bf24866-60b3-4101-b866-75be687eaa36 HTTP/1.1" status: 200  len: 820 time: 0.3023043
Apr 09 21:05:40.973077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Request body: {'port': {'device_id': '0b9b17d2-4843-4ccd-99cb-202ac14e17bc', 'network_id': '0bf24866-60b3-4101-b866-75be687eaa36', 'admin_state_up': True, 'tenant_id': 'f502d4df1e734e299d496111206e0bf0'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:40.976563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49550141-183e-4eb0-b33a-714b11d13421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43682ddc-438f-4b37-84e4-e42c305c8976,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:41.048540 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-10c062b2-39e0-4674-9399-9d85d42a6ab7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4285152
Apr 09 21:05:41.049667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed036f6e-e2ad-4c21-8874-3b18cce1f146 req-b3cfcc27-ff1e-414c-bc1c-e13120975090 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0812984
Apr 09 21:05:41.101119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c49b988-e673-45bd-a6f3-dfe2514d1b61 req-67f3eb3d-db83-463e-8353-9ff002d700f8 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 210 time: 0.0359683
Apr 09 21:05:41.200281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-1bbd0c2e-a83e-4e37-a4c0-7c3a8c3f9907 service neutron] 10.222.0.25 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444879
Apr 09 21:05:41.225752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-873cebe7-ca13-4df4-860c-f1f6f341ac6d req-233f3f2a-0821-4946-bac2-2de595486820 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 210 time: 0.0851200
Apr 09 21:05:41.227549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-c0749649-57d3-4761-b5fc-cc809b582780 service neutron] 10.222.0.32 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163184
Apr 09 21:05:41.402542 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-680c2336-44a8-4878-9772-aa8acb7c5756 req-1897eda1-6e88-4ca4-8b04-df5491994a4e service neutron] 10.222.0.25 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972992
Apr 09 21:05:41.404563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c2cbb-fb6a-4ee8-98f4-89642d94f117 req-7fc70d36-4ccc-4ae4-ae9e-86311f30af4a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:41.410209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-754c2cbb-fb6a-4ee8-98f4-89642d94f117 req-7fc70d36-4ccc-4ae4-ae9e-86311f30af4a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 943 time: 0.1423125
Apr 09 21:05:41.453075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Made reservation on behalf of f502d4df1e734e299d496111206e0bf0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:41.458985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:41.479451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5b7b7cb-2e2a-4335-acdd-62dba87eb3e3 req-e79031ed-9eda-4ad7-957a-3de340a3d1c1 service neutron] 10.222.0.32 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341669
Apr 09 21:05:41.523466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-754c2cbb-fb6a-4ee8-98f4-89642d94f117 req-26a94d1f-1ee6-45a5-a85e-9162d350cd98 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103876
Apr 09 21:05:41.616022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdeb71-04ab-4621-b281-ce9c97f03c6f req-4f0f0dbf-6fe6-47b8-a751-7c9db5321f7e tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:41.617620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5acdeb71-04ab-4621-b281-ce9c97f03c6f req-4f0f0dbf-6fe6-47b8-a751-7c9db5321f7e tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 950 time: 0.0669792
Apr 09 21:05:41.695848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Allocated IP 172.20.0.8 (0bf24866-60b3-4101-b866-75be687eaa36/c9d2e441-bd57-43ef-92da-aee9667d6e20/95e85505-89f4-484e-85ba-776f685b7c44) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:41.715648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5acdeb71-04ab-4621-b281-ce9c97f03c6f req-8fdbdf48-bda4-44b3-8ff7-30feb6fc169d tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908115
Apr 09 21:05:41.887661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Publish callbacks [] for port (95e85505-89f4-484e-85ba-776f685b7c44), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:41.906706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689bda0-65aa-478b-b916-61b014b1ddae req-d4990daa-7f90-4b9f-82ea-31b7f849be2d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:41.908201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3689bda0-65aa-478b-b916-61b014b1ddae req-d4990daa-7f90-4b9f-82ea-31b7f849be2d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 943 time: 0.0657980
Apr 09 21:05:41.964874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (95e85505-89f4-484e-85ba-776f685b7c44), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:42.007726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3689bda0-65aa-478b-b916-61b014b1ddae req-fc5427b1-4962-4f2a-bdbc-ce78c0a9cd27 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928009
Apr 09 21:05:42.016912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Network 0bf24866-60b3-4101-b866-75be687eaa36 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:42.020129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:42.029557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:42.034059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Pushing event updated for resources: {'Port': ['ID=95e85505-89f4-484e-85ba-776f685b7c44,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:42.080260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:42.080874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:42.098106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-ed80f6ba-57f7-41ed-8c32-2c0b45c30b56 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1286602
Apr 09 21:05:42.190065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5093a22-476f-482b-bf84-cb0b209be6f5 req-b31cac04-2b5d-4cd4-a3a3-a36e4ca8e1f1 tempest-ServersAdmin275Test-1386852732 tempest-ServersAdmin275Test-1386852732-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0324450
Apr 09 21:05:42.237172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd60cce-2322-40c9-99a1-cb1c097c18ff req-128487ce-79d0-436f-87c7-ab28c05f5168 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:42.238904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bd60cce-2322-40c9-99a1-cb1c097c18ff req-128487ce-79d0-436f-87c7-ab28c05f5168 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 931 time: 0.0517573
Apr 09 21:05:42.288711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bd60cce-2322-40c9-99a1-cb1c097c18ff req-78476d8e-9b9d-4668-a81d-0ff2a089d40e tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427549
Apr 09 21:05:42.373857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30796ca9-7b49-43ef-a0a7-e89fcbd63ddf req-8721b0e1-e6dc-4d8e-b66c-b27dc65da1ea tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 210 time: 0.0285373
Apr 09 21:05:42.394894 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:42.415772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:05:42.416188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 1fc04f79-02c1-4f55-b1c0-6258e35f28a4 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:05:42.416670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7871b15f-ec75-4638-8efa-02a7ceefbe68 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:05:42.477191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84791631-d471-40df-a538-7750ee581dbc req-f1d205c4-2529-4718-ada2-906813c6879d tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0309315
Apr 09 21:05:42.511895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7871b15f-ec75-4638-8efa-02a7ceefbe68 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:42.512292 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:42.537209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:42.539479 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bc7a8b-d7eb-4470-bf25-d704a7ff37e0" -d '{"events": [{"server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "name": "network-vif-unplugged", "status": "completed", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:42.552508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:42.558797 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:42.608758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:42.654578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Request body: {'port': {'device_id': '0b9b17d2-4843-4ccd-99cb-202ac14e17bc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:42.713025 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a711a3-1b8a-4bce-8a92-d6bcfedd2eed x-openstack-request-id: req-b1a711a3-1b8a-4bce-8a92-d6bcfedd2eed {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:42.713344 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "name": "network-vif-unplugged", "status": "completed", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:42.713591 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1a711a3-1b8a-4bce-8a92-d6bcfedd2eed {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:42.714150 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a711a3-1b8a-4bce-8a92-d6bcfedd2eed'] response: {'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'code': 200}
Apr 09 21:05:43.054863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:43.158538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:43.169975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03', 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'port_id': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03', 'mac_address': 'fa:16:3e:5a:91:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae8c63-e4b1-4661-affc-bdda2a7aff13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:43.175893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a023edc-f376-4ccd-9ef6-d0414e3a6789 req-f258198b-6818-483d-8767-301de55804dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b9455ce3b4e4d268c23b32258d8eeaa&device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1317747
Apr 09 21:05:43.185681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abaae2-0650-415e-971d-aecd3904254b req-aae48afa-2972-4198-9c34-6915e02b28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:43.187198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08abaae2-0650-415e-971d-aecd3904254b req-aae48afa-2972-4198-9c34-6915e02b28b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 1125 time: 0.5285151
Apr 09 21:05:43.209317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:43.209708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:43.223153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:43.231567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab57ed-5f83-4c00-ba3c-03eb846a7421 req-e006ba85-9eaf-4fd5-b71f-6c6ae972b04d tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:43.233009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7ab57ed-5f83-4c00-ba3c-03eb846a7421 req-e006ba85-9eaf-4fd5-b71f-6c6ae972b04d tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.1826384
Apr 09 21:05:43.238858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0499-26a5-47d2-a422-d535216e2c0c req-dd214144-2528-401e-b859-795668c4e537 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:43.240343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-375d0499-26a5-47d2-a422-d535216e2c0c req-dd214144-2528-401e-b859-795668c4e537 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 943 time: 0.1940141
Apr 09 21:05:43.242869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:43.249405 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:43.277945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a023edc-f376-4ccd-9ef6-d0414e3a6789 req-22de9865-7bc9-4bae-a685-8af6d436ae39 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4b9455ce3b4e4d268c23b32258d8eeaa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0732913
Apr 09 21:05:43.300880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:43.309731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (95e85505-89f4-484e-85ba-776f685b7c44), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:43.469802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['048d8001-0bf8-4fc1-81cf-7a1f07ec5f03'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:43.537069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7ab57ed-5f83-4c00-ba3c-03eb846a7421 req-12e48093-ceba-4da5-8f8b-ba6ce1278763 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2834060
Apr 09 21:05:43.551904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abaae2-0650-415e-971d-aecd3904254b req-899e166e-5561-46f1-846a-79106158ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:43.553403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08abaae2-0650-415e-971d-aecd3904254b req-899e166e-5561-46f1-846a-79106158ff69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 915 time: 0.3464611
Apr 09 21:05:43.562421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-375d0499-26a5-47d2-a422-d535216e2c0c req-9179add9-a582-43fc-9882-9c40c0cb4022 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3050270
Apr 09 21:05:43.657241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a023edc-f376-4ccd-9ef6-d0414e3a6789 req-1d9d1493-7a79-4a75-af86-5d6ee6025d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:43.658914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a023edc-f376-4ccd-9ef6-d0414e3a6789 req-1d9d1493-7a79-4a75-af86-5d6ee6025d51 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3734372
Apr 09 21:05:43.672788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08abaae2-0650-415e-971d-aecd3904254b req-23dc0082-2e2c-41a0-ade7-6d6df373c99e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 HTTP/1.1" status: 200  len: 217 time: 0.1074622
Apr 09 21:05:43.792300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b944ced-4abb-4a32-8fe9-adab8204dd6a req-d5063f99-0743-4da1-8308-e157ad4d5292 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:43.794230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b944ced-4abb-4a32-8fe9-adab8204dd6a req-d5063f99-0743-4da1-8308-e157ad4d5292 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 931 time: 0.1300759
Apr 09 21:05:43.801274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af7f2f-7d08-43d9-83fb-a8de64eff044 req-3794569f-9171-4f2c-a48f-70fb17fc974d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:43.802654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3af7f2f-7d08-43d9-83fb-a8de64eff044 req-3794569f-9171-4f2c-a48f-70fb17fc974d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 943 time: 0.1402936
Apr 09 21:05:43.929502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b944ced-4abb-4a32-8fe9-adab8204dd6a req-367c2036-ac3e-4eaa-b4f6-7bd83c3b57c6 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257710
Apr 09 21:05:43.937995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3af7f2f-7d08-43d9-83fb-a8de64eff044 req-e871788d-67f2-4b22-85eb-0611e63e3b7e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027021
Apr 09 21:05:44.057952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd351d59-ec30-48f7-8402-09522c374852 req-292a13a0-2d51-4ccf-a88e-86d890fee37b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 210 time: 0.0540934
Apr 09 21:05:44.061082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9b99dc6-948e-4c0f-9b6e-d9552d860abf req-bc914b1b-906c-466f-a49b-d5151f3e02a4 tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.30 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.0587316
Apr 09 21:05:44.063029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e85505-89f4-484e-85ba-776f685b7c44 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:44.075588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Publish callbacks [] for port (95e85505-89f4-484e-85ba-776f685b7c44), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:44.089298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Transition to ACTIVE for port object 95e85505-89f4-484e-85ba-776f685b7c44 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:05:44.096650 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (95e85505-89f4-484e-85ba-776f685b7c44), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:44.179409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-107e66be-c94c-4bb2-8db1-37f7db458d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:44.181316 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-107e66be-c94c-4bb2-8db1-37f7db458d9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 1125 time: 0.0503283
Apr 09 21:05:44.195460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Pushing event updated for resources: {'Port': ['ID=95e85505-89f4-484e-85ba-776f685b7c44,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:44.260842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Attempting to bind port 95e85505-89f4-484e-85ba-776f685b7c44 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:44.261434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Attempting to bind port 95e85505-89f4-484e-85ba-776f685b7c44 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5915367d-ecfd-4d16-a052-62e3eeb44568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0bf24866-60b3-4101-b866-75be687eaa36'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:44.261923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Attempting to bind port 95e85505-89f4-484e-85ba-776f685b7c44 on network 0bf24866-60b3-4101-b866-75be687eaa36 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:44.266728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Port 95e85505-89f4-484e-85ba-776f685b7c44 on network 0bf24866-60b3-4101-b866-75be687eaa36 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:05:44.267041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Attempting to bind port 95e85505-89f4-484e-85ba-776f685b7c44 on network 0bf24866-60b3-4101-b866-75be687eaa36 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:44.272521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:44.272856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Checking segment: {'id': '5915367d-ecfd-4d16-a052-62e3eeb44568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0bf24866-60b3-4101-b866-75be687eaa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:44.273289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Bound using segment: {'id': '5915367d-ecfd-4d16-a052-62e3eeb44568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0bf24866-60b3-4101-b866-75be687eaa36'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:44.273717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Bound port: 95e85505-89f4-484e-85ba-776f685b7c44, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5915367d-ecfd-4d16-a052-62e3eeb44568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0bf24866-60b3-4101-b866-75be687eaa36'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:44.274073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (95e85505-89f4-484e-85ba-776f685b7c44), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:44.310843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-99ea7a35-9d8c-43cd-8ba6-4853c8c2eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:44.312825 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-99ea7a35-9d8c-43cd-8ba6-4853c8c2eac2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 912 time: 0.1238701
Apr 09 21:05:44.348041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] For port 95e85505-89f4-484e-85ba-776f685b7c44, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:44.351810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] For port 95e85505-89f4-484e-85ba-776f685b7c44, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e85505-89f4-484e-85ba-776f685b7c44,segment=NetworkSegment(5915367d-ecfd-4d16-a052-62e3eeb44568),segment_id=5915367d-ecfd-4d16-a052-62e3eeb44568)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:44.362127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (95e85505-89f4-484e-85ba-776f685b7c44), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:44.382574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-bd1af3e9-ff18-4cbd-9134-8ff363aab229 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea HTTP/1.1" status: 200  len: 217 time: 0.0565469
Apr 09 21:05:44.424586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:44.425261 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:44.426688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] 10.222.0.32 "PUT /v2.0/ports/95e85505-89f4-484e-85ba-776f685b7c44 HTTP/1.1" status: 200  len: 1091 time: 1.7776003
Apr 09 21:05:44.427145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9b17d2-4843-4ccd-99cb-202ac14e17bc', 'tag': '95e85505-89f4-484e-85ba-776f685b7c44'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:44.429430 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538bd51a-0aea-4d77-aa79-62f6bbacda57" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9b17d2-4843-4ccd-99cb-202ac14e17bc", "tag": "95e85505-89f4-484e-85ba-776f685b7c44"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:44.460993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-e02094cc-2205-4ccf-962f-31c23e3fed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:44.462902 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-e02094cc-2205-4ccf-962f-31c23e3fed64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.0673358
Apr 09 21:05:44.463852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75216f-10a9-4cbe-bea0-b63f901e9170 service neutron] Pushing event updated for resources: {'Port': ['ID=95e85505-89f4-484e-85ba-776f685b7c44,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:44.473437 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb610d-c480-4afc-8fe6-643181505ab3 x-openstack-request-id: req-69bb610d-c480-4afc-8fe6-643181505ab3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:44.473722 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9b17d2-4843-4ccd-99cb-202ac14e17bc", "tag": "95e85505-89f4-484e-85ba-776f685b7c44", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:44.473973 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69bb610d-c480-4afc-8fe6-643181505ab3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:44.474379 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bb610d-c480-4afc-8fe6-643181505ab3'] response: {'name': 'network-changed', 'server_uuid': '0b9b17d2-4843-4ccd-99cb-202ac14e17bc', 'tag': '95e85505-89f4-484e-85ba-776f685b7c44', 'status': 'completed', 'code': 200}
Apr 09 21:05:44.706467 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-2a7e14d2-82e2-4bde-8b0a-ff27e928f007 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449846
Apr 09 21:05:44.765719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85528d-8936-4f21-a070-6836ab556455 req-a2ec9493-03f7-484a-8c96-fc2fa1e015be tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:44.767385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c85528d-8936-4f21-a070-6836ab556455 req-a2ec9493-03f7-484a-8c96-fc2fa1e015be tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.1602404
Apr 09 21:05:44.794021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55142) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:44.813908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589e3d-e573-42bd-a150-2f9db924ad5b req-0124e2ff-2e01-41e6-918e-715abc817d4b tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:44.821687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0589e3d-e573-42bd-a150-2f9db924ad5b req-0124e2ff-2e01-41e6-918e-715abc817d4b tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 944 time: 0.1709082
Apr 09 21:05:44.827701 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abaae2-0650-415e-971d-aecd3904254b req-15fe096a-997e-489b-8489-18fd243c7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:44.829188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08abaae2-0650-415e-971d-aecd3904254b req-15fe096a-997e-489b-8489-18fd243c7ab0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aae8c63-e4b1-4661-affc-bdda2a7aff13 HTTP/1.1" status: 200  len: 854 time: 0.2084699
Apr 09 21:05:44.835359 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-2c45ed18-6b66-47b7-8c6e-8cb872a6e384 service neutron] 10.222.0.25 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213303
Apr 09 21:05:44.851502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bd51a-0aea-4d77-aa79-62f6bbacda57 req-6debefe5-9ebe-4e12-ae7f-c7cad86ff252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:44.852985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-538bd51a-0aea-4d77-aa79-62f6bbacda57 req-6debefe5-9ebe-4e12-ae7f-c7cad86ff252 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f502d4df1e734e299d496111206e0bf0&device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 1125 time: 0.1695621
Apr 09 21:05:44.928063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08abaae2-0650-415e-971d-aecd3904254b req-80d5dfe1-d2e7-4619-9b58-080841e45912 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aca23e59-7431-4b5d-8caa-e391d337ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695581
Apr 09 21:05:44.945165 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9dd82792-bb62-4c74-b921-e9f15f220350 req-a1599fec-06f4-45fc-a674-e776db8bc0a0 service neutron] 10.222.0.25 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031272
Apr 09 21:05:44.945797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83c53780-a18d-4205-a49c-e6c3b3254ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.025566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83c53780-a18d-4205-a49c-e6c3b3254ca9 admin admin] Publish callbacks [] for security_group (bbbeaffe-7461-4f89-8418-29563f66b539), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.031980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83c53780-a18d-4205-a49c-e6c3b3254ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bbbeaffe-7461-4f89-8418-29563f66b539), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.076216 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-83c53780-a18d-4205-a49c-e6c3b3254ca9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aead5a374fd746ebbe70d73a43bedf40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2784390
Apr 09 21:05:45.076216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c53780-a18d-4205-a49c-e6c3b3254ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbeaffe-7461-4f89-8418-29563f66b539,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:45.076472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:45.076898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55150) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:45.098479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a023edc-f376-4ccd-9ef6-d0414e3a6789 req-3178aaa8-07aa-4b4a-a603-f8c0933d765a tempest-ServersAdmin275Test-1374329397 tempest-ServersAdmin275Test-1374329397-project] 10.222.0.32 "GET /v2.0/ports?device_id=532e4e59-36d5-4382-97c7-0fe1c4529095 HTTP/1.1" status: 200  len: 210 time: 0.1150126
Apr 09 21:05:45.121673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c85528d-8936-4f21-a070-6836ab556455 req-71902d46-2522-41b0-bbd2-0d29c26db595 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3435390
Apr 09 21:05:45.148319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0589e3d-e573-42bd-a150-2f9db924ad5b req-2f202211-7a3a-4967-a72d-6fbf9aa50bcb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3152230
Apr 09 21:05:45.148606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e95aba9-3549-4321-8e0d-6afae0f9b575 admin admin] Publish callbacks [] for security_group (bbbeaffe-7461-4f89-8418-29563f66b539), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.172186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:45.182395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:45.182902 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.192120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e95aba9-3549-4321-8e0d-6afae0f9b575 admin admin] Publish callbacks [] for security_group (bbbeaffe-7461-4f89-8418-29563f66b539), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.238240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-a31e02a7-7413-43ae-9542-aea3006fc5e2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:45.239797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-a31e02a7-7413-43ae-9542-aea3006fc5e2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.4538977
Apr 09 21:05:45.240922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bd51a-0aea-4d77-aa79-62f6bbacda57 req-ee174037-efc2-452f-a3b6-d881c99cb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:45.248539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-538bd51a-0aea-4d77-aa79-62f6bbacda57 req-ee174037-efc2-452f-a3b6-d881c99cb747 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f502d4df1e734e299d496111206e0bf0&shared=False HTTP/1.1" status: 200  len: 921 time: 0.3608489
Apr 09 21:05:45.252301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e95aba9-3549-4321-8e0d-6afae0f9b575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bbbeaffe-7461-4f89-8418-29563f66b539), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.256241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e95aba9-3549-4321-8e0d-6afae0f9b575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.257446 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9e95aba9-3549-4321-8e0d-6afae0f9b575 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbbeaffe-7461-4f89-8418-29563f66b539 HTTP/1.1" status: 204  len: 168 time: 0.1797018
Apr 09 21:05:45.268784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95aba9-3549-4321-8e0d-6afae0f9b575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbeaffe-7461-4f89-8418-29563f66b539,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:45.283599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Request body: {'port': {'device_id': '4064abe2-3845-4a26-b84f-225c78721845', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'admin_state_up': True, 'tenant_id': 'f87849ca88bb4519b329fab033911446'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:45.321503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:45.321898 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.353672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:45.356074 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44005124-0446-4948-8b44-0795b484b200" -d '{"events": [{"server_uuid": "95b84c86-30cb-41cd-9654-0f3a7569149f", "name": "network-vif-plugged", "status": "completed", "tag": "048d8001-0bf8-4fc1-81cf-7a1f07ec5f03"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:45.369638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:45.375889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.431818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:45.499421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f9ae-9575-4120-8f64-652e33e4a9f9 req-f34af6af-e809-4246-b55c-469079d0039d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:45.505538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9510f9ae-9575-4120-8f64-652e33e4a9f9 req-f34af6af-e809-4246-b55c-469079d0039d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 943 time: 0.2271256
Apr 09 21:05:45.520911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8c243-d7ed-4b18-8c85-2a0022c6cefd req-936f7638-a476-410d-8ebe-067e59771040 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:45.522522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3cf8c243-d7ed-4b18-8c85-2a0022c6cefd req-936f7638-a476-410d-8ebe-067e59771040 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 943 time: 0.2709022
Apr 09 21:05:45.524470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08abaae2-0650-415e-971d-aecd3904254b req-21893d5d-1776-4e13-b147-46e5cc198d1d service neutron] 10.222.0.32 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5508690
Apr 09 21:05:45.594346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55164) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:45.609201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8af76497-b689-4bdb-8a3a-d05794303434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.674498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bd51a-0aea-4d77-aa79-62f6bbacda57 req-f76de735-aa5f-4ff2-b135-ce975117c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:45.675956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-538bd51a-0aea-4d77-aa79-62f6bbacda57 req-f76de735-aa5f-4ff2-b135-ce975117c3b1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4266219
Apr 09 21:05:45.693337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8af76497-b689-4bdb-8a3a-d05794303434 admin admin] Publish callbacks [] for security_group (148c3417-5137-4a6f-b17e-47695b87ed6e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.699049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8af76497-b689-4bdb-8a3a-d05794303434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (148c3417-5137-4a6f-b17e-47695b87ed6e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.705851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9510f9ae-9575-4120-8f64-652e33e4a9f9 req-8a811531-cd6a-4c5d-a4db-9a1c717b2e31 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949012
Apr 09 21:05:45.733349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3cf8c243-d7ed-4b18-8c85-2a0022c6cefd req-b420d7b0-d4ab-4e11-98ba-f55a83b37838 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950638
Apr 09 21:05:45.743723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af76497-b689-4bdb-8a3a-d05794303434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c3417-5137-4a6f-b17e-47695b87ed6e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:45.765189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:45.768616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:45.784469 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8af76497-b689-4bdb-8a3a-d05794303434 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d10099e36b7f489cbd961cc976548de6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1869564
Apr 09 21:05:45.790736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55166) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:45.820097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-e79dd0d0-9a87-4592-8fe3-725fb55596c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:45.821645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-e79dd0d0-9a87-4592-8fe3-725fb55596c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f502d4df1e734e299d496111206e0bf0&device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 1125 time: 0.1018918
Apr 09 21:05:45.850699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08abaae2-0650-415e-971d-aecd3904254b req-5afe2350-6a89-46c1-8cf1-8ae0355f9561 service neutron] 10.222.0.32 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3113878
Apr 09 21:05:45.921101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80e391cb-2be2-42bc-894e-d3f12c21b7f7 req-b4cd1e35-95ab-447e-8a21-33c9e0f8aab5 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 210 time: 0.1122179
Apr 09 21:05:45.949841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-2ffea7ce-f410-4be6-8253-1ad223b9d279 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e85505-89f4-484e-85ba-776f685b7c44 HTTP/1.1" status: 200  len: 217 time: 0.1024091
Apr 09 21:05:45.951773 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-383f0ab8-4d84-4fca-8cae-ace69bdad84e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0677352
Apr 09 21:05:46.013263 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ab5ee8-ff61-4bdc-a888-7f5d50b411dd x-openstack-request-id: req-05ab5ee8-ff61-4bdc-a888-7f5d50b411dd {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:46.013641 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b84c86-30cb-41cd-9654-0f3a7569149f", "name": "network-vif-plugged", "status": "completed", "tag": "048d8001-0bf8-4fc1-81cf-7a1f07ec5f03", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:46.013901 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05ab5ee8-ff61-4bdc-a888-7f5d50b411dd {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:46.014384 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ab5ee8-ff61-4bdc-a888-7f5d50b411dd'] response: {'server_uuid': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03', 'code': 200}
Apr 09 21:05:46.034544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd97d5cc-fdb6-46e7-bc34-b5a1a243d813 admin admin] Publish callbacks [] for security_group (148c3417-5137-4a6f-b17e-47695b87ed6e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:46.077456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-5f69ea12-3df5-4396-939e-b40df7d1c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:46.078952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-5f69ea12-3df5-4396-939e-b40df7d1c73a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9d2e441-bd57-43ef-92da-aee9667d6e20 HTTP/1.1" status: 200  len: 860 time: 0.1189654
Apr 09 21:05:46.090897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-742bbff4-a9e4-4d2a-b71e-eb0bd2fc3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:46.092764 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-742bbff4-a9e4-4d2a-b71e-eb0bd2fc3a27 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 1127 time: 0.0754344
Apr 09 21:05:46.109371 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd97d5cc-fdb6-46e7-bc34-b5a1a243d813 admin admin] Publish callbacks [] for security_group (148c3417-5137-4a6f-b17e-47695b87ed6e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:46.144537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Allocated IP 172.20.0.12 (cdd9fe53-654b-4110-9856-85e40c331c54/37fdda6f-4a4d-41bf-b698-ea1190d2dc3a/8286fc01-3389-4ec0-9d0a-d4698c966afc) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:46.165605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-53e252bc-de7b-4cce-a43c-22a002f4fb6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bf24866-60b3-4101-b866-75be687eaa36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0753036
Apr 09 21:05:46.205809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55188) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:46.255656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ad64f-5d7a-444e-8179-9a4ed09d5a1b req-b45bb187-d59c-4382-9a87-6219d0d0be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:46.257207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-983ad64f-5d7a-444e-8179-9a4ed09d5a1b req-b45bb187-d59c-4382-9a87-6219d0d0be8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 1127 time: 0.1532712
Apr 09 21:05:46.291758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-d2af479d-d1f6-45e6-9873-7644b742967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:46.293354 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-d2af479d-d1f6-45e6-9873-7644b742967b service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 906 time: 0.1784987
Apr 09 21:05:46.401421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:46.404851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeceb3-2168-49e6-8f8d-546ff67fd399 req-096ef9a4-816b-4958-a24e-6077869e0544 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:46.406465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fdeceb3-2168-49e6-8f8d-546ff67fd399 req-096ef9a4-816b-4958-a24e-6077869e0544 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1621702
Apr 09 21:05:46.413537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f61718db-423c-4d18-9fd6-5c0145205b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:46.415395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd97d5cc-fdb6-46e7-bc34-b5a1a243d813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (148c3417-5137-4a6f-b17e-47695b87ed6e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:46.417926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd97d5cc-fdb6-46e7-bc34-b5a1a243d813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:46.419087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dd97d5cc-fdb6-46e7-bc34-b5a1a243d813 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/148c3417-5137-4a6f-b17e-47695b87ed6e HTTP/1.1" status: 204  len: 168 time: 0.6240950
Apr 09 21:05:46.425324 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-ea36bed1-fa3d-472e-8da9-a1268825b572 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9131337-3f4d-44a3-aa06-6245dff9187e HTTP/1.1" status: 200  len: 217 time: 0.0822539
Apr 09 21:05:46.544372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-8f1341d9-479d-4a88-88d3-347d8fa50a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:46.546210 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-8f1341d9-479d-4a88-88d3-347d8fa50a55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.0828118
Apr 09 21:05:46.549964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-b303d30d-315d-47ed-9204-05c2c86e1446 service neutron] 10.222.0.32 "GET /v2.0/networks/0bf24866-60b3-4101-b866-75be687eaa36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3728485
Apr 09 21:05:46.587915 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-29e68f5b-7ff0-463f-b20b-2f6bb80ee939 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355523
Apr 09 21:05:46.628335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:46.649961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '43f0ad35-e33b-4e7f-859c-ad2d7fe472ea', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'port_id': '43f0ad35-e33b-4e7f-859c-ad2d7fe472ea', 'mac_address': 'fa:16:3e:9f:bb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519333e-c540-4a09-940d-3b261e7852dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:46.700419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:46.701068 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:46.709184 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-b411d4f5-ce09-4698-90df-134fdc8340fd service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110952
Apr 09 21:05:46.719274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:46.742500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:46.756291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:46.823385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:46.891195 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ae1bb0ea-c051-4b63-960b-d0ecc4e142a5 req-b45d720b-1a78-4193-a0ab-ea083c575adf service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745687
Apr 09 21:05:46.956233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97d5cc-fdb6-46e7-bc34-b5a1a243d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c3417-5137-4a6f-b17e-47695b87ed6e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:46.974693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-983ad64f-5d7a-444e-8179-9a4ed09d5a1b req-27a61690-e621-47ba-b25e-a9d678e02dd0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7055163
Apr 09 21:05:47.071162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['43f0ad35-e33b-4e7f-859c-ad2d7fe472ea'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:47.117060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866240f6-4181-4733-bcda-5f89c841157d req-70aaa177-035f-413f-867a-a473e1ffbcdd tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:47.118541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-866240f6-4181-4733-bcda-5f89c841157d req-70aaa177-035f-413f-867a-a473e1ffbcdd tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 944 time: 0.1634965
Apr 09 21:05:47.128621 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks [] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.157756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fdeceb3-2168-49e6-8f8d-546ff67fd399 req-c41c5f93-a7b0-4754-ae41-ae3098f21f75 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7325156
Apr 09 21:05:47.189508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d8f6284-dca0-42e6-82e2-1af5ff259426 req-38d887d6-a75f-436a-960b-6e498ce026a8 service neutron] 10.222.0.32 "GET /v2.0/networks/0bf24866-60b3-4101-b866-75be687eaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6110587
Apr 09 21:05:47.251541 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f61718db-423c-4d18-9fd6-5c0145205b60 admin admin] Publish callbacks [] for security_group (01285f2d-2904-4f88-a7eb-d3d58624cb3d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.259440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-866240f6-4181-4733-bcda-5f89c841157d req-397e68d0-9d8e-462d-a728-f7292b415c35 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284852
Apr 09 21:05:47.270573 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f61718db-423c-4d18-9fd6-5c0145205b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (01285f2d-2904-4f88-a7eb-d3d58624cb3d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.273650 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.292277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:47.382328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f61718db-423c-4d18-9fd6-5c0145205b60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b9455ce3b4e4d268c23b32258d8eeaa&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1714871
Apr 09 21:05:47.386298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55226) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:47.395650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88001157-a156-46e9-a796-53c47ea50138 req-33297bff-8599-41b2-b53c-6bc26b2a6a40 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:47.405155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88001157-a156-46e9-a796-53c47ea50138 req-33297bff-8599-41b2-b53c-6bc26b2a6a40 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 943 time: 0.1486757
Apr 09 21:05:47.405155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Network cdd9fe53-654b-4110-9856-85e40c331c54 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:47.428894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61718db-423c-4d18-9fd6-5c0145205b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01285f2d-2904-4f88-a7eb-d3d58624cb3d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:47.438480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:47.446487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b6b05ba-388e-4961-9d12-edc763688438 admin admin] Publish callbacks [] for security_group (01285f2d-2904-4f88-a7eb-d3d58624cb3d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.459822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:47.473507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b6b05ba-388e-4961-9d12-edc763688438 admin admin] Publish callbacks [] for security_group (01285f2d-2904-4f88-a7eb-d3d58624cb3d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.485881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event updated for resources: {'Port': ['ID=8286fc01-3389-4ec0-9d0a-d4698c966afc,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:47.512335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f88ede-6be0-404a-986e-635262ad0ebd req-294e3544-6518-450b-a26d-f8473db45f10 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:47.514199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16f88ede-6be0-404a-986e-635262ad0ebd req-294e3544-6518-450b-a26d-f8473db45f10 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 932 time: 0.1581323
Apr 09 21:05:47.524290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b6b05ba-388e-4961-9d12-edc763688438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (01285f2d-2904-4f88-a7eb-d3d58624cb3d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.527026 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b6b05ba-388e-4961-9d12-edc763688438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.528170 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2b6b05ba-388e-4961-9d12-edc763688438 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01285f2d-2904-4f88-a7eb-d3d58624cb3d HTTP/1.1" status: 204  len: 168 time: 0.1417935
Apr 09 21:05:47.537481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b05ba-388e-4961-9d12-edc763688438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01285f2d-2904-4f88-a7eb-d3d58624cb3d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:47.554346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:47.554971 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.580524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88001157-a156-46e9-a796-53c47ea50138 req-8b390daa-5713-4e49-8f06-2ff9c0303e2b tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527541
Apr 09 21:05:47.613327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-4a105d38-0888-40a1-ad82-39067dc47c75 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3625655
Apr 09 21:05:47.624220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16f88ede-6be0-404a-986e-635262ad0ebd req-9d09a1a0-e9c1-44c3-ba62-884a450093c4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001759
Apr 09 21:05:47.629617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Request body: {'port': {'device_id': '4064abe2-3845-4a26-b84f-225c78721845', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:47.692929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:47.928988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55246) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:47.954202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f36a8216-231e-4bf6-a1e2-3401b30f0061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.014570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8286fc01-3389-4ec0-9d0a-d4698c966afc {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:48.026398 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Publish callbacks [] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.049150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Transition to ACTIVE for port object 8286fc01-3389-4ec0-9d0a-d4698c966afc will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:05:48.054354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.135680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Pushing event updated for resources: {'Port': ['ID=8286fc01-3389-4ec0-9d0a-d4698c966afc,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:48.141793 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f36a8216-231e-4bf6-a1e2-3401b30f0061 admin admin] Publish callbacks [] for security_group (000c5eb5-0903-40b4-b8c5-7b8f6b01b24c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.161975 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f36a8216-231e-4bf6-a1e2-3401b30f0061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (000c5eb5-0903-40b4-b8c5-7b8f6b01b24c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.236908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f36a8216-231e-4bf6-a1e2-3401b30f0061 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0f29f40a0af408baa6e1fc0868a7513&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3026850
Apr 09 21:05:48.237125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55270) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:48.248259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a8216-231e-4bf6-a1e2-3401b30f0061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000c5eb5-0903-40b4-b8c5-7b8f6b01b24c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:48.296384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Attempting to bind port 8286fc01-3389-4ec0-9d0a-d4698c966afc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:48.297012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Attempting to bind port 8286fc01-3389-4ec0-9d0a-d4698c966afc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:48.297155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Attempting to bind port 8286fc01-3389-4ec0-9d0a-d4698c966afc on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:48.299412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ee5fbc8-b2d6-47f4-9b8f-c831fe6bae61 admin admin] Publish callbacks [] for security_group (000c5eb5-0903-40b4-b8c5-7b8f6b01b24c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.306557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0329e-6539-4743-9b3c-d104e421a599 req-c5e0710a-1468-4b00-b97c-a1cb973efaf9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:48.308191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ee0329e-6539-4743-9b3c-d104e421a599 req-c5e0710a-1468-4b00-b97c-a1cb973efaf9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0717018
Apr 09 21:05:48.311892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Port 8286fc01-3389-4ec0-9d0a-d4698c966afc on network cdd9fe53-654b-4110-9856-85e40c331c54 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:05:48.312216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Attempting to bind port 8286fc01-3389-4ec0-9d0a-d4698c966afc on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:48.332796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ee5fbc8-b2d6-47f4-9b8f-c831fe6bae61 admin admin] Publish callbacks [] for security_group (000c5eb5-0903-40b4-b8c5-7b8f6b01b24c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.333108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:48.333413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Checking segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:48.333907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Bound using segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:48.334415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Bound port: 8286fc01-3389-4ec0-9d0a-d4698c966afc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:48.334875 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.380400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ee5fbc8-b2d6-47f4-9b8f-c831fe6bae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (000c5eb5-0903-40b4-b8c5-7b8f6b01b24c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.383016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ee5fbc8-b2d6-47f4-9b8f-c831fe6bae61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.384827 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1ee5fbc8-b2d6-47f4-9b8f-c831fe6bae61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/000c5eb5-0903-40b4-b8c5-7b8f6b01b24c HTTP/1.1" status: 204  len: 168 time: 0.1475532
Apr 09 21:05:48.392675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5fbc8-b2d6-47f4-9b8f-c831fe6bae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000c5eb5-0903-40b4-b8c5-7b8f6b01b24c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:48.425954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:48.446065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ee0329e-6539-4743-9b3c-d104e421a599 req-6d01135c-3ea6-42c2-a154-59bfed75c484 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307557
Apr 09 21:05:48.478829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:48.493956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:48.494340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.503540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffd539-27cc-4084-9c62-e8c67e33cbbb req-bcb92d86-f2f0-4b2e-b110-1827aa98b403 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:48.510897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4ffd539-27cc-4084-9c62-e8c67e33cbbb req-bcb92d86-f2f0-4b2e-b110-1827aa98b403 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 944 time: 0.1256750
Apr 09 21:05:48.535716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] For port 8286fc01-3389-4ec0-9d0a-d4698c966afc, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:48.552141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] For port 8286fc01-3389-4ec0-9d0a-d4698c966afc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8286fc01-3389-4ec0-9d0a-d4698c966afc,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:48.568496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.589577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:48.590522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.628453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f547d94a-a0fa-49d6-8a26-369b8f5a1c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f0ad35-e33b-4e7f-859c-ad2d7fe472ea'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:48.630858 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e69c0-ff5c-4b0b-9369-9a5e75d0012c" -d '{"events": [{"server_uuid": "f547d94a-a0fa-49d6-8a26-369b8f5a1c59", "name": "network-vif-plugged", "status": "completed", "tag": "43f0ad35-e33b-4e7f-859c-ad2d7fe472ea"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:48.651145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:48.658843 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.700621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4ffd539-27cc-4084-9c62-e8c67e33cbbb req-d0231f1e-ba17-417a-a36e-d02c36b579a2 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887858
Apr 09 21:05:48.714867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:48.714867 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:48.716524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] 10.222.0.25 "PUT /v2.0/ports/8286fc01-3389-4ec0-9d0a-d4698c966afc HTTP/1.1" status: 200  len: 1092 time: 1.0913329
Apr 09 21:05:48.717078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4064abe2-3845-4a26-b84f-225c78721845', 'tag': '8286fc01-3389-4ec0-9d0a-d4698c966afc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:48.719368 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743b4311-3eb7-4b04-9dbb-4b5184f71632" -d '{"events": [{"name": "network-changed", "server_uuid": "4064abe2-3845-4a26-b84f-225c78721845", "tag": "8286fc01-3389-4ec0-9d0a-d4698c966afc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:48.734853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:48.798723 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c63d389-fb5d-4b83-a7ba-084e85fcc1c6 x-openstack-request-id: req-5c63d389-fb5d-4b83-a7ba-084e85fcc1c6 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:48.799263 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f547d94a-a0fa-49d6-8a26-369b8f5a1c59", "name": "network-vif-plugged", "status": "completed", "tag": "43f0ad35-e33b-4e7f-859c-ad2d7fe472ea", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:48.799623 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c63d389-fb5d-4b83-a7ba-084e85fcc1c6 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:48.800153 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c63d389-fb5d-4b83-a7ba-084e85fcc1c6'] response: {'server_uuid': 'f547d94a-a0fa-49d6-8a26-369b8f5a1c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f0ad35-e33b-4e7f-859c-ad2d7fe472ea', 'code': 200}
Apr 09 21:05:48.810732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac6663-d905-44d4-b473-6b599a2d4c5d service neutron] Pushing event updated for resources: {'Port': ['ID=8286fc01-3389-4ec0-9d0a-d4698c966afc,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:48.881091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ce3c1-4c5f-42d8-a1f4-59365d71911b req-db17a58b-927e-45eb-bb9c-4c13c3a08957 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:48.891130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a2ce3c1-4c5f-42d8-a1f4-59365d71911b req-db17a58b-927e-45eb-bb9c-4c13c3a08957 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 943 time: 0.1106126
Apr 09 21:05:48.895210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-19745417-1bc1-4c6a-a70c-a6acf87f65df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:48.898735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-19745417-1bc1-4c6a-a70c-a6acf87f65df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 1126 time: 0.1152332
Apr 09 21:05:48.947058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9213f5-7e28-4b47-b20a-5081d85e7ba7 req-3fef38ce-05b7-45e5-b9ff-78bdc6950e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:48.958258 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4a9213f5-7e28-4b47-b20a-5081d85e7ba7 req-3fef38ce-05b7-45e5-b9ff-78bdc6950e36 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 1127 time: 0.0770440
Apr 09 21:05:48.997369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-a4262631-e734-4643-8f24-d552af835a1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8286fc01-3389-4ec0-9d0a-d4698c966afc HTTP/1.1" status: 200  len: 217 time: 0.0823390
Apr 09 21:05:49.015360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95c22b-4628-468f-a1f6-167598992387 req-0723b5cf-7a02-4fd6-9416-3096a4f53386 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:49.016915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c95c22b-4628-468f-a1f6-167598992387 req-0723b5cf-7a02-4fd6-9416-3096a4f53386 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 944 time: 0.1231444
Apr 09 21:05:49.017369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55312) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:49.030024 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4a9213f5-7e28-4b47-b20a-5081d85e7ba7 req-30852a01-3a3d-4897-80ef-c1df99c32c4c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703220
Apr 09 21:05:49.082088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a2ce3c1-4c5f-42d8-a1f4-59365d71911b req-a1b1b139-2386-48f0-becc-2e1466f7e81a tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899748
Apr 09 21:05:49.111427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-de3d4ccd-ac57-47bc-885a-39404950cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:49.111427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-de3d4ccd-ac57-47bc-885a-39404950cb0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.0849490
Apr 09 21:05:49.120191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c95c22b-4628-468f-a1f6-167598992387 req-12651a75-e91a-4f06-80fe-9bc285694a8a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953536
Apr 09 21:05:49.205066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-881099b5-49c4-4f0b-b99b-66c016cb494d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:49.299699 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-881099b5-49c4-4f0b-b99b-66c016cb494d admin admin] Publish callbacks [] for security_group (df9b4a05-9752-4e5c-927e-9acbdc82139d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:49.305510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-881099b5-49c4-4f0b-b99b-66c016cb494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (df9b4a05-9752-4e5c-927e-9acbdc82139d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:49.335314 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a97a08-8492-4e90-b827-92bf627fc49c x-openstack-request-id: req-83a97a08-8492-4e90-b827-92bf627fc49c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:49.335792 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4064abe2-3845-4a26-b84f-225c78721845", "tag": "8286fc01-3389-4ec0-9d0a-d4698c966afc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:49.335868 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83a97a08-8492-4e90-b827-92bf627fc49c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:49.336262 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a97a08-8492-4e90-b827-92bf627fc49c'] response: {'name': 'network-changed', 'server_uuid': '4064abe2-3845-4a26-b84f-225c78721845', 'tag': '8286fc01-3389-4ec0-9d0a-d4698c966afc', 'status': 'completed', 'code': 200}
Apr 09 21:05:49.345600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881099b5-49c4-4f0b-b99b-66c016cb494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b4a05-9752-4e5c-927e-9acbdc82139d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:49.352730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55336) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:49.352855 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-881099b5-49c4-4f0b-b99b-66c016cb494d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8984499dc1d144e6a6f276b3505fa716&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3343313
Apr 09 21:05:49.425693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-1726ba59-7b32-47ed-9541-34ab6834cb0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412323
Apr 09 21:05:49.467169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b8e11da-6955-4d38-90db-3846a50b8853 admin admin] Publish callbacks [] for security_group (df9b4a05-9752-4e5c-927e-9acbdc82139d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:49.524618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b8e11da-6955-4d38-90db-3846a50b8853 admin admin] Publish callbacks [] for security_group (df9b4a05-9752-4e5c-927e-9acbdc82139d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:49.608528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-ccea97a8-5c5d-45f6-95dc-6cfef865c456 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747112
Apr 09 21:05:49.615233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf05c-9715-43e6-9cc0-7080eb9fa1a0 req-555d670d-d41c-4367-8529-0c4fc236568b tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:49.616741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1aecf05c-9715-43e6-9cc0-7080eb9fa1a0 req-555d670d-d41c-4367-8529-0c4fc236568b tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0988102
Apr 09 21:05:49.658340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b8e11da-6955-4d38-90db-3846a50b8853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (df9b4a05-9752-4e5c-927e-9acbdc82139d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:49.660873 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b8e11da-6955-4d38-90db-3846a50b8853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:49.665870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4b8e11da-6955-4d38-90db-3846a50b8853 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df9b4a05-9752-4e5c-927e-9acbdc82139d HTTP/1.1" status: 204  len: 168 time: 0.3078332
Apr 09 21:05:49.682434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e11da-6955-4d38-90db-3846a50b8853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b4a05-9752-4e5c-927e-9acbdc82139d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:49.696011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1aecf05c-9715-43e6-9cc0-7080eb9fa1a0 req-fc2ae127-7107-49c8-8b35-085be3541f77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702496
Apr 09 21:05:49.846586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8a83c-eccf-4e2b-84aa-a9ac52c17c4a req-7cafd097-efcf-4281-b2c0-0b459bb8aa09 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:49.848043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4f8a83c-eccf-4e2b-84aa-a9ac52c17c4a req-7cafd097-efcf-4281-b2c0-0b459bb8aa09 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0768063
Apr 09 21:05:49.856142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4712c-f434-424d-b089-8648e8d5eafd req-ed0df9c2-3ca5-465e-9bd2-3fb1c83fbbff tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:49.861715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cef4712c-f434-424d-b089-8648e8d5eafd req-ed0df9c2-3ca5-465e-9bd2-3fb1c83fbbff tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.0795245
Apr 09 21:05:49.941647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cef4712c-f434-424d-b089-8648e8d5eafd req-b9440420-221b-4785-9cd4-e3f86e4f7bda tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770290
Apr 09 21:05:49.944852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4f8a83c-eccf-4e2b-84aa-a9ac52c17c4a req-0942c65d-f9a0-45dd-aafb-8a1a0ce5e551 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820668
Apr 09 21:05:50.161844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3a1d5fe-5ef5-47b0-8803-52f1ecc1f44f req-61d66ad9-da92-436e-bab9-bac12c7047dd service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350269
Apr 09 21:05:50.313855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43eb62-0eb4-40e2-a9af-4c535f001a37 req-945e0f65-4ea6-42ab-bb3e-fc3bdbfe934a tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:50.315399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b43eb62-0eb4-40e2-a9af-4c535f001a37 req-945e0f65-4ea6-42ab-bb3e-fc3bdbfe934a tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 943 time: 0.1070681
Apr 09 21:05:50.329015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee398409-2cf9-4ff8-82de-0d849f8d3c8b req-6a037c6d-fffa-49df-b3db-36a1c8f79185 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:50.330605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee398409-2cf9-4ff8-82de-0d849f8d3c8b req-6a037c6d-fffa-49df-b3db-36a1c8f79185 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 944 time: 0.0715628
Apr 09 21:05:50.370262 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a5fb0fd3-6387-4d98-8a14-57ccc4ef54dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:50.405995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee398409-2cf9-4ff8-82de-0d849f8d3c8b req-47bba0eb-bdc2-4b7d-b5eb-e063f19bccec tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679133
Apr 09 21:05:50.408876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b43eb62-0eb4-40e2-a9af-4c535f001a37 req-45f0ef71-8012-46d6-934e-5e7e38395d60 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773737
Apr 09 21:05:50.577231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee267da1-5736-4fcb-9ca1-8d8d83e3ded5 req-c2e1da3e-3ea5-4339-82de-88d840bf6e56 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:50.578745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee267da1-5736-4fcb-9ca1-8d8d83e3ded5 req-c2e1da3e-3ea5-4339-82de-88d840bf6e56 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0560369
Apr 09 21:05:50.630354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee267da1-5736-4fcb-9ca1-8d8d83e3ded5 req-c06072c7-7299-43f5-a44a-678a879fdf13 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458148
Apr 09 21:05:50.749099 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:05:50.974856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55488) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:51.073548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cce08-67a3-43ec-a4fc-8c03067f73be req-3d7f051d-8c81-4a49-80b6-8411d2706182 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:51.081364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf5cce08-67a3-43ec-a4fc-8c03067f73be req-3d7f051d-8c81-4a49-80b6-8411d2706182 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.0604215
Apr 09 21:05:51.107362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fb12800-4b9c-469f-8fbf-5c009fdf4eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.110617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 95e85505-89f4-484e-85ba-776f685b7c44 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:51.155684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf5cce08-67a3-43ec-a4fc-8c03067f73be req-c90b92f8-ce6e-4d3c-bbad-205731d4d777 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736504
Apr 09 21:05:51.217594 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fb12800-4b9c-469f-8fbf-5c009fdf4eab admin admin] Publish callbacks [] for security_group (04c8ada5-ea8e-4dc6-9b0d-e7ab8dd55f98), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.223160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 95e85505-89f4-484e-85ba-776f685b7c44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e85505-89f4-484e-85ba-776f685b7c44,segment=NetworkSegment(5915367d-ecfd-4d16-a052-62e3eeb44568),segment_id=5915367d-ecfd-4d16-a052-62e3eeb44568)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:51.225999 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fb12800-4b9c-469f-8fbf-5c009fdf4eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (04c8ada5-ea8e-4dc6-9b0d-e7ab8dd55f98), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.235132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '95e85505-89f4-484e-85ba-776f685b7c44', 'network_id': '0bf24866-60b3-4101-b866-75be687eaa36', 'port_id': '95e85505-89f4-484e-85ba-776f685b7c44', 'mac_address': 'fa:16:3e:b3:0a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d2e441-bd57-43ef-92da-aee9667d6e20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:51.272300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9fb12800-4b9c-469f-8fbf-5c009fdf4eab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0441116f4304a50980e38da701e6939&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2960396
Apr 09 21:05:51.273250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb12800-4b9c-469f-8fbf-5c009fdf4eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c8ada5-ea8e-4dc6-9b0d-e7ab8dd55f98,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:51.274821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55526) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:51.276814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 95e85505-89f4-484e-85ba-776f685b7c44 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:51.277241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (95e85505-89f4-484e-85ba-776f685b7c44), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.294081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e85505-89f4-484e-85ba-776f685b7c44 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:51.315284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 95e85505-89f4-484e-85ba-776f685b7c44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e85505-89f4-484e-85ba-776f685b7c44,segment=NetworkSegment(5915367d-ecfd-4d16-a052-62e3eeb44568),segment_id=5915367d-ecfd-4d16-a052-62e3eeb44568)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:51.319966 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (95e85505-89f4-484e-85ba-776f685b7c44), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.332865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-876c3102-cd11-423c-9ea8-c87811466c17 admin admin] Publish callbacks [] for security_group (04c8ada5-ea8e-4dc6-9b0d-e7ab8dd55f98), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.355672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-876c3102-cd11-423c-9ea8-c87811466c17 admin admin] Publish callbacks [] for security_group (04c8ada5-ea8e-4dc6-9b0d-e7ab8dd55f98), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.372172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=95e85505-89f4-484e-85ba-776f685b7c44,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:51.407403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-876c3102-cd11-423c-9ea8-c87811466c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (04c8ada5-ea8e-4dc6-9b0d-e7ab8dd55f98), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.409936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-876c3102-cd11-423c-9ea8-c87811466c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:51.411204 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-876c3102-cd11-423c-9ea8-c87811466c17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04c8ada5-ea8e-4dc6-9b0d-e7ab8dd55f98 HTTP/1.1" status: 204  len: 168 time: 0.1341105
Apr 09 21:05:51.420112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c3102-cd11-423c-9ea8-c87811466c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c8ada5-ea8e-4dc6-9b0d-e7ab8dd55f98,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:51.546175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['95e85505-89f4-484e-85ba-776f685b7c44'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:51.559275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1eeb-b59b-4c5c-b852-b7627d303dd6 req-5509eb83-c2e9-467a-825a-21cb036397d7 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:51.560887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb1f1eeb-b59b-4c5c-b852-b7627d303dd6 req-5509eb83-c2e9-467a-825a-21cb036397d7 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 944 time: 0.0577290
Apr 09 21:05:51.620849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eb3ed-715e-4393-9172-88c640c28ba8 req-31594d73-f606-42c3-9160-4a578e749d13 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:51.622467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c73eb3ed-715e-4393-9172-88c640c28ba8 req-31594d73-f606-42c3-9160-4a578e749d13 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 944 time: 0.0726602
Apr 09 21:05:51.676566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb1f1eeb-b59b-4c5c-b852-b7627d303dd6 req-673a557f-bc0c-427e-abf9-f0a9ca57cb9f tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063809
Apr 09 21:05:51.728853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c73eb3ed-715e-4393-9172-88c640c28ba8 req-0bb5b658-8ec7-4c8e-a0de-77a9a65901cf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989158
Apr 09 21:05:51.845728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f308f7c-16f5-4a03-b43c-2fbf2aea772d req-8dd43745-a7bc-462c-bb2e-bbe18c4ce664 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:51.847361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f308f7c-16f5-4a03-b43c-2fbf2aea772d req-8dd43745-a7bc-462c-bb2e-bbe18c4ce664 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0564156
Apr 09 21:05:51.917506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f308f7c-16f5-4a03-b43c-2fbf2aea772d req-f237080a-f3ac-46fe-8b57-07cbfe57b9d8 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571141
Apr 09 21:05:52.120183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:52.220181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-789560455-network', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:52.243623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Made reservation on behalf of b4603cd745c848eba3a1645f624e590e for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:52.246182 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.255167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.292570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033dd66-1cfb-4770-9aeb-8d44e033ea4b req-17c71d30-6f42-41d2-8c7a-4698aa81e04b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:52.294195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d033dd66-1cfb-4770-9aeb-8d44e033ea4b req-17c71d30-6f42-41d2-8c7a-4698aa81e04b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.0519347
Apr 09 21:05:52.345791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Publish callbacks [] for security_group (c57ea60a-15a2-48f2-ab14-fb7c72420c6e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.351429 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c57ea60a-15a2-48f2-ab14-fb7c72420c6e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.356119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d033dd66-1cfb-4770-9aeb-8d44e033ea4b req-ee7c568f-4334-4eb8-a710-2d2573759847 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513346
Apr 09 21:05:52.373463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:05:52.392728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.393089 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Added segment 5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72 of type vlan for network b5e7dd12-c055-4f23-9dbd-e9c65e743202
Apr 09 21:05:52.394302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ea60a-15a2-48f2-ab14-fb7c72420c6e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:52.427325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:52.437356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (b5e7dd12-c055-4f23-9dbd-e9c65e743202), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.469252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (b5e7dd12-c055-4f23-9dbd-e9c65e743202), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.470335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:52.470982 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.535142 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4109824
Apr 09 21:05:52.535617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55676) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:52.538185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e79a54-0b4f-4941-85a5-b44c6c828c42 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e7dd12-c055-4f23-9dbd-e9c65e743202,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:52.541289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Request body: {'subnet': {'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-789560455-subnet', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:52.556649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:05:52.569842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Made reservation on behalf of b4603cd745c848eba3a1645f624e590e for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:05:52.574376 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.597510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:52.648151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'mac_address': 'fa:16:3e:0a:5f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:52.698181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 40d3d034-bc3b-4d5c-b33e-e60acf160036 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:52.699006 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.714499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d3d034-bc3b-4d5c-b33e-e60acf160036 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:52.746239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:52.752225 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.808127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:52.814616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (dfaba044-97e1-4c11-9e1c-999e78e94610), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.822243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ad292-80eb-40d1-95a4-931cff6aa347 req-10a55b77-612d-4494-b688-b480bfca3538 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:52.823898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-091ad292-80eb-40d1-95a4-931cff6aa347 req-10a55b77-612d-4494-b688-b480bfca3538 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 944 time: 0.0627949
Apr 09 21:05:52.859695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['40d3d034-bc3b-4d5c-b33e-e60acf160036'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:52.894780 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8aee45a-be4e-41fd-9b5d-716aadef1a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:52.903387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfaba044-97e1-4c11-9e1c-999e78e94610,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:52.931932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-091ad292-80eb-40d1-95a4-931cff6aa347 req-5fc5e04e-91fb-4feb-a1d3-07a3e9d3b347 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010878
Apr 09 21:05:52.938449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Checking segment: {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:52.940658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Network hostable DHCP agents. Network: b5e7dd12-c055-4f23-9dbd-e9c65e743202, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:05:52.970447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:05:52.985396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5e7dd12-c055-4f23-9dbd-e9c65e743202) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:52.995312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb1813-7828-4c66-bc1f-40cc32070cbf None None] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:53.023125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:53.023773 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.113216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569c305-0497-4b6f-8911-cce099ca0197 req-75b23071-cbbd-401a-892c-033fdcd60d93 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:53.114655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e569c305-0497-4b6f-8911-cce099ca0197 req-75b23071-cbbd-401a-892c-033fdcd60d93 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 944 time: 0.1154647
Apr 09 21:05:53.117721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1315a0dd-9c71-44e4-9998-89290f90e32f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5807374
Apr 09 21:05:53.120688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55742) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:53.129058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:53.131249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 95e85505-89f4-484e-85ba-776f685b7c44 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:53.158494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-66af44d0-1024-4dac-b0bc-bac57e900756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:53.159663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (ffa6b41a-cb68-43d3-99d5-975201b0ca06), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.161333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-66af44d0-1024-4dac-b0bc-bac57e900756 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 1126 time: 0.1016150
Apr 09 21:05:53.161710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (ffa6b41a-cb68-43d3-99d5-975201b0ca06), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.209153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 95e85505-89f4-484e-85ba-776f685b7c44 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:53.217746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e5f7b-d360-4ff4-96c9-48b3ea2713c8 req-f60bffc0-7edd-45b8-b93e-220bf0f8c3ab tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:53.217992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:05:53.218832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.221528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d4e5f7b-d360-4ff4-96c9-48b3ea2713c8 req-f60bffc0-7edd-45b8-b93e-220bf0f8c3ab tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1245489
Apr 09 21:05:53.223196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 95e85505-89f4-484e-85ba-776f685b7c44 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:53.223631 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (95e85505-89f4-484e-85ba-776f685b7c44), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.232536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks [] for router_controller (ffa6b41a-cb68-43d3-99d5-975201b0ca06), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.336691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e569c305-0497-4b6f-8911-cce099ca0197 req-d667457b-fe32-43b6-86ed-106b446ed871 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852782
Apr 09 21:05:53.381574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d4e5f7b-d360-4ff4-96c9-48b3ea2713c8 req-33c927e9-e61b-4508-87d5-d5ba3e245222 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463561
Apr 09 21:05:53.383488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-3c4cca64-d692-441d-909b-10ee0f192572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:53.385162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-3c4cca64-d692-441d-909b-10ee0f192572 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 906 time: 0.2146742
Apr 09 21:05:53.387821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks [] for router_gateway (ffa6b41a-cb68-43d3-99d5-975201b0ca06), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.388327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 95e85505-89f4-484e-85ba-776f685b7c44 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:53.388327 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (95e85505-89f4-484e-85ba-776f685b7c44), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.452713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-8bf886be-5006-428e-a962-ba073dcb021e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8286fc01-3389-4ec0-9d0a-d4698c966afc HTTP/1.1" status: 200  len: 217 time: 0.0577750
Apr 09 21:05:53.470775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 95e85505-89f4-484e-85ba-776f685b7c44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e85505-89f4-484e-85ba-776f685b7c44,segment=NetworkSegment(5915367d-ecfd-4d16-a052-62e3eeb44568),segment_id=5915367d-ecfd-4d16-a052-62e3eeb44568)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:53.472947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9b17d2-4843-4ccd-99cb-202ac14e17bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e85505-89f4-484e-85ba-776f685b7c44'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:53.475617 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0259f6-e019-4443-8b79-06827f171bd4" -d '{"events": [{"server_uuid": "0b9b17d2-4843-4ccd-99cb-202ac14e17bc", "name": "network-vif-plugged", "status": "completed", "tag": "95e85505-89f4-484e-85ba-776f685b7c44"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:53.484745 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (95e85505-89f4-484e-85ba-776f685b7c44), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.537056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Allocated IP 172.20.0.2 (b5e7dd12-c055-4f23-9dbd-e9c65e743202/dfaba044-97e1-4c11-9e1c-999e78e94610/79f9320e-5947-43d2-b3ad-5fe8fe46f0c5) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:53.568637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=95e85505-89f4-484e-85ba-776f685b7c44,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:53.570375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-b9b7e0dc-e2d7-4155-9a9b-f864aa2cf6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:53.582368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-b9b7e0dc-e2d7-4155-9a9b-f864aa2cf6b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1233258
Apr 09 21:05:53.612356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0fc0d-edd3-43a8-a0ac-f9e997c73117 req-ae532bef-8ce5-485e-9db5-745c1dd1b9b1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:53.615492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1dc0fc0d-edd3-43a8-a0ac-f9e997c73117 req-ae532bef-8ce5-485e-9db5-745c1dd1b9b1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.1022508
Apr 09 21:05:53.641896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-fb535749-d442-4ada-87c1-0783737e413f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505967
Apr 09 21:05:53.684927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks [] for router_gateway (ffa6b41a-cb68-43d3-99d5-975201b0ca06), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.709315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.733555 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Publish callbacks [] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.742190 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.764332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1dc0fc0d-edd3-43a8-a0ac-f9e997c73117 req-86b7ab0f-9f17-4179-a566-131473ea39a1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216631
Apr 09 21:05:53.815278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-faaf9f72-ea46-4576-b06e-2421dcd939e6 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585801
Apr 09 21:05:53.857511 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a417306e-4bb3-4de7-bb0a-2a74eb8de60e x-openstack-request-id: req-a417306e-4bb3-4de7-bb0a-2a74eb8de60e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:53.857874 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9b17d2-4843-4ccd-99cb-202ac14e17bc", "name": "network-vif-plugged", "status": "completed", "tag": "95e85505-89f4-484e-85ba-776f685b7c44", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:53.858087 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a417306e-4bb3-4de7-bb0a-2a74eb8de60e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:53.858490 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a417306e-4bb3-4de7-bb0a-2a74eb8de60e'] response: {'server_uuid': '0b9b17d2-4843-4ccd-99cb-202ac14e17bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e85505-89f4-484e-85ba-776f685b7c44', 'code': 200}
Apr 09 21:05:53.866043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:53.867415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Pushing event updated for resources: {'Port': ['ID=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:53.870001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:53.874885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:53.877380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Allocated IP 172.35.0.223 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/063e6775-ec38-405d-8e78-1fa4cdacaa07) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:53.960010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297493a8-3b32-4ddd-b8b7-77f2cf58d7bf req-2f9db2bc-6b2a-4cf7-806d-603171bd01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:53.962259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-297493a8-3b32-4ddd-b8b7-77f2cf58d7bf req-2f9db2bc-6b2a-4cf7-806d-603171bd01cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 1127 time: 0.0543671
Apr 09 21:05:53.975856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Attempting to bind port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:53.979492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Attempting to bind port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:53.980073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Attempting to bind port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 on network b5e7dd12-c055-4f23-9dbd-e9c65e743202 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:53.992261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:53.995331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-743b4311-3eb7-4b04-9dbb-4b5184f71632 req-cc2da2a8-a4e7-4a45-be34-33e83bc179b0 service neutron] 10.222.0.25 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1726534
Apr 09 21:05:53.995930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Checking segment: {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:53.996523 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:53.998606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Bound using segment: {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:53.999307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Bound port: 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:53.999703 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.036145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks [] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.073913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-297493a8-3b32-4ddd-b8b7-77f2cf58d7bf req-48d01e73-a380-403f-b42a-01146009e98b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994899
Apr 09 21:05:54.093920 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.099257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d335d-eb10-405d-bcbf-d8ea922257bc req-6e2a8894-f995-4dc2-856a-f544fe27cc8b tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:54.102342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-460d335d-eb10-405d-bcbf-d8ea922257bc req-6e2a8894-f995-4dc2-856a-f544fe27cc8b tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 945 time: 0.0730071
Apr 09 21:05:54.121878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] For port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:54.124050 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.125304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] For port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:54.135873 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.171900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-460d335d-eb10-405d-bcbf-d8ea922257bc req-dec7e47c-3cd1-4cba-bf5d-4e71101b0c95 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637951
Apr 09 21:05:54.201684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:54.202557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Pushing event updated for resources: {'Port': ['ID=063e6775-ec38-405d-8e78-1fa4cdacaa07,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:54.216851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:54.226632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:54.227039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeef66-ab0f-4a4a-b72b-e3741d471052 None None] Pushing event updated for resources: {'Port': ['ID=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:54.356556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b9f40-b475-42c8-a9d3-b9aef71aee54 req-a39ccb2b-a06f-40cb-858d-6ab22f1e76b9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:54.358100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b5b9f40-b475-42c8-a9d3-b9aef71aee54 req-a39ccb2b-a06f-40cb-858d-6ab22f1e76b9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.0914354
Apr 09 21:05:54.440147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 8286fc01-3389-4ec0-9d0a-d4698c966afc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:05:54.461481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b5b9f40-b475-42c8-a9d3-b9aef71aee54 req-c43bc4ad-0dab-4393-ab81-100031405076 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967152
Apr 09 21:05:54.488874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:54.631806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks [] for router_gateway (ffa6b41a-cb68-43d3-99d5-975201b0ca06), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.696187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c474d-50f1-4d62-abd4-f3952ddc4a27 req-8aa9524b-7817-4f85-9580-d4cdf1d4b276 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:54.697887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-566c474d-50f1-4d62-abd4-f3952ddc4a27 req-8aa9524b-7817-4f85-9580-d4cdf1d4b276 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 944 time: 0.0902393
Apr 09 21:05:54.743149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2113981-bc9b-43d8-9f4b-eebab79a4c2e req-34184587-8c35-4fa2-884b-8440fe3f4d50 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:54.744794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2113981-bc9b-43d8-9f4b-eebab79a4c2e req-34184587-8c35-4fa2-884b-8440fe3f4d50 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0998294
Apr 09 21:05:54.783283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-566c474d-50f1-4d62-abd4-f3952ddc4a27 req-c4a314df-35e9-4f7d-bad7-bc632f507be6 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751503
Apr 09 21:05:54.811804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 8286fc01-3389-4ec0-9d0a-d4698c966afc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8286fc01-3389-4ec0-9d0a-d4698c966afc,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:54.822295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 40d3d034-bc3b-4d5c-b33e-e60acf160036 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:54.823230 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.825141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2113981-bc9b-43d8-9f4b-eebab79a4c2e req-7bfb8248-3e3a-4895-a22b-04c48279b65c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736287
Apr 09 21:05:54.853533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '8286fc01-3389-4ec0-9d0a-d4698c966afc', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'port_id': '8286fc01-3389-4ec0-9d0a-d4698c966afc', 'mac_address': 'fa:16:3e:3f:13:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdda6f-4a4d-41bf-b698-ea1190d2dc3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:05:54.870951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (ffa6b41a-cb68-43d3-99d5-975201b0ca06), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.927951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 8286fc01-3389-4ec0-9d0a-d4698c966afc is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:54.928314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.950307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8286fc01-3389-4ec0-9d0a-d4698c966afc {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:05:54.959627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 40d3d034-bc3b-4d5c-b33e-e60acf160036 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:54.960012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:54.984634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 8286fc01-3389-4ec0-9d0a-d4698c966afc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8286fc01-3389-4ec0-9d0a-d4698c966afc,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:54.994022 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:55.019744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Router ffa6b41a-cb68-43d3-99d5-975201b0ca06 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:05:55.053223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:55.071859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:55.076960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:55.087677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=8286fc01-3389-4ec0-9d0a-d4698c966afc,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:55.158602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:05:55.168472 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:55.175432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Sync routers for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:05:55.183599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:55.187234 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6f916adc-191b-46b8-aa39-791180cccf1a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0623801
Apr 09 21:05:55.190203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55886) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:55.206633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:05:55.207156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237664ce80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:55.265901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=10']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:55.392626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470e2ef-01f3-4db7-902d-f622527fffb5 req-dd525759-b435-429a-9be5-6add8a49dcf4 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:55.401478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e470e2ef-01f3-4db7-902d-f622527fffb5 req-dd525759-b435-429a-9be5-6add8a49dcf4 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 945 time: 0.1001980
Apr 09 21:05:55.442718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['8286fc01-3389-4ec0-9d0a-d4698c966afc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:55.449331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:05:55.508377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e470e2ef-01f3-4db7-902d-f622527fffb5 req-6d3aaa46-6fd0-45f8-a30b-3175e6cac4f3 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962930
Apr 09 21:05:55.560507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:55.627742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6c4f7-8237-41d8-ade2-dfd23f240b3b None None] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:05:55.639314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5978-ae7b-4c4b-a50c-7f829fb6b9d7 req-351e3d0b-3e69-42d3-b5b9-e24d6696faf3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:55.647339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d6d5978-ae7b-4c4b-a50c-7f829fb6b9d7 req-351e3d0b-3e69-42d3-b5b9-e24d6696faf3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.0832131
Apr 09 21:05:55.698764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d6d5978-ae7b-4c4b-a50c-7f829fb6b9d7 req-1d9a2626-9fb4-4468-a91d-cf7a01ce582d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505006
Apr 09 21:05:55.712498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f984707b-10d8-4952-ad67-c09e19c21cf3 None None] Provisioning complete for port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:55.712873 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f984707b-10d8-4952-ad67-c09e19c21cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:55.810078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:55.810500 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:55.871092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:55.873444 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2431a2e-2e2d-4bcc-a213-fc7f42771862" -d '{"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-plugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:55.922512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.037902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81d43c-5131-49ca-b139-86e66b70494e req-dc7d4dc9-805e-4e34-a2b1-515430a50395 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:56.043205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f984707b-10d8-4952-ad67-c09e19c21cf3 None None] Current status of the port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:56.043604 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f984707b-10d8-4952-ad67-c09e19c21cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.046258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b81d43c-5131-49ca-b139-86e66b70494e req-dc7d4dc9-805e-4e34-a2b1-515430a50395 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 945 time: 0.0758376
Apr 09 21:05:56.088010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237664ce80>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:54Z', 'revision_number': 3, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:56.097161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a018-1e10-488f-926f-1bdceba18031 req-f31a88b3-767f-4230-9c12-5d78d0ca65fa tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:56.101515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa25a018-1e10-488f-926f-1bdceba18031 req-f31a88b3-767f-4230-9c12-5d78d0ca65fa tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0820172
Apr 09 21:05:56.120845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Allocated IP 172.20.0.1 (b5e7dd12-c055-4f23-9dbd-e9c65e743202/dfaba044-97e1-4c11-9e1c-999e78e94610/e2924883-6202-44a3-9493-7c560a37aaf6) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:05:56.154917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Checking router: ffa6b41a-cb68-43d3-99d5-975201b0ca06 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:05:56.155273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Updating router ffa6b41a-cb68-43d3-99d5-975201b0ca06 port 063e6775-ec38-405d-8e78-1fa4cdacaa07 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:05:56.179872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa25a018-1e10-488f-926f-1bdceba18031 req-39f4cebf-b008-4f8d-bd5f-ef521b1aafb0 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722051
Apr 09 21:05:56.182977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b81d43c-5131-49ca-b139-86e66b70494e req-f791920d-7926-41d6-b018-f9bef9daf90d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199913
Apr 09 21:05:56.208021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f984707b-10d8-4952-ad67-c09e19c21cf3 None None] For port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:56.224756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:56.225184 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.231681 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f984707b-10d8-4952-ad67-c09e19c21cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.247859 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e05380-516c-4c7c-b354-ef18761b19f4 x-openstack-request-id: req-84e05380-516c-4c7c-b354-ef18761b19f4 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:56.248203 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-plugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:56.248407 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84e05380-516c-4c7c-b354-ef18761b19f4 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:56.248850 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e05380-516c-4c7c-b354-ef18761b19f4'] response: {'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'code': 200}
Apr 09 21:05:56.254188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.299587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Publish callbacks [] for port (e2924883-6202-44a3-9493-7c560a37aaf6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.358843 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.373851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d4ee1-884a-4830-a098-6b28d5053296 req-ce8732d1-d5a4-466b-8787-9eb8d82a4438 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:56.382006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4d4ee1-884a-4830-a098-6b28d5053296 req-ce8732d1-d5a4-466b-8787-9eb8d82a4438 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.0707126
Apr 09 21:05:56.404586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984707b-10d8-4952-ad67-c09e19c21cf3 None None] Pushing event updated for resources: {'Port': ['ID=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:56.416172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:56.422049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:56.424515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:05:56.508507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a4d4ee1-884a-4830-a098-6b28d5053296 req-56c8b8ea-545a-4133-8128-465dc0176b01 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252921
Apr 09 21:05:56.560486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bb18eaf5-e245-4967-90b7-3674fa6b06f1 None None] Provisioning complete for port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:56.561002 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb18eaf5-e245-4967-90b7-3674fa6b06f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.568587 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:05:56.569184 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:05:56.663943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748d1e5-4014-4f98-802f-fc8f7e512cdf req-7130e41f-c047-406d-900f-34859d8475ee tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:56.666637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9748d1e5-4014-4f98-802f-fc8f7e512cdf req-7130e41f-c047-406d-900f-34859d8475ee tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 945 time: 0.0620332
Apr 09 21:05:56.751979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9748d1e5-4014-4f98-802f-fc8f7e512cdf req-87370943-45e8-47d1-8cb3-f03682f9b90c tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765247
Apr 09 21:05:56.785321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bb18eaf5-e245-4967-90b7-3674fa6b06f1 None None] Current status of the port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:56.836485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2924883-6202-44a3-9493-7c560a37aaf6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:56.848644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (ffa6b41a-cb68-43d3-99d5-975201b0ca06), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.897161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Publish callbacks [] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.899768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:56.919557 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.018301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.161500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 8286fc01-3389-4ec0-9d0a-d4698c966afc up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:57.187605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6871ac90-f13c-489f-bbc9-93cf89591c3f None None] Provisioning complete for port e2924883-6202-44a3-9493-7c560a37aaf6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:57.187973 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6871ac90-f13c-489f-bbc9-93cf89591c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.246841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Publish callbacks [] for port (e2924883-6202-44a3-9493-7c560a37aaf6), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.249329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6871ac90-f13c-489f-bbc9-93cf89591c3f None None] Port e2924883-6202-44a3-9493-7c560a37aaf6 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:05:57.270506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.283470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Attempting to bind port 063e6775-ec38-405d-8e78-1fa4cdacaa07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:05:57.283846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Attempting to bind port 063e6775-ec38-405d-8e78-1fa4cdacaa07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:05:57.284317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Attempting to bind port 063e6775-ec38-405d-8e78-1fa4cdacaa07 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:05:57.295088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66932ef-6675-4201-a9e2-4d90bc751e99 None None] Pushing event updated for resources: {'Port': ['ID=063e6775-ec38-405d-8e78-1fa4cdacaa07,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:57.301189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:05:57.301573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:05:57.302321 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.302717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:05:57.303310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Bound port: 063e6775-ec38-405d-8e78-1fa4cdacaa07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:05:57.303727 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.311901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:57.348280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 8286fc01-3389-4ec0-9d0a-d4698c966afc completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:05:57.361743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 8286fc01-3389-4ec0-9d0a-d4698c966afc triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:57.362211 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.388312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (ffa6b41a-cb68-43d3-99d5-975201b0ca06), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.412947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2924883-6202-44a3-9493-7c560a37aaf6,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:57.430426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] For port 063e6775-ec38-405d-8e78-1fa4cdacaa07, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:05:57.444779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72318a08-5e20-48a5-b0ea-54e186fa6bab req-bdd50fd7-9d41-4d99-bdc3-4eaa797ac23c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:57.446603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] For port 063e6775-ec38-405d-8e78-1fa4cdacaa07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=063e6775-ec38-405d-8e78-1fa4cdacaa07,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:05:57.451879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72318a08-5e20-48a5-b0ea-54e186fa6bab req-bdd50fd7-9d41-4d99-bdc3-4eaa797ac23c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1023660
Apr 09 21:05:57.467036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac686ee-7c53-4db0-8a6b-869d3a954f93 req-b1395811-4e17-43e7-84f8-9b3b5c047b3d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:57.468646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ac686ee-7c53-4db0-8a6b-869d3a954f93 req-b1395811-4e17-43e7-84f8-9b3b5c047b3d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 945 time: 0.1661952
Apr 09 21:05:57.469547 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.548992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:05:57.613940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:05:57.614157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:05:57.614602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:05:57.614681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237664ce80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:57.615257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72318a08-5e20-48a5-b0ea-54e186fa6bab req-ebf06874-20ae-4594-85e1-a9ad40999905 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475713
Apr 09 21:05:57.620136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 8286fc01-3389-4ec0-9d0a-d4698c966afc is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:57.620527 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.622378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66932ef-6675-4201-a9e2-4d90bc751e99 None None] Pushing event updated for resources: {'Port': ['ID=063e6775-ec38-405d-8e78-1fa4cdacaa07,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:57.666551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ac686ee-7c53-4db0-8a6b-869d3a954f93 req-80c6da1d-eda5-4c8a-8984-0b422346f748 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546967
Apr 09 21:05:57.859842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Router ffa6b41a-cb68-43d3-99d5-975201b0ca06 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:05:57.868221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 8286fc01-3389-4ec0-9d0a-d4698c966afc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8286fc01-3389-4ec0-9d0a-d4698c966afc,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:57.884114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56088) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:57.896364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.907404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:57.910332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:57.931987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-3ddc3dd8-8d47-4db1-b201-9f50eb4c827d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:57.939890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-3ddc3dd8-8d47-4db1-b201-9f50eb4c827d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.2002025
Apr 09 21:05:57.948560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00c284-3250-46ca-a9fb-19f0e47ac4e3 req-f3d2d6bb-8d0d-4fbc-a282-0865becb1803 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:57.950136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba00c284-3250-46ca-a9fb-19f0e47ac4e3 req-f3d2d6bb-8d0d-4fbc-a282-0865becb1803 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 945 time: 0.1379745
Apr 09 21:05:58.047631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:05:58.048169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:05:58.058308 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fef73b44-b480-43ea-957d-7f24c0e753f4 admin admin] 10.222.0.30 "PUT /v2.0/routers/ffa6b41a-cb68-43d3-99d5-975201b0ca06/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8670092
Apr 09 21:05:58.142687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Deleting port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:05:58.142990 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.161794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62f5748b-b4a7-462e-a181-574d73a18630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.204462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba00c284-3250-46ca-a9fb-19f0e47ac4e3 req-94f7ee80-9f51-4d18-9f61-395e776cb360 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460358
Apr 09 21:05:58.252746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=8286fc01-3389-4ec0-9d0a-d4698c966afc,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:58.256802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4064abe2-3845-4a26-b84f-225c78721845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8286fc01-3389-4ec0-9d0a-d4698c966afc'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:58.263134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350c855-dc52-4061-9b69-54bf0d55dd14 req-1b4bd586-56b7-4175-a7a6-e0c4a500b879 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:58.269126 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb3605-5566-4236-8281-1522d2ec03ee" -d '{"events": [{"server_uuid": "4064abe2-3845-4a26-b84f-225c78721845", "name": "network-vif-plugged", "status": "completed", "tag": "8286fc01-3389-4ec0-9d0a-d4698c966afc"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:58.277684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9350c855-dc52-4061-9b69-54bf0d55dd14 req-1b4bd586-56b7-4175-a7a6-e0c4a500b879 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 945 time: 0.1353028
Apr 09 21:05:58.313756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-08d14a89-e700-4a24-a113-61a1f57421ec None None] Provisioning complete for port e2924883-6202-44a3-9493-7c560a37aaf6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:05:58.314550 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08d14a89-e700-4a24-a113-61a1f57421ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.342612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62f5748b-b4a7-462e-a181-574d73a18630 admin admin] Publish callbacks [] for security_group (a1922df6-0808-41c0-ae5c-0de54f40d890), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.360026 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62f5748b-b4a7-462e-a181-574d73a18630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a1922df6-0808-41c0-ae5c-0de54f40d890), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.384026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] For port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:05:58.384537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.410936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-08d14a89-e700-4a24-a113-61a1f57421ec None None] Port e2924883-6202-44a3-9493-7c560a37aaf6 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:05:58.420781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9350c855-dc52-4061-9b69-54bf0d55dd14 req-3fdc4b3c-5c1c-4056-8ce3-a89fcde3e4d0 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416216
Apr 09 21:05:58.430542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Calling delete_port for 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:05:58.458612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62f5748b-b4a7-462e-a181-574d73a18630 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=521149a43ad4462a915b38310df08c37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5684254
Apr 09 21:05:58.460105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56120) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:58.462886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5748b-b4a7-462e-a181-574d73a18630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1922df6-0808-41c0-ae5c-0de54f40d890,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:58.514693 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2757689-59f4-423c-abaa-aa705574ca6a x-openstack-request-id: req-e2757689-59f4-423c-abaa-aa705574ca6a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:58.515083 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4064abe2-3845-4a26-b84f-225c78721845", "name": "network-vif-plugged", "status": "completed", "tag": "8286fc01-3389-4ec0-9d0a-d4698c966afc", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:58.515459 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2757689-59f4-423c-abaa-aa705574ca6a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:58.515869 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2757689-59f4-423c-abaa-aa705574ca6a'] response: {'server_uuid': '4064abe2-3845-4a26-b84f-225c78721845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8286fc01-3389-4ec0-9d0a-d4698c966afc', 'code': 200}
Apr 09 21:05:58.546840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:05:58.587802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237664ce80>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:05:57Z', 'revision_number': 2, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:05:58.652516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-745df324-4c1c-4e81-89ab-968681a577ab admin admin] Publish callbacks [] for security_group (a1922df6-0808-41c0-ae5c-0de54f40d890), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.655917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67445d-b265-42c9-8777-43fdf0dfd946 None None] The sync data for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 is: [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:05:57Z', 'revision_number': 2, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:05:58.672244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc06a56-11f8-42e1-9530-fdf9994159e5 req-f5390f89-398e-4bff-aac6-5c63d88146c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:58.689284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5fc06a56-11f8-42e1-9530-fdf9994159e5 req-f5390f89-398e-4bff-aac6-5c63d88146c7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 1128 time: 0.0802827
Apr 09 21:05:58.777245 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5fc06a56-11f8-42e1-9530-fdf9994159e5 req-b860a658-337a-4344-9517-caa6a8650f97 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745604
Apr 09 21:05:58.782104 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-745df324-4c1c-4e81-89ab-968681a577ab admin admin] Publish callbacks [] for security_group (a1922df6-0808-41c0-ae5c-0de54f40d890), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.866768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbfeba-e3ad-4991-891a-22edb46e6c86 req-f00344c5-b11c-42bb-a10a-81585b8a06d4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:58.867846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56130) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:58.873984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0a96b508-eb96-4231-9557-1f560e145b47 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388510496', 'description': 'tempest-description--945980229'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:58.886674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95cbfeba-e3ad-4991-891a-22edb46e6c86 req-f00344c5-b11c-42bb-a10a-81585b8a06d4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.2076497
Apr 09 21:05:58.911571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a96b508-eb96-4231-9557-1f560e145b47 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:58.975935 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (43f0ad35-e33b-4e7f-859c-ad2d7fe472ea), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.009322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['43f0ad35-e33b-4e7f-859c-ad2d7fe472ea'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:05:59.071380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a96b508-eb96-4231-9557-1f560e145b47 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group (017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.079712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a96b508-eb96-4231-9557-1f560e145b47 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.120791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event deleted for resources: {'Port': ['ID=43f0ad35-e33b-4e7f-859c-ad2d7fe472ea,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:59.136676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9de71-975e-46b3-a23c-a04260f1fadb req-344b2cfe-1a5f-4243-b582-6ae9a1b04f64 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:59.144872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffd9de71-975e-46b3-a23c-a04260f1fadb req-344b2cfe-1a5f-4243-b582-6ae9a1b04f64 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 946 time: 0.2143550
Apr 09 21:05:59.151132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b508-eb96-4231-9557-1f560e145b47 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:59.153481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95cbfeba-e3ad-4991-891a-22edb46e6c86 req-c7de578f-a2be-4278-a69e-8fd496f19b04 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2665591
Apr 09 21:05:59.220324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a96b508-eb96-4231-9557-1f560e145b47 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.223191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-745df324-4c1c-4e81-89ab-968681a577ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a1922df6-0808-41c0-ae5c-0de54f40d890), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.238015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-745df324-4c1c-4e81-89ab-968681a577ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.238788 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a96b508-eb96-4231-9557-1f560e145b47 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3606393
Apr 09 21:05:59.238876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-745df324-4c1c-4e81-89ab-968681a577ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1922df6-0808-41c0-ae5c-0de54f40d890 HTTP/1.1" status: 204  len: 168 time: 0.7698264
Apr 09 21:05:59.238954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56142) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:59.240392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fe19dec0-373f-489b-be86-96c0fa310703 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Request body: {'security_group_rule': {'security_group_id': '017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:59.315892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] No DVR routers for this DVR port 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:05:59.316918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe19dec0-373f-489b-be86-96c0fa310703 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group_rule (3d65537e-63f8-4288-83a8-c6348bb630cf), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.321748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.326921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ff2632c-675b-4ef3-9400-7a770b845901 req-29395d42-17da-4313-b048-902ed975e109 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.25 "DELETE /v2.0/ports/43f0ad35-e33b-4e7f-859c-ad2d7fe472ea HTTP/1.1" status: 204  len: 173 time: 1.3757954
Apr 09 21:05:59.336228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745df324-4c1c-4e81-89ab-968681a577ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1922df6-0808-41c0-ae5c-0de54f40d890,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:59.340012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f547d94a-a0fa-49d6-8a26-369b8f5a1c59', 'name': 'network-vif-deleted', 'tag': '43f0ad35-e33b-4e7f-859c-ad2d7fe472ea'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:05:59.343013 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31304b53-ee65-4cac-a861-ba2d8f9d71ab" -d '{"events": [{"server_uuid": "f547d94a-a0fa-49d6-8a26-369b8f5a1c59", "name": "network-vif-deleted", "tag": "43f0ad35-e33b-4e7f-859c-ad2d7fe472ea"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:05:59.432792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffd9de71-975e-46b3-a23c-a04260f1fadb req-7800d348-633e-4977-a1ba-b09311e93cd6 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2871335
Apr 09 21:05:59.454069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe19dec0-373f-489b-be86-96c0fa310703 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group_rule (3d65537e-63f8-4288-83a8-c6348bb630cf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.463735 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe19dec0-373f-489b-be86-96c0fa310703 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (3d65537e-63f8-4288-83a8-c6348bb630cf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.537082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19dec0-373f-489b-be86-96c0fa310703 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d65537e-63f8-4288-83a8-c6348bb630cf,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:59.569372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2caeb030-2948-4620-9abb-4fee46f8615f req-298e6202-f30f-419a-83d8-ab93e76bc2d9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=f547d94a-a0fa-49d6-8a26-369b8f5a1c59 HTTP/1.1" status: 200  len: 210 time: 0.1312132
Apr 09 21:05:59.588415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe19dec0-373f-489b-be86-96c0fa310703 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.590916 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fe19dec0-373f-489b-be86-96c0fa310703 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3541508
Apr 09 21:05:59.591854 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50522016-016d-4f21-a57f-5299794e13c2 x-openstack-request-id: req-50522016-016d-4f21-a57f-5299794e13c2 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:05:59.593399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:59.593643 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f547d94a-a0fa-49d6-8a26-369b8f5a1c59", "name": "network-vif-deleted", "tag": "43f0ad35-e33b-4e7f-859c-ad2d7fe472ea", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:05:59.594180 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50522016-016d-4f21-a57f-5299794e13c2 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:05:59.595574 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50522016-016d-4f21-a57f-5299794e13c2'] response: {'server_uuid': 'f547d94a-a0fa-49d6-8a26-369b8f5a1c59', 'name': 'network-vif-deleted', 'tag': '43f0ad35-e33b-4e7f-859c-ad2d7fe472ea', 'status': 'completed', 'code': 200}
Apr 09 21:05:59.601147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2a5bc75c-2c62-4465-a2f6-d4ef9cb71ba6 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Request body: {'security_group_rule': {'security_group_id': '017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:05:59.619058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-321c0e04-6482-481a-b8e6-301f431d48cc tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:59.621380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-321c0e04-6482-481a-b8e6-301f431d48cc tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 945 time: 0.2506421
Apr 09 21:05:59.659456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc75c-2c62-4465-a2f6-d4ef9cb71ba6 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group_rule (d5b2a0ed-5021-477d-8ddd-99ebe229bed1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.803227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc75c-2c62-4465-a2f6-d4ef9cb71ba6 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group_rule (d5b2a0ed-5021-477d-8ddd-99ebe229bed1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.806388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ae436-7659-451c-a4e5-2567e23bf5cc req-536c2e65-cb81-4997-90c6-b000f3c15a23 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:05:59.816379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-354ae436-7659-451c-a4e5-2567e23bf5cc req-536c2e65-cb81-4997-90c6-b000f3c15a23 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 945 time: 0.0987103
Apr 09 21:05:59.826521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc75c-2c62-4465-a2f6-d4ef9cb71ba6 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (d5b2a0ed-5021-477d-8ddd-99ebe229bed1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.882686 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc75c-2c62-4465-a2f6-d4ef9cb71ba6 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:05:59.887177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2a5bc75c-2c62-4465-a2f6-d4ef9cb71ba6 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2892587
Apr 09 21:05:59.895185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56162) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:05:59.896110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bc75c-2c62-4465-a2f6-d4ef9cb71ba6 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b2a0ed-5021-477d-8ddd-99ebe229bed1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:05:59.920353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:00.015995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:00.016274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-354ae436-7659-451c-a4e5-2567e23bf5cc req-22f1c7a5-21af-4080-849e-2883b9712e16 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945348
Apr 09 21:06:00.027491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Deleting port 95e85505-89f4-484e-85ba-776f685b7c44 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:00.027828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (95e85505-89f4-484e-85ba-776f685b7c44), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:00.160940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:00.478486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Allocated IP 172.35.0.185 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:00.717260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for port (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:00.769641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:00.834414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event updated for resources: {'Port': ['ID=1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:00.858739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:00.860059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:00.866765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:00.952903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14174a-e30f-4dad-a36f-0d1db9ee9912 req-bc1683ed-7e1e-44fd-bae3-a0f2f77ee742 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:00.961588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a14174a-e30f-4dad-a36f-0d1db9ee9912 req-bc1683ed-7e1e-44fd-bae3-a0f2f77ee742 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 946 time: 0.0926552
Apr 09 21:06:01.003865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for floatingip (72607664-ab5e-4b02-9ccb-e28d91bfbb95), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.056780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.069896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648cac4-9486-44f3-9493-c5afbbdc87d5 req-e45a5511-7f75-4380-986a-553502bf2083 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:01.079963 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d648cac4-9486-44f3-9493-c5afbbdc87d5 req-e45a5511-7f75-4380-986a-553502bf2083 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.2142150
Apr 09 21:06:01.128612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a14174a-e30f-4dad-a36f-0d1db9ee9912 req-78bc5d89-a146-48c3-9041-9cec85cb51dc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661587
Apr 09 21:06:01.130899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] For port 95e85505-89f4-484e-85ba-776f685b7c44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e85505-89f4-484e-85ba-776f685b7c44,segment=NetworkSegment(5915367d-ecfd-4d16-a052-62e3eeb44568),segment_id=5915367d-ecfd-4d16-a052-62e3eeb44568)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:01.131644 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (95e85505-89f4-484e-85ba-776f685b7c44), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.163097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Calling delete_port for 95e85505-89f4-484e-85ba-776f685b7c44 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:01.178325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:01.203833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d648cac4-9486-44f3-9493-c5afbbdc87d5 req-14905a6e-d1e8-4b63-b042-ae64c0895512 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225657
Apr 09 21:06:01.252207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:01.252553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 43f0ad35-e33b-4e7f-859c-ad2d7fe472ea not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:01.267311 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.385996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for port (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.402516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.471811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fca93-3ef5-4039-a8bd-bc94fbf9a96d req-94805003-a82b-498e-a3b7-e7fcc8ddfde4 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:01.479805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d6fca93-3ef5-4039-a8bd-bc94fbf9a96d req-94805003-a82b-498e-a3b7-e7fcc8ddfde4 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b9b17d2-4843-4ccd-99cb-202ac14e17bc HTTP/1.1" status: 200  len: 945 time: 0.1283937
Apr 09 21:06:01.520709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 063e6775-ec38-405d-8e78-1fa4cdacaa07 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:01.548691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (95e85505-89f4-484e-85ba-776f685b7c44), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.576833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event updated for resources: {'Port': ['ID=1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:01.596719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Pushing event deleted for resources: {'Port': ['ID=95e85505-89f4-484e-85ba-776f685b7c44,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:01.617980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d6fca93-3ef5-4039-a8bd-bc94fbf9a96d req-a8bb62fe-890d-46a9-856b-1e667330d1ed tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f51e0f4-301c-4265-b65c-3df398de0499&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371536
Apr 09 21:06:01.640759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['95e85505-89f4-484e-85ba-776f685b7c44'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:01.644531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 063e6775-ec38-405d-8e78-1fa4cdacaa07 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:01.645270 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.647352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (72607664-ab5e-4b02-9ccb-e28d91bfbb95), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.677078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.687546 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-36251ef0-b785-4570-a90f-8e887e6ce9e7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7722490
Apr 09 21:06:01.732051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] No DVR routers for this DVR port 95e85505-89f4-484e-85ba-776f685b7c44 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:01.735374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.739545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8eb8738-db3e-4b63-9a57-a236651a0a3a req-a41b9543-4011-4b51-a5f9-56e489147f59 tempest-ServerMetadataNegativeTestJSON-661981176 tempest-ServerMetadataNegativeTestJSON-661981176-project] 10.222.0.32 "DELETE /v2.0/ports/95e85505-89f4-484e-85ba-776f685b7c44 HTTP/1.1" status: 204  len: 173 time: 2.1051147
Apr 09 21:06:01.740074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9b17d2-4843-4ccd-99cb-202ac14e17bc', 'name': 'network-vif-deleted', 'tag': '95e85505-89f4-484e-85ba-776f685b7c44'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:01.742647 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a03d3-286c-4d9b-8dcf-0e403560b8ac" -d '{"events": [{"server_uuid": "0b9b17d2-4843-4ccd-99cb-202ac14e17bc", "name": "network-vif-deleted", "tag": "95e85505-89f4-484e-85ba-776f685b7c44"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:01.874201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 063e6775-ec38-405d-8e78-1fa4cdacaa07 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:01.874597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:01.929562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 063e6775-ec38-405d-8e78-1fa4cdacaa07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=063e6775-ec38-405d-8e78-1fa4cdacaa07,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:01.942012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:02.077640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=063e6775-ec38-405d-8e78-1fa4cdacaa07,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:02.089414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-7200c7ff-6fdd-4e53-83c4-bda83351df92 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:02.095730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-7200c7ff-6fdd-4e53-83c4-bda83351df92 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.2921090
Apr 09 21:06:02.166464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83f1f0-ca89-494c-86cd-e55f6933954a req-54ad5c6d-9df9-442b-8064-89392ccd4538 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:02.174124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf83f1f0-ca89-494c-86cd-e55f6933954a req-54ad5c6d-9df9-442b-8064-89392ccd4538 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 946 time: 0.0759346
Apr 09 21:06:02.190637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-51a25383-e91b-4009-9d7d-7afb059ee143 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/quotas/184d9189f1364fc1bdd88feff79103e6 HTTP/1.1" status: 200  len: 375 time: 0.0938239
Apr 09 21:06:02.244955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-89badd83-f0ce-49c3-bcb1-33df137c0566 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0533535
Apr 09 21:06:02.330635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf83f1f0-ca89-494c-86cd-e55f6933954a req-399dd636-e378-46bf-996f-26f8d95136d8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554909
Apr 09 21:06:02.427613 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6452187-a1b3-4585-a6cc-7c3383fc4e2d x-openstack-request-id: req-c6452187-a1b3-4585-a6cc-7c3383fc4e2d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:02.427916 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9b17d2-4843-4ccd-99cb-202ac14e17bc", "name": "network-vif-deleted", "tag": "95e85505-89f4-484e-85ba-776f685b7c44", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:02.428194 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6452187-a1b3-4585-a6cc-7c3383fc4e2d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:02.428597 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6452187-a1b3-4585-a6cc-7c3383fc4e2d'] response: {'server_uuid': '0b9b17d2-4843-4ccd-99cb-202ac14e17bc', 'name': 'network-vif-deleted', 'tag': '95e85505-89f4-484e-85ba-776f685b7c44', 'status': 'completed', 'code': 200}
Apr 09 21:06:02.443696 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Sync routers for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:06:02.504080 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:02.511353 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377216d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:02.533322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-388c467c-b0c0-41ef-aeaf-e375601e02ad service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2859163
Apr 09 21:06:02.673394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74128f36-8983-4cb4-a68e-e33dc2bfed89 req-6c320271-e366-4275-a081-da266a2a8ccd tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:02.674931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74128f36-8983-4cb4-a68e-e33dc2bfed89 req-6c320271-e366-4275-a081-da266a2a8ccd tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1018095
Apr 09 21:06:02.714906 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:02.768861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74128f36-8983-4cb4-a68e-e33dc2bfed89 req-333af403-ce8e-4b31-8c04-87dbfce76057 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830348
Apr 09 21:06:02.795956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-cfbe5297-bb00-4c1a-b4e4-66f04c0cd9e7 service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2496679
Apr 09 21:06:02.957492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3184b8d-538d-4da1-b09d-e9aff4ec4a22 req-37102860-89fb-440a-9faa-aa38d1749ecb tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:02.959633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3184b8d-538d-4da1-b09d-e9aff4ec4a22 req-37102860-89fb-440a-9faa-aa38d1749ecb tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 946 time: 0.0887737
Apr 09 21:06:02.991362 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377216d60>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:05:57Z', 'revision_number': 2, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:03.028488 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Checking router: ffa6b41a-cb68-43d3-99d5-975201b0ca06 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:06:03.029120 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Updating router ffa6b41a-cb68-43d3-99d5-975201b0ca06 port e2924883-6202-44a3-9493-7c560a37aaf6 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:06:03.066106 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:03.066291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3184b8d-538d-4da1-b09d-e9aff4ec4a22 req-5a6970f0-d6a6-4c7c-a9fa-cac633775652 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965815
Apr 09 21:06:03.141403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56324) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:03.264211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de8daf5-b290-43a9-bc8e-06447eb718e5 admin admin] Deleting subnet c9d2e441-bd57-43ef-92da-aee9667d6e20 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:06:03.347287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7de8daf5-b290-43a9-bc8e-06447eb718e5 admin admin] Publish callbacks [] for subnet (c9d2e441-bd57-43ef-92da-aee9667d6e20), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:03.363581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ba9eb2b-fae1-4755-8931-f6b4396b3fe0 req-bf517057-51f2-4f77-8e11-d5c1d2975590 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 210 time: 0.0917647
Apr 09 21:06:03.498557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 063e6775-ec38-405d-8e78-1fa4cdacaa07 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:03.512117 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7de8daf5-b290-43a9-bc8e-06447eb718e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (c9d2e441-bd57-43ef-92da-aee9667d6e20), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:03.651761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7de8daf5-b290-43a9-bc8e-06447eb718e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c9d2e441-bd57-43ef-92da-aee9667d6e20), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:03.683088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 063e6775-ec38-405d-8e78-1fa4cdacaa07 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:03.691337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:03.721193 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Publish callbacks [] for port (e2924883-6202-44a3-9493-7c560a37aaf6), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:03.735739 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:03.906655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 063e6775-ec38-405d-8e78-1fa4cdacaa07 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:03.911545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93837cc4-b0e5-4b09-9509-4cba421d67bd req-f96527d5-55f2-41d9-941a-ca4ba5c9daf2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:03.931096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93837cc4-b0e5-4b09-9509-4cba421d67bd req-f96527d5-55f2-41d9-941a-ca4ba5c9daf2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 946 time: 0.1747868
Apr 09 21:06:03.946060 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Pushing event updated for resources: {'Port': ['ID=e2924883-6202-44a3-9493-7c560a37aaf6,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:03.966032 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Attempting to bind port e2924883-6202-44a3-9493-7c560a37aaf6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:03.966462 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Attempting to bind port e2924883-6202-44a3-9493-7c560a37aaf6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:03.966821 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Attempting to bind port e2924883-6202-44a3-9493-7c560a37aaf6 on network b5e7dd12-c055-4f23-9dbd-e9c65e743202 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:03.991907 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:03.992281 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Checking segment: {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:03.992683 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:03.993115 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Bound using segment: {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:03.999032 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Bound port: e2924883-6202-44a3-9493-7c560a37aaf6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:03.999592 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:04.020688 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.020953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56374) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:04.021553 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.021553 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.021802 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.022209 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.022541 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.022877 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.023286 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.023613 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.024061 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.024393 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.026208 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.026477 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.026900 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.027633 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:04.090543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93837cc4-b0e5-4b09-9509-4cba421d67bd req-5e7363df-339e-4cc7-bf48-9942199b3829 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583164
Apr 09 21:06:04.217453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa117-7ed3-4109-b759-334c37afa829 req-c148da7a-de5d-4956-b6af-11654cc185dc tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:04.230151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b21fa117-7ed3-4109-b759-334c37afa829 req-c148da7a-de5d-4956-b6af-11654cc185dc tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1686239
Apr 09 21:06:04.237062 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] For port e2924883-6202-44a3-9493-7c560a37aaf6, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:04.252723 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] For port e2924883-6202-44a3-9493-7c560a37aaf6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2924883-6202-44a3-9493-7c560a37aaf6,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:04.267160 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:04.273573 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7de8daf5-b290-43a9-bc8e-06447eb718e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c9d2e441-bd57-43ef-92da-aee9667d6e20), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:04.323030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8daf5-b290-43a9-bc8e-06447eb718e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d2e441-bd57-43ef-92da-aee9667d6e20,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:04.335542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93a8b4ee-e1c5-4b47-adaf-e182a4f3d3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:04.345677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7de8daf5-b290-43a9-bc8e-06447eb718e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:04.351091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7de8daf5-b290-43a9-bc8e-06447eb718e5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c9d2e441-bd57-43ef-92da-aee9667d6e20 HTTP/1.1" status: 204  len: 168 time: 1.2056386
Apr 09 21:06:04.358609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56380) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:04.376578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b21fa117-7ed3-4109-b759-334c37afa829 req-ae2349f9-61db-41bc-beb6-5db9b9fab47a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450548
Apr 09 21:06:04.419427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-428bc71d-fa79-4298-a7cc-993381f5eea8 None None] Provisioning complete for port e2924883-6202-44a3-9493-7c560a37aaf6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:04.419810 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-428bc71d-fa79-4298-a7cc-993381f5eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:04.434562 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c29c-92fa-4cb7-a843-fb122062167c None None] Pushing event updated for resources: {'Port': ['ID=e2924883-6202-44a3-9493-7c560a37aaf6,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:04.496773 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:04.497149 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377216d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:04.501325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa651-30bc-47ff-99b5-5c950e94ce8b req-610ab985-3382-43b6-877e-3c862d6dfacd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:04.504760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-447fa651-30bc-47ff-99b5-5c950e94ce8b req-610ab985-3382-43b6-877e-3c862d6dfacd tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 945 time: 0.0962570
Apr 09 21:06:04.681512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d455b034-0329-4cbc-826c-3be42fd05837 req-813077a6-ab2a-4a87-a32f-4ecb6002053b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 210 time: 0.0944407
Apr 09 21:06:04.708342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-447fa651-30bc-47ff-99b5-5c950e94ce8b req-7b710711-59f0-4c4e-81bd-276f4e397e3a tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1969910
Apr 09 21:06:04.756468 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (0bf24866-60b3-4101-b866-75be687eaa36), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:04.796940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93a8b4ee-e1c5-4b47-adaf-e182a4f3d3e6 admin admin] Publish callbacks [] for security_group (482eb01a-23e9-415e-b919-54e0e6cfd2e7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:04.808644 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:04.830670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93a8b4ee-e1c5-4b47-adaf-e182a4f3d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (482eb01a-23e9-415e-b919-54e0e6cfd2e7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.112370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-428bc71d-fa79-4298-a7cc-993381f5eea8 None None] Current status of the port e2924883-6202-44a3-9493-7c560a37aaf6 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:05.112919 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-428bc71d-fa79-4298-a7cc-993381f5eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.138245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (0bf24866-60b3-4101-b866-75be687eaa36), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.194696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8b4ee-e1c5-4b47-adaf-e182a4f3d3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482eb01a-23e9-415e-b919-54e0e6cfd2e7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:05.197729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 95e85505-89f4-484e-85ba-776f685b7c44 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:05.225250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-340f66d5-6ced-4dee-9710-b34504fef46e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:05.235220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-340f66d5-6ced-4dee-9710-b34504fef46e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.3766823
Apr 09 21:06:05.249838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 95e85505-89f4-484e-85ba-776f685b7c44 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:05.250256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 95e85505-89f4-484e-85ba-776f685b7c44 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:05.274585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-428bc71d-fa79-4298-a7cc-993381f5eea8 None None] For port e2924883-6202-44a3-9493-7c560a37aaf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2924883-6202-44a3-9493-7c560a37aaf6,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:05.287228 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-428bc71d-fa79-4298-a7cc-993381f5eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.288404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Request body: {'port': {'device_id': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'admin_state_up': True, 'tenant_id': '184d9189f1364fc1bdd88feff79103e6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:05.297969 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-93a8b4ee-e1c5-4b47-adaf-e182a4f3d3e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3412c8ffd9dd4f7f8040580d1fcb4a7b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2719333
Apr 09 21:06:05.300772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375bbe3a0>,) {'filters': {'network_id': ['0bf24866-60b3-4101-b866-75be687eaa36']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:05.334909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375bbe3a0>, '5915367d-ecfd-4d16-a052-62e3eeb44568') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:05.335393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375bbe3a0>, '5915367d-ecfd-4d16-a052-62e3eeb44568') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:05.337318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56404) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:05.397581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (5915367d-ecfd-4d16-a052-62e3eeb44568), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.411680 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377216d60>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:06:04Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:05.468501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5915367d-ecfd-4d16-a052-62e3eeb44568), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.483601 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04424de4-46b8-4449-8ce3-97c182de67ae None None] The sync data for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 is: [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:06:04Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:06:05.485153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:06:05.485668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (5915367d-ecfd-4d16-a052-62e3eeb44568), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:06:05.487698 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:06:05.501980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bc71d-fa79-4298-a7cc-993381f5eea8 None None] Pushing event updated for resources: {'Port': ['ID=e2924883-6202-44a3-9493-7c560a37aaf6,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:05.515709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f83ed5f7-97ae-4bf3-8717-b9bd584c60e7 None None] Provisioning complete for port e2924883-6202-44a3-9493-7c560a37aaf6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:05.516370 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f83ed5f7-97ae-4bf3-8717-b9bd584c60e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.550418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01f6e9-114e-4b51-979d-e96644555719 req-d3a63441-5d28-45b7-b661-73ca3d5bc1e3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:05.552755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec01f6e9-114e-4b51-979d-e96644555719 req-d3a63441-5d28-45b7-b661-73ca3d5bc1e3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 946 time: 0.4893744
Apr 09 21:06:05.585194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95993f9a-1c73-434e-a378-b449068605a3 req-f09ff947-d8df-4d3d-b5ab-f468896e8272 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:05.595399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95993f9a-1c73-434e-a378-b449068605a3 req-f09ff947-d8df-4d3d-b5ab-f468896e8272 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 946 time: 0.3589001
Apr 09 21:06:05.598024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e2924883-6202-44a3-9493-7c560a37aaf6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:05.652190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79bc0e48-058e-47d3-96ee-ed1f1975b932 admin admin] Publish callbacks [] for security_group (482eb01a-23e9-415e-b919-54e0e6cfd2e7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.672333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (0bf24866-60b3-4101-b866-75be687eaa36), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.678818 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.682611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0bf24866-60b3-4101-b866-75be687eaa36 HTTP/1.1" status: 204  len: 168 time: 1.3227155
Apr 09 21:06:05.701262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d880f93-1e95-4e08-9c71-5cf1f259cd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf24866-60b3-4101-b866-75be687eaa36,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:05.713412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79bc0e48-058e-47d3-96ee-ed1f1975b932 admin admin] Publish callbacks [] for security_group (482eb01a-23e9-415e-b919-54e0e6cfd2e7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.731495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f83ed5f7-97ae-4bf3-8717-b9bd584c60e7 None None] Current status of the port e2924883-6202-44a3-9493-7c560a37aaf6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:05.748529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e2924883-6202-44a3-9493-7c560a37aaf6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:05.749249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.789239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79bc0e48-058e-47d3-96ee-ed1f1975b932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (482eb01a-23e9-415e-b919-54e0e6cfd2e7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.792767 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79bc0e48-058e-47d3-96ee-ed1f1975b932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:05.796501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-79bc0e48-058e-47d3-96ee-ed1f1975b932 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/482eb01a-23e9-415e-b919-54e0e6cfd2e7 HTTP/1.1" status: 204  len: 168 time: 0.4581888
Apr 09 21:06:05.811183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc0e48-058e-47d3-96ee-ed1f1975b932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482eb01a-23e9-415e-b919-54e0e6cfd2e7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:05.924648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95993f9a-1c73-434e-a378-b449068605a3 req-1c81a153-eb91-4fa6-9c2c-461ed8c4bfa9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3231866
Apr 09 21:06:05.934083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e2924883-6202-44a3-9493-7c560a37aaf6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:05.949059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b55cf0-23a4-45d5-bd52-d5f975081ad0 req-9a31d869-724e-4e18-8334-f593b345608e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:05.958550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6b55cf0-23a4-45d5-bd52-d5f975081ad0 req-9a31d869-724e-4e18-8334-f593b345608e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1937463
Apr 09 21:06:05.971477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56426) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:06.048163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Deleting port 8286fc01-3389-4ec0-9d0a-d4698c966afc {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:06.048512 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:06.133446 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-da05a3de-43b0-4b79-8c14-0c2d0c55e3f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f502d4df1e734e299d496111206e0bf0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1603284
Apr 09 21:06:06.135991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56436) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:06.204134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02a0425b-6554-40b2-9a7b-bd243b386112 admin admin] Publish callbacks [] for security_group (8f51e0f4-301c-4265-b65c-3df398de0499), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:06.239064 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02a0425b-6554-40b2-9a7b-bd243b386112 admin admin] Publish callbacks [] for security_group (8f51e0f4-301c-4265-b65c-3df398de0499), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:06.258664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0aea3f-3343-40b7-8b31-bbe0d6c05e39 req-700d61b0-ea3f-4095-b4fd-9b70c5c04b73 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:06.260928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e0aea3f-3343-40b7-8b31-bbe0d6c05e39 req-700d61b0-ea3f-4095-b4fd-9b70c5c04b73 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 945 time: 0.1364625
Apr 09 21:06:06.267116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Made reservation on behalf of 184d9189f1364fc1bdd88feff79103e6 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:06.274676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:06.345700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6b55cf0-23a4-45d5-bd52-d5f975081ad0 req-0d56a402-423a-4e3f-b446-c243b9bf2a99 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3859868
Apr 09 21:06:06.364765 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02a0425b-6554-40b2-9a7b-bd243b386112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8f51e0f4-301c-4265-b65c-3df398de0499), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:06.369645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02a0425b-6554-40b2-9a7b-bd243b386112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:06.396724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-02a0425b-6554-40b2-9a7b-bd243b386112 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f51e0f4-301c-4265-b65c-3df398de0499 HTTP/1.1" status: 204  len: 168 time: 0.2563918
Apr 09 21:06:06.425264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0425b-6554-40b2-9a7b-bd243b386112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f51e0f4-301c-4265-b65c-3df398de0499,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:06.451794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e0aea3f-3343-40b7-8b31-bbe0d6c05e39 req-9ec52b7e-2dfc-4916-8353-b8c5b5629ec6 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups?id=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369898
Apr 09 21:06:06.517940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] For port 8286fc01-3389-4ec0-9d0a-d4698c966afc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8286fc01-3389-4ec0-9d0a-d4698c966afc,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:06.518406 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:06.539555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Calling delete_port for 8286fc01-3389-4ec0-9d0a-d4698c966afc owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:06.803789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56a1bdd2-30c2-4be1-a14b-dc4df67f7b0c req-cd5e71fe-0240-4631-a1c4-e8bcfca2a563 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 210 time: 0.1110666
Apr 09 21:06:06.928001 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8286fc01-3389-4ec0-9d0a-d4698c966afc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:06.950178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e', '8286fc01-3389-4ec0-9d0a-d4698c966afc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:07.052078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event deleted for resources: {'Port': ['ID=8286fc01-3389-4ec0-9d0a-d4698c966afc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:07.128380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-736e7137-989f-4068-9072-006e5ee79ab9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:07.138401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-736e7137-989f-4068-9072-006e5ee79ab9 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.32 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 945 time: 0.2867496
Apr 09 21:06:07.195546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-28207a73-a839-4ca4-a6a6-dd7120cc05be tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--388510496&fields=id&tenant_id=b4603cd745c848eba3a1645f624e590e HTTP/1.1" status: 200  len: 267 time: 0.5182340
Apr 09 21:06:07.306836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Allocated IP 172.20.0.9 (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2/0519333e-c540-4a09-940d-3b261e7852dc/d3221b95-beb4-4b92-b232-c7521907646e) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:07.424765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] No DVR routers for this DVR port 8286fc01-3389-4ec0-9d0a-d4698c966afc on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:07.463298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:07.463629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e2924883-6202-44a3-9493-7c560a37aaf6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:07.467435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec01f6e9-114e-4b51-979d-e96644555719 req-3872c84b-0b77-411e-9491-3bdc3e9a1ee8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "DELETE /v2.0/ports/8286fc01-3389-4ec0-9d0a-d4698c966afc HTTP/1.1" status: 204  len: 173 time: 1.7308228
Apr 09 21:06:07.471625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4064abe2-3845-4a26-b84f-225c78721845', 'name': 'network-vif-deleted', 'tag': '8286fc01-3389-4ec0-9d0a-d4698c966afc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:07.473542 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da90172c-d805-44c8-8399-1755384b1b3f" -d '{"events": [{"server_uuid": "4064abe2-3845-4a26-b84f-225c78721845", "name": "network-vif-deleted", "tag": "8286fc01-3389-4ec0-9d0a-d4698c966afc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:07.488333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdd27a24-fea0-4a69-b11c-348cb5253a10 req-08428eee-f872-4a2c-a963-6483b1861eff tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=4064abe2-3845-4a26-b84f-225c78721845 HTTP/1.1" status: 200  len: 210 time: 0.3466141
Apr 09 21:06:07.614189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e2924883-6202-44a3-9493-7c560a37aaf6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:07.614824 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:07.730001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56502) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:07.798966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Deleting port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:07.799137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:07.804812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e2924883-6202-44a3-9493-7c560a37aaf6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:07.849213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-10129445-555f-4788-b2cf-6d2041782d4f tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:07.856377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-10129445-555f-4788-b2cf-6d2041782d4f tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/networks?id=b5e7dd12-c055-4f23-9dbd-e9c65e743202 HTTP/1.1" status: 200  len: 815 time: 0.6105995
Apr 09 21:06:07.879790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1797842971-network', 'tenant_id': '3e27519c6c114724bf36126f0362a7c0'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:07.915365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks [] for port (d3221b95-beb4-4b92-b232-c7521907646e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:07.930952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Made reservation on behalf of 3e27519c6c114724bf36126f0362a7c0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:07.933752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:07.942589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-d46e7d5b-b882-45dd-85e1-72738290e617 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/quotas/b4603cd745c848eba3a1645f624e590e HTTP/1.1" status: 200  len: 375 time: 0.0846913
Apr 09 21:06:07.954401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.040334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-4fd65358-95cb-4af0-be6a-c86e729ba929 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4603cd745c848eba3a1645f624e590e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0948834
Apr 09 21:06:08.074976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Publish callbacks [] for security_group (fdeb3933-69d9-4132-9611-0e7dd6472e75), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.083876 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fdeb3933-69d9-4132-9611-0e7dd6472e75), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.134033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:06:08.157241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeb3933-69d9-4132-9611-0e7dd6472e75,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:08.186075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d3550fbc-5634-4481-a635-f55ca363d013), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.186590 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Added segment d3550fbc-5634-4481-a635-f55ca363d013 of type vlan for network ad62b125-1df7-49ad-953e-ad87b77a57c1
Apr 09 21:06:08.221733 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d3221b95-beb4-4b92-b232-c7521907646e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.229774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-65785c4d-582e-4678-8cfb-c5636b4cef0e tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c8db9d188edc4c1fb6fb85e81e8dba79&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1165009
Apr 09 21:06:08.234586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] For port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:08.235080 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.254397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (ad62b125-1df7-49ad-953e-ad87b77a57c1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.292222 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (ad62b125-1df7-49ad-953e-ad87b77a57c1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.292222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:08.292222 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.370690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] Pushing event updated for resources: {'Network': ['ID=ad62b125-1df7-49ad-953e-ad87b77a57c1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:08.376880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b10d4c1f-3ea7-4904-a632-af10ccd4ecb1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6449888
Apr 09 21:06:08.380345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56518) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:08.382075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network ad62b125-1df7-49ad-953e-ad87b77a57c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:06:08.385993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Request body: {'subnet': {'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1797842971-subnet', 'tenant_id': '3e27519c6c114724bf36126f0362a7c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:08.414801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Made reservation on behalf of 3e27519c6c114724bf36126f0362a7c0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:08.424435 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.495939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:08.507493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event updated for resources: {'Port': ['ID=d3221b95-beb4-4b92-b232-c7521907646e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:08.510073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:08.521139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:08.679201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-42e6dac8-10ed-4886-9ff6-bc9769f3ea72 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:08.687576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (aa61e8dd-c0ad-4e9b-806b-455dd491b502), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.687918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-42e6dac8-10ed-4886-9ff6-bc9769f3ea72 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4571311
Apr 09 21:06:08.691087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-7d9bb8ae-c054-4ea8-8bf3-eb952cb4e17b service neutron] 10.222.0.30 "GET /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6412005
Apr 09 21:06:08.767436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:08.767790 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.778824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa61e8dd-c0ad-4e9b-806b-455dd491b502,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:08.793198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Checking segment: {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:08.793707 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Network hostable DHCP agents. Network: ad62b125-1df7-49ad-953e-ad87b77a57c1, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:06:08.795073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-5c27bcaf-7ca6-4418-b440-2aebd5a6a4a3 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/quotas/c8db9d188edc4c1fb6fb85e81e8dba79 HTTP/1.1" status: 200  len: 375 time: 0.1062651
Apr 09 21:06:08.823424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Network ad62b125-1df7-49ad-953e-ad87b77a57c1 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:06:08.840279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad62b125-1df7-49ad-953e-ad87b77a57c1) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:08.845531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:08.846184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:08.857673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddf7dd0-7b0e-48b1-9f92-f47400343f2c None None] Network ad62b125-1df7-49ad-953e-ad87b77a57c1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:08.874450 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2f15f626-82c2-43cc-99f8-1cbf3cfdcef2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4920189
Apr 09 21:06:08.912065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-02203d6f-81f3-40c2-b6ef-b8242efa200b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6436975
Apr 09 21:06:08.926782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-a7e65d1f-d6ff-4228-a988-9d72352b9f3a tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8db9d188edc4c1fb6fb85e81e8dba79&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1305771
Apr 09 21:06:08.962499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Request body: {'port': {'device_id': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:09.002137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70ad8d2-f354-43e9-bef5-1b8d82d3b399 None None] Network ad62b125-1df7-49ad-953e-ad87b77a57c1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:09.033668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:09.033917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (985c52db-9e34-4524-8ac2-ed1a74be0d03), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:09.034328 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Floating IP 985c52db-9e34-4524-8ac2-ed1a74be0d03 disassociated. External IP: 172.35.0.229, port: 5448d5cd-1f29-4f3e-b6f2-73917d7094c7.
Apr 09 21:06:09.034915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Calling delete_port for 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:09.161070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-c6aaf3c2-af1a-4ac9-beae-47325c010bbe service neutron] 10.222.0.30 "GET /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4537649
Apr 09 21:06:09.179873 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3221b95-beb4-4b92-b232-c7521907646e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:09.254917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 8286fc01-3389-4ec0-9d0a-d4698c966afc no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:09.332308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 8286fc01-3389-4ec0-9d0a-d4698c966afc {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:09.332864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 8286fc01-3389-4ec0-9d0a-d4698c966afc not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:09.990336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11a44217-75d3-42ae-84e6-ee68d1c4f315 req-6959c52f-11d0-4c96-862f-6274c06a537e tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b96091-3ee1-49bb-95e2-f896acbdc4f3 HTTP/1.1" status: 200  len: 210 time: 0.0366921
Apr 09 21:06:10.002812 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5448d5cd-1f29-4f3e-b6f2-73917d7094c7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:10.059746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de04-0d51-446c-a1e3-84d2348781bd req-f00b8385-3ae5-4f28-b3a9-256e4c2f2b7e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:10.061365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b0de04-0d51-446c-a1e3-84d2348781bd req-f00b8385-3ae5-4f28-b3a9-256e4c2f2b7e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.7015653
Apr 09 21:06:10.119970 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4d4069-50be-42b2-8534-0077ab55b1fb x-openstack-request-id: req-aa4d4069-50be-42b2-8534-0077ab55b1fb {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:10.120581 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4064abe2-3845-4a26-b84f-225c78721845", "name": "network-vif-deleted", "tag": "8286fc01-3389-4ec0-9d0a-d4698c966afc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:10.121009 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa4d4069-50be-42b2-8534-0077ab55b1fb {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:10.121653 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4d4069-50be-42b2-8534-0077ab55b1fb'] response: {'server_uuid': '4064abe2-3845-4a26-b84f-225c78721845', 'name': 'network-vif-deleted', 'tag': '8286fc01-3389-4ec0-9d0a-d4698c966afc', 'status': 'completed', 'code': 200}
Apr 09 21:06:10.216434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17707dbc-63d2-450b-ac20-df88f846a16d req-1d650a3c-499d-4c02-90eb-fbfa44137c56 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:10.223603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17707dbc-63d2-450b-ac20-df88f846a16d req-1d650a3c-499d-4c02-90eb-fbfa44137c56 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 931 time: 0.0597539
Apr 09 21:06:10.255053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event deleted for resources: {'Port': ['ID=5448d5cd-1f29-4f3e-b6f2-73917d7094c7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:10.324640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b0de04-0d51-446c-a1e3-84d2348781bd req-5cbf1e0b-b198-41c6-a9c7-e059ef382a29 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436845
Apr 09 21:06:10.390027 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17707dbc-63d2-450b-ac20-df88f846a16d req-79d50233-1376-408f-a39a-b2c84fd812c9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650872
Apr 09 21:06:10.628517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85123e4c-97a5-4a1c-8be8-cabcb219dc0c req-aea0daf2-8234-417b-bc61-38f96be50496 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 210 time: 0.0735812
Apr 09 21:06:10.643549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Router 8479cec1-65e9-415c-a712-835b7f8b974b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:06:10.661089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3221b95-beb4-4b92-b232-c7521907646e {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:10.680479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Publish callbacks [] for port (d3221b95-beb4-4b92-b232-c7521907646e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:10.750793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Transition to ACTIVE for port object d3221b95-beb4-4b92-b232-c7521907646e will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:06:10.776835 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d3221b95-beb4-4b92-b232-c7521907646e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:10.843460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97aa62b9-4f7c-48a9-ac13-de83f7a47138 req-20f99777-b0f4-4ff8-bca4-a1aa8536fc4a tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 210 time: 0.0912786
Apr 09 21:06:10.973584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:06:10.986509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] Sync routers for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:06:11.004748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Pushing event updated for resources: {'Port': ['ID=d3221b95-beb4-4b92-b232-c7521907646e,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:11.007532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:11.008357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375f84eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:11.097349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-704ad00a-4120-489a-bb4e-9266e1d78675 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8db9d188edc4c1fb6fb85e81e8dba79&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1040506
Apr 09 21:06:11.155645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-84fc65cc-5c95-4a8a-9d73-060473d852f7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:11.163764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-84fc65cc-5c95-4a8a-9d73-060473d852f7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 814 time: 0.3988323
Apr 09 21:06:11.166160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:11.203010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:11.229539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] No DVR routers for this DVR port 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:11.231934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-d6fc8cff-3a5a-4a92-aa54-b1c51ddedfa2 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/quotas/3e27519c6c114724bf36126f0362a7c0 HTTP/1.1" status: 200  len: 375 time: 0.0672190
Apr 09 21:06:11.264865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:11.268544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8adeb81-23e4-49d7-967e-5b121fcfb70f req-a8c82af3-495c-46be-9eed-1413e8182946 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.32 "DELETE /v2.0/ports/5448d5cd-1f29-4f3e-b6f2-73917d7094c7 HTTP/1.1" status: 204  len: 173 time: 4.1048405
Apr 09 21:06:11.286652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:11.288651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5448d5cd-1f29-4f3e-b6f2-73917d7094c7 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:11.456474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375f84eb0>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:56Z', 'revision_number': 5, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:11.488533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-c7c2dc42-58e1-42f1-88d4-5b18ed059804 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2329867
Apr 09 21:06:11.497739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] Checking router: 8479cec1-65e9-415c-a712-835b7f8b974b for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:06:11.508340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:11.509252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375f84eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:11.532057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Attempting to bind port d3221b95-beb4-4b92-b232-c7521907646e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:11.532057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Attempting to bind port d3221b95-beb4-4b92-b232-c7521907646e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:11.532057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Attempting to bind port d3221b95-beb4-4b92-b232-c7521907646e on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:11.593985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Port d3221b95-beb4-4b92-b232-c7521907646e on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:06:11.594301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Attempting to bind port d3221b95-beb4-4b92-b232-c7521907646e on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:11.615972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120754a4-d2ba-4730-b067-97b155e7fadf req-7890fa9c-84de-4c50-8748-d8e5d919844f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:11.617468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-7890fa9c-84de-4c50-8748-d8e5d919844f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.5929244
Apr 09 21:06:11.666800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:11.682069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:11.682408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Checking segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:11.682786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Bound using segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:11.683230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Bound port: d3221b95-beb4-4b92-b232-c7521907646e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:11.683582 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3221b95-beb4-4b92-b232-c7521907646e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:11.685189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-1f8bf89e-8ba5-4d46-8a9b-9d0d4aa539e0 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:11.687571 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-1f8bf89e-8ba5-4d46-8a9b-9d0d4aa539e0 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.25 "GET /v2.0/networks?id=b5e7dd12-c055-4f23-9dbd-e9c65e743202 HTTP/1.1" status: 200  len: 815 time: 0.1843283
Apr 09 21:06:11.715654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-385106fc-d410-46fd-ab29-ae1b34a2f8a9 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:11.717258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-385106fc-d410-46fd-ab29-ae1b34a2f8a9 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3760629
Apr 09 21:06:11.721909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-98d250b5-dd7c-4221-8f48-7c2c6724e5cc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/quotas/f87849ca88bb4519b329fab033911446 HTTP/1.1" status: 200  len: 375 time: 0.0482640
Apr 09 21:06:11.880380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:11.898121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3221b95-beb4-4b92-b232-c7521907646e,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:11.928443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Request body: {'port': {'device_id': '9b0f03ed-0631-4764-ad2b-f9982421cce5', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'c8db9d188edc4c1fb6fb85e81e8dba79'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:11.940016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-39461524-b7cc-45b6-abf5-1a0e7ae9e6a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4333944
Apr 09 21:06:11.957665 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-37eb854e-277b-4d69-9107-c4905df244f1 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4603cd745c848eba3a1645f624e590e HTTP/1.1" status: 200  len: 379 time: 0.1845374
Apr 09 21:06:11.966646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d3221b95-beb4-4b92-b232-c7521907646e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:11.973718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Request body: {'port': {'device_id': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'admin_state_up': True, 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'security_groups': ['017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:12.050836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375f84eb0>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:56Z', 'revision_number': 5, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:12.053664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-d31734a2-e111-437a-ad4f-7927e1a4fe2f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3066666
Apr 09 21:06:12.090581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b155332-1c73-40e6-9a9e-538ca69382c1 None None] The sync data for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 is: [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f7b077f0-fee5-45fc-a856-810e4bfb2df7', 'name': '', 'network_id': '0bc5e448-da4a-443d-9ac2-ea8630aa20c9', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'mac_address': 'fa:16:3e:c4:6a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:47Z', 'updated_at': '2022-04-09T21:04:56Z', 'revision_number': 5, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'subnets': [{'id': 'effd5cd0-d2c5-48e4-ad51-75bb0e1ea431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:06:12.160673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'name': 'network-vif-deleted', 'tag': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:12.163345 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac2d37b-5b5b-43d0-b41d-c9e6d6b59242" -d '{"events": [{"server_uuid": "87b96091-3ee1-49bb-95e2-f896acbdc4f3", "name": "network-vif-deleted", "tag": "5448d5cd-1f29-4f3e-b6f2-73917d7094c7"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:12.260590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Made reservation on behalf of b4603cd745c848eba3a1645f624e590e for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:12.264914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:12.265781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:12.266652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:12.267245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] 10.222.0.32 "PUT /v2.0/ports/d3221b95-beb4-4b92-b232-c7521907646e HTTP/1.1" status: 200  len: 1091 time: 3.3378062
Apr 09 21:06:12.359441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Made reservation on behalf of c8db9d188edc4c1fb6fb85e81e8dba79 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:12.363244 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:12.373080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b0c4e-aa6e-4d13-ab96-6f032b1fda0a service neutron] Pushing event updated for resources: {'Port': ['ID=d3221b95-beb4-4b92-b232-c7521907646e,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:12.405590 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:12.466755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-1a6a1d99-9cda-407a-b82b-972706c0a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:12.468723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-1a6a1d99-9cda-407a-b82b-972706c0a058 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 1125 time: 0.1261137
Apr 09 21:06:12.470944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-908ce5ec-c2e2-409d-97a1-59a9fa9dfc4b service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917638
Apr 09 21:06:12.492853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Allocated IP 172.20.0.8 (b5e7dd12-c055-4f23-9dbd-e9c65e743202/dfaba044-97e1-4c11-9e1c-999e78e94610/71880d13-76a1-445e-a3c8-e6054d854829) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:12.546953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-1cd388b7-f95b-4da2-8bbb-a34a80b02467 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3221b95-beb4-4b92-b232-c7521907646e HTTP/1.1" status: 200  len: 217 time: 0.0595381
Apr 09 21:06:12.594095 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f47916c-1b4a-4d30-b4fe-09c865b40001 None None] New status for floating IP 985c52db-9e34-4524-8ac2-ed1a74be0d03: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:06:12.623059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-676d8c0d-9f3b-43be-865c-3d17a464f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:12.624569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-676d8c0d-9f3b-43be-865c-3d17a464f205 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.0691521
Apr 09 21:06:12.648086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-d2ae224f-8339-4a64-976d-7333dcd717b5 service neutron] 10.222.0.30 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6728058
Apr 09 21:06:12.672959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for port (71880d13-76a1-445e-a3c8-e6054d854829), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:12.719443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (71880d13-76a1-445e-a3c8-e6054d854829), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:12.749821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-91453b8c-dc88-4107-a97d-96d716f206cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0993383
Apr 09 21:06:12.797179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:12.805617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:12.810878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:12.870717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event updated for resources: {'Port': ['ID=71880d13-76a1-445e-a3c8-e6054d854829,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:12.908082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:12.908834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:12.949710 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-5f8b1115-ad30-4895-a1c3-3115d2f7fdfe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9848032
Apr 09 21:06:12.962619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Request body: {'port': {'device_id': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:13.098512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-8d46e394-f8ed-484f-8836-4244bcb64878 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375783
Apr 09 21:06:13.138749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71880d13-76a1-445e-a3c8-e6054d854829), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:13.299101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5bfa5d0-e546-4b81-ae14-93f12dc33018 req-d0e6a99f-1ac0-4c30-818c-16e8c7155937 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805685
Apr 09 21:06:13.343822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8a520cde-86ae-4c63-80f5-6888dfe39f37 None None] Provisioning complete for port 71880d13-76a1-445e-a3c8-e6054d854829 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:13.347097 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a520cde-86ae-4c63-80f5-6888dfe39f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71880d13-76a1-445e-a3c8-e6054d854829), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:13.445756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-7528f134-d6b2-4ed8-95f6-0cb3dcc05ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9602983
Apr 09 21:06:13.533838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8a520cde-86ae-4c63-80f5-6888dfe39f37 None None] Port 71880d13-76a1-445e-a3c8-e6054d854829 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:06:13.600587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c38db5-a39d-4075-9310-4e839ddfca4b req-5fe22364-a0e1-4c9f-92c5-259f404287a4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:13.616625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03c38db5-a39d-4075-9310-4e839ddfca4b req-5fe22364-a0e1-4c9f-92c5-259f404287a4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.5154498
Apr 09 21:06:13.694690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71880d13-76a1-445e-a3c8-e6054d854829 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:13.705326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Publish callbacks [] for port (71880d13-76a1-445e-a3c8-e6054d854829), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:13.724756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Transition to ACTIVE for port object 71880d13-76a1-445e-a3c8-e6054d854829 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:06:13.733128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (71880d13-76a1-445e-a3c8-e6054d854829), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:13.819315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks [] for security_group (a2461467-068e-454f-95c4-d6da639502db), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:13.861421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a2461467-068e-454f-95c4-d6da639502db), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:13.884840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=71880d13-76a1-445e-a3c8-e6054d854829,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:13.984837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Attempting to bind port 71880d13-76a1-445e-a3c8-e6054d854829 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:13.985349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Attempting to bind port 71880d13-76a1-445e-a3c8-e6054d854829 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:13.985818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Attempting to bind port 71880d13-76a1-445e-a3c8-e6054d854829 on network b5e7dd12-c055-4f23-9dbd-e9c65e743202 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:13.999794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Port 71880d13-76a1-445e-a3c8-e6054d854829 on network b5e7dd12-c055-4f23-9dbd-e9c65e743202 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:06:14.001051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Attempting to bind port 71880d13-76a1-445e-a3c8-e6054d854829 on network b5e7dd12-c055-4f23-9dbd-e9c65e743202 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:14.018549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03c38db5-a39d-4075-9310-4e839ddfca4b req-d2c397ab-4c80-4079-9bfe-47b0afdb21c1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3998072
Apr 09 21:06:14.028702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:14.029090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Checking segment: {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:14.029495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Bound using segment: {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:14.029957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Bound port: 71880d13-76a1-445e-a3c8-e6054d854829, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:14.030371 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71880d13-76a1-445e-a3c8-e6054d854829), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:14.032266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4ebdb-ffe9-4494-81f4-6c160dac5497 req-595b07b7-d974-4662-aed3-c5d1cc874459 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:14.039453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2f4ebdb-ffe9-4494-81f4-6c160dac5497 req-595b07b7-d974-4662-aed3-c5d1cc874459 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 943 time: 0.2272849
Apr 09 21:06:14.074431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2461467-068e-454f-95c4-d6da639502db,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:14.129469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.130210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.130210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.130690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.130864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.131522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.131522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.131847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.132413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.132413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.132754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.133101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.133785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.133785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.134178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:14.195401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] For port 71880d13-76a1-445e-a3c8-e6054d854829, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:14.203856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] For port 71880d13-76a1-445e-a3c8-e6054d854829, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71880d13-76a1-445e-a3c8-e6054d854829,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:14.219031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (71880d13-76a1-445e-a3c8-e6054d854829), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:14.233390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2f4ebdb-ffe9-4494-81f4-6c160dac5497 req-a3fbb10f-e8ca-4dc9-bfeb-2fa0d7c5015a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928506
Apr 09 21:06:14.265267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Allocated IP 192.168.233.192 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/9ad8016c-e56d-42b1-a21b-8f530a861360) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:14.300888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:14.301877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:14.303919 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] 10.222.0.25 "PUT /v2.0/ports/71880d13-76a1-445e-a3c8-e6054d854829 HTTP/1.1" status: 200  len: 1091 time: 1.3471100
Apr 09 21:06:14.305203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'tag': '71880d13-76a1-445e-a3c8-e6054d854829'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:14.320246 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b" -d '{"events": [{"name": "network-changed", "server_uuid": "65bd15c9-6492-4273-a5fc-12f183befa1c", "tag": "71880d13-76a1-445e-a3c8-e6054d854829"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:14.390868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74896323-9587-4fd2-948c-4bf11a993aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=71880d13-76a1-445e-a3c8-e6054d854829,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:14.522592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-a89cde10-259b-4565-bc1c-ea55202d2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:14.524535 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-a89cde10-259b-4565-bc1c-ea55202d2824 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4603cd745c848eba3a1645f624e590e&device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 1125 time: 0.0940785
Apr 09 21:06:14.567655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-213015ff-2929-4d48-a75c-327cc8844101 req-f5a1dde5-3620-4d46-9b5c-01b3e99fec97 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 210 time: 0.1476414
Apr 09 21:06:14.596631 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-021785a6-df6c-4531-87a0-58a4123092df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71880d13-76a1-445e-a3c8-e6054d854829 HTTP/1.1" status: 200  len: 217 time: 0.0639591
Apr 09 21:06:14.655490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8904ab-2e41-4033-b0e7-73fc67d7927f req-eeed5ebe-7380-410a-97e4-c2c65b62e8d5 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:14.662802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf8904ab-2e41-4033-b0e7-73fc67d7927f req-eeed5ebe-7380-410a-97e4-c2c65b62e8d5 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 943 time: 0.2628839
Apr 09 21:06:14.717341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-bab0dabe-0ab0-4200-ba51-801c74d8652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:14.721344 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-bab0dabe-0ab0-4200-ba51-801c74d8652b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfaba044-97e1-4c11-9e1c-999e78e94610 HTTP/1.1" status: 200  len: 854 time: 0.1180904
Apr 09 21:06:14.777750 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed2fbe8-43ac-4d73-ae74-d4ccf5514541 x-openstack-request-id: req-5ed2fbe8-43ac-4d73-ae74-d4ccf5514541 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:14.778087 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b96091-3ee1-49bb-95e2-f896acbdc4f3", "name": "network-vif-deleted", "tag": "5448d5cd-1f29-4f3e-b6f2-73917d7094c7", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:14.778356 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ed2fbe8-43ac-4d73-ae74-d4ccf5514541 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:14.778781 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed2fbe8-43ac-4d73-ae74-d4ccf5514541'] response: {'server_uuid': '87b96091-3ee1-49bb-95e2-f896acbdc4f3', 'name': 'network-vif-deleted', 'tag': '5448d5cd-1f29-4f3e-b6f2-73917d7094c7', 'status': 'completed', 'code': 200}
Apr 09 21:06:14.814276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-4556c9d2-9bc0-4a8f-b86e-37c7a6214607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:14.816563 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-4556c9d2-9bc0-4a8f-b86e-37c7a6214607 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b5e7dd12-c055-4f23-9dbd-e9c65e743202&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0884740
Apr 09 21:06:14.846401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf8904ab-2e41-4033-b0e7-73fc67d7927f req-1721dfc6-4c84-41bf-bdbb-e0f1877b574b tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1827123
Apr 09 21:06:14.877253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5890286-2300-4359-bd07-980344c4a903 req-a657f9f7-8c97-439a-b6e7-36fec274f052 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 210 time: 0.0512407
Apr 09 21:06:14.902484 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks [] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:14.920668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56646) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:15.040118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-e2f44913-1412-493f-b0f0-e06e6f750cdc service neutron] 10.222.0.25 "GET /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163639
Apr 09 21:06:15.100853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:15.121861 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd91ede-0a23-4f30-8429-b976094b2ae0 x-openstack-request-id: req-1cd91ede-0a23-4f30-8429-b976094b2ae0 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:15.122290 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bd15c9-6492-4273-a5fc-12f183befa1c", "tag": "71880d13-76a1-445e-a3c8-e6054d854829", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:15.127625 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cd91ede-0a23-4f30-8429-b976094b2ae0 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:15.128102 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd91ede-0a23-4f30-8429-b976094b2ae0'] response: {'name': 'network-changed', 'server_uuid': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'tag': '71880d13-76a1-445e-a3c8-e6054d854829', 'status': 'completed', 'code': 200}
Apr 09 21:06:15.131201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c519a0b8-1875-4c98-a0f4-77120bd3c92a req-0310a690-b28c-41bf-bc61-42b35a88803b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 210 time: 0.1087129
Apr 09 21:06:15.264611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f7c99224-74f0-41f9-8a7f-8a5bb40afde6 req-2cd507a0-0ab6-4566-829b-a686b5df93dd service neutron] 10.222.0.25 "GET /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2151465
Apr 09 21:06:15.338720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:15.343697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e3d12d42-9a03-4b6d-8c2b-f429b0720e15 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group (b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:15.377094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:15.394449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6d00-6997-4aa3-93cf-c542a02fb417 req-fb5de704-3bf8-4d36-aa4b-c11da878460a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:15.403599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fcf6d00-6997-4aa3-93cf-c542a02fb417 req-fb5de704-3bf8-4d36-aa4b-c11da878460a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1606147
Apr 09 21:06:15.406496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:15.674583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-61de3f84-2fef-43b7-88ef-e5334ff0040b None None] Provisioning complete for port 9ad8016c-e56d-42b1-a21b-8f530a861360 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:15.675187 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61de3f84-2fef-43b7-88ef-e5334ff0040b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:15.730659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-61de3f84-2fef-43b7-88ef-e5334ff0040b None None] Port 9ad8016c-e56d-42b1-a21b-8f530a861360 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:06:15.922412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Pushing event updated for resources: {'Port': ['ID=9ad8016c-e56d-42b1-a21b-8f530a861360,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:15.972136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e3d12d42-9a03-4b6d-8c2b-f429b0720e15 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group (b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:15.995672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1149d3d-efd6-4853-a659-d87affd41411 req-e9e492ba-bab7-4d13-b724-67cb3a07418e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:15.999338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1149d3d-efd6-4853-a659-d87affd41411 req-e9e492ba-bab7-4d13-b724-67cb3a07418e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 943 time: 0.6587791
Apr 09 21:06:16.118965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-66d59200-f4c2-4bd6-bdc9-ae1881001b30 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.121091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-66d59200-f4c2-4bd6-bdc9-ae1881001b30 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.32 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 814 time: 1.0108018
Apr 09 21:06:16.159512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.160336 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:16.177002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Request body: {'port': {'device_id': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1', 'admin_state_up': True, 'tenant_id': '3e27519c6c114724bf36126f0362a7c0'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:16.252803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fcf6d00-6997-4aa3-93cf-c542a02fb417 req-f759128c-ef56-42c1-9601-3a2ec167043c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8413291
Apr 09 21:06:16.383834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120754a4-d2ba-4730-b067-97b155e7fadf req-44861225-749d-4344-934b-8d6f53b71881 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.385404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-44861225-749d-4344-934b-8d6f53b71881 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 805 time: 0.4748509
Apr 09 21:06:16.392403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-6524d9ae-5d37-4b19-941b-4c53161a198c tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.5731444
Apr 09 21:06:16.401689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1149d3d-efd6-4853-a659-d87affd41411 req-937c599f-f3e6-47c5-b074-f396e411af7e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3770328
Apr 09 21:06:16.417700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-f8ba2226-6825-4937-b878-02231047b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.417700 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-f8ba2226-6825-4937-b878-02231047b3fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4603cd745c848eba3a1645f624e590e&device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 1125 time: 0.0583067
Apr 09 21:06:16.418309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Request body: {'port': {'device_id': '9b0f03ed-0631-4764-ad2b-f9982421cce5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:16.423320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Request body: {'port': {'device_id': 'e90cb018-3a7a-43aa-81f0-c1063e3024fb', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'admin_state_up': True, 'tenant_id': 'f87849ca88bb4519b329fab033911446'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:16.523005 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e3d12d42-9a03-4b6d-8c2b-f429b0720e15 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:16.525615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e3d12d42-9a03-4b6d-8c2b-f429b0720e15 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:16.526765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e3d12d42-9a03-4b6d-8c2b-f429b0720e15 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "DELETE /v2.0/security-groups/b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041 HTTP/1.1" status: 204  len: 168 time: 1.6046474
Apr 09 21:06:16.554106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56678) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:16.575672 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-e1c6e36c-0c4b-4fda-b3e9-718512e14a75 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] show failed (client error): The resource could not be found.
Apr 09 21:06:16.576815 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1c6e36c-0c4b-4fda-b3e9-718512e14a75 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "GET /v2.0/security-groups/b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041 HTTP/1.1" status: 404  len: 347 time: 0.0210156
Apr 09 21:06:16.582009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56680) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:16.619909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d12d42-9a03-4b6d-8c2b-f429b0720e15 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18a91a9-3060-4d3d-a2a9-4ce2e2ee3041,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:16.629140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbe76e-5590-4163-9df4-8e56fe9c5d67 req-fa227d04-1b29-4201-86d2-148cd75c0779 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.637565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-ee9442e1-896f-4f4f-89d7-d6b4a8493a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.637806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49bbe76e-5590-4163-9df4-8e56fe9c5d67 req-fa227d04-1b29-4201-86d2-148cd75c0779 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 936 time: 0.2599456
Apr 09 21:06:16.639183 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-ee9442e1-896f-4f4f-89d7-d6b4a8493a2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=b5e7dd12-c055-4f23-9dbd-e9c65e743202 HTTP/1.1" status: 200  len: 916 time: 0.1733606
Apr 09 21:06:16.703581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442afcb-15b0-4d2a-bc6b-1da917e3b842 req-95b9d19f-3ed1-405c-b3c7-7541759eaeef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.705109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a442afcb-15b0-4d2a-bc6b-1da917e3b842 req-95b9d19f-3ed1-405c-b3c7-7541759eaeef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 943 time: 0.2040470
Apr 09 21:06:16.729958 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-4e3b0cd9-8d33-43c8-a7e7-09a4de10652a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71880d13-76a1-445e-a3c8-e6054d854829 HTTP/1.1" status: 200  len: 217 time: 0.0548129
Apr 09 21:06:16.769418 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:16.783631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'tag': 'd3221b95-beb4-4b92-b232-c7521907646e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:16.786339 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f6bf94-9176-45b6-b7eb-ece26576f7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "276af9a8-cb98-49e4-b5f7-b53121790a25", "tag": "d3221b95-beb4-4b92-b232-c7521907646e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:16.819789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Deleting port c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:16.820235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:16.824514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Made reservation on behalf of 3e27519c6c114724bf36126f0362a7c0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:16.829725 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:16.837197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-780ab2ff-c06a-489b-bd99-7f3e1186f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.838781 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-780ab2ff-c06a-489b-bd99-7f3e1186f292 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfaba044-97e1-4c11-9e1c-999e78e94610 HTTP/1.1" status: 200  len: 854 time: 0.0860109
Apr 09 21:06:16.848851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49bbe76e-5590-4163-9df4-8e56fe9c5d67 req-a017da6d-5729-4cc7-a230-35dcb07c0d7e tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086294
Apr 09 21:06:16.926873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a442afcb-15b0-4d2a-bc6b-1da917e3b842 req-e77fa1a2-f227-4e1e-b811-ff98db892c5a tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2102149
Apr 09 21:06:16.961786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-1dcccec6-e8e4-4564-9897-c53590071749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:16.965814 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-1dcccec6-e8e4-4564-9897-c53590071749 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b5e7dd12-c055-4f23-9dbd-e9c65e743202&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1154687
Apr 09 21:06:17.011215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Made reservation on behalf of f87849ca88bb4519b329fab033911446 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:17.015463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.061589 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.063986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for floatingip (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.100083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b44361e6-dc7a-4007-84f7-4dea6e7b775f req-264ebc4f-333a-4b38-9ee7-fba328db0737 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 210 time: 0.1026003
Apr 09 21:06:17.114218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Calling delete_port for c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:17.159320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65bc5a79-ea02-48b7-87ba-23dfc141b373 req-c66c637c-9425-4871-9177-810b9a3442c8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 210 time: 0.0500937
Apr 09 21:06:17.185328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3221b95-beb4-4b92-b232-c7521907646e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:17.280748 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb169d5-f361-4c60-aa1d-0068e4bbe439 x-openstack-request-id: req-bcb169d5-f361-4c60-aa1d-0068e4bbe439 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:17.281395 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276af9a8-cb98-49e4-b5f7-b53121790a25", "tag": "d3221b95-beb4-4b92-b232-c7521907646e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:17.281395 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcb169d5-f361-4c60-aa1d-0068e4bbe439 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:17.281701 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb169d5-f361-4c60-aa1d-0068e4bbe439'] response: {'name': 'network-changed', 'server_uuid': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'tag': 'd3221b95-beb4-4b92-b232-c7521907646e', 'status': 'completed', 'code': 200}
Apr 09 21:06:17.303521 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-4268fa7f-ce8d-43b1-8aab-21480746aa95 service neutron] 10.222.0.25 "GET /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3296895
Apr 09 21:06:17.377667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Allocated IP 172.20.0.14 (ad62b125-1df7-49ad-953e-ad87b77a57c1/aa61e8dd-c0ad-4e9b-806b-455dd491b502/b89a1903-4bc6-4937-ab1c-08ead482d6d7) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:17.443391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.514841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500d4f1-b8ec-449d-8231-9aab59028478 req-b6a3822e-c1d3-4f39-9a03-4086301edf21 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:17.515939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3221b95-beb4-4b92-b232-c7521907646e,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:17.523295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Pushing event deleted for resources: {'Port': ['ID=c78d190e-2fa6-4e1b-b1e0-0de6e05d7e09,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:17.523525 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0500d4f1-b8ec-449d-8231-9aab59028478 req-b6a3822e-c1d3-4f39-9a03-4086301edf21 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1304629
Apr 09 21:06:17.533909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-3d5c82cf-ca7a-42c6-86f4-3f1af8858c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:17.537709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-3d5c82cf-ca7a-42c6-86f4-3f1af8858c90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 1125 time: 0.2174082
Apr 09 21:06:17.538442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd3221b95-beb4-4b92-b232-c7521907646e', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'port_id': 'd3221b95-beb4-4b92-b232-c7521907646e', 'mac_address': 'fa:16:3e:57:82:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519333e-c540-4a09-940d-3b261e7852dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:17.589701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d3221b95-beb4-4b92-b232-c7521907646e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:17.590437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3221b95-beb4-4b92-b232-c7521907646e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.610477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3221b95-beb4-4b92-b232-c7521907646e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:17.610792 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks [] for floatingip (985c52db-9e34-4524-8ac2-ed1a74be0d03), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.614113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.615353 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bcd14ab6-b41b-4bc4-94cc-7295c009e5b5 tempest-ServersTestJSON-1941715800 tempest-ServersTestJSON-1941715800-project] 10.222.0.30 "DELETE /v2.0/floatingips/985c52db-9e34-4524-8ac2-ed1a74be0d03 HTTP/1.1" status: 204  len: 168 time: 1.0334985
Apr 09 21:06:17.621209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56702) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:17.639116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Allocated IP 172.20.0.9 (cdd9fe53-654b-4110-9856-85e40c331c54/37fdda6f-4a4d-41bf-b698-ea1190d2dc3a/a1661061-1748-4e9c-b1ed-3c1a2c5a14cf) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:17.641484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3221b95-beb4-4b92-b232-c7521907646e,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:17.648109 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d3221b95-beb4-4b92-b232-c7521907646e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.710307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d3221b95-beb4-4b92-b232-c7521907646e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:17.719154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.719496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.720433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.720433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.720433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.720830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.721437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.721762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.722083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.722402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.722723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.723039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.723354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.723667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.724513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:17.795798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3124e22-5f46-4853-8428-f457be93d8a5 req-edf1fb0f-acc0-4960-a41a-7e5748404231 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:17.797320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3124e22-5f46-4853-8428-f457be93d8a5 req-edf1fb0f-acc0-4960-a41a-7e5748404231 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 943 time: 0.2335150
Apr 09 21:06:17.801879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0500d4f1-b8ec-449d-8231-9aab59028478 req-83a0be6b-fdb9-446b-b488-c9cf25543a2e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766819
Apr 09 21:06:17.857074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d3221b95-beb4-4b92-b232-c7521907646e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:17.916327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad8016c-e56d-42b1-a21b-8f530a861360 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:17.935172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Publish callbacks [] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:17.952574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-a4799d41-e51a-49c0-99ec-8b2fe1b84150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:17.955655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-a4799d41-e51a-49c0-99ec-8b2fe1b84150 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 912 time: 0.3930233
Apr 09 21:06:17.986192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (8479cec1-65e9-415c-a712-835b7f8b974b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.072517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Transition to ACTIVE for port object 9ad8016c-e56d-42b1-a21b-8f530a861360 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:06:18.078226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3124e22-5f46-4853-8428-f457be93d8a5 req-469497b9-bb04-48eb-a0df-488a6538ec39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542784
Apr 09 21:06:18.079474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-59275ff8-1ced-45c6-93a7-3ac2e2a1e901 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3221b95-beb4-4b92-b232-c7521907646e HTTP/1.1" status: 200  len: 217 time: 0.1001389
Apr 09 21:06:18.115414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.185136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d3158-49b0-455b-abd8-e2b7f56cabec req-7f180a43-5cb2-41bb-a6f0-871e36b3f869 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:18.186687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-654d3158-49b0-455b-abd8-e2b7f56cabec req-7f180a43-5cb2-41bb-a6f0-871e36b3f869 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 936 time: 0.2413120
Apr 09 21:06:18.269601 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks [] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.347610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-ec0f7bb3-3aec-45da-ba6b-91893c91b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:18.349168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-ec0f7bb3-3aec-45da-ba6b-91893c91b428 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.2351692
Apr 09 21:06:18.358480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad8016c-e56d-42b1-a21b-8f530a861360,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:18.373250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks [] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.390065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f933658-0c8e-4155-b91f-3949ad7afa07 req-1845e9e5-a832-4f33-909a-8d1144c79ab8 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:18.391661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f933658-0c8e-4155-b91f-3949ad7afa07 req-1845e9e5-a832-4f33-909a-8d1144c79ab8 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 943 time: 0.1815467
Apr 09 21:06:18.473345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-a80a6e7f-3509-493f-9232-744e223c914d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1076145
Apr 09 21:06:18.532251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-654d3158-49b0-455b-abd8-e2b7f56cabec req-31ba87fb-3461-4c15-8785-d34c17ed4a47 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3099954
Apr 09 21:06:18.584296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.596079 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2ac86e24-9863-4680-bbfb-8fa3f1dde50b req-8a474dd7-2055-4557-85b0-17f547fd669a service neutron] 10.222.0.25 "GET /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814189
Apr 09 21:06:18.599004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Deleting port f7b077f0-fee5-45fc-a856-810e4bfb2df7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:18.599337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.683962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] For port f7b077f0-fee5-45fc-a856-810e4bfb2df7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7b077f0-fee5-45fc-a856-810e4bfb2df7,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:18.683962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.693926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f933658-0c8e-4155-b91f-3949ad7afa07 req-fbc74a8e-cfbf-4777-a13a-99ffb8433b0d tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2704449
Apr 09 21:06:18.697284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Calling delete_port for f7b077f0-fee5-45fc-a856-810e4bfb2df7 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:18.724014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.739053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:18.780850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-8fcc9fa8-862c-4bc3-a3c8-8fb91bd16e83 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2749827
Apr 09 21:06:18.781652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Attempting to bind port 9ad8016c-e56d-42b1-a21b-8f530a861360 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:18.781991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Attempting to bind port 9ad8016c-e56d-42b1-a21b-8f530a861360 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:18.782319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Attempting to bind port 9ad8016c-e56d-42b1-a21b-8f530a861360 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:18.788138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:18.847247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Port 9ad8016c-e56d-42b1-a21b-8f530a861360 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:06:18.847564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Attempting to bind port 9ad8016c-e56d-42b1-a21b-8f530a861360 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:18.859555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Network ad62b125-1df7-49ad-953e-ad87b77a57c1 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:18.887059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:18.890317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:18.911426 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f7b077f0-fee5-45fc-a856-810e4bfb2df7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:18.939620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b077f0-fee5-45fc-a856-810e4bfb2df7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:19.121105 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (8479cec1-65e9-415c-a712-835b7f8b974b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.180594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3221b95-beb4-4b92-b232-c7521907646e up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:19.228328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port d3221b95-beb4-4b92-b232-c7521907646e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:06:19.236947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d3221b95-beb4-4b92-b232-c7521907646e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:19.237494 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d3221b95-beb4-4b92-b232-c7521907646e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.271097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 71880d13-76a1-445e-a3c8-e6054d854829 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:19.314002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:19.314693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:19.315425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:19.316115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Bound port: 9ad8016c-e56d-42b1-a21b-8f530a861360, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:19.316880 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.341070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee260912-fbdc-4ff3-b5d3-cf2175355f54 req-e1dc8067-575c-4c40-9f1a-6a344f2a322a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:19.343009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee260912-fbdc-4ff3-b5d3-cf2175355f54 req-e1dc8067-575c-4c40-9f1a-6a344f2a322a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 932 time: 0.7213304
Apr 09 21:06:19.349395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Network cdd9fe53-654b-4110-9856-85e40c331c54 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:19.369798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Router 8479cec1-65e9-415c-a712-835b7f8b974b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:06:19.415261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event updated for resources: {'Port': ['ID=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:19.421126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:19.464228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:19.519727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30a34d-0278-4010-9da1-c9e095ae8e83 req-c4a7ae8d-08f9-465a-ba43-09659bc111cc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:19.521788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a30a34d-0278-4010-9da1-c9e095ae8e83 req-c4a7ae8d-08f9-465a-ba43-09659bc111cc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 931 time: 0.6829886
Apr 09 21:06:19.541145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:06:19.548726 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-03225a47-3f3a-4c4a-afbb-8b6a787cc368 admin admin] 10.222.0.30 "PUT /v2.0/routers/8479cec1-65e9-415c-a712-835b7f8b974b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9254208
Apr 09 21:06:19.550494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56722) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:19.552101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d3221b95-beb4-4b92-b232-c7521907646e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:19.552488 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3221b95-beb4-4b92-b232-c7521907646e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.561265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] Sync routers for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:06:19.591549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 71880d13-76a1-445e-a3c8-e6054d854829, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71880d13-76a1-445e-a3c8-e6054d854829,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:19.599228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:19.599847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.606611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:19.607231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375cbb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:19.617079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3221b95-beb4-4b92-b232-c7521907646e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:19.619338 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acbe16d-254f-4130-a2c1-f2417417d787" -d '{"events": [{"server_uuid": "276af9a8-cb98-49e4-b5f7-b53121790a25", "name": "network-vif-plugged", "status": "completed", "tag": "d3221b95-beb4-4b92-b232-c7521907646e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:19.653149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:19.653782 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.660421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '71880d13-76a1-445e-a3c8-e6054d854829', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'port_id': '71880d13-76a1-445e-a3c8-e6054d854829', 'mac_address': 'fa:16:3e:f3:6f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:19.662057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] For port 9ad8016c-e56d-42b1-a21b-8f530a861360, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:19.666945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07f6bf94-9176-45b6-b7eb-ece26576f7c0 req-765b8d06-f95b-42b0-bf34-f3100fc9bb84 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8206143
Apr 09 21:06:19.669082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] For port 9ad8016c-e56d-42b1-a21b-8f530a861360, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ad8016c-e56d-42b1-a21b-8f530a861360,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:19.672759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3221b95-beb4-4b92-b232-c7521907646e,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:19.677518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks [] for router (8479cec1-65e9-415c-a712-835b7f8b974b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.678184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee260912-fbdc-4ff3-b5d3-cf2175355f54 req-87cbb782-b616-48b7-9fd2-dd7b0d4dbe23 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2707093
Apr 09 21:06:19.685971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d3221b95-beb4-4b92-b232-c7521907646e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.691908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-ef3feace-8076-434c-84f7-228aaa285f08 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5381417
Apr 09 21:06:19.699312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.706418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Request body: {'port': {'device_id': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:19.754251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-91343dbf-344a-4a3f-8bdd-9fa16f6b7824 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3343794
Apr 09 21:06:19.781250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a30a34d-0278-4010-9da1-c9e095ae8e83 req-c872e4af-2ee5-40fb-aa64-62d1a7db4daf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450438
Apr 09 21:06:19.793631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Request body: {'port': {'device_id': 'e90cb018-3a7a-43aa-81f0-c1063e3024fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:19.794558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 71880d13-76a1-445e-a3c8-e6054d854829 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:19.795014 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71880d13-76a1-445e-a3c8-e6054d854829), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.831419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks [] for router_gateway (8479cec1-65e9-415c-a712-835b7f8b974b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.833688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:19.836179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d3221b95-beb4-4b92-b232-c7521907646e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:19.847267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71880d13-76a1-445e-a3c8-e6054d854829 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:19.908547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad8016c-e56d-42b1-a21b-8f530a861360,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:19.929933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Deleting port 0edc9bc8-0959-4969-af47-a7cbc12d2202 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:19.930272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.943539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:19.944343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:19.946924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-fd7d68be-743a-4e78-b4f0-71a4b37666a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/9ad8016c-e56d-42b1-a21b-8f530a861360 HTTP/1.1" status: 200  len: 1096 time: 3.5357163
Apr 09 21:06:19.947512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0f03ed-0631-4764-ad2b-f9982421cce5', 'tag': '9ad8016c-e56d-42b1-a21b-8f530a861360'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:19.950393 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b5457-aaee-4304-b7d8-a15003880615" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0f03ed-0631-4764-ad2b-f9982421cce5", "tag": "9ad8016c-e56d-42b1-a21b-8f530a861360"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:19.981811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 71880d13-76a1-445e-a3c8-e6054d854829, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71880d13-76a1-445e-a3c8-e6054d854829,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:20.018195 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (71880d13-76a1-445e-a3c8-e6054d854829), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.043143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] For port 0edc9bc8-0959-4969-af47-a7cbc12d2202, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0edc9bc8-0959-4969-af47-a7cbc12d2202,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:20.043713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.062243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Calling delete_port for 0edc9bc8-0959-4969-af47-a7cbc12d2202 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:20.082608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=71880d13-76a1-445e-a3c8-e6054d854829,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:20.102703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-875d9c9f-094f-4bd1-8139-ad48c02b6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:20.104334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-875d9c9f-094f-4bd1-8139-ad48c02b6cfd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8db9d188edc4c1fb6fb85e81e8dba79&device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 1130 time: 0.0483809
Apr 09 21:06:20.133298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878d817-7004-4683-a03d-f1b04a9f9d78 req-c0ac6781-5363-43f0-b9f6-939c0514f11c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:20.134916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6878d817-7004-4683-a03d-f1b04a9f9d78 req-c0ac6781-5363-43f0-b9f6-939c0514f11c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1336007
Apr 09 21:06:20.156409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375cbb280>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151'}], 'enable_snat': True}, 'gw_port_id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:06:18Z', 'revision_number': 5, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port': {'id': '0edc9bc8-0959-4969-af47-a7cbc12d2202', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:04:42Z', 'updated_at': '2022-04-09T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:20.184335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] Checking router: 8479cec1-65e9-415c-a712-835b7f8b974b for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:06:20.193686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] Routers {'8479cec1-65e9-415c-a712-835b7f8b974b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:20.194287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375cbb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:05:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['8479cec1-65e9-415c-a712-835b7f8b974b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:20.199629 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.202405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-97d163bd-3ed9-4775-abbf-d5b98c3f2e79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=9ad8016c-e56d-42b1-a21b-8f530a861360 HTTP/1.1" status: 200  len: 217 time: 0.0645649
Apr 09 21:06:20.216149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.237929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e852f-3466-4925-a329-a32c8d952e5c req-c5d826bb-c487-4799-982a-1614ea518827 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:20.239774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec1e852f-3466-4925-a329-a32c8d952e5c req-c5d826bb-c487-4799-982a-1614ea518827 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1927419
Apr 09 21:06:20.260146 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0edc9bc8-0959-4969-af47-a7cbc12d2202), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.288939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] Set router 8479cec1-65e9-415c-a712-835b7f8b974b gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:20.296337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edc9bc8-0959-4969-af47-a7cbc12d2202,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:20.342940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375cbb280>, [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:06:19Z', 'revision_number': 6, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:20.365068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6878d817-7004-4683-a03d-f1b04a9f9d78 req-407324a9-392f-4c49-8647-60f9b1508b8f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150669
Apr 09 21:06:20.366521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (8479cec1-65e9-415c-a712-835b7f8b974b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.377914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['71880d13-76a1-445e-a3c8-e6054d854829'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:20.385598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f510539-99f3-40f9-993c-f9a2522b9d64 None None] The sync data for ids ['8479cec1-65e9-415c-a712-835b7f8b974b'] in ncdv-master-1 is: [{'id': '8479cec1-65e9-415c-a712-835b7f8b974b', 'name': 'tempest-ServersTestJSON-606512294-router', 'tenant_id': '48b917a437e7432bbfc884a1067fdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:04:41Z', 'updated_at': '2022-04-09T21:06:19Z', 'revision_number': 6, 'project_id': '48b917a437e7432bbfc884a1067fdfaa', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:06:20.403879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-9b9c1f5a-6f0a-4b05-bead-2b52f12f9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:20.405327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-9b9c1f5a-6f0a-4b05-bead-2b52f12f9d87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1869733
Apr 09 21:06:20.469108 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1e160e20-665a-4976-800c-5dc71e5750e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.476325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec1e852f-3466-4925-a329-a32c8d952e5c req-f79ea89d-75d7-4a16-9a75-8c4b5e77c4a2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992450
Apr 09 21:06:20.503981 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (8479cec1-65e9-415c-a712-835b7f8b974b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.506883 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks [] for router_controller (8479cec1-65e9-415c-a712-835b7f8b974b), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.543315 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27195080-60e0-4b6a-b0d2-ddb93b7470fb x-openstack-request-id: req-27195080-60e0-4b6a-b0d2-ddb93b7470fb {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:20.543609 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276af9a8-cb98-49e4-b5f7-b53121790a25", "name": "network-vif-plugged", "status": "completed", "tag": "d3221b95-beb4-4b92-b232-c7521907646e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:20.543925 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27195080-60e0-4b6a-b0d2-ddb93b7470fb {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:20.544318 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27195080-60e0-4b6a-b0d2-ddb93b7470fb'] response: {'server_uuid': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3221b95-beb4-4b92-b232-c7521907646e', 'code': 200}
Apr 09 21:06:20.581209 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (8479cec1-65e9-415c-a712-835b7f8b974b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.588368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8479cec1-65e9-415c-a712-835b7f8b974b {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:06:20.600041 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.605495 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3ced040f-618f-4879-afe6-1c3c4d7e9790 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8479cec1-65e9-415c-a712-835b7f8b974b HTTP/1.1" status: 204  len: 168 time: 1.0526772
Apr 09 21:06:20.608133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56742) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:20.655385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-574efff7-9089-41fd-91be-6203a878de18 admin admin] Deleting subnet effd5cd0-d2c5-48e4-ad51-75bb0e1ea431 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:06:20.658596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-574efff7-9089-41fd-91be-6203a878de18 admin admin] Publish callbacks [] for subnet (effd5cd0-d2c5-48e4-ad51-75bb0e1ea431), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.675450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-65a53ce7-ae9d-464d-8acd-6cc9e652b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:20.676896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-65a53ce7-ae9d-464d-8acd-6cc9e652b8cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2647789
Apr 09 21:06:20.694603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-574efff7-9089-41fd-91be-6203a878de18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (effd5cd0-d2c5-48e4-ad51-75bb0e1ea431), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.786462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4826a9-d47a-4ce4-b2ca-6e60f4aacb92 req-5b4da0a3-9211-41eb-b867-ae14f4b56305 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:20.787926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed4826a9-d47a-4ce4-b2ca-6e60f4aacb92 req-5b4da0a3-9211-41eb-b867-ae14f4b56305 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 948 time: 0.2328227
Apr 09 21:06:20.793441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-574efff7-9089-41fd-91be-6203a878de18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (effd5cd0-d2c5-48e4-ad51-75bb0e1ea431), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.830403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dfe15-2d79-4289-8e02-a42c8b6f5376 req-a96f2260-8f3d-4292-8184-bd7141f5b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:20.831938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-850dfe15-2d79-4289-8e02-a42c8b6f5376 req-a96f2260-8f3d-4292-8184-bd7141f5b52f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 1127 time: 0.1770287
Apr 09 21:06:20.857020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-574efff7-9089-41fd-91be-6203a878de18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (effd5cd0-d2c5-48e4-ad51-75bb0e1ea431), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.880622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574efff7-9089-41fd-91be-6203a878de18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=effd5cd0-d2c5-48e4-ad51-75bb0e1ea431,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:20.886417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-574efff7-9089-41fd-91be-6203a878de18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:20.892612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-574efff7-9089-41fd-91be-6203a878de18 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/effd5cd0-d2c5-48e4-ad51-75bb0e1ea431 HTTP/1.1" status: 204  len: 168 time: 0.2822578
Apr 09 21:06:20.893292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56748) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:20.893560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fe9c5-6b24-4de6-8043-0faf16cff0bd None None] Network 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:20.900304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9beee9-9ad5-4d5d-8d25-34ab5c2f9262 req-961145a3-cf9e-40e0-a4d9-7a4f172ba84f tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:20.901913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d9beee9-9ad5-4d5d-8d25-34ab5c2f9262 req-961145a3-cf9e-40e0-a4d9-7a4f172ba84f tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 944 time: 0.2437489
Apr 09 21:06:20.969355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (0bc5e448-da4a-443d-9ac2-ea8630aa20c9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.018741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Deleting port b3e31233-89f4-40f8-b70f-da2fb83b835c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:21.019329 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.063421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed4826a9-d47a-4ce4-b2ca-6e60f4aacb92 req-c111e92f-ad2c-4e53-88df-67e20e22e714 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491565
Apr 09 21:06:21.075921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-37f9aae4-4768-4046-9cac-baccfa0f8a46 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3632596
Apr 09 21:06:21.083449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] For port b3e31233-89f4-40f8-b70f-da2fb83b835c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3e31233-89f4-40f8-b70f-da2fb83b835c,segment=NetworkSegment(e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8),segment_id=e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:21.083844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.099368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Calling delete_port for b3e31233-89f4-40f8-b70f-da2fb83b835c owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:21.155759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d9beee9-9ad5-4d5d-8d25-34ab5c2f9262 req-662cd2f5-b8df-4c79-b547-f760bbd079db tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2354310
Apr 09 21:06:21.197168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] DHCP port deletion for 0bc5e448-da4a-443d-9ac2-ea8630aa20c9 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:06:21.206219 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8522243f-bee5-4960-ac57-f7f3483858b4 x-openstack-request-id: req-8522243f-bee5-4960-ac57-f7f3483858b4 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:21.206515 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0f03ed-0631-4764-ad2b-f9982421cce5", "tag": "9ad8016c-e56d-42b1-a21b-8f530a861360", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:21.206771 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8522243f-bee5-4960-ac57-f7f3483858b4 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:21.207171 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8522243f-bee5-4960-ac57-f7f3483858b4'] response: {'name': 'network-changed', 'server_uuid': '9b0f03ed-0631-4764-ad2b-f9982421cce5', 'tag': '9ad8016c-e56d-42b1-a21b-8f530a861360', 'status': 'completed', 'code': 200}
Apr 09 21:06:21.228703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.268049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e31233-89f4-40f8-b70f-da2fb83b835c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:21.272265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] No DVR routers for this DVR port b3e31233-89f4-40f8-b70f-da2fb83b835c on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:21.285185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 71880d13-76a1-445e-a3c8-e6054d854829 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:21.324083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] Deleting port b3e31233-89f4-40f8-b70f-da2fb83b835c {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:21.324083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.357635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 71880d13-76a1-445e-a3c8-e6054d854829 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:06:21.358841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (0bc5e448-da4a-443d-9ac2-ea8630aa20c9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.385286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23743d8a30>,) {'filters': {'network_id': ['0bc5e448-da4a-443d-9ac2-ea8630aa20c9']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:21.388452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89a1903-4bc6-4937-ab1c-08ead482d6d7 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:21.391822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 71880d13-76a1-445e-a3c8-e6054d854829 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:21.392679 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71880d13-76a1-445e-a3c8-e6054d854829), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.400592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23743d8a30>, 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:21.401145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23743d8a30>, 'e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:21.409447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5ebec-0c27-4322-8bda-c6307f415350 req-a55c02d7-7095-42d0-85c9-f08d88ab9298 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:21.410934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9e5ebec-0c27-4322-8bda-c6307f415350 req-a55c02d7-7095-42d0-85c9-f08d88ab9298 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 931 time: 0.1545625
Apr 09 21:06:21.413086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90cf676d-c8f3-41cf-a14c-e4cb9d6e24b6 req-9060978b-42be-4cb5-b319-54398dc24ad1 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3122609
Apr 09 21:06:21.416014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Publish callbacks [] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.420160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1661061-1748-4e9c-b1ed-3c1a2c5a14cf {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:21.436477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c62cf-e8cc-46d6-a435-62250aa40fc1 req-c8561599-f8e7-4209-acce-20f94590112d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:21.439064 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.448191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed8c62cf-e8cc-46d6-a435-62250aa40fc1 req-c8561599-f8e7-4209-acce-20f94590112d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 932 time: 0.1473107
Apr 09 21:06:21.459882 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.466430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Publish callbacks [] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.469850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] For port b3e31233-89f4-40f8-b70f-da2fb83b835c, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:21.470244 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.471517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:06:21.473349 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (e15d6531-c5e8-4299-8f5c-d56aa8f6e2c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:06:21.480048 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:06:21.493091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] Calling delete_port for b3e31233-89f4-40f8-b70f-da2fb83b835c owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:21.508318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Transition to ACTIVE for port object b89a1903-4bc6-4937-ab1c-08ead482d6d7 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:06:21.509396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] Port b3e31233-89f4-40f8-b70f-da2fb83b835c was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:06:21.515800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (b3e31233-89f4-40f8-b70f-da2fb83b835c), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.528450 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.530704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Transition to ACTIVE for port object a1661061-1748-4e9c-b1ed-3c1a2c5a14cf will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:06:21.565098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (0bc5e448-da4a-443d-9ac2-ea8630aa20c9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.569769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0edc9bc8-0959-4969-af47-a7cbc12d2202 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:21.575652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.576406 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.577066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] Pushing event deleted for resources: {'Port': ['ID=b3e31233-89f4-40f8-b70f-da2fb83b835c,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:21.583440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] 10.222.0.30 "DELETE /v2.0/networks/0bc5e448-da4a-443d-9ac2-ea8630aa20c9 HTTP/1.1" status: 204  len: 168 time: 0.6891315
Apr 09 21:06:21.603502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083d4c1-4049-40b8-a899-7220827f528e admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc5e448-da4a-443d-9ac2-ea8630aa20c9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:21.606101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9e5ebec-0c27-4322-8bda-c6307f415350 req-e863127d-3adc-4576-8211-9803dafd0cfc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511707
Apr 09 21:06:21.621519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed8c62cf-e8cc-46d6-a435-62250aa40fc1 req-64016c65-eda4-4f2c-b35b-6252a2683231 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489174
Apr 09 21:06:21.635325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a24a06-cbf3-40fb-aa84-be6fac3f85fa None None] No DVR routers for this DVR port b3e31233-89f4-40f8-b70f-da2fb83b835c on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:21.651254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 0edc9bc8-0959-4969-af47-a7cbc12d2202 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:21.651254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0edc9bc8-0959-4969-af47-a7cbc12d2202 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:21.651254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f7b077f0-fee5-45fc-a856-810e4bfb2df7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:21.652090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:21.707544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f7b077f0-fee5-45fc-a856-810e4bfb2df7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:21.707917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f7b077f0-fee5-45fc-a856-810e4bfb2df7 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:21.708310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b3e31233-89f4-40f8-b70f-da2fb83b835c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:21.711489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 71880d13-76a1-445e-a3c8-e6054d854829 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:21.711489 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71880d13-76a1-445e-a3c8-e6054d854829), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.773113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b3e31233-89f4-40f8-b70f-da2fb83b835c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:21.773760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b3e31233-89f4-40f8-b70f-da2fb83b835c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:21.809232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 71880d13-76a1-445e-a3c8-e6054d854829, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71880d13-76a1-445e-a3c8-e6054d854829,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:21.820069 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (71880d13-76a1-445e-a3c8-e6054d854829), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.820069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:21.842468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56766) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:21.906146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=71880d13-76a1-445e-a3c8-e6054d854829,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:21.916606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56768) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:21.923452 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-95ac3bbc-fd66-499d-a881-0e0a21ddd6c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48b917a437e7432bbfc884a1067fdfaa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0790734
Apr 09 21:06:21.937824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Pushing event updated for resources: {'Port': ['ID=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:21.951194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 40d3d034-bc3b-4d5c-b33e-e60acf160036 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:21.951609 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:21.958561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-850dfe15-2d79-4289-8e02-a42c8b6f5376 req-0d20a0af-a08b-4c77-a403-fda17927beca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946771
Apr 09 21:06:21.968850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c839423-bf25-4404-b489-b6bda61cc4b8 req-289cceb1-40e1-458f-b019-cb2ed25d2d47 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:21.970360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c839423-bf25-4404-b489-b6bda61cc4b8 req-289cceb1-40e1-458f-b019-cb2ed25d2d47 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1886039
Apr 09 21:06:21.991006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bbe18-f8d4-4c16-822c-f8d59b5a76fc req-ef3885a9-7a51-49c4-b5b1-68044ebacbef tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:21.994397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea3bbe18-f8d4-4c16-822c-f8d59b5a76fc req-ef3885a9-7a51-49c4-b5b1-68044ebacbef tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 951 time: 0.1933377
Apr 09 21:06:21.997672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:22.009566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Attempting to bind port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:22.009898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Attempting to bind port b89a1903-4bc6-4937-ab1c-08ead482d6d7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:22.010223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Attempting to bind port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:22.012046 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.027188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Attempting to bind port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:22.027529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Attempting to bind port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:22.027884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Attempting to bind port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:22.047769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:06:22.048088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Attempting to bind port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:22.059924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:22.066453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf on network cdd9fe53-654b-4110-9856-85e40c331c54 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:06:22.066767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Attempting to bind port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf on network cdd9fe53-654b-4110-9856-85e40c331c54 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:22.073065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:22.073394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Checking segment: {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:22.073775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Bound using segment: {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:22.074199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Bound port: b89a1903-4bc6-4937-ab1c-08ead482d6d7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:22.074613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.105374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:22.105633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Checking segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:22.106069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Bound using segment: {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:22.106499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Bound port: a1661061-1748-4e9c-b1ed-3c1a2c5a14cf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:22.106849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.175250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea3bbe18-f8d4-4c16-822c-f8d59b5a76fc req-125e51a7-e618-469e-a3a7-fca6bd7193bb tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601307
Apr 09 21:06:22.182490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c839423-bf25-4404-b489-b6bda61cc4b8 req-d691ed9e-dc88-4427-8b41-0bcee0ab4771 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854868
Apr 09 21:06:22.186195 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-296fe8c5-0bc8-418d-af07-a3ab9c93f994 admin admin] Publish callbacks [] for security_group (542a1e1b-822d-4e1f-bdf0-4fcf0971f0f1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.242299 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-296fe8c5-0bc8-418d-af07-a3ab9c93f994 admin admin] Publish callbacks [] for security_group (542a1e1b-822d-4e1f-bdf0-4fcf0971f0f1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.341578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:22.387169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dc5ff-d8ec-4f27-85e7-ee0422473096 req-94bce2ae-40ab-4f01-a1e7-4b5fe6e8a104 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:22.388665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-419dc5ff-d8ec-4f27-85e7-ee0422473096 req-94bce2ae-40ab-4f01-a1e7-4b5fe6e8a104 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1444755
Apr 09 21:06:22.394135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:22.397660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] For port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:22.420971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719b424-7c93-4dd6-b513-0a3b74275aa9 req-f0720599-a0cb-4ec2-b651-da06a0e9d59b tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:22.422475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3719b424-7c93-4dd6-b513-0a3b74275aa9 req-f0720599-a0cb-4ec2-b651-da06a0e9d59b tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 948 time: 0.1645615
Apr 09 21:06:22.427493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] For port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:22.429298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.472106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.502334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:22.502986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.504396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] 10.222.0.32 "PUT /v2.0/ports/b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 1092 time: 2.8024821
Apr 09 21:06:22.521238 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-296fe8c5-0bc8-418d-af07-a3ab9c93f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (542a1e1b-822d-4e1f-bdf0-4fcf0971f0f1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.523696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-296fe8c5-0bc8-418d-af07-a3ab9c93f994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.524797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-296fe8c5-0bc8-418d-af07-a3ab9c93f994 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/542a1e1b-822d-4e1f-bdf0-4fcf0971f0f1 HTTP/1.1" status: 204  len: 168 time: 0.5990875
Apr 09 21:06:22.545066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71880d13-76a1-445e-a3c8-e6054d854829'}, {'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:22.547651 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba7b08d-435e-43a1-9816-c9355aee970d" -d '{"events": [{"server_uuid": "65bd15c9-6492-4273-a5fc-12f183befa1c", "name": "network-vif-plugged", "status": "completed", "tag": "71880d13-76a1-445e-a3c8-e6054d854829"}, {"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-unplugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:22.562262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:22.563067 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.564547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] 10.222.0.32 "PUT /v2.0/ports/a1661061-1748-4e9c-b1ed-3c1a2c5a14cf HTTP/1.1" status: 200  len: 1091 time: 2.7754369
Apr 09 21:06:22.581329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-419dc5ff-d8ec-4f27-85e7-ee0422473096 req-e8bbd09c-e14e-4ecd-8fee-17e7b55b7e9c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811540
Apr 09 21:06:22.582027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fe8c5-0bc8-418d-af07-a3ab9c93f994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542a1e1b-822d-4e1f-bdf0-4fcf0971f0f1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:22.589772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fc3fc-532d-4fcc-8b39-35e4e413ccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:22.627619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3719b424-7c93-4dd6-b513-0a3b74275aa9 req-6faada66-dffb-49dc-99df-25eec4ae80ce tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907327
Apr 09 21:06:22.652902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f9e9e-9c5c-453c-a935-3ad4a5eadb68 service neutron] Pushing event updated for resources: {'Port': ['ID=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:22.723766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c8603-afcd-414b-bd79-4ac8ca62f240 req-9126f235-1313-4b1b-b4ab-6a877c058a5c tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:22.725642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-584c8603-afcd-414b-bd79-4ac8ca62f240 req-9126f235-1313-4b1b-b4ab-6a877c058a5c tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0571432
Apr 09 21:06:22.777852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-584c8603-afcd-414b-bd79-4ac8ca62f240 req-0e4d5885-8754-4382-8d79-8b95b18f89b3 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460753
Apr 09 21:06:22.816061 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c234497b-566f-438f-af36-040b12e7312c x-openstack-request-id: req-c234497b-566f-438f-af36-040b12e7312c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:22.816587 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bd15c9-6492-4273-a5fc-12f183befa1c", "name": "network-vif-plugged", "status": "completed", "tag": "71880d13-76a1-445e-a3c8-e6054d854829", "code": 200}, {"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-unplugged", "status": "completed", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:22.817079 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c234497b-566f-438f-af36-040b12e7312c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:22.817673 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c234497b-566f-438f-af36-040b12e7312c'] response: {'server_uuid': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71880d13-76a1-445e-a3c8-e6054d854829', 'code': 200}
Apr 09 21:06:22.818121 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c234497b-566f-438f-af36-040b12e7312c'] response: {'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'code': 200}
Apr 09 21:06:22.867160 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3dba9373-73d9-42d8-a2bb-cf9a10d812ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:22.911435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1838d3-d792-4839-8be0-72b6c4daa977 req-6264d8f2-d4ae-4d36-bf0a-627edb232540 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:22.912922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf1838d3-d792-4839-8be0-72b6c4daa977 req-6264d8f2-d4ae-4d36-bf0a-627edb232540 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 943 time: 0.0782888
Apr 09 21:06:22.934798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c289ba4-91a2-4f3e-9b73-aca2d966d808 req-9b537927-bc6e-40d1-8072-62df8c85900e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:22.936242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c289ba4-91a2-4f3e-9b73-aca2d966d808 req-9b537927-bc6e-40d1-8072-62df8c85900e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.0712039
Apr 09 21:06:23.000603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf1838d3-d792-4839-8be0-72b6c4daa977 req-4a71aaa4-05a5-4288-bcf9-92343bddeaaf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795536
Apr 09 21:06:23.004811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c289ba4-91a2-4f3e-9b73-aca2d966d808 req-b39ca5ca-21e6-4fcd-a0b7-85576bbc240d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622220
Apr 09 21:06:23.208715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7'}, {'name': 'network-changed', 'server_uuid': 'e90cb018-3a7a-43aa-81f0-c1063e3024fb', 'tag': 'a1661061-1748-4e9c-b1ed-3c1a2c5a14cf'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:23.211778 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467a532-c711-4cc2-9dc4-d75e96d87540" -d '{"events": [{"name": "network-changed", "server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7"}, {"name": "network-changed", "server_uuid": "e90cb018-3a7a-43aa-81f0-c1063e3024fb", "tag": "a1661061-1748-4e9c-b1ed-3c1a2c5a14cf"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:23.261129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56844) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:23.307647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39728c-18e5-4004-9f71-89da60e232be req-9df2607a-a65c-444f-b231-f527adc081ed tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:23.310040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd39728c-18e5-4004-9f71-89da60e232be req-9df2607a-a65c-444f-b231-f527adc081ed tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0564620
Apr 09 21:06:23.312101 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47491de2-5d74-48b3-9553-d0ecc40bcbb1 x-openstack-request-id: req-47491de2-5d74-48b3-9553-d0ecc40bcbb1 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:23.312501 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e90cb018-3a7a-43aa-81f0-c1063e3024fb", "tag": "a1661061-1748-4e9c-b1ed-3c1a2c5a14cf", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:23.313489 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47491de2-5d74-48b3-9553-d0ecc40bcbb1 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:23.314032 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47491de2-5d74-48b3-9553-d0ecc40bcbb1'] response: {'name': 'network-changed', 'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'status': 'completed', 'code': 200}
Apr 09 21:06:23.314373 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47491de2-5d74-48b3-9553-d0ecc40bcbb1'] response: {'name': 'network-changed', 'server_uuid': 'e90cb018-3a7a-43aa-81f0-c1063e3024fb', 'tag': 'a1661061-1748-4e9c-b1ed-3c1a2c5a14cf', 'status': 'completed', 'code': 200}
Apr 09 21:06:23.392622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1771296608-network', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:23.414912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Made reservation on behalf of be8cef49b0454f9bb34f7d52b7918a6c for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:23.417459 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:23.427393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:23.537491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Publish callbacks [] for security_group (0da0edd2-9db4-47ff-baf2-b941ce8d484b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:23.543946 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0da0edd2-9db4-47ff-baf2-b941ce8d484b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:23.571807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:06:23.583726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da0edd2-9db4-47ff-baf2-b941ce8d484b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:23.590300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (20d813cb-7626-4b37-9dad-0ac464eb97af), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:23.590709 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Added segment 20d813cb-7626-4b37-9dad-0ac464eb97af of type vlan for network e88960d2-bd5c-46d3-9b62-3ba00bb82e86
Apr 09 21:06:23.640964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e88960d2-bd5c-46d3-9b62-3ba00bb82e86), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:23.681963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e88960d2-bd5c-46d3-9b62-3ba00bb82e86), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:23.682949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:23.683522 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:23.753527 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4880280
Apr 09 21:06:23.754958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fedeb5-0f7a-4799-addd-c497cab665e1 req-2229478e-30ac-4b79-adbc-04b1441f45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:23.756446 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a5fedeb5-0f7a-4799-addd-c497cab665e1 req-2229478e-30ac-4b79-adbc-04b1441f45b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 1127 time: 0.0866323
Apr 09 21:06:23.759562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56884) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:23.769731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Request body: {'subnet': {'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1771296608-subnet', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:23.798507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d2cd1-9d87-4b7f-9684-96d92af63f0d admin admin] Pushing event updated for resources: {'Network': ['ID=e88960d2-bd5c-46d3-9b62-3ba00bb82e86,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:23.809371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:06:23.825602 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a5fedeb5-0f7a-4799-addd-c497cab665e1 req-df674903-fa37-467f-b8bf-d06e9f19219f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443881
Apr 09 21:06:23.853211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120754a4-d2ba-4730-b067-97b155e7fadf req-f502cb57-c6be-4da6-b59b-5546aaf772a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:23.854733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-f502cb57-c6be-4da6-b59b-5546aaf772a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 1125 time: 0.5391507
Apr 09 21:06:23.892493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-aa0f6fef-49db-47b0-a96d-562eb8e882b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:23.894082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-aa0f6fef-49db-47b0-a96d-562eb8e882b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 1126 time: 0.5696843
Apr 09 21:06:23.923851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-2846def5-69e1-4c13-b480-bde96a8f83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:23.925240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-2846def5-69e1-4c13-b480-bde96a8f83ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8db9d188edc4c1fb6fb85e81e8dba79&device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 1130 time: 0.1610532
Apr 09 21:06:23.937952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd39728c-18e5-4004-9f71-89da60e232be req-f7299a6a-8309-427e-9d18-16080e27e658 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6111047
Apr 09 21:06:23.939210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-22a273f8-5b6a-4ba6-84dc-e5aeafdf51c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf HTTP/1.1" status: 200  len: 217 time: 0.0691421
Apr 09 21:06:23.945163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2d1e8-6644-4dc0-8f49-7d4e48df37e5 req-1dd7fbbd-6649-498d-a11a-7cbb8105bd37 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:23.946596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4a2d1e8-6644-4dc0-8f49-7d4e48df37e5 req-1dd7fbbd-6649-498d-a11a-7cbb8105bd37 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1835093
Apr 09 21:06:23.947135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Made reservation on behalf of be8cef49b0454f9bb34f7d52b7918a6c for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:23.949357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:24.022784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-f29b98f5-a15a-4dc3-930c-86589431b561 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 217 time: 0.0958629
Apr 09 21:06:24.050528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:24.170477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120754a4-d2ba-4730-b067-97b155e7fadf req-a0c88ec0-e52c-459a-8686-8bb6e1ecdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:24.172032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-a0c88ec0-e52c-459a-8686-8bb6e1ecdd98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.2192459
Apr 09 21:06:24.228565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b5df0-22ab-4b4c-bf4d-1486070f1ec3 req-98a878c0-52c4-4e0b-9ba2-cc38ca16a80a tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:24.230044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e7b5df0-22ab-4b4c-bf4d-1486070f1ec3 req-98a878c0-52c4-4e0b-9ba2-cc38ca16a80a tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 948 time: 0.2063627
Apr 09 21:06:24.289426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4a2d1e8-6644-4dc0-8f49-7d4e48df37e5 req-7c0c6a72-e9fd-4e86-85c1-b5252db15742 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3355310
Apr 09 21:06:24.291085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-f8907544-951d-4ca1-9bde-5b153d6a1c89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1015773
Apr 09 21:06:24.299625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-a26eac91-f1c4-4b95-8260-fffdcd301acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:24.301073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-a26eac91-f1c4-4b95-8260-fffdcd301acc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 200  len: 854 time: 0.2519858
Apr 09 21:06:24.384948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-e99befc0-752c-4ee2-bb90-acec2b53f029 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad62b125-1df7-49ad-953e-ad87b77a57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0697324
Apr 09 21:06:24.531799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-b79e8310-7008-4187-ba9e-4ea77203fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:24.533336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-b79e8310-7008-4187-ba9e-4ea77203fc96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.4268007
Apr 09 21:06:24.542916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e7b5df0-22ab-4b4c-bf4d-1486070f1ec3 req-052381f2-4dd8-4dc6-9d19-0bfdb539aa41 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908592
Apr 09 21:06:24.612882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a7364-92d7-447c-9dbf-02fa78fbece9 req-393c2b3c-6baa-4715-a810-265140b2d249 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:24.614337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e81a7364-92d7-447c-9dbf-02fa78fbece9 req-393c2b3c-6baa-4715-a810-265140b2d249 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.1865313
Apr 09 21:06:24.630884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-149079fe-adeb-4ec6-bc62-c62a6e188cac service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3268678
Apr 09 21:06:24.750505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bd27a-2867-4d54-ba2f-1487185cdfd5 req-f1c1d608-f728-4db3-accf-21d59c5bd5de tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:24.751946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a85bd27a-2867-4d54-ba2f-1487185cdfd5 req-f1c1d608-f728-4db3-accf-21d59c5bd5de tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 943 time: 0.1503069
Apr 09 21:06:24.826069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-2619d91a-f090-442e-94e8-c32121430c0f service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4025147
Apr 09 21:06:24.830892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-677d2bb8-82c3-48f4-bdbb-3a132e3feea1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=9ad8016c-e56d-42b1-a21b-8f530a861360 HTTP/1.1" status: 200  len: 217 time: 0.0967071
Apr 09 21:06:24.831693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (afcde071-ffde-4297-a953-7ae2c462e9dc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.020647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e81a7364-92d7-447c-9dbf-02fa78fbece9 req-aeee1866-3370-4d9b-b463-1e1b72003234 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3919177
Apr 09 21:06:25.054243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afcde071-ffde-4297-a953-7ae2c462e9dc,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:25.058710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a85bd27a-2867-4d54-ba2f-1487185cdfd5 req-f9a90ced-8f19-4b46-bbe2-4e7162cdbca5 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2950723
Apr 09 21:06:25.062322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-e7f34181-f27c-4479-acd9-2c99ca2d23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:25.063618 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.064637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-e7f34181-f27c-4479-acd9-2c99ca2d23c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2105570
Apr 09 21:06:25.075478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-120754a4-d2ba-4730-b067-97b155e7fadf req-70a0866f-b767-4961-b700-e0a7834f1bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4236257
Apr 09 21:06:25.096205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Checking segment: {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:25.096633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Network hostable DHCP agents. Network: e88960d2-bd5c-46d3-9b62-3ba00bb82e86, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:06:25.124039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4775c8fb-a761-45a6-9bd7-f4d868f8a552 req-903860da-172e-4677-9e7e-ca492c880e09 service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2825568
Apr 09 21:06:25.127279 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.174609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d12b-219b-4120-b289-9650b8310268 req-42bd3ac1-6844-41fa-ab53-88fc282c0dbb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:25.176246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29e2d12b-219b-4120-b289-9650b8310268 req-42bd3ac1-6844-41fa-ab53-88fc282c0dbb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.0713365
Apr 09 21:06:25.177339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:06:25.202302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:25.240535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-4a8500e6-d3f8-4d92-a343-9b8681ec62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:25.242120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-4a8500e6-d3f8-4d92-a343-9b8681ec62b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0495520
Apr 09 21:06:25.243842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e88960d2-bd5c-46d3-9b62-3ba00bb82e86) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:25.263022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba1a585-a255-45de-9a2c-50b6922f4015 None None] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:25.285746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:25.286340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.389620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0117a697-30d9-4801-a4b1-4ebe21790711 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6242244
Apr 09 21:06:25.390632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56916) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:25.395211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:25.402352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0634a-6331-4706-8b03-62c519ddfee3 req-e2c4de0f-fd34-43cb-a617-f24aeee2b548 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:25.404085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18b0634a-6331-4706-8b03-62c519ddfee3 req-e2c4de0f-fd34-43cb-a617-f24aeee2b548 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1223412
Apr 09 21:06:25.423515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (95e24637-9762-4897-a513-20fe0f33ae0d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.424694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (95e24637-9762-4897-a513-20fe0f33ae0d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.445609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29e2d12b-219b-4120-b289-9650b8310268 req-86821912-b3b4-43a7-9e7b-aea7bb3de5fe tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603247
Apr 09 21:06:25.459579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-788d59f5-b043-43c7-af59-6d6026027e89 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079909
Apr 09 21:06:25.473243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9ad8016c-e56d-42b1-a21b-8f530a861360 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:25.517463 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks [] for router_controller (95e24637-9762-4897-a513-20fe0f33ae0d), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.522052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18b0634a-6331-4706-8b03-62c519ddfee3 req-4bf20712-cbf5-4101-bfe8-870ed1e4520d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095150
Apr 09 21:06:25.598730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:25.644577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03', 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'port_id': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03', 'mac_address': 'fa:16:3e:5a:91:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae8c63-e4b1-4661-affc-bdda2a7aff13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:25.670214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f1b5457-aaee-4304-b7d8-a15003880615 req-3efaef95-c920-4c51-834a-1e9c4b61004a service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2029407
Apr 09 21:06:25.679097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437e43c-bc24-4652-86cf-befebaf937c9 req-507300d3-547f-4959-bf7a-09245de7aded tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:25.689471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e437e43c-bc24-4652-86cf-befebaf937c9 req-507300d3-547f-4959-bf7a-09245de7aded tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0870895
Apr 09 21:06:25.710292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:06:25.711171 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.754796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9ad8016c-e56d-42b1-a21b-8f530a861360, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ad8016c-e56d-42b1-a21b-8f530a861360,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:25.756916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e437e43c-bc24-4652-86cf-befebaf937c9 req-edd53630-c7e2-4a1f-831b-a63a4b394096 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662520
Apr 09 21:06:25.763045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks [] for router_gateway (95e24637-9762-4897-a513-20fe0f33ae0d), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.779627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:25.780072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.852826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '9ad8016c-e56d-42b1-a21b-8f530a861360', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '9ad8016c-e56d-42b1-a21b-8f530a861360', 'mac_address': 'fa:16:3e:2e:42:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:25.868020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:25.921947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:25.934700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:25.986294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2202e3-a483-4c0b-afa9-fda410f80254 req-8bf124e9-5006-4649-bddd-98d1369a8abf tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:25.987868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb2202e3-a483-4c0b-afa9-fda410f80254 req-8bf124e9-5006-4649-bddd-98d1369a8abf tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 948 time: 0.0918798
Apr 09 21:06:26.018063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9ad8016c-e56d-42b1-a21b-8f530a861360 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:26.018697 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.020676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:26.054709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad8016c-e56d-42b1-a21b-8f530a861360 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:26.055684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb2202e3-a483-4c0b-afa9-fda410f80254 req-83a4c009-096c-4e45-b8d2-e9a819f45c05 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613494
Apr 09 21:06:26.064131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Allocated IP 172.20.0.2 (e88960d2-bd5c-46d3-9b62-3ba00bb82e86/afcde071-ffde-4297-a953-7ae2c462e9dc/c0b48c46-7f86-47e5-afdb-c14030328e68) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:26.085197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks [] for router_gateway (95e24637-9762-4897-a513-20fe0f33ae0d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.092515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9ad8016c-e56d-42b1-a21b-8f530a861360, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ad8016c-e56d-42b1-a21b-8f530a861360,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:26.112833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.115988 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.164045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['048d8001-0bf8-4fc1-81cf-7a1f07ec5f03'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:26.219974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a70527-146e-4c2e-b009-1f1647401f97 req-d51da869-c54d-4de9-896f-eac969717bba tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:26.221528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7a70527-146e-4c2e-b009-1f1647401f97 req-d51da869-c54d-4de9-896f-eac969717bba tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0852931
Apr 09 21:06:26.238703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Allocated IP 172.35.0.6 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/f22577c6-5df6-4a33-b2cc-6fe8e2b07d04) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:26.239233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139c919-3424-409c-bc65-630af9cfd311 req-ef0c0cf5-ac50-437b-a01a-aa2689f54f49 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:26.241459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7139c919-3424-409c-bc65-630af9cfd311 req-ef0c0cf5-ac50-437b-a01a-aa2689f54f49 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0751865
Apr 09 21:06:26.271905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9ad8016c-e56d-42b1-a21b-8f530a861360,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:26.324028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7a70527-146e-4c2e-b009-1f1647401f97 req-9fa0250a-ed65-48de-b5ac-23a40fc4f2d0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815687
Apr 09 21:06:26.331736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7139c919-3424-409c-bc65-630af9cfd311 req-9be4eda8-7c06-43a2-ae70-dccf90f4ef23 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725231
Apr 09 21:06:26.360227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks [] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.396381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.404628 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Publish callbacks [] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.432198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.451674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:26.458061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:26.460676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:26.463321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=f22577c6-5df6-4a33-b2cc-6fe8e2b07d04,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:26.472425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.472676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.484592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:06:26.505298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9ad8016c-e56d-42b1-a21b-8f530a861360'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:26.512756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2665c-ee9b-4717-97ba-3603cdc971d2 req-70d5ca2b-f0f6-4e11-8044-2d6accca5258 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:26.515078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4c2665c-ee9b-4717-97ba-3603cdc971d2 req-70d5ca2b-f0f6-4e11-8044-2d6accca5258 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 943 time: 0.0907881
Apr 09 21:06:26.539699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:26.557570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:26.565115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:26.570723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Pushing event updated for resources: {'Port': ['ID=c0b48c46-7f86-47e5-afdb-c14030328e68,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:26.599203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0cac3-d39b-466e-9e6d-4ae3883b2ea4 req-ff3f4857-031a-4d3d-b866-b5726f3032f7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:26.600716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93b0cac3-d39b-466e-9e6d-4ae3883b2ea4 req-ff3f4857-031a-4d3d-b866-b5726f3032f7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0705552
Apr 09 21:06:26.611469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56980) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:26.615892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Request body: {'floatingip': {'port_id': '71880d13-76a1-445e-a3c8-e6054d854829'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:26.658081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for floatingip (72607664-ab5e-4b02-9ccb-e28d91bfbb95), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.669870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Attempting to bind port c0b48c46-7f86-47e5-afdb-c14030328e68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:26.670487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Attempting to bind port c0b48c46-7f86-47e5-afdb-c14030328e68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:26.670993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Attempting to bind port c0b48c46-7f86-47e5-afdb-c14030328e68 on network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:26.694971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:26.696105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Checking segment: {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:26.696569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4c2665c-ee9b-4717-97ba-3603cdc971d2 req-f1666417-c182-4afc-81fb-4f4a15d2ae02 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724336
Apr 09 21:06:26.696819 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.697718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Bound using segment: {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:26.698351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Bound port: c0b48c46-7f86-47e5-afdb-c14030328e68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:26.699479 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.764315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks [] for router_gateway (95e24637-9762-4897-a513-20fe0f33ae0d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.780961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471d448-9871-46a7-8c81-d718fdb20d0b req-a58fa025-65bb-415a-80d4-c668159db13e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:26.782689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a471d448-9871-46a7-8c81-d718fdb20d0b req-a58fa025-65bb-415a-80d4-c668159db13e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.0851352
Apr 09 21:06:26.875746 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.886229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] For port c0b48c46-7f86-47e5-afdb-c14030328e68, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:26.890200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] For port c0b48c46-7f86-47e5-afdb-c14030328e68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b48c46-7f86-47e5-afdb-c14030328e68,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:26.897634 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:26.956485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd303056-1f99-4b3a-9bb0-07401b9f4f62 None None] Pushing event updated for resources: {'Port': ['ID=c0b48c46-7f86-47e5-afdb-c14030328e68,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:27.009286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-bbc8229a-96f4-406d-b04f-20c2ed1a543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:27.012779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-bbc8229a-96f4-406d-b04f-20c2ed1a543a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 1126 time: 0.1681151
Apr 09 21:06:27.039130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a471d448-9871-46a7-8c81-d718fdb20d0b req-9eb0ed36-b429-4eb8-a9b8-01b2120bb5c5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478554
Apr 09 21:06:27.057915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127bcb5-c668-4199-914c-158ec961b0d6 req-d4561adf-de8b-426e-a5db-0b6abc08eb7d tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:27.059548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b127bcb5-c668-4199-914c-158ec961b0d6 req-d4561adf-de8b-426e-a5db-0b6abc08eb7d tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 944 time: 0.1941977
Apr 09 21:06:27.200031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:27.290678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:27.290678 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.345542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (95e24637-9762-4897-a513-20fe0f33ae0d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.446257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:27.447438 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.485956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:27.488613 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67af4f0-ae6b-485a-aa85-ae3e3fdcf61f" -d '{"events": [{"server_uuid": "95b84c86-30cb-41cd-9654-0f3a7569149f", "name": "network-vif-plugged", "status": "completed", "tag": "048d8001-0bf8-4fc1-81cf-7a1f07ec5f03"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:27.491461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c0b48c46-7f86-47e5-afdb-c14030328e68 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:27.520884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Router 95e24637-9762-4897-a513-20fe0f33ae0d is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:06:27.532428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9ad8016c-e56d-42b1-a21b-8f530a861360 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:27.543719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:27.576627 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.636043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec666-7ab3-4dc4-b9f6-0653665463e1 req-5805bcb5-268c-4464-9317-f94829e6cb85 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:27.637505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0aec666-7ab3-4dc4-b9f6-0653665463e1 req-5805bcb5-268c-4464-9317-f94829e6cb85 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 949 time: 0.1001556
Apr 09 21:06:27.640865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 9ad8016c-e56d-42b1-a21b-8f530a861360 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:06:27.651354 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:06:27.658271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 9ad8016c-e56d-42b1-a21b-8f530a861360 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:27.658654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.660565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c0b48c46-7f86-47e5-afdb-c14030328e68 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:27.660923 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.664147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:27.669448 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Sync routers for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:06:27.683699 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:27.685576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.689166 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff54a6da-daf3-44f9-8e00-298c39022ed3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.2951000
Apr 09 21:06:27.689323 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23774799a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:27.691812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57010) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:27.696003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-87e95b8c-ab14-4320-99a1-f53f721a4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:27.697463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-87e95b8c-ab14-4320-99a1-f53f721a4406 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 915 time: 0.6737146
Apr 09 21:06:27.707202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b127bcb5-c668-4199-914c-158ec961b0d6 req-021d80f3-9b3b-4e47-a565-db6c462b5c8f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6356838
Apr 09 21:06:27.813795 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:06:27.852099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9ad8016c-e56d-42b1-a21b-8f530a861360 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:27.852629 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.862155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-ab114f53-1e48-4a1a-8968-9d5da51229b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 217 time: 0.1448243
Apr 09 21:06:27.863041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c0b48c46-7f86-47e5-afdb-c14030328e68 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:27.863527 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.922255 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:27.927565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port c0b48c46-7f86-47e5-afdb-c14030328e68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b48c46-7f86-47e5-afdb-c14030328e68,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:27.938386 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:27.989840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9ad8016c-e56d-42b1-a21b-8f530a861360, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ad8016c-e56d-42b1-a21b-8f530a861360,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:28.005492 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.035588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=c0b48c46-7f86-47e5-afdb-c14030328e68,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:28.139668 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23774799a0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:26Z', 'revision_number': 3, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:28.152022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9ad8016c-e56d-42b1-a21b-8f530a861360,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:28.171535 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Checking router: 95e24637-9762-4897-a513-20fe0f33ae0d for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:06:28.171872 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Updating router 95e24637-9762-4897-a513-20fe0f33ae0d port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:06:28.204777 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.270947 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.277355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b023e-0cc0-49df-b3c3-a7c9cee5a381 None None] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:28.285629 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (72607664-ab5e-4b02-9ccb-e28d91bfbb95), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.302117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0aec666-7ab3-4dc4-b9f6-0653665463e1 req-756c1c54-0d28-4b79-90a1-ae72c74e6fb9 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6202676
Apr 09 21:06:28.331945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.434429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-77ce8f89-315f-4802-80da-fd369549232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:28.441933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-77ce8f89-315f-4802-80da-fd369549232b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 200  len: 854 time: 0.5684028
Apr 09 21:06:28.455721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ee8c-b4a6-4bd8-84ad-3b290a07e8a3 req-6036794a-5b9f-4ebf-a3fc-f51dcb7d1118 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:28.472062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2366ee8c-b4a6-4bd8-84ad-3b290a07e8a3 req-6036794a-5b9f-4ebf-a3fc-f51dcb7d1118 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.5252011
Apr 09 21:06:28.521838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-5ac215eb-22c1-4853-92f9-cd5aab34b4aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad62b125-1df7-49ad-953e-ad87b77a57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395751
Apr 09 21:06:28.582666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Allocated IP 172.20.0.1 (e88960d2-bd5c-46d3-9b62-3ba00bb82e86/afcde071-ffde-4297-a953-7ae2c462e9dc/d28baee9-f62b-494b-a142-2387440e4700) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:28.619023 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Publish callbacks [] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.623053 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcf4368-be67-4a61-964d-24349707446c x-openstack-request-id: req-9bcf4368-be67-4a61-964d-24349707446c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:28.623340 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b84c86-30cb-41cd-9654-0f3a7569149f", "name": "network-vif-plugged", "status": "completed", "tag": "048d8001-0bf8-4fc1-81cf-7a1f07ec5f03", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:28.623590 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bcf4368-be67-4a61-964d-24349707446c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:28.623984 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcf4368-be67-4a61-964d-24349707446c'] response: {'server_uuid': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03', 'code': 200}
Apr 09 21:06:28.629562 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Floating IP 72607664-ab5e-4b02-9ccb-e28d91bfbb95 associated. External IP: 172.35.0.185, port: 71880d13-76a1-445e-a3c8-e6054d854829.
Apr 09 21:06:28.635475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1ca2290b-96e9-4cf7-b8a8-ab6277804f52 None None] Provisioning complete for port c0b48c46-7f86-47e5-afdb-c14030328e68 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:28.635761 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ca2290b-96e9-4cf7-b8a8-ab6277804f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.640998 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.696812 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d4fe-c79c-487e-bff8-275f678ff6b2 None None] Pushing event updated for resources: {'Port': ['ID=f22577c6-5df6-4a33-b2cc-6fe8e2b07d04,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:28.718816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2366ee8c-b4a6-4bd8-84ad-3b290a07e8a3 req-be16d4de-043f-4477-bd2c-3f4ea6e70656 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2456036
Apr 09 21:06:28.728864 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Attempting to bind port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:28.729772 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Attempting to bind port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:28.730461 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Attempting to bind port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:28.743814 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:28.744471 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:28.744870 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.748830 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:28.749381 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Bound port: f22577c6-5df6-4a33-b2cc-6fe8e2b07d04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:28.753027 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.774955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051ebdb-2be3-454a-92b2-6f871a12d2b2 req-dca7d659-65db-4c09-a8cd-b93d78fbdb89 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:28.777102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2290b-96e9-4cf7-b8a8-ab6277804f52 None None] Current status of the port c0b48c46-7f86-47e5-afdb-c14030328e68 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:28.782943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5051ebdb-2be3-454a-92b2-6f871a12d2b2 req-dca7d659-65db-4c09-a8cd-b93d78fbdb89 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 943 time: 0.2735591
Apr 09 21:06:28.798874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Publish callbacks [] for port (d28baee9-f62b-494b-a142-2387440e4700), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.803088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9d947-9546-40f7-9fd9-8cb68c6f0567 req-5c388cb0-9b16-42be-b561-2107a5a59a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:28.804794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5fa9d947-9546-40f7-9fd9-8cb68c6f0567 req-5c388cb0-9b16-42be-b561-2107a5a59a10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 1127 time: 0.2786345
Apr 09 21:06:28.842360 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] For port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:28.847819 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] For port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f22577c6-5df6-4a33-b2cc-6fe8e2b07d04,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:28.861524 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.868998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d28baee9-f62b-494b-a142-2387440e4700), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:28.924504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:28.928970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:28.931960 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:28.932616 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23774799a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:28.948462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:28.985379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5051ebdb-2be3-454a-92b2-6f871a12d2b2 req-1e5ace1d-fc8f-4747-a558-0d7e8133562a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941249
Apr 09 21:06:28.990763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Pushing event updated for resources: {'Port': ['ID=d28baee9-f62b-494b-a142-2387440e4700,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:29.011842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-e5bae36f-6566-451e-8784-e9889ddc147b service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4648976
Apr 09 21:06:29.018142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5fa9d947-9546-40f7-9fd9-8cb68c6f0567 req-5888d35f-fd9a-4ac4-8dbf-8bc9bf72282c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952477
Apr 09 21:06:29.047525 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (95e24637-9762-4897-a513-20fe0f33ae0d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.099926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b9495ecf-12e2-4d1d-a889-9743cad65776 None None] Provisioning complete for port c0b48c46-7f86-47e5-afdb-c14030328e68 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:29.102289 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b9495ecf-12e2-4d1d-a889-9743cad65776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.182771 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d4fe-c79c-487e-bff8-275f678ff6b2 None None] Pushing event updated for resources: {'Port': ['ID=f22577c6-5df6-4a33-b2cc-6fe8e2b07d04,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:29.202840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-6d0db83d-52d7-4f0e-ba5c-d958103768da service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733708
Apr 09 21:06:29.213601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a1661061-1748-4e9c-b1ed-3c1a2c5a14cf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:29.288867 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d28baee9-f62b-494b-a142-2387440e4700), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.357501 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:29.454622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccff15f-618f-4e66-bede-c230e9806f3d req-133ff017-48d9-485d-b538-eda3cf19275d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:29.456378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eccff15f-618f-4e66-bede-c230e9806f3d req-133ff017-48d9-485d-b538-eda3cf19275d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.2519624
Apr 09 21:06:29.457494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-04e0ea21-1cd7-47f8-8e3c-bcc82840ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:29.459074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-04e0ea21-1cd7-47f8-8e3c-bcc82840ec4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87849ca88bb4519b329fab033911446&device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 1125 time: 0.1780176
Apr 09 21:06:29.486872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b9495ecf-12e2-4d1d-a889-9743cad65776 None None] Current status of the port c0b48c46-7f86-47e5-afdb-c14030328e68 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:29.506053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c0b48c46-7f86-47e5-afdb-c14030328e68 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:29.587162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eccff15f-618f-4e66-bede-c230e9806f3d req-5f770c77-b481-4030-84e4-6dd01a0eff7a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215973
Apr 09 21:06:29.631525 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Publish callbacks [] for port (d28baee9-f62b-494b-a142-2387440e4700), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.638964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Router ffa6b41a-cb68-43d3-99d5-975201b0ca06 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:06:29.639217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:29.643906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d28baee9-f62b-494b-a142-2387440e4700), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.648940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bc372012-36f7-4abc-a87d-58f011304c44 None None] Provisioning complete for port d28baee9-f62b-494b-a142-2387440e4700 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:29.649388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bc372012-36f7-4abc-a87d-58f011304c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d28baee9-f62b-494b-a142-2387440e4700), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.681186 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23774799a0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:26Z', 'revision_number': 3, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:29.682737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a1661061-1748-4e9c-b1ed-3c1a2c5a14cf', 'network_id': 'cdd9fe53-654b-4110-9856-85e40c331c54', 'port_id': 'a1661061-1748-4e9c-b1ed-3c1a2c5a14cf', 'mac_address': 'fa:16:3e:dc:31:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdda6f-4a4d-41bf-b698-ea1190d2dc3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:29.704317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c0b48c46-7f86-47e5-afdb-c14030328e68 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:29.704694 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.713226 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff2f14-e704-4f31-af2a-a3abd0a43a64 None None] The sync data for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 is: [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:26Z', 'revision_number': 3, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:06:29.772839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bc372012-36f7-4abc-a87d-58f011304c44 None None] Port d28baee9-f62b-494b-a142-2387440e4700 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:06:29.778544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (95e24637-9762-4897-a513-20fe0f33ae0d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.781262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Pushing event updated for resources: {'Port': ['ID=d28baee9-f62b-494b-a142-2387440e4700,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:29.804639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:29.805214 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.823506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1661061-1748-4e9c-b1ed-3c1a2c5a14cf {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:29.869535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:29.876439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c0b48c46-7f86-47e5-afdb-c14030328e68 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:29.879548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:29.880311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:29.914200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:29.915728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:29.955026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256975f-f955-4c53-99ff-bcb415ca5b94 req-99508d53-9bc4-4ba5-a140-d4eae0688f8e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:29.956986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1256975f-f955-4c53-99ff-bcb415ca5b94 req-99508d53-9bc4-4ba5-a140-d4eae0688f8e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.2021396
Apr 09 21:06:29.970724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:29.981984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b787f-d94f-4eb4-b748-90e3f2d7ff77 req-ebed3d3a-5ecc-4e70-9e64-e76913fb1fab tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:29.989572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b0b787f-d94f-4eb4-b748-90e3f2d7ff77 req-ebed3d3a-5ecc-4e70-9e64-e76913fb1fab tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.1922119
Apr 09 21:06:30.081597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Router 95e24637-9762-4897-a513-20fe0f33ae0d has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:06:30.092413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:30.114596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:06:30.116255 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:30.116724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1', 'port_id': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'mac_address': 'fa:16:3e:66:90:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa61e8dd-c0ad-4e9b-806b-455dd491b502', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:30.175341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] Sync routers for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:06:30.212943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:30.213622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760132b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:30.220592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b89a1903-4bc6-4937-ab1c-08ead482d6d7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:30.220592 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:30.224144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b0b787f-d94f-4eb4-b748-90e3f2d7ff77 req-1306a065-54dc-43a8-9f83-f716f0ad2346 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333152
Apr 09 21:06:30.253792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-a7941db4-1b39-4039-a817-b9fea2f4d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:30.256942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-a7941db4-1b39-4039-a817-b9fea2f4d88f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 200  len: 906 time: 0.5009062
Apr 09 21:06:30.269883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-53530d43-3d52-47c5-95a2-67098b5b32ae tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "PUT /v2.0/floatingips/72607664-ab5e-4b02-9ccb-e28d91bfbb95 HTTP/1.1" status: 200  len: 991 time: 3.6573470
Apr 09 21:06:30.289072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1256975f-f955-4c53-99ff-bcb415ca5b94 req-1456b69e-cfb3-4d81-a3c9-eec6a42741cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3202076
Apr 09 21:06:30.305274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'tag': '71880d13-76a1-445e-a3c8-e6054d854829'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:30.313247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:06:30.313929 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0" -d '{"events": [{"name": "network-changed", "server_uuid": "65bd15c9-6492-4273-a5fc-12f183befa1c", "tag": "71880d13-76a1-445e-a3c8-e6054d854829"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:30.343364 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7737e07-1d4a-4b78-ad24-2ecfe87cbece admin admin] 10.222.0.30 "PUT /v2.0/routers/95e24637-9762-4897-a513-20fe0f33ae0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6488996
Apr 09 21:06:30.389454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89a1903-4bc6-4937-ab1c-08ead482d6d7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:30.395990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-a62fd4f3-5b61-49c7-b677-0f9fa83637b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf HTTP/1.1" status: 200  len: 217 time: 0.1058247
Apr 09 21:06:30.528275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-e75d73eb-10c3-4970-a309-d6696842a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:30.530941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:30.534405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-e75d73eb-10c3-4970-a309-d6696842a277 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 200  len: 845 time: 0.1053700
Apr 09 21:06:30.557387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:30.586621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-1d930903-d8a4-41f4-9ee4-96a233d70679 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9fe53-654b-4110-9856-85e40c331c54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296142
Apr 09 21:06:30.609551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4df8a40c-cdfc-49ff-87ed-fab8863bcfaf None None] Provisioning complete for port d28baee9-f62b-494b-a142-2387440e4700 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:30.609918 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4df8a40c-cdfc-49ff-87ed-fab8863bcfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d28baee9-f62b-494b-a142-2387440e4700), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:30.616464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b494b-7b59-46fa-b8a4-386e4e450d38 req-c45e6916-7e0c-461a-8b22-4f1e1ec53a9a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:30.624303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f7b494b-7b59-46fa-b8a4-386e4e450d38 req-c45e6916-7e0c-461a-8b22-4f1e1ec53a9a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.2298927
Apr 09 21:06:30.638935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:30.641863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f03ed-0631-4764-ad2b-f9982421cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad8016c-e56d-42b1-a21b-8f530a861360'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:30.643525 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434880a6-1a57-4db8-a135-1bfb149c27f8" -d '{"events": [{"server_uuid": "9b0f03ed-0631-4764-ad2b-f9982421cce5", "name": "network-vif-plugged", "status": "completed", "tag": "9ad8016c-e56d-42b1-a21b-8f530a861360"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:30.751228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f7b494b-7b59-46fa-b8a4-386e4e450d38 req-f6e40395-39ff-4a37-af4a-2c28995e68a6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259348
Apr 09 21:06:30.762593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4df8a40c-cdfc-49ff-87ed-fab8863bcfaf None None] Port d28baee9-f62b-494b-a142-2387440e4700 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:06:30.767836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:30.796642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-b0155d94-2519-4bff-8d9e-1b914e96b595 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653497
Apr 09 21:06:30.918996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b89a1903-4bc6-4937-ab1c-08ead482d6d7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:30.948629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743b369-ba1d-401a-b01e-f750931cbb98 req-985588a8-367e-45fc-89b6-f6d4661b2cc6 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:30.956275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7743b369-ba1d-401a-b01e-f750931cbb98 req-985588a8-367e-45fc-89b6-f6d4661b2cc6 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 944 time: 0.1295989
Apr 09 21:06:30.986737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7467a532-c711-4cc2-9dc4-d75e96d87540 req-c44d4b34-a64b-4ba0-89c7-5cabedec486c service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830010
Apr 09 21:06:31.010388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a1661061-1748-4e9c-b1ed-3c1a2c5a14cf'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:31.065733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7743b369-ba1d-401a-b01e-f750931cbb98 req-c1f4df87-0637-4ccc-a8e0-a615e2f6aab8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079638
Apr 09 21:06:31.066349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760132b0>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72607664-ab5e-4b02-9ccb-e28d91bfbb95', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'floating_ip_address': '172.35.0.185', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'port_id': '71880d13-76a1-445e-a3c8-e6054d854829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'mac_address': 'fa:16:3e:f3:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:06:00Z', 'updated_at': '2022-04-09T21:06:28Z', 'revision_number': 1, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:06:05Z', 'revision_number': 5, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:31.089285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677291-b516-4406-af72-7e26fea96086 req-95a9c0ba-39c5-4064-b6b9-321468e1ce95 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:31.091654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f677291-b516-4406-af72-7e26fea96086 req-95a9c0ba-39c5-4064-b6b9-321468e1ce95 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0731466
Apr 09 21:06:31.116254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] Checking router: ffa6b41a-cb68-43d3-99d5-975201b0ca06 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:06:31.133109 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cfca06-ee9a-45e1-94d1-bbd653091eb0 x-openstack-request-id: req-59cfca06-ee9a-45e1-94d1-bbd653091eb0 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:31.148329 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bd15c9-6492-4273-a5fc-12f183befa1c", "tag": "71880d13-76a1-445e-a3c8-e6054d854829", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:31.149959 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59cfca06-ee9a-45e1-94d1-bbd653091eb0 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:31.150420 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59cfca06-ee9a-45e1-94d1-bbd653091eb0'] response: {'name': 'network-changed', 'server_uuid': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'tag': '71880d13-76a1-445e-a3c8-e6054d854829', 'status': 'completed', 'code': 200}
Apr 09 21:06:31.173904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:31.174651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760132b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:31.200664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f677291-b516-4406-af72-7e26fea96086 req-ffa842a0-5032-4baf-954d-cf85e6a89ed7 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023064
Apr 09 21:06:31.211012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-46f3c6c1-9460-404d-958e-e4ba32adfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:31.212626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-46f3c6c1-9460-404d-958e-e4ba32adfb62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4603cd745c848eba3a1645f624e590e&device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 1127 time: 0.0572689
Apr 09 21:06:31.312994 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:31.366566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-f8bb86be-da25-4a1d-a29e-b9c8104748b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:31.368176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-f8bb86be-da25-4a1d-a29e-b9c8104748b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b5e7dd12-c055-4f23-9dbd-e9c65e743202 HTTP/1.1" status: 200  len: 916 time: 0.1497521
Apr 09 21:06:31.410954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:31.454053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-2bd21f15-b1f4-4f09-8189-eb503734262c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71880d13-76a1-445e-a3c8-e6054d854829 HTTP/1.1" status: 200  len: 999 time: 0.0776920
Apr 09 21:06:31.460773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a9fbb-444d-42a3-8070-0c9003fd25d6 req-49e3129c-0335-4957-bf7b-104a9f17524f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:31.462473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-693a9fbb-444d-42a3-8070-0c9003fd25d6 req-49e3129c-0335-4957-bf7b-104a9f17524f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.1372106
Apr 09 21:06:31.517430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-0f865ab0-8327-4edf-964d-c4d9f92c58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:31.518489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-0f865ab0-8327-4edf-964d-c4d9f92c58ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfaba044-97e1-4c11-9e1c-999e78e94610 HTTP/1.1" status: 200  len: 854 time: 0.0550718
Apr 09 21:06:31.593245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-9347d675-8b0b-44cc-9190-54cf591ca02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:31.594768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-9347d675-8b0b-44cc-9190-54cf591ca02e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b5e7dd12-c055-4f23-9dbd-e9c65e743202&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0583405
Apr 09 21:06:31.601056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-693a9fbb-444d-42a3-8070-0c9003fd25d6 req-521f93e5-904c-4ae2-96b7-14bbfbeb3368 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816114
Apr 09 21:06:31.610827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:31.627373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57130) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:31.631971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-059ad5c0-c9f5-4893-b9b3-31d1feabc830 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985808552', 'description': 'tempest-description--1899329654'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:31.680959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-059ad5c0-c9f5-4893-b9b3-31d1feabc830 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:31.747726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-b3758273-3621-4aca-8414-e11f7845172f service neutron] 10.222.0.25 "GET /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442125
Apr 09 21:06:31.773747 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee20ae1a-64ff-479e-a878-b9f1bac48dd9 x-openstack-request-id: req-ee20ae1a-64ff-479e-a878-b9f1bac48dd9 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:31.774036 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0f03ed-0631-4764-ad2b-f9982421cce5", "name": "network-vif-plugged", "status": "completed", "tag": "9ad8016c-e56d-42b1-a21b-8f530a861360", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:31.774291 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee20ae1a-64ff-479e-a878-b9f1bac48dd9 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:31.778430 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee20ae1a-64ff-479e-a878-b9f1bac48dd9'] response: {'server_uuid': '9b0f03ed-0631-4764-ad2b-f9982421cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad8016c-e56d-42b1-a21b-8f530a861360', 'code': 200}
Apr 09 21:06:31.818995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-059ad5c0-c9f5-4893-b9b3-31d1feabc830 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group (1563cc3f-3c61-4771-b7b8-7b5e053004e3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:31.822708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:31.823119 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:31.834240 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-059ad5c0-c9f5-4893-b9b3-31d1feabc830 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1563cc3f-3c61-4771-b7b8-7b5e053004e3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:31.917961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2fea8-28d7-4143-b67a-210a215a8401 req-c75bf47a-d431-47cb-af7a-516e2ccf1993 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:31.922700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ad5c0-c9f5-4893-b9b3-31d1feabc830 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1563cc3f-3c61-4771-b7b8-7b5e053004e3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:31.925181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ea2fea8-28d7-4143-b67a-210a215a8401 req-c75bf47a-d431-47cb-af7a-516e2ccf1993 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.0857019
Apr 09 21:06:31.939665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5ede5-c5dd-4649-a1fb-7d4380a2eb3f req-2124287a-e74a-4bb6-9cbd-ac1f16f0cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:31.943440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5bd5ede5-c5dd-4649-a1fb-7d4380a2eb3f req-2124287a-e74a-4bb6-9cbd-ac1f16f0cba8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 1132 time: 0.1231170
Apr 09 21:06:31.949141 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-059ad5c0-c9f5-4893-b9b3-31d1feabc830 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:31.950714 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-059ad5c0-c9f5-4893-b9b3-31d1feabc830 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3223388
Apr 09 21:06:31.956386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57148) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:31.970539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f57ab52b-bd86-4fae-a735-9d2f400b7da7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Request body: {'security_group_rule': {'security_group_id': '1563cc3f-3c61-4771-b7b8-7b5e053004e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:31.979894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fff1d6a-acb3-4171-befd-2f3bf5e358e0 req-252324a6-17b3-4a7a-8b33-99fe0fee4bb9 service neutron] 10.222.0.25 "GET /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2273252
Apr 09 21:06:32.035544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5bd5ede5-c5dd-4649-a1fb-7d4380a2eb3f req-4a6a1e4d-0532-4f50-85a7-e6e91103b21f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834191
Apr 09 21:06:32.037727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ea2fea8-28d7-4143-b67a-210a215a8401 req-3cd92f0e-01e9-402d-b866-933815987bfc tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112576
Apr 09 21:06:32.044834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760132b0>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72607664-ab5e-4b02-9ccb-e28d91bfbb95', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'floating_ip_address': '172.35.0.185', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'port_id': '71880d13-76a1-445e-a3c8-e6054d854829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'mac_address': 'fa:16:3e:f3:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:06:00Z', 'updated_at': '2022-04-09T21:06:28Z', 'revision_number': 1, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:06:05Z', 'revision_number': 5, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:32.051956 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f57ab52b-bd86-4fae-a735-9d2f400b7da7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group_rule (2974552b-6878-4525-b459-52949e46c256), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.073370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:32.073804 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.080920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97139a41-adb2-46cd-8cd1-f1f8e4c3f4d0 None None] The sync data for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 is: [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72607664-ab5e-4b02-9ccb-e28d91bfbb95', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'floating_ip_address': '172.35.0.185', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'port_id': '71880d13-76a1-445e-a3c8-e6054d854829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'mac_address': 'fa:16:3e:f3:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:06:00Z', 'updated_at': '2022-04-09T21:06:28Z', 'revision_number': 1, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:06:05Z', 'revision_number': 5, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:06:32.109795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f22577c6-5df6-4a33-b2cc-6fe8e2b07d04,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:32.132410 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.140668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f57ab52b-bd86-4fae-a735-9d2f400b7da7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group_rule (2974552b-6878-4525-b459-52949e46c256), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.149352 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f57ab52b-bd86-4fae-a735-9d2f400b7da7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (2974552b-6878-4525-b459-52949e46c256), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.201559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f22577c6-5df6-4a33-b2cc-6fe8e2b07d04,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:32.204003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ab52b-bd86-4fae-a735-9d2f400b7da7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2974552b-6878-4525-b459-52949e46c256,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:32.240156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f57ab52b-bd86-4fae-a735-9d2f400b7da7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.243456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f57ab52b-bd86-4fae-a735-9d2f400b7da7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2828710
Apr 09 21:06:32.244209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57174) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:32.250265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7d2be972-1324-4c51-89a2-fe95dfa4af31 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Request body: {'security_group_rule': {'security_group_id': '1563cc3f-3c61-4771-b7b8-7b5e053004e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:32.267254 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Sync routers for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:06:32.268522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f066f-0782-425a-b442-254129587183 req-b402d74a-c4c1-41cb-8fb8-491f2be9d5e3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:32.270140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-160f066f-0782-425a-b442-254129587183 req-b402d74a-c4c1-41cb-8fb8-491f2be9d5e3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1073220
Apr 09 21:06:32.282769 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:32.284448 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23774790d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:32.305900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d2be972-1324-4c51-89a2-fe95dfa4af31 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group_rule (1efaef9b-ea59-41ab-b492-bd5bef1f87d9), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.346602 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-160f066f-0782-425a-b442-254129587183 req-bb03fddb-97b0-411f-abe5-95a94a576414 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697429
Apr 09 21:06:32.407633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d2be972-1324-4c51-89a2-fe95dfa4af31 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group_rule (1efaef9b-ea59-41ab-b492-bd5bef1f87d9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.417622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d2be972-1324-4c51-89a2-fe95dfa4af31 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1efaef9b-ea59-41ab-b492-bd5bef1f87d9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.440733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e875fdda-fd10-4b64-ab5e-f4d63460ef1e None None] New status for floating IP 72607664-ab5e-4b02-9ccb-e28d91bfbb95: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:06:32.463691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be972-1324-4c51-89a2-fe95dfa4af31 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efaef9b-ea59-41ab-b492-bd5bef1f87d9,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:32.468800 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:32.484955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d2be972-1324-4c51-89a2-fe95dfa4af31 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.486419 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d2be972-1324-4c51-89a2-fe95dfa4af31 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2411840
Apr 09 21:06:32.489521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57180) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:32.494217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:32.520793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.538622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e48af-2833-43d5-862b-fc7eb1ad04d2 req-e5fa105a-5c04-46c4-abfc-e9a5f230523b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:32.540258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c54e48af-2833-43d5-862b-fc7eb1ad04d2 req-e5fa105a-5c04-46c4-abfc-e9a5f230523b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0990055
Apr 09 21:06:32.554254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff72a3-1601-40f0-bddb-893b25cba9e3 req-8780a657-52e6-4a04-b6dc-7ef5bb0b0fd4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:32.562681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94ff72a3-1601-40f0-bddb-893b25cba9e3 req-8780a657-52e6-4a04-b6dc-7ef5bb0b0fd4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 944 time: 0.0678411
Apr 09 21:06:32.631898 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.645806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94ff72a3-1601-40f0-bddb-893b25cba9e3 req-6eb59f0b-a061-4faf-adae-818675082729 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821395
Apr 09 21:06:32.679618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c54e48af-2833-43d5-862b-fc7eb1ad04d2 req-4492666e-f445-40b3-971e-c46fb1a395c5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973454
Apr 09 21:06:32.741376 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23774790d0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 2, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:32.773277 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Checking router: 95e24637-9762-4897-a513-20fe0f33ae0d for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:06:32.773630 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Updating router 95e24637-9762-4897-a513-20fe0f33ae0d port d28baee9-f62b-494b-a142-2387440e4700 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:06:32.799291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca8732-a7d4-4d6e-aa48-323e2f0dfc17 req-d58e1d32-7e46-4ac3-b6d5-aa70df843ee1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:32.800912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8ca8732-a7d4-4d6e-aa48-323e2f0dfc17 req-d58e1d32-7e46-4ac3-b6d5-aa70df843ee1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.0649819
Apr 09 21:06:32.804347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Allocated IP 172.35.0.24 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/f972e87e-02a3-4e9b-829a-8349f2011084) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:32.816449 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d28baee9-f62b-494b-a142-2387440e4700), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.860572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8ca8732-a7d4-4d6e-aa48-323e2f0dfc17 req-7374c791-6e8f-44b8-86b5-aa0c9f6889fd tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521374
Apr 09 21:06:32.933861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for port (f972e87e-02a3-4e9b-829a-8349f2011084), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:32.984185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f972e87e-02a3-4e9b-829a-8349f2011084), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.032230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:33.035353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:33.037951 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:33.064866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event updated for resources: {'Port': ['ID=f972e87e-02a3-4e9b-829a-8349f2011084,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:33.126414 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Publish callbacks [] for port (d28baee9-f62b-494b-a142-2387440e4700), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.134411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for floatingip (44d2f594-1325-4ed2-8a5f-77475444f0dc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.134630 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d28baee9-f62b-494b-a142-2387440e4700), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.176786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f972e87e-02a3-4e9b-829a-8349f2011084), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.192369 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82891526-c611-470b-99a5-e486bf8077b0 None None] Pushing event updated for resources: {'Port': ['ID=d28baee9-f62b-494b-a142-2387440e4700,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:33.231079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a1661061-1748-4e9c-b1ed-3c1a2c5a14cf up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:33.290967 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Attempting to bind port d28baee9-f62b-494b-a142-2387440e4700 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:33.291946 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Attempting to bind port d28baee9-f62b-494b-a142-2387440e4700 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:33.292458 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Attempting to bind port d28baee9-f62b-494b-a142-2387440e4700 on network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:33.299929 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:33.302132 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Checking segment: {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:33.305929 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.306510 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Bound using segment: {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:33.308089 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Bound port: d28baee9-f62b-494b-a142-2387440e4700, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:33.308660 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d28baee9-f62b-494b-a142-2387440e4700), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.325792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:06:33.334612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:33.335042 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.382285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for port (f972e87e-02a3-4e9b-829a-8349f2011084), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.389241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f972e87e-02a3-4e9b-829a-8349f2011084), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.409942 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] For port d28baee9-f62b-494b-a142-2387440e4700, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:33.422545 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] For port d28baee9-f62b-494b-a142-2387440e4700, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d28baee9-f62b-494b-a142-2387440e4700,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:33.423149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8081-b67a-4a7f-a142-3f57f18a9203 req-c14401bb-ca80-447f-bf60-3c5b0f16fede tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:33.424807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f25e8081-b67a-4a7f-a142-3f57f18a9203 req-c14401bb-ca80-447f-bf60-3c5b0f16fede tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.5002596
Apr 09 21:06:33.457452 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d28baee9-f62b-494b-a142-2387440e4700), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.483141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:33.483864 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.495253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf52b4-36eb-464e-92d7-1da7b90558bc req-64c8c302-1e47-4587-8f4d-69568d819d63 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:33.505985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22bf52b4-36eb-464e-92d7-1da7b90558bc req-64c8c302-1e47-4587-8f4d-69568d819d63 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.5490351
Apr 09 21:06:33.517963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:33.547235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event updated for resources: {'Port': ['ID=f972e87e-02a3-4e9b-829a-8349f2011084,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:33.557624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f25e8081-b67a-4a7f-a142-3f57f18a9203 req-d90c800f-82f3-473a-b929-5b99c492d98b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230373
Apr 09 21:06:33.559388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (44d2f594-1325-4ed2-8a5f-77475444f0dc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.585365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.597791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-76b3743b-7af2-4a49-8672-0bfa1821d71e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0979400
Apr 09 21:06:33.598664 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82891526-c611-470b-99a5-e486bf8077b0 None None] Pushing event updated for resources: {'Port': ['ID=d28baee9-f62b-494b-a142-2387440e4700,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:33.598778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:33.601159 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:33.601343 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23774790d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:33.606255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22bf52b4-36eb-464e-92d7-1da7b90558bc req-742a8c28-3b58-4a1d-83be-bafa33125b01 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993066
Apr 09 21:06:33.621895 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.623136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:33.716990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-038a4f12-f0fc-4993-9dc1-5040b7be67a7 None None] Provisioning complete for port d28baee9-f62b-494b-a142-2387440e4700 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:33.717491 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-038a4f12-f0fc-4993-9dc1-5040b7be67a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d28baee9-f62b-494b-a142-2387440e4700), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.772566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac7a8e-65ab-4ee9-9075-c312bae4669f req-2df8a59e-5bb4-42ed-aa39-d1d99a801937 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:33.780941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4bac7a8e-65ab-4ee9-9075-c312bae4669f req-2df8a59e-5bb4-42ed-aa39-d1d99a801937 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.0864050
Apr 09 21:06:33.782751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90cb018-3a7a-43aa-81f0-c1063e3024fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1661061-1748-4e9c-b1ed-3c1a2c5a14cf'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:33.786209 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec61bbcf-c8d9-4936-bfee-507cdcd7d31b" -d '{"events": [{"server_uuid": "e90cb018-3a7a-43aa-81f0-c1063e3024fb", "name": "network-vif-plugged", "status": "completed", "tag": "a1661061-1748-4e9c-b1ed-3c1a2c5a14cf"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:33.801224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:33.815525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:33.815909 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.819591 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:33.864715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4bac7a8e-65ab-4ee9-9075-c312bae4669f req-507f64fa-ee1f-47d7-a130-a64ce9300f31 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825195
Apr 09 21:06:33.912079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port b89a1903-4bc6-4937-ab1c-08ead482d6d7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:06:33.942561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port b89a1903-4bc6-4937-ab1c-08ead482d6d7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:33.943068 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:33.956930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa320e-2c66-4c1d-8d6b-ba614772e85f req-da76c1a3-5515-41bf-918a-cc0b53118303 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:33.964939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84aa320e-2c66-4c1d-8d6b-ba614772e85f req-da76c1a3-5515-41bf-918a-cc0b53118303 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0650284
Apr 09 21:06:33.985375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-038a4f12-f0fc-4993-9dc1-5040b7be67a7 None None] Current status of the port d28baee9-f62b-494b-a142-2387440e4700 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:33.985765 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-038a4f12-f0fc-4993-9dc1-5040b7be67a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d28baee9-f62b-494b-a142-2387440e4700), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:34.043312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-c64260a7-39d1-42d9-b415-2250b23e8d15 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--985808552&fields=id&tenant_id=be8cef49b0454f9bb34f7d52b7918a6c HTTP/1.1" status: 200  len: 267 time: 0.0754166
Apr 09 21:06:34.055334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84aa320e-2c66-4c1d-8d6b-ba614772e85f req-388c3bbb-60a5-47a4-83d9-c76a32f8681b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870719
Apr 09 21:06:34.062307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-038a4f12-f0fc-4993-9dc1-5040b7be67a7 None None] For port d28baee9-f62b-494b-a142-2387440e4700, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d28baee9-f62b-494b-a142-2387440e4700,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:34.071877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:34.078244 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-038a4f12-f0fc-4993-9dc1-5040b7be67a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d28baee9-f62b-494b-a142-2387440e4700), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:34.144901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b89a1903-4bc6-4937-ab1c-08ead482d6d7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:34.145327 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:34.160809 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23774790d0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:33Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:34.174851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a4f12-f0fc-4993-9dc1-5040b7be67a7 None None] Pushing event updated for resources: {'Port': ['ID=d28baee9-f62b-494b-a142-2387440e4700,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:34.197501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:34.203643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a0c0bf76-e645-45fb-926f-9504ebcad34f None None] Provisioning complete for port d28baee9-f62b-494b-a142-2387440e4700 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:34.203643 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf76-e645-45fb-926f-9504ebcad34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d28baee9-f62b-494b-a142-2387440e4700), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:34.206871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:34.222951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ee2bc-935a-4877-9bf4-6a197cd3a9d0 req-c9312d7b-0628-472c-9e6f-a1aa0c1a00dd tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:34.224552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-111ee2bc-935a-4877-9bf4-6a197cd3a9d0 req-c9312d7b-0628-472c-9e6f-a1aa0c1a00dd tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0792322
Apr 09 21:06:34.252597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-840caec0-61dd-4442-b5b1-90f9c0a046d7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:34.254189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-840caec0-61dd-4442-b5b1-90f9c0a046d7 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/networks?id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86 HTTP/1.1" status: 200  len: 812 time: 0.1978827
Apr 09 21:06:34.291320 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36206-ae4c-42c9-8064-155c472cb6fb None None] The sync data for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 is: [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:33Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:06:34.293789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:34.301263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-4488690c-fefc-4cd0-9133-4827294fe4d6 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/quotas/be8cef49b0454f9bb34f7d52b7918a6c HTTP/1.1" status: 200  len: 375 time: 0.0313067
Apr 09 21:06:34.349980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0bf76-e645-45fb-926f-9504ebcad34f None None] Current status of the port d28baee9-f62b-494b-a142-2387440e4700 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:34.371169 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-111ee2bc-935a-4877-9bf4-6a197cd3a9d0 req-3a390978-4ae2-46ad-9dbc-9c439724017d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341553
Apr 09 21:06:34.382463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-d2e56085-e2fd-492e-8ee7-05a80e9f8b46 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=be8cef49b0454f9bb34f7d52b7918a6c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0800707
Apr 09 21:06:34.455981 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0a5536-c140-4cad-8d03-5fb53c441c51 x-openstack-request-id: req-5e0a5536-c140-4cad-8d03-5fb53c441c51 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:34.456278 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90cb018-3a7a-43aa-81f0-c1063e3024fb", "name": "network-vif-plugged", "status": "completed", "tag": "a1661061-1748-4e9c-b1ed-3c1a2c5a14cf", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:34.456535 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e0a5536-c140-4cad-8d03-5fb53c441c51 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:34.456916 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0a5536-c140-4cad-8d03-5fb53c441c51'] response: {'server_uuid': 'e90cb018-3a7a-43aa-81f0-c1063e3024fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1661061-1748-4e9c-b1ed-3c1a2c5a14cf', 'code': 200}
Apr 09 21:06:34.499248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-4e961aa9-bf3d-4388-8c71-cac2bc5e5bc2 service neutron] 10.222.0.30 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079886
Apr 09 21:06:34.693303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-7243e611-b21d-4651-98a1-4c5ea41784be service neutron] 10.222.0.30 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880851
Apr 09 21:06:34.715289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-557367f1-88c9-4760-b878-215333234eb9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:34.716811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-557367f1-88c9-4760-b878-215333234eb9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 814 time: 0.1591578
Apr 09 21:06:34.738671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-38a37ed2-0dd3-459e-a7c1-45e92a390fe3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/quotas/0f4ad084f5dd44c2b99960f4df5cb0e8 HTTP/1.1" status: 200  len: 375 time: 0.0114901
Apr 09 21:06:34.764086 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-1a6959b1-ca03-4bfa-93b5-1c09a950bc7e tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:34.765935 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-1a6959b1-ca03-4bfa-93b5-1c09a950bc7e tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 948 time: 0.0540953
Apr 09 21:06:34.793712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-985b4029-8227-4f62-99ff-55582711e5a8 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0517049
Apr 09 21:06:34.904137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Deleting port 7871b15f-ec75-4638-8efa-02a7ceefbe68 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:34.904506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:35.014413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-9f119310-b487-4f06-9c1a-19a7fb6ec58d service neutron] 10.222.0.30 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189865
Apr 09 21:06:35.018269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] For port 7871b15f-ec75-4638-8efa-02a7ceefbe68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7871b15f-ec75-4638-8efa-02a7ceefbe68,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:35.018476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:35.034513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Calling delete_port for 7871b15f-ec75-4638-8efa-02a7ceefbe68 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:35.036654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a958-80e9-4ef6-9216-a9e47603a301 req-52ca088c-42f8-4751-bd62-ac08f8157af0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:35.038566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a40a958-80e9-4ef6-9216-a9e47603a301 req-52ca088c-42f8-4751-bd62-ac08f8157af0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1013546
Apr 09 21:06:35.080988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a671b-98ff-474d-9e88-3c2f8a180d83 req-82ec7d5b-e4f1-4be1-8af4-b0ad5e52d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:35.083313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-023a671b-98ff-474d-9e88-3c2f8a180d83 req-82ec7d5b-e4f1-4be1-8af4-b0ad5e52d8a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 1127 time: 0.1616023
Apr 09 21:06:35.207495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7871b15f-ec75-4638-8efa-02a7ceefbe68), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:35.247950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Pushing event deleted for resources: {'Port': ['ID=7871b15f-ec75-4638-8efa-02a7ceefbe68,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:35.266259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a40a958-80e9-4ef6-9216-a9e47603a301 req-6b967c2e-4ad6-43d6-a221-803a7fded501 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140691
Apr 09 21:06:35.307857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] No DVR routers for this DVR port 7871b15f-ec75-4638-8efa-02a7ceefbe68 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:35.312914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:35.314713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-8e842d90-7727-4322-af56-5d59fb55da53 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:35.316346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-8e842d90-7727-4322-af56-5d59fb55da53 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.32 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 945 time: 0.1629031
Apr 09 21:06:35.316498 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c5d5343f-a6d9-4dd6-92fd-b2b3542cdc0e req-9a2ea1c8-2490-49cf-bb77-02f166e3b61c tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "DELETE /v2.0/ports/7871b15f-ec75-4638-8efa-02a7ceefbe68 HTTP/1.1" status: 204  len: 173 time: 0.5453780
Apr 09 21:06:35.316891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'name': 'network-vif-deleted', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:35.319834 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f45591-4722-4f3a-87fe-b020720baaeb" -d '{"events": [{"server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "name": "network-vif-deleted", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:35.408123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-023a671b-98ff-474d-9e88-3c2f8a180d83 req-88d3b852-55cc-423f-8d6d-4e9782cd65e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100359
Apr 09 21:06:35.449267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-df509c3c-8dac-4341-92c4-9812c26dd152 service neutron] 10.222.0.30 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4095795
Apr 09 21:06:35.453843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-523183b1-1a9c-4207-afea-bf05afc62ddc req-e0268e08-431d-4096-939f-20633b735bbb tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc3a8c29-e199-4d97-8cde-57b42551b09e HTTP/1.1" status: 200  len: 210 time: 0.0809209
Apr 09 21:06:35.588460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d28baee9-f62b-494b-a142-2387440e4700 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:35.624062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c526deb5-a8e5-4a4e-94d9-00834b22731b req-6842da39-6edc-44b9-b543-4fe0be2180bb tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 210 time: 0.0595610
Apr 09 21:06:35.636844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Deleting port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:35.637518 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:35.707471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d28baee9-f62b-494b-a142-2387440e4700 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:35.709581 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d28baee9-f62b-494b-a142-2387440e4700), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:35.908048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d28baee9-f62b-494b-a142-2387440e4700 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:35.941966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] For port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:35.942616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:35.986542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Calling delete_port for 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:36.002766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648d248-7905-47bf-b9de-223d094dc0d5 req-1814bd00-56d1-4e82-88ce-e735457d6a0d tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:36.004325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6648d248-7905-47bf-b9de-223d094dc0d5 req-1814bd00-56d1-4e82-88ce-e735457d6a0d tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.2494278
Apr 09 21:06:36.122491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d88ce-3697-483f-927f-80afc2e326dd req-e94c87b7-d2dc-41e4-806e-37ba21cf55f4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:36.130065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-289d88ce-3697-483f-927f-80afc2e326dd req-e94c87b7-d2dc-41e4-806e-37ba21cf55f4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1223991
Apr 09 21:06:36.217987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6648d248-7905-47bf-b9de-223d094dc0d5 req-7f705483-20a5-4211-8add-1db3fa52b21a tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054055
Apr 09 21:06:36.261536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-289d88ce-3697-483f-927f-80afc2e326dd req-dc404d73-8406-4bc5-bc62-65434e05989b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305983
Apr 09 21:06:36.290502 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb3b6a0-1df5-4e89-a958-bad282d662c8 x-openstack-request-id: req-0bb3b6a0-1df5-4e89-a958-bad282d662c8 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:36.291587 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3a8c29-e199-4d97-8cde-57b42551b09e", "name": "network-vif-deleted", "tag": "7871b15f-ec75-4638-8efa-02a7ceefbe68", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:36.291932 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bb3b6a0-1df5-4e89-a958-bad282d662c8 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:36.292442 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb3b6a0-1df5-4e89-a958-bad282d662c8'] response: {'server_uuid': 'bc3a8c29-e199-4d97-8cde-57b42551b09e', 'name': 'network-vif-deleted', 'tag': '7871b15f-ec75-4638-8efa-02a7ceefbe68', 'status': 'completed', 'code': 200}
Apr 09 21:06:36.333762 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (048d8001-0bf8-4fc1-81cf-7a1f07ec5f03), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:36.347863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['048d8001-0bf8-4fc1-81cf-7a1f07ec5f03'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:36.376482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Pushing event deleted for resources: {'Port': ['ID=048d8001-0bf8-4fc1-81cf-7a1f07ec5f03,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:36.457883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:36.461497 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b621d-365c-4ed4-9706-63f9942ddabf" -d '{"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-plugged", "status": "completed", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:36.464479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] No DVR routers for this DVR port 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:36.469761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:36.473227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58543025-ab28-4356-96a8-d3ab20cdba2c req-e2d62467-a665-40af-a570-118a6faff76a tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.32 "DELETE /v2.0/ports/048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 HTTP/1.1" status: 204  len: 173 time: 1.1358235
Apr 09 21:06:36.488412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'name': 'network-vif-deleted', 'tag': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:36.490975 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db121499-393b-4f48-b8c1-6cc26e258835" -d '{"events": [{"server_uuid": "95b84c86-30cb-41cd-9654-0f3a7569149f", "name": "network-vif-deleted", "tag": "048d8001-0bf8-4fc1-81cf-7a1f07ec5f03"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:36.498257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6763219d-c364-4057-914c-a67216074f57 req-66a417c7-1052-485f-acd8-fc744ff81d7d tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 210 time: 0.0715692
Apr 09 21:06:36.507148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889239-ea96-4cd8-baac-af994a8daeed req-bfe5e6b0-75dc-42b4-aca4-360f46b4663d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:36.508705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4889239-ea96-4cd8-baac-af994a8daeed req-bfe5e6b0-75dc-42b4-aca4-360f46b4663d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1360891
Apr 09 21:06:36.613262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4889239-ea96-4cd8-baac-af994a8daeed req-657d13bc-ae33-4e86-8a1e-a68d5d0cf548 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963755
Apr 09 21:06:36.738383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-42826c00-fede-44e1-a57c-4f05dd4a3e4b tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:36.743822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-42826c00-fede-44e1-a57c-4f05dd4a3e4b tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.25 "GET /v2.0/networks?id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86 HTTP/1.1" status: 200  len: 812 time: 0.2117982
Apr 09 21:06:36.758962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc423-aa9a-4995-bae5-ae48044090d4 req-cb108ec2-5642-4151-8851-f3c7fce9900a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:36.768050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-785fc423-aa9a-4995-bae5-ae48044090d4 req-cb108ec2-5642-4151-8851-f3c7fce9900a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0718513
Apr 09 21:06:36.781074 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5dec5d-6d57-460c-9ba4-9a11f6f309dc x-openstack-request-id: req-6d5dec5d-6d57-460c-9ba4-9a11f6f309dc {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:36.781568 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-plugged", "status": "completed", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:36.781714 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d5dec5d-6d57-460c-9ba4-9a11f6f309dc {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:36.782416 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5dec5d-6d57-460c-9ba4-9a11f6f309dc'] response: {'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'code': 200}
Apr 09 21:06:36.859428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-785fc423-aa9a-4995-bae5-ae48044090d4 req-91555871-89bf-4f45-b71f-afaf1e331659 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899506
Apr 09 21:06:36.865828 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-7796fbec-1543-4c68-a507-daf496faecbd tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be8cef49b0454f9bb34f7d52b7918a6c HTTP/1.1" status: 200  len: 379 time: 0.1125281
Apr 09 21:06:36.884048 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dc5d25-0289-4050-b167-8c81e759c78b x-openstack-request-id: req-c0dc5d25-0289-4050-b167-8c81e759c78b {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:36.884347 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b84c86-30cb-41cd-9654-0f3a7569149f", "name": "network-vif-deleted", "tag": "048d8001-0bf8-4fc1-81cf-7a1f07ec5f03", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:36.884706 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0dc5d25-0289-4050-b167-8c81e759c78b {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:36.885240 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0dc5d25-0289-4050-b167-8c81e759c78b'] response: {'server_uuid': '95b84c86-30cb-41cd-9654-0f3a7569149f', 'name': 'network-vif-deleted', 'tag': '048d8001-0bf8-4fc1-81cf-7a1f07ec5f03', 'status': 'completed', 'code': 200}
Apr 09 21:06:36.990753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16298f8f-a9ab-4f9d-b094-fc8690c4334c req-7251f152-f58c-4d73-805e-c6a092060b37 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 210 time: 0.0632648
Apr 09 21:06:37.045946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8739f-0dd2-4ab5-88a8-8b672e1e332d req-aed0f59e-4cbc-48ca-a56e-c9ffde999bfc tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:37.047539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dcc8739f-0dd2-4ab5-88a8-8b672e1e332d req-aed0f59e-4cbc-48ca-a56e-c9ffde999bfc tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.1100712
Apr 09 21:06:37.048922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad97119-bbd3-4ca8-919c-8d97a7bc267d req-89ad35f0-4127-470c-ad85-0a757a04fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:37.050401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ad97119-bbd3-4ca8-919c-8d97a7bc267d req-89ad35f0-4127-470c-ad85-0a757a04fb16 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 1128 time: 0.0879645
Apr 09 21:06:37.104812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dcc8739f-0dd2-4ab5-88a8-8b672e1e332d req-18dcaa54-12c7-49e2-88cf-f7652acdca99 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506256
Apr 09 21:06:37.260412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea3838-c722-4851-9c03-5e508f2cfbe7 req-6657b0fd-ce1c-4e91-a64b-4ba5a0f8b2d0 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:37.261961 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66ea3838-c722-4851-9c03-5e508f2cfbe7 req-6657b0fd-ce1c-4e91-a64b-4ba5a0f8b2d0 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 949 time: 0.0717463
Apr 09 21:06:37.279943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ad97119-bbd3-4ca8-919c-8d97a7bc267d req-72b70bdb-c8a6-483e-b2a5-62aeb22d81d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099551
Apr 09 21:06:37.307814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8dc9c059-f935-4af2-b3df-80ad003dbbe7 req-b2ae3c51-7ce7-4ce2-8616-45ebb68e03fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95b84c86-30cb-41cd-9654-0f3a7569149f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0389731
Apr 09 21:06:37.354822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66ea3838-c722-4851-9c03-5e508f2cfbe7 req-809428bd-cd51-4aef-bf39-2d182d8101e0 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848587
Apr 09 21:06:37.406522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6942-18c7-4bc0-8f90-b21999f038c3 req-0795ca1a-0c2b-4383-9b10-aaeb83d532cb tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:37.408229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-079d6942-18c7-4bc0-8f90-b21999f038c3 req-0795ca1a-0c2b-4383-9b10-aaeb83d532cb tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0496056
Apr 09 21:06:37.463108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-079d6942-18c7-4bc0-8f90-b21999f038c3 req-9d80c8dc-6a55-4edf-b8b7-4d69565c3a7a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485847
Apr 09 21:06:37.534337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7871b15f-ec75-4638-8efa-02a7ceefbe68 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:37.558241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8dc9c059-f935-4af2-b3df-80ad003dbbe7 req-2ab11658-4aee-4e99-b14e-b609f5315b92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&device_id=95b84c86-30cb-41cd-9654-0f3a7569149f HTTP/1.1" status: 200  len: 210 time: 0.0337920
Apr 09 21:06:37.562804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 7871b15f-ec75-4638-8efa-02a7ceefbe68 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:37.563409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7871b15f-ec75-4638-8efa-02a7ceefbe68 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:37.638560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d56b3a09-7b12-4152-8287-683e442fefc4 req-f1a255cf-1ed6-426b-8c1a-a1626c10994c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 210 time: 0.0472023
Apr 09 21:06:37.762202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a173cca-9baf-427a-a6eb-9a3ece67b7fa req-e2fddc73-a762-4b27-90ca-2589bbe4bdc4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:37.763723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a173cca-9baf-427a-a6eb-9a3ece67b7fa req-e2fddc73-a762-4b27-90ca-2589bbe4bdc4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0890682
Apr 09 21:06:37.790552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6c177-7caf-4e69-8530-24545a71453a req-11ca7ea5-8ad4-48b4-8e05-ebb53b255a3f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:37.791945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ace6c177-7caf-4e69-8530-24545a71453a req-11ca7ea5-8ad4-48b4-8e05-ebb53b255a3f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0844278
Apr 09 21:06:37.807905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c059-f935-4af2-b3df-80ad003dbbe7 req-2d8ad32d-e728-403e-bdcb-c7982939720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:37.809364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8dc9c059-f935-4af2-b3df-80ad003dbbe7 req-2d8ad32d-e728-403e-bdcb-c7982939720d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2287593
Apr 09 21:06:37.860088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a173cca-9baf-427a-a6eb-9a3ece67b7fa req-08234465-b547-47d7-9576-ace81590655f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870163
Apr 09 21:06:37.867054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ace6c177-7caf-4e69-8530-24545a71453a req-414c03cf-10d3-406e-bc95-27bf4f5f88fe tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670292
Apr 09 21:06:37.913456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Request body: {'port': {'device_id': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'admin_state_up': True, 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'security_groups': ['1563cc3f-3c61-4771-b7b8-7b5e053004e3']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:38.034655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Made reservation on behalf of be8cef49b0454f9bb34f7d52b7918a6c for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:38.038207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:38.070168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be24930-b33c-4361-813b-47a7d0b33449 req-44c8d2d6-4b2f-45a5-a4e9-97381f7660c9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:38.071650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7be24930-b33c-4361-813b-47a7d0b33449 req-44c8d2d6-4b2f-45a5-a4e9-97381f7660c9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1332719
Apr 09 21:06:38.077458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a879be-41b6-49a4-94d5-791e6b43728f req-1d84dbd1-f52f-4005-a779-91c8ea7fbc2e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:38.078812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a879be-41b6-49a4-94d5-791e6b43728f req-1d84dbd1-f52f-4005-a779-91c8ea7fbc2e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1295664
Apr 09 21:06:38.165897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Allocated IP 172.20.0.13 (e88960d2-bd5c-46d3-9b62-3ba00bb82e86/afcde071-ffde-4297-a953-7ae2c462e9dc/0e43d1e5-8511-4e37-ac37-577627349f47) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:38.169819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c059-f935-4af2-b3df-80ad003dbbe7 req-46ef36c1-22eb-4adf-aa63-cc8e2f30a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:38.171398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8dc9c059-f935-4af2-b3df-80ad003dbbe7 req-46ef36c1-22eb-4adf-aa63-cc8e2f30a645 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2209475
Apr 09 21:06:38.175894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7be24930-b33c-4361-813b-47a7d0b33449 req-33a79e8f-3cc8-437a-a507-acd14c66e6f0 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962083
Apr 09 21:06:38.178918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a879be-41b6-49a4-94d5-791e6b43728f req-4e613ee3-66ac-4b46-9ba2-7b3b13eb1014 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939076
Apr 09 21:06:38.279972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-774ed6c5-2074-415f-9290-10c7d6d840e7 req-cb75763b-8a7b-48b8-86c4-e462e649dc0b tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 210 time: 0.0327621
Apr 09 21:06:38.340429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322230b-d853-4aed-bc3a-2139827f0b52 req-556a8da3-5bf3-4398-82f3-640cca8e5377 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:38.342953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d322230b-d853-4aed-bc3a-2139827f0b52 req-556a8da3-5bf3-4398-82f3-640cca8e5377 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.0662017
Apr 09 21:06:38.433443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d322230b-d853-4aed-bc3a-2139827f0b52 req-282c06ed-47ff-495a-a6a5-b61dc3a6f2f0 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834420
Apr 09 21:06:38.579859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996535d7-fcec-4466-9778-bd4b8753ebb2 req-8c2764bf-99e2-4c18-aa10-4e02fc642219 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:38.581378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-996535d7-fcec-4466-9778-bd4b8753ebb2 req-8c2764bf-99e2-4c18-aa10-4e02fc642219 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 949 time: 0.0727687
Apr 09 21:06:38.604871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ca19b-872f-4009-b67f-b7d4a2fa66d6 req-8b6d5115-6b30-4736-810a-ca4dfef433f5 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:38.606392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c64ca19b-872f-4009-b67f-b7d4a2fa66d6 req-8b6d5115-6b30-4736-810a-ca4dfef433f5 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0693171
Apr 09 21:06:38.642264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for port (0e43d1e5-8511-4e37-ac37-577627349f47), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:38.669291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-996535d7-fcec-4466-9778-bd4b8753ebb2 req-1a603345-600e-4d84-bfb2-c1c7810ff1ab tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786941
Apr 09 21:06:38.691998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c64ca19b-872f-4009-b67f-b7d4a2fa66d6 req-87815fed-3509-46e6-ac98-4fd304297318 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699604
Apr 09 21:06:38.692844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:38.743648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:38.746723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:38.751083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:38.754994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event updated for resources: {'Port': ['ID=0e43d1e5-8511-4e37-ac37-577627349f47,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:38.773806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-777d8f61-441c-4b55-9851-aa81b342260f req-f70b10bf-b600-4f99-871e-a07f53fcd291 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 210 time: 0.0296953
Apr 09 21:06:38.812872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:38.813868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:38.831964 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-b62a9ccf-9990-4120-a90b-339cf4439927 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9232323
Apr 09 21:06:38.982480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d33be-71e9-4dcb-a3a4-77b24bc1bae4 req-2fe57cc2-e70c-4cb5-b779-4ccabf14b969 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:38.984097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-604d33be-71e9-4dcb-a3a4-77b24bc1bae4 req-2fe57cc2-e70c-4cb5-b779-4ccabf14b969 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0492163
Apr 09 21:06:39.006617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7ab73add-a4ae-4727-a329-60056eb31ee8 None None] Provisioning complete for port 0e43d1e5-8511-4e37-ac37-577627349f47 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:39.007233 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ab73add-a4ae-4727-a329-60056eb31ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:39.033152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-604d33be-71e9-4dcb-a3a4-77b24bc1bae4 req-fe616a43-5084-47a3-8b0d-5a059d89f925 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432520
Apr 09 21:06:39.042300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7ab73add-a4ae-4727-a329-60056eb31ee8 None None] Port 0e43d1e5-8511-4e37-ac37-577627349f47 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:06:39.287538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:39.303323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30696f-8ab2-4df9-8876-e9063faba590 req-e235b006-3697-4aef-8819-47836b6875fd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:39.304769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a30696f-8ab2-4df9-8876-e9063faba590 req-e235b006-3697-4aef-8819-47836b6875fd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0527551
Apr 09 21:06:39.307864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:39.308226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 048d8001-0bf8-4fc1-81cf-7a1f07ec5f03 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:39.357942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a30696f-8ab2-4df9-8876-e9063faba590 req-9d3bfff5-f5ce-4fcf-ab41-0527fbc08f4a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470197
Apr 09 21:06:39.411284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27204d8c-6c1d-4d15-8ee3-1150fc640343 req-c3e0a7aa-20db-44ab-b706-6bfef3518fc9 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:39.412719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27204d8c-6c1d-4d15-8ee3-1150fc640343 req-c3e0a7aa-20db-44ab-b706-6bfef3518fc9 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 932 time: 0.0539188
Apr 09 21:06:39.462316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27204d8c-6c1d-4d15-8ee3-1150fc640343 req-76588a19-4b11-4eb6-b0b2-00710ed362e0 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423768
Apr 09 21:06:39.577131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61555d72-f840-4882-8e7e-6884f6d55283 req-30e780f5-091f-4edf-b348-92ebd86c0681 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:39.578715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61555d72-f840-4882-8e7e-6884f6d55283 req-30e780f5-091f-4edf-b348-92ebd86c0681 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.0717516
Apr 09 21:06:39.594326 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Request body: {'port': {'device_id': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:39.656174 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:39.684046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-02ea27be-8419-4354-8d6b-c74fe758884d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:39.685660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-02ea27be-8419-4354-8d6b-c74fe758884d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 814 time: 0.1497278
Apr 09 21:06:39.691867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61555d72-f840-4882-8e7e-6884f6d55283 req-07aac7d3-548a-4429-aed5-26333dbf1225 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749409
Apr 09 21:06:39.708951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-f33689bb-14cf-4818-8c71-083bdcd3a6c3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/quotas/3e27519c6c114724bf36126f0362a7c0 HTTP/1.1" status: 200  len: 375 time: 0.0114062
Apr 09 21:06:39.761582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-2e5117a8-f4b0-4d07-b47a-42625aa30a17 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0468585
Apr 09 21:06:39.831519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bbe7c-9195-4263-8d5e-6bdd61ada7d2 req-61157c78-0186-4d94-b2fd-ae01b24961b7 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:39.832974 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c75bbe7c-9195-4263-8d5e-6bdd61ada7d2 req-61157c78-0186-4d94-b2fd-ae01b24961b7 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 949 time: 0.0705297
Apr 09 21:06:39.928750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-29fc31ca-b6cd-4ae0-860e-552762398671 service neutron] 10.222.0.30 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565585
Apr 09 21:06:39.932135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c75bbe7c-9195-4263-8d5e-6bdd61ada7d2 req-92a41e63-0a24-4101-8fdc-31b749537c1d tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729320
Apr 09 21:06:39.939120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e43d1e5-8511-4e37-ac37-577627349f47 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:39.946970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Publish callbacks [] for port (0e43d1e5-8511-4e37-ac37-577627349f47), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:39.982417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Transition to ACTIVE for port object 0e43d1e5-8511-4e37-ac37-577627349f47 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:06:39.987573 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.064218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Pushing event updated for resources: {'Port': ['ID=0e43d1e5-8511-4e37-ac37-577627349f47,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:40.069013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec160de-cce8-41c7-a108-9c47f9889ba8 req-daa3a089-3e45-4cc8-a335-3c8051a1f7d4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:40.070761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ec160de-cce8-41c7-a108-9c47f9889ba8 req-daa3a089-3e45-4cc8-a335-3c8051a1f7d4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0658338
Apr 09 21:06:40.082364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-ccf51226-823a-4ad1-8034-80079400a0a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463709
Apr 09 21:06:40.217096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Attempting to bind port 0e43d1e5-8511-4e37-ac37-577627349f47 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:40.217334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Attempting to bind port 0e43d1e5-8511-4e37-ac37-577627349f47 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:40.217609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Attempting to bind port 0e43d1e5-8511-4e37-ac37-577627349f47 on network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:40.230760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Port 0e43d1e5-8511-4e37-ac37-577627349f47 on network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:06:40.231099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Attempting to bind port 0e43d1e5-8511-4e37-ac37-577627349f47 on network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:40.239460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ec160de-cce8-41c7-a108-9c47f9889ba8 req-48635f54-36eb-431d-ae4a-428ae797132d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529434
Apr 09 21:06:40.243168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-ed10ceaa-1bbf-4d72-8519-b0deec9e9b63 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:40.244162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-ed10ceaa-1bbf-4d72-8519-b0deec9e9b63 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 949 time: 0.1346073
Apr 09 21:06:40.245243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:40.245576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Checking segment: {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:40.245958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Bound using segment: {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:40.246411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Bound port: 0e43d1e5-8511-4e37-ac37-577627349f47, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d813cb-7626-4b37-9dad-0ac464eb97af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:40.246921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.269634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-d8ce785e-9e7f-4697-b151-c93c40c35291 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:40.271632 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-d8ce785e-9e7f-4697-b151-c93c40c35291 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.1535649
Apr 09 21:06:40.314815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-8d20db7c-c030-4a5c-9a2d-90ff56962120 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:40.316629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-8d20db7c-c030-4a5c-9a2d-90ff56962120 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.25 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 814 time: 0.2290778
Apr 09 21:06:40.329983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] For port 0e43d1e5-8511-4e37-ac37-577627349f47, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:40.333280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] For port 0e43d1e5-8511-4e37-ac37-577627349f47, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e43d1e5-8511-4e37-ac37-577627349f47,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:40.345744 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.351605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Request body: {'port': {'device_id': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'admin_state_up': True, 'tenant_id': '0f4ad084f5dd44c2b99960f4df5cb0e8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:40.508503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:40.509143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.510526 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] 10.222.0.25 "PUT /v2.0/ports/0e43d1e5-8511-4e37-ac37-577627349f47 HTTP/1.1" status: 200  len: 1092 time: 0.9211731
Apr 09 21:06:40.515050 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'tag': '0e43d1e5-8511-4e37-ac37-577627349f47'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:40.517446 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb4b275-904a-4b4e-8465-82f8ef53b418" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbcefe5-59b3-4919-b321-cbcb7a47e014", "tag": "0e43d1e5-8511-4e37-ac37-577627349f47"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:40.573326 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Deleting port 40d3d034-bc3b-4d5c-b33e-e60acf160036 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:40.573731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.634582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1deaa4-ce74-4156-a9d4-3eda200cff24 service neutron] Pushing event updated for resources: {'Port': ['ID=0e43d1e5-8511-4e37-ac37-577627349f47,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:40.640650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd5ec6-b36b-4184-a1dd-04858e065658 req-b401fe0e-4bc5-46bf-9095-36af494d451a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:40.643308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdcd5ec6-b36b-4184-a1dd-04858e065658 req-b401fe0e-4bc5-46bf-9095-36af494d451a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.2248638
Apr 09 21:06:40.668369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Deleting port 9ad8016c-e56d-42b1-a21b-8f530a861360 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:40.668851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.682680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef33541d-c0d6-4e2f-a7b8-c748c9ba5556 req-4f7f7c3b-507b-4cf1-80b7-09f090fc7700 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 210 time: 0.2613509
Apr 09 21:06:40.772524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] For port 40d3d034-bc3b-4d5c-b33e-e60acf160036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40d3d034-bc3b-4d5c-b33e-e60acf160036,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:40.772719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.776584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Made reservation on behalf of 0f4ad084f5dd44c2b99960f4df5cb0e8 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:40.782601 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.792772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faf2a66e-4f61-4552-948b-04a8bd16bb01 req-38f59f46-6530-4e32-b1d9-30a801dd0e6c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 210 time: 0.0557718
Apr 09 21:06:40.797157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Calling delete_port for 40d3d034-bc3b-4d5c-b33e-e60acf160036 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:40.818951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdcd5ec6-b36b-4184-a1dd-04858e065658 req-7e3b5622-bbeb-4de8-ace9-e6a79c1e0faa tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527164
Apr 09 21:06:40.894629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] For port 9ad8016c-e56d-42b1-a21b-8f530a861360, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ad8016c-e56d-42b1-a21b-8f530a861360,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:40.894897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:40.914391 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5999b98-fb0e-4603-b4d0-4cf980375c71 x-openstack-request-id: req-f5999b98-fb0e-4603-b4d0-4cf980375c71 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:40.914611 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbcefe5-59b3-4919-b321-cbcb7a47e014", "tag": "0e43d1e5-8511-4e37-ac37-577627349f47", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:40.914867 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5999b98-fb0e-4603-b4d0-4cf980375c71 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:40.915271 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5999b98-fb0e-4603-b4d0-4cf980375c71'] response: {'name': 'network-changed', 'server_uuid': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'tag': '0e43d1e5-8511-4e37-ac37-577627349f47', 'status': 'completed', 'code': 200}
Apr 09 21:06:40.924881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-7347bebe-2607-4dab-9df0-433729d4e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:40.926425 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-7347bebe-2607-4dab-9df0-433729d4e23f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be8cef49b0454f9bb34f7d52b7918a6c&device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 1126 time: 0.1083608
Apr 09 21:06:40.931185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Calling delete_port for 9ad8016c-e56d-42b1-a21b-8f530a861360 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:40.989201 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-08c78bbd-9bf5-4e7e-bf82-38a29cdc7a69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e43d1e5-8511-4e37-ac37-577627349f47 HTTP/1.1" status: 200  len: 217 time: 0.0469127
Apr 09 21:06:41.062797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068acac-db66-41c0-91f4-4c925dc108b5 req-d5090bbe-314f-4555-bc2e-00714660bcdb tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:41.069767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7068acac-db66-41c0-91f4-4c925dc108b5 req-d5090bbe-314f-4555-bc2e-00714660bcdb tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 944 time: 0.1536324
Apr 09 21:06:41.108138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c07c5-546b-41f7-aba9-291c5821c540 req-7cdd3f14-f157-47ed-89e3-366326994fef tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:41.109680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-414c07c5-546b-41f7-aba9-291c5821c540 req-7cdd3f14-f157-47ed-89e3-366326994fef tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 950 time: 0.1270781
Apr 09 21:06:41.110962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Allocated IP 172.20.0.7 (aca23e59-7431-4b5d-8caa-e391d337ad7c/1aae8c63-e4b1-4661-affc-bdda2a7aff13/61bb000c-8420-4fc7-8f3f-a1f3d9041c97) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:41.122404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-4309cb5e-7aec-4f4a-8852-65e8ba23debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:41.123888 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-4309cb5e-7aec-4f4a-8852-65e8ba23debf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=afcde071-ffde-4297-a953-7ae2c462e9dc HTTP/1.1" status: 200  len: 851 time: 0.0952766
Apr 09 21:06:41.168101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7068acac-db66-41c0-91f4-4c925dc108b5 req-49ee6c54-6996-4cb5-ae67-d7b2d4aaabbb tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972862
Apr 09 21:06:41.194705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-414c07c5-546b-41f7-aba9-291c5821c540 req-05e454ae-f221-44b6-8c7f-fa8c47de31a6 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2461467-068e-454f-95c4-d6da639502db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746236
Apr 09 21:06:41.242585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (40d3d034-bc3b-4d5c-b33e-e60acf160036), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:41.245077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-fadd9406-926e-4839-904e-ff7e0dfe812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:41.246359 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-fadd9406-926e-4839-904e-ff7e0dfe812f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1154649
Apr 09 21:06:41.267482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89cdf336-cb4e-4f72-aa32-827dbb7f4270 req-5f278a5d-68bd-4353-9131-785e4d6c042a tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 210 time: 0.0359170
Apr 09 21:06:41.302891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9ad8016c-e56d-42b1-a21b-8f530a861360), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:41.312530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Pushing event deleted for resources: {'Port': ['ID=40d3d034-bc3b-4d5c-b33e-e60acf160036,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:41.314275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9ad8016c-e56d-42b1-a21b-8f530a861360'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:41.394193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Pushing event deleted for resources: {'Port': ['ID=9ad8016c-e56d-42b1-a21b-8f530a861360,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:41.440233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] No DVR routers for this DVR port 40d3d034-bc3b-4d5c-b33e-e60acf160036 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:41.444394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:41.448219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ee19057-6651-4d3c-a75a-f29fe35cd68c req-14db93db-e479-41d6-a083-3af1f1e373c1 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.25 "DELETE /v2.0/ports/40d3d034-bc3b-4d5c-b33e-e60acf160036 HTTP/1.1" status: 204  len: 173 time: 1.0893641
Apr 09 21:06:41.479196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] No DVR routers for this DVR port 9ad8016c-e56d-42b1-a21b-8f530a861360 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:41.485515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:41.488912 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bb3fcdf7-5b21-4c8b-bce8-636492c6b256 req-0b9d1056-d0d8-43ec-97ad-d306ce9cff46 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.25 "DELETE /v2.0/ports/9ad8016c-e56d-42b1-a21b-8f530a861360 HTTP/1.1" status: 204  len: 173 time: 1.1387129
Apr 09 21:06:41.501109 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-e8bfbe98-f3fe-4e1a-9161-1f43f599b389 service neutron] 10.222.0.25 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436514
Apr 09 21:06:41.613459 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feeeafe-58db-4d44-986f-884b4b56e2eb req-080bb913-94ca-480e-8f62-39a917a4e0bc service neutron] 10.222.0.25 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061096
Apr 09 21:06:41.875239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcac5713-8269-4a93-a739-7df30e1dc858 req-108abbc4-f61c-4cc1-b9c1-07727a46b1ce tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 210 time: 0.0662620
Apr 09 21:06:41.897410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aaecf-cbc9-4e44-a719-c5375521971f req-57690931-a785-42fb-8df5-d490b30d36fa tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:41.898947 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e73aaecf-cbc9-4e44-a719-c5375521971f req-57690931-a785-42fb-8df5-d490b30d36fa tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.5349810
Apr 09 21:06:42.016336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2f8f4aa-a904-4449-a9df-e6b7e897c501 req-bc88dc48-bd9c-4487-b263-a5f82f5ebd12 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 210 time: 0.0600071
Apr 09 21:06:42.028596 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks [] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:42.067187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-1fa9b571-dba9-4729-b170-fad4fa9803c5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:42.068727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-1fa9b571-dba9-4729-b170-fad4fa9803c5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.32 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 814 time: 0.2609727
Apr 09 21:06:42.074062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e73aaecf-cbc9-4e44-a719-c5375521971f req-3264c382-386f-43ee-904b-1d438e9c979e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470726
Apr 09 21:06:42.097207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Request body: {'port': {'device_id': 'fe417324-1de0-45c0-876b-2032e5ce27da', 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1', 'admin_state_up': True, 'tenant_id': '3e27519c6c114724bf36126f0362a7c0'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:42.207973 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:42.226090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65bfe6-adbd-4293-acd2-c68237356c0f req-5bb4d486-5ce8-438e-aeb5-5a97838922d3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:42.227630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd65bfe6-adbd-4293-acd2-c68237356c0f req-5bb4d486-5ce8-438e-aeb5-5a97838922d3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1205444
Apr 09 21:06:42.323447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Network aca23e59-7431-4b5d-8caa-e391d337ad7c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:42.333598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:42.342228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:42.371235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Pushing event updated for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:42.378964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba774d-a08e-48b0-9698-c35faa80542d req-c031576d-434b-4b2d-9dd0-60236a2d62c5 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:42.380458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bba774d-a08e-48b0-9698-c35faa80542d req-c031576d-434b-4b2d-9dd0-60236a2d62c5 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 944 time: 0.1276944
Apr 09 21:06:42.438832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd65bfe6-adbd-4293-acd2-c68237356c0f req-2947d82d-204a-470d-becc-4bd6501cdd86 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884737
Apr 09 21:06:42.442619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Made reservation on behalf of 3e27519c6c114724bf36126f0362a7c0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:42.445864 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:42.465637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:42.466331 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:42.511462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-558de6c2-b536-4e08-a489-210a794789cb tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1637642
Apr 09 21:06:42.540696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bba774d-a08e-48b0-9698-c35faa80542d req-c286e33b-0ebb-4b24-ac96-c9dffae01eb8 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1461420
Apr 09 21:06:42.576206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d27139fe-d3ad-4c2d-9a30-20b907529e8e req-200bc160-c6ff-4dcc-9d3d-dcbee842ce2e tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 210 time: 0.0637345
Apr 09 21:06:42.653458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e6c08c2-a52b-4437-9cbc-d0ae54e598b9 req-7a88019e-55ca-4c1c-a423-ad63621ea938 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 210 time: 0.0355968
Apr 09 21:06:42.668181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Allocated IP 172.20.0.4 (ad62b125-1df7-49ad-953e-ad87b77a57c1/aa61e8dd-c0ad-4e9b-806b-455dd491b502/79b55d78-e389-4ada-a99b-e6ba587d7c29) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:42.819944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks [] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:42.857351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:42.869111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b89a1903-4bc6-4937-ab1c-08ead482d6d7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:42.904724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Network ad62b125-1df7-49ad-953e-ad87b77a57c1 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:42.907923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:42.912439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:42.916443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-deleted', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036'}, {'server_uuid': '9b0f03ed-0631-4764-ad2b-f9982421cce5', 'name': 'network-vif-deleted', 'tag': '9ad8016c-e56d-42b1-a21b-8f530a861360'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:42.916912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Pushing event updated for resources: {'Port': ['ID=79b55d78-e389-4ada-a99b-e6ba587d7c29,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:42.918601 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073126e2-271d-4dcf-b09b-1ab02e0ed988" -d '{"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-deleted", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036"}, {"server_uuid": "9b0f03ed-0631-4764-ad2b-f9982421cce5", "name": "network-vif-deleted", "tag": "9ad8016c-e56d-42b1-a21b-8f530a861360"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:42.968627 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac213f78-30f1-43c7-9a57-c18f57d40403 x-openstack-request-id: req-ac213f78-30f1-43c7-9a57-c18f57d40403 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:42.968927 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41376b6-fec0-40d4-add3-7058e3ec6c24", "name": "network-vif-deleted", "tag": "40d3d034-bc3b-4d5c-b33e-e60acf160036", "status": "completed", "code": 200}, {"server_uuid": "9b0f03ed-0631-4764-ad2b-f9982421cce5", "name": "network-vif-deleted", "tag": "9ad8016c-e56d-42b1-a21b-8f530a861360", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:42.969201 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac213f78-30f1-43c7-9a57-c18f57d40403 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:42.969607 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac213f78-30f1-43c7-9a57-c18f57d40403'] response: {'server_uuid': 'b41376b6-fec0-40d4-add3-7058e3ec6c24', 'name': 'network-vif-deleted', 'tag': '40d3d034-bc3b-4d5c-b33e-e60acf160036', 'status': 'completed', 'code': 200}
Apr 09 21:06:42.969868 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac213f78-30f1-43c7-9a57-c18f57d40403'] response: {'server_uuid': '9b0f03ed-0631-4764-ad2b-f9982421cce5', 'name': 'network-vif-deleted', 'tag': '9ad8016c-e56d-42b1-a21b-8f530a861360', 'status': 'completed', 'code': 200}
Apr 09 21:06:42.972494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:42.973176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:43.015271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-04372335-40a5-469c-a99c-be599c4a0d80 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9263020
Apr 09 21:06:43.026792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Request body: {'port': {'device_id': 'fe417324-1de0-45c0-876b-2032e5ce27da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:43.034666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12709-5208-4608-bf90-d5ee2689ef5c req-14cd99a1-eaea-499e-9ff5-97f6d1721192 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:43.036112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36f12709-5208-4608-bf90-d5ee2689ef5c req-14cd99a1-eaea-499e-9ff5-97f6d1721192 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 931 time: 0.0602498
Apr 09 21:06:43.154676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:43.160975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36f12709-5208-4608-bf90-d5ee2689ef5c req-3a725ad0-05e7-4871-bd63-87ac2f0c5135 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032438
Apr 09 21:06:43.178019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e35cd2-8775-4e6b-b0d5-d4839ce1bb88 req-00b8f1a1-9473-41ab-92d3-f71105f7edc3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:43.179464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e35cd2-8775-4e6b-b0d5-d4839ce1bb88 req-00b8f1a1-9473-41ab-92d3-f71105f7edc3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 931 time: 0.0717466
Apr 09 21:06:43.344762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4fde6-fc48-41fd-b9f9-772e8a071167 req-bd59e04b-ebdd-4ab3-9485-df5aefefcec8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:43.346163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dac4fde6-fc48-41fd-b9f9-772e8a071167 req-bd59e04b-ebdd-4ab3-9485-df5aefefcec8 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1205394
Apr 09 21:06:43.355999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e35cd2-8775-4e6b-b0d5-d4839ce1bb88 req-54b2bf73-3537-46a8-a489-249d81eee67e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504352
Apr 09 21:06:43.453023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dac4fde6-fc48-41fd-b9f9-772e8a071167 req-8e3b983b-c3b8-4691-a067-dfa80dc6625d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004646
Apr 09 21:06:43.580008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b55d78-e389-4ada-a99b-e6ba587d7c29 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:43.589827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b33358-b96b-4233-8642-3cd4ced122c7 req-a5c9c946-f169-4778-9f57-0196c7423bad tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:43.591758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69b33358-b96b-4233-8642-3cd4ced122c7 req-a5c9c946-f169-4778-9f57-0196c7423bad tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0845113
Apr 09 21:06:43.596108 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Publish callbacks [] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:43.598349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:43.631390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 40d3d034-bc3b-4d5c-b33e-e60acf160036 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:43.631828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 40d3d034-bc3b-4d5c-b33e-e60acf160036 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:43.632294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9ad8016c-e56d-42b1-a21b-8f530a861360 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:06:43.633558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Transition to ACTIVE for port object 79b55d78-e389-4ada-a99b-e6ba587d7c29 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:06:43.654599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 9ad8016c-e56d-42b1-a21b-8f530a861360 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:06:43.655090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9ad8016c-e56d-42b1-a21b-8f530a861360 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:06:43.658456 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:43.721203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9864b-de5f-4d7d-b3e3-765f80473fb8 req-1858ae34-a627-40a8-ba08-46635b08aa10 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:43.722766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ed9864b-de5f-4d7d-b3e3-765f80473fb8 req-1858ae34-a627-40a8-ba08-46635b08aa10 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 944 time: 0.1030049
Apr 09 21:06:43.735226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69b33358-b96b-4233-8642-3cd4ced122c7 req-b65f5cf6-5d8b-4a46-8d05-94b647ce52a6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362584
Apr 09 21:06:43.746670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Pushing event updated for resources: {'Port': ['ID=79b55d78-e389-4ada-a99b-e6ba587d7c29,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:43.836680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ed9864b-de5f-4d7d-b3e3-765f80473fb8 req-62d2099c-8c30-4f27-b5b4-0b07d5cf17e9 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065238
Apr 09 21:06:43.858010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e44f00d-969c-48b7-9fb6-8ddabd537536 req-aa9fc4ae-d175-4b19-a9d5-3266db2da216 tempest-ImagesNegativeTestJSON-1492159603 tempest-ImagesNegativeTestJSON-1492159603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b0f03ed-0631-4764-ad2b-f9982421cce5 HTTP/1.1" status: 200  len: 210 time: 0.0373282
Apr 09 21:06:43.879377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Attempting to bind port 79b55d78-e389-4ada-a99b-e6ba587d7c29 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:43.879732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Attempting to bind port 79b55d78-e389-4ada-a99b-e6ba587d7c29 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:43.880823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Attempting to bind port 79b55d78-e389-4ada-a99b-e6ba587d7c29 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:43.885808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Port 79b55d78-e389-4ada-a99b-e6ba587d7c29 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:06:43.886150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Attempting to bind port 79b55d78-e389-4ada-a99b-e6ba587d7c29 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:43.891385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:43.891729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Checking segment: {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:43.892127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Bound using segment: {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:43.892543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Bound port: 79b55d78-e389-4ada-a99b-e6ba587d7c29, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:43.892905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:43.957955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Request body: {'port': {'device_id': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:44.000141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a768fd5-5056-4df0-badb-bb5e8feddb81 req-7b4ddfb9-7bf2-445f-af8b-746dddaf7da2 tempest-ListImageFiltersTestJSON-1803565159 tempest-ListImageFiltersTestJSON-1803565159-project] 10.222.0.30 "GET /v2.0/ports?device_id=b41376b6-fec0-40d4-add3-7058e3ec6c24 HTTP/1.1" status: 200  len: 210 time: 0.0692782
Apr 09 21:06:44.005791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-2a308c07-3101-42ff-a5d7-82192678c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.008539 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-2a308c07-3101-42ff-a5d7-82192678c727 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be8cef49b0454f9bb34f7d52b7918a6c&device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 1126 time: 0.0637779
Apr 09 21:06:44.026101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] For port 79b55d78-e389-4ada-a99b-e6ba587d7c29, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:44.030212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] For port 79b55d78-e389-4ada-a99b-e6ba587d7c29, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79b55d78-e389-4ada-a99b-e6ba587d7c29,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:44.053831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:44.083038 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:44.102953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.103513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:44.104889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] 10.222.0.32 "PUT /v2.0/ports/79b55d78-e389-4ada-a99b-e6ba587d7c29 HTTP/1.1" status: 200  len: 1091 time: 1.0822477
Apr 09 21:06:44.105369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe417324-1de0-45c0-876b-2032e5ce27da', 'tag': '79b55d78-e389-4ada-a99b-e6ba587d7c29'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:44.107703 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c76ae7-5d38-4320-8017-baf9607bd6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe417324-1de0-45c0-876b-2032e5ce27da", "tag": "79b55d78-e389-4ada-a99b-e6ba587d7c29"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:44.163315 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00351cfa-e5b5-4215-8c5c-fabf8ab82e71 x-openstack-request-id: req-00351cfa-e5b5-4215-8c5c-fabf8ab82e71 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:44.163598 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe417324-1de0-45c0-876b-2032e5ce27da", "tag": "79b55d78-e389-4ada-a99b-e6ba587d7c29", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:44.163847 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00351cfa-e5b5-4215-8c5c-fabf8ab82e71 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:44.164251 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00351cfa-e5b5-4215-8c5c-fabf8ab82e71'] response: {'name': 'network-changed', 'server_uuid': 'fe417324-1de0-45c0-876b-2032e5ce27da', 'tag': '79b55d78-e389-4ada-a99b-e6ba587d7c29', 'status': 'completed', 'code': 200}
Apr 09 21:06:44.187781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb195141-70a6-4b3a-833d-9551fe8b4c76 service neutron] Pushing event updated for resources: {'Port': ['ID=79b55d78-e389-4ada-a99b-e6ba587d7c29,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:44.212761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-109a8ce5-fec4-44bb-aac0-8339ce8d2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.214700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-109a8ce5-fec4-44bb-aac0-8339ce8d2f58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 1125 time: 0.0657804
Apr 09 21:06:44.353721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-b1abd45e-bd37-4628-afeb-a7dba6e2dafd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79b55d78-e389-4ada-a99b-e6ba587d7c29 HTTP/1.1" status: 200  len: 217 time: 0.0861349
Apr 09 21:06:44.360522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-42f39e1b-7b70-4f03-9efe-3752dafc868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.362771 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-42f39e1b-7b70-4f03-9efe-3752dafc868c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86 HTTP/1.1" status: 200  len: 913 time: 0.1469846
Apr 09 21:06:44.402050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a014-29e8-4fed-bf8d-debc73f8d48c req-779c2878-2e82-4b67-a66a-e5afa6dcddb1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.403551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f59a014-29e8-4fed-bf8d-debc73f8d48c req-779c2878-2e82-4b67-a66a-e5afa6dcddb1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 931 time: 0.1372442
Apr 09 21:06:44.425522 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-7d402293-0e3d-427d-9cf1-754dc7462c4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e43d1e5-8511-4e37-ac37-577627349f47 HTTP/1.1" status: 200  len: 217 time: 0.0546203
Apr 09 21:06:44.493641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-6b0296ef-05f6-4123-beb1-dedb741f5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.495263 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-6b0296ef-05f6-4123-beb1-dedb741f5a32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=afcde071-ffde-4297-a953-7ae2c462e9dc HTTP/1.1" status: 200  len: 851 time: 0.0627983
Apr 09 21:06:44.533205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-1847fbf2-9881-4e92-9120-3116eee2ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.534770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-1847fbf2-9881-4e92-9120-3116eee2ef38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 200  len: 854 time: 0.1721349
Apr 09 21:06:44.539468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-27133ffd-a38a-4ccb-bf09-4fea2d2de8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.541003 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-27133ffd-a38a-4ccb-bf09-4fea2d2de8a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389748
Apr 09 21:06:44.603576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65730ef7-897a-4b7c-97d6-fdd7a3c7b60f req-d90b46c9-f493-404e-b15e-13e2518e616d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.605189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65730ef7-897a-4b7c-97d6-fdd7a3c7b60f req-d90b46c9-f493-404e-b15e-13e2518e616d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 943 time: 0.1176212
Apr 09 21:06:44.620321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-a517b3e0-7fcb-4d1a-8218-5d2322ecc2be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad62b125-1df7-49ad-953e-ad87b77a57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0740392
Apr 09 21:06:44.635450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f59a014-29e8-4fed-bf8d-debc73f8d48c req-fe52924e-d7e7-4ef9-abfc-79e5226faea8 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187254
Apr 09 21:06:44.638539 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-987a9263-d7e7-4636-b945-31e0b7e09651 service neutron] 10.222.0.25 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911760
Apr 09 21:06:44.732010 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0eb4b275-904a-4b4e-8465-82f8ef53b418 req-6ad487b7-f911-49c4-a099-0a648cbca76d service neutron] 10.222.0.25 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872674
Apr 09 21:06:44.810772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65730ef7-897a-4b7c-97d6-fdd7a3c7b60f req-c2781f60-f292-43e9-bdda-6462283735e6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888967
Apr 09 21:06:44.823590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:44.834006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Publish callbacks [] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:44.845288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dd8a3-90d2-4f74-afc4-7bea3eea77e3 req-7bc72c66-c82c-401f-ab30-c459d53e0d53 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:44.846923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b4dd8a3-90d2-4f74-afc4-7bea3eea77e3 req-7bc72c66-c82c-401f-ab30-c459d53e0d53 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1170614
Apr 09 21:06:44.873332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Transition to ACTIVE for port object 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:06:44.888377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-e09d54b8-f0c2-4b8a-a17c-46bfe95c61c2 service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520461
Apr 09 21:06:44.891968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:45.005327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19189a2-1ec9-40a6-8c2e-7c836317c7b4 req-04b9b8d0-963f-4f3e-8224-7e50dc734809 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:45.006789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e19189a2-1ec9-40a6-8c2e-7c836317c7b4 req-04b9b8d0-963f-4f3e-8224-7e50dc734809 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1361208
Apr 09 21:06:45.050216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b4dd8a3-90d2-4f74-afc4-7bea3eea77e3 req-1306f218-4926-452c-9556-fd0f08286ac7 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946187
Apr 09 21:06:45.054356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Pushing event updated for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:45.177187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd71b80c-8bed-4bf1-9e7a-93ce0f365010 req-3a0b049c-9f95-4ca7-a824-2c7994d3eb4b service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2650630
Apr 09 21:06:45.193932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e19189a2-1ec9-40a6-8c2e-7c836317c7b4 req-2f4f21a8-556f-428a-9fce-7767ef8bc332 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800649
Apr 09 21:06:45.210358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0d26b-4dbf-4a69-970b-fc5c3b082cb2 req-88b84b72-791b-458a-9fc4-a4a0845222d3 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:45.211702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93c0d26b-4dbf-4a69-970b-fc5c3b082cb2 req-88b84b72-791b-458a-9fc4-a4a0845222d3 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 944 time: 0.0920496
Apr 09 21:06:45.229076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Attempting to bind port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:45.229412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Attempting to bind port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:45.229736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Attempting to bind port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 on network aca23e59-7431-4b5d-8caa-e391d337ad7c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:45.245074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 on network aca23e59-7431-4b5d-8caa-e391d337ad7c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:06:45.245380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Attempting to bind port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 on network aca23e59-7431-4b5d-8caa-e391d337ad7c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:45.258505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:45.258839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Checking segment: {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:45.259218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Bound using segment: {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:45.259652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Bound port: 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:45.260008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:45.283908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93c0d26b-4dbf-4a69-970b-fc5c3b082cb2 req-89823897-5333-4632-b483-66944b22fc39 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645268
Apr 09 21:06:45.349514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:45.353152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:45.360981 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:45.402405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:45.403130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:45.404516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] 10.222.0.25 "PUT /v2.0/ports/61bb000c-8420-4fc7-8f3f-a1f3d9041c97 HTTP/1.1" status: 200  len: 1091 time: 1.4570293
Apr 09 21:06:45.428433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da155d08-b4ef-49d9-8b87-78ad3607e871 service neutron] Pushing event updated for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:45.500638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-91bc0ba2-0f31-4809-b3ae-4110dee6cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:45.502424 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-91bc0ba2-0f31-4809-b3ae-4110dee6cccd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 1125 time: 0.0485470
Apr 09 21:06:45.544132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-901c84a8-296f-460d-9410-1cfef46249a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97 HTTP/1.1" status: 200  len: 217 time: 0.0355670
Apr 09 21:06:45.607324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-dabfb98c-a700-42ae-a458-2fcd66b5f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:45.609075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-dabfb98c-a700-42ae-a458-2fcd66b5f9da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1aae8c63-e4b1-4661-affc-bdda2a7aff13 HTTP/1.1" status: 200  len: 854 time: 0.0585997
Apr 09 21:06:45.622575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0e43d1e5-8511-4e37-ac37-577627349f47 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:45.672177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-fd5747f8-24cd-464a-894d-358c1e231dd5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aca23e59-7431-4b5d-8caa-e391d337ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421569
Apr 09 21:06:45.691796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57440) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:45.749905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0e43d1e5-8511-4e37-ac37-577627349f47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e43d1e5-8511-4e37-ac37-577627349f47,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:45.775979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '0e43d1e5-8511-4e37-ac37-577627349f47', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'port_id': '0e43d1e5-8511-4e37-ac37-577627349f47', 'mac_address': 'fa:16:3e:bc:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:45.824589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 0e43d1e5-8511-4e37-ac37-577627349f47 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:45.825465 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:45.843975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e43d1e5-8511-4e37-ac37-577627349f47 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:45.850480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95ce07-58ea-4b36-b121-6f1ad56325e9 req-f667ea6a-4fc5-4ab2-a79d-5f29c7f0deaa tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:45.852085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a95ce07-58ea-4b36-b121-6f1ad56325e9 req-f667ea6a-4fc5-4ab2-a79d-5f29c7f0deaa tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 943 time: 0.1229627
Apr 09 21:06:45.871019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0e43d1e5-8511-4e37-ac37-577627349f47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e43d1e5-8511-4e37-ac37-577627349f47,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:45.880666 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:45.890596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9db2950c-0b98-46ec-a9c6-91fa69ba803a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8db9d188edc4c1fb6fb85e81e8dba79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1965506
Apr 09 21:06:45.891487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:45.896326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-69afc63c-5f21-43ae-9a91-1f88b517f84b service neutron] 10.222.0.25 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199805
Apr 09 21:06:45.939638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=0e43d1e5-8511-4e37-ac37-577627349f47,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:45.955958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc22f992-b257-49e5-882a-fb756ba72bc8 admin admin] Publish callbacks [] for security_group (a2461467-068e-454f-95c4-d6da639502db), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:45.980692 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc22f992-b257-49e5-882a-fb756ba72bc8 admin admin] Publish callbacks [] for security_group (a2461467-068e-454f-95c4-d6da639502db), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:45.996540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c08754-ad9c-4ebb-b8cd-61161c198acb req-cd07274d-d182-435e-9cad-316e8d2f3361 service neutron] 10.222.0.25 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924184
Apr 09 21:06:46.032453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a95ce07-58ea-4b36-b121-6f1ad56325e9 req-0dca3367-fc3f-4473-b277-ac2b94300fd0 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563179
Apr 09 21:06:46.039386 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc22f992-b257-49e5-882a-fb756ba72bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a2461467-068e-454f-95c4-d6da639502db), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:46.042299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc22f992-b257-49e5-882a-fb756ba72bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:46.046037 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc22f992-b257-49e5-882a-fb756ba72bc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2461467-068e-454f-95c4-d6da639502db HTTP/1.1" status: 204  len: 168 time: 0.1508465
Apr 09 21:06:46.057116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22f992-b257-49e5-882a-fb756ba72bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2461467-068e-454f-95c4-d6da639502db,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:46.157782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec90e88-d7e4-4762-8d93-2e35093e4f2e req-b9428617-a069-4ae7-b278-ddf35fc86e0f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:46.159547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec90e88-d7e4-4762-8d93-2e35093e4f2e req-b9428617-a069-4ae7-b278-ddf35fc86e0f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 943 time: 0.0548460
Apr 09 21:06:46.175056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:46.177891 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e600f499-c527-489c-943b-12a5067a5532" -d '{"events": [{"name": "network-changed", "server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:46.204439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['0e43d1e5-8511-4e37-ac37-577627349f47'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:46.268937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fd8e1-1b06-42b1-8d6d-9513e4fcba34 req-c59a8bba-0178-47c5-937b-1917813a1876 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:46.270640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b90fd8e1-1b06-42b1-8d6d-9513e4fcba34 req-c59a8bba-0178-47c5-937b-1917813a1876 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1101260
Apr 09 21:06:46.276663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-14edb7b5-80e8-4630-ac33-9b3d63bf68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:46.278289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-14edb7b5-80e8-4630-ac33-9b3d63bf68ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 1125 time: 0.0940287
Apr 09 21:06:46.333211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec90e88-d7e4-4762-8d93-2e35093e4f2e req-92538802-aa7b-4137-82d4-8a2454285ce3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505075
Apr 09 21:06:46.417952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b90fd8e1-1b06-42b1-8d6d-9513e4fcba34 req-8afe7cb8-346a-41f4-916f-b7deb50e2b61 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359096
Apr 09 21:06:46.450014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-d6f06034-2df8-44ee-be1c-9528605631d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:46.451783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-d6f06034-2df8-44ee-be1c-9528605631d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 915 time: 0.1653783
Apr 09 21:06:46.883374 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a6c289-8149-4c18-86f2-88f209bbfd93 x-openstack-request-id: req-f6a6c289-8149-4c18-86f2-88f209bbfd93 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:46.883664 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:46.884063 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6a6c289-8149-4c18-86f2-88f209bbfd93 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:46.884311 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a6c289-8149-4c18-86f2-88f209bbfd93'] response: {'name': 'network-changed', 'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'status': 'completed', 'code': 200}
Apr 09 21:06:46.886724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-7fbd77a6-50b2-4dae-a83a-003a7e9cdbd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79b55d78-e389-4ada-a99b-e6ba587d7c29 HTTP/1.1" status: 200  len: 217 time: 0.4282916
Apr 09 21:06:46.933245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97e237-0682-4f1c-a3f4-f0ab75acbecd req-0fc14243-d174-42c8-9158-8b3f2d5ea2e5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:46.935200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc97e237-0682-4f1c-a3f4-f0ab75acbecd req-0fc14243-d174-42c8-9158-8b3f2d5ea2e5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0532374
Apr 09 21:06:47.051295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc97e237-0682-4f1c-a3f4-f0ab75acbecd req-0bb0965a-3cd1-45a5-8eef-a75075f707ca tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101499
Apr 09 21:06:47.077721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a377e09-3918-4956-9062-fb86fb4ee3e4 req-00e14b7b-6cef-4943-bb1f-120252792e23 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:47.079457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a377e09-3918-4956-9062-fb86fb4ee3e4 req-00e14b7b-6cef-4943-bb1f-120252792e23 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 945 time: 0.0733910
Apr 09 21:06:47.080815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-8ea66e0f-b383-4cfe-a44e-51c8f783fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:47.082224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-8ea66e0f-b383-4cfe-a44e-51c8f783fe78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 200  len: 854 time: 0.1129985
Apr 09 21:06:47.131403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-9e859375-12f0-4616-afbf-7119e2ae279c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad62b125-1df7-49ad-953e-ad87b77a57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381787
Apr 09 21:06:47.183009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a377e09-3918-4956-9062-fb86fb4ee3e4 req-2a4315e4-c590-4fa4-84c4-de3d2841ecaa tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0965204
Apr 09 21:06:47.238533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57514) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:47.254982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-64c2a40a-b547-4c1b-a0e7-1d3d1cca4439 service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1153252
Apr 09 21:06:47.356549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849db66-6d31-44e8-8dcd-68fcb4f77a0f req-530b64b1-59c5-4a06-b3d7-88a3de4d80fe tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:47.358115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2849db66-6d31-44e8-8dcd-68fcb4f77a0f req-530b64b1-59c5-4a06-b3d7-88a3de4d80fe tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 943 time: 0.1002760
Apr 09 21:06:47.414929 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ad1d48b-7864-4cc8-a3e9-72a3a1d587ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e2f7aa3f0c94253b265693d30844fd0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1756206
Apr 09 21:06:47.417207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57520) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:47.419083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c76ae7-5d38-4320-8017-baf9607bd6c8 req-e09bf2da-d938-427c-b66c-e612c59ea8d5 service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522651
Apr 09 21:06:47.430440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2849db66-6d31-44e8-8dcd-68fcb4f77a0f req-9d2a9443-e040-4ada-b665-de8c7d800db7 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630915
Apr 09 21:06:47.476510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a827-b3e0-4da3-99bc-1c9e2fdaaaef admin admin] Publish callbacks [] for security_group (e2c59c1d-f3c3-4166-9aa0-5b253859b8f8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:47.499390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a827-b3e0-4da3-99bc-1c9e2fdaaaef admin admin] Publish callbacks [] for security_group (e2c59c1d-f3c3-4166-9aa0-5b253859b8f8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:47.556353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a827-b3e0-4da3-99bc-1c9e2fdaaaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e2c59c1d-f3c3-4166-9aa0-5b253859b8f8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:47.558523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123afb0-3408-4d4a-92b6-2c18592ec3eb req-0e212c1c-4c76-4928-9ad5-4deef6c66c88 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:47.559263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a827-b3e0-4da3-99bc-1c9e2fdaaaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:47.560250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7123afb0-3408-4d4a-92b6-2c18592ec3eb req-0e212c1c-4c76-4928-9ad5-4deef6c66c88 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 943 time: 0.0487232
Apr 09 21:06:47.560416 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c7b9a827-b3e0-4da3-99bc-1c9e2fdaaaef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2c59c1d-f3c3-4166-9aa0-5b253859b8f8 HTTP/1.1" status: 204  len: 168 time: 0.1421990
Apr 09 21:06:47.569911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9a827-b3e0-4da3-99bc-1c9e2fdaaaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c59c1d-f3c3-4166-9aa0-5b253859b8f8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:47.613744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7123afb0-3408-4d4a-92b6-2c18592ec3eb req-db1a0e6d-ad34-4b28-8ff6-8b1996455a89 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457549
Apr 09 21:06:47.631404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0e43d1e5-8511-4e37-ac37-577627349f47 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:47.728833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 0e43d1e5-8511-4e37-ac37-577627349f47 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:06:47.737308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 0e43d1e5-8511-4e37-ac37-577627349f47 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:47.737752 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:47.745466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276219-19d4-4dad-b689-84a1d38b0f93 req-bbfa749b-11d3-4003-9358-9b159d53732a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:47.746503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48276219-19d4-4dad-b689-84a1d38b0f93 req-bbfa749b-11d3-4003-9358-9b159d53732a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0598941
Apr 09 21:06:47.824689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48276219-19d4-4dad-b689-84a1d38b0f93 req-aee1d0b2-cade-4676-a28e-de2d56fa77c9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691781
Apr 09 21:06:47.872311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 0e43d1e5-8511-4e37-ac37-577627349f47 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:47.872900 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:47.898527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e43d1e5-8511-4e37-ac37-577627349f47'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:47.901329 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d660e5e-8cf5-49b4-9ac8-0891c0723f62" -d '{"events": [{"server_uuid": "9fbcefe5-59b3-4919-b321-cbcb7a47e014", "name": "network-vif-plugged", "status": "completed", "tag": "0e43d1e5-8511-4e37-ac37-577627349f47"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:47.917205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0e43d1e5-8511-4e37-ac37-577627349f47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e43d1e5-8511-4e37-ac37-577627349f47,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:47.925256 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:47.963696 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf394a66-39fc-4c30-bb56-336855a6f8e8 x-openstack-request-id: req-cf394a66-39fc-4c30-bb56-336855a6f8e8 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:47.964299 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbcefe5-59b3-4919-b321-cbcb7a47e014", "name": "network-vif-plugged", "status": "completed", "tag": "0e43d1e5-8511-4e37-ac37-577627349f47", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:47.966578 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf394a66-39fc-4c30-bb56-336855a6f8e8 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:47.966578 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf394a66-39fc-4c30-bb56-336855a6f8e8'] response: {'server_uuid': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e43d1e5-8511-4e37-ac37-577627349f47', 'code': 200}
Apr 09 21:06:48.000675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=0e43d1e5-8511-4e37-ac37-577627349f47,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:48.179740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035fbce-297c-41fb-a54a-2f3788ef7baf req-90947309-161b-41f8-be56-91cf2af8affa tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.181672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c035fbce-297c-41fb-a54a-2f3788ef7baf req-90947309-161b-41f8-be56-91cf2af8affa tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0505896
Apr 09 21:06:48.257625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c035fbce-297c-41fb-a54a-2f3788ef7baf req-07197f31-3bca-42c5-9512-529651e70c7b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692358
Apr 09 21:06:48.359739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ffae-a68f-4682-8b62-8df7f9f97de1 req-2010ac21-22f7-4168-9801-053df33846f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.362049 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e377ffae-a68f-4682-8b62-8df7f9f97de1 req-2010ac21-22f7-4168-9801-053df33846f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 1128 time: 0.0486846
Apr 09 21:06:48.385028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600f499-c527-489c-943b-12a5067a5532 req-22b5bde0-48b0-4bdc-86bc-071c0bae8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.386615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e600f499-c527-489c-943b-12a5067a5532 req-22b5bde0-48b0-4bdc-86bc-071c0bae8aaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 1125 time: 0.1249518
Apr 09 21:06:48.393814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c196e-0c9e-4b9a-a5ce-97319295f423 req-7cedf059-6675-453e-ae8a-020f09a942e4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.401474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac0c196e-0c9e-4b9a-a5ce-97319295f423 req-7cedf059-6675-453e-ae8a-020f09a942e4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.0719216
Apr 09 21:06:48.419856 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e377ffae-a68f-4682-8b62-8df7f9f97de1 req-10680fe0-2452-4646-8685-484c701414e4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501506
Apr 09 21:06:48.468929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57566) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:48.533725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac0c196e-0c9e-4b9a-a5ce-97319295f423 req-46211445-77d4-4828-abfc-fd3ce0935968 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1305144
Apr 09 21:06:48.562722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600f499-c527-489c-943b-12a5067a5532 req-8a146b90-d2e5-4e4d-85e5-b1d09fd00d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.567248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e600f499-c527-489c-943b-12a5067a5532 req-8a146b90-d2e5-4e4d-85e5-b1d09fd00d10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 915 time: 0.1567161
Apr 09 21:06:48.610254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-131739538-network', 'tenant_id': 'fe0cf872e6394079be75ef13dcfb4772'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:48.636125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Made reservation on behalf of fe0cf872e6394079be75ef13dcfb4772 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:48.640315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:48.654072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:48.784642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e600f499-c527-489c-943b-12a5067a5532 req-f7b731f0-1ebe-41c5-8293-67436b223618 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97 HTTP/1.1" status: 200  len: 217 time: 0.0721085
Apr 09 21:06:48.802972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Publish callbacks [] for security_group (1997b5f5-a520-4063-81ab-c9ffd99fb010), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:48.809949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1997b5f5-a520-4063-81ab-c9ffd99fb010), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:48.845378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:06:48.855465 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1997b5f5-a520-4063-81ab-c9ffd99fb010,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:48.860249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7d66fb8c-30d1-44b4-8c6e-78b9456c4dd5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:48.860576 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Added segment 7d66fb8c-30d1-44b4-8c6e-78b9456c4dd5 of type vlan for network c788e3bc-63ea-433e-a958-5e9d07e785a8
Apr 09 21:06:48.904643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (c788e3bc-63ea-433e-a958-5e9d07e785a8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:48.932522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2720ab-cd13-493c-b627-16616397adce req-5b285022-ded2-49eb-9787-2bde147abd37 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.934572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc2720ab-cd13-493c-b627-16616397adce req-5b285022-ded2-49eb-9787-2bde147abd37 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 943 time: 0.1296687
Apr 09 21:06:48.935080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (c788e3bc-63ea-433e-a958-5e9d07e785a8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:48.936251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.936939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:48.938840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600f499-c527-489c-943b-12a5067a5532 req-4cedbe82-4c0a-4af4-9edd-ce08c7603d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.940602 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e600f499-c527-489c-943b-12a5067a5532 req-4cedbe82-4c0a-4af4-9edd-ce08c7603d4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1aae8c63-e4b1-4661-affc-bdda2a7aff13 HTTP/1.1" status: 200  len: 854 time: 0.1485643
Apr 09 21:06:48.947190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8125b-1648-45dc-b476-65c5bebb4748 req-d0890f97-4b55-4012-b98a-bf32c02f6ce4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:48.948664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bd8125b-1648-45dc-b476-65c5bebb4748 req-d0890f97-4b55-4012-b98a-bf32c02f6ce4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 943 time: 0.1094389
Apr 09 21:06:48.974350 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5014529
Apr 09 21:06:48.975968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57578) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:48.988023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Request body: {'subnet': {'network_id': 'c788e3bc-63ea-433e-a958-5e9d07e785a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-131739538-subnet', 'tenant_id': 'fe0cf872e6394079be75ef13dcfb4772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:49.001791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4be65a-a62a-4ad4-a14a-12a0e48c3206 admin admin] Pushing event updated for resources: {'Network': ['ID=c788e3bc-63ea-433e-a958-5e9d07e785a8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:49.011914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network c788e3bc-63ea-433e-a958-5e9d07e785a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:06:49.051626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc2720ab-cd13-493c-b627-16616397adce req-fe2a98cf-9398-4d20-a29d-27827a59fc65 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018567
Apr 09 21:06:49.052207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Made reservation on behalf of fe0cf872e6394079be75ef13dcfb4772 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:49.054592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:49.073104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bd8125b-1648-45dc-b476-65c5bebb4748 req-d320a2fa-e919-465c-95f2-f87ca824d0c4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137350
Apr 09 21:06:49.213264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa761cd-a671-471f-a59e-4a6530b52465 req-4bcb093c-47ce-4e09-be3e-063ecd489f63 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:49.214916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afa761cd-a671-471f-a59e-4a6530b52465 req-4bcb093c-47ce-4e09-be3e-063ecd489f63 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0664911
Apr 09 21:06:49.302295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79b55d78-e389-4ada-a99b-e6ba587d7c29 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:49.339243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afa761cd-a671-471f-a59e-4a6530b52465 req-b4b796f3-c132-4078-8cf3-941ac7368ff6 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000178
Apr 09 21:06:49.357797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (1fa47231-abb0-4deb-bc59-fbb5fef37f20), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:49.442298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79b55d78-e389-4ada-a99b-e6ba587d7c29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79b55d78-e389-4ada-a99b-e6ba587d7c29,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:49.456694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '79b55d78-e389-4ada-a99b-e6ba587d7c29', 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1', 'port_id': '79b55d78-e389-4ada-a99b-e6ba587d7c29', 'mac_address': 'fa:16:3e:ab:2c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa61e8dd-c0ad-4e9b-806b-455dd491b502', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:49.463700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e600f499-c527-489c-943b-12a5067a5532 req-d569f893-97eb-4a7a-8849-fc296e597d14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aca23e59-7431-4b5d-8caa-e391d337ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0968149
Apr 09 21:06:49.500904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 79b55d78-e389-4ada-a99b-e6ba587d7c29 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:49.501462 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:49.510512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c428cc-be73-4937-9031-151fba46389a req-152028fa-0b78-4656-89c2-2ff52705e592 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:49.511969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48c428cc-be73-4937-9031-151fba46389a req-152028fa-0b78-4656-89c2-2ff52705e592 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1643426
Apr 09 21:06:49.517230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b55d78-e389-4ada-a99b-e6ba587d7c29 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:49.524546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa47231-abb0-4deb-bc59-fbb5fef37f20,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:49.541598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79b55d78-e389-4ada-a99b-e6ba587d7c29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79b55d78-e389-4ada-a99b-e6ba587d7c29,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:49.546867 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:49.608335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=79b55d78-e389-4ada-a99b-e6ba587d7c29,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:49.608555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Checking segment: {'id': '7d66fb8c-30d1-44b4-8c6e-78b9456c4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c788e3bc-63ea-433e-a958-5e9d07e785a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:49.608789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Network hostable DHCP agents. Network: c788e3bc-63ea-433e-a958-5e9d07e785a8, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:06:49.630779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:49.657606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48c428cc-be73-4937-9031-151fba46389a req-609f861c-d0ef-4bdb-a3b9-5b75fe02dad8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229386
Apr 09 21:06:49.683673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Network c788e3bc-63ea-433e-a958-5e9d07e785a8 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:06:49.692130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e600f499-c527-489c-943b-12a5067a5532 req-feb262f1-19d1-454b-ae67-94ea84751552 service neutron] 10.222.0.25 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2181745
Apr 09 21:06:49.722695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c788e3bc-63ea-433e-a958-5e9d07e785a8) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:49.728747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:49.729555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:49.769067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9b901c4c-a846-4d38-8880-d57364420ed7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7918286
Apr 09 21:06:49.780928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3186da2-e612-439b-88a4-22ccc1b320f4 None None] Network c788e3bc-63ea-433e-a958-5e9d07e785a8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:49.914651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:49.927303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['79b55d78-e389-4ada-a99b-e6ba587d7c29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:49.991423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf186bc-72dc-42e3-82d3-abfae7683703 req-80a3992f-60cc-47dc-8510-2df562b95eec tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:49.998280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'port_id': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'mac_address': 'fa:16:3e:ba:aa:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae8c63-e4b1-4661-affc-bdda2a7aff13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:49.999695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acf186bc-72dc-42e3-82d3-abfae7683703 req-80a3992f-60cc-47dc-8510-2df562b95eec tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.1707356
Apr 09 21:06:50.082490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:50.082490 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:50.104587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acf186bc-72dc-42e3-82d3-abfae7683703 req-aaf50f3c-fac4-43a0-a729-8b681caf6917 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035082
Apr 09 21:06:50.108392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e600f499-c527-489c-943b-12a5067a5532 req-56d06099-bf18-4d3d-8292-a60c30f48dde service neutron] 10.222.0.25 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014554
Apr 09 21:06:50.120179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92808e1b-de1b-4359-b272-f107c605f313 None None] Network c788e3bc-63ea-433e-a958-5e9d07e785a8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:50.146635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:50.219741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:50.236342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:50.275529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-328113a7-ca97-4c36-ab7f-7dc7b227faa3 req-747a5bc5-dc82-4e95-9e6f-1ec93932a5da tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1536563408', 'description': 'tempest-description-820949107'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:50.308210 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-328113a7-ca97-4c36-ab7f-7dc7b227faa3 req-747a5bc5-dc82-4e95-9e6f-1ec93932a5da tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:50.341556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:50.388381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-30a233ca-e6da-404c-a712-3ff96d4f7438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:50.405493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-328113a7-ca97-4c36-ab7f-7dc7b227faa3 req-747a5bc5-dc82-4e95-9e6f-1ec93932a5da tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (b55318dc-155f-44d3-b12d-03f1b33560f4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:50.411672 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-328113a7-ca97-4c36-ab7f-7dc7b227faa3 req-747a5bc5-dc82-4e95-9e6f-1ec93932a5da tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b55318dc-155f-44d3-b12d-03f1b33560f4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:50.452389 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-328113a7-ca97-4c36-ab7f-7dc7b227faa3 req-747a5bc5-dc82-4e95-9e6f-1ec93932a5da tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:50.452389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-328113a7-ca97-4c36-ab7f-7dc7b227faa3 req-747a5bc5-dc82-4e95-9e6f-1ec93932a5da tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.1802056
Apr 09 21:06:50.456483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a5bc5-dc82-4e95-9e6f-1ec93932a5da tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55318dc-155f-44d3-b12d-03f1b33560f4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:50.555471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede2c95-9380-4398-8d52-8d8a45ec45b0 req-4e258433-ad84-4704-9ffc-3f462e4ae6ad tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:50.556972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eede2c95-9380-4398-8d52-8d8a45ec45b0 req-4e258433-ad84-4704-9ffc-3f462e4ae6ad tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 944 time: 0.0546575
Apr 09 21:06:50.573228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['61bb000c-8420-4fc7-8f3f-a1f3d9041c97'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:50.645809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01fd6-ac0e-4004-9167-e44009708dad req-dbc2e944-3ad6-4cba-879f-7b940dd2ae8c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:50.647365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf01fd6-ac0e-4004-9167-e44009708dad req-dbc2e944-3ad6-4cba-879f-7b940dd2ae8c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 944 time: 0.0679524
Apr 09 21:06:50.650534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eede2c95-9380-4398-8d52-8d8a45ec45b0 req-397acbad-08f7-4985-8e06-0a5e74a82e83 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855653
Apr 09 21:06:50.699313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf01fd6-ac0e-4004-9167-e44009708dad req-73219d77-2cd0-4385-8e9b-3ed4e8545463 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447519
Apr 09 21:06:50.797628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bbcf0-03b6-45a5-9b3a-157779dac09f req-56e91649-7aaf-4ad2-970f-488c6c4fff2a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:50.799191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f0bbcf0-03b6-45a5-9b3a-157779dac09f req-56e91649-7aaf-4ad2-970f-488c6c4fff2a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0715373
Apr 09 21:06:50.827653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-855f0f7b-6d1c-422e-91c1-5f4e8b986c4c req-f677bf8f-9086-4459-95ed-e57913341645 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/b55318dc-155f-44d3-b12d-03f1b33560f4 HTTP/1.1" status: 200  len: 1823 time: 0.0870233
Apr 09 21:06:50.840118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-855f0f7b-6d1c-422e-91c1-5f4e8b986c4c req-a9404f6b-67af-4efb-946a-44d2b7947bed tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b55318dc-155f-44d3-b12d-03f1b33560f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:50.840783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-855f0f7b-6d1c-422e-91c1-5f4e8b986c4c req-a9404f6b-67af-4efb-946a-44d2b7947bed tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b55318dc-155f-44d3-b12d-03f1b33560f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:50.874453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f0bbcf0-03b6-45a5-9b3a-157779dac09f req-c8702027-c578-4364-ac0b-081c16abfe0d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656109
Apr 09 21:06:50.941298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-855f0f7b-6d1c-422e-91c1-5f4e8b986c4c req-a9404f6b-67af-4efb-946a-44d2b7947bed tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (0b8f339f-3574-4b20-bfab-173daec0e28f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.008284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-855f0f7b-6d1c-422e-91c1-5f4e8b986c4c req-a9404f6b-67af-4efb-946a-44d2b7947bed tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (0b8f339f-3574-4b20-bfab-173daec0e28f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.013658 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-855f0f7b-6d1c-422e-91c1-5f4e8b986c4c req-a9404f6b-67af-4efb-946a-44d2b7947bed tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (0b8f339f-3574-4b20-bfab-173daec0e28f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.025076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d40414-f9d4-4f0d-ab9e-6783afa05ce3 req-4d88e2b9-8049-42c7-9585-fa8538b82305 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:51.026561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69d40414-f9d4-4f0d-ab9e-6783afa05ce3 req-4d88e2b9-8049-42c7-9585-fa8538b82305 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0729175
Apr 09 21:06:51.047967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9404f6b-67af-4efb-946a-44d2b7947bed tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8f339f-3574-4b20-bfab-173daec0e28f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:51.059897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-855f0f7b-6d1c-422e-91c1-5f4e8b986c4c req-a9404f6b-67af-4efb-946a-44d2b7947bed tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.061081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-855f0f7b-6d1c-422e-91c1-5f4e8b986c4c req-a9404f6b-67af-4efb-946a-44d2b7947bed tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2262781
Apr 09 21:06:51.094536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69d40414-f9d4-4f0d-ab9e-6783afa05ce3 req-106bb0f4-33c6-496a-ba43-a55000570537 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566380
Apr 09 21:06:51.099709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9fe15940-4c04-4237-9edf-8e5dccff8b0c req-92723a62-e674-491c-ab0e-a091f17995c6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1433768086', 'description': 'tempest-description-657566578'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:51.122865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9fe15940-4c04-4237-9edf-8e5dccff8b0c req-92723a62-e674-491c-ab0e-a091f17995c6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.208455 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9fe15940-4c04-4237-9edf-8e5dccff8b0c req-92723a62-e674-491c-ab0e-a091f17995c6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (cc0a278c-9dab-4c9f-86ca-b717211cdf45), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.232986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9fe15940-4c04-4237-9edf-8e5dccff8b0c req-92723a62-e674-491c-ab0e-a091f17995c6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc0a278c-9dab-4c9f-86ca-b717211cdf45), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.273861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9fe15940-4c04-4237-9edf-8e5dccff8b0c req-92723a62-e674-491c-ab0e-a091f17995c6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.275195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fe15940-4c04-4237-9edf-8e5dccff8b0c req-92723a62-e674-491c-ab0e-a091f17995c6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.1797767
Apr 09 21:06:51.286692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a730c85-9db4-4403-9315-abb5c6826ec3 req-3f1f7137-0b5d-4604-8de9-2b4295054ccf tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:51.287464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a730c85-9db4-4403-9315-abb5c6826ec3 req-3f1f7137-0b5d-4604-8de9-2b4295054ccf tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.0932927
Apr 09 21:06:51.292101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92723a62-e674-491c-ab0e-a091f17995c6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0a278c-9dab-4c9f-86ca-b717211cdf45,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:51.315343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79b55d78-e389-4ada-a99b-e6ba587d7c29 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:51.366807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 79b55d78-e389-4ada-a99b-e6ba587d7c29 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:06:51.373927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 79b55d78-e389-4ada-a99b-e6ba587d7c29 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:51.374308 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.383641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a730c85-9db4-4403-9315-abb5c6826ec3 req-d604c35e-6dc9-4c30-941f-4f51e312ae2e tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844090
Apr 09 21:06:51.396391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b108ee66-1d1b-4cfd-a52d-6f40f5afc10f req-49c5d391-8a80-4537-b176-7f6edd99349c tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/cc0a278c-9dab-4c9f-86ca-b717211cdf45 HTTP/1.1" status: 200  len: 1823 time: 0.0859489
Apr 09 21:06:51.396556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57650) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:51.400603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b108ee66-1d1b-4cfd-a52d-6f40f5afc10f req-8a7b69ee-d398-4d92-9378-b9f213f73084 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc0a278c-9dab-4c9f-86ca-b717211cdf45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:51.411107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b108ee66-1d1b-4cfd-a52d-6f40f5afc10f req-8a7b69ee-d398-4d92-9378-b9f213f73084 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc0a278c-9dab-4c9f-86ca-b717211cdf45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:51.485839 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b108ee66-1d1b-4cfd-a52d-6f40f5afc10f req-8a7b69ee-d398-4d92-9378-b9f213f73084 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (edbe7a55-04ce-4eae-8ad0-aa0188c3bf2d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.487853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 79b55d78-e389-4ada-a99b-e6ba587d7c29 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:51.488265 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.515628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe417324-1de0-45c0-876b-2032e5ce27da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b55d78-e389-4ada-a99b-e6ba587d7c29'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:51.518004 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720884e9-3fff-4a42-b0b0-3dea82a3093b" -d '{"events": [{"server_uuid": "fe417324-1de0-45c0-876b-2032e5ce27da", "name": "network-vif-plugged", "status": "completed", "tag": "79b55d78-e389-4ada-a99b-e6ba587d7c29"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:51.530504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 79b55d78-e389-4ada-a99b-e6ba587d7c29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79b55d78-e389-4ada-a99b-e6ba587d7c29,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:51.537800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.556192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ba619-43e9-41c7-9002-858e970eaf49 req-9fafaac8-99a8-41ac-8356-720d632efe3c tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:51.557946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-763ba619-43e9-41c7-9002-858e970eaf49 req-9fafaac8-99a8-41ac-8356-720d632efe3c tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.0641837
Apr 09 21:06:51.560196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b108ee66-1d1b-4cfd-a52d-6f40f5afc10f req-8a7b69ee-d398-4d92-9378-b9f213f73084 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (edbe7a55-04ce-4eae-8ad0-aa0188c3bf2d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.565667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b108ee66-1d1b-4cfd-a52d-6f40f5afc10f req-8a7b69ee-d398-4d92-9378-b9f213f73084 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (edbe7a55-04ce-4eae-8ad0-aa0188c3bf2d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.568654 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e78efad8-af37-455d-b2cd-5304fb015d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.571028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57658) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:51.576819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Request body: {'floatingip': {'port_id': '0e43d1e5-8511-4e37-ac37-577627349f47'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:51.600418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b69ee-d398-4d92-9378-b9f213f73084 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbe7a55-04ce-4eae-8ad0-aa0188c3bf2d,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:51.604669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=79b55d78-e389-4ada-a99b-e6ba587d7c29,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:51.620161 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b108ee66-1d1b-4cfd-a52d-6f40f5afc10f req-8a7b69ee-d398-4d92-9378-b9f213f73084 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.621538 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e98c7f-4b1f-4af2-b82d-b5a5c115a59c x-openstack-request-id: req-b3e98c7f-4b1f-4af2-b82d-b5a5c115a59c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:51.621538 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe417324-1de0-45c0-876b-2032e5ce27da", "name": "network-vif-plugged", "status": "completed", "tag": "79b55d78-e389-4ada-a99b-e6ba587d7c29", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:51.622638 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3e98c7f-4b1f-4af2-b82d-b5a5c115a59c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:51.623866 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e98c7f-4b1f-4af2-b82d-b5a5c115a59c'] response: {'server_uuid': 'fe417324-1de0-45c0-876b-2032e5ce27da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b55d78-e389-4ada-a99b-e6ba587d7c29', 'code': 200}
Apr 09 21:06:51.624517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b108ee66-1d1b-4cfd-a52d-6f40f5afc10f req-8a7b69ee-d398-4d92-9378-b9f213f73084 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.2293110
Apr 09 21:06:51.635782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for floatingip (44d2f594-1325-4ed2-8a5f-77475444f0dc), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.654393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:51.668118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4d55cb4c-ebe9-4c7b-b336-f3de19231743 req-fb2660a5-73a2-4ff8-ace3-aa09ab319bb6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-122186254', 'description': 'tempest-description-585874626'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:51.701461 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4d55cb4c-ebe9-4c7b-b336-f3de19231743 req-fb2660a5-73a2-4ff8-ace3-aa09ab319bb6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.729544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:06:51.743649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:51.745974 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.823321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a54c7-9854-423b-ba6b-adf2e911380a req-40efb6d1-7bb7-43fb-b035-95f675ce10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:51.825995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d2a54c7-9854-423b-ba6b-adf2e911380a req-40efb6d1-7bb7-43fb-b035-95f675ce10bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 1127 time: 0.1069322
Apr 09 21:06:51.836231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e78efad8-af37-455d-b2cd-5304fb015d29 admin admin] Publish callbacks [] for security_group (1dfe2413-0d17-4517-8d08-937a16d91500), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.849768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:51.850337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.862557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64a276-877d-4d9e-ae49-169e3056f0a7 req-243128f2-bf68-44de-9355-f26aff4e0e45 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:51.864183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad64a276-877d-4d9e-ae49-169e3056f0a7 req-243128f2-bf68-44de-9355-f26aff4e0e45 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 945 time: 0.1044514
Apr 09 21:06:51.874103 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e78efad8-af37-455d-b2cd-5304fb015d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1dfe2413-0d17-4517-8d08-937a16d91500), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.888272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:51.895359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.909126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d2a54c7-9854-423b-ba6b-adf2e911380a req-d497f6f3-8075-482d-8518-2646dc6ac178 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728896
Apr 09 21:06:51.932108 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e78efad8-af37-455d-b2cd-5304fb015d29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec920d3f032a48b4b57ca7e343c18e3f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5335391
Apr 09 21:06:51.936577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57668) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:51.956035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:51.966810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78efad8-af37-455d-b2cd-5304fb015d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe2413-0d17-4517-8d08-937a16d91500,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:51.983594 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4d55cb4c-ebe9-4c7b-b336-f3de19231743 req-fb2660a5-73a2-4ff8-ace3-aa09ab319bb6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (3931e5be-5ecb-4001-bc05-7fe2aaa05e33), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:51.996733 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4d55cb4c-ebe9-4c7b-b336-f3de19231743 req-fb2660a5-73a2-4ff8-ace3-aa09ab319bb6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3931e5be-5ecb-4001-bc05-7fe2aaa05e33), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.022881 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad64a276-877d-4d9e-ae49-169e3056f0a7 req-e364a360-c8b8-45de-b181-cc97564d6042 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173284
Apr 09 21:06:52.064246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4d55cb4c-ebe9-4c7b-b336-f3de19231743 req-fb2660a5-73a2-4ff8-ace3-aa09ab319bb6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.066144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d55cb4c-ebe9-4c7b-b336-f3de19231743 req-fb2660a5-73a2-4ff8-ace3-aa09ab319bb6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.4080598
Apr 09 21:06:52.073604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2660a5-73a2-4ff8-ace3-aa09ab319bb6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3931e5be-5ecb-4001-bc05-7fe2aaa05e33,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:52.096270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f6918b4-a63a-42ea-a84e-81b6d505fffa admin admin] Publish callbacks [] for security_group (1dfe2413-0d17-4517-8d08-937a16d91500), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.147333 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f6918b4-a63a-42ea-a84e-81b6d505fffa admin admin] Publish callbacks [] for security_group (1dfe2413-0d17-4517-8d08-937a16d91500), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.207023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86266158-6d6f-4573-9907-6d3b2dd95376 req-c3b212db-8a40-47a9-8b46-6ee09bee8c1f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:52.208541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86266158-6d6f-4573-9907-6d3b2dd95376 req-c3b212db-8a40-47a9-8b46-6ee09bee8c1f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1018002
Apr 09 21:06:52.250369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d3eac-4de2-4d2f-87a8-aee18f186ad1 req-ac2e5b05-7ba0-404b-80fb-797734482f8a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:52.251936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d7d3eac-4de2-4d2f-87a8-aee18f186ad1 req-ac2e5b05-7ba0-404b-80fb-797734482f8a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0957227
Apr 09 21:06:52.254574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.264465 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (44d2f594-1325-4ed2-8a5f-77475444f0dc), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.298756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86266158-6d6f-4573-9907-6d3b2dd95376 req-f1b880bd-a9c7-4b36-9169-ed5b75a92121 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769327
Apr 09 21:06:52.314065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f6918b4-a63a-42ea-a84e-81b6d505fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1dfe2413-0d17-4517-8d08-937a16d91500), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.317077 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f6918b4-a63a-42ea-a84e-81b6d505fffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.328587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2f6918b4-a63a-42ea-a84e-81b6d505fffa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dfe2413-0d17-4517-8d08-937a16d91500 HTTP/1.1" status: 204  len: 168 time: 0.3792641
Apr 09 21:06:52.357779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b5d9fb2-1e07-41dd-8725-dc993ade5db2 req-8453e1f3-bb25-4610-b473-4849e0c0a547 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1069893754', 'description': 'tempest-description-617105054'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:52.363893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6918b4-a63a-42ea-a84e-81b6d505fffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe2413-0d17-4517-8d08-937a16d91500,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:52.371270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d7d3eac-4de2-4d2f-87a8-aee18f186ad1 req-97b9aad6-98e7-4d97-8f78-ccc43f199bc3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102514
Apr 09 21:06:52.386716 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Floating IP 44d2f594-1325-4ed2-8a5f-77475444f0dc associated. External IP: 172.35.0.24, port: 0e43d1e5-8511-4e37-ac37-577627349f47.
Apr 09 21:06:52.390299 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b5d9fb2-1e07-41dd-8725-dc993ade5db2 req-8453e1f3-bb25-4610-b473-4849e0c0a547 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.533888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c37be-8b22-427a-a909-6cc18eb32449 req-781b49b9-d109-476b-8b02-84860abc5772 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:52.535619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f62c37be-8b22-427a-a909-6cc18eb32449 req-781b49b9-d109-476b-8b02-84860abc5772 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0747619
Apr 09 21:06:52.538848 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b5d9fb2-1e07-41dd-8725-dc993ade5db2 req-8453e1f3-bb25-4610-b473-4849e0c0a547 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (ae18b0ca-7067-4910-9005-55e0b1c76197), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.545563 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b5d9fb2-1e07-41dd-8725-dc993ade5db2 req-8453e1f3-bb25-4610-b473-4849e0c0a547 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ae18b0ca-7067-4910-9005-55e0b1c76197), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.614342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b5d9fb2-1e07-41dd-8725-dc993ade5db2 req-8453e1f3-bb25-4610-b473-4849e0c0a547 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.616695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b5d9fb2-1e07-41dd-8725-dc993ade5db2 req-8453e1f3-bb25-4610-b473-4849e0c0a547 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2737195
Apr 09 21:06:52.626864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453e1f3-bb25-4610-b473-4849e0c0a547 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae18b0ca-7067-4910-9005-55e0b1c76197,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:52.649383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f62c37be-8b22-427a-a909-6cc18eb32449 req-cdd18e41-61f1-401f-b115-e4185262edf6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974069
Apr 09 21:06:52.682284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Router 95e24637-9762-4897-a513-20fe0f33ae0d has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:06:52.702388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-562f8fde-249c-4396-b50e-6f6c2a741498 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/3931e5be-5ecb-4001-bc05-7fe2aaa05e33 HTTP/1.1" status: 200  len: 1822 time: 0.0483482
Apr 09 21:06:52.752198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-1d7799a9-7659-44f0-b224-85719030194f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/ae18b0ca-7067-4910-9005-55e0b1c76197 HTTP/1.1" status: 200  len: 1823 time: 0.0437152
Apr 09 21:06:52.773224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-deec4d34-5734-4731-92e0-e34d1465bc19 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3931e5be-5ecb-4001-bc05-7fe2aaa05e33', 'remote_group_id': 'ae18b0ca-7067-4910-9005-55e0b1c76197', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:52.773624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-deec4d34-5734-4731-92e0-e34d1465bc19 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3931e5be-5ecb-4001-bc05-7fe2aaa05e33', 'remote_group_id': 'ae18b0ca-7067-4910-9005-55e0b1c76197', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:52.807887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:06:52.813583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.840713 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] Sync routers for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:06:52.848830 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-deec4d34-5734-4731-92e0-e34d1465bc19 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (16378eb0-324d-479e-a34a-0f552ac4253a), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.860037 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:52.860650 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c40ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:52.875109 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7b31e167-89ff-4926-8434-5b4519f0decd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.895917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-deec4d34-5734-4731-92e0-e34d1465bc19 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (16378eb0-324d-479e-a34a-0f552ac4253a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.903950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-deec4d34-5734-4731-92e0-e34d1465bc19 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (16378eb0-324d-479e-a34a-0f552ac4253a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.927348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec4d34-5734-4731-92e0-e34d1465bc19 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16378eb0-324d-479e-a34a-0f552ac4253a,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:52.948948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-deec4d34-5734-4731-92e0-e34d1465bc19 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:52.951814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75a232af-fc8a-497e-bf96-9c07a39b590b req-deec4d34-5734-4731-92e0-e34d1465bc19 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.1836882
Apr 09 21:06:52.989726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9983295c-7a72-4846-916d-097d1cb1b44e req-efac99e2-b658-4eae-a3db-dbfa539ab65d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-551796184', 'description': 'tempest-description-522725965'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:53.018543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9983295c-7a72-4846-916d-097d1cb1b44e req-efac99e2-b658-4eae-a3db-dbfa539ab65d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.031888 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:53.121448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9983295c-7a72-4846-916d-097d1cb1b44e req-efac99e2-b658-4eae-a3db-dbfa539ab65d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (f6d20cd3-79ef-4c50-b582-d674a506907e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.129402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9983295c-7a72-4846-916d-097d1cb1b44e req-efac99e2-b658-4eae-a3db-dbfa539ab65d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f6d20cd3-79ef-4c50-b582-d674a506907e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.230184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e3f6-36ad-46b3-853f-43db32a8477e req-050310a3-d392-4434-a752-6a05b242a98c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:53.232574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3731e3f6-36ad-46b3-853f-43db32a8477e req-050310a3-d392-4434-a752-6a05b242a98c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 945 time: 0.0828834
Apr 09 21:06:53.268158 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9983295c-7a72-4846-916d-097d1cb1b44e req-efac99e2-b658-4eae-a3db-dbfa539ab65d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.273556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9983295c-7a72-4846-916d-097d1cb1b44e req-efac99e2-b658-4eae-a3db-dbfa539ab65d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.2885425
Apr 09 21:06:53.292720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac99e2-b658-4eae-a3db-dbfa539ab65d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d20cd3-79ef-4c50-b582-d674a506907e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:53.316120 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-111a7cb8-14de-4676-9b48-559329ad08f4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "PUT /v2.0/floatingips/44d2f594-1325-4ed2-8a5f-77475444f0dc HTTP/1.1" status: 200  len: 991 time: 1.7411799
Apr 09 21:06:53.317821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'tag': '0e43d1e5-8511-4e37-ac37-577627349f47'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:53.320378 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c1b5a9-c999-4172-b3d2-6715604e2792" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbcefe5-59b3-4919-b321-cbcb7a47e014", "tag": "0e43d1e5-8511-4e37-ac37-577627349f47"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:53.322922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5e4f7d75-c7a0-45b4-a9a7-ad46e3d2001d req-db7aaab8-cd7f-4076-af5d-d41a0e89ea89 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1626822398', 'description': 'tempest-description-1665110090'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:53.360004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57710) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:53.369994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3731e3f6-36ad-46b3-853f-43db32a8477e req-897ac932-486c-4eb5-86a4-e26fd5c4be38 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224186
Apr 09 21:06:53.382977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e4f7d75-c7a0-45b4-a9a7-ad46e3d2001d req-db7aaab8-cd7f-4076-af5d-d41a0e89ea89 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.419947 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c40ebe0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44d2f594-1325-4ed2-8a5f-77475444f0dc', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'floating_ip_address': '172.35.0.24', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'port_id': '0e43d1e5-8511-4e37-ac37-577627349f47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'mac_address': 'fa:16:3e:bc:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:06:33Z', 'updated_at': '2022-04-09T21:06:52Z', 'revision_number': 1, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:34Z', 'revision_number': 5, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:53.457117 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] Checking router: 95e24637-9762-4897-a513-20fe0f33ae0d for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:06:53.468196 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:53.468572 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c40ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:53.508916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-765841548-network', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:53.518495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e4f7d75-c7a0-45b4-a9a7-ad46e3d2001d req-db7aaab8-cd7f-4076-af5d-d41a0e89ea89 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (bb39b994-bbc3-499f-8473-332e1b283e93), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.527498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03ee02-3ca3-4ed4-9398-db413aea6b84 req-44464099-07db-47f5-aebc-cc46a26b1428 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:53.533617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a03ee02-3ca3-4ed4-9398-db413aea6b84 req-44464099-07db-47f5-aebc-cc46a26b1428 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.0855668
Apr 09 21:06:53.535851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Made reservation on behalf of c950fe626e0b4d1a88be8c0943fe3965 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:53.536897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e4f7d75-c7a0-45b4-a9a7-ad46e3d2001d req-db7aaab8-cd7f-4076-af5d-d41a0e89ea89 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bb39b994-bbc3-499f-8473-332e1b283e93), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.540158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.550348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.615638 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5e4f7d75-c7a0-45b4-a9a7-ad46e3d2001d req-db7aaab8-cd7f-4076-af5d-d41a0e89ea89 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.624375 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:53.626957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:53.630502 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dca63f4-ebd0-4f41-b51e-5cdb2964182f" -d '{"events": [{"server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "name": "network-vif-plugged", "status": "completed", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:53.631016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e4f7d75-c7a0-45b4-a9a7-ad46e3d2001d req-db7aaab8-cd7f-4076-af5d-d41a0e89ea89 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.3177731
Apr 09 21:06:53.639363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a03ee02-3ca3-4ed4-9398-db413aea6b84 req-6b1e0708-a04a-437d-b42b-bbf57c60ebcf tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1034665
Apr 09 21:06:53.640367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aaab8-cd7f-4076-af5d-d41a0e89ea89 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb39b994-bbc3-499f-8473-332e1b283e93,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:53.670085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Publish callbacks [] for security_group (28ae5424-eb38-4050-8748-848936ffac37), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.682277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (28ae5424-eb38-4050-8748-848936ffac37), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.693182 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18191d50-6db7-4e61-ad98-e901a557e309 x-openstack-request-id: req-18191d50-6db7-4e61-ad98-e901a557e309 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:53.693861 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbcefe5-59b3-4919-b321-cbcb7a47e014", "tag": "0e43d1e5-8511-4e37-ac37-577627349f47", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:53.693861 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18191d50-6db7-4e61-ad98-e901a557e309 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:53.694244 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18191d50-6db7-4e61-ad98-e901a557e309'] response: {'name': 'network-changed', 'server_uuid': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'tag': '0e43d1e5-8511-4e37-ac37-577627349f47', 'status': 'completed', 'code': 200}
Apr 09 21:06:53.722561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae5424-eb38-4050-8748-848936ffac37,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:53.749877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:06:53.768958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (23066b1e-f68b-45aa-8710-ac0e62e8caf9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.769690 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Added segment 23066b1e-f68b-45aa-8710-ac0e62e8caf9 of type vlan for network dfcd25d5-b119-476b-a6d5-dba89dc5a299
Apr 09 21:06:53.770264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-9cd2bf51-79cb-415e-9098-5356ca5eb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:53.771942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-9cd2bf51-79cb-415e-9098-5356ca5eb1ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be8cef49b0454f9bb34f7d52b7918a6c&device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 1128 time: 0.0547769
Apr 09 21:06:53.828913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (dfcd25d5-b119-476b-a6d5-dba89dc5a299), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.862742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (dfcd25d5-b119-476b-a6d5-dba89dc5a299), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.865462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:53.865462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:53.907172 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5411530
Apr 09 21:06:53.914200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f6da2-53e1-4786-a093-59f34cb02088 req-ca457b43-5dad-47c6-97b8-a749566b5fa2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:53.917648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-945f6da2-53e1-4786-a093-59f34cb02088 req-ca457b43-5dad-47c6-97b8-a749566b5fa2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1438124
Apr 09 21:06:53.928182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57724) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:53.934744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Request body: {'subnet': {'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-765841548-subnet', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:53.937080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc35a3-e55a-4627-bd02-1beaa8fcadee admin admin] Pushing event updated for resources: {'Network': ['ID=dfcd25d5-b119-476b-a6d5-dba89dc5a299,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:53.943384 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c40ebe0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44d2f594-1325-4ed2-8a5f-77475444f0dc', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'floating_ip_address': '172.35.0.24', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'port_id': '0e43d1e5-8511-4e37-ac37-577627349f47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'mac_address': 'fa:16:3e:bc:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:06:33Z', 'updated_at': '2022-04-09T21:06:52Z', 'revision_number': 1, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:34Z', 'revision_number': 5, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:53.952980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:06:53.964418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b5241-0ac4-476c-bc04-b711a6ba83af req-2f6dfc46-ee45-437f-ae86-f6b9a9f396d4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:53.966366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-690b5241-0ac4-476c-bc04-b711a6ba83af req-2f6dfc46-ee45-437f-ae86-f6b9a9f396d4 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1409502
Apr 09 21:06:53.978328 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ae93c-2277-4809-81e6-b1662b0abfce None None] The sync data for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 is: [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44d2f594-1325-4ed2-8a5f-77475444f0dc', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'floating_ip_address': '172.35.0.24', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'port_id': '0e43d1e5-8511-4e37-ac37-577627349f47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'mac_address': 'fa:16:3e:bc:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:06:33Z', 'updated_at': '2022-04-09T21:06:52Z', 'revision_number': 1, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:34Z', 'revision_number': 5, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:06:54.024869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Made reservation on behalf of c950fe626e0b4d1a88be8c0943fe3965 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:06:54.027219 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:54.061913 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:54.070234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-c5f0cd4b-d2e4-4ac2-bd89-86e744bd1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:54.071729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-c5f0cd4b-d2e4-4ac2-bd89-86e744bd1f9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86 HTTP/1.1" status: 200  len: 913 time: 0.2873018
Apr 09 21:06:54.085608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-945f6da2-53e1-4786-a093-59f34cb02088 req-f7434304-c844-4eb9-84a5-66cdb8abc372 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417239
Apr 09 21:06:54.207955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-690b5241-0ac4-476c-bc04-b711a6ba83af req-cb9f2305-4d33-4817-9d50-890ecfddec56 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224474
Apr 09 21:06:54.255550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-3c823597-57c4-4709-bf40-df43061d435c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e43d1e5-8511-4e37-ac37-577627349f47 HTTP/1.1" status: 200  len: 999 time: 0.1664708
Apr 09 21:06:54.258274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e00f80-e69b-49ae-8f7c-879389aa25cd None None] New status for floating IP 44d2f594-1325-4ed2-8a5f-77475444f0dc: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:06:54.259663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-77400a99-78e7-4e18-8a02-54077c4f97f4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/f6d20cd3-79ef-4c50-b582-d674a506907e HTTP/1.1" status: 200  len: 1822 time: 0.1391394
Apr 09 21:06:54.316601 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d712079-1142-4217-b4df-c76e333930e9 x-openstack-request-id: req-3d712079-1142-4217-b4df-c76e333930e9 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:54.317311 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "name": "network-vif-plugged", "status": "completed", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:54.317855 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d712079-1142-4217-b4df-c76e333930e9 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:54.318808 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d712079-1142-4217-b4df-c76e333930e9'] response: {'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'code': 200}
Apr 09 21:06:54.363823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-2c70a691-10dd-4e24-b79b-e44bad7f9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:54.365314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-2c70a691-10dd-4e24-b79b-e44bad7f9222 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=afcde071-ffde-4297-a953-7ae2c462e9dc HTTP/1.1" status: 200  len: 851 time: 0.1033645
Apr 09 21:06:54.422387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83bbb8-1555-4923-baf3-9a03b57882b4 req-16ec9448-39be-4766-a105-2cd0a14dd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:54.426083 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ca83bbb8-1555-4923-baf3-9a03b57882b4 req-16ec9448-39be-4766-a105-2cd0a14dd698 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 1127 time: 0.0514963
Apr 09 21:06:54.460456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-abf10c0e-5ffa-45a7-b13a-cd360a2e0cf7 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/bb39b994-bbc3-499f-8473-332e1b283e93 HTTP/1.1" status: 200  len: 1824 time: 0.1624651
Apr 09 21:06:54.482995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348d55-357f-4551-9b51-cc972aba8351 req-a3e0759e-a149-4991-8295-ed9fad4a6592 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:54.484815 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ca83bbb8-1555-4923-baf3-9a03b57882b4 req-5fc31fad-7339-4bef-b2de-c71747e29ab3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527196
Apr 09 21:06:54.484948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09348d55-357f-4551-9b51-cc972aba8351 req-a3e0759e-a149-4991-8295-ed9fad4a6592 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1410394
Apr 09 21:06:54.489432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-a6d48b64-6264-45e3-9c72-ebb373cf75a6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6d20cd3-79ef-4c50-b582-d674a506907e', 'remote_group_id': 'bb39b994-bbc3-499f-8473-332e1b283e93', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:54.489831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-a6d48b64-6264-45e3-9c72-ebb373cf75a6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6d20cd3-79ef-4c50-b582-d674a506907e', 'remote_group_id': 'bb39b994-bbc3-499f-8473-332e1b283e93', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:54.508808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-fd4089ce-80cb-4717-bdd1-48b417dfd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:54.510399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-fd4089ce-80cb-4717-bdd1-48b417dfd196 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1306005
Apr 09 21:06:54.587614 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (5bac98c2-c8b5-4da6-aa4d-9cb4140f067d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:54.647095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09348d55-357f-4551-9b51-cc972aba8351 req-d337a4ab-165a-4424-bef8-93c5148fd95a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473086
Apr 09 21:06:54.693656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bac98c2-c8b5-4da6-aa4d-9cb4140f067d,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:54.702458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-a6d48b64-6264-45e3-9c72-ebb373cf75a6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (f39097ff-79bd-4b54-bee4-62d4262ca6e6), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:54.770559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Checking segment: {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:54.770834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Network hostable DHCP agents. Network: dfcd25d5-b119-476b-a6d5-dba89dc5a299, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:06:54.773977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-a6d48b64-6264-45e3-9c72-ebb373cf75a6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (f39097ff-79bd-4b54-bee4-62d4262ca6e6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:54.793016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-a6d48b64-6264-45e3-9c72-ebb373cf75a6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (f39097ff-79bd-4b54-bee4-62d4262ca6e6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:54.821966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7314b0a-0ff0-4210-bd62-32500540e3a0 req-ff43acf4-1be8-4468-9c3c-444f3647d56d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:54.823539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7314b0a-0ff0-4210-bd62-32500540e3a0 req-ff43acf4-1be8-4468-9c3c-444f3647d56d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 945 time: 0.1101136
Apr 09 21:06:54.885453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d48b64-6264-45e3-9c72-ebb373cf75a6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39097ff-79bd-4b54-bee4-62d4262ca6e6,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:54.902463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-a6d48b64-6264-45e3-9c72-ebb373cf75a6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:54.903782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a57e04c-4d12-4ffa-8c6f-1acb4272e9f7 req-a6d48b64-6264-45e3-9c72-ebb373cf75a6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.4345405
Apr 09 21:06:54.909591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:06:54.954309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dfcd25d5-b119-476b-a6d5-dba89dc5a299) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:54.962872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5312f6d-a586-4432-9836-f5ee30a3745d None None] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:54.968028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-2e312c41-3917-4f24-9a3e-fc55e21743e5 service neutron] 10.222.0.25 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113113
Apr 09 21:06:54.969293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:54.969856 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:54.978301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7314b0a-0ff0-4210-bd62-32500540e3a0 req-d4c30f73-9a46-453b-b2c8-d1daa17e3ab6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150873
Apr 09 21:06:55.005444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aa2e4499-fbac-42d4-8578-cf59017711b8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0751770
Apr 09 21:06:55.008265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:55.013490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:55.017704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a95430e-a3a7-4360-9bcd-1d2d0382050b req-c8e3207e-00fc-446f-b958-d1ad5167bdb9 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/bb39b994-bbc3-499f-8473-332e1b283e93 HTTP/1.1" status: 200  len: 1824 time: 0.0827913
Apr 09 21:06:55.037359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (1d418887-90ce-4699-be65-5911a6c8ffc8), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.039254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (1d418887-90ce-4699-be65-5911a6c8ffc8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.072902 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.094239 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2a95430e-a3a7-4360-9bcd-1d2d0382050b req-42bf77bf-b229-477f-857d-747025211ff4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (bb39b994-bbc3-499f-8473-332e1b283e93), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.120201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks [] for router_controller (1d418887-90ce-4699-be65-5911a6c8ffc8), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.136563 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2a95430e-a3a7-4360-9bcd-1d2d0382050b req-42bf77bf-b229-477f-857d-747025211ff4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (bb39b994-bbc3-499f-8473-332e1b283e93), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.143893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:06:55.146054 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.150945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.238047 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2a95430e-a3a7-4360-9bcd-1d2d0382050b req-42bf77bf-b229-477f-857d-747025211ff4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bb39b994-bbc3-499f-8473-332e1b283e93), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.241022 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2a95430e-a3a7-4360-9bcd-1d2d0382050b req-42bf77bf-b229-477f-857d-747025211ff4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.255473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a95430e-a3a7-4360-9bcd-1d2d0382050b req-42bf77bf-b229-477f-857d-747025211ff4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "DELETE /v2.0/security-groups/bb39b994-bbc3-499f-8473-332e1b283e93 HTTP/1.1" status: 204  len: 173 time: 0.2353723
Apr 09 21:06:55.278083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf77bf-b229-477f-857d-747025211ff4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb39b994-bbc3-499f-8473-332e1b283e93,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:55.336552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks [] for router_gateway (1d418887-90ce-4699-be65-5911a6c8ffc8), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.349071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Allocated IP 172.20.0.2 (dfcd25d5-b119-476b-a6d5-dba89dc5a299/5bac98c2-c8b5-4da6-aa4d-9cb4140f067d/da4ec99d-a501-4c42-b9b4-15fd610c045f) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:55.397330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15e9fb-07b6-4c98-94d9-3351794afa88 req-c3056c0e-b926-4f9e-a2b0-c9052210aaed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:55.398874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e15e9fb-07b6-4c98-94d9-3351794afa88 req-c3056c0e-b926-4f9e-a2b0-c9052210aaed tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1124372
Apr 09 21:06:55.404959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b72f3-974c-4174-8537-5bc3a0ae990a req-93705c9f-1180-4f73-b8b4-2e0a7053cfe2 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:55.406545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb4b72f3-974c-4174-8537-5bc3a0ae990a req-93705c9f-1180-4f73-b8b4-2e0a7053cfe2 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 945 time: 0.0802600
Apr 09 21:06:55.522412 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Publish callbacks [] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.530105 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.553099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks [] for router_gateway (1d418887-90ce-4699-be65-5911a6c8ffc8), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.575142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.579412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:55.585886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:55.588771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:55.593448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Pushing event updated for resources: {'Port': ['ID=da4ec99d-a501-4c42-b9b4-15fd610c045f,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:55.664513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Attempting to bind port da4ec99d-a501-4c42-b9b4-15fd610c045f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:55.664893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Attempting to bind port da4ec99d-a501-4c42-b9b4-15fd610c045f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:55.666334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Attempting to bind port da4ec99d-a501-4c42-b9b4-15fd610c045f on network dfcd25d5-b119-476b-a6d5-dba89dc5a299 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:55.689601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:55.690451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Checking segment: {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:55.691061 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.692662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Bound using segment: {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:55.693218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Bound port: da4ec99d-a501-4c42-b9b4-15fd610c045f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:55.693611 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.719183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Allocated IP 172.35.0.126 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/e9d149e8-0e74-4089-8f34-54dc10ae7647) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:55.841648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks [] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.888213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.941426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:55.945471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:55.949433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:55.953606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] For port da4ec99d-a501-4c42-b9b4-15fd610c045f, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:55.958257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] For port da4ec99d-a501-4c42-b9b4-15fd610c045f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da4ec99d-a501-4c42-b9b4-15fd610c045f,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:55.968825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e15e9fb-07b6-4c98-94d9-3351794afa88 req-1cd328b3-693b-4d1b-8870-f983159db066 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5378263
Apr 09 21:06:55.969383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:55.995744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d149e8-0e74-4089-8f34-54dc10ae7647,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:56.009610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb4b72f3-974c-4174-8537-5bc3a0ae990a req-661b4d48-96b1-4e49-b52f-d7a4ff072bfe tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5836055
Apr 09 21:06:56.011954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99c1b5a9-c999-4172-b3d2-6715604e2792 req-0f9ca850-660a-4f17-8df0-2db70011d0ec service neutron] 10.222.0.25 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6046329
Apr 09 21:06:56.078773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8d23f-ee0b-4be4-9688-fd4c8ff18e24 None None] Pushing event updated for resources: {'Port': ['ID=da4ec99d-a501-4c42-b9b4-15fd610c045f,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:56.130575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d0bed-7941-4c2f-ae7c-1dedce6c8a26 req-40d22998-152b-47f5-b370-9df465518668 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:56.138174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-064d0bed-7941-4c2f-ae7c-1dedce6c8a26 req-40d22998-152b-47f5-b370-9df465518668 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0865695
Apr 09 21:06:56.174903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ebf9712-bbe6-4c19-b7be-8f18492421c5 req-2e3c2a95-1117-4cf5-beee-4e6b25bd6682 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/f6d20cd3-79ef-4c50-b582-d674a506907e HTTP/1.1" status: 200  len: 1822 time: 0.0851133
Apr 09 21:06:56.222518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-064d0bed-7941-4c2f-ae7c-1dedce6c8a26 req-dabe29da-d7e4-4459-8b5d-d95a7a108a6c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799155
Apr 09 21:06:56.286667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-08d8bd84-f989-434d-9883-6972960ceebd req-02458de0-bbf0-4677-b297-f033b5a76bdc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-471853542', 'description': 'tempest-description-10404443'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:56.325760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88637b-9c13-45a6-bd18-a934c6b17161 req-9f61f563-0519-48da-9495-fae9dd6ba038 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:56.327832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b88637b-9c13-45a6-bd18-a934c6b17161 req-9f61f563-0519-48da-9495-fae9dd6ba038 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0874226
Apr 09 21:06:56.330224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks [] for router_gateway (1d418887-90ce-4699-be65-5911a6c8ffc8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.340361 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08d8bd84-f989-434d-9883-6972960ceebd req-02458de0-bbf0-4677-b297-f033b5a76bdc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.411665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b88637b-9c13-45a6-bd18-a934c6b17161 req-2e1337b7-f315-4220-b6bb-7611b13d3abc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735776
Apr 09 21:06:56.485771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08d8bd84-f989-434d-9883-6972960ceebd req-02458de0-bbf0-4677-b297-f033b5a76bdc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (7bf7fdd2-d608-4b70-b6ff-a503c999b766), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.492151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08d8bd84-f989-434d-9883-6972960ceebd req-02458de0-bbf0-4677-b297-f033b5a76bdc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7bf7fdd2-d608-4b70-b6ff-a503c999b766), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.528668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-08d8bd84-f989-434d-9883-6972960ceebd req-02458de0-bbf0-4677-b297-f033b5a76bdc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.530364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08d8bd84-f989-434d-9883-6972960ceebd req-02458de0-bbf0-4677-b297-f033b5a76bdc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.2531710
Apr 09 21:06:56.533703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02458de0-bbf0-4677-b297-f033b5a76bdc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf7fdd2-d608-4b70-b6ff-a503c999b766,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:56.598091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d88a56b-b7a4-4060-b66d-1f3a47e38a37 req-02a6a0d3-1977-4c0f-9540-b41b828e7dc3 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/7bf7fdd2-d608-4b70-b6ff-a503c999b766 HTTP/1.1" status: 200  len: 1821 time: 0.0424500
Apr 09 21:06:56.598307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (1d418887-90ce-4699-be65-5911a6c8ffc8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.608721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2d88a56b-b7a4-4060-b66d-1f3a47e38a37 req-ddcb3eb7-b304-4291-bcdd-f351da68ec3e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bf7fdd2-d608-4b70-b6ff-a503c999b766', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:56.608950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2d88a56b-b7a4-4060-b66d-1f3a47e38a37 req-ddcb3eb7-b304-4291-bcdd-f351da68ec3e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bf7fdd2-d608-4b70-b6ff-a503c999b766', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:56.707594 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2d88a56b-b7a4-4060-b66d-1f3a47e38a37 req-ddcb3eb7-b304-4291-bcdd-f351da68ec3e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (a439e02b-8411-4a57-9e6e-2e02e609feb9), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.718234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103100d-31b8-41df-a460-c8da7118ac50 req-2b9fe686-3da3-4f16-a4b7-816acd94b402 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:56.719727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b103100d-31b8-41df-a460-c8da7118ac50 req-2b9fe686-3da3-4f16-a4b7-816acd94b402 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 945 time: 0.0694489
Apr 09 21:06:56.741797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2d88a56b-b7a4-4060-b66d-1f3a47e38a37 req-ddcb3eb7-b304-4291-bcdd-f351da68ec3e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (a439e02b-8411-4a57-9e6e-2e02e609feb9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.751405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Router 1d418887-90ce-4699-be65-5911a6c8ffc8 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:06:56.759610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2d88a56b-b7a4-4060-b66d-1f3a47e38a37 req-ddcb3eb7-b304-4291-bcdd-f351da68ec3e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a439e02b-8411-4a57-9e6e-2e02e609feb9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.795753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb3eb7-b304-4291-bcdd-f351da68ec3e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a439e02b-8411-4a57-9e6e-2e02e609feb9,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:56.802696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2d88a56b-b7a4-4060-b66d-1f3a47e38a37 req-ddcb3eb7-b304-4291-bcdd-f351da68ec3e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.813353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d88a56b-b7a4-4060-b66d-1f3a47e38a37 req-ddcb3eb7-b304-4291-bcdd-f351da68ec3e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2086751
Apr 09 21:06:56.846878 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.878123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Deleting port 79b55d78-e389-4ada-a99b-e6ba587d7c29 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:06:56.878559 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.895532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:06:56.910723 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Sync routers for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:06:56.921485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:56.923572 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-640d71ea-7081-4c18-8501-7d86015bbf37 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9137962
Apr 09 21:06:56.925605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9c918f-4696-474a-83c8-a0f960911334 req-f22715dc-d111-4179-a719-1dae74f6fb8f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/7bf7fdd2-d608-4b70-b6ff-a503c999b766 HTTP/1.1" status: 200  len: 2415 time: 0.0878341
Apr 09 21:06:56.926388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57750) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:06:56.935858 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:56.936639 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377335a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:56.964259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8d9c918f-4696-474a-83c8-a0f960911334 req-591f17a6-6348-402d-9e12-329af56f81dc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bf7fdd2-d608-4b70-b6ff-a503c999b766', 'remote_group_id': None}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:56.964621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8d9c918f-4696-474a-83c8-a0f960911334 req-591f17a6-6348-402d-9e12-329af56f81dc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bf7fdd2-d608-4b70-b6ff-a503c999b766', 'remote_group_id': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:06:57.044225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] For port 79b55d78-e389-4ada-a99b-e6ba587d7c29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79b55d78-e389-4ada-a99b-e6ba587d7c29,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:57.044651 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.111703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Calling delete_port for 79b55d78-e389-4ada-a99b-e6ba587d7c29 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:06:57.112617 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:57.200533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c188db7-da25-4337-9b2c-e3d9fd623404 req-59e84501-e3f7-4d47-8dd3-38417eb54380 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:57.202327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c188db7-da25-4337-9b2c-e3d9fd623404 req-59e84501-e3f7-4d47-8dd3-38417eb54380 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1382632
Apr 09 21:06:57.211094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d9c918f-4696-474a-83c8-a0f960911334 req-591f17a6-6348-402d-9e12-329af56f81dc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (99989877-897f-4f55-ae22-87c41b46efdb), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.272378 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d9c918f-4696-474a-83c8-a0f960911334 req-591f17a6-6348-402d-9e12-329af56f81dc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (99989877-897f-4f55-ae22-87c41b46efdb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.287029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d9c918f-4696-474a-83c8-a0f960911334 req-591f17a6-6348-402d-9e12-329af56f81dc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (99989877-897f-4f55-ae22-87c41b46efdb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.335504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f17a6-6348-402d-9e12-329af56f81dc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99989877-897f-4f55-ae22-87c41b46efdb,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:57.350576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c188db7-da25-4337-9b2c-e3d9fd623404 req-9512ac7e-1bbf-403c-a18b-3282339c3276 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335866
Apr 09 21:06:57.370389 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377335a60>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:56Z', 'revision_number': 3, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:57.380502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d9c918f-4696-474a-83c8-a0f960911334 req-591f17a6-6348-402d-9e12-329af56f81dc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.407625 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Checking router: 1d418887-90ce-4699-be65-5911a6c8ffc8 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:06:57.407955 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Updating router 1d418887-90ce-4699-be65-5911a6c8ffc8 port e9d149e8-0e74-4089-8f34-54dc10ae7647 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:06:57.409758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9c918f-4696-474a-83c8-a0f960911334 req-591f17a6-6348-402d-9e12-329af56f81dc tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4515750
Apr 09 21:06:57.460003 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.515219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84b92e-cc95-4167-806a-34d47a1cc001 None None] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:06:57.559991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device da4ec99d-a501-4c42-b9b4-15fd610c045f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:57.602617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3d7d6bd3-2dc9-4bfc-8a4f-6a253f50998b None None] Provisioning complete for port da4ec99d-a501-4c42-b9b4-15fd610c045f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:57.602999 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6bd3-2dc9-4bfc-8a4f-6a253f50998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.608456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2454ef-0163-4a42-92f2-afed33d17a5c req-a43a0e6c-13c8-4844-9c09-b49daea1947a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:57.610263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f2454ef-0163-4a42-92f2-afed33d17a5c req-a43a0e6c-13c8-4844-9c09-b49daea1947a tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0814321
Apr 09 21:06:57.647896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.686125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53781713-70bc-46b6-b07d-7406b18bad2b req-488068ed-128a-4a4f-a55b-b2b02c380927 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:57.694480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53781713-70bc-46b6-b07d-7406b18bad2b req-488068ed-128a-4a4f-a55b-b2b02c380927 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe417324-1de0-45c0-876b-2032e5ce27da HTTP/1.1" status: 200  len: 945 time: 0.0831096
Apr 09 21:06:57.741852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (79b55d78-e389-4ada-a99b-e6ba587d7c29), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.770864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53781713-70bc-46b6-b07d-7406b18bad2b req-41c8bf72-0454-4c68-ab37-675da815661c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749693
Apr 09 21:06:57.779178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b89a1903-4bc6-4937-ab1c-08ead482d6d7', '79b55d78-e389-4ada-a99b-e6ba587d7c29'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:06:57.848634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Allocated IP 172.20.0.1 (dfcd25d5-b119-476b-a6d5-dba89dc5a299/5bac98c2-c8b5-4da6-aa4d-9cb4140f067d/b12cfaaa-6fc6-4ba0-85ae-8ce96a164808) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:06:57.891170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d6bd3-2dc9-4bfc-8a4f-6a253f50998b None None] Current status of the port da4ec99d-a501-4c42-b9b4-15fd610c045f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:57.891702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6bd3-2dc9-4bfc-8a4f-6a253f50998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.895953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Pushing event deleted for resources: {'Port': ['ID=79b55d78-e389-4ada-a99b-e6ba587d7c29,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:57.901662 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Publish callbacks [] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.912641 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.930609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port da4ec99d-a501-4c42-b9b4-15fd610c045f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:57.934835 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.955924 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1fad-b6af-4cf3-b7e6-ec30c3e38a07 None None] Pushing event updated for resources: {'Port': ['ID=e9d149e8-0e74-4089-8f34-54dc10ae7647,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:57.982847 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Attempting to bind port e9d149e8-0e74-4089-8f34-54dc10ae7647 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:06:57.983263 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Attempting to bind port e9d149e8-0e74-4089-8f34-54dc10ae7647 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:06:57.984487 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Attempting to bind port e9d149e8-0e74-4089-8f34-54dc10ae7647 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:06:57.990957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f2454ef-0163-4a42-92f2-afed33d17a5c req-6898c794-08d9-4ba6-83f0-761908978d61 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3659096
Apr 09 21:06:57.994885 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:06:57.995086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] No DVR routers for this DVR port 79b55d78-e389-4ada-a99b-e6ba587d7c29 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:06:57.996699 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:06:57.998324 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.998514 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:06:57.999058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:57.999196 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Bound port: e9d149e8-0e74-4089-8f34-54dc10ae7647, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:06:57.999312 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.002287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b103100d-31b8-41df-a460-c8da7118ac50 req-60baf140-35e4-49d2-99a9-8dab82770fb3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.32 "DELETE /v2.0/ports/79b55d78-e389-4ada-a99b-e6ba587d7c29 HTTP/1.1" status: 204  len: 173 time: 1.2763343
Apr 09 21:06:58.002757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe417324-1de0-45c0-876b-2032e5ce27da', 'name': 'network-vif-deleted', 'tag': '79b55d78-e389-4ada-a99b-e6ba587d7c29'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:06:58.005290 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11107578-1df0-482b-bc88-fc2ef6711cdb" -d '{"events": [{"server_uuid": "fe417324-1de0-45c0-876b-2032e5ce27da", "name": "network-vif-deleted", "tag": "79b55d78-e389-4ada-a99b-e6ba587d7c29"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:06:58.025914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d58534-2bd3-42a0-9278-f7c8057776fa req-7224d847-973e-4d1c-90ef-afb01a0a39ab tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:58.045608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73d58534-2bd3-42a0-9278-f7c8057776fa req-7224d847-973e-4d1c-90ef-afb01a0a39ab tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1510282
Apr 09 21:06:58.055066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3d7d6bd3-2dc9-4bfc-8a4f-6a253f50998b None None] For port da4ec99d-a501-4c42-b9b4-15fd610c045f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da4ec99d-a501-4c42-b9b4-15fd610c045f,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:58.081558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6bd3-2dc9-4bfc-8a4f-6a253f50998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.091164 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] For port e9d149e8-0e74-4089-8f34-54dc10ae7647, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:06:58.098238 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] For port e9d149e8-0e74-4089-8f34-54dc10ae7647, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9d149e8-0e74-4089-8f34-54dc10ae7647,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:06:58.102716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Publish callbacks [] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.109476 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.211490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76db67d5-d865-489a-b7c9-747fd39afabb req-adc3d8de-b80c-481f-98fc-dc7e203c067a tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/7bf7fdd2-d608-4b70-b6ff-a503c999b766 HTTP/1.1" status: 200  len: 3014 time: 0.1207662
Apr 09 21:06:58.238252 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1fad-b6af-4cf3-b7e6-ec30c3e38a07 None None] Pushing event updated for resources: {'Port': ['ID=e9d149e8-0e74-4089-8f34-54dc10ae7647,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:58.259496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73d58534-2bd3-42a0-9278-f7c8057776fa req-140e6b12-368b-4f55-ac17-3a7a62ce40f1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126443
Apr 09 21:06:58.271834 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:06:58.273281 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377335a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:58.335316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d6bd3-2dc9-4bfc-8a4f-6a253f50998b None None] Pushing event updated for resources: {'Port': ['ID=da4ec99d-a501-4c42-b9b4-15fd610c045f,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:58.341964 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1487902c-f5dd-4c9a-b8e3-d4ff6289c0da x-openstack-request-id: req-1487902c-f5dd-4c9a-b8e3-d4ff6289c0da {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:06:58.342585 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe417324-1de0-45c0-876b-2032e5ce27da", "name": "network-vif-deleted", "tag": "79b55d78-e389-4ada-a99b-e6ba587d7c29", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:06:58.343038 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1487902c-f5dd-4c9a-b8e3-d4ff6289c0da {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:06:58.343662 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1487902c-f5dd-4c9a-b8e3-d4ff6289c0da'] response: {'server_uuid': 'fe417324-1de0-45c0-876b-2032e5ce27da', 'name': 'network-vif-deleted', 'tag': '79b55d78-e389-4ada-a99b-e6ba587d7c29', 'status': 'completed', 'code': 200}
Apr 09 21:06:58.346620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port da4ec99d-a501-4c42-b9b4-15fd610c045f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:58.353616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-143eaec0-7222-4c14-b1b9-9245e071c0f1 None None] Provisioning complete for port da4ec99d-a501-4c42-b9b4-15fd610c045f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:58.354025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-143eaec0-7222-4c14-b1b9-9245e071c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.432370 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:06:58.437342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dcd73-4e96-4842-8529-07ff59938f50 req-eecbb476-c909-4956-b017-ee947ec5c86f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:58.438961 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b95dcd73-4e96-4842-8529-07ff59938f50 req-eecbb476-c909-4956-b017-ee947ec5c86f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0824976
Apr 09 21:06:58.443989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7308705e-88c7-47c1-b9a6-4c4c4f37ce28 req-863d4156-5902-4318-a941-eba55315e5e6 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-group-rules/99989877-897f-4f55-ae22-87c41b46efdb HTTP/1.1" status: 200  len: 783 time: 0.0408957
Apr 09 21:06:58.499783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-143eaec0-7222-4c14-b1b9-9245e071c0f1 None None] Current status of the port da4ec99d-a501-4c42-b9b4-15fd610c045f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:58.537794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7308705e-88c7-47c1-b9a6-4c4c4f37ce28 req-21cc0898-80df-4bcc-9f1d-4524a9b2289f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/7bf7fdd2-d608-4b70-b6ff-a503c999b766 HTTP/1.1" status: 200  len: 3014 time: 0.0805573
Apr 09 21:06:58.591908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b95dcd73-4e96-4842-8529-07ff59938f50 req-23bd0a73-ebad-4814-afd2-8b04ac976aad tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277096
Apr 09 21:06:58.593068 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7308705e-88c7-47c1-b9a6-4c4c4f37ce28 req-673399db-d716-44fc-a85d-d51ace067754 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (99989877-897f-4f55-ae22-87c41b46efdb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.621539 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7308705e-88c7-47c1-b9a6-4c4c4f37ce28 req-673399db-d716-44fc-a85d-d51ace067754 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (99989877-897f-4f55-ae22-87c41b46efdb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.682063 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7308705e-88c7-47c1-b9a6-4c4c4f37ce28 req-673399db-d716-44fc-a85d-d51ace067754 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (99989877-897f-4f55-ae22-87c41b46efdb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.693922 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7308705e-88c7-47c1-b9a6-4c4c4f37ce28 req-673399db-d716-44fc-a85d-d51ace067754 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.694106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.698524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7308705e-88c7-47c1-b9a6-4c4c4f37ce28 req-673399db-d716-44fc-a85d-d51ace067754 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/99989877-897f-4f55-ae22-87c41b46efdb HTTP/1.1" status: 204  len: 173 time: 0.1501455
Apr 09 21:06:58.701872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673399db-d716-44fc-a85d-d51ace067754 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99989877-897f-4f55-ae22-87c41b46efdb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:58.705805 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377335a60>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:56Z', 'revision_number': 3, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:06:58.736340 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c41945-6c58-4b8f-bd36-0d7478979380 None None] The sync data for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 is: [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:56Z', 'revision_number': 3, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:06:58.754631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:58.757305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:58.773847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc962b0f-4af1-47a0-8f07-cea3b363f5ac req-fcc9e96e-3437-4ea8-93d8-33c4fe43537b tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/7bf7fdd2-d608-4b70-b6ff-a503c999b766 HTTP/1.1" status: 200  len: 2415 time: 0.0570688
Apr 09 21:06:58.775717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:06:58.805023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:58.842704 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (1d418887-90ce-4699-be65-5911a6c8ffc8), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.883467 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cc962b0f-4af1-47a0-8f07-cea3b363f5ac req-2f99f2bb-0424-40f4-bf35-9884d60a2aaa tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (7bf7fdd2-d608-4b70-b6ff-a503c999b766), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.937465 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cc962b0f-4af1-47a0-8f07-cea3b363f5ac req-2f99f2bb-0424-40f4-bf35-9884d60a2aaa tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (7bf7fdd2-d608-4b70-b6ff-a503c999b766), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:58.946526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfbe84-ce66-41f7-8c12-4b20d7877f99 req-4576c49c-4aa8-4b8b-b4fc-b0c5335dadad tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:58.948114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cfbe84-ce66-41f7-8c12-4b20d7877f99 req-4576c49c-4aa8-4b8b-b4fc-b0c5335dadad tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0828683
Apr 09 21:06:59.027357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.030029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cfbe84-ce66-41f7-8c12-4b20d7877f99 req-59056d86-a9e6-4a15-a236-9fee545e2542 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699809
Apr 09 21:06:59.050974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cc962b0f-4af1-47a0-8f07-cea3b363f5ac req-2f99f2bb-0424-40f4-bf35-9884d60a2aaa tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7bf7fdd2-d608-4b70-b6ff-a503c999b766), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.054495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cc962b0f-4af1-47a0-8f07-cea3b363f5ac req-2f99f2bb-0424-40f4-bf35-9884d60a2aaa tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.055735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc962b0f-4af1-47a0-8f07-cea3b363f5ac req-2f99f2bb-0424-40f4-bf35-9884d60a2aaa tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "DELETE /v2.0/security-groups/7bf7fdd2-d608-4b70-b6ff-a503c999b766 HTTP/1.1" status: 204  len: 173 time: 0.2729576
Apr 09 21:06:59.088514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99f2bb-0424-40f4-bf35-9884d60a2aaa tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf7fdd2-d608-4b70-b6ff-a503c999b766,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:59.155224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6283fdbe-a5bf-475f-8d0c-3213ed4d5c09 None None] Provisioning complete for port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:59.155771 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6283fdbe-a5bf-475f-8d0c-3213ed4d5c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.214790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6283fdbe-a5bf-475f-8d0c-3213ed4d5c09 None None] Port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:06:59.276832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a41b44-a9cd-45f8-8c0b-42145819863a req-a9eb04a2-394b-4ff1-9f9f-93ec1cb78118 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:59.278507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1a41b44-a9cd-45f8-8c0b-42145819863a req-a9eb04a2-394b-4ff1-9f9f-93ec1cb78118 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0992334
Apr 09 21:06:59.282309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Publish callbacks [] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.289920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.290843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8ef3f-c7f4-459a-9799-5dbdcc0f53aa req-635d1d23-2e18-4a70-bbd8-4dcc6d0c8816 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:59.293078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0d8ef3f-c7f4-459a-9799-5dbdcc0f53aa req-635d1d23-2e18-4a70-bbd8-4dcc6d0c8816 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0675485
Apr 09 21:06:59.328497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3221b95-beb4-4b92-b232-c7521907646e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:06:59.380803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (1d418887-90ce-4699-be65-5911a6c8ffc8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.382961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:06:59.412343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1a41b44-a9cd-45f8-8c0b-42145819863a req-d88a097e-42c3-4152-9ce4-90023b9bc0f1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180687
Apr 09 21:06:59.456151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0d8ef3f-c7f4-459a-9799-5dbdcc0f53aa req-8a5198c6-df80-4947-99cb-fe2b9b62717d tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469502
Apr 09 21:06:59.508962 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-0c1d4b54-9d6a-4043-80f1-7e072066b41d req-a6b58c54-e235-4d1c-8e7c-13162c6defe0 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] show failed (client error): The resource could not be found.
Apr 09 21:06:59.519282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3221b95-beb4-4b92-b232-c7521907646e,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:59.523762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c1d4b54-9d6a-4043-80f1-7e072066b41d req-a6b58c54-e235-4d1c-8e7c-13162c6defe0 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/bb39b994-bbc3-499f-8473-332e1b283e93 HTTP/1.1" status: 404  len: 352 time: 0.0593536
Apr 09 21:06:59.539381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd3221b95-beb4-4b92-b232-c7521907646e', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'port_id': 'd3221b95-beb4-4b92-b232-c7521907646e', 'mac_address': 'fa:16:3e:57:82:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519333e-c540-4a09-940d-3b261e7852dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:06:59.585843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:06:59.587283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:06:59.630209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device da4ec99d-a501-4c42-b9b4-15fd610c045f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:06:59.636334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e647ad-26df-477a-8364-5185439963f3 req-a556bcb8-a803-474c-b701-10c54490fa51 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:06:59.636896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d3221b95-beb4-4b92-b232-c7521907646e is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:06:59.637196 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3221b95-beb4-4b92-b232-c7521907646e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.644978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14e647ad-26df-477a-8364-5185439963f3 req-a556bcb8-a803-474c-b701-10c54490fa51 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1118529
Apr 09 21:06:59.717009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3221b95-beb4-4b92-b232-c7521907646e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:06:59.742679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3221b95-beb4-4b92-b232-c7521907646e,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:06:59.752004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d3221b95-beb4-4b92-b232-c7521907646e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.771828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14e647ad-26df-477a-8364-5185439963f3 req-0c065346-e665-405a-9dc9-e4c5baee3c47 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167970
Apr 09 21:06:59.804085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Router 1d418887-90ce-4699-be65-5911a6c8ffc8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:06:59.837573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port da4ec99d-a501-4c42-b9b4-15fd610c045f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:06:59.841238 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:06:59.893550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c760ec6-dc6d-4294-a8ab-1a49ab9abfcb req-23280a7b-572b-4b91-bc79-b6c970888799 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/f6d20cd3-79ef-4c50-b582-d674a506907e HTTP/1.1" status: 200  len: 1822 time: 0.0758045
Apr 09 21:06:59.933905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d3221b95-beb4-4b92-b232-c7521907646e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:00.065468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c760ec6-dc6d-4294-a8ab-1a49ab9abfcb req-825a7dd7-247b-456c-9ed8-cb7fa9f90b1c tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (f6d20cd3-79ef-4c50-b582-d674a506907e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:00.068016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d3221b95-beb4-4b92-b232-c7521907646e,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:00.089202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8e985143-c1d6-4bde-b750-79aca584e345 None None] Provisioning complete for port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:00.089456 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8e985143-c1d6-4bde-b750-79aca584e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:00.115719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:07:00.130304 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-11e7bc21-c0de-4fb0-8040-4867776372b8 admin admin] 10.222.0.30 "PUT /v2.0/routers/1d418887-90ce-4699-be65-5911a6c8ffc8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2021546
Apr 09 21:07:00.130558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8e985143-c1d6-4bde-b750-79aca584e345 None None] Port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:07:00.200683 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c760ec6-dc6d-4294-a8ab-1a49ab9abfcb req-825a7dd7-247b-456c-9ed8-cb7fa9f90b1c tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (f6d20cd3-79ef-4c50-b582-d674a506907e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:00.262839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port da4ec99d-a501-4c42-b9b4-15fd610c045f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:00.265684 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e9d149e8-0e74-4089-8f34-54dc10ae7647 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:00.288753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f50d60-4595-44e7-bc99-d265761256f5 req-48d73362-2800-4ed4-a192-030490b55df1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:00.293657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48f50d60-4595-44e7-bc99-d265761256f5 req-48d73362-2800-4ed4-a192-030490b55df1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 944 time: 0.1337965
Apr 09 21:07:00.406055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e9d149e8-0e74-4089-8f34-54dc10ae7647 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:00.406433 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:00.418321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c760ec6-dc6d-4294-a8ab-1a49ab9abfcb req-825a7dd7-247b-456c-9ed8-cb7fa9f90b1c tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f6d20cd3-79ef-4c50-b582-d674a506907e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:00.422087 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c760ec6-dc6d-4294-a8ab-1a49ab9abfcb req-825a7dd7-247b-456c-9ed8-cb7fa9f90b1c tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:00.436224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c760ec6-dc6d-4294-a8ab-1a49ab9abfcb req-825a7dd7-247b-456c-9ed8-cb7fa9f90b1c tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "DELETE /v2.0/security-groups/f6d20cd3-79ef-4c50-b582-d674a506907e HTTP/1.1" status: 204  len: 173 time: 0.5419948
Apr 09 21:07:00.467318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48f50d60-4595-44e7-bc99-d265761256f5 req-40eaf56e-7f3e-4d50-8079-4d238dfe1a24 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596141
Apr 09 21:07:00.468049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a7dd7-247b-456c-9ed8-cb7fa9f90b1c tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d20cd3-79ef-4c50-b582-d674a506907e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:00.541559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e9d149e8-0e74-4089-8f34-54dc10ae7647 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:00.542509 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:00.567538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port e9d149e8-0e74-4089-8f34-54dc10ae7647, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9d149e8-0e74-4089-8f34-54dc10ae7647,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:00.570402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08db9dd-3617-4f0c-ba9e-566008c90462 req-3a08b23b-0406-4a5a-bd36-3bdba7f202b6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:00.572562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b08db9dd-3617-4f0c-ba9e-566008c90462 req-3a08b23b-0406-4a5a-bd36-3bdba7f202b6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0685828
Apr 09 21:07:00.575914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:00.635049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b08db9dd-3617-4f0c-ba9e-566008c90462 req-1caeeeaa-aab0-4538-b5a3-dd8e998943c6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546074
Apr 09 21:07:00.651658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=e9d149e8-0e74-4089-8f34-54dc10ae7647,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:00.755079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9208b-8a1e-4fb3-a35f-c52818e78cb3 req-8b615638-500e-44a0-bec8-d118c57fd053 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:00.756992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dc9208b-8a1e-4fb3-a35f-c52818e78cb3 req-8b615638-500e-44a0-bec8-d118c57fd053 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0523479
Apr 09 21:07:00.824244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dc9208b-8a1e-4fb3-a35f-c52818e78cb3 req-bea6e56d-8f54-4220-a3c0-e30715496b10 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582452
Apr 09 21:07:00.908473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b024443c-a51a-4c3d-8bec-fd1607f59686 req-497a8b8c-1658-48ef-9ef1-db86f2896b7a tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/ae18b0ca-7067-4910-9005-55e0b1c76197 HTTP/1.1" status: 200  len: 1823 time: 0.0568702
Apr 09 21:07:00.915052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57848) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:00.920903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4af7679e-cf9e-4539-8b29-e0a6b4ed383b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204313461', 'description': 'tempest-description--985630043'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:00.966347 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4af7679e-cf9e-4539-8b29-e0a6b4ed383b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.071899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f7c3f-e741-448a-ab9e-106280a2e7f4 req-7491cb1b-2a5e-4611-80c0-44b10f0e3654 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:01.076132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-573f7c3f-e741-448a-ab9e-106280a2e7f4 req-7491cb1b-2a5e-4611-80c0-44b10f0e3654 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0959723
Apr 09 21:07:01.084632 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4af7679e-cf9e-4539-8b29-e0a6b4ed383b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group (36a21fea-614a-4dc3-8f5a-1c6afdbff7be), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.086511 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b024443c-a51a-4c3d-8bec-fd1607f59686 req-ae6a4558-99ea-4433-a905-6e1ce23f975e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (ae18b0ca-7067-4910-9005-55e0b1c76197), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.092096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4af7679e-cf9e-4539-8b29-e0a6b4ed383b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (36a21fea-614a-4dc3-8f5a-1c6afdbff7be), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.133821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b024443c-a51a-4c3d-8bec-fd1607f59686 req-ae6a4558-99ea-4433-a905-6e1ce23f975e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (ae18b0ca-7067-4910-9005-55e0b1c76197), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.140587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7679e-cf9e-4539-8b29-e0a6b4ed383b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a21fea-614a-4dc3-8f5a-1c6afdbff7be,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:01.162881 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4af7679e-cf9e-4539-8b29-e0a6b4ed383b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.170707 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4af7679e-cf9e-4539-8b29-e0a6b4ed383b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2541137
Apr 09 21:07:01.171799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57850) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:01.177769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-573f7c3f-e741-448a-ab9e-106280a2e7f4 req-a4c14c69-6e03-474b-bd2f-761db00f8d57 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923543
Apr 09 21:07:01.181214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-82a11ea5-9572-4f61-bcd4-48a2ddb30c68 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Request body: {'security_group_rule': {'security_group_id': '36a21fea-614a-4dc3-8f5a-1c6afdbff7be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:01.236364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82a11ea5-9572-4f61-bcd4-48a2ddb30c68 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group_rule (0b104df1-c444-4f82-9856-fbfea29ce978), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.303130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.330959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3221b95-beb4-4b92-b232-c7521907646e up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:01.334939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c45c3-f259-4574-ab56-48845e1d493f req-f01adfec-f89c-4575-84a3-e8ba87a5f000 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:01.342820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b6c45c3-f259-4574-ab56-48845e1d493f req-f01adfec-f89c-4575-84a3-e8ba87a5f000 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0759268
Apr 09 21:07:01.350206 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b024443c-a51a-4c3d-8bec-fd1607f59686 req-ae6a4558-99ea-4433-a905-6e1ce23f975e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ae18b0ca-7067-4910-9005-55e0b1c76197), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.352980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b024443c-a51a-4c3d-8bec-fd1607f59686 req-ae6a4558-99ea-4433-a905-6e1ce23f975e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.357819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b024443c-a51a-4c3d-8bec-fd1607f59686 req-ae6a4558-99ea-4433-a905-6e1ce23f975e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "DELETE /v2.0/security-groups/ae18b0ca-7067-4910-9005-55e0b1c76197 HTTP/1.1" status: 204  len: 173 time: 0.4316218
Apr 09 21:07:01.378669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82a11ea5-9572-4f61-bcd4-48a2ddb30c68 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group_rule (0b104df1-c444-4f82-9856-fbfea29ce978), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.392790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82a11ea5-9572-4f61-bcd4-48a2ddb30c68 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (0b104df1-c444-4f82-9856-fbfea29ce978), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.407957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a4558-99ea-4433-a905-6e1ce23f975e tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae18b0ca-7067-4910-9005-55e0b1c76197,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:01.416478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a11ea5-9572-4f61-bcd4-48a2ddb30c68 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b104df1-c444-4f82-9856-fbfea29ce978,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:01.431649 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82a11ea5-9572-4f61-bcd4-48a2ddb30c68 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.433158 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-82a11ea5-9572-4f61-bcd4-48a2ddb30c68 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2598341
Apr 09 21:07:01.436388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57856) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:01.456162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d7fa717c-2657-4f4f-adf5-7b2798f9777c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Request body: {'security_group_rule': {'security_group_id': '36a21fea-614a-4dc3-8f5a-1c6afdbff7be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:01.460519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d3221b95-beb4-4b92-b232-c7521907646e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:01.461813 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d3221b95-beb4-4b92-b232-c7521907646e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.498157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6b5689b-ba45-48ba-a9e8-28b1ce4682bc req-618d403c-7254-4722-973f-5c73a5edb577 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/3931e5be-5ecb-4001-bc05-7fe2aaa05e33 HTTP/1.1" status: 200  len: 1822 time: 0.1100464
Apr 09 21:07:01.521060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Sync routers for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:07:01.540991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b6c45c3-f259-4574-ab56-48845e1d493f req-6d168cce-7b3e-4525-91b0-436197ecee18 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927929
Apr 09 21:07:01.544158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:07:01.545098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763447f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:01.615225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e9d149e8-0e74-4089-8f34-54dc10ae7647 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:01.647640 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7fa717c-2657-4f4f-adf5-7b2798f9777c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group_rule (b5059736-17c4-443d-85ba-e992cf0e4182), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.708383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e9d149e8-0e74-4089-8f34-54dc10ae7647 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:01.709364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.722544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f6b5689b-ba45-48ba-a9e8-28b1ce4682bc req-a759fe4e-bc6a-4403-ac03-0daf02477e5d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (3931e5be-5ecb-4001-bc05-7fe2aaa05e33), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.817165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d3221b95-beb4-4b92-b232-c7521907646e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:01.817495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d3221b95-beb4-4b92-b232-c7521907646e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.848210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6e623-19e9-4b1b-8ef6-eeddd6ce503f req-79a6ca09-3185-424d-9ec9-e115c8df9012 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:01.850845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5b6e623-19e9-4b1b-8ef6-eeddd6ce503f req-79a6ca09-3185-424d-9ec9-e115c8df9012 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 944 time: 0.1558402
Apr 09 21:07:01.861585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f6b5689b-ba45-48ba-a9e8-28b1ce4682bc req-a759fe4e-bc6a-4403-ac03-0daf02477e5d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (3931e5be-5ecb-4001-bc05-7fe2aaa05e33), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.906081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3221b95-beb4-4b92-b232-c7521907646e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:01.908441 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66924d9-a4cc-42bb-bbfa-b8a5d99452c6" -d '{"events": [{"server_uuid": "276af9a8-cb98-49e4-b5f7-b53121790a25", "name": "network-vif-plugged", "status": "completed", "tag": "d3221b95-beb4-4b92-b232-c7521907646e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:01.926533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:07:01.930740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3221b95-beb4-4b92-b232-c7521907646e,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:01.938907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7fa717c-2657-4f4f-adf5-7b2798f9777c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group_rule (b5059736-17c4-443d-85ba-e992cf0e4182), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.963730 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d3221b95-beb4-4b92-b232-c7521907646e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:01.964537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79b55d78-e389-4ada-a99b-e6ba587d7c29 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:01.971789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7fa717c-2657-4f4f-adf5-7b2798f9777c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (b5059736-17c4-443d-85ba-e992cf0e4182), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.027553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e9d149e8-0e74-4089-8f34-54dc10ae7647 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:02.054737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 79b55d78-e389-4ada-a99b-e6ba587d7c29 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:02.054737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 79b55d78-e389-4ada-a99b-e6ba587d7c29 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:02.063453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7fa717c-2657-4f4f-adf5-7b2798f9777c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.071228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d7fa717c-2657-4f4f-adf5-7b2798f9777c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6230268
Apr 09 21:07:02.071228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa717c-2657-4f4f-adf5-7b2798f9777c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5059736-17c4-443d-85ba-e992cf0e4182,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:02.072172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57872) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:02.078712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:02.087447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5b6e623-19e9-4b1b-8ef6-eeddd6ce503f req-e618be32-d804-42db-8b57-d932fd10a3a3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211878
Apr 09 21:07:02.088665 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f6b5689b-ba45-48ba-a9e8-28b1ce4682bc req-a759fe4e-bc6a-4403-ac03-0daf02477e5d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3931e5be-5ecb-4001-bc05-7fe2aaa05e33), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.097747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f6b5689b-ba45-48ba-a9e8-28b1ce4682bc req-a759fe4e-bc6a-4403-ac03-0daf02477e5d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.100929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6b5689b-ba45-48ba-a9e8-28b1ce4682bc req-a759fe4e-bc6a-4403-ac03-0daf02477e5d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "DELETE /v2.0/security-groups/3931e5be-5ecb-4001-bc05-7fe2aaa05e33 HTTP/1.1" status: 204  len: 173 time: 0.6018960
Apr 09 21:07:02.127839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759fe4e-bc6a-4403-ac03-0daf02477e5d tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931e5be-5ecb-4001-bc05-7fe2aaa05e33,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:02.142041 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.342554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f639c-6326-47ba-8fca-a9c718e460f3 req-180e28d0-887b-42c9-b7de-4afc6df58417 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:02.345149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.345635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-659f639c-6326-47ba-8fca-a9c718e460f3 req-180e28d0-887b-42c9-b7de-4afc6df58417 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1328197
Apr 09 21:07:02.364945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc642-8e21-410e-b688-e00d571d9786 req-13099688-8a25-41b0-9510-df3d8e8952f5 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:02.375234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-368cc642-8e21-410e-b688-e00d571d9786 req-13099688-8a25-41b0-9510-df3d8e8952f5 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1328447
Apr 09 21:07:02.542075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d3221b95-beb4-4b92-b232-c7521907646e,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:02.569821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-659f639c-6326-47ba-8fca-a9c718e460f3 req-2fcada2d-b0c3-4913-86ab-49481e960638 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122409
Apr 09 21:07:02.589964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-368cc642-8e21-410e-b688-e00d571d9786 req-af132b89-e2bd-4035-a7aa-483fe031b5a3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108433
Apr 09 21:07:02.602478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Allocated IP 172.35.0.70 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/59ab94ed-95ca-4183-9310-1e0435f3f8bf) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:07:02.656400 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797ffcfe-f45c-41ea-a5f2-b4a5a92ded6b x-openstack-request-id: req-797ffcfe-f45c-41ea-a5f2-b4a5a92ded6b {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:02.656816 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276af9a8-cb98-49e4-b5f7-b53121790a25", "name": "network-vif-plugged", "status": "completed", "tag": "d3221b95-beb4-4b92-b232-c7521907646e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:02.660602 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-797ffcfe-f45c-41ea-a5f2-b4a5a92ded6b {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:02.664439 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797ffcfe-f45c-41ea-a5f2-b4a5a92ded6b'] response: {'server_uuid': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3221b95-beb4-4b92-b232-c7521907646e', 'code': 200}
Apr 09 21:07:02.716471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763447f0>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:06:59Z', 'revision_number': 2, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:02.727585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4045b9ef-f652-4939-8ed2-87d60b5cf48a req-2c567ec8-391e-45a6-909f-9f358a654cce tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/cc0a278c-9dab-4c9f-86ca-b717211cdf45 HTTP/1.1" status: 200  len: 2423 time: 0.0841453
Apr 09 21:07:02.782102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Checking router: 1d418887-90ce-4699-be65-5911a6c8ffc8 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:07:02.782858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Updating router 1d418887-90ce-4699-be65-5911a6c8ffc8 port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:07:02.784169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for port (59ab94ed-95ca-4183-9310-1e0435f3f8bf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.824630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4045b9ef-f652-4939-8ed2-87d60b5cf48a req-16cd8e0b-cd9a-4bf1-ba16-1b364f1c066f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (cc0a278c-9dab-4c9f-86ca-b717211cdf45), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.833627 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.843233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (59ab94ed-95ca-4183-9310-1e0435f3f8bf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.869189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4045b9ef-f652-4939-8ed2-87d60b5cf48a req-16cd8e0b-cd9a-4bf1-ba16-1b364f1c066f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (cc0a278c-9dab-4c9f-86ca-b717211cdf45), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.905862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:07:02.914226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:07:02.919011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:07:02.961112 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4045b9ef-f652-4939-8ed2-87d60b5cf48a req-16cd8e0b-cd9a-4bf1-ba16-1b364f1c066f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc0a278c-9dab-4c9f-86ca-b717211cdf45), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.964880 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4045b9ef-f652-4939-8ed2-87d60b5cf48a req-16cd8e0b-cd9a-4bf1-ba16-1b364f1c066f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:02.967805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4045b9ef-f652-4939-8ed2-87d60b5cf48a req-16cd8e0b-cd9a-4bf1-ba16-1b364f1c066f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "DELETE /v2.0/security-groups/cc0a278c-9dab-4c9f-86ca-b717211cdf45 HTTP/1.1" status: 204  len: 173 time: 0.2292550
Apr 09 21:07:03.003516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd8e0b-cd9a-4bf1-ba16-1b364f1c066f tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0a278c-9dab-4c9f-86ca-b717211cdf45,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:03.038769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event updated for resources: {'Port': ['ID=59ab94ed-95ca-4183-9310-1e0435f3f8bf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:03.100487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00901f76-22ff-4d39-819b-8067b066a86e req-43f220f7-7437-4aeb-a03f-928561be20f5 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "GET /v2.0/security-groups/b55318dc-155f-44d3-b12d-03f1b33560f4 HTTP/1.1" status: 200  len: 2417 time: 0.1000364
Apr 09 21:07:03.204205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for floatingip (3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.211913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00901f76-22ff-4d39-819b-8067b066a86e req-21dc7962-7225-412e-af95-5eb0d14327a4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (b55318dc-155f-44d3-b12d-03f1b33560f4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.277284 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (59ab94ed-95ca-4183-9310-1e0435f3f8bf), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.306006 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Publish callbacks [] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.312470 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00901f76-22ff-4d39-819b-8067b066a86e req-21dc7962-7225-412e-af95-5eb0d14327a4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (b55318dc-155f-44d3-b12d-03f1b33560f4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.316241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.395977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca521e-acc0-4b36-bf51-521db64dd2cb req-6b0fdeef-fd58-4c4e-90ee-ee08a9fd9ebf tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:03.414323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99ca521e-acc0-4b36-bf51-521db64dd2cb req-6b0fdeef-fd58-4c4e-90ee-ee08a9fd9ebf tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1569684
Apr 09 21:07:03.520681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99ca521e-acc0-4b36-bf51-521db64dd2cb req-00c28883-2e3c-4721-9c3f-a9fed8baf5c4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052980
Apr 09 21:07:03.520885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a934d2-4dec-4ebf-a3f2-ffa2e3926777 None None] Pushing event updated for resources: {'Port': ['ID=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:03.549956 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00901f76-22ff-4d39-819b-8067b066a86e req-21dc7962-7225-412e-af95-5eb0d14327a4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b55318dc-155f-44d3-b12d-03f1b33560f4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.556686 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00901f76-22ff-4d39-819b-8067b066a86e req-21dc7962-7225-412e-af95-5eb0d14327a4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.575142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00901f76-22ff-4d39-819b-8067b066a86e req-21dc7962-7225-412e-af95-5eb0d14327a4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] 10.222.0.30 "DELETE /v2.0/security-groups/b55318dc-155f-44d3-b12d-03f1b33560f4 HTTP/1.1" status: 204  len: 173 time: 0.4705324
Apr 09 21:07:03.584996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57900) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:03.638940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc7962-7225-412e-af95-5eb0d14327a4 tempest-SecurityGroupRulesTestJSON-1997741036 tempest-SecurityGroupRulesTestJSON-1997741036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55318dc-155f-44d3-b12d-03f1b33560f4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:03.729393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Attempting to bind port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:07:03.729962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Attempting to bind port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:07:03.730714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Attempting to bind port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 on network dfcd25d5-b119-476b-a6d5-dba89dc5a299 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:03.738759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:07:03.739581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Checking segment: {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:07:03.740054 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.740446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Bound using segment: {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:07:03.741190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Bound port: b12cfaaa-6fc6-4ba0-85ae-8ce96a164808, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:07:03.741667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.745262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f576df-b1a3-490f-9548-7e4d6b61b017 admin admin] Deleting subnet 1fa47231-abb0-4deb-bc59-fbb5fef37f20 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:07:03.767730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f576df-b1a3-490f-9548-7e4d6b61b017 admin admin] Publish callbacks [] for subnet (1fa47231-abb0-4deb-bc59-fbb5fef37f20), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.841548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] For port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:07:03.845219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] For port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:07:03.847601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for port (59ab94ed-95ca-4183-9310-1e0435f3f8bf), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.851926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f576df-b1a3-490f-9548-7e4d6b61b017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (1fa47231-abb0-4deb-bc59-fbb5fef37f20), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.857969 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.877874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (59ab94ed-95ca-4183-9310-1e0435f3f8bf), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.906633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351f51a-7e5f-47a6-a19a-f00809530f3e req-61efe000-7022-4e30-8345-9cc5057c0550 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:03.908382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5351f51a-7e5f-47a6-a19a-f00809530f3e req-61efe000-7022-4e30-8345-9cc5057c0550 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1832302
Apr 09 21:07:03.926176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ac062b4b-95cd-4423-b8ea-708450ff18ce None None] Provisioning complete for port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:03.926874 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac062b4b-95cd-4423-b8ea-708450ff18ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:03.935366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815522ca-5aa4-45d2-9ec9-777823cc285c req-8ad5eca6-cd22-48c9-af44-2a72c74faf61 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:03.936923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-815522ca-5aa4-45d2-9ec9-777823cc285c req-8ad5eca6-cd22-48c9-af44-2a72c74faf61 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1320107
Apr 09 21:07:03.968770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f576df-b1a3-490f-9548-7e4d6b61b017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1fa47231-abb0-4deb-bc59-fbb5fef37f20), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.000609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event updated for resources: {'Port': ['ID=59ab94ed-95ca-4183-9310-1e0435f3f8bf,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:04.022379 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.028134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:07:04.029188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763447f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:04.044801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5351f51a-7e5f-47a6-a19a-f00809530f3e req-bcf0cb2c-72ba-44b5-ae47-032fa725958d tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257668
Apr 09 21:07:04.049758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.049962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-815522ca-5aa4-45d2-9ec9-777823cc285c req-8cead4ca-5ca3-4cf1-bf67-c2eea5ab551c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024895
Apr 09 21:07:04.087617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e7531843-5c6d-4e6c-ad17-744f7c03a1bd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0029681
Apr 09 21:07:04.118328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f576df-b1a3-490f-9548-7e4d6b61b017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1fa47231-abb0-4deb-bc59-fbb5fef37f20), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.182330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f576df-b1a3-490f-9548-7e4d6b61b017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa47231-abb0-4deb-bc59-fbb5fef37f20,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:04.189045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f576df-b1a3-490f-9548-7e4d6b61b017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.192707 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-15f576df-b1a3-490f-9548-7e4d6b61b017 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1fa47231-abb0-4deb-bc59-fbb5fef37f20 HTTP/1.1" status: 204  len: 168 time: 0.6067674
Apr 09 21:07:04.195313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57918) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:04.290008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:07:04.304488 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (c788e3bc-63ea-433e-a958-5e9d07e785a8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.325793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a1b5-86cb-475a-a853-65fa9b1f41f5 req-bd422d6d-a77b-4607-99cb-ac6a74c510ef tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:04.330323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3702a1b5-86cb-475a-a853-65fa9b1f41f5 req-bd422d6d-a77b-4607-99cb-ac6a74c510ef tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1115596
Apr 09 21:07:04.396147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-f5f12ce7-9777-42e0-95af-27191d932360 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--204313461&fields=id&tenant_id=c950fe626e0b4d1a88be8c0943fe3965 HTTP/1.1" status: 200  len: 267 time: 0.1074088
Apr 09 21:07:04.425942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (c788e3bc-63ea-433e-a958-5e9d07e785a8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.432051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3702a1b5-86cb-475a-a853-65fa9b1f41f5 req-beff5895-1ce8-4f65-8faf-9295c3b7e4ff tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842190
Apr 09 21:07:04.480349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375e8b340>,) {'filters': {'network_id': ['c788e3bc-63ea-433e-a958-5e9d07e785a8']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:04.507633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375e8b340>, '7d66fb8c-30d1-44b4-8c6e-78b9456c4dd5') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:04.507935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375e8b340>, '7d66fb8c-30d1-44b4-8c6e-78b9456c4dd5') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:04.536137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (7d66fb8c-30d1-44b4-8c6e-78b9456c4dd5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.569267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7d66fb8c-30d1-44b4-8c6e-78b9456c4dd5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.579940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:07:04.580409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (7d66fb8c-30d1-44b4-8c6e-78b9456c4dd5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:07:04.582313 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:07:04.619732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459ee37-d024-4606-8b0d-a84c948d2a08 req-3741265c-5722-40cf-8b7f-2abed8c5a6fc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:04.621517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3459ee37-d024-4606-8b0d-a84c948d2a08 req-3741265c-5722-40cf-8b7f-2abed8c5a6fc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0764623
Apr 09 21:07:04.670740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-54c09eb8-2593-49c3-9cfe-4ce160d9c99c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:04.672505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-54c09eb8-2593-49c3-9cfe-4ce160d9c99c tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/networks?id=dfcd25d5-b119-476b-a6d5-dba89dc5a299 HTTP/1.1" status: 200  len: 814 time: 0.2649417
Apr 09 21:07:04.685805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ac062b4b-95cd-4423-b8ea-708450ff18ce None None] Current status of the port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:04.686632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac062b4b-95cd-4423-b8ea-708450ff18ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.688819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a934d2-4dec-4ebf-a3f2-ffa2e3926777 None None] Pushing event updated for resources: {'Port': ['ID=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:04.689457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (c788e3bc-63ea-433e-a958-5e9d07e785a8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.703868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-d515e1b1-f3a1-4a42-a325-18ba74eb02c1 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/quotas/c950fe626e0b4d1a88be8c0943fe3965 HTTP/1.1" status: 200  len: 375 time: 0.0234940
Apr 09 21:07:04.708152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.713424 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/c788e3bc-63ea-433e-a958-5e9d07e785a8 HTTP/1.1" status: 204  len: 168 time: 0.5169852
Apr 09 21:07:04.725516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3459ee37-d024-4606-8b0d-a84c948d2a08 req-6a2ee56e-9ffc-4ba8-8537-90be43a8bd47 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829182
Apr 09 21:07:04.751443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce82ca-8a2b-4a4d-991d-5d7c532db7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c788e3bc-63ea-433e-a958-5e9d07e785a8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:04.770934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ac062b4b-95cd-4423-b8ea-708450ff18ce None None] For port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:04.808525 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac062b4b-95cd-4423-b8ea-708450ff18ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:04.820827 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:07:04.885941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac062b4b-95cd-4423-b8ea-708450ff18ce None None] Pushing event updated for resources: {'Port': ['ID=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:04.922489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-74e0e143-1706-4b6c-86eb-bcd80a09e8c4 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c950fe626e0b4d1a88be8c0943fe3965&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1946788
Apr 09 21:07:04.929548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763447f0>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:07:03Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:04.947945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:05.006784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90741f1-ae2e-46c7-9966-ebf3f732c4d9 req-3a9ba394-d780-478b-a0a8-f9c8037ba0a2 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:05.008870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54652995-dda3-412a-9bef-41f12d422b55 None None] The sync data for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 is: [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:07:03Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:07:05.013981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b90741f1-ae2e-46c7-9966-ebf3f732c4d9 req-3a9ba394-d780-478b-a0a8-f9c8037ba0a2 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1485939
Apr 09 21:07:05.024916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d4bf7870-52e9-486f-99c6-2950f9769643 None None] Provisioning complete for port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:05.026283 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7870-52e9-486f-99c6-2950f9769643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:05.047505 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fe1e21ce-1c46-45bb-b8d3-71a95f161a7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe0cf872e6394079be75ef13dcfb4772&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0940733
Apr 09 21:07:05.048818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57934) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:05.197781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46058a35-82d9-4909-956c-dff8daa3d19a admin admin] Publish callbacks [] for security_group (1997b5f5-a520-4063-81ab-c9ffd99fb010), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:05.207481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf7870-52e9-486f-99c6-2950f9769643 None None] Current status of the port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:05.279086 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46058a35-82d9-4909-956c-dff8daa3d19a admin admin] Publish callbacks [] for security_group (1997b5f5-a520-4063-81ab-c9ffd99fb010), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:05.375808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b90741f1-ae2e-46c7-9966-ebf3f732c4d9 req-d488d3c9-7e0a-4419-ae74-a9f3101d6d41 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3607619
Apr 09 21:07:05.378013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-abe65e45-b80e-49d9-b65f-31edaefdbba4 service neutron] 10.222.0.30 "GET /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4266601
Apr 09 21:07:05.393338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46058a35-82d9-4909-956c-dff8daa3d19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1997b5f5-a520-4063-81ab-c9ffd99fb010), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:05.398201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46058a35-82d9-4909-956c-dff8daa3d19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:05.399423 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-46058a35-82d9-4909-956c-dff8daa3d19a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1997b5f5-a520-4063-81ab-c9ffd99fb010 HTTP/1.1" status: 204  len: 168 time: 0.3483412
Apr 09 21:07:05.432477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46058a35-82d9-4909-956c-dff8daa3d19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997b5f5-a520-4063-81ab-c9ffd99fb010,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:05.647767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:05.655923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0698c-0a63-43bd-8eed-c597d5baccb6 req-0eae0fd2-85af-4b60-9085-ecb2d3c1a0ac tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:05.663870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65c0698c-0a63-43bd-8eed-c597d5baccb6 req-0eae0fd2-85af-4b60-9085-ecb2d3c1a0ac tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.0754352
Apr 09 21:07:05.777102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-c694ce8d-e624-41ff-9388-7d02917ed08a service neutron] 10.222.0.30 "GET /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3822808
Apr 09 21:07:05.794016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:05.794896 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:05.808364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65c0698c-0a63-43bd-8eed-c597d5baccb6 req-018a17d6-d90f-4299-80ff-92811813a01f tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348853
Apr 09 21:07:05.963885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:06.017601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37693b-8e44-4d64-ba6c-ca473b74e326 req-99b6a902-e3f4-4b80-95ae-d1615c26e898 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:06.029317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca37693b-8e44-4d64-ba6c-ca473b74e326 req-99b6a902-e3f4-4b80-95ae-d1615c26e898 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0966153
Apr 09 21:07:06.163198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cee729db-c44a-4d73-817d-102c9f5dc7a0 req-a6640d20-1449-4c8d-b95e-af305275d578 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 210 time: 0.0406375
Apr 09 21:07:06.213827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca37693b-8e44-4d64-ba6c-ca473b74e326 req-0a4bf697-8971-49bb-8588-83246719f09e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775033
Apr 09 21:07:06.708458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f54149-8be0-4bb7-9402-4da0b9341a9e req-05ac9879-c90e-44c4-83d6-a4aaa8b9aa09 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:06.724644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22f54149-8be0-4bb7-9402-4da0b9341a9e req-05ac9879-c90e-44c4-83d6-a4aaa8b9aa09 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1802635
Apr 09 21:07:06.901396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22f54149-8be0-4bb7-9402-4da0b9341a9e req-b6a8aa2c-3bc4-4d62-b417-0a0872e54fc7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748083
Apr 09 21:07:06.920667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fdab2-7020-42fa-b8e4-ca9c0f0fa1b6 req-820234d7-fa5a-42ef-b903-65a59383afcd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:06.922884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f22fdab2-7020-42fa-b8e4-ca9c0f0fa1b6 req-820234d7-fa5a-42ef-b903-65a59383afcd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1183288
Apr 09 21:07:07.040138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57998) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:07.119233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7f398-739e-4a36-ba91-355ff703fcff req-1bd89634-fb38-42f1-a50f-c96975b17a8b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:07.130313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6d7f398-739e-4a36-ba91-355ff703fcff req-1bd89634-fb38-42f1-a50f-c96975b17a8b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1034236
Apr 09 21:07:07.154095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f22fdab2-7020-42fa-b8e4-ca9c0f0fa1b6 req-e54422ea-6a22-4b45-8e39-879cf404736d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171946
Apr 09 21:07:07.280802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6d7f398-739e-4a36-ba91-355ff703fcff req-efbfb54e-33a2-440b-9728-bfe5ffc3f2fc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462605
Apr 09 21:07:07.313712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1813962087-network', 'tenant_id': '959fb92f2def47deb85d73cc0493c295'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:07.368006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Made reservation on behalf of 959fb92f2def47deb85d73cc0493c295 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:07.369320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e5c5c-dea3-4f1a-bde5-7ebd0bdb8640 req-e8877632-a9d6-406e-ab34-6f34b89670b0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:07.371198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:07.380646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-212e5c5c-dea3-4f1a-bde5-7ebd0bdb8640 req-e8877632-a9d6-406e-ab34-6f34b89670b0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0858934
Apr 09 21:07:07.394220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:07.433057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a4bc8d0-d737-402c-aaa9-02534ca97fbf req-8e2a0002-3356-454f-8162-f3bcb6c3e23e tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 210 time: 0.0308201
Apr 09 21:07:07.492085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-212e5c5c-dea3-4f1a-bde5-7ebd0bdb8640 req-52030548-62ef-4170-a0b5-3fa44d33aa54 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102562
Apr 09 21:07:07.562656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Publish callbacks [] for security_group (61a26354-7f0f-4a9f-b6f9-4502b75277a1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:07.570156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (61a26354-7f0f-4a9f-b6f9-4502b75277a1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:07.609517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a26354-7f0f-4a9f-b6f9-4502b75277a1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:07.625331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:07:07.647121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e65ed529-bc7e-48de-a316-bb83e8ef0dc5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:07.648086 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Added segment e65ed529-bc7e-48de-a316-bb83e8ef0dc5 of type vlan for network 1f49d9ff-2e36-4c07-94e9-e572b9c73515
Apr 09 21:07:07.660872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d511aa3-d381-404c-8447-8615a7656554 req-b1af58a3-0e8d-4626-899e-ba54718f6a62 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:07.662689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d511aa3-d381-404c-8447-8615a7656554 req-b1af58a3-0e8d-4626-899e-ba54718f6a62 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0928488
Apr 09 21:07:07.721577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1f49d9ff-2e36-4c07-94e9-e572b9c73515), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:07.765678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1f49d9ff-2e36-4c07-94e9-e572b9c73515), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:07.766650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:07.767450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:07.775906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d511aa3-d381-404c-8447-8615a7656554 req-8f4dd6e5-c338-4032-b7c3-243524891b77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998225
Apr 09 21:07:07.856057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] Pushing event updated for resources: {'Network': ['ID=1f49d9ff-2e36-4c07-94e9-e572b9c73515,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:07.866266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d0d32-86f3-4ac9-ac1f-f20cf7ecb686 req-a3909627-b396-4176-be12-e2f1e04b3a1c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:07.868567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef1d0d32-86f3-4ac9-ac1f-f20cf7ecb686 req-a3909627-b396-4176-be12-e2f1e04b3a1c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0778973
Apr 09 21:07:07.869134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1f49d9ff-2e36-4c07-94e9-e572b9c73515 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:07:07.896082 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e7eb9ae1-28c0-4f8c-a064-0a080402991a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8520491
Apr 09 21:07:07.897395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58020) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:07.906864 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Request body: {'subnet': {'network_id': '1f49d9ff-2e36-4c07-94e9-e572b9c73515', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1813962087-subnet', 'tenant_id': '959fb92f2def47deb85d73cc0493c295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:07.965141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Made reservation on behalf of 959fb92f2def47deb85d73cc0493c295 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:07.968172 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:08.114879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef1d0d32-86f3-4ac9-ac1f-f20cf7ecb686 req-098ce410-791b-4331-bb0f-69065266aca7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283678
Apr 09 21:07:08.141915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47563185-8821-489f-9a28-86ca46c6b7bc req-630f0f03-0339-432b-b252-0133f45933fe tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:08.143501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47563185-8821-489f-9a28-86ca46c6b7bc req-630f0f03-0339-432b-b252-0133f45933fe tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0966580
Apr 09 21:07:08.166282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-868b285c-2348-425b-9c48-965b6ba51147 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:08.167762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-868b285c-2348-425b-9c48-965b6ba51147 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.32 "GET /v2.0/networks?id=dfcd25d5-b119-476b-a6d5-dba89dc5a299 HTTP/1.1" status: 200  len: 814 time: 0.2968180
Apr 09 21:07:08.242180 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (052b9ea8-71b1-4eb6-94bf-6e05b684c6e5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:08.302709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Pushing event updated for resources: {'Subnet': ['ID=052b9ea8-71b1-4eb6-94bf-6e05b684c6e5,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:08.320264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47563185-8821-489f-9a28-86ca46c6b7bc req-10372963-6384-4dd0-8f53-a84a776190f4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685493
Apr 09 21:07:08.321650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Checking segment: {'id': 'e65ed529-bc7e-48de-a316-bb83e8ef0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1f49d9ff-2e36-4c07-94e9-e572b9c73515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:07:08.322025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Network hostable DHCP agents. Network: 1f49d9ff-2e36-4c07-94e9-e572b9c73515, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:07:08.329162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-0bc07eaa-a5f8-4052-ab89-9786c70797ec tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c950fe626e0b4d1a88be8c0943fe3965 HTTP/1.1" status: 200  len: 379 time: 0.1506600
Apr 09 21:07:08.340051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bea51-b910-4fa9-b3f8-0986c6c745f6 req-7b2116d9-74e5-4ecf-b5a9-54c627b973e3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:08.342325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d1bea51-b910-4fa9-b3f8-0986c6c745f6 req-7b2116d9-74e5-4ecf-b5a9-54c627b973e3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1216862
Apr 09 21:07:08.347071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Request body: {'port': {'device_id': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'admin_state_up': True, 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'security_groups': ['36a21fea-614a-4dc3-8f5a-1c6afdbff7be']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:08.358094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Network 1f49d9ff-2e36-4c07-94e9-e572b9c73515 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:07:08.377444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f49d9ff-2e36-4c07-94e9-e572b9c73515) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:07:08.384824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:08.385898 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:08.399715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e596d9-bf7c-4284-9eb9-5eef8fd87b68 None None] Network 1f49d9ff-2e36-4c07-94e9-e572b9c73515 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:07:08.416809 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0c6d5222-8acb-44c2-b0cd-631be290345f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.5182257
Apr 09 21:07:08.470081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d1bea51-b910-4fa9-b3f8-0986c6c745f6 req-eb7c0e17-3187-4aec-8bdb-ce6634b8dec3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191323
Apr 09 21:07:08.603460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976d8c0-fa80-4e23-baeb-87f40d343077 None None] Network 1f49d9ff-2e36-4c07-94e9-e572b9c73515 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:07:08.660453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b97cb-5e3c-49f0-8838-c23e79b5fa65 req-6f4c9ed5-64af-4bfb-b28a-0f89553d1cb9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:08.662866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-974b97cb-5e3c-49f0-8838-c23e79b5fa65 req-6f4c9ed5-64af-4bfb-b28a-0f89553d1cb9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1750147
Apr 09 21:07:08.700890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57d1f770-9967-4e41-a8be-c032ef9e566d req-db79c364-4865-43af-aa86-ccf9f21e6064 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 210 time: 0.0700865
Apr 09 21:07:08.774959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Made reservation on behalf of c950fe626e0b4d1a88be8c0943fe3965 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:08.782966 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:08.805642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-974b97cb-5e3c-49f0-8838-c23e79b5fa65 req-9548ba6a-be5e-4880-a4fb-0f20c94e3cd3 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100461
Apr 09 21:07:08.944129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca33f41-ffb7-4ca6-bea2-188a47b54363 req-db9ccafc-7014-44e9-84d9-460f3125617f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:08.945696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca33f41-ffb7-4ca6-bea2-188a47b54363 req-db9ccafc-7014-44e9-84d9-460f3125617f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0741050
Apr 09 21:07:09.047414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca33f41-ffb7-4ca6-bea2-188a47b54363 req-9a32c68b-5793-49de-9315-1c61c60be229 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806191
Apr 09 21:07:09.092627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Allocated IP 172.20.0.8 (dfcd25d5-b119-476b-a6d5-dba89dc5a299/5bac98c2-c8b5-4da6-aa4d-9cb4140f067d/44e52bdb-7117-4379-a4df-ef7116499a41) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:07:09.335104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028d7fa-5ed9-48c7-9a6d-5edc11adb9e2 req-fdad4860-9602-4343-9b65-d6dc5552cfe6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:09.336900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6028d7fa-5ed9-48c7-9a6d-5edc11adb9e2 req-fdad4860-9602-4343-9b65-d6dc5552cfe6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1762180
Apr 09 21:07:09.426294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-a1bc4f47-3094-4b17-b9ee-70c7a6adee8c tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:09.427852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-a1bc4f47-3094-4b17-b9ee-70c7a6adee8c tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/networks?id=1f49d9ff-2e36-4c07-94e9-e572b9c73515 HTTP/1.1" status: 200  len: 818 time: 0.2682743
Apr 09 21:07:09.467753 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for port (44e52bdb-7117-4379-a4df-ef7116499a41), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:09.474818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-166d4950-4295-48ac-aab6-30ade767baa0 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/quotas/959fb92f2def47deb85d73cc0493c295 HTTP/1.1" status: 200  len: 375 time: 0.0370748
Apr 09 21:07:09.483796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6028d7fa-5ed9-48c7-9a6d-5edc11adb9e2 req-75ad78cb-9280-4fca-bd1e-df36bdf8a40b tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354146
Apr 09 21:07:09.539083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-a297a5b6-aee3-4cf3-8071-b9b9c4f458ae tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=959fb92f2def47deb85d73cc0493c295&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0541956
Apr 09 21:07:09.559768 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:09.697702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:07:09.703814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:07:09.705892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event updated for resources: {'Port': ['ID=44e52bdb-7117-4379-a4df-ef7116499a41,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:09.708527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:07:09.759547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e5bd-0c7b-43b7-b341-91b7229e97a7 req-d7cda12f-be6a-4941-bb94-063fabd56eb6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:09.767940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b342e5bd-0c7b-43b7-b341-91b7229e97a7 req-d7cda12f-be6a-4941-bb94-063fabd56eb6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1893637
Apr 09 21:07:09.867639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:09.868441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:09.875576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-afbf4953-da03-4cbf-8de0-e585665f1fd3 service neutron] 10.222.0.30 "GET /v2.0/networks/1f49d9ff-2e36-4c07-94e9-e572b9c73515?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3263419
Apr 09 21:07:09.932406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b342e5bd-0c7b-43b7-b341-91b7229e97a7 req-2c7ebb17-8793-497d-89be-e2cfa6357b16 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604047
Apr 09 21:07:09.949551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-55a1a292-dfe7-4158-8f88-ebc59026195d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6058455
Apr 09 21:07:10.089144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9a34a0b9-037b-46e8-8714-313b53508885 None None] Provisioning complete for port 44e52bdb-7117-4379-a4df-ef7116499a41 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:10.090546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a34a0b9-037b-46e8-8714-313b53508885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:10.141825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9a34a0b9-037b-46e8-8714-313b53508885 None None] Port 44e52bdb-7117-4379-a4df-ef7116499a41 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:07:10.390911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Request body: {'port': {'device_id': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:10.513645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1242d-f50b-48e7-80fa-92408902536a req-cb415745-92de-47da-83b3-a4d0fc71a423 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:10.515226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fae1242d-f50b-48e7-80fa-92408902536a req-cb415745-92de-47da-83b3-a4d0fc71a423 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1325459
Apr 09 21:07:10.519401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-10285795-42bb-4e05-a1ab-e53f3c6791ba service neutron] 10.222.0.30 "GET /v2.0/networks/1f49d9ff-2e36-4c07-94e9-e572b9c73515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6304152
Apr 09 21:07:10.533697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:10.613752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fae1242d-f50b-48e7-80fa-92408902536a req-669ca28f-abff-4439-9546-ed048fb5f1b3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913925
Apr 09 21:07:10.770229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cd2d9-3900-402d-a6fb-f2d4ca0bb67a req-69189117-f373-4187-8edd-1becb1159916 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:10.771849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-559cd2d9-3900-402d-a6fb-f2d4ca0bb67a req-69189117-f373-4187-8edd-1becb1159916 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 931 time: 0.0680413
Apr 09 21:07:10.963403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138b837-c7d5-41c7-8041-d2e89a5cf4d7 req-d1c64349-7e0e-4d56-bf5a-deeaa7a538dc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:10.965233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7138b837-c7d5-41c7-8041-d2e89a5cf4d7 req-d1c64349-7e0e-4d56-bf5a-deeaa7a538dc tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1818550
Apr 09 21:07:11.069009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-559cd2d9-3900-402d-a6fb-f2d4ca0bb67a req-537b56aa-6571-4678-9ef6-670c828dcb93 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2810562
Apr 09 21:07:11.098667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7138b837-c7d5-41c7-8041-d2e89a5cf4d7 req-a1eda355-2788-497f-9bb8-de5f76bf353c tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243653
Apr 09 21:07:11.231406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a5e479f-aa77-491a-997b-d5ec584021ff req-0f4916e8-4ee1-4dce-b913-35a117a8a04e tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 210 time: 0.0602570
Apr 09 21:07:11.239461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e52bdb-7117-4379-a4df-ef7116499a41 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:11.276786 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Publish callbacks [] for port (44e52bdb-7117-4379-a4df-ef7116499a41), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:11.413522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Transition to ACTIVE for port object 44e52bdb-7117-4379-a4df-ef7116499a41 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:07:11.422920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5f933-3801-4234-ac26-148e49448cec req-91391036-98a9-47ff-ab41-041c0fee8921 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:11.425674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcb5f933-3801-4234-ac26-148e49448cec req-91391036-98a9-47ff-ab41-041c0fee8921 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.2094204
Apr 09 21:07:11.427501 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:11.530027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Pushing event updated for resources: {'Port': ['ID=44e52bdb-7117-4379-a4df-ef7116499a41,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:11.629981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcb5f933-3801-4234-ac26-148e49448cec req-bdc80b12-e76e-4385-b286-d09d4c44ee61 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551375
Apr 09 21:07:11.802044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2189902-0d14-404b-aa19-c8d44092c254 req-3683b91d-f2cb-4599-923d-9fc97895b2d5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:11.807956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2189902-0d14-404b-aa19-c8d44092c254 req-3683b91d-f2cb-4599-923d-9fc97895b2d5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.2509131
Apr 09 21:07:11.853133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a00b84-6ce5-4247-962f-dbf5336f0555 req-5a1ece97-f3f9-4e8f-b96d-d0c488fcd5a2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:11.854565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17a00b84-6ce5-4247-962f-dbf5336f0555 req-5a1ece97-f3f9-4e8f-b96d-d0c488fcd5a2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1465368
Apr 09 21:07:11.901762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Attempting to bind port 44e52bdb-7117-4379-a4df-ef7116499a41 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:07:11.902083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Attempting to bind port 44e52bdb-7117-4379-a4df-ef7116499a41 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:07:11.902415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Attempting to bind port 44e52bdb-7117-4379-a4df-ef7116499a41 on network dfcd25d5-b119-476b-a6d5-dba89dc5a299 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:11.936021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Port 44e52bdb-7117-4379-a4df-ef7116499a41 on network dfcd25d5-b119-476b-a6d5-dba89dc5a299 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:07:11.936388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Attempting to bind port 44e52bdb-7117-4379-a4df-ef7116499a41 on network dfcd25d5-b119-476b-a6d5-dba89dc5a299 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:11.946640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2189902-0d14-404b-aa19-c8d44092c254 req-73330b66-5878-4a2e-9f49-1914f7c90c5c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275370
Apr 09 21:07:11.953082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:07:11.953393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Checking segment: {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:07:11.953761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Bound using segment: {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:07:11.954172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Bound port: 44e52bdb-7117-4379-a4df-ef7116499a41, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23066b1e-f68b-45aa-8710-ac0e62e8caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:07:11.954528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:12.083615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17a00b84-6ce5-4247-962f-dbf5336f0555 req-8bf5f516-2a1f-4278-8431-e38beeae20ee tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118533
Apr 09 21:07:12.137279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] For port 44e52bdb-7117-4379-a4df-ef7116499a41, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:07:12.198501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] For port 44e52bdb-7117-4379-a4df-ef7116499a41, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44e52bdb-7117-4379-a4df-ef7116499a41,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:07:12.220490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab6e7d-200e-4a96-be62-b7dadbb381d4 req-80f35d93-6d20-487c-9e62-18065c90bc3e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:12.222228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2dab6e7d-200e-4a96-be62-b7dadbb381d4 req-80f35d93-6d20-487c-9e62-18065c90bc3e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1805067
Apr 09 21:07:12.280544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:12.406061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:12.406799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:12.408261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] 10.222.0.32 "PUT /v2.0/ports/44e52bdb-7117-4379-a4df-ef7116499a41 HTTP/1.1" status: 200  len: 1091 time: 2.0243669
Apr 09 21:07:12.411604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'tag': '44e52bdb-7117-4379-a4df-ef7116499a41'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:12.415042 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b1dc31-65c2-40ee-a8c2-849f990e522f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cfc1f6b-c179-437c-a528-6b7d93c8091b", "tag": "44e52bdb-7117-4379-a4df-ef7116499a41"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:12.445174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128d4bb-125e-4cc5-a1c4-618702999bdc req-f3372722-2b7c-47d7-8fde-734a7e5e0f73 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:12.447102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8128d4bb-125e-4cc5-a1c4-618702999bdc req-f3372722-2b7c-47d7-8fde-734a7e5e0f73 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.2464950
Apr 09 21:07:12.578802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537ce3-eade-41e9-9fc3-26f4a2df807d service neutron] Pushing event updated for resources: {'Port': ['ID=44e52bdb-7117-4379-a4df-ef7116499a41,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:12.611615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2dab6e7d-200e-4a96-be62-b7dadbb381d4 req-7e0967e9-af2b-42e1-9b9c-247daa2f8127 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3360927
Apr 09 21:07:12.653161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-984a6017-59f7-43aa-b8e3-8ec131b857a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:12.655187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-984a6017-59f7-43aa-b8e3-8ec131b857a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c950fe626e0b4d1a88be8c0943fe3965&device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 1125 time: 0.1500530
Apr 09 21:07:12.665116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-53645363-d7b5-41e0-9cc0-d00932f971b0 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:12.666847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-53645363-d7b5-41e0-9cc0-d00932f971b0 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.32 "GET /v2.0/networks?id=1f49d9ff-2e36-4c07-94e9-e572b9c73515 HTTP/1.1" status: 200  len: 818 time: 0.4988883
Apr 09 21:07:12.688575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8128d4bb-125e-4cc5-a1c4-618702999bdc req-fdf8fd15-2d0c-4a4c-804c-d2de1692d3d7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199311
Apr 09 21:07:12.692360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Request body: {'port': {'device_id': '781b9c38-eca0-4b07-b552-8eb4db9ba45a', 'network_id': '1f49d9ff-2e36-4c07-94e9-e572b9c73515', 'admin_state_up': True, 'tenant_id': '959fb92f2def47deb85d73cc0493c295'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:12.839229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-7491ce2c-4afd-445c-8835-689e78f228cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44e52bdb-7117-4379-a4df-ef7116499a41 HTTP/1.1" status: 200  len: 217 time: 0.1701593
Apr 09 21:07:12.986269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43579774-1b01-4db9-b861-ade970fadf1d req-c4f98e8f-a6fb-4e7b-aa01-8ee43e2fbf77 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:12.989694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43579774-1b01-4db9-b861-ade970fadf1d req-c4f98e8f-a6fb-4e7b-aa01-8ee43e2fbf77 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 943 time: 0.2784114
Apr 09 21:07:13.024651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7f242-8de5-4adf-affd-bfc576b4aef7 req-1b5d8905-b250-4a21-8c8b-97e9677a8773 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:13.026638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9a7f242-8de5-4adf-affd-bfc576b4aef7 req-1b5d8905-b250-4a21-8c8b-97e9677a8773 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.2045424
Apr 09 21:07:13.054719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-7ae5219f-2cae-4098-808e-c704ca1ac05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:13.056235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-7ae5219f-2cae-4098-808e-c704ca1ac05a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bac98c2-c8b5-4da6-aa4d-9cb4140f067d HTTP/1.1" status: 200  len: 853 time: 0.1701705
Apr 09 21:07:13.185935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-bbc9882d-db65-429c-841d-f7c11a58c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:13.187794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-bbc9882d-db65-429c-841d-f7c11a58c247 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfcd25d5-b119-476b-a6d5-dba89dc5a299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1134975
Apr 09 21:07:13.213110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43579774-1b01-4db9-b861-ade970fadf1d req-21fc3e02-0737-4bbc-8bf3-c4ca5747a633 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2089276
Apr 09 21:07:13.233263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9a7f242-8de5-4adf-affd-bfc576b4aef7 req-05089b09-f142-4732-9b9e-04636a417bae tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869287
Apr 09 21:07:13.254766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Made reservation on behalf of 959fb92f2def47deb85d73cc0493c295 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:13.258149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:13.340155 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2541facb-3ae3-4ae7-b198-4c713c8491e1 x-openstack-request-id: req-2541facb-3ae3-4ae7-b198-4c713c8491e1 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:13.340577 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cfc1f6b-c179-437c-a528-6b7d93c8091b", "tag": "44e52bdb-7117-4379-a4df-ef7116499a41", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:13.340846 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2541facb-3ae3-4ae7-b198-4c713c8491e1 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:13.341641 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2541facb-3ae3-4ae7-b198-4c713c8491e1'] response: {'name': 'network-changed', 'server_uuid': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'tag': '44e52bdb-7117-4379-a4df-ef7116499a41', 'status': 'completed', 'code': 200}
Apr 09 21:07:13.401482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3f32fd5-752e-40f4-bc34-e8858583dbe7 req-b7789a3c-2374-472d-adb2-aa2191398ce0 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 210 time: 0.0687611
Apr 09 21:07:13.495940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-9644f383-3460-424d-9d82-c7f7811db0bc service neutron] 10.222.0.32 "GET /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2989206
Apr 09 21:07:13.608644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444459-8193-4eb8-bb3e-a2360454f834 req-0567e0e3-a7a4-4317-aab8-998cd6ad8c5e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:13.618761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd444459-8193-4eb8-bb3e-a2360454f834 req-0567e0e3-a7a4-4317-aab8-998cd6ad8c5e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1563880
Apr 09 21:07:13.728496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Allocated IP 172.20.0.8 (1f49d9ff-2e36-4c07-94e9-e572b9c73515/052b9ea8-71b1-4eb6-94bf-6e05b684c6e5/91c7570f-e651-4ba1-83c0-b9824d7d38bc) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:07:13.790079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd444459-8193-4eb8-bb3e-a2360454f834 req-4b0e058d-6b4c-483e-87e8-09b231e9fe28 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699114
Apr 09 21:07:13.813199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af3f8174-86a8-4e38-a2b6-ad2582de43df req-b240fd1a-8979-461a-b74c-3b5eb8911fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2899163
Apr 09 21:07:13.851737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dc55f-5544-42a1-84c8-52555740fd3e req-e4ae69cb-f0f3-46be-8e74-510d604b94c8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:13.859141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d98dc55f-5544-42a1-84c8-52555740fd3e req-e4ae69cb-f0f3-46be-8e74-510d604b94c8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0991001
Apr 09 21:07:14.027799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ad8cb-4e86-4b34-a513-ae83683d1c6d req-641e10d8-f2b1-43f4-b72d-5b79e962b87c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:14.029490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e9ad8cb-4e86-4b34-a513-ae83683d1c6d req-641e10d8-f2b1-43f4-b72d-5b79e962b87c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1351788
Apr 09 21:07:14.050596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d98dc55f-5544-42a1-84c8-52555740fd3e req-0b102493-21bb-4277-b433-770c05c5b00e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896622
Apr 09 21:07:14.132003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e9ad8cb-4e86-4b34-a513-ae83683d1c6d req-809a9851-c9c1-499f-aa21-08076bb974f5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919499
Apr 09 21:07:14.147457 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Publish callbacks [] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:14.249174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:14.338668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd987cfe-724d-400f-8bc5-d7cadcd93928 req-c5f3e4af-45fd-42ee-b24e-15bb904ddbdf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:14.340680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd987cfe-724d-400f-8bc5-d7cadcd93928 req-c5f3e4af-45fd-42ee-b24e-15bb904ddbdf tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1654119
Apr 09 21:07:14.353613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Network 1f49d9ff-2e36-4c07-94e9-e572b9c73515 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:07:14.387292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:07:14.390890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:07:14.432487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331603ca-9826-4524-98c6-7991d146f505 req-189037d8-59fb-49a7-9ce7-72a227ceaf24 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:14.434370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-331603ca-9826-4524-98c6-7991d146f505 req-189037d8-59fb-49a7-9ce7-72a227ceaf24 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.2046492
Apr 09 21:07:14.454333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Pushing event updated for resources: {'Port': ['ID=91c7570f-e651-4ba1-83c0-b9824d7d38bc,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:14.496382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.496382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.496382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.497252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.497252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.497420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.497692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.498017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.498372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.498685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.499125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.499379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.499613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.500055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.500290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:14.506366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd987cfe-724d-400f-8bc5-d7cadcd93928 req-524ec7e8-5550-4d79-8b3f-b6fc9db08b7e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495841
Apr 09 21:07:14.516401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:14.517132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:14.554806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-331603ca-9826-4524-98c6-7991d146f505 req-ce432402-1469-4610-b467-a4d00700e1a4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875738
Apr 09 21:07:14.559503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3adbe201-d983-4eba-821b-5ac0c26a43d9 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8839073
Apr 09 21:07:14.763513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b7c5-e4c5-472a-b5d4-bdfb2ee64bb4 req-21d315ac-9229-4a83-be28-9978d7c879e6 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:14.772035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f820b7c5-e4c5-472a-b5d4-bdfb2ee64bb4 req-21d315ac-9229-4a83-be28-9978d7c879e6 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 943 time: 0.0836396
Apr 09 21:07:14.846177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fcf8f-75c2-45c6-9a3a-6265a62939e4 req-c214ce51-a882-46fd-8489-a802638b453c tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:14.853908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-333fcf8f-75c2-45c6-9a3a-6265a62939e4 req-c214ce51-a882-46fd-8489-a802638b453c tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 931 time: 0.0706799
Apr 09 21:07:14.915353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f820b7c5-e4c5-472a-b5d4-bdfb2ee64bb4 req-61dc4688-f41e-48e2-983b-d416edb14437 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1419058
Apr 09 21:07:14.936149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-333fcf8f-75c2-45c6-9a3a-6265a62939e4 req-87614ec9-47a0-4814-9595-b8e985630efb tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815008
Apr 09 21:07:15.006271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Request body: {'port': {'device_id': '781b9c38-eca0-4b07-b552-8eb4db9ba45a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:15.128971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de31474-e269-4a37-94f8-9e68269d938e req-265bc655-8f67-45ba-8ca3-6243ea0d30cd tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:15.130835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3de31474-e269-4a37-94f8-9e68269d938e req-265bc655-8f67-45ba-8ca3-6243ea0d30cd tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0857475
Apr 09 21:07:15.239656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:15.248699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfb10e-9ed6-4f07-9fad-22f6070c3a2a req-a0d6d9d5-a394-4c49-ac3f-ef2364d8b37e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:15.250348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdcfb10e-9ed6-4f07-9fad-22f6070c3a2a req-a0d6d9d5-a394-4c49-ac3f-ef2364d8b37e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.2027750
Apr 09 21:07:15.335861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3de31474-e269-4a37-94f8-9e68269d938e req-bbb362a4-720a-4d2f-87fb-25b020e34c81 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851969
Apr 09 21:07:15.379169 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdcfb10e-9ed6-4f07-9fad-22f6070c3a2a req-1f90d981-ac6c-4f65-9196-87d739fbff90 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172054
Apr 09 21:07:15.604005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759a0ef-3acb-4a9f-94bf-2e9854212247 req-c8fc61f4-746c-451b-91cb-dd6bd77aa396 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:15.605532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1759a0ef-3acb-4a9f-94bf-2e9854212247 req-c8fc61f4-746c-451b-91cb-dd6bd77aa396 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1394556
Apr 09 21:07:15.617931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dc77d-347d-4b45-bd8c-fbb80db6c53e req-810321f8-5f34-4396-90dc-9feab55a566f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:15.619462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c7dc77d-347d-4b45-bd8c-fbb80db6c53e req-810321f8-5f34-4396-90dc-9feab55a566f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1380098
Apr 09 21:07:15.740171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c7dc77d-347d-4b45-bd8c-fbb80db6c53e req-00569476-60f1-4eb9-a318-499d3f9c26da tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087399
Apr 09 21:07:15.745634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1759a0ef-3acb-4a9f-94bf-2e9854212247 req-ff045f5e-9556-47dd-8429-0e08e8310b36 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233320
Apr 09 21:07:15.820879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c7570f-e651-4ba1-83c0-b9824d7d38bc {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:15.829782 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Publish callbacks [] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:15.846651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Transition to ACTIVE for port object 91c7570f-e651-4ba1-83c0-b9824d7d38bc will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:07:15.853618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:15.956412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c3631-0b1b-4a5d-8cb6-a2cd5991b65b req-2f0e4942-2a34-4f8e-a9d7-05948c9c72a1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:15.957957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d47c3631-0b1b-4a5d-8cb6-a2cd5991b65b req-2f0e4942-2a34-4f8e-a9d7-05948c9c72a1 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.1070638
Apr 09 21:07:15.961580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=91c7570f-e651-4ba1-83c0-b9824d7d38bc,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:16.532345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d47c3631-0b1b-4a5d-8cb6-a2cd5991b65b req-f9a42614-c4c2-4129-9dbb-9bf886e5e64b tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5557547
Apr 09 21:07:16.542795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-fc7e1e75-dd34-45bf-8510-821a3253555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:16.544334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-fc7e1e75-dd34-45bf-8510-821a3253555c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c950fe626e0b4d1a88be8c0943fe3965&device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 1125 time: 0.4932444
Apr 09 21:07:16.560463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-8e91b0eb-07a0-495d-a277-2a24aeb273a2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:16.561972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-8e91b0eb-07a0-495d-a277-2a24aeb273a2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 945 time: 0.4937012
Apr 09 21:07:16.599120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0810012-9242-4564-8f22-2e500e193540 req-d39c21d1-cb73-4959-bbf4-954cad1c568c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:16.600598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0810012-9242-4564-8f22-2e500e193540 req-d39c21d1-cb73-4959-bbf4-954cad1c568c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 814 time: 0.6647820
Apr 09 21:07:16.608789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-001529e1-3cae-4e7c-b9d8-faf1d2aa8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:16.610488 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-001529e1-3cae-4e7c-b9d8-faf1d2aa8ca1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 1127 time: 0.0544944
Apr 09 21:07:16.655233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Attempting to bind port 91c7570f-e651-4ba1-83c0-b9824d7d38bc on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:07:16.655824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Attempting to bind port 91c7570f-e651-4ba1-83c0-b9824d7d38bc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e65ed529-bc7e-48de-a316-bb83e8ef0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1f49d9ff-2e36-4c07-94e9-e572b9c73515'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:07:16.655945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Attempting to bind port 91c7570f-e651-4ba1-83c0-b9824d7d38bc on network 1f49d9ff-2e36-4c07-94e9-e572b9c73515 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:16.708346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-2a481a84-d7ad-489b-a169-15a9a25a170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:16.709810 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-2a481a84-d7ad-489b-a169-15a9a25a170e service neutron] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 912 time: 0.0927033
Apr 09 21:07:16.735090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0810012-9242-4564-8f22-2e500e193540 req-6772b0f4-cd2b-4edd-b5c0-b4f560c844cc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/quotas/3e27519c6c114724bf36126f0362a7c0 HTTP/1.1" status: 200  len: 375 time: 0.0997992
Apr 09 21:07:16.744329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Port 91c7570f-e651-4ba1-83c0-b9824d7d38bc on network 1f49d9ff-2e36-4c07-94e9-e572b9c73515 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:07:16.744933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Attempting to bind port 91c7570f-e651-4ba1-83c0-b9824d7d38bc on network 1f49d9ff-2e36-4c07-94e9-e572b9c73515 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:16.758941 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-46312d0b-86c6-4dd8-8b60-6fd9631647b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3221b95-beb4-4b92-b232-c7521907646e HTTP/1.1" status: 200  len: 217 time: 0.0411141
Apr 09 21:07:16.812658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-3452a200-73d5-4a0d-9004-02e1a8003749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:16.814043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:07:16.814200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-3452a200-73d5-4a0d-9004-02e1a8003749 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.0488865
Apr 09 21:07:16.814432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Checking segment: {'id': 'e65ed529-bc7e-48de-a316-bb83e8ef0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1f49d9ff-2e36-4c07-94e9-e572b9c73515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:07:16.814774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Bound using segment: {'id': 'e65ed529-bc7e-48de-a316-bb83e8ef0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1f49d9ff-2e36-4c07-94e9-e572b9c73515'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:07:16.815224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Bound port: 91c7570f-e651-4ba1-83c0-b9824d7d38bc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65ed529-bc7e-48de-a316-bb83e8ef0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1f49d9ff-2e36-4c07-94e9-e572b9c73515'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:07:16.815588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:16.832106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4071f8-5bee-4bf9-9214-4863da8d2478 req-ff96ddd9-278e-4eff-91dd-f6525a710572 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:16.833659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e4071f8-5bee-4bf9-9214-4863da8d2478 req-ff96ddd9-278e-4eff-91dd-f6525a710572 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 943 time: 0.2309783
Apr 09 21:07:16.849515 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-3bf25e2f-3dd4-4db8-a7b9-4d8ae36d9115 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275340
Apr 09 21:07:16.897729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-faee073b-0123-4ede-8e85-75b1ffd99d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:16.899213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-faee073b-0123-4ede-8e85-75b1ffd99d25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfcd25d5-b119-476b-a6d5-dba89dc5a299 HTTP/1.1" status: 200  len: 915 time: 0.3454571
Apr 09 21:07:16.922226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0810012-9242-4564-8f22-2e500e193540 req-55553929-c541-42bd-89cc-6b39555b4db5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1644614
Apr 09 21:07:16.936883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Deleting port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:16.937266 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:16.954884 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-c890b9f8-40e3-412c-9699-962027f59b05 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984745
Apr 09 21:07:16.992466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-3156a19e-c682-4845-8573-c7f8f1a42460 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44e52bdb-7117-4379-a4df-ef7116499a41 HTTP/1.1" status: 200  len: 217 time: 0.0648322
Apr 09 21:07:17.053396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-e9b6b927-89e2-445d-85b2-985a7d1c9c3f service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922854
Apr 09 21:07:17.119436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e4071f8-5bee-4bf9-9214-4863da8d2478 req-d563feca-2a4b-43af-a135-44e6ba1b6638 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2649162
Apr 09 21:07:17.164476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] For port 91c7570f-e651-4ba1-83c0-b9824d7d38bc, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:07:17.185132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac041-abcf-4a04-9b33-1fc188462a13 req-e5d8797f-3ebc-45b1-b4db-eb2f2b13eb99 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:17.186794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d09ac041-abcf-4a04-9b33-1fc188462a13 req-e5d8797f-3ebc-45b1-b4db-eb2f2b13eb99 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 943 time: 0.1912346
Apr 09 21:07:17.232785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] For port 91c7570f-e651-4ba1-83c0-b9824d7d38bc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91c7570f-e651-4ba1-83c0-b9824d7d38bc,segment=NetworkSegment(e65ed529-bc7e-48de-a316-bb83e8ef0dc5),segment_id=e65ed529-bc7e-48de-a316-bb83e8ef0dc5)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:07:17.264355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-b815aab0-6a15-4e07-a976-1712951cb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:17.266040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-b815aab0-6a15-4e07-a976-1712951cb2d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bac98c2-c8b5-4da6-aa4d-9cb4140f067d HTTP/1.1" status: 200  len: 853 time: 0.2541099
Apr 09 21:07:17.283278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:17.323685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] For port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:17.324167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:17.352056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3abac5-7b2c-4e58-b8da-9bdc89dc0a21 req-399a3905-dd87-4e50-a100-577721c45161 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:17.353734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf3abac5-7b2c-4e58-b8da-9bdc89dc0a21 req-399a3905-dd87-4e50-a100-577721c45161 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1567719
Apr 09 21:07:17.367364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:17.368006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:17.369449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] 10.222.0.32 "PUT /v2.0/ports/91c7570f-e651-4ba1-83c0-b9824d7d38bc HTTP/1.1" status: 200  len: 1091 time: 2.3675792
Apr 09 21:07:17.373435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Calling delete_port for a1661061-1748-4e9c-b1ed-3c1a2c5a14cf owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:17.375203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781b9c38-eca0-4b07-b552-8eb4db9ba45a', 'tag': '91c7570f-e651-4ba1-83c0-b9824d7d38bc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:17.377845 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f606186-535d-4564-af60-55e9c945688e" -d '{"events": [{"name": "network-changed", "server_uuid": "781b9c38-eca0-4b07-b552-8eb4db9ba45a", "tag": "91c7570f-e651-4ba1-83c0-b9824d7d38bc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:17.472146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d09ac041-abcf-4a04-9b33-1fc188462a13 req-f42ea351-d3d6-446e-8cd1-7395d7811e20 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548347
Apr 09 21:07:17.472946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03131b36-863e-46e3-b741-e6de39af8cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=91c7570f-e651-4ba1-83c0-b9824d7d38bc,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:17.515069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf3abac5-7b2c-4e58-b8da-9bdc89dc0a21 req-c2b976fb-b214-42d9-9841-3a91ec931e92 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427207
Apr 09 21:07:17.666459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca0ab8-a5c5-4da0-bca5-ffb9f469ae1c req-3f5235fa-2a41-4088-891d-41a437a1858a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:17.667966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53ca0ab8-a5c5-4da0-bca5-ffb9f469ae1c req-3f5235fa-2a41-4088-891d-41a437a1858a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1198919
Apr 09 21:07:17.675660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f321-bb9b-4382-9e15-0c48f95f04d9 req-898ab951-f90b-42a2-8bdc-e4bf20f05e60 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:17.677092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc65f321-bb9b-4382-9e15-0c48f95f04d9 req-898ab951-f90b-42a2-8bdc-e4bf20f05e60 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0964780
Apr 09 21:07:17.687807 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a1661061-1748-4e9c-b1ed-3c1a2c5a14cf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:17.700611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:17.742313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event deleted for resources: {'Port': ['ID=a1661061-1748-4e9c-b1ed-3c1a2c5a14cf,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:17.823526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53ca0ab8-a5c5-4da0-bca5-ffb9f469ae1c req-7f633cb2-0ad1-45ec-bed3-27fd819bb363 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453424
Apr 09 21:07:17.827069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] No DVR routers for this DVR port a1661061-1748-4e9c-b1ed-3c1a2c5a14cf on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:07:17.829979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:17.833148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24744b39-3f22-465c-9c74-68bc404b3a13 req-f9ed52e7-2138-4dfa-9137-b61694dbfa9e tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.32 "DELETE /v2.0/ports/a1661061-1748-4e9c-b1ed-3c1a2c5a14cf HTTP/1.1" status: 204  len: 173 time: 1.2603185
Apr 09 21:07:17.836782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc65f321-bb9b-4382-9e15-0c48f95f04d9 req-492ce382-9d98-4b64-9bf0-d105edb6d0a6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523120
Apr 09 21:07:17.886239 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130c0790-22a7-4de9-9569-faa8925e2459 x-openstack-request-id: req-130c0790-22a7-4de9-9569-faa8925e2459 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:17.886542 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781b9c38-eca0-4b07-b552-8eb4db9ba45a", "tag": "91c7570f-e651-4ba1-83c0-b9824d7d38bc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:17.886771 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-130c0790-22a7-4de9-9569-faa8925e2459 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:17.887189 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130c0790-22a7-4de9-9569-faa8925e2459'] response: {'name': 'network-changed', 'server_uuid': '781b9c38-eca0-4b07-b552-8eb4db9ba45a', 'tag': '91c7570f-e651-4ba1-83c0-b9824d7d38bc', 'status': 'completed', 'code': 200}
Apr 09 21:07:17.934917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a24e1324-b3d4-48bf-ba43-ae543e7780a9 req-783b5800-0c3d-4035-8892-66e97ff39272 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=e90cb018-3a7a-43aa-81f0-c1063e3024fb HTTP/1.1" status: 200  len: 210 time: 0.0281494
Apr 09 21:07:17.981857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa21c11-8fc7-4cec-bc73-1b2e0b7a120c req-841afdf4-d236-42eb-bb06-4a6232dc32a1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:17.983383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fa21c11-8fc7-4cec-bc73-1b2e0b7a120c req-841afdf4-d236-42eb-bb06-4a6232dc32a1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0477936
Apr 09 21:07:18.037830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fa21c11-8fc7-4cec-bc73-1b2e0b7a120c req-5c989f56-b77d-466f-ae90-53c77d1dfa81 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486894
Apr 09 21:07:18.234231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffd9b43f-3bda-4828-9f25-ee00b5bbe07e req-13310867-9d0b-40d3-aba1-d27b069956fa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3e27519c6c114724bf36126f0362a7c0 HTTP/1.1" status: 200  len: 221 time: 0.0607617
Apr 09 21:07:18.258085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59daa5-312a-4e2f-bb6c-c47791d6ab85 req-18412505-9c93-4ea2-ac80-4138ca14d66e tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:18.259613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c59daa5-312a-4e2f-bb6c-c47791d6ab85 req-18412505-9c93-4ea2-ac80-4138ca14d66e tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 943 time: 0.0630956
Apr 09 21:07:18.322686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c59daa5-312a-4e2f-bb6c-c47791d6ab85 req-fe2a4e05-9010-4b2f-8eef-fe62115b8fe7 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568964
Apr 09 21:07:18.362206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e86d-920b-4a07-bc77-2f3d87b5ed79 req-f6a4720b-ae2f-4e48-8772-d185dc99b964 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:18.363765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2440e86d-920b-4a07-bc77-2f3d87b5ed79 req-f6a4720b-ae2f-4e48-8772-d185dc99b964 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0678589
Apr 09 21:07:18.417062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2440e86d-920b-4a07-bc77-2f3d87b5ed79 req-8fadeab7-c872-4757-9201-13253689966d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450966
Apr 09 21:07:18.585905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-ae63b2ff-9605-479e-b0fe-d2412a1e1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:18.587498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-ae63b2ff-9605-479e-b0fe-d2412a1e1934 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfcd25d5-b119-476b-a6d5-dba89dc5a299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1182013
Apr 09 21:07:18.594237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606186-535d-4564-af60-55e9c945688e req-67b2d8fd-3e25-4683-b28a-f4c460b8c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:18.595759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f606186-535d-4564-af60-55e9c945688e req-67b2d8fd-3e25-4683-b28a-f4c460b8c947 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=959fb92f2def47deb85d73cc0493c295&device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 1125 time: 0.0919716
Apr 09 21:07:18.644371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37522b67-c924-4b5d-923a-e1eaa36d16e2 req-d837443f-5c5d-4f5e-be1c-7e43635264b8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:18.646050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37522b67-c924-4b5d-923a-e1eaa36d16e2 req-d837443f-5c5d-4f5e-be1c-7e43635264b8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1309903
Apr 09 21:07:18.743061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b60984-23e8-4ec7-af15-5a9302baa384 req-85287f9a-887a-415a-9e75-7569d553a837 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:18.744667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35b60984-23e8-4ec7-af15-5a9302baa384 req-85287f9a-887a-415a-9e75-7569d553a837 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 943 time: 0.1760485
Apr 09 21:07:18.882641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37522b67-c924-4b5d-923a-e1eaa36d16e2 req-0c81b646-f0c1-4229-8e79-76a4f7f688d6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116709
Apr 09 21:07:18.897095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-ffc7afb6-be23-4c67-bcce-17ee1abe7ff1 service neutron] 10.222.0.32 "GET /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2801387
Apr 09 21:07:18.898046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606186-535d-4564-af60-55e9c945688e req-c2faed1b-5ca5-4385-93e8-654f67996107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:18.899416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f606186-535d-4564-af60-55e9c945688e req-c2faed1b-5ca5-4385-93e8-654f67996107 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=959fb92f2def47deb85d73cc0493c295&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2754421
Apr 09 21:07:18.908729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35b60984-23e8-4ec7-af15-5a9302baa384 req-73d8ca3d-8c98-4c52-b87d-7418a6139e43 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310627
Apr 09 21:07:19.148928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4b91b-d128-4d1f-a9f2-c7543460464b req-6837574b-9334-4d0c-a759-e790b083f6ea tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:19.150394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1cf4b91b-d128-4d1f-a9f2-c7543460464b req-6837574b-9334-4d0c-a759-e790b083f6ea tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.1295304
Apr 09 21:07:19.156305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f6088-5d66-430a-80fe-9b75c5dec778 req-040b8036-59f3-4583-9043-4e376d4ac5c2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:19.157785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b9f6088-5d66-430a-80fe-9b75c5dec778 req-040b8036-59f3-4583-9043-4e376d4ac5c2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1343169
Apr 09 21:07:19.164777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56b1dc31-65c2-40ee-a8c2-849f990e522f req-8b224f05-13ab-4ff4-b85d-de18931f4e83 service neutron] 10.222.0.32 "GET /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550139
Apr 09 21:07:19.171806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606186-535d-4564-af60-55e9c945688e req-114faa8f-bbe8-46d4-a8dd-6f3a64031bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:19.173257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f606186-535d-4564-af60-55e9c945688e req-114faa8f-bbe8-46d4-a8dd-6f3a64031bec service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2623768
Apr 09 21:07:19.272116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1cf4b91b-d128-4d1f-a9f2-c7543460464b req-798b0fe0-fe9d-4409-8911-2d1c3b5c5b2d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111906
Apr 09 21:07:19.294129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b9f6088-5d66-430a-80fe-9b75c5dec778 req-43c94a7c-231d-45bb-a6c8-ba4350ab790d tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186702
Apr 09 21:07:19.297642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3fc8c8de-cd5b-40a2-818a-8cea539d5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:19.299311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-3fc8c8de-cd5b-40a2-818a-8cea539d5e14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=959fb92f2def47deb85d73cc0493c295&device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 1125 time: 0.0709462
Apr 09 21:07:19.362624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-9d7886d5-ba09-43c3-a07d-92a6e44f36ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91c7570f-e651-4ba1-83c0-b9824d7d38bc HTTP/1.1" status: 200  len: 217 time: 0.0536807
Apr 09 21:07:19.405847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 44e52bdb-7117-4379-a4df-ef7116499a41 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:07:19.411139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a1661061-1748-4e9c-b1ed-3c1a2c5a14cf no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:19.472214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: a1661061-1748-4e9c-b1ed-3c1a2c5a14cf {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:19.475386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a1661061-1748-4e9c-b1ed-3c1a2c5a14cf not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:19.487916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-1261fb2a-687b-45b4-b9e0-eb8dad149af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:19.489454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-1261fb2a-687b-45b4-b9e0-eb8dad149af4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052b9ea8-71b1-4eb6-94bf-6e05b684c6e5 HTTP/1.1" status: 200  len: 858 time: 0.1212292
Apr 09 21:07:19.499083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffb582-f72c-4691-b9a8-fc3edf17ffec req-94c82c94-b7ec-4278-99a0-11645c4bc5ab tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:19.501230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dffb582-f72c-4691-b9a8-fc3edf17ffec req-94c82c94-b7ec-4278-99a0-11645c4bc5ab tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0791891
Apr 09 21:07:19.551291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-6e4ef201-5dc7-4722-a267-f0aa34da5406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f49d9ff-2e36-4c07-94e9-e572b9c73515&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484619
Apr 09 21:07:19.573487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 44e52bdb-7117-4379-a4df-ef7116499a41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44e52bdb-7117-4379-a4df-ef7116499a41,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:19.585349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '44e52bdb-7117-4379-a4df-ef7116499a41', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'port_id': '44e52bdb-7117-4379-a4df-ef7116499a41', 'mac_address': 'fa:16:3e:26:8f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:07:19.639903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 44e52bdb-7117-4379-a4df-ef7116499a41 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:19.640292 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:19.646920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dffb582-f72c-4691-b9a8-fc3edf17ffec req-db58d210-d63c-4732-bdfc-aec4766eaf4d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324906
Apr 09 21:07:19.663709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e52bdb-7117-4379-a4df-ef7116499a41 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:19.684487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 44e52bdb-7117-4379-a4df-ef7116499a41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44e52bdb-7117-4379-a4df-ef7116499a41,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:19.687698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-1b38edd2-63cb-4c52-898b-cf77016d176b service neutron] 10.222.0.32 "GET /v2.0/networks/1f49d9ff-2e36-4c07-94e9-e572b9c73515?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301136
Apr 09 21:07:19.691661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:19.751941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=44e52bdb-7117-4379-a4df-ef7116499a41,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:19.760914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.761378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.761786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.762191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.762620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.763011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.763464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.763850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.764250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.764639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.764639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.765442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.765824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.766201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.766633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:19.822899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73147088-cdf5-489c-a5e4-88e2af5dd89e req-58530b3c-3f79-477b-9be1-651dc31d6f72 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:19.824485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73147088-cdf5-489c-a5e4-88e2af5dd89e req-58530b3c-3f79-477b-9be1-651dc31d6f72 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 944 time: 0.0964913
Apr 09 21:07:19.860016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e298876e-5c2c-4407-acd3-7364883b7d3a req-99f83a39-0052-42ff-b979-105585c38717 service neutron] 10.222.0.32 "GET /v2.0/networks/1f49d9ff-2e36-4c07-94e9-e572b9c73515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638377
Apr 09 21:07:19.889065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73147088-cdf5-489c-a5e4-88e2af5dd89e req-aeea260e-f671-4c2b-a5e1-08ad1ed16f6a tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580349
Apr 09 21:07:19.889731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90cb018-3a7a-43aa-81f0-c1063e3024fb', 'name': 'network-vif-deleted', 'tag': 'a1661061-1748-4e9c-b1ed-3c1a2c5a14cf'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:19.892002 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf5b5d3-49d5-47e8-9bfa-b49f4fa7b801" -d '{"events": [{"server_uuid": "e90cb018-3a7a-43aa-81f0-c1063e3024fb", "name": "network-vif-deleted", "tag": "a1661061-1748-4e9c-b1ed-3c1a2c5a14cf"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:19.940278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['44e52bdb-7117-4379-a4df-ef7116499a41'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:20.026862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37bf80-2ba0-42af-9135-8e631b073527 req-b7f4ab90-d7a4-4b55-b41c-88504f310b53 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:20.028545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df37bf80-2ba0-42af-9135-8e631b073527 req-b7f4ab90-d7a4-4b55-b41c-88504f310b53 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0497842
Apr 09 21:07:20.082754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df37bf80-2ba0-42af-9135-8e631b073527 req-77bca037-93b7-4a19-a5a2-afa96c8ea54f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477297
Apr 09 21:07:20.134708 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf92fb99-e114-478b-b2fc-c84393fe39c1 x-openstack-request-id: req-bf92fb99-e114-478b-b2fc-c84393fe39c1 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:20.135004 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90cb018-3a7a-43aa-81f0-c1063e3024fb", "name": "network-vif-deleted", "tag": "a1661061-1748-4e9c-b1ed-3c1a2c5a14cf", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:20.135259 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf92fb99-e114-478b-b2fc-c84393fe39c1 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:20.136416 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf92fb99-e114-478b-b2fc-c84393fe39c1'] response: {'server_uuid': 'e90cb018-3a7a-43aa-81f0-c1063e3024fb', 'name': 'network-vif-deleted', 'tag': 'a1661061-1748-4e9c-b1ed-3c1a2c5a14cf', 'status': 'completed', 'code': 200}
Apr 09 21:07:20.226637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-1c45f237-cf84-4793-af2f-cef403a569a8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:20.228082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-1c45f237-cf84-4793-af2f-cef403a569a8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=276af9a8-cb98-49e4-b5f7-b53121790a25 HTTP/1.1" status: 200  len: 945 time: 0.0561879
Apr 09 21:07:20.288910 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a3575-3665-47e7-8f94-b8b2948ef776 req-55080139-4fd5-4ca0-ad3e-bb0a1fe52bdc tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:20.290404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db8a3575-3665-47e7-8f94-b8b2948ef776 req-55080139-4fd5-4ca0-ad3e-bb0a1fe52bdc tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 943 time: 0.0852258
Apr 09 21:07:20.364133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-711bcc7b-69c3-46e1-9db7-6805a3dbf976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:20.381739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Deleting port d3221b95-beb4-4b92-b232-c7521907646e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:20.382083 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d3221b95-beb4-4b92-b232-c7521907646e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:20.389518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db8a3575-3665-47e7-8f94-b8b2948ef776 req-d15fc089-66e3-4c16-bab5-26ea03e48149 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898402
Apr 09 21:07:20.481419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] For port d3221b95-beb4-4b92-b232-c7521907646e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3221b95-beb4-4b92-b232-c7521907646e,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:20.481776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d3221b95-beb4-4b92-b232-c7521907646e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:20.505340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Calling delete_port for d3221b95-beb4-4b92-b232-c7521907646e owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:20.587734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d349325-a830-4ec7-a8f8-9fae33d2638d req-57b60ca7-b4a8-4f87-afbe-81eba8053624 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:20.589334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d349325-a830-4ec7-a8f8-9fae33d2638d req-57b60ca7-b4a8-4f87-afbe-81eba8053624 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0991204
Apr 09 21:07:20.661140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d349325-a830-4ec7-a8f8-9fae33d2638d req-95bd96db-a9ee-404b-a230-4ec5f2bde832 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641782
Apr 09 21:07:20.729708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d3221b95-beb4-4b92-b232-c7521907646e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:20.789254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event deleted for resources: {'Port': ['ID=d3221b95-beb4-4b92-b232-c7521907646e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:20.817262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04e430-60ac-4271-8938-faecfc1f9109 req-a94e3d9f-33f4-434f-988a-94781fffc82c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:20.818843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e04e430-60ac-4271-8938-faecfc1f9109 req-a94e3d9f-33f4-434f-988a-94781fffc82c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1000636
Apr 09 21:07:20.850772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] No DVR routers for this DVR port d3221b95-beb4-4b92-b232-c7521907646e on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:07:20.853862 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:20.858820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df897d7b-be4a-44a9-8e1a-5521a928468b req-820ab291-bfbc-418e-8cf2-295c8953552d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "DELETE /v2.0/ports/d3221b95-beb4-4b92-b232-c7521907646e HTTP/1.1" status: 204  len: 173 time: 0.6149421
Apr 09 21:07:20.896303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e04e430-60ac-4271-8938-faecfc1f9109 req-13703f2f-206a-4899-91f7-2bb481a128c1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716345
Apr 09 21:07:21.041022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb624-e033-46da-bdbc-0c26dbc4fd86 req-03dff4ff-af1e-4c28-9bc9-67212e66549e tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:21.043785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14fbb624-e033-46da-bdbc-0c26dbc4fd86 req-03dff4ff-af1e-4c28-9bc9-67212e66549e tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 944 time: 0.0554259
Apr 09 21:07:21.097106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14fbb624-e033-46da-bdbc-0c26dbc4fd86 req-2004a50b-6756-488c-8842-0f7349fd2d0f tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457845
Apr 09 21:07:21.153211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a10990-1501-4d71-9d33-661d9597e470 req-3a67d8a1-10d7-4aa1-9672-7c19f509eb3f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:21.155179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99a10990-1501-4d71-9d33-661d9597e470 req-3a67d8a1-10d7-4aa1-9672-7c19f509eb3f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0558519
Apr 09 21:07:21.213891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99a10990-1501-4d71-9d33-661d9597e470 req-ad5aa4a2-e4c7-4aba-8d40-15277e8c74a3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512602
Apr 09 21:07:21.362443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e2ea1-9a0d-491b-8443-89c5f5aaceb3 req-95b2d4bd-ff4b-449a-b226-d503c827835b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:21.363996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-439e2ea1-9a0d-491b-8443-89c5f5aaceb3 req-95b2d4bd-ff4b-449a-b226-d503c827835b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0575445
Apr 09 21:07:21.434211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-439e2ea1-9a0d-491b-8443-89c5f5aaceb3 req-cf78b754-ed75-46fe-8d17-9dca857d13a4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634100
Apr 09 21:07:21.434498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 44e52bdb-7117-4379-a4df-ef7116499a41 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:21.508263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 44e52bdb-7117-4379-a4df-ef7116499a41 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:07:21.520481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 44e52bdb-7117-4379-a4df-ef7116499a41 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:21.521484 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:21.535964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-ba0aa39f-4a0d-4534-b02c-4ce24b5fc8c4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:21.537662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-ba0aa39f-4a0d-4534-b02c-4ce24b5fc8c4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.1333566
Apr 09 21:07:21.557373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-02a03fb1-429d-43ba-8c73-f498f95a339e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/quotas/184d9189f1364fc1bdd88feff79103e6 HTTP/1.1" status: 200  len: 375 time: 0.0108778
Apr 09 21:07:21.616028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 44e52bdb-7117-4379-a4df-ef7116499a41 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:21.616417 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:21.644542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e52bdb-7117-4379-a4df-ef7116499a41'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:21.646881 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8112f0-67e1-4517-bbf2-2c7464753946" -d '{"events": [{"server_uuid": "0cfc1f6b-c179-437c-a528-6b7d93c8091b", "name": "network-vif-plugged", "status": "completed", "tag": "44e52bdb-7117-4379-a4df-ef7116499a41"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:21.661622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 44e52bdb-7117-4379-a4df-ef7116499a41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44e52bdb-7117-4379-a4df-ef7116499a41,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:21.667264 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:21.668279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3221b95-beb4-4b92-b232-c7521907646e no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:21.690830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: d3221b95-beb4-4b92-b232-c7521907646e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:21.691254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d3221b95-beb4-4b92-b232-c7521907646e not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:21.740141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=44e52bdb-7117-4379-a4df-ef7116499a41,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:21.926093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-e8e21410-7f44-492e-9074-a7cd17db40cc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3625300
Apr 09 21:07:22.016443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c883f0d-9a1f-42d2-9b46-c8256a2241d5 req-acd19abe-f8dc-4482-b43a-6f189893cb75 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:22.017852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c883f0d-9a1f-42d2-9b46-c8256a2241d5 req-acd19abe-f8dc-4482-b43a-6f189893cb75 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 943 time: 0.0950351
Apr 09 21:07:22.071926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-675563fa-c3a0-4e09-9293-26435f2f9adb service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384368
Apr 09 21:07:22.091934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c883f0d-9a1f-42d2-9b46-c8256a2241d5 req-a9fcfbee-fca7-4217-a759-8ba4ae9a6785 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679574
Apr 09 21:07:22.138369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'name': 'network-vif-deleted', 'tag': 'd3221b95-beb4-4b92-b232-c7521907646e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:22.140752 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad332e4e-5694-4c93-9729-3a363b0df278" -d '{"events": [{"server_uuid": "276af9a8-cb98-49e4-b5f7-b53121790a25", "name": "network-vif-deleted", "tag": "d3221b95-beb4-4b92-b232-c7521907646e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:22.208993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-9e8fef6f-e886-4735-aa9c-8ab94cd7f0e7 service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293607
Apr 09 21:07:22.215143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dd78a-2199-43b2-be53-098ed558c1c9 req-d46b5672-ff8f-4458-b9a9-a077a71a54dc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:22.216889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d5dd78a-2199-43b2-be53-098ed558c1c9 req-d46b5672-ff8f-4458-b9a9-a077a71a54dc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0659761
Apr 09 21:07:22.267348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d5dd78a-2199-43b2-be53-098ed558c1c9 req-39758014-278c-4213-9fd7-c17b07d3c465 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426819
Apr 09 21:07:22.354751 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f0ad1e-6cd9-4975-9b49-1f0dfa588bba x-openstack-request-id: req-74f0ad1e-6cd9-4975-9b49-1f0dfa588bba {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:22.355440 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfc1f6b-c179-437c-a528-6b7d93c8091b", "name": "network-vif-plugged", "status": "completed", "tag": "44e52bdb-7117-4379-a4df-ef7116499a41", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:22.355913 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74f0ad1e-6cd9-4975-9b49-1f0dfa588bba {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:22.356602 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f0ad1e-6cd9-4975-9b49-1f0dfa588bba'] response: {'server_uuid': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e52bdb-7117-4379-a4df-ef7116499a41', 'code': 200}
Apr 09 21:07:22.489261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9498-8457-4067-b84c-b85a4612b4b9 req-1295338e-ea8b-42a5-a379-20c53e1f2e03 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:22.490785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43ed9498-8457-4067-b84c-b85a4612b4b9 req-1295338e-ea8b-42a5-a379-20c53e1f2e03 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1248283
Apr 09 21:07:22.504178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d02b2-5e26-4adf-a409-c3c487459c86 req-5e7bf07c-f4e5-4b26-9ca1-2faaaae5d531 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:22.505652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de2d02b2-5e26-4adf-a409-c3c487459c86 req-5e7bf07c-f4e5-4b26-9ca1-2faaaae5d531 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 945 time: 0.0970128
Apr 09 21:07:22.515047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec2329-e3cc-4212-a605-f5121130b8a9 req-3a1b2e98-d351-4206-b919-eabd461679d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:22.516693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daec2329-e3cc-4212-a605-f5121130b8a9 req-3a1b2e98-d351-4206-b919-eabd461679d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 1127 time: 0.0935259
Apr 09 21:07:22.609548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43ed9498-8457-4067-b84c-b85a4612b4b9 req-4e459a2d-a2eb-4227-9279-2e26c066dfb9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116917
Apr 09 21:07:22.620735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de2d02b2-5e26-4adf-a409-c3c487459c86 req-b3235224-7f1c-4a8a-a1bb-c7d12d93fd3d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069143
Apr 09 21:07:22.627721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daec2329-e3cc-4212-a605-f5121130b8a9 req-763fa79f-ae68-4c13-acb7-56963bc5c557 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984521
Apr 09 21:07:22.661717 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fddc0d-86a9-41b7-923d-96838b808857 x-openstack-request-id: req-45fddc0d-86a9-41b7-923d-96838b808857 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:22.662186 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276af9a8-cb98-49e4-b5f7-b53121790a25", "name": "network-vif-deleted", "tag": "d3221b95-beb4-4b92-b232-c7521907646e", "status": "failed", "code": 422}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:22.662838 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45fddc0d-86a9-41b7-923d-96838b808857 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:22.663430 ncdv-master-1 neutron-server[126920]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-45fddc0d-86a9-41b7-923d-96838b808857']: {'server_uuid': '276af9a8-cb98-49e4-b5f7-b53121790a25', 'name': 'network-vif-deleted', 'tag': 'd3221b95-beb4-4b92-b232-c7521907646e', 'status': 'failed', 'code': 422} returned with failed status
Apr 09 21:07:22.723883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-673a91e1-4254-4588-a28b-497282deee42 req-363834d9-169c-41a1-824d-5e07fa7adc92 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 210 time: 0.0329595
Apr 09 21:07:22.793960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7173f0-321c-4dac-8f21-7e83aadb8bce req-90df3e0c-6be1-40c4-9250-145fc8fbfd95 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:22.795499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f7173f0-321c-4dac-8f21-7e83aadb8bce req-90df3e0c-6be1-40c4-9250-145fc8fbfd95 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0629129
Apr 09 21:07:22.846427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f7173f0-321c-4dac-8f21-7e83aadb8bce req-03c9f1d6-56f9-4204-b5d2-e5da127a1e5b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449777
Apr 09 21:07:22.871281 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed08dfd4-4975-40fd-81c7-ef315b392322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:22.976154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a034db0-102e-4ef7-b35a-1ed65cfe5fc4 req-133a8ace-bc1b-4d8c-b51c-9a2c9d452576 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:22.977988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a034db0-102e-4ef7-b35a-1ed65cfe5fc4 req-133a8ace-bc1b-4d8c-b51c-9a2c9d452576 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0500295
Apr 09 21:07:23.063133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54096ca-9a06-4863-b953-565ccc54140f req-b3016b5c-014b-41bd-94b1-7020564e0197 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:23.064521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c54096ca-9a06-4863-b953-565ccc54140f req-b3016b5c-014b-41bd-94b1-7020564e0197 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 945 time: 0.0651667
Apr 09 21:07:23.067398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a034db0-102e-4ef7-b35a-1ed65cfe5fc4 req-17794fcc-27d8-49d2-9728-cad02d6fb0f8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841353
Apr 09 21:07:23.116836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c54096ca-9a06-4863-b953-565ccc54140f req-2b196415-e396-4367-a849-702fad67d886 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464017
Apr 09 21:07:23.221872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452a5c4-a7f9-49c2-a395-8da082173da3 req-c580aba4-a275-4345-a498-d82f1500d63d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:23.223329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8452a5c4-a7f9-49c2-a395-8da082173da3 req-c580aba4-a275-4345-a498-d82f1500d63d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0716712
Apr 09 21:07:23.244106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28098a-ffa5-4f55-99e8-a33bd38c5879 req-6cf1e261-0ff0-4bc3-8921-382c140073fe tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:23.245661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb28098a-ffa5-4f55-99e8-a33bd38c5879 req-6cf1e261-0ff0-4bc3-8921-382c140073fe tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 943 time: 0.0656652
Apr 09 21:07:23.293336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8452a5c4-a7f9-49c2-a395-8da082173da3 req-2bd2afb5-a7de-4536-9a2b-2af4e601a702 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624769
Apr 09 21:07:23.331798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb28098a-ffa5-4f55-99e8-a33bd38c5879 req-07b10725-c6a9-4213-af30-d5c97e837963 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717552
Apr 09 21:07:23.417963 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed460e-2dfb-40fb-87b2-0dccfdb0a33e req-4d0545c7-b6c0-4bae-88c1-fd6653f771ac tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:23.419472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60ed460e-2dfb-40fb-87b2-0dccfdb0a33e req-4d0545c7-b6c0-4bae-88c1-fd6653f771ac tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0544689
Apr 09 21:07:23.423224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 91c7570f-e651-4ba1-83c0-b9824d7d38bc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:07:23.471851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60ed460e-2dfb-40fb-87b2-0dccfdb0a33e req-39b6e795-e0fa-4799-9dd3-f6826538ff1e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461180
Apr 09 21:07:23.527921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 91c7570f-e651-4ba1-83c0-b9824d7d38bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91c7570f-e651-4ba1-83c0-b9824d7d38bc,segment=NetworkSegment(e65ed529-bc7e-48de-a316-bb83e8ef0dc5),segment_id=e65ed529-bc7e-48de-a316-bb83e8ef0dc5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:23.606854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fd4b-00c2-4483-b935-c07e4ef0e1ba req-66efe036-4255-4871-b5cb-7e2f19b8f209 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:23.608465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e415fd4b-00c2-4483-b935-c07e4ef0e1ba req-66efe036-4255-4871-b5cb-7e2f19b8f209 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0547676
Apr 09 21:07:23.663156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e415fd4b-00c2-4483-b935-c07e4ef0e1ba req-b445265f-fb05-43cb-af0f-55082ba4d9d0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483863
Apr 09 21:07:23.703071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '91c7570f-e651-4ba1-83c0-b9824d7d38bc', 'network_id': '1f49d9ff-2e36-4c07-94e9-e572b9c73515', 'port_id': '91c7570f-e651-4ba1-83c0-b9824d7d38bc', 'mac_address': 'fa:16:3e:2c:d4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b9ea8-71b1-4eb6-94bf-6e05b684c6e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:07:23.755315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 91c7570f-e651-4ba1-83c0-b9824d7d38bc is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:23.755703 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:23.768969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c7570f-e651-4ba1-83c0-b9824d7d38bc {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:23.788640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 91c7570f-e651-4ba1-83c0-b9824d7d38bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91c7570f-e651-4ba1-83c0-b9824d7d38bc,segment=NetworkSegment(e65ed529-bc7e-48de-a316-bb83e8ef0dc5),segment_id=e65ed529-bc7e-48de-a316-bb83e8ef0dc5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:23.793786 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:23.803163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d094f-e070-4e09-8853-fb8be08db77b req-71cab51b-476d-4a88-8787-e98c295eb687 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:23.810282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d0d094f-e070-4e09-8853-fb8be08db77b req-71cab51b-476d-4a88-8787-e98c295eb687 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0919764
Apr 09 21:07:23.846346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=91c7570f-e651-4ba1-83c0-b9824d7d38bc,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:23.861480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec34d6-ddf4-4ba9-90a7-16a5364a78d0 req-c6bb12c1-e800-41bd-990d-bdeaaef21b9d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:23.862940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cec34d6-ddf4-4ba9-90a7-16a5364a78d0 req-c6bb12c1-e800-41bd-990d-bdeaaef21b9d tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 945 time: 0.1078100
Apr 09 21:07:23.976475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d0d094f-e070-4e09-8853-fb8be08db77b req-a002fffd-6f5b-465a-aea9-2d2105a6e374 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653502
Apr 09 21:07:23.997905 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cec34d6-ddf4-4ba9-90a7-16a5364a78d0 req-81c210e3-7ca3-4bb8-b413-d5b809a52c91 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262712
Apr 09 21:07:24.004049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-f4e7fc29-3ec9-4e14-b438-604b2545b4a7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:24.006038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-f4e7fc29-3ec9-4e14-b438-604b2545b4a7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.1903706
Apr 09 21:07:24.007880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['91c7570f-e651-4ba1-83c0-b9824d7d38bc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:24.021636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Request body: {'port': {'device_id': '2f593a18-b8be-4120-a758-0d18a7adf933', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'admin_state_up': True, 'tenant_id': '184d9189f1364fc1bdd88feff79103e6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:24.087528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:24.145356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73f6dc1f-ae71-47ba-bb85-ff77de88cefb req-70e1822e-9bb2-42b6-b271-5a4c24a4e35c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 210 time: 0.0636911
Apr 09 21:07:24.168431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b483319-6c0b-41b6-9fdd-7ceafb4397e1 req-bbcecc2a-f69e-4b6a-82b1-3d75697eee65 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:24.169982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b483319-6c0b-41b6-9fdd-7ceafb4397e1 req-bbcecc2a-f69e-4b6a-82b1-3d75697eee65 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0874188
Apr 09 21:07:24.250855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Made reservation on behalf of 184d9189f1364fc1bdd88feff79103e6 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:24.254148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:24.283207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b483319-6c0b-41b6-9fdd-7ceafb4397e1 req-8f65cb5f-f655-46f9-b541-c12290f8db2b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037085
Apr 09 21:07:24.290979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452d287-2ce4-49ed-8038-da2dd9f02ec7 req-4d9126ef-67b8-417a-8175-f8d2a57133e7 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:24.292425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4452d287-2ce4-49ed-8038-da2dd9f02ec7 req-4d9126ef-67b8-417a-8175-f8d2a57133e7 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 945 time: 0.0797396
Apr 09 21:07:24.401521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4452d287-2ce4-49ed-8038-da2dd9f02ec7 req-bb7ba163-7c9e-424b-9b79-c76b327dc961 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/security-groups?id=530716cd-d292-47cb-9c7e-4850ce22978d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970707
Apr 09 21:07:24.512575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a60c5f-0a27-4551-a2b0-85cd0227fe76 req-9090287e-09a7-402b-84bf-e363b466c8f8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:24.514142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4a60c5f-0a27-4551-a2b0-85cd0227fe76 req-9090287e-09a7-402b-84bf-e363b466c8f8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0939069
Apr 09 21:07:24.515195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Allocated IP 172.20.0.10 (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2/0519333e-c540-4a09-940d-3b261e7852dc/63629146-b55f-40f2-a6c3-24d1bb7fce83) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:07:24.550442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c271f5-358a-459b-bef8-85443355e7ea req-b122fe4a-aff7-4018-9315-b8d370194fdd tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:24.551861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6c271f5-358a-459b-bef8-85443355e7ea req-b122fe4a-aff7-4018-9315-b8d370194fdd tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 944 time: 0.0903833
Apr 09 21:07:24.626277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4a60c5f-0a27-4551-a2b0-85cd0227fe76 req-bac2b091-a4e8-4f15-99b4-7099fd559b01 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032560
Apr 09 21:07:24.714333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6c271f5-358a-459b-bef8-85443355e7ea req-43b467fc-54c4-4638-99f7-6df7eb25bd0f tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549616
Apr 09 21:07:24.793072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963fc2b-5128-4646-9e66-8ba03061498c req-11c4a77d-5a92-4c5b-9bd5-f26e01cd5cd4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:24.794580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e963fc2b-5128-4646-9e66-8ba03061498c req-11c4a77d-5a92-4c5b-9bd5-f26e01cd5cd4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0947199
Apr 09 21:07:24.804532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-02a6fb2b-44c8-42a7-93b9-c3ea9f292cf9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:24.805942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-02a6fb2b-44c8-42a7-93b9-c3ea9f292cf9 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 945 time: 0.1049428
Apr 09 21:07:24.873221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks [] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:24.939663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e963fc2b-5128-4646-9e66-8ba03061498c req-6087d603-a8fb-4ecd-ad9e-4110f59351bf tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281302
Apr 09 21:07:24.962514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Deleting port d9131337-3f4d-44a3-aa06-6245dff9187e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:24.962849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:24.988850 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.074483 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.108121 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.123867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:07:25.159001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:07:25.172232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:07:25.177301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event updated for resources: {'Port': ['ID=63629146-b55f-40f2-a6c3-24d1bb7fce83,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:25.211131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44779f8-b5d6-4abe-a96c-238728e9629b req-cc9d3e1b-9d0e-4d84-910b-c98861716db0 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:25.212601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e44779f8-b5d6-4abe-a96c-238728e9629b req-cc9d3e1b-9d0e-4d84-910b-c98861716db0 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1555591
Apr 09 21:07:25.222078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf6069-4b3e-47a9-8793-b8d75e06f786 req-94365dfd-7bd4-4671-94a2-f51b144e1ff2 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:25.223447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fdf6069-4b3e-47a9-8793-b8d75e06f786 req-94365dfd-7bd4-4671-94a2-f51b144e1ff2 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1430862
Apr 09 21:07:25.251645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] For port d9131337-3f4d-44a3-aa06-6245dff9187e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9131337-3f4d-44a3-aa06-6245dff9187e,segment=NetworkSegment(f51aa33e-1e99-4a9c-881a-0ef663c7fb1c),segment_id=f51aa33e-1e99-4a9c-881a-0ef663c7fb1c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:25.252008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.285302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Calling delete_port for d9131337-3f4d-44a3-aa06-6245dff9187e owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:25.293572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:25.294173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.375730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-06379a4d-d5a0-440a-b44f-645b9d4d7e39 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3598256
Apr 09 21:07:25.386594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e44779f8-b5d6-4abe-a96c-238728e9629b req-06140cae-a64f-4d68-80d3-e51e70780adf tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622996
Apr 09 21:07:25.395171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Request body: {'port': {'device_id': '2f593a18-b8be-4120-a758-0d18a7adf933', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:25.423786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fdf6069-4b3e-47a9-8793-b8d75e06f786 req-2584dceb-9b0e-4f75-8b1b-6e6b2d23e357 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870093
Apr 09 21:07:25.434728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 91c7570f-e651-4ba1-83c0-b9824d7d38bc up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:25.502613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 91c7570f-e651-4ba1-83c0-b9824d7d38bc completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:07:25.509641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 91c7570f-e651-4ba1-83c0-b9824d7d38bc triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:25.510021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.553247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.589822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 91c7570f-e651-4ba1-83c0-b9824d7d38bc is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:25.590221 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.599551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebfb84-08cc-402b-bc3d-469d72fd90ec req-d5e89305-9c15-4012-a044-2ecc94db5bc7 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:25.601021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54ebfb84-08cc-402b-bc3d-469d72fd90ec req-d5e89305-9c15-4012-a044-2ecc94db5bc7 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 945 time: 0.1245055
Apr 09 21:07:25.613775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781b9c38-eca0-4b07-b552-8eb4db9ba45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7570f-e651-4ba1-83c0-b9824d7d38bc'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:25.616122 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15032df-d9ac-4d1a-a998-6163b8e5fe9c" -d '{"events": [{"server_uuid": "781b9c38-eca0-4b07-b552-8eb4db9ba45a", "name": "network-vif-plugged", "status": "completed", "tag": "91c7570f-e651-4ba1-83c0-b9824d7d38bc"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:25.629178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 91c7570f-e651-4ba1-83c0-b9824d7d38bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91c7570f-e651-4ba1-83c0-b9824d7d38bc,segment=NetworkSegment(e65ed529-bc7e-48de-a316-bb83e8ef0dc5),segment_id=e65ed529-bc7e-48de-a316-bb83e8ef0dc5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:25.629934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb777993-6f19-4721-92d8-8cf2a058b25e req-d62da7ed-ce94-489f-beac-ed0fd1e9d0f3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:25.631418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb777993-6f19-4721-92d8-8cf2a058b25e req-d62da7ed-ce94-489f-beac-ed0fd1e9d0f3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 932 time: 0.1370535
Apr 09 21:07:25.634910 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.690912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=91c7570f-e651-4ba1-83c0-b9824d7d38bc,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:25.702768 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d9131337-3f4d-44a3-aa06-6245dff9187e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.715202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d9131337-3f4d-44a3-aa06-6245dff9187e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:25.767947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Pushing event deleted for resources: {'Port': ['ID=d9131337-3f4d-44a3-aa06-6245dff9187e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:25.822909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54ebfb84-08cc-402b-bc3d-469d72fd90ec req-35de8eba-9c6c-43c1-981d-a3172158b092 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2111363
Apr 09 21:07:25.843056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb777993-6f19-4721-92d8-8cf2a058b25e req-c932598f-fad7-479b-b992-cb27d8e74b4a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887522
Apr 09 21:07:25.884671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] No DVR routers for this DVR port d9131337-3f4d-44a3-aa06-6245dff9187e on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:07:25.889446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:25.892756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d0b4441-7d18-49ff-8b10-b8680f8c9100 req-3df4144e-8a6f-403e-b78a-cdae7aa50e85 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.25 "DELETE /v2.0/ports/d9131337-3f4d-44a3-aa06-6245dff9187e HTTP/1.1" status: 204  len: 173 time: 1.0735252
Apr 09 21:07:25.893241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce0e76e-bbf7-44e1-86c4-9d078813ff72', 'name': 'network-vif-deleted', 'tag': 'd9131337-3f4d-44a3-aa06-6245dff9187e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:25.895499 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4a4941-02c5-4818-baf6-ad72b7903558" -d '{"events": [{"server_uuid": "bce0e76e-bbf7-44e1-86c4-9d078813ff72", "name": "network-vif-deleted", "tag": "d9131337-3f4d-44a3-aa06-6245dff9187e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:25.958274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b7e3fc8-7027-439b-bd6a-9463d24e2e8a req-fdb201d2-46c7-4c96-a9d7-ca4e85497ed2 tempest-ServersTestJSON-1338808182 tempest-ServersTestJSON-1338808182-project] 10.222.0.30 "GET /v2.0/ports?device_id=bce0e76e-bbf7-44e1-86c4-9d078813ff72 HTTP/1.1" status: 200  len: 210 time: 0.0575650
Apr 09 21:07:26.010155 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ecae00-e98e-453b-8412-d5615b002c64 x-openstack-request-id: req-e6ecae00-e98e-453b-8412-d5615b002c64 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:26.011451 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781b9c38-eca0-4b07-b552-8eb4db9ba45a", "name": "network-vif-plugged", "status": "completed", "tag": "91c7570f-e651-4ba1-83c0-b9824d7d38bc", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:26.013094 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6ecae00-e98e-453b-8412-d5615b002c64 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:26.014935 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ecae00-e98e-453b-8412-d5615b002c64'] response: {'server_uuid': '781b9c38-eca0-4b07-b552-8eb4db9ba45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7570f-e651-4ba1-83c0-b9824d7d38bc', 'code': 200}
Apr 09 21:07:26.030758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c11df-20e2-410a-821d-ff23e6b9a4da req-4ea5b673-9677-46a1-b800-ef5534d2c1fb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.032294 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-429c11df-20e2-410a-821d-ff23e6b9a4da req-4ea5b673-9677-46a1-b800-ef5534d2c1fb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0865614
Apr 09 21:07:26.183088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-429c11df-20e2-410a-821d-ff23e6b9a4da req-acf92923-24c7-4df3-8ee1-5e6d4fc33ceb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435697
Apr 09 21:07:26.204021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da3189-895e-4ef5-9dda-bb2db838e5f0 req-0a6e6467-6dd6-410b-aab8-c906678aaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.205535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3da3189-895e-4ef5-9dda-bb2db838e5f0 req-0a6e6467-6dd6-410b-aab8-c906678aaec2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 1127 time: 0.1264572
Apr 09 21:07:26.215228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e0be5-6d9d-414b-8d89-f44e41b998be req-1bac6285-6838-4a4d-b5ed-ec63623e99f1 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.217073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-342e0be5-6d9d-414b-8d89-f44e41b998be req-1bac6285-6838-4a4d-b5ed-ec63623e99f1 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 945 time: 0.1287127
Apr 09 21:07:26.256274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63629146-b55f-40f2-a6c3-24d1bb7fce83 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:26.273419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Publish callbacks [] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.323064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Transition to ACTIVE for port object 63629146-b55f-40f2-a6c3-24d1bb7fce83 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:07:26.340402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.360120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431e9e-e0b2-46d4-a76d-2b5b193b2053 req-480ead5c-94ec-451f-b346-baf871c14426 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.361653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1431e9e-e0b2-46d4-a76d-2b5b193b2053 req-480ead5c-94ec-451f-b346-baf871c14426 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 945 time: 0.1178429
Apr 09 21:07:26.363814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3da3189-895e-4ef5-9dda-bb2db838e5f0 req-977b25df-21e1-4da7-872d-f9669416722c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443150
Apr 09 21:07:26.371297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58408) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:26.377761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Request body: {'floatingip': {'port_id': '44e52bdb-7117-4379-a4df-ef7116499a41'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:26.386386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-342e0be5-6d9d-414b-8d89-f44e41b998be req-ffbb27d6-50d9-41db-a454-b8c38ba3a8d1 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599786
Apr 09 21:07:26.423191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Pushing event updated for resources: {'Port': ['ID=63629146-b55f-40f2-a6c3-24d1bb7fce83,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:26.426975 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d83f556-c8af-4304-9901-acfbee4d61a8 x-openstack-request-id: req-6d83f556-c8af-4304-9901-acfbee4d61a8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:26.427339 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce0e76e-bbf7-44e1-86c4-9d078813ff72", "name": "network-vif-deleted", "tag": "d9131337-3f4d-44a3-aa06-6245dff9187e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:26.427656 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d83f556-c8af-4304-9901-acfbee4d61a8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:26.428468 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d83f556-c8af-4304-9901-acfbee4d61a8'] response: {'server_uuid': 'bce0e76e-bbf7-44e1-86c4-9d078813ff72', 'name': 'network-vif-deleted', 'tag': 'd9131337-3f4d-44a3-aa06-6245dff9187e', 'status': 'completed', 'code': 200}
Apr 09 21:07:26.470741 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for floatingip (3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.537952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Attempting to bind port 63629146-b55f-40f2-a6c3-24d1bb7fce83 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:07:26.537952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Attempting to bind port 63629146-b55f-40f2-a6c3-24d1bb7fce83 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:07:26.537952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Attempting to bind port 63629146-b55f-40f2-a6c3-24d1bb7fce83 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:26.570368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Port 63629146-b55f-40f2-a6c3-24d1bb7fce83 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:07:26.570687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Attempting to bind port 63629146-b55f-40f2-a6c3-24d1bb7fce83 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:26.598441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:07:26.598774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Checking segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:07:26.599159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Bound using segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:07:26.599602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Bound port: 63629146-b55f-40f2-a6c3-24d1bb7fce83, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:07:26.599955 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.612407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd2f0-f45d-4313-aaef-524d34894e85 req-150d739e-d38f-4885-a5ca-6e62787a913f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.614003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca4cd2f0-f45d-4313-aaef-524d34894e85 req-150d739e-d38f-4885-a5ca-6e62787a913f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0919161
Apr 09 21:07:26.641951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434136c-674a-4bf7-86fe-d2afbbe60638 req-ba6e2229-6998-4a77-8246-b759e2f1d00f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.643391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5434136c-674a-4bf7-86fe-d2afbbe60638 req-ba6e2229-6998-4a77-8246-b759e2f1d00f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0860951
Apr 09 21:07:26.734103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca4cd2f0-f45d-4313-aaef-524d34894e85 req-60f4bc47-fac5-45f3-b091-6acec6d92a8c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088169
Apr 09 21:07:26.758869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] For port 63629146-b55f-40f2-a6c3-24d1bb7fce83, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:07:26.762593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] For port 63629146-b55f-40f2-a6c3-24d1bb7fce83, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63629146-b55f-40f2-a6c3-24d1bb7fce83,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:07:26.767995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5434136c-674a-4bf7-86fe-d2afbbe60638 req-865ac68c-3ae5-41be-bfcb-db9e31aa4d79 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168561
Apr 09 21:07:26.770616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.828383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.829197 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.830615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] 10.222.0.32 "PUT /v2.0/ports/63629146-b55f-40f2-a6c3-24d1bb7fce83 HTTP/1.1" status: 200  len: 1092 time: 1.4407170
Apr 09 21:07:26.833793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c4e66-05c5-41b7-bc50-5b5108b5802e service neutron] Pushing event updated for resources: {'Port': ['ID=63629146-b55f-40f2-a6c3-24d1bb7fce83,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:26.857597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.894375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f869e3-3a72-4f91-a5d0-1309eb03aef7 req-9be94095-126f-4efd-9bfe-88938ede5b4b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.895929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50f869e3-3a72-4f91-a5d0-1309eb03aef7 req-9be94095-126f-4efd-9bfe-88938ede5b4b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0501723
Apr 09 21:07:26.960518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.966387 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:26.981664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50f869e3-3a72-4f91-a5d0-1309eb03aef7 req-f235b2e1-b1b1-4b5a-b0f4-03284f5c638e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793951
Apr 09 21:07:26.987598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35cd4f-0255-46f7-b61e-dc40d7e02be8 req-86ffaa9a-4af2-4a55-ae1c-02fe33e7082c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:26.989084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad35cd4f-0255-46f7-b61e-dc40d7e02be8 req-86ffaa9a-4af2-4a55-ae1c-02fe33e7082c tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 944 time: 0.0706201
Apr 09 21:07:27.048574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad35cd4f-0255-46f7-b61e-dc40d7e02be8 req-0ecb3eaf-11bc-4951-92a9-fbccd351f0e4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468264
Apr 09 21:07:27.073004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58422) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:27.099997 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Floating IP 3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3 associated. External IP: 172.35.0.70, port: 44e52bdb-7117-4379-a4df-ef7116499a41.
Apr 09 21:07:27.132267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-c9130130-393e-464c-ad7c-80137f335cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:27.133933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-c9130130-393e-464c-ad7c-80137f335cf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 1126 time: 0.0787120
Apr 09 21:07:27.145758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-29709264-efca-4f25-a5dc-f9595d0899f7 admin admin] Deleting subnet 37fdda6f-4a4d-41bf-b698-ea1190d2dc3a {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:07:27.149231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29709264-efca-4f25-a5dc-f9595d0899f7 admin admin] Publish callbacks [] for subnet (37fdda6f-4a4d-41bf-b698-ea1190d2dc3a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:27.219117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-9ecd53b5-9558-407b-a059-61f46244503a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63629146-b55f-40f2-a6c3-24d1bb7fce83 HTTP/1.1" status: 200  len: 217 time: 0.0446804
Apr 09 21:07:27.238340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29709264-efca-4f25-a5dc-f9595d0899f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (37fdda6f-4a4d-41bf-b698-ea1190d2dc3a), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:27.691699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Router 1d418887-90ce-4699-be65-5911a6c8ffc8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:07:27.743368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba42e82-b737-4226-a88d-022b9e319628 req-64145fce-1b7d-4d22-aad7-31d27ae369da tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:27.744858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ba42e82-b737-4226-a88d-022b9e319628 req-64145fce-1b7d-4d22-aad7-31d27ae369da tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.5046694
Apr 09 21:07:27.757459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29709264-efca-4f25-a5dc-f9595d0899f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (37fdda6f-4a4d-41bf-b698-ea1190d2dc3a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:27.784054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d9131337-3f4d-44a3-aa06-6245dff9187e no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:27.785676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-7bbf37b1-f7fa-4a91-8a8c-2c04905ada13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:27.787404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-7bbf37b1-f7fa-4a91-8a8c-2c04905ada13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.5606771
Apr 09 21:07:27.810237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ece999-d2b0-4ce8-b9fb-e4a96ff697ea req-bcc455df-c430-471c-a24c-085a78da9011 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:27.811789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1ece999-d2b0-4ce8-b9fb-e4a96ff697ea req-bcc455df-c430-471c-a24c-085a78da9011 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 945 time: 0.1282473
Apr 09 21:07:27.811907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: d9131337-3f4d-44a3-aa06-6245dff9187e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:27.812292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d9131337-3f4d-44a3-aa06-6245dff9187e not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:27.819716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:07:27.826070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:27.835523 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] Sync routers for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:07:27.850512 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:07:27.851137 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ee3580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:27.865635 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1ab409df-ee10-4b5d-adb0-b557c5d8afab tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "PUT /v2.0/floatingips/3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3 HTTP/1.1" status: 200  len: 990 time: 1.4931052
Apr 09 21:07:27.866777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'tag': '44e52bdb-7117-4379-a4df-ef7116499a41'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:27.870508 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4c7212-f0d0-4936-a533-b64d69b00990" -d '{"events": [{"name": "network-changed", "server_uuid": "0cfc1f6b-c179-437c-a528-6b7d93c8091b", "tag": "44e52bdb-7117-4379-a4df-ef7116499a41"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:27.887819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-c9eaf1e5-61b5-4ecf-a17a-75aaae7ed52a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0895224
Apr 09 21:07:27.956551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ba42e82-b737-4226-a88d-022b9e319628 req-442142cb-df97-437b-864d-5edd086e08d1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003932
Apr 09 21:07:27.962237 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29709264-efca-4f25-a5dc-f9595d0899f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (37fdda6f-4a4d-41bf-b698-ea1190d2dc3a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:27.968269 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:07:28.053110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1ece999-d2b0-4ce8-b9fb-e4a96ff697ea req-3e0a64cd-32dd-4715-8547-5d65604d709f tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258656
Apr 09 21:07:28.053810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29709264-efca-4f25-a5dc-f9595d0899f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fdda6f-4a4d-41bf-b698-ea1190d2dc3a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:28.075946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29709264-efca-4f25-a5dc-f9595d0899f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:28.081522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-29709264-efca-4f25-a5dc-f9595d0899f7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/37fdda6f-4a4d-41bf-b698-ea1190d2dc3a HTTP/1.1" status: 204  len: 168 time: 1.0052562
Apr 09 21:07:28.082146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58436) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:28.114597 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bdc5ec-cca0-44a3-84ab-e51eabd545ca x-openstack-request-id: req-35bdc5ec-cca0-44a3-84ab-e51eabd545ca {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:28.115753 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cfc1f6b-c179-437c-a528-6b7d93c8091b", "tag": "44e52bdb-7117-4379-a4df-ef7116499a41", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:28.116175 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35bdc5ec-cca0-44a3-84ab-e51eabd545ca {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:28.116605 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bdc5ec-cca0-44a3-84ab-e51eabd545ca'] response: {'name': 'network-changed', 'server_uuid': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'tag': '44e52bdb-7117-4379-a4df-ef7116499a41', 'status': 'completed', 'code': 200}
Apr 09 21:07:28.210820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-a3681b74-7321-4745-8956-de8a99f6d431 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3121617
Apr 09 21:07:28.215338 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ee3580>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'port_id': '44e52bdb-7117-4379-a4df-ef7116499a41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'mac_address': 'fa:16:3e:26:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:07:03Z', 'updated_at': '2022-04-09T21:07:26Z', 'revision_number': 1, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:07:04Z', 'revision_number': 5, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:28.236400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33820632-a2d4-4782-977c-6ec8f4d38b10 req-4708666e-3f29-4388-b6a0-56744a26f4ea tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:28.238191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-33820632-a2d4-4782-977c-6ec8f4d38b10 req-4708666e-3f29-4388-b6a0-56744a26f4ea tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1956921
Apr 09 21:07:28.247378 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] Checking router: 1d418887-90ce-4699-be65-5911a6c8ffc8 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:07:28.256776 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:07:28.257423 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ee3580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:28.333550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (cdd9fe53-654b-4110-9856-85e40c331c54), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:28.345955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-3d871ea9-7e20-467d-b800-38875b19dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:28.347461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-3d871ea9-7e20-467d-b800-38875b19dfe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c950fe626e0b4d1a88be8c0943fe3965&device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 1127 time: 0.1935894
Apr 09 21:07:28.373052 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:07:28.392767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59c2e5-02a0-4440-9420-cd7a70029414 req-bd1e18b1-10be-47bd-ac9a-8577cbffe0a9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:28.394286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c59c2e5-02a0-4440-9420-cd7a70029414 req-bd1e18b1-10be-47bd-ac9a-8577cbffe0a9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 944 time: 0.2187870
Apr 09 21:07:28.432404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f593a18-b8be-4120-a758-0d18a7adf933', 'tag': '63629146-b55f-40f2-a6c3-24d1bb7fce83'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:28.435329 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cd6b31-eea9-4a7b-a858-cef74213b53e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f593a18-b8be-4120-a758-0d18a7adf933", "tag": "63629146-b55f-40f2-a6c3-24d1bb7fce83"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:28.548586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-33820632-a2d4-4782-977c-6ec8f4d38b10 req-41b6ed95-df5a-4b64-a3ae-b737650457ac tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2798412
Apr 09 21:07:28.602195 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ee3580>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'port_id': '44e52bdb-7117-4379-a4df-ef7116499a41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'mac_address': 'fa:16:3e:26:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:07:03Z', 'updated_at': '2022-04-09T21:07:26Z', 'revision_number': 1, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:07:04Z', 'revision_number': 5, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:28.614150 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c138bf68-957d-4337-82b3-de4727bd463b x-openstack-request-id: req-c138bf68-957d-4337-82b3-de4727bd463b {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:28.614482 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f593a18-b8be-4120-a758-0d18a7adf933", "tag": "63629146-b55f-40f2-a6c3-24d1bb7fce83", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:28.614872 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c138bf68-957d-4337-82b3-de4727bd463b {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:28.615278 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c138bf68-957d-4337-82b3-de4727bd463b'] response: {'name': 'network-changed', 'server_uuid': '2f593a18-b8be-4120-a758-0d18a7adf933', 'tag': '63629146-b55f-40f2-a6c3-24d1bb7fce83', 'status': 'completed', 'code': 200}
Apr 09 21:07:28.620356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d31c05-b799-4435-9c24-f1cc88fc565e req-2b27e579-fdf2-4469-ab3f-90c824524e82 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3765192
Apr 09 21:07:28.634196 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae49c3-d783-467d-b686-9522fcb1f01d None None] The sync data for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 is: [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'port_id': '44e52bdb-7117-4379-a4df-ef7116499a41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'mac_address': 'fa:16:3e:26:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:07:03Z', 'updated_at': '2022-04-09T21:07:26Z', 'revision_number': 1, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:07:04Z', 'revision_number': 5, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:07:28.667663 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (cdd9fe53-654b-4110-9856-85e40c331c54), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:28.684130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c59c2e5-02a0-4440-9420-cd7a70029414 req-299c88b7-ffe8-4240-979a-499d208e0596 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2724259
Apr 09 21:07:28.715858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374546d60>,) {'filters': {'network_id': ['cdd9fe53-654b-4110-9856-85e40c331c54']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:28.725199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-2f310dea-e102-45dd-b86e-587c50247145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:28.726606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-2f310dea-e102-45dd-b86e-587c50247145 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfcd25d5-b119-476b-a6d5-dba89dc5a299 HTTP/1.1" status: 200  len: 915 time: 0.3704770
Apr 09 21:07:28.730130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374546d60>, 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:28.730431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374546d60>, 'f51aa33e-1e99-4a9c-881a-0ef663c7fb1c') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:28.739937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (f51aa33e-1e99-4a9c-881a-0ef663c7fb1c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:28.754807 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f51aa33e-1e99-4a9c-881a-0ef663c7fb1c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:28.761456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:07:28.761908 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (f51aa33e-1e99-4a9c-881a-0ef663c7fb1c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:07:28.763789 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:07:28.826922 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (cdd9fe53-654b-4110-9856-85e40c331c54), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:28.836106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:28.841706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] 10.222.0.30 "DELETE /v2.0/networks/cdd9fe53-654b-4110-9856-85e40c331c54 HTTP/1.1" status: 204  len: 168 time: 0.7587483
Apr 09 21:07:28.853442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba5c8a-ed8e-49ed-80cf-38a4d39efb7b admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd9fe53-654b-4110-9856-85e40c331c54,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:28.866176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449093-61f5-476f-90b3-d353b814dbf4 None None] New status for floating IP 3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:07:28.981646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58442) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:29.031429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5f44945a-f455-4340-8c90-e1765d8e6d34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f87849ca88bb4519b329fab033911446&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0484014
Apr 09 21:07:29.034354 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58446) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:29.094663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Publish callbacks [] for security_group (530716cd-d292-47cb-9c7e-4850ce22978d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:29.101378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2830a6-75e9-4b5c-bc7d-13e79073f719 req-b0652535-a393-47d4-b52f-d4dcda2394fd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:29.102962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a2830a6-75e9-4b5c-bc7d-13e79073f719 req-b0652535-a393-47d4-b52f-d4dcda2394fd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0635750
Apr 09 21:07:29.125889 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Publish callbacks [] for security_group (530716cd-d292-47cb-9c7e-4850ce22978d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:29.172511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a2830a6-75e9-4b5c-bc7d-13e79073f719 req-0728240b-fdb4-4ec2-a30e-8a944eaf756a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634356
Apr 09 21:07:29.183128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (530716cd-d292-47cb-9c7e-4850ce22978d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:29.186294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:29.187445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/530716cd-d292-47cb-9c7e-4850ce22978d HTTP/1.1" status: 204  len: 168 time: 0.1514294
Apr 09 21:07:29.208977 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530716cd-d292-47cb-9c7e-4850ce22978d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:29.210054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c723e-65e7-4b46-89fe-e68e6f23f94b req-f614c90f-a079-4e85-ad9d-094a8fc49ca1 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:29.211795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-288c723e-65e7-4b46-89fe-e68e6f23f94b req-f614c90f-a079-4e85-ad9d-094a8fc49ca1 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 945 time: 0.0533793
Apr 09 21:07:29.231497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.232248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.232842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.233451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.234015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.234671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.235662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.236456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.237029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.237594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.238228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.238892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.239470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.239975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.240507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00031a-cec2-400f-8f8c-ec2e0429a757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:07:29.279580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-288c723e-65e7-4b46-89fe-e68e6f23f94b req-ab1b52db-2f2b-498f-8b1b-ce79ca6e8d97 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615129
Apr 09 21:07:29.475238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd2478-b732-46ef-91ad-b75353ae4732 req-72b8db78-b4ad-4c53-a296-2080e13af582 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:29.477707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbdd2478-b732-46ef-91ad-b75353ae4732 req-72b8db78-b4ad-4c53-a296-2080e13af582 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0630856
Apr 09 21:07:29.623148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037cf6-071f-44a8-ac0a-50fe1b6ba94c req-85552cf5-1a79-4f5f-be9c-8267bf5d08c5 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:29.624920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3037cf6-071f-44a8-ac0a-50fe1b6ba94c req-85552cf5-1a79-4f5f-be9c-8267bf5d08c5 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 945 time: 0.1239662
Apr 09 21:07:29.661725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbdd2478-b732-46ef-91ad-b75353ae4732 req-a6865252-56f7-4633-b6b0-be04ed6b23d3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780705
Apr 09 21:07:29.703658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-72a99871-f3c6-45cd-8dee-c5b5737a69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:29.704449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-72a99871-f3c6-45cd-8dee-c5b5737a69f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 1126 time: 0.1434271
Apr 09 21:07:29.712991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-07b7fde7-8da6-4ff3-b3fb-d1ec07a19064 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44e52bdb-7117-4379-a4df-ef7116499a41 HTTP/1.1" status: 200  len: 1000 time: 0.1619022
Apr 09 21:07:29.737851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3037cf6-071f-44a8-ac0a-50fe1b6ba94c req-7ed64af0-6467-44b0-af1a-8ee95bf14feb tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847616
Apr 09 21:07:29.799637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f5921-5d15-46c4-9da1-f1a2891a5df5 req-2d8a782a-cdd8-40d5-8b94-444e44dade21 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:29.801539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c51f5921-5d15-46c4-9da1-f1a2891a5df5 req-2d8a782a-cdd8-40d5-8b94-444e44dade21 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0625675
Apr 09 21:07:29.888086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239958e1-e1c1-41c0-840e-b16c79d76b00 req-2a241d8f-ac85-4bd3-957c-d631fd57026f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:29.889911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-239958e1-e1c1-41c0-840e-b16c79d76b00 req-2a241d8f-ac85-4bd3-957c-d631fd57026f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 944 time: 0.0760024
Apr 09 21:07:29.894882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c51f5921-5d15-46c4-9da1-f1a2891a5df5 req-de51b8a7-34c0-4199-8999-1da9321ba7b6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877850
Apr 09 21:07:29.945953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-239958e1-e1c1-41c0-840e-b16c79d76b00 req-40c2f5bc-57a3-44b4-b958-c52f464a98df tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488608
Apr 09 21:07:30.506045 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36319399-c7c8-4875-8fb6-a3a87932b13f req-ae934654-0fec-4aec-9d32-469137e7e695 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0429175
Apr 09 21:07:30.913350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab725b-b347-4278-a644-ea7e70727361 req-304eff58-f990-4659-ac50-426ed284c3d9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:30.914908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72ab725b-b347-4278-a644-ea7e70727361 req-304eff58-f990-4659-ac50-426ed284c3d9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1545563
Apr 09 21:07:30.942550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-db890733-8cba-43ac-8c87-b0972fbebd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:30.944057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-db890733-8cba-43ac-8c87-b0972fbebd42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5bac98c2-c8b5-4da6-aa4d-9cb4140f067d HTTP/1.1" status: 200  len: 853 time: 0.1929839
Apr 09 21:07:30.957156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cafcf1-cbe4-4e0e-be30-6a506374f51e req-6a53121c-563f-4300-88f1-3e6a7e58d326 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:30.958645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cafcf1-cbe4-4e0e-be30-6a506374f51e req-6a53121c-563f-4300-88f1-3e6a7e58d326 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 945 time: 0.1268523
Apr 09 21:07:31.015713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-c1f270ca-a646-46ef-ade9-217e993b8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:31.017159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-c1f270ca-a646-46ef-ade9-217e993b8625 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 912 time: 0.2758410
Apr 09 21:07:31.020685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72ab725b-b347-4278-a644-ea7e70727361 req-31e84828-23ab-4fcf-877f-3379c387893f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950313
Apr 09 21:07:31.052079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cafcf1-cbe4-4e0e-be30-6a506374f51e req-b3814030-7edc-4767-a0be-3c0097e831d4 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844247
Apr 09 21:07:31.274957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-881e0bda-fe86-4096-b666-4991ca9fd9be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63629146-b55f-40f2-a6c3-24d1bb7fce83 HTTP/1.1" status: 200  len: 217 time: 0.1087697
Apr 09 21:07:31.281484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fbe1d-505f-4fa4-8873-49a90aa9020b req-5fc7560d-9cbd-4e89-bbb2-ab08ce15f362 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:31.283009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c36fbe1d-505f-4fa4-8873-49a90aa9020b req-5fc7560d-9cbd-4e89-bbb2-ab08ce15f362 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1823502
Apr 09 21:07:31.288325 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:31.304588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4b925-6bc4-4947-9713-f23f9f27bffd req-10186c9b-8b03-402e-96bb-2414ce66e293 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:31.306141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ee4b925-6bc4-4947-9713-f23f9f27bffd req-10186c9b-8b03-402e-96bb-2414ce66e293 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 944 time: 0.1930532
Apr 09 21:07:31.357072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-d4d238c7-4eec-4128-876a-1f89c8c24169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:31.358750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-d4d238c7-4eec-4128-876a-1f89c8c24169 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfcd25d5-b119-476b-a6d5-dba89dc5a299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1916258
Apr 09 21:07:31.375058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-7b9dee5c-c23d-4d9a-af3a-09a63880e342 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:31.376596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-7b9dee5c-c23d-4d9a-af3a-09a63880e342 tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.32 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 945 time: 0.2135568
Apr 09 21:07:31.455314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-e37f1d4b-2fec-4b88-b311-b81ef1c28e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:31.456797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-e37f1d4b-2fec-4b88-b311-b81ef1c28e27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.1703143
Apr 09 21:07:31.482860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 63629146-b55f-40f2-a6c3-24d1bb7fce83 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:07:31.569187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c36fbe1d-505f-4fa4-8873-49a90aa9020b req-1b8d8624-2a27-43c1-955b-3dd1dcc057ef tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2775271
Apr 09 21:07:31.570809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-2c1e7257-44d9-4605-a0ca-d8c850d43daf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1002812
Apr 09 21:07:31.602288 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 63629146-b55f-40f2-a6c3-24d1bb7fce83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63629146-b55f-40f2-a6c3-24d1bb7fce83,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:31.612769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ee4b925-6bc4-4947-9713-f23f9f27bffd req-0aca8808-83e1-42fd-9e58-bfb6da4ce7a8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2740684
Apr 09 21:07:31.616647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '63629146-b55f-40f2-a6c3-24d1bb7fce83', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'port_id': '63629146-b55f-40f2-a6c3-24d1bb7fce83', 'mac_address': 'fa:16:3e:8d:68:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519333e-c540-4a09-940d-3b261e7852dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:07:31.665660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Deleting port 91c7570f-e651-4ba1-83c0-b9824d7d38bc {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:31.666048 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:31.667020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 63629146-b55f-40f2-a6c3-24d1bb7fce83 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:31.667506 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:31.682415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63629146-b55f-40f2-a6c3-24d1bb7fce83 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:31.704208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 63629146-b55f-40f2-a6c3-24d1bb7fce83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63629146-b55f-40f2-a6c3-24d1bb7fce83,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:31.710713 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:31.730362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-7ad8dbab-d4fe-4c55-b3c4-4ebe3289775a service neutron] 10.222.0.32 "GET /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3618987
Apr 09 21:07:31.775675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=63629146-b55f-40f2-a6c3-24d1bb7fce83,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:31.793125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ba719a4-86cf-488e-b10b-c5e92e280340 req-1e3cc04f-44f7-4333-bfea-60e156b1b96a tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.1300066
Apr 09 21:07:31.876204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-c50abaca-8803-4438-a492-6bf766ff6187 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2988682
Apr 09 21:07:31.925182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['63629146-b55f-40f2-a6c3-24d1bb7fce83'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:31.982997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] For port 91c7570f-e651-4ba1-83c0-b9824d7d38bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91c7570f-e651-4ba1-83c0-b9824d7d38bc,segment=NetworkSegment(e65ed529-bc7e-48de-a316-bb83e8ef0dc5),segment_id=e65ed529-bc7e-48de-a316-bb83e8ef0dc5)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:31.983360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:31.997590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af4c7212-f0d0-4936-a533-b64d69b00990 req-66e291c9-02bb-460e-9ff2-cfa3c7852b46 service neutron] 10.222.0.32 "GET /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415733
Apr 09 21:07:32.005207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Calling delete_port for 91c7570f-e651-4ba1-83c0-b9824d7d38bc owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:32.072967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28cd6b31-eea9-4a7b-a858-cef74213b53e req-9c05e430-cd2f-4892-a681-f54cab791026 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899047
Apr 09 21:07:32.250757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10d8b7-04d4-4414-b029-152c64afcf5b req-c62348ba-c68c-42b8-a2fc-f9eb26483a99 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:32.252566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d10d8b7-04d4-4414-b029-152c64afcf5b req-c62348ba-c68c-42b8-a2fc-f9eb26483a99 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1295459
Apr 09 21:07:32.288826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118fd1b-b456-4500-a095-52166bc6d43d req-5f324aee-684b-403e-af65-ee3bdb31aadc tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:32.293616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3118fd1b-b456-4500-a095-52166bc6d43d req-5f324aee-684b-403e-af65-ee3bdb31aadc tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/ports?device_id=781b9c38-eca0-4b07-b552-8eb4db9ba45a HTTP/1.1" status: 200  len: 945 time: 0.1329961
Apr 09 21:07:32.343298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (91c7570f-e651-4ba1-83c0-b9824d7d38bc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:32.400594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Pushing event deleted for resources: {'Port': ['ID=91c7570f-e651-4ba1-83c0-b9824d7d38bc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:32.408188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d10d8b7-04d4-4414-b029-152c64afcf5b req-42c2e03e-2845-438a-b735-d50a3fa82460 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448443
Apr 09 21:07:32.416656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3118fd1b-b456-4500-a095-52166bc6d43d req-14e7b8c4-b399-45b0-8948-c39d4bd31b8a tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a26354-7f0f-4a9f-b6f9-4502b75277a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126995
Apr 09 21:07:32.479837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] No DVR routers for this DVR port 91c7570f-e651-4ba1-83c0-b9824d7d38bc on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:07:32.483013 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:32.487996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61f3c86e-567d-4cb9-b1f3-b8e4c9ab30eb req-af81f47a-fd78-4fe5-a8a7-fb5834d72eac tempest-InstanceActionsV221TestJSON-838799749 tempest-InstanceActionsV221TestJSON-838799749-project] 10.222.0.32 "DELETE /v2.0/ports/91c7570f-e651-4ba1-83c0-b9824d7d38bc HTTP/1.1" status: 204  len: 173 time: 1.0918295
Apr 09 21:07:32.488465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781b9c38-eca0-4b07-b552-8eb4db9ba45a', 'name': 'network-vif-deleted', 'tag': '91c7570f-e651-4ba1-83c0-b9824d7d38bc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:32.492022 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f65792-32c2-4326-8bb3-d8d3373de506" -d '{"events": [{"server_uuid": "781b9c38-eca0-4b07-b552-8eb4db9ba45a", "name": "network-vif-deleted", "tag": "91c7570f-e651-4ba1-83c0-b9824d7d38bc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:32.496197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['91c7570f-e651-4ba1-83c0-b9824d7d38bc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:32.545680 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34c1c06-e82a-4fce-88e0-f3d390f9d3d0 x-openstack-request-id: req-b34c1c06-e82a-4fce-88e0-f3d390f9d3d0 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:32.546055 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781b9c38-eca0-4b07-b552-8eb4db9ba45a", "name": "network-vif-deleted", "tag": "91c7570f-e651-4ba1-83c0-b9824d7d38bc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:32.546594 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b34c1c06-e82a-4fce-88e0-f3d390f9d3d0 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:32.546995 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34c1c06-e82a-4fce-88e0-f3d390f9d3d0'] response: {'server_uuid': '781b9c38-eca0-4b07-b552-8eb4db9ba45a', 'name': 'network-vif-deleted', 'tag': '91c7570f-e651-4ba1-83c0-b9824d7d38bc', 'status': 'completed', 'code': 200}
Apr 09 21:07:32.570749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5f4df-e6c9-4ce7-aee9-b52aa3254955 req-61db8288-b794-4593-b9b2-30e04d67d762 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:32.573021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3b5f4df-e6c9-4ce7-aee9-b52aa3254955 req-61db8288-b794-4593-b9b2-30e04d67d762 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0710318
Apr 09 21:07:32.648414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3b5f4df-e6c9-4ce7-aee9-b52aa3254955 req-c880321a-6a31-49a6-91fb-a97b96b2371a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685940
Apr 09 21:07:32.700021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07402f1e-e9ed-4a35-ab77-bcc2fed075ca req-45091551-34f5-4d99-a16a-6f245c2dc9b3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:32.701804 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07402f1e-e9ed-4a35-ab77-bcc2fed075ca req-45091551-34f5-4d99-a16a-6f245c2dc9b3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0520947
Apr 09 21:07:32.778080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50187f19-1d18-46ce-b3fe-a24e7594831d req-f670d7c7-ff42-405e-946b-25cc199b8ad9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:32.779458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50187f19-1d18-46ce-b3fe-a24e7594831d req-f670d7c7-ff42-405e-946b-25cc199b8ad9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 945 time: 0.0694749
Apr 09 21:07:32.800447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07402f1e-e9ed-4a35-ab77-bcc2fed075ca req-97eb65cd-7fe6-46f6-8f15-d3cd6cb3dd7e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915694
Apr 09 21:07:32.841726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50187f19-1d18-46ce-b3fe-a24e7594831d req-7d185cf2-63e1-4436-9e96-0ea0c41daf41 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543044
Apr 09 21:07:32.958498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1066dac4-50d7-41a7-a52e-4e2c870d9b79 req-f4cc1b44-7f53-4982-89d9-0ee544d037a3 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0520778
Apr 09 21:07:32.983544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4da7ad-ca01-46cc-8943-7151458d79cf req-33010821-453f-4b34-891e-724d8ab23d83 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:32.985165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c4da7ad-ca01-46cc-8943-7151458d79cf req-33010821-453f-4b34-891e-724d8ab23d83 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0698216
Apr 09 21:07:33.037727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c4da7ad-ca01-46cc-8943-7151458d79cf req-e444d816-2eb0-4778-841a-948c6e843cb4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461497
Apr 09 21:07:33.160177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a397400-689d-4426-b2b7-ef128a9d854a req-fbe3e691-b018-4e39-a918-dab77bd4d83f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:33.161921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a397400-689d-4426-b2b7-ef128a9d854a req-fbe3e691-b018-4e39-a918-dab77bd4d83f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0545907
Apr 09 21:07:33.212578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a397400-689d-4426-b2b7-ef128a9d854a req-27322ad3-d69a-4140-9e89-9a78b88303c7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438635
Apr 09 21:07:33.351868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5c02-04b8-4240-b0ad-a5253e8e013a req-37d5a371-4518-4258-bb99-65128f63a728 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:33.353308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-321f5c02-04b8-4240-b0ad-a5253e8e013a req-37d5a371-4518-4258-bb99-65128f63a728 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0509923
Apr 09 21:07:33.405512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-321f5c02-04b8-4240-b0ad-a5253e8e013a req-4b5b55cc-6ced-4780-bfc1-477e9c341a9f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447788
Apr 09 21:07:33.505020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 63629146-b55f-40f2-a6c3-24d1bb7fce83 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:33.534676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca55cc5-221e-46b9-8a1f-23df1c750ef9 req-b6221584-bb22-4692-8162-0f4103301174 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:33.541621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ca55cc5-221e-46b9-8a1f-23df1c750ef9 req-b6221584-bb22-4692-8162-0f4103301174 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0601866
Apr 09 21:07:33.560610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 63629146-b55f-40f2-a6c3-24d1bb7fce83 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:07:33.572819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 63629146-b55f-40f2-a6c3-24d1bb7fce83 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:33.573558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:33.674849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 63629146-b55f-40f2-a6c3-24d1bb7fce83 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:33.674849 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:33.694952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:33.700835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f593a18-b8be-4120-a758-0d18a7adf933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63629146-b55f-40f2-a6c3-24d1bb7fce83'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:33.703397 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5a6689-5ff2-4dbd-8cdd-40786f05f0df" -d '{"events": [{"server_uuid": "2f593a18-b8be-4120-a758-0d18a7adf933", "name": "network-vif-plugged", "status": "completed", "tag": "63629146-b55f-40f2-a6c3-24d1bb7fce83"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:33.729655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 63629146-b55f-40f2-a6c3-24d1bb7fce83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63629146-b55f-40f2-a6c3-24d1bb7fce83,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:33.736766 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:33.738730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 91c7570f-e651-4ba1-83c0-b9824d7d38bc no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:33.751351 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ebb6d4-391b-4fb4-83e6-27d64bcfc5ed x-openstack-request-id: req-41ebb6d4-391b-4fb4-83e6-27d64bcfc5ed {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:33.753608 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f593a18-b8be-4120-a758-0d18a7adf933", "name": "network-vif-plugged", "status": "completed", "tag": "63629146-b55f-40f2-a6c3-24d1bb7fce83", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:33.754407 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41ebb6d4-391b-4fb4-83e6-27d64bcfc5ed {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:33.755509 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ebb6d4-391b-4fb4-83e6-27d64bcfc5ed'] response: {'server_uuid': '2f593a18-b8be-4120-a758-0d18a7adf933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63629146-b55f-40f2-a6c3-24d1bb7fce83', 'code': 200}
Apr 09 21:07:33.768957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8a011a-87e6-47a2-8c7d-851197f0ac80 admin admin] Deleting subnet 052b9ea8-71b1-4eb6-94bf-6e05b684c6e5 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:07:33.772756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb8a011a-87e6-47a2-8c7d-851197f0ac80 admin admin] Publish callbacks [] for subnet (052b9ea8-71b1-4eb6-94bf-6e05b684c6e5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:33.789996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 91c7570f-e651-4ba1-83c0-b9824d7d38bc {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:33.790348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 91c7570f-e651-4ba1-83c0-b9824d7d38bc not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:33.823200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb8a011a-87e6-47a2-8c7d-851197f0ac80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (052b9ea8-71b1-4eb6-94bf-6e05b684c6e5), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:33.874703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb8a011a-87e6-47a2-8c7d-851197f0ac80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (052b9ea8-71b1-4eb6-94bf-6e05b684c6e5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:33.902489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=63629146-b55f-40f2-a6c3-24d1bb7fce83,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:33.971120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb8a011a-87e6-47a2-8c7d-851197f0ac80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (052b9ea8-71b1-4eb6-94bf-6e05b684c6e5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.007147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a011a-87e6-47a2-8c7d-851197f0ac80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052b9ea8-71b1-4eb6-94bf-6e05b684c6e5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:34.009239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb8a011a-87e6-47a2-8c7d-851197f0ac80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.015150 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bb8a011a-87e6-47a2-8c7d-851197f0ac80 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/052b9ea8-71b1-4eb6-94bf-6e05b684c6e5 HTTP/1.1" status: 204  len: 168 time: 0.3167403
Apr 09 21:07:34.016170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58572) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:34.029269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ca55cc5-221e-46b9-8a1f-23df1c750ef9 req-76cd8bf6-d812-4773-bc24-4085d6cf424d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4865727
Apr 09 21:07:34.030492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48063093-e951-44af-b6f3-75a37223332e req-7777c368-8f11-47ee-a5bb-0c85dfb653bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:34.032108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48063093-e951-44af-b6f3-75a37223332e req-7777c368-8f11-47ee-a5bb-0c85dfb653bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 1128 time: 0.0766022
Apr 09 21:07:34.096047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2790dc-ea8b-4ca1-9173-6c88084bc3ca req-003d812f-7260-4300-aaf8-f09a302522c9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:34.097599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f2790dc-ea8b-4ca1-9173-6c88084bc3ca req-003d812f-7260-4300-aaf8-f09a302522c9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0878494
Apr 09 21:07:34.120264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1f49d9ff-2e36-4c07-94e9-e572b9c73515), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.179824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48063093-e951-44af-b6f3-75a37223332e req-efe957e1-39df-4ecf-b850-0e96dbac20e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171515
Apr 09 21:07:34.189376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61cf87-002b-4b51-b002-f3c6b71ae6a6 req-fc2328f3-2a0f-4724-ace7-1cbc7b78ae6d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:34.190841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa61cf87-002b-4b51-b002-f3c6b71ae6a6 req-fc2328f3-2a0f-4724-ace7-1cbc7b78ae6d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0920751
Apr 09 21:07:34.203625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1f49d9ff-2e36-4c07-94e9-e572b9c73515), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.224940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374c72700>,) {'filters': {'network_id': ['1f49d9ff-2e36-4c07-94e9-e572b9c73515']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:34.231175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f2790dc-ea8b-4ca1-9173-6c88084bc3ca req-c3b1e60a-846a-43c5-adac-db8ca0cd2bc9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136727
Apr 09 21:07:34.235114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374c72700>, 'e65ed529-bc7e-48de-a316-bb83e8ef0dc5') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:34.235511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374c72700>, 'e65ed529-bc7e-48de-a316-bb83e8ef0dc5') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:34.255137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa61cf87-002b-4b51-b002-f3c6b71ae6a6 req-83c6deab-8057-4cf5-99f1-d4b0a887d7f0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579073
Apr 09 21:07:34.255940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (e65ed529-bc7e-48de-a316-bb83e8ef0dc5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.274711 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e65ed529-bc7e-48de-a316-bb83e8ef0dc5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.282182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:07:34.282781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (e65ed529-bc7e-48de-a316-bb83e8ef0dc5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:07:34.285446 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:07:34.347937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99caf051-d5c6-4cdb-9d2a-b46018cb7c26 req-27d3d532-e84e-437b-925c-ab96d4e17bf2 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0309052
Apr 09 21:07:34.354011 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1f49d9ff-2e36-4c07-94e9-e572b9c73515), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.360448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.364010 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] 10.222.0.30 "DELETE /v2.0/networks/1f49d9ff-2e36-4c07-94e9-e572b9c73515 HTTP/1.1" status: 204  len: 168 time: 0.3474681
Apr 09 21:07:34.385300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9273d-383f-4ef6-a1c9-7d6d5b5b52fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1f49d9ff-2e36-4c07-94e9-e572b9c73515,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:34.407244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730a3d2-5bfd-4cc7-a850-9a62aefd9ddf req-72fb36de-6a38-4803-be67-0e86c0626d1f tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:34.408879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b730a3d2-5bfd-4cc7-a850-9a62aefd9ddf req-72fb36de-6a38-4803-be67-0e86c0626d1f tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0515342
Apr 09 21:07:34.493559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b730a3d2-5bfd-4cc7-a850-9a62aefd9ddf req-920af098-3374-41de-812c-954d3f908cf9 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764236
Apr 09 21:07:34.532298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58c4a6-69be-4b03-9e61-be5370c02cff req-15bdecd7-e405-4916-a49c-beacdfb54a1f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:34.533435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb58c4a6-69be-4b03-9e61-be5370c02cff req-15bdecd7-e405-4916-a49c-beacdfb54a1f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0579329
Apr 09 21:07:34.581560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb58c4a6-69be-4b03-9e61-be5370c02cff req-fb0c773c-84e4-46a7-9284-d919b76deb92 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421295
Apr 09 21:07:34.589892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58586) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:34.630972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-51d19a76-6abd-4b29-a809-f33b6d243d20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=959fb92f2def47deb85d73cc0493c295&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0397627
Apr 09 21:07:34.633703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58590) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:34.716602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521a01-36c8-435e-b907-3e72686cbbb1 req-6a2b9bfa-a85c-441d-93c6-e23acaae74ee tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:34.718522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c521a01-36c8-435e-b907-3e72686cbbb1 req-6a2b9bfa-a85c-441d-93c6-e23acaae74ee tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0658319
Apr 09 21:07:34.736754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6fe336ce-561e-4efd-b0b7-b984038df751 admin admin] Publish callbacks [] for security_group (61a26354-7f0f-4a9f-b6f9-4502b75277a1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.776185 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6fe336ce-561e-4efd-b0b7-b984038df751 admin admin] Publish callbacks [] for security_group (61a26354-7f0f-4a9f-b6f9-4502b75277a1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.795036 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c521a01-36c8-435e-b907-3e72686cbbb1 req-93075c20-1cae-4277-8c9f-1b0146d7f273 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681677
Apr 09 21:07:34.834887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6fe336ce-561e-4efd-b0b7-b984038df751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (61a26354-7f0f-4a9f-b6f9-4502b75277a1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.837935 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6fe336ce-561e-4efd-b0b7-b984038df751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:34.839099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6fe336ce-561e-4efd-b0b7-b984038df751 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61a26354-7f0f-4a9f-b6f9-4502b75277a1 HTTP/1.1" status: 204  len: 168 time: 0.2042131
Apr 09 21:07:34.848335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe336ce-561e-4efd-b0b7-b984038df751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a26354-7f0f-4a9f-b6f9-4502b75277a1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:34.940354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd5f7d-ddfd-4b2f-b378-7d135490011a req-d4fd521d-f6be-4027-8bc0-8be1ffefcee1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:34.942749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46fd5f7d-ddfd-4b2f-b378-7d135490011a req-d4fd521d-f6be-4027-8bc0-8be1ffefcee1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0505197
Apr 09 21:07:35.005689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46fd5f7d-ddfd-4b2f-b378-7d135490011a req-8e51d8d0-99f6-4fb6-b7a9-d5c8134037d8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561442
Apr 09 21:07:35.139739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf30e1-13fc-4f7c-9e0c-3835ccf8bb38 req-54e2ce73-dc44-4e16-ae08-d101d45286a3 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:35.141462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fbf30e1-13fc-4f7c-9e0c-3835ccf8bb38 req-54e2ce73-dc44-4e16-ae08-d101d45286a3 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0808828
Apr 09 21:07:35.152043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169c628-9d0b-4b7e-97e7-5ed527754ff0 req-e62ae089-cb28-4093-ba46-c2594ee86f4f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:35.153553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f169c628-9d0b-4b7e-97e7-5ed527754ff0 req-e62ae089-cb28-4093-ba46-c2594ee86f4f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0603390
Apr 09 21:07:35.226673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fbf30e1-13fc-4f7c-9e0c-3835ccf8bb38 req-d658d1f6-8d9d-4344-941f-984391363e85 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721614
Apr 09 21:07:35.231280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f169c628-9d0b-4b7e-97e7-5ed527754ff0 req-02377943-0391-486f-a01c-4acf8c40fc0c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700078
Apr 09 21:07:35.397434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214331-2494-45c0-ae52-c4250a138fbc req-2abd4527-cbc2-4532-b858-47479f976015 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:35.398928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38214331-2494-45c0-ae52-c4250a138fbc req-2abd4527-cbc2-4532-b858-47479f976015 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0786474
Apr 09 21:07:35.418724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e60be5-51d6-4921-94a9-ff27984f6eae req-31b03169-2bd4-4d6e-8575-55f1de1c692e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:35.420221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0e60be5-51d6-4921-94a9-ff27984f6eae req-31b03169-2bd4-4d6e-8575-55f1de1c692e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0672820
Apr 09 21:07:35.484680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38214331-2494-45c0-ae52-c4250a138fbc req-0951b5cc-c2a3-4c40-a4ac-203a84703f9e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798247
Apr 09 21:07:35.492313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0e60be5-51d6-4921-94a9-ff27984f6eae req-249571b5-3eae-4055-b549-6c0d9fc30b25 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654333
Apr 09 21:07:35.617227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f25a799-1905-40fc-b7da-0490d832cc2b req-6a479955-05ec-4295-87dd-819b9076ab4a tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0551698
Apr 09 21:07:35.628985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741879-054f-4098-9429-d85e781d247f req-31df50b9-52dc-41d4-8e29-fc4aaa778f62 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:35.630731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94741879-054f-4098-9429-d85e781d247f req-31df50b9-52dc-41d4-8e29-fc4aaa778f62 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0844674
Apr 09 21:07:35.682163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94741879-054f-4098-9429-d85e781d247f req-112639cb-d647-46d7-828e-ae9c9ac63c8e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455046
Apr 09 21:07:35.839924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aa234-56a9-4445-8cc3-76afc8d021ae req-bd4d528e-0a5f-42fe-8d7c-5c7d90ca91ab tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:35.841638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea3aa234-56a9-4445-8cc3-76afc8d021ae req-bd4d528e-0a5f-42fe-8d7c-5c7d90ca91ab tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0752859
Apr 09 21:07:35.857125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a8cf4-521d-459f-a951-a9207483b0d6 req-e69e99bb-1396-4f70-82c2-201376b728eb tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:35.858549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e8a8cf4-521d-459f-a951-a9207483b0d6 req-e69e99bb-1396-4f70-82c2-201376b728eb tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0609887
Apr 09 21:07:35.863338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:07:35.866746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:35.929256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea3aa234-56a9-4445-8cc3-76afc8d021ae req-fd505972-dcca-4e97-9dd0-b3affe5ea3ee tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794430
Apr 09 21:07:35.940987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e8a8cf4-521d-459f-a951-a9207483b0d6 req-bed73392-dc3f-466a-9c30-6385ece4c675 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694001
Apr 09 21:07:36.021957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:36.022153 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:36.047815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:36.068857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:36.071623 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa609207-9ca9-45f0-871c-7d83025b7b23" -d '{"events": [{"server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "name": "network-vif-unplugged", "status": "completed", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:36.081097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'port_id': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'mac_address': 'fa:16:3e:ba:aa:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae8c63-e4b1-4661-affc-bdda2a7aff13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:07:36.087091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:36.119777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cae16-85dc-4e01-9c70-f655a4a052e0 req-3d61d23e-0b4c-470e-8fce-d3a40ba05dd6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:36.122129 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:36.125567 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f013cb-e7a5-49b5-8692-b06309efaf56 x-openstack-request-id: req-99f013cb-e7a5-49b5-8692-b06309efaf56 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:36.126017 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "name": "network-vif-unplugged", "status": "completed", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:36.126349 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99f013cb-e7a5-49b5-8692-b06309efaf56 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:36.126843 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f013cb-e7a5-49b5-8692-b06309efaf56'] response: {'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'code': 200}
Apr 09 21:07:36.126964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d37cae16-85dc-4e01-9c70-f655a4a052e0 req-3d61d23e-0b4c-470e-8fce-d3a40ba05dd6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0552952
Apr 09 21:07:36.168626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:36.169014 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:36.177018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d37cae16-85dc-4e01-9c70-f655a4a052e0 req-388c43a5-017e-45ff-a9c2-58aa0498abe4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491779
Apr 09 21:07:36.194418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:36.207602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:36.241831 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:07:36.242189 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:07:36.309969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136d21-5dfe-4cc1-9d6d-8dcd2d9d36da req-464344be-b2a1-4530-9c8b-d7a7c5b6a216 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:36.311516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0136d21-5dfe-4cc1-9d6d-8dcd2d9d36da req-464344be-b2a1-4530-9c8b-d7a7c5b6a216 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0495257
Apr 09 21:07:36.381188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b825a-6cf0-4f6c-8f5d-52174fb713b4 req-a7080668-194d-46cd-958c-b90d4983f034 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:36.382774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed8b825a-6cf0-4f6c-8f5d-52174fb713b4 req-a7080668-194d-46cd-958c-b90d4983f034 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0702944
Apr 09 21:07:36.413987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0136d21-5dfe-4cc1-9d6d-8dcd2d9d36da req-55a36b2c-bbea-466f-898b-73d3b9ee8ca2 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929203
Apr 09 21:07:36.445474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed8b825a-6cf0-4f6c-8f5d-52174fb713b4 req-18b89872-313c-4881-a4d7-972dcd377a5b tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568943
Apr 09 21:07:36.549472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fd71f-b2eb-4e5c-81f3-a3c127b18c98 req-925ac96c-174a-48c0-8484-8e90aec543bc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:36.551141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd2fd71f-b2eb-4e5c-81f3-a3c127b18c98 req-925ac96c-174a-48c0-8484-8e90aec543bc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0492744
Apr 09 21:07:36.615221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4023c2-5989-4531-ae4c-7a95df773123 req-7e99ee53-c751-47eb-a8f4-a9edb87a6aac tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:36.616736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e4023c2-5989-4531-ae4c-7a95df773123 req-7e99ee53-c751-47eb-a8f4-a9edb87a6aac tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 943 time: 0.0610058
Apr 09 21:07:36.658306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd2fd71f-b2eb-4e5c-81f3-a3c127b18c98 req-766f3464-4504-438f-9618-be11aba1adaf tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938406
Apr 09 21:07:36.693531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e4023c2-5989-4531-ae4c-7a95df773123 req-b66023de-ebef-4256-940b-9b30a3076403 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709004
Apr 09 21:07:36.759730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8fcb952-f894-4cb7-85c2-ad7eb99450f6 req-27227499-4fac-4ce6-b176-891e666dd522 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0296319
Apr 09 21:07:36.800460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:36.800928 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:36.815631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:36.818793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf32a-c4fa-4626-a1be-50a1f3007e90 req-148cfe0d-ed09-40f8-a8bb-4fc546d0b98f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:36.820337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3aaf32a-c4fa-4626-a1be-50a1f3007e90 req-148cfe0d-ed09-40f8-a8bb-4fc546d0b98f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0567968
Apr 09 21:07:36.836997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:36.843447 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:36.873361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3aaf32a-c4fa-4626-a1be-50a1f3007e90 req-6a41cb56-20ab-400e-aa32-fef801e164c7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459995
Apr 09 21:07:36.892382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:37.081225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6f0c5-1d84-4a6a-b0e9-6df1fdee788c req-7018da69-7b14-4ae8-81d9-3a0ce6e507c5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:37.082926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0c6f0c5-1d84-4a6a-b0e9-6df1fdee788c req-7018da69-7b14-4ae8-81d9-3a0ce6e507c5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0895174
Apr 09 21:07:37.101276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f447c8-e40c-4970-8437-4c9e53ed98e0 req-a72e4a70-725a-4ea3-8b58-f7a7796f0dd8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:37.102825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85f447c8-e40c-4970-8437-4c9e53ed98e0 req-a72e4a70-725a-4ea3-8b58-f7a7796f0dd8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0735202
Apr 09 21:07:37.167503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['61bb000c-8420-4fc7-8f3f-a1f3d9041c97'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:37.172213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0c6f0c5-1d84-4a6a-b0e9-6df1fdee788c req-2ed56d04-d6ad-4a72-bcff-a6c005a5c730 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833066
Apr 09 21:07:37.188342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85f447c8-e40c-4970-8437-4c9e53ed98e0 req-8fcf528f-e9aa-41c3-a520-3a385b11cda0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761538
Apr 09 21:07:37.297020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed66ed-6653-4176-a134-5df4df22cf87 req-6972e7fc-8a51-4f9f-99c2-4c21b88cb1cb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:37.299035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8ed66ed-6653-4176-a134-5df4df22cf87 req-6972e7fc-8a51-4f9f-99c2-4c21b88cb1cb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0510259
Apr 09 21:07:37.308654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58696) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:37.356554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8ed66ed-6653-4176-a134-5df4df22cf87 req-a0e43dc1-5729-4d89-9523-9ea0f053fcb4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499780
Apr 09 21:07:37.429367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbb5e-45b2-429c-a12d-749f0653657d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:37.515357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbb5e-45b2-429c-a12d-749f0653657d admin admin] Publish callbacks [] for security_group (13237317-c177-4d26-bad1-8d4689d1080b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:37.525896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbb5e-45b2-429c-a12d-749f0653657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (13237317-c177-4d26-bad1-8d4689d1080b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:37.636587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bbb5e-45b2-429c-a12d-749f0653657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13237317-c177-4d26-bad1-8d4689d1080b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:37.644975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cb4bbb5e-45b2-429c-a12d-749f0653657d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=723ef1695c854e1a81cabaa6f400a422&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3350749
Apr 09 21:07:37.647791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58708) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:37.657466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd0ee-4236-46fe-b77a-5cb988c4ca8b req-9ab7475f-b595-49c9-aaac-e4714255538d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:37.658966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c09fd0ee-4236-46fe-b77a-5cb988c4ca8b req-9ab7475f-b595-49c9-aaac-e4714255538d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1112792
Apr 09 21:07:37.665000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeddbd4-d459-49aa-9384-2aa5861817ee req-f53787e1-e71a-4f82-9515-245af3078658 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:37.666730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bdeddbd4-d459-49aa-9384-2aa5861817ee req-f53787e1-e71a-4f82-9515-245af3078658 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.1198990
Apr 09 21:07:37.707491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb8b2-9c7a-4545-b587-116e4f2a30be admin admin] Publish callbacks [] for security_group (13237317-c177-4d26-bad1-8d4689d1080b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:37.742128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb8b2-9c7a-4545-b587-116e4f2a30be admin admin] Publish callbacks [] for security_group (13237317-c177-4d26-bad1-8d4689d1080b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:37.750145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c09fd0ee-4236-46fe-b77a-5cb988c4ca8b req-d27268fb-606e-4436-beb4-b3a102967d66 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826647
Apr 09 21:07:37.758920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bdeddbd4-d459-49aa-9384-2aa5861817ee req-00a9e684-6703-4d70-9bd9-39448ec607d8 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854785
Apr 09 21:07:37.825707 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb8b2-9c7a-4545-b587-116e4f2a30be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (13237317-c177-4d26-bad1-8d4689d1080b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:37.829636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb8b2-9c7a-4545-b587-116e4f2a30be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:37.833060 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ceeb8b2-9c7a-4545-b587-116e4f2a30be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13237317-c177-4d26-bad1-8d4689d1080b HTTP/1.1" status: 204  len: 168 time: 0.1841884
Apr 09 21:07:37.844516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceeb8b2-9c7a-4545-b587-116e4f2a30be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13237317-c177-4d26-bad1-8d4689d1080b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:37.940339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f76b7-7211-49c1-939f-4f0468a4f25e req-e5a3966a-9d30-4ff9-9bb0-12486cde0b60 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:37.941919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba2f76b7-7211-49c1-939f-4f0468a4f25e req-e5a3966a-9d30-4ff9-9bb0-12486cde0b60 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0793331
Apr 09 21:07:37.947738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30d7a7-62d1-423d-a976-ab5b0162302d req-673402eb-4b3f-4ceb-9fc6-4eb46f3b40a0 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:37.949135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed30d7a7-62d1-423d-a976-ab5b0162302d req-673402eb-4b3f-4ceb-9fc6-4eb46f3b40a0 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 944 time: 0.0753474
Apr 09 21:07:37.968614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:38.015644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:38.016011 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.027504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba2f76b7-7211-49c1-939f-4f0468a4f25e req-25540b35-f4da-4c58-b783-e427bb337c6f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774004
Apr 09 21:07:38.030723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed30d7a7-62d1-423d-a976-ab5b0162302d req-def73be8-9c28-4754-97f0-1d649fd61ebc tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747104
Apr 09 21:07:38.083431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bee5717a-80a3-484b-b9b7-fc0a2d7c0a5c req-3bbf3939-2f97-44e3-afc4-04a3561ed6aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0450454
Apr 09 21:07:38.154668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:38.154989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5a81c58-b202-46ac-afb7-c336d1b87304 req-5e48b1f6-fc61-475e-92c4-205b056e5bc7 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0434196
Apr 09 21:07:38.155098 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.170537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58724) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:38.185979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:38.187970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3484d89e-c10d-4ee0-8eb8-119b2df3bcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.189402 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27918b4d-107a-46a5-972c-3a8cfd2cf9b6" -d '{"events": [{"server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "name": "network-vif-plugged", "status": "completed", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:38.198464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c233a3-7452-435f-a89c-334704fb96ae req-54d2943f-5c97-4f41-a280-09b140d7e751 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:38.199834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65c233a3-7452-435f-a89c-334704fb96ae req-54d2943f-5c97-4f41-a280-09b140d7e751 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0562387
Apr 09 21:07:38.205979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:38.214880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.266746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65c233a3-7452-435f-a89c-334704fb96ae req-be6bc332-76f5-458a-b4aa-25c77deafdb4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592632
Apr 09 21:07:38.300691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3484d89e-c10d-4ee0-8eb8-119b2df3bcdb admin admin] Publish callbacks [] for security_group (db0c892c-7617-4c9a-b40e-7ced1179214c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.302022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:38.306379 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3484d89e-c10d-4ee0-8eb8-119b2df3bcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db0c892c-7617-4c9a-b40e-7ced1179214c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.312074 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf7aea-1814-4c40-909e-76ae104a6833 x-openstack-request-id: req-a7bf7aea-1814-4c40-909e-76ae104a6833 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:38.312368 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "name": "network-vif-plugged", "status": "completed", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:38.312619 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7bf7aea-1814-4c40-909e-76ae104a6833 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:38.313019 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7bf7aea-1814-4c40-909e-76ae104a6833'] response: {'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'code': 200}
Apr 09 21:07:38.356113 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3484d89e-c10d-4ee0-8eb8-119b2df3bcdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d75ca92cbb2e48ae91cd914a17954ba4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1840460
Apr 09 21:07:38.356925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484d89e-c10d-4ee0-8eb8-119b2df3bcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0c892c-7617-4c9a-b40e-7ced1179214c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:38.359413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:38.408333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc50f567-1a57-4b9e-8e2b-cdedf9d67050 admin admin] Publish callbacks [] for security_group (db0c892c-7617-4c9a-b40e-7ced1179214c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.418902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588baf77-b8c1-49ea-8e3c-e7afd125df59 req-40843b5e-ee5e-492e-a547-8e9d83d861b5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:38.420561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-588baf77-b8c1-49ea-8e3c-e7afd125df59 req-40843b5e-ee5e-492e-a547-8e9d83d861b5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0813317
Apr 09 21:07:38.432765 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc50f567-1a57-4b9e-8e2b-cdedf9d67050 admin admin] Publish callbacks [] for security_group (db0c892c-7617-4c9a-b40e-7ced1179214c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.434441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e5ff2-45b2-4eed-bb9b-42737b230a7e req-903aff51-4037-46e1-87cd-41f5b99595ab tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:38.437257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-460e5ff2-45b2-4eed-bb9b-42737b230a7e req-903aff51-4037-46e1-87cd-41f5b99595ab tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0656087
Apr 09 21:07:38.487913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc50f567-1a57-4b9e-8e2b-cdedf9d67050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db0c892c-7617-4c9a-b40e-7ced1179214c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.490464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc50f567-1a57-4b9e-8e2b-cdedf9d67050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:38.491631 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc50f567-1a57-4b9e-8e2b-cdedf9d67050 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db0c892c-7617-4c9a-b40e-7ced1179214c HTTP/1.1" status: 204  len: 168 time: 0.1312640
Apr 09 21:07:38.499532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f567-1a57-4b9e-8e2b-cdedf9d67050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0c892c-7617-4c9a-b40e-7ced1179214c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:38.517592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-588baf77-b8c1-49ea-8e3c-e7afd125df59 req-0bd379e8-3bf5-4a37-97ee-fe32c2867414 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792031
Apr 09 21:07:38.534049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-460e5ff2-45b2-4eed-bb9b-42737b230a7e req-46a974c6-0ca4-408c-969e-d367ef3c5afd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833175
Apr 09 21:07:38.912339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859e0cc-ad29-443c-9b2f-94c8292d8dd5 req-1fe432e5-613a-42ee-8deb-a61b3e170817 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:38.913889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1859e0cc-ad29-443c-9b2f-94c8292d8dd5 req-1fe432e5-613a-42ee-8deb-a61b3e170817 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0552237
Apr 09 21:07:38.982285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbffabb-ba26-4f5c-a796-ae9496e56bff req-108f3c30-86df-44c2-bcb9-cc77837115a7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:38.983785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bbffabb-ba26-4f5c-a796-ae9496e56bff req-108f3c30-86df-44c2-bcb9-cc77837115a7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0690203
Apr 09 21:07:39.002797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1859e0cc-ad29-443c-9b2f-94c8292d8dd5 req-3b5d73f1-d165-4bf1-abc1-018719653721 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups?id=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794508
Apr 09 21:07:39.042341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bbffabb-ba26-4f5c-a796-ae9496e56bff req-d359f1b3-e7c6-4daa-83ef-12881ec86230 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501754
Apr 09 21:07:39.121547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-1f99d1d2-abdc-4a52-9929-088b4d7cb3c3 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:39.123106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-1f99d1d2-abdc-4a52-9929-088b4d7cb3c3 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.25 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 945 time: 0.0585389
Apr 09 21:07:39.143119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab65b-9858-462a-936d-a0ed92d0c86e req-cb3c1416-8f48-42a7-8065-450aaea11511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:39.144662 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f4ab65b-9858-462a-936d-a0ed92d0c86e req-cb3c1416-8f48-42a7-8065-450aaea11511 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 1127 time: 0.0456126
Apr 09 21:07:39.199055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4062c83-ba18-46c3-b0e2-6c6c3a4d9ce0 req-4adccfbc-f21b-45d9-b343-999a053031b5 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:39.200624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4062c83-ba18-46c3-b0e2-6c6c3a4d9ce0 req-4adccfbc-f21b-45d9-b343-999a053031b5 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0765903
Apr 09 21:07:39.222654 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f4ab65b-9858-462a-936d-a0ed92d0c86e req-58b6fc5a-f01f-467e-8a27-45318bf4602c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447235
Apr 09 21:07:39.287827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Deleting port 71880d13-76a1-445e-a3c8-e6054d854829 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:39.288165 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (71880d13-76a1-445e-a3c8-e6054d854829), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:39.297720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c096a1a-16d7-4add-a27a-faa46eff989a req-86bb9d74-21ed-4814-90c9-530daa4db9a2 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0502856
Apr 09 21:07:39.334515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4062c83-ba18-46c3-b0e2-6c6c3a4d9ce0 req-97195954-f87e-492c-baee-6947daf21a05 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070719
Apr 09 21:07:39.397956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] For port 71880d13-76a1-445e-a3c8-e6054d854829, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71880d13-76a1-445e-a3c8-e6054d854829,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:39.398572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (71880d13-76a1-445e-a3c8-e6054d854829), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:39.594399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:39.595040 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (72607664-ab5e-4b02-9ccb-e28d91bfbb95), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:39.595503 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Floating IP 72607664-ab5e-4b02-9ccb-e28d91bfbb95 disassociated. External IP: 172.35.0.185, port: 71880d13-76a1-445e-a3c8-e6054d854829.
Apr 09 21:07:39.595906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Calling delete_port for 71880d13-76a1-445e-a3c8-e6054d854829 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:39.694959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad31c-bd65-47e9-b053-c09495b3d2cf req-7f50a899-2591-4da5-9fe6-c3bd07638c05 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:39.696456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a3ad31c-bd65-47e9-b053-c09495b3d2cf req-7f50a899-2591-4da5-9fe6-c3bd07638c05 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0946696
Apr 09 21:07:39.771428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a3ad31c-bd65-47e9-b053-c09495b3d2cf req-4f34baa8-de71-497d-b849-528c0eae2b92 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662904
Apr 09 21:07:39.818622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (71880d13-76a1-445e-a3c8-e6054d854829), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:39.846183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event deleted for resources: {'Port': ['ID=71880d13-76a1-445e-a3c8-e6054d854829,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:39.964726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Router ffa6b41a-cb68-43d3-99d5-975201b0ca06 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:07:40.110927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-548538da-f8cf-47c7-b4be-8642d68717f1 req-3cdf0046-b4f4-48e2-8626-28755c9a1d42 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 210 time: 0.0315833
Apr 09 21:07:40.121485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:07:40.134018 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] Sync routers for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:07:40.146885 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:07:40.147504 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c04f6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:40.196789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] No DVR routers for this DVR port 71880d13-76a1-445e-a3c8-e6054d854829 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:07:40.200998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:40.204279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe418a04-6ed7-4f94-8f1a-3b50e3d23b70 req-94423743-b306-46ad-9ebd-acea7d0880ef tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.25 "DELETE /v2.0/ports/71880d13-76a1-445e-a3c8-e6054d854829 HTTP/1.1" status: 204  len: 173 time: 1.0706353
Apr 09 21:07:40.204750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'name': 'network-vif-deleted', 'tag': '71880d13-76a1-445e-a3c8-e6054d854829'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:40.207035 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6f76c6-82b1-4d9d-814e-600110d782c8" -d '{"events": [{"server_uuid": "65bd15c9-6492-4273-a5fc-12f183befa1c", "name": "network-vif-deleted", "tag": "71880d13-76a1-445e-a3c8-e6054d854829"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:40.222261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1771b3-4e5b-4c58-8d36-a0b673f0db17 req-47e42b26-8c73-44a1-807b-b76e5b663b01 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:40.229685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c1771b3-4e5b-4c58-8d36-a0b673f0db17 req-47e42b26-8c73-44a1-807b-b76e5b663b01 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1044877
Apr 09 21:07:40.288474 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b1f924-83b8-4be6-a2f5-ef1deffebf23 x-openstack-request-id: req-11b1f924-83b8-4be6-a2f5-ef1deffebf23 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:40.288773 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bd15c9-6492-4273-a5fc-12f183befa1c", "name": "network-vif-deleted", "tag": "71880d13-76a1-445e-a3c8-e6054d854829", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:40.289025 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11b1f924-83b8-4be6-a2f5-ef1deffebf23 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:40.289768 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b1f924-83b8-4be6-a2f5-ef1deffebf23'] response: {'server_uuid': '65bd15c9-6492-4273-a5fc-12f183befa1c', 'name': 'network-vif-deleted', 'tag': '71880d13-76a1-445e-a3c8-e6054d854829', 'status': 'completed', 'code': 200}
Apr 09 21:07:40.305220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c1771b3-4e5b-4c58-8d36-a0b673f0db17 req-73a0d05d-5379-4854-b13d-9824c38e361f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740018
Apr 09 21:07:40.312322 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:07:40.572018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02fc24ed-e36e-4e35-99d2-26070d66270f req-72fda00a-e403-4312-a0a2-3bafb16f37e1 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0955703
Apr 09 21:07:40.580279 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c04f6d0>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:06:05Z', 'revision_number': 5, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:40.626723 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] Checking router: ffa6b41a-cb68-43d3-99d5-975201b0ca06 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:07:40.628146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a54a54-d61c-46ae-950a-2b6daf47ad00 req-f2c261af-6d9c-462c-b823-13618f6717c1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:40.630076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26a54a54-d61c-46ae-950a-2b6daf47ad00 req-f2c261af-6d9c-462c-b823-13618f6717c1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1974735
Apr 09 21:07:40.646073 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:07:40.646694 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c04f6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:40.732725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26a54a54-d61c-46ae-950a-2b6daf47ad00 req-2037a765-1cf0-4e4b-a70c-82e97c30bcc0 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949745
Apr 09 21:07:40.832461 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:07:40.993844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cef401-901e-477d-930b-2626cbb4358b req-373b7212-dd2a-497b-9555-6cdc930e732d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:41.001975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4cef401-901e-477d-930b-2626cbb4358b req-373b7212-dd2a-497b-9555-6cdc930e732d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0873737
Apr 09 21:07:41.076649 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4cef401-901e-477d-930b-2626cbb4358b req-4816c67d-e858-4b5c-b512-460f7346c25b tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705423
Apr 09 21:07:41.127405 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c04f6d0>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:06:05Z', 'revision_number': 5, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:41.171792 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6dfec6-58a6-4e34-acf6-c5563760d94d None None] The sync data for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 is: [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:05:56Z', 'revision_number': 4, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2924883-6202-44a3-9493-7c560a37aaf6', 'name': '', 'network_id': 'b5e7dd12-c055-4f23-9dbd-e9c65e743202', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'mac_address': 'fa:16:3e:b9:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:55Z', 'updated_at': '2022-04-09T21:06:05Z', 'revision_number': 5, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'subnets': [{'id': 'dfaba044-97e1-4c11-9e1c-999e78e94610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:07:41.341026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fba4afe-3e45-4093-89bc-03665322d576 req-48c2a374-c0b1-4195-b159-65e602efeabe tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/ports?device_id=65bd15c9-6492-4273-a5fc-12f183befa1c HTTP/1.1" status: 200  len: 210 time: 0.0780208
Apr 09 21:07:41.491316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2491-3e77-40ba-b4a0-0bc4355304c9 req-5ec5f1ec-3be0-423c-a82a-5d124d2a812f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:41.492920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d2a2491-3e77-40ba-b4a0-0bc4355304c9 req-5ec5f1ec-3be0-423c-a82a-5d124d2a812f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0713184
Apr 09 21:07:41.566348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d2a2491-3e77-40ba-b4a0-0bc4355304c9 req-fcdff313-e622-4aa3-86db-b48dd40093a8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668986
Apr 09 21:07:41.624933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b406d1-fecf-4a7f-9b71-fd42fe309410 None None] New status for floating IP 72607664-ab5e-4b02-9ccb-e28d91bfbb95: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:07:41.829097 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:07:41.941652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b6c6b1a-31da-4da4-a266-1bc304d35fc2 req-dfd7480c-5568-4953-95d8-ee4dc34aeaf2 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0346553
Apr 09 21:07:41.953847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977d83-8752-440a-bcb9-df8d4ab3b991 req-7fbac977-3ba6-48d0-8591-013614812bc7 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:41.955942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd977d83-8752-440a-bcb9-df8d4ab3b991 req-7fbac977-3ba6-48d0-8591-013614812bc7 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.1035140
Apr 09 21:07:41.960759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 71880d13-76a1-445e-a3c8-e6054d854829 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:41.989530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 71880d13-76a1-445e-a3c8-e6054d854829 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:41.989871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 71880d13-76a1-445e-a3c8-e6054d854829 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:42.044270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd977d83-8752-440a-bcb9-df8d4ab3b991 req-bc802e48-5b39-49b6-bd25-874ee619069c tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819759
Apr 09 21:07:42.214094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68ad82-8e8a-4c98-b6b3-3ad9ea71a96c req-45b0d1dc-d444-44a4-aca7-d24054316f63 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:42.215609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d68ad82-8e8a-4c98-b6b3-3ad9ea71a96c req-45b0d1dc-d444-44a4-aca7-d24054316f63 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0809588
Apr 09 21:07:42.237261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8abf-638a-48f9-aef7-aed18d09ec8d req-b7891abe-9c2f-4e83-ac37-5369ccd0b339 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:42.238690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-128b8abf-638a-48f9-aef7-aed18d09ec8d req-b7891abe-9c2f-4e83-ac37-5369ccd0b339 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0739398
Apr 09 21:07:42.307176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d68ad82-8e8a-4c98-b6b3-3ad9ea71a96c req-6e777eab-bd5e-4865-9850-9b3159c4f7d9 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841336
Apr 09 21:07:42.310394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-128b8abf-638a-48f9-aef7-aed18d09ec8d req-0f597d2a-b695-44c2-aa40-783f52b36ff1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631213
Apr 09 21:07:42.429449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58892) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:42.499830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52c9c772-ecda-42d8-b4a7-e44e23011449 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group (017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:42.525459 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52c9c772-ecda-42d8-b4a7-e44e23011449 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group (017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:42.576552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52c9c772-ecda-42d8-b4a7-e44e23011449 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:42.579373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52c9c772-ecda-42d8-b4a7-e44e23011449 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:42.583469 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-52c9c772-ecda-42d8-b4a7-e44e23011449 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "DELETE /v2.0/security-groups/017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9 HTTP/1.1" status: 204  len: 168 time: 0.1529150
Apr 09 21:07:42.584104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58898) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:42.600388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9c772-ecda-42d8-b4a7-e44e23011449 tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:42.604434 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-1adc2f61-5acb-4038-aeff-777a282f674a tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] show failed (client error): The resource could not be found.
Apr 09 21:07:42.605549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1adc2f61-5acb-4038-aeff-777a282f674a tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "GET /v2.0/security-groups/017bf3b7-8efb-47a4-a6ac-0f4ced9f3da9 HTTP/1.1" status: 404  len: 347 time: 0.0166364
Apr 09 21:07:42.608278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58904) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:42.832712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777210cd-3560-4bf6-96f1-a3947f0c7b8e req-ec7a7e4d-1a23-45e0-97b1-cb6af1481066 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:42.834279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-777210cd-3560-4bf6-96f1-a3947f0c7b8e req-ec7a7e4d-1a23-45e0-97b1-cb6af1481066 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1706636
Apr 09 21:07:42.860248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Deleting port 1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:42.860621 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:42.952630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-9dcce9ec-2be6-48d7-91f0-5c98457deb32 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:42.954206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-9dcce9ec-2be6-48d7-91f0-5c98457deb32 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 814 time: 0.2720675
Apr 09 21:07:42.986452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-4c6d501f-8a63-4444-b542-0ad012637dc3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/quotas/0f4ad084f5dd44c2b99960f4df5cb0e8 HTTP/1.1" status: 200  len: 375 time: 0.0236020
Apr 09 21:07:42.991084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-777210cd-3560-4bf6-96f1-a3947f0c7b8e req-c3a332e6-9721-45d5-a9a3-f9aef6f3bc8e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453836
Apr 09 21:07:43.035586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:43.035925 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for floatingip (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:43.052690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Calling delete_port for 1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:43.057180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f7ba2472-5ecf-43be-b9aa-eca850af6fe2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0638573
Apr 09 21:07:43.097678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-527a2366-9f7b-415e-9dec-3eef11d71865 req-ca2f29ca-8ca9-4729-a0ef-a4a25961508f tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0376129
Apr 09 21:07:43.232861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:43.276258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Pushing event deleted for resources: {'Port': ['ID=1f9e8c3f-b48b-46cd-ba72-6aa7cb25db29,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:43.423452 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks [] for floatingip (72607664-ab5e-4b02-9ccb-e28d91bfbb95), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:43.426035 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:43.427436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dddcf9e4-583c-44cd-b2db-70fab789188e tempest-ServersTestBootFromVolume-95666480 tempest-ServersTestBootFromVolume-95666480-project] 10.222.0.30 "DELETE /v2.0/floatingips/72607664-ab5e-4b02-9ccb-e28d91bfbb95 HTTP/1.1" status: 204  len: 168 time: 0.8175411
Apr 09 21:07:43.430519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58928) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:43.446973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-20560238-8a84-463b-9474-b96665ec1e1f service neutron] 10.222.0.30 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3725755
Apr 09 21:07:43.460537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407bd20-3719-4c2c-9bd2-aae8b1330404 req-d1a09d6b-e8b6-4602-888a-c60e433b4650 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:43.462349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9407bd20-3719-4c2c-9bd2-aae8b1330404 req-d1a09d6b-e8b6-4602-888a-c60e433b4650 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0756838
Apr 09 21:07:43.578404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9407bd20-3719-4c2c-9bd2-aae8b1330404 req-04ad4e26-6084-40a1-a883-f7f2cd85dfa2 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017666
Apr 09 21:07:43.607559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-96381d52-221c-46cb-8de8-723b862af02f service neutron] 10.222.0.30 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388803
Apr 09 21:07:43.817623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ff1db12-822b-49e0-a770-4f3c0d8c9aef req-6b13b144-bf11-4e11-aa6c-7c342117f309 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 210 time: 0.0377851
Apr 09 21:07:43.828245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (ffa6b41a-cb68-43d3-99d5-975201b0ca06), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:43.954041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-3375d3d9-809d-4eeb-a0bf-c01d5f62e2fc tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:43.956328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-3375d3d9-809d-4eeb-a0bf-c01d5f62e2fc tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.25 "GET /v2.0/ports?device_id=e103c226-e4d1-42eb-a8c0-4a9f4d34daf3 HTTP/1.1" status: 200  len: 945 time: 0.0644076
Apr 09 21:07:44.116449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Deleting port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:44.116800 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:44.128897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Deleting port e2924883-6202-44a3-9493-7c560a37aaf6 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:44.129257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:44.160689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135469a-f138-4f04-9e4c-d0561665e869 req-55483387-d748-4112-8f9a-22927b65c0dc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:44.168571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2135469a-f138-4f04-9e4c-d0561665e869 req-55483387-d748-4112-8f9a-22927b65c0dc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0853751
Apr 09 21:07:44.226751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] For port e2924883-6202-44a3-9493-7c560a37aaf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2924883-6202-44a3-9493-7c560a37aaf6,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:44.227130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:44.249551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Calling delete_port for e2924883-6202-44a3-9493-7c560a37aaf6 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:44.277347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-447bcf27-ae71-44e4-b461-6cf40bd13b90 req-45913f6a-0cc8-4051-8b6c-ba0cc64e515c tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0489380
Apr 09 21:07:44.329396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2135469a-f138-4f04-9e4c-d0561665e869 req-3c5a9de6-a363-401f-af0c-f558b793b8e3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598060
Apr 09 21:07:44.343660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] For port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:44.344278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:44.363834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Calling delete_port for 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:44.487035 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e2924883-6202-44a3-9493-7c560a37aaf6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:44.524755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e2924883-6202-44a3-9493-7c560a37aaf6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:44.764360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (ffa6b41a-cb68-43d3-99d5-975201b0ca06), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:44.888261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c3580-4590-4c50-9b05-30b579813316 req-f5a3b696-ee8f-400c-9f90-f70431c63925 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:44.891673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-489c3580-4590-4c50-9b05-30b579813316 req-f5a3b696-ee8f-400c-9f90-f70431c63925 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0673001
Apr 09 21:07:44.922454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b87d3b6-e154-4b73-833f-6aaeedfb9087 req-be455e4d-ad46-44bb-96c8-03103943ad3f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 210 time: 0.0291028
Apr 09 21:07:45.021055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-489c3580-4590-4c50-9b05-30b579813316 req-95bc7655-61a2-4b6c-a75a-721c86a999a6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966306
Apr 09 21:07:45.045138 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (61bb000c-8420-4fc7-8f3f-a1f3d9041c97), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:45.062382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['61bb000c-8420-4fc7-8f3f-a1f3d9041c97'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:45.088699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Router ffa6b41a-cb68-43d3-99d5-975201b0ca06 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:07:45.141225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Pushing event deleted for resources: {'Port': ['ID=61bb000c-8420-4fc7-8f3f-a1f3d9041c97,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:45.211206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] No DVR routers for this DVR port 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:07:45.214815 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:45.218564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8faa95e0-ec06-4eb8-b68c-9aa22993eccd req-58800a96-a41c-45a1-a186-1f162d725e77 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.25 "DELETE /v2.0/ports/61bb000c-8420-4fc7-8f3f-a1f3d9041c97 HTTP/1.1" status: 204  len: 173 time: 1.2565680
Apr 09 21:07:45.219024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'name': 'network-vif-deleted', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:45.221340 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2f475b-e7c1-4058-9ade-ace5e592e07d" -d '{"events": [{"server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "name": "network-vif-deleted", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:45.238750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:07:45.239519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-84071bf8-c912-475e-b5e5-ed82d87e7e6f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:45.241100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-84071bf8-c912-475e-b5e5-ed82d87e7e6f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.32 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 814 time: 0.2379704
Apr 09 21:07:45.248769 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4d158273-25fd-42df-ac4d-d0d73d0639cf admin admin] 10.222.0.30 "PUT /v2.0/routers/ffa6b41a-cb68-43d3-99d5-975201b0ca06/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8171554
Apr 09 21:07:45.249480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58980) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:45.260560 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] Sync routers for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:07:45.262832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Request body: {'port': {'device_id': '9b46a6da-35b7-42bd-9565-82a62ba4cd93', 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'admin_state_up': True, 'tenant_id': '0f4ad084f5dd44c2b99960f4df5cb0e8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:45.291379 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:07:45.292090 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377202670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:45.293629 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759f36fc-fee1-4b0f-b7b8-e017ac8d83b3 x-openstack-request-id: req-759f36fc-fee1-4b0f-b7b8-e017ac8d83b3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:45.293928 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103c226-e4d1-42eb-a8c0-4a9f4d34daf3", "name": "network-vif-deleted", "tag": "61bb000c-8420-4fc7-8f3f-a1f3d9041c97", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:45.294181 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-759f36fc-fee1-4b0f-b7b8-e017ac8d83b3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:45.294587 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759f36fc-fee1-4b0f-b7b8-e017ac8d83b3'] response: {'server_uuid': 'e103c226-e4d1-42eb-a8c0-4a9f4d34daf3', 'name': 'network-vif-deleted', 'tag': '61bb000c-8420-4fc7-8f3f-a1f3d9041c97', 'status': 'completed', 'code': 200}
Apr 09 21:07:45.427655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks [] for router (ffa6b41a-cb68-43d3-99d5-975201b0ca06), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:45.534403 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:07:45.540717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1bd9768-a1fa-4da7-a285-ddbd4e21baec req-d89c862a-e828-46cd-966a-c93193a977bc tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0789359
Apr 09 21:07:45.580284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Made reservation on behalf of 0f4ad084f5dd44c2b99960f4df5cb0e8 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:45.583748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:45.592001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa105-2ef7-4d7a-b186-43fa7022795e req-ea49bd68-3792-4e56-ac81-7fdcfbef9890 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:45.593869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-482aa105-2ef7-4d7a-b186-43fa7022795e req-ea49bd68-3792-4e56-ac81-7fdcfbef9890 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1323447
Apr 09 21:07:45.643024 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks [] for router_gateway (ffa6b41a-cb68-43d3-99d5-975201b0ca06), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:45.709422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Deleting port 063e6775-ec38-405d-8e78-1fa4cdacaa07 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:45.710962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:45.712902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-482aa105-2ef7-4d7a-b186-43fa7022795e req-a35b1427-64ba-4af2-9d1e-002cf06add66 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096594
Apr 09 21:07:45.773111 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377202670>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223'}], 'enable_snat': True}, 'gw_port_id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:07:44Z', 'revision_number': 5, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port': {'id': '063e6775-ec38-405d-8e78-1fa4cdacaa07', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:45.791583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Allocated IP 172.20.0.4 (aca23e59-7431-4b5d-8caa-e391d337ad7c/1aae8c63-e4b1-4661-affc-bdda2a7aff13/8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:07:45.819092 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] Checking router: ffa6b41a-cb68-43d3-99d5-975201b0ca06 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:07:45.820022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] For port 063e6775-ec38-405d-8e78-1fa4cdacaa07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=063e6775-ec38-405d-8e78-1fa4cdacaa07,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:45.820396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:45.828637 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] Routers {'ffa6b41a-cb68-43d3-99d5-975201b0ca06'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:07:45.829644 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377202670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:45.844437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Calling delete_port for 063e6775-ec38-405d-8e78-1fa4cdacaa07 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:45.935390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58990) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:45.946482 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] Set router ffa6b41a-cb68-43d3-99d5-975201b0ca06 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:07:46.003814 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377202670>, [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:07:45Z', 'revision_number': 6, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:46.032349 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ceb98e-9d67-4bf7-b576-ff6015ea3ab5 None None] The sync data for ids ['ffa6b41a-cb68-43d3-99d5-975201b0ca06'] in ncdv-master-1 is: [{'id': 'ffa6b41a-cb68-43d3-99d5-975201b0ca06', 'name': 'tempest-ServersTestBootFromVolume-789560455-router', 'tenant_id': 'b4603cd745c848eba3a1645f624e590e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:05:53Z', 'updated_at': '2022-04-09T21:07:45Z', 'revision_number': 6, 'project_id': 'b4603cd745c848eba3a1645f624e590e', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:07:46.091868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (063e6775-ec38-405d-8e78-1fa4cdacaa07), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.096946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91e75adc-7a24-43c6-816d-9ccd8fa2c888 req-ac573fbd-1d22-4bee-abd2-929b384e94a2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 210 time: 0.0599287
Apr 09 21:07:46.163030 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks [] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.166086 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Pushing event deleted for resources: {'Port': ['ID=063e6775-ec38-405d-8e78-1fa4cdacaa07,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:46.170786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb49f92a-9cfb-4336-997c-a3995e3e65c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.185488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa97f89-ebc6-4dbf-8086-f59f8e7435d3 req-07aed7a8-c45a-4663-84d7-5f5d5e26747f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:46.186969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfa97f89-ebc6-4dbf-8086-f59f8e7435d3 req-07aed7a8-c45a-4663-84d7-5f5d5e26747f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0592079
Apr 09 21:07:46.224527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (ffa6b41a-cb68-43d3-99d5-975201b0ca06), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.243136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.281468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfa97f89-ebc6-4dbf-8086-f59f8e7435d3 req-e4166dfb-2d9c-47d7-b8ce-ec5984fccfb4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858750
Apr 09 21:07:46.299958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Network aca23e59-7431-4b5d-8caa-e391d337ad7c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:07:46.301127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:07:46.303538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:07:46.331977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (ffa6b41a-cb68-43d3-99d5-975201b0ca06), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.334335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Pushing event updated for resources: {'Port': ['ID=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:46.337049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks [] for router_controller (ffa6b41a-cb68-43d3-99d5-975201b0ca06), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.365191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:46.366020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.384498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-921d0093-acdf-46c0-93f6-32022a8cedc6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1259310
Apr 09 21:07:46.398016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Request body: {'port': {'device_id': '9b46a6da-35b7-42bd-9565-82a62ba4cd93', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:46.399096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (ffa6b41a-cb68-43d3-99d5-975201b0ca06), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.399608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa6b41a-cb68-43d3-99d5-975201b0ca06 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:07:46.405644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.406814 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3342218d-e781-4056-9365-9d1d78b3c07f admin admin] 10.222.0.30 "DELETE /v2.0/routers/ffa6b41a-cb68-43d3-99d5-975201b0ca06 HTTP/1.1" status: 204  len: 168 time: 1.1560450
Apr 09 21:07:46.416601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58998) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:46.453725 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb49f92a-9cfb-4336-997c-a3995e3e65c9 admin admin] Publish callbacks [] for security_group (a581cd72-1ab9-41cc-8b57-753767ab9829), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.462703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb49f92a-9cfb-4336-997c-a3995e3e65c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a581cd72-1ab9-41cc-8b57-753767ab9829), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.465952 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.506715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-818f2cb4-af3d-47bd-8408-30f04174c7ea admin admin] Deleting subnet dfaba044-97e1-4c11-9e1c-999e78e94610 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:07:46.513235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-818f2cb4-af3d-47bd-8408-30f04174c7ea admin admin] Publish callbacks [] for subnet (dfaba044-97e1-4c11-9e1c-999e78e94610), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.515826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49f92a-9cfb-4336-997c-a3995e3e65c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a581cd72-1ab9-41cc-8b57-753767ab9829,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:46.544739 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eb49f92a-9cfb-4336-997c-a3995e3e65c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa11c45bb6014b27957d6f3ae6f66288&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6080251
Apr 09 21:07:46.545410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59000) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:46.568562 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-818f2cb4-af3d-47bd-8408-30f04174c7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (dfaba044-97e1-4c11-9e1c-999e78e94610), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.658084 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a49be990-8d5e-458b-9a1e-a396e0aab3e7 admin admin] Publish callbacks [] for security_group (a581cd72-1ab9-41cc-8b57-753767ab9829), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.675923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-706f59ba-e6fc-4c94-b107-782765eacc2f req-14dc5544-1fe4-44ac-ab27-f09afca9091c tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0546844
Apr 09 21:07:46.691682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a49be990-8d5e-458b-9a1e-a396e0aab3e7 admin admin] Publish callbacks [] for security_group (a581cd72-1ab9-41cc-8b57-753767ab9829), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.693837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-818f2cb4-af3d-47bd-8408-30f04174c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (dfaba044-97e1-4c11-9e1c-999e78e94610), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.781347 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-818f2cb4-af3d-47bd-8408-30f04174c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (dfaba044-97e1-4c11-9e1c-999e78e94610), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.789868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a49be990-8d5e-458b-9a1e-a396e0aab3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a581cd72-1ab9-41cc-8b57-753767ab9829), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.792262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a49be990-8d5e-458b-9a1e-a396e0aab3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.793751 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a49be990-8d5e-458b-9a1e-a396e0aab3e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a581cd72-1ab9-41cc-8b57-753767ab9829 HTTP/1.1" status: 204  len: 168 time: 0.2437394
Apr 09 21:07:46.826536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:46.848147 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Publish callbacks [] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:46.896545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Transition to ACTIVE for port object 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:07:46.905766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fcca-1100-45ee-8ec5-a1af717d8e87 req-d33fbea7-d0a4-4cc7-944f-ed1971517aad tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:46.912941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ead9fcca-1100-45ee-8ec5-a1af717d8e87 req-d33fbea7-d0a4-4cc7-944f-ed1971517aad tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1204700
Apr 09 21:07:46.916335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-814111f6-6341-47b5-9091-ea73d02356bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0850670
Apr 09 21:07:46.937900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.057548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Pushing event updated for resources: {'Port': ['ID=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:47.117199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f2cb4-af3d-47bd-8408-30f04174c7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfaba044-97e1-4c11-9e1c-999e78e94610,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:47.125188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-818f2cb4-af3d-47bd-8408-30f04174c7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.128345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-818f2cb4-af3d-47bd-8408-30f04174c7ea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dfaba044-97e1-4c11-9e1c-999e78e94610 HTTP/1.1" status: 204  len: 168 time: 0.7107265
Apr 09 21:07:47.129433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49be990-8d5e-458b-9a1e-a396e0aab3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a581cd72-1ab9-41cc-8b57-753767ab9829,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:47.130969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59012) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:47.144600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c41cc-90d7-4132-b6b5-ceea76be9303 None None] Network b5e7dd12-c055-4f23-9dbd-e9c65e743202 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:07:47.149697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ead9fcca-1100-45ee-8ec5-a1af717d8e87 req-447d62b9-cbfb-41f9-8876-6c53fea4613b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2357008
Apr 09 21:07:47.191852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-5c240304-8b32-4a41-9266-d2755ef0d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:47.193655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-5c240304-8b32-4a41-9266-d2755ef0d411 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be8cef49b0454f9bb34f7d52b7918a6c&device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 1128 time: 0.1756554
Apr 09 21:07:47.222005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59014) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:47.246773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (b5e7dd12-c055-4f23-9dbd-e9c65e743202), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.250991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46f03987-f071-4038-9caf-ff5beaa04e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.372009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Deleting port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:47.377694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.410871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Attempting to bind port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:07:47.411232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Attempting to bind port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:07:47.411560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Attempting to bind port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 on network aca23e59-7431-4b5d-8caa-e391d337ad7c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:47.419310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-e256ad9d-a3b7-4b94-a8c2-521a8cc4844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:47.420892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-e256ad9d-a3b7-4b94-a8c2-521a8cc4844d service neutron] 10.222.0.25 "GET /v2.0/networks?id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86 HTTP/1.1" status: 200  len: 913 time: 0.1937342
Apr 09 21:07:47.448120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] DHCP port deletion for b5e7dd12-c055-4f23-9dbd-e9c65e743202 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:07:47.508536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] For port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:47.508911 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.519275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 on network aca23e59-7431-4b5d-8caa-e391d337ad7c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:07:47.519655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Attempting to bind port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 on network aca23e59-7431-4b5d-8caa-e391d337ad7c {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:07:47.522452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] Deleting port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:07:47.522838 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.526957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46f03987-f071-4038-9caf-ff5beaa04e98 admin admin] Publish callbacks [] for security_group (762e80f9-0d39-4e7d-bd5e-8810d193b30e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.533851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Calling delete_port for 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:47.546566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46f03987-f071-4038-9caf-ff5beaa04e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (762e80f9-0d39-4e7d-bd5e-8810d193b30e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.564628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:47.587564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:07:47.587895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Checking segment: {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:07:47.588278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Bound using segment: {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:07:47.588737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Bound port: 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564205a6-3a60-4ecc-b32d-595a5d16c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:07:47.589095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.600994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a99693-1c42-41ed-81be-bb538e5d6f21 req-f7191fe8-7b0a-4fbb-8be4-7d129fd3a3a3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:47.602560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00a99693-1c42-41ed-81be-bb538e5d6f21 req-f7191fe8-7b0a-4fbb-8be4-7d129fd3a3a3 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 943 time: 0.1804388
Apr 09 21:07:47.634615 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-46f03987-f071-4038-9caf-ff5beaa04e98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dbbf8af0631466ea29321a186498bda&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4114075
Apr 09 21:07:47.637971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] For port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,segment=NetworkSegment(5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72),segment_id=5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:47.638324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59018) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:47.638453 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.651091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f03987-f071-4038-9caf-ff5beaa04e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762e80f9-0d39-4e7d-bd5e-8810d193b30e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:47.654823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] Calling delete_port for 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:07:47.656849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaff30f-291d-40c2-83e5-194d5e0c9b3c req-e58dc65b-32bf-4257-8159-3c430504dcd6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:47.658345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-deaff30f-291d-40c2-83e5-194d5e0c9b3c req-e58dc65b-32bf-4257-8159-3c430504dcd6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.1610076
Apr 09 21:07:47.714854 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.727343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f49a86-7796-49ad-8c45-cf75bd854a44 admin admin] Publish callbacks [] for security_group (762e80f9-0d39-4e7d-bd5e-8810d193b30e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.743285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00a99693-1c42-41ed-81be-bb538e5d6f21 req-e57afafd-ec49-4671-8d9c-552bc3ca137b tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230650
Apr 09 21:07:47.748483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:47.748877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.749006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Pushing event deleted for resources: {'Port': ['ID=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:47.749720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-6de65b79-927d-4c93-a481-0c41208e51df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e43d1e5-8511-4e37-ac37-577627349f47 HTTP/1.1" status: 200  len: 1001 time: 0.2379820
Apr 09 21:07:47.755907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] No DVR routers for this DVR port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:07:47.792625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f49a86-7796-49ad-8c45-cf75bd854a44 admin admin] Publish callbacks [] for security_group (762e80f9-0d39-4e7d-bd5e-8810d193b30e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.797707 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (79f9320e-5947-43d2-b3ad-5fe8fe46f0c5), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.813542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-deaff30f-291d-40c2-83e5-194d5e0c9b3c req-eb3339ad-549b-44b7-80c0-fb816ff987be tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261051
Apr 09 21:07:47.868087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] No DVR routers for this DVR port 79f9320e-5947-43d2-b3ad-5fe8fe46f0c5 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:07:47.869833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d46650-e8f1-4264-bc20-b21eac5f74a3 None None] Pushing event deleted for resources: {'Port': ['ID=79f9320e-5947-43d2-b3ad-5fe8fe46f0c5,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:47.870008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (b5e7dd12-c055-4f23-9dbd-e9c65e743202), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.872911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e2924883-6202-44a3-9493-7c560a37aaf6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:47.900681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23760e3670>,) {'filters': {'network_id': ['b5e7dd12-c055-4f23-9dbd-e9c65e743202']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:47.907610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] For port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:07:47.909344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: e2924883-6202-44a3-9493-7c560a37aaf6 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:47.909933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e2924883-6202-44a3-9493-7c560a37aaf6 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:47.910598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 063e6775-ec38-405d-8e78-1fa4cdacaa07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:47.913720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6783c1-53bf-4477-823d-5804040a241f req-b55b025e-ec62-4ca4-ac7a-4d1425f8372c tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0536020
Apr 09 21:07:47.913901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23760e3670>, '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:47.913901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23760e3670>, '5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:47.924927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-10ec0389-4e24-4616-a5f6-3efe6e2fc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:47.926323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.926545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-10ec0389-4e24-4616-a5f6-3efe6e2fc43a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=afcde071-ffde-4297-a953-7ae2c462e9dc HTTP/1.1" status: 200  len: 851 time: 0.1451793
Apr 09 21:07:47.928441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] For port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:07:47.933516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 063e6775-ec38-405d-8e78-1fa4cdacaa07 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:47.934296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 063e6775-ec38-405d-8e78-1fa4cdacaa07 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:47.941749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f49a86-7796-49ad-8c45-cf75bd854a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (762e80f9-0d39-4e7d-bd5e-8810d193b30e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.946496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.949367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f49a86-7796-49ad-8c45-cf75bd854a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.953552 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d4f49a86-7796-49ad-8c45-cf75bd854a44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/762e80f9-0d39-4e7d-bd5e-8810d193b30e HTTP/1.1" status: 204  len: 168 time: 0.3124812
Apr 09 21:07:47.955218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.967095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f49a86-7796-49ad-8c45-cf75bd854a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762e80f9-0d39-4e7d-bd5e-8810d193b30e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:47.972221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:07:47.972623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (5d5b22cc-924f-42cf-acc3-fcc3fa0f5a72), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:07:47.974599 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:07:47.987283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:07:48.013415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:07:48.014044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 61bb000c-8420-4fc7-8f3f-a1f3d9041c97 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:07:48.014185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:48.014769 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:48.016181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] 10.222.0.32 "PUT /v2.0/ports/8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 HTTP/1.1" status: 200  len: 1091 time: 1.6239951
Apr 09 21:07:48.016934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b46a6da-35b7-42bd-9565-82a62ba4cd93', 'tag': '8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:48.019266 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2be230-b68d-4c40-b22a-0548a39a86ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9b46a6da-35b7-42bd-9565-82a62ba4cd93", "tag": "8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:48.024719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-8eeaaefc-7aad-4fc8-b87e-40befe558da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:48.026311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-8eeaaefc-7aad-4fc8-b87e-40befe558da5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e88960d2-bd5c-46d3-9b62-3ba00bb82e86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0940974
Apr 09 21:07:48.072844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (b5e7dd12-c055-4f23-9dbd-e9c65e743202), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:48.074217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d23646-18cd-40ee-8d16-f1be44758b97 service neutron] Pushing event updated for resources: {'Port': ['ID=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:48.093233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:48.097371 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5e7dd12-c055-4f23-9dbd-e9c65e743202 HTTP/1.1" status: 204  len: 168 time: 0.9649661
Apr 09 21:07:48.097899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868f173-d87b-495d-ba14-b5780b6db2da admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e7dd12-c055-4f23-9dbd-e9c65e743202,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:48.120448 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bb95c7-d2df-414a-a10b-fa5439380f68 x-openstack-request-id: req-12bb95c7-d2df-414a-a10b-fa5439380f68 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:48.120752 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b46a6da-35b7-42bd-9565-82a62ba4cd93", "tag": "8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:48.120997 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12bb95c7-d2df-414a-a10b-fa5439380f68 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:48.121580 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bb95c7-d2df-414a-a10b-fa5439380f68'] response: {'name': 'network-changed', 'server_uuid': '9b46a6da-35b7-42bd-9565-82a62ba4cd93', 'tag': '8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3', 'status': 'completed', 'code': 200}
Apr 09 21:07:48.171848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-7cbd3658-3e2c-4c3d-8557-0bdcb6b1f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:48.173440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-7cbd3658-3e2c-4c3d-8557-0bdcb6b1f4db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 1125 time: 0.0549047
Apr 09 21:07:48.222348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-0c87d8d8-adf0-491e-9a21-28968d1743f0 service neutron] 10.222.0.25 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886625
Apr 09 21:07:48.223645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-41812c91-e726-466d-b666-d1e82aa5f0ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 HTTP/1.1" status: 200  len: 217 time: 0.0405421
Apr 09 21:07:48.359638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59038) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:48.378203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d76c6-a025-43ab-b9aa-1e0ad1fa432d req-a32613d9-e3fb-4831-985a-cc7c03b5df32 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:48.379678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-748d76c6-a025-43ab-b9aa-1e0ad1fa432d req-a32613d9-e3fb-4831-985a-cc7c03b5df32 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1502008
Apr 09 21:07:48.383837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-011d2d25-7e3c-4f65-bfd2-29ccb18d319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:48.385870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-011d2d25-7e3c-4f65-bfd2-29ccb18d319e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aae8c63-e4b1-4661-affc-bdda2a7aff13 HTTP/1.1" status: 200  len: 854 time: 0.1467350
Apr 09 21:07:48.405093 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-61082f48-d80e-4fa2-bbd9-ea8c2f59a457 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4603cd745c848eba3a1645f624e590e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0431907
Apr 09 21:07:48.406734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59042) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:48.442408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-bb012972-961f-4c62-a472-b2e95115e095 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aca23e59-7431-4b5d-8caa-e391d337ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497236
Apr 09 21:07:48.451925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89a99aa3-a8ba-4816-82dc-c2f12e0f41ba req-e7d005e8-0f35-41eb-8074-4de8b8726cac service neutron] 10.222.0.25 "GET /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238975
Apr 09 21:07:48.471931 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1047fcb3-220e-4815-80f8-1019a8b378de admin admin] Publish callbacks [] for security_group (c57ea60a-15a2-48f2-ab14-fb7c72420c6e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:48.498392 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1047fcb3-220e-4815-80f8-1019a8b378de admin admin] Publish callbacks [] for security_group (c57ea60a-15a2-48f2-ab14-fb7c72420c6e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:48.504069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-748d76c6-a025-43ab-b9aa-1e0ad1fa432d req-d06fe1be-1de1-4e22-b5dc-468f19a3764f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156781
Apr 09 21:07:48.568111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-2b232442-0a1b-4d5b-b67b-039fa80fb82e service neutron] 10.222.0.32 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1154008
Apr 09 21:07:48.575784 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1047fcb3-220e-4815-80f8-1019a8b378de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c57ea60a-15a2-48f2-ab14-fb7c72420c6e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:48.580483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1047fcb3-220e-4815-80f8-1019a8b378de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:48.582251 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1047fcb3-220e-4815-80f8-1019a8b378de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c57ea60a-15a2-48f2-ab14-fb7c72420c6e HTTP/1.1" status: 204  len: 168 time: 0.1743252
Apr 09 21:07:48.595277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047fcb3-220e-4815-80f8-1019a8b378de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ea60a-15a2-48f2-ab14-fb7c72420c6e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:48.685122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ca318a-6da4-4b05-81ab-decaba939cf4 req-221884ed-7d18-48ca-9094-1e52e5b6f0b0 service neutron] 10.222.0.32 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1099637
Apr 09 21:07:48.903966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d4897-0de6-4330-b9bb-d1b341285d8a req-e0bd64fc-d2c6-47e6-9497-e5d54f4277c4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:48.906564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-255d4897-0de6-4330-b9bb-d1b341285d8a req-e0bd64fc-d2c6-47e6-9497-e5d54f4277c4 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 943 time: 0.0586610
Apr 09 21:07:48.993900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5f479-7b96-419e-9038-8f310948e768 req-d19310e5-e214-467e-8dc7-33029ff84cf1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:48.995411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eda5f479-7b96-419e-9038-8f310948e768 req-d19310e5-e214-467e-8dc7-33029ff84cf1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0760374
Apr 09 21:07:49.003125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-255d4897-0de6-4330-b9bb-d1b341285d8a req-60d34315-086c-4b3f-86e7-14b707fbcdb1 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910635
Apr 09 21:07:49.067842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eda5f479-7b96-419e-9038-8f310948e768 req-093bc8fe-7e09-4c36-a814-4d7c6cc2af76 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637414
Apr 09 21:07:49.129924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-857062e1-a7ab-42aa-8f0a-248509f53e09 req-94dd44a3-a392-46dc-8b5b-a9a6911578bb tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0356486
Apr 09 21:07:49.645372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a900-6fb1-4d54-b868-81c4f3b291fa req-930a6482-7ccb-44c3-abad-100bdf5d4519 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:49.654897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e05a900-6fb1-4d54-b868-81c4f3b291fa req-930a6482-7ccb-44c3-abad-100bdf5d4519 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0658917
Apr 09 21:07:49.708935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e05a900-6fb1-4d54-b868-81c4f3b291fa req-44d97831-92bf-4919-a81b-80422c0aee61 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530951
Apr 09 21:07:49.869176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-4d1e84d7-6946-47bb-978c-5af1c49c50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:49.870914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-4d1e84d7-6946-47bb-978c-5af1c49c50e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 1125 time: 0.0429037
Apr 09 21:07:49.973661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-66621747-ea27-405a-a19d-ea73e42c30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:49.975240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-66621747-ea27-405a-a19d-ea73e42c30e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 200  len: 915 time: 0.0983748
Apr 09 21:07:50.023912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-9edef3db-983c-44a6-8bc9-0cbed76a02a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 HTTP/1.1" status: 200  len: 217 time: 0.0370333
Apr 09 21:07:50.101073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-13092830-2558-4214-8d6d-29f6a2fb13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:50.102637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-13092830-2558-4214-8d6d-29f6a2fb13aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aae8c63-e4b1-4661-affc-bdda2a7aff13 HTTP/1.1" status: 200  len: 854 time: 0.0717208
Apr 09 21:07:50.140956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e093c91-2bd5-4f8f-b306-9673930f50a7 req-d11278e2-61ad-4cca-83a8-6688f05dec2f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:50.148637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e093c91-2bd5-4f8f-b306-9673930f50a7 req-d11278e2-61ad-4cca-83a8-6688f05dec2f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 943 time: 0.0642309
Apr 09 21:07:50.222736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-b7d64395-f130-4db0-b289-a106004d4ae0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aca23e59-7431-4b5d-8caa-e391d337ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0717061
Apr 09 21:07:50.264104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59176) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:50.274007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14d70-9a2e-44e9-bc81-ec9c53851fab req-17829b45-7e85-4cad-8631-c5ebe57f59af tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:50.275533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84a14d70-9a2e-44e9-bc81-ec9c53851fab req-17829b45-7e85-4cad-8631-c5ebe57f59af tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.1066236
Apr 09 21:07:50.303318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e093c91-2bd5-4f8f-b306-9673930f50a7 req-64f6f29d-0d7c-410b-920e-56ab60ff7778 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535225
Apr 09 21:07:50.380381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bfd7380d-db65-4009-9ee3-406a55a88821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:50.385523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84a14d70-9a2e-44e9-bc81-ec9c53851fab req-fd9966ec-1cfe-46db-9f03-09e34e4667a4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001129
Apr 09 21:07:50.414533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07972065-11af-4d17-bc38-8df9453e231f req-832bb9e3-6ac5-4ccf-bb03-b68b0ccaefe0 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0429535
Apr 09 21:07:50.425991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-8b2c86ea-aec6-4f00-bc49-e5ad16f6c180 service neutron] 10.222.0.32 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933258
Apr 09 21:07:50.487255 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d8888ed-563d-4be6-943a-b9a368270d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:50.542049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f2be230-b68d-4c40-b22a-0548a39a86ec req-84244219-5c25-404a-9dd7-f90c5686635f service neutron] 10.222.0.32 "GET /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095543
Apr 09 21:07:50.579226 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d8888ed-563d-4be6-943a-b9a368270d0e admin admin] Publish callbacks [] for security_group (8b5ec6c2-272c-4663-84ab-a88dd371a525), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:50.582695 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d8888ed-563d-4be6-943a-b9a368270d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8b5ec6c2-272c-4663-84ab-a88dd371a525), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:50.622490 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2d8888ed-563d-4be6-943a-b9a368270d0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cd5ee978c6040a685a6b6050bc8981b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3542175
Apr 09 21:07:50.622927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59190) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:50.628478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8888ed-563d-4be6-943a-b9a368270d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5ec6c2-272c-4663-84ab-a88dd371a525,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:50.673213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08c34755-a3b0-43fb-a653-7ccf69f94d3e admin admin] Publish callbacks [] for security_group (8b5ec6c2-272c-4663-84ab-a88dd371a525), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:50.694152 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08c34755-a3b0-43fb-a653-7ccf69f94d3e admin admin] Publish callbacks [] for security_group (8b5ec6c2-272c-4663-84ab-a88dd371a525), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:50.748778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08c34755-a3b0-43fb-a653-7ccf69f94d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8b5ec6c2-272c-4663-84ab-a88dd371a525), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:50.751608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08c34755-a3b0-43fb-a653-7ccf69f94d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:50.755318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-08c34755-a3b0-43fb-a653-7ccf69f94d3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b5ec6c2-272c-4663-84ab-a88dd371a525 HTTP/1.1" status: 204  len: 168 time: 0.1288018
Apr 09 21:07:50.761439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c34755-a3b0-43fb-a653-7ccf69f94d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5ec6c2-272c-4663-84ab-a88dd371a525,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:50.846379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d9267-a0a9-421e-af01-370879f3fabc req-d9fb258a-c69d-4a48-81f2-2fbacd5853e9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:50.847940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-976d9267-a0a9-421e-af01-370879f3fabc req-d9fb258a-c69d-4a48-81f2-2fbacd5853e9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0525351
Apr 09 21:07:50.875498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59200) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:50.899549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-976d9267-a0a9-421e-af01-370879f3fabc req-1c6712c2-6cde-48b4-a271-ce27e682829c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448620
Apr 09 21:07:51.118262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-198f3b98-0c4e-403e-b487-1d7d9d025933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.200940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-198f3b98-0c4e-403e-b487-1d7d9d025933 admin admin] Publish callbacks [] for security_group (107302cc-8fd7-457c-a6e4-3613db78f421), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.206037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-198f3b98-0c4e-403e-b487-1d7d9d025933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (107302cc-8fd7-457c-a6e4-3613db78f421), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.246741 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-198f3b98-0c4e-403e-b487-1d7d9d025933 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40677c2ac4154153a80e200eba043496&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3693070
Apr 09 21:07:51.247863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f3b98-0c4e-403e-b487-1d7d9d025933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107302cc-8fd7-457c-a6e4-3613db78f421,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:51.249769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59214) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:51.302937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40661cbc-4c0d-4107-93cd-b1c3908af08d admin admin] Publish callbacks [] for security_group (107302cc-8fd7-457c-a6e4-3613db78f421), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.325141 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40661cbc-4c0d-4107-93cd-b1c3908af08d admin admin] Publish callbacks [] for security_group (107302cc-8fd7-457c-a6e4-3613db78f421), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.379032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40661cbc-4c0d-4107-93cd-b1c3908af08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (107302cc-8fd7-457c-a6e4-3613db78f421), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.381591 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40661cbc-4c0d-4107-93cd-b1c3908af08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.383005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-40661cbc-4c0d-4107-93cd-b1c3908af08d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/107302cc-8fd7-457c-a6e4-3613db78f421 HTTP/1.1" status: 204  len: 168 time: 0.1320157
Apr 09 21:07:51.421732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40661cbc-4c0d-4107-93cd-b1c3908af08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107302cc-8fd7-457c-a6e4-3613db78f421,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:51.461353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09078a-7a66-49bc-9479-da72b26f8ea7 req-52819494-b30d-4de0-bcc6-e7e1799ab749 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:51.464451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae09078a-7a66-49bc-9479-da72b26f8ea7 req-52819494-b30d-4de0-bcc6-e7e1799ab749 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 943 time: 0.0798967
Apr 09 21:07:51.562617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdfcb7-8785-4162-b3db-4987350ddaba req-66427403-12c6-4927-9b4e-071af6103801 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:51.564093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5cdfcb7-8785-4162-b3db-4987350ddaba req-66427403-12c6-4927-9b4e-071af6103801 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0689049
Apr 09 21:07:51.567621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae09078a-7a66-49bc-9479-da72b26f8ea7 req-ca5d1b72-4280-4c98-a65c-687fb75ea6ad tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964572
Apr 09 21:07:51.579429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:07:51.640461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5cdfcb7-8785-4162-b3db-4987350ddaba req-84f16856-9ac2-48eb-bb8e-599f382d1b95 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583444
Apr 09 21:07:51.715733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eb34e0cd-03dd-43ea-8763-5d087c1ab2e6 req-aeaa85a7-1602-4ff1-99ce-954194e9eae2 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0565939
Apr 09 21:07:51.763568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59234) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:51.829909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59238) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:51.846194 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f38ebe3-5e6e-4eaf-b195-48ee87df631b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.908518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:51.921902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3', 'network_id': 'aca23e59-7431-4b5d-8caa-e391d337ad7c', 'port_id': '8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3', 'mac_address': 'fa:16:3e:ff:54:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae8c63-e4b1-4661-affc-bdda2a7aff13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:07:51.948066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f38ebe3-5e6e-4eaf-b195-48ee87df631b admin admin] Publish callbacks [] for security_group (f3e3236b-6f43-4955-aeac-fac5018d56b6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.954339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f38ebe3-5e6e-4eaf-b195-48ee87df631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3e3236b-6f43-4955-aeac-fac5018d56b6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.970476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:51.970929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:51.988124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:52.007370 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f38ebe3-5e6e-4eaf-b195-48ee87df631b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45b229cb96a64b2aa019d97f651deea6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1736903
Apr 09 21:07:52.010306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1601464835-network', 'tenant_id': 'c9f995113d394d2fa8d8f8a6b69fdf80'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:52.012171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:52.013020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59242) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:52.017641 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.022122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38ebe3-5e6e-4eaf-b195-48ee87df631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3236b-6f43-4955-aeac-fac5018d56b6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:52.037592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8b17-81ab-4035-98df-b423b9b6a55b req-24cb952e-a8dc-4791-9938-06293606fab6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:52.048125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cfc8b17-81ab-4035-98df-b423b9b6a55b req-24cb952e-a8dc-4791-9938-06293606fab6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0668344
Apr 09 21:07:52.065254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Made reservation on behalf of c9f995113d394d2fa8d8f8a6b69fdf80 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:52.067508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.073898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:52.079722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.093450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9cfc8b17-81ab-4035-98df-b423b9b6a55b req-20abe7ff-a161-4da9-9ded-d923056aa178 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442822
Apr 09 21:07:52.111649 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ea9326c-742a-438b-bb13-866588b85181 admin admin] Publish callbacks [] for security_group (f3e3236b-6f43-4955-aeac-fac5018d56b6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.147744 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ea9326c-742a-438b-bb13-866588b85181 admin admin] Publish callbacks [] for security_group (f3e3236b-6f43-4955-aeac-fac5018d56b6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.213023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Publish callbacks [] for security_group (1355a353-194b-4777-b53e-2278b6714965), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.218802 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1355a353-194b-4777-b53e-2278b6714965), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.235017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ea9326c-742a-438b-bb13-866588b85181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3e3236b-6f43-4955-aeac-fac5018d56b6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.237503 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ea9326c-742a-438b-bb13-866588b85181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.238642 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6ea9326c-742a-438b-bb13-866588b85181 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3e3236b-6f43-4955-aeac-fac5018d56b6 HTTP/1.1" status: 204  len: 168 time: 0.2246363
Apr 09 21:07:52.243084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:07:52.260844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a03b2e70-c8f5-402d-9b3a-0c2ba67adcbe), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.261203 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Added segment a03b2e70-c8f5-402d-9b3a-0c2ba67adcbe of type vlan for network 27029484-a3b9-456d-a032-2ba59027b709
Apr 09 21:07:52.262554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1355a353-194b-4777-b53e-2278b6714965,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:52.264692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:52.282465 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9326c-742a-438b-bb13-866588b85181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3236b-6f43-4955-aeac-fac5018d56b6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:52.321490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (27029484-a3b9-456d-a032-2ba59027b709), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.356015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (27029484-a3b9-456d-a032-2ba59027b709), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.357208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:52.357921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.399322 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6342533
Apr 09 21:07:52.402156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59248) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:52.431234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Request body: {'subnet': {'network_id': '27029484-a3b9-456d-a032-2ba59027b709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1601464835-subnet', 'tenant_id': 'c9f995113d394d2fa8d8f8a6b69fdf80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:52.444346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe3b4-1422-4353-bc50-9043fa398b79 admin admin] Pushing event updated for resources: {'Network': ['ID=27029484-a3b9-456d-a032-2ba59027b709,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:52.455914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 27029484-a3b9-456d-a032-2ba59027b709 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:07:52.466059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Made reservation on behalf of c9f995113d394d2fa8d8f8a6b69fdf80 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:52.469114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.664788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (5f905c45-6014-498e-8ce6-5166b98581e5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.710576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb6e73-228a-4209-852b-5cd94c44c22c req-c608a859-e789-41bc-95e6-98973e3caed6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:52.717641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dcdb6e73-228a-4209-852b-5cd94c44c22c req-c608a859-e789-41bc-95e6-98973e3caed6 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 944 time: 0.0753658
Apr 09 21:07:52.739322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f905c45-6014-498e-8ce6-5166b98581e5,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:52.751099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Checking segment: {'id': 'a03b2e70-c8f5-402d-9b3a-0c2ba67adcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '27029484-a3b9-456d-a032-2ba59027b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:07:52.751464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Network hostable DHCP agents. Network: 27029484-a3b9-456d-a032-2ba59027b709, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:07:52.777877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Network 27029484-a3b9-456d-a032-2ba59027b709 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:07:52.789281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 27029484-a3b9-456d-a032-2ba59027b709) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:07:52.789767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904296b-340f-4a19-95c9-c0196f43b4a9 req-96e4c6a4-7299-45e7-a0f2-545dcf0ab224 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:52.791288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4904296b-340f-4a19-95c9-c0196f43b4a9 req-96e4c6a4-7299-45e7-a0f2-545dcf0ab224 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0657651
Apr 09 21:07:52.797571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26252e81-81c2-410d-9d32-f0fc40ae948f None None] Network 27029484-a3b9-456d-a032-2ba59027b709 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:07:52.806141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:52.807109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.814668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dcdb6e73-228a-4209-852b-5cd94c44c22c req-df86a10a-c424-46e4-9a95-0a7d5ea4d407 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935791
Apr 09 21:07:52.840331 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-934bc0a3-54ac-415b-a334-31a1c21a9ba6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4296288
Apr 09 21:07:52.894099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4904296b-340f-4a19-95c9-c0196f43b4a9 req-7fcc65ef-1530-42b9-8828-d7405656e430 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776553
Apr 09 21:07:52.939211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ec7669a-7e1f-4c65-8372-fdda7e874ae5 req-57bc31ab-4437-43c6-ae25-41224723569f tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0433671
Apr 09 21:07:52.944113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-241f9299-7d5a-44f8-978a-156892c844ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:52.984263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd2c72-d7c5-4eaf-8b3f-00859837db46 None None] Network 27029484-a3b9-456d-a032-2ba59027b709 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:07:53.214522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5fbee-e0c5-4be9-a80b-3139124308cf req-02072970-dbd6-428b-bec2-8ee75ac2ec77 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:53.216799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89f5fbee-e0c5-4be9-a80b-3139124308cf req-02072970-dbd6-428b-bec2-8ee75ac2ec77 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0548670
Apr 09 21:07:53.285221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89f5fbee-e0c5-4be9-a80b-3139124308cf req-48d6f69d-edea-4dee-acaa-e6c4912afbe1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573764
Apr 09 21:07:53.455552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59300) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:53.502172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4bc191-7722-4f06-b6b0-2348aa870a23 admin admin] Deleting subnet 5f905c45-6014-498e-8ce6-5166b98581e5 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:07:53.505541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc191-7722-4f06-b6b0-2348aa870a23 admin admin] Publish callbacks [] for subnet (5f905c45-6014-498e-8ce6-5166b98581e5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.539857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc191-7722-4f06-b6b0-2348aa870a23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (5f905c45-6014-498e-8ce6-5166b98581e5), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.576822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:53.579909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc191-7722-4f06-b6b0-2348aa870a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5f905c45-6014-498e-8ce6-5166b98581e5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.629971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:07:53.639366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:53.639796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.647635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc191-7722-4f06-b6b0-2348aa870a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5f905c45-6014-498e-8ce6-5166b98581e5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.680648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc191-7722-4f06-b6b0-2348aa870a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.683824 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4e4bc191-7722-4f06-b6b0-2348aa870a23 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5f905c45-6014-498e-8ce6-5166b98581e5 HTTP/1.1" status: 204  len: 168 time: 0.2270095
Apr 09 21:07:53.684784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bc191-7722-4f06-b6b0-2348aa870a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f905c45-6014-498e-8ce6-5166b98581e5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:53.686918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59308) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:53.727185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:53.727573 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.751043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b46a6da-35b7-42bd-9565-82a62ba4cd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:53.753584 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a3dda-f38e-49bc-8245-022aad8c4e63" -d '{"events": [{"server_uuid": "9b46a6da-35b7-42bd-9565-82a62ba4cd93", "name": "network-vif-plugged", "status": "completed", "tag": "8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:53.763141 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (27029484-a3b9-456d-a032-2ba59027b709), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.767834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:53.775631 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:53.816245 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef8b6a8-1960-4702-8160-f795ae09fe29 x-openstack-request-id: req-1ef8b6a8-1960-4702-8160-f795ae09fe29 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:07:53.816905 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b46a6da-35b7-42bd-9565-82a62ba4cd93", "name": "network-vif-plugged", "status": "completed", "tag": "8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:07:53.816905 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ef8b6a8-1960-4702-8160-f795ae09fe29 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:07:53.817439 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef8b6a8-1960-4702-8160-f795ae09fe29'] response: {'server_uuid': '9b46a6da-35b7-42bd-9565-82a62ba4cd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3', 'code': 200}
Apr 09 21:07:53.854306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:53.876725 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (27029484-a3b9-456d-a032-2ba59027b709), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:54.063448 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:54.285254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376d3b7c0>,) {'filters': {'network_id': ['27029484-a3b9-456d-a032-2ba59027b709']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:54.310596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376d3b7c0>, 'a03b2e70-c8f5-402d-9b3a-0c2ba67adcbe') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:54.310957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376d3b7c0>, 'a03b2e70-c8f5-402d-9b3a-0c2ba67adcbe') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:07:54.316066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd801e61-da00-4264-8573-96f1ab491d81 req-8146d696-f220-4eb1-89ff-c5c57db897f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:54.317594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd801e61-da00-4264-8573-96f1ab491d81 req-8146d696-f220-4eb1-89ff-c5c57db897f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 1127 time: 0.4499996
Apr 09 21:07:54.347047 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (a03b2e70-c8f5-402d-9b3a-0c2ba67adcbe), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:54.379097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e21e7-7f91-4fe5-8e4e-bae44e2005ce req-b2617862-7964-42bc-9183-1a46f183d1ac tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:54.380608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac7e21e7-7f91-4fe5-8e4e-bae44e2005ce req-b2617862-7964-42bc-9183-1a46f183d1ac tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.4807117
Apr 09 21:07:54.399736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c50b4-4a35-47e5-8897-3cf875635d7c req-576a4ac7-11d7-4599-8881-bcc8d8895306 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:54.403972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-804c50b4-4a35-47e5-8897-3cf875635d7c req-576a4ac7-11d7-4599-8881-bcc8d8895306 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.1137979
Apr 09 21:07:54.406849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a03b2e70-c8f5-402d-9b3a-0c2ba67adcbe), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:54.430636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:07:54.430962 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (a03b2e70-c8f5-402d-9b3a-0c2ba67adcbe), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:07:54.436972 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:07:54.532302 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd801e61-da00-4264-8573-96f1ab491d81 req-a53800d4-5db4-47a6-840c-250346379db9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892452
Apr 09 21:07:54.556779 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (27029484-a3b9-456d-a032-2ba59027b709), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:54.569595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac7e21e7-7f91-4fe5-8e4e-bae44e2005ce req-88a8de6c-0bae-4620-81af-6ed672feea75 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804445
Apr 09 21:07:54.578209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:54.582212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] 10.222.0.30 "DELETE /v2.0/networks/27029484-a3b9-456d-a032-2ba59027b709 HTTP/1.1" status: 204  len: 168 time: 0.8942254
Apr 09 21:07:54.610250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-804c50b4-4a35-47e5-8897-3cf875635d7c req-259a7e09-5f51-4fd3-954b-69de85d4aea9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955061
Apr 09 21:07:54.620992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81de51-db15-450c-9b38-e0332866b2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=27029484-a3b9-456d-a032-2ba59027b709,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:54.677372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a12e261b-603a-4ac1-b26a-bfa11df22520 req-65dce052-2adc-4138-9885-f3904aafb094 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0431652
Apr 09 21:07:54.741218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1202-8a79-4165-b1c3-d3fd4d993367 req-54cf1d47-e070-411b-821c-e7e477c04a41 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:54.742828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-525d1202-8a79-4165-b1c3-d3fd4d993367 req-54cf1d47-e070-411b-821c-e7e477c04a41 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0556045
Apr 09 21:07:54.807278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-525d1202-8a79-4165-b1c3-d3fd4d993367 req-78a42a04-9bd1-4f37-addd-a93cd5b0be07 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565393
Apr 09 21:07:54.889168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59348) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:54.929792 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-60d6ba83-71c5-44fa-82b5-a8578cfb28e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9f995113d394d2fa8d8f8a6b69fdf80&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394344
Apr 09 21:07:54.932439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59350) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:54.985388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12716d7e-5509-447d-8e4c-f61e33868bac admin admin] Publish callbacks [] for security_group (1355a353-194b-4777-b53e-2278b6714965), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:55.008075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12716d7e-5509-447d-8e4c-f61e33868bac admin admin] Publish callbacks [] for security_group (1355a353-194b-4777-b53e-2278b6714965), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:55.057583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12716d7e-5509-447d-8e4c-f61e33868bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1355a353-194b-4777-b53e-2278b6714965), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:55.060405 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12716d7e-5509-447d-8e4c-f61e33868bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:55.061618 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-12716d7e-5509-447d-8e4c-f61e33868bac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1355a353-194b-4777-b53e-2278b6714965 HTTP/1.1" status: 204  len: 168 time: 0.1283169
Apr 09 21:07:55.070346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12716d7e-5509-447d-8e4c-f61e33868bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1355a353-194b-4777-b53e-2278b6714965,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:55.117881 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:55.119990 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:55.718589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad16a-4f1c-452c-92f0-c10f8b921225 req-e74a17c0-6c6d-40e6-9da2-0d450a0afa75 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:55.720412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-343ad16a-4f1c-452c-92f0-c10f8b921225 req-e74a17c0-6c6d-40e6-9da2-0d450a0afa75 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.0627487
Apr 09 21:07:55.807041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-343ad16a-4f1c-452c-92f0-c10f8b921225 req-800da72d-75b4-45ac-b029-883f957d2d0e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722530
Apr 09 21:07:55.815178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d829114-1549-4780-8a56-9e32c199a554 req-0d04a83b-33ae-48b8-a2d9-a77fe0b6ed09 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:55.816670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d829114-1549-4780-8a56-9e32c199a554 req-0d04a83b-33ae-48b8-a2d9-a77fe0b6ed09 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0950823
Apr 09 21:07:55.904836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d829114-1549-4780-8a56-9e32c199a554 req-71a59a4f-e973-43db-ad38-579e19e94ea9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785372
Apr 09 21:07:55.995960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a40ba893-d37d-4dbc-8ddc-d400ca63ccfd req-09139ab1-7d56-4573-bd77-a651656e2d54 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0594060
Apr 09 21:07:56.059289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7989a-4d83-4a29-9886-ce3d8b755160 req-98f16a65-1c3e-4761-bb89-07a21c36e262 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:56.067021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22d7989a-4d83-4a29-9886-ce3d8b755160 req-98f16a65-1c3e-4761-bb89-07a21c36e262 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0647812
Apr 09 21:07:56.088453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59402) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:56.123340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22d7989a-4d83-4a29-9886-ce3d8b755160 req-2dc5a148-9025-4b98-8000-72661f099cc1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551469
Apr 09 21:07:56.349559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-130488152-network', 'tenant_id': '535d9672c979478f9aac7df36e55fc72'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:56.375024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Made reservation on behalf of 535d9672c979478f9aac7df36e55fc72 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:56.377798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.387020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.484302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Publish callbacks [] for security_group (db60de15-a2ae-4b7e-b39f-9ce69c22ae15), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.490289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db60de15-a2ae-4b7e-b39f-9ce69c22ae15), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.515126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:07:56.531376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db60de15-a2ae-4b7e-b39f-9ce69c22ae15,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:56.535509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (485c6c2a-a4b5-427c-a4c3-12ad97ed479f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.535935 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Added segment 485c6c2a-a4b5-427c-a4c3-12ad97ed479f of type vlan for network d5d3d6c0-0a35-4735-83f2-767b0bfabafa
Apr 09 21:07:56.584700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d5d3d6c0-0a35-4735-83f2-767b0bfabafa), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.615884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d5d3d6c0-0a35-4735-83f2-767b0bfabafa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.617206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:56.617871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.649960 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5600231
Apr 09 21:07:56.652896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59416) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:07:56.659571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Request body: {'subnet': {'network_id': 'd5d3d6c0-0a35-4735-83f2-767b0bfabafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-130488152-subnet', 'tenant_id': '535d9672c979478f9aac7df36e55fc72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:07:56.695991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e13e9f-54f4-4cc4-b3e9-86d217b83a60 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d3d6c0-0a35-4735-83f2-767b0bfabafa,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:56.711000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d5d3d6c0-0a35-4735-83f2-767b0bfabafa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:07:56.715110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Made reservation on behalf of 535d9672c979478f9aac7df36e55fc72 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:07:56.717537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.855433 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.922721 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c16c349f-3ad2-4cff-b0c3-0bedd7510f1a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:56.989138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16c349f-3ad2-4cff-b0c3-0bedd7510f1a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:56.989667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ee2f7-8881-41f1-96d2-1820592af74f req-b7dba4fa-2d8d-4e46-9ad7-af532e71f2dc tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:56.992272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a6ee2f7-8881-41f1-96d2-1820592af74f req-b7dba4fa-2d8d-4e46-9ad7-af532e71f2dc tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.0991995
Apr 09 21:07:57.001425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Checking segment: {'id': '485c6c2a-a4b5-427c-a4c3-12ad97ed479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5d3d6c0-0a35-4735-83f2-767b0bfabafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:07:57.001425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Network hostable DHCP agents. Network: d5d3d6c0-0a35-4735-83f2-767b0bfabafa, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:07:57.024953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Network d5d3d6c0-0a35-4735-83f2-767b0bfabafa is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:07:57.040573 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5d3d6c0-0a35-4735-83f2-767b0bfabafa) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:07:57.048348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:57.048979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4369d0-06c2-4181-ab1b-f6a3b4b31136 None None] Network d5d3d6c0-0a35-4735-83f2-767b0bfabafa requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:07:57.049823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:57.082728 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3eff4b49-9600-4457-b548-a101916925fc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4285562
Apr 09 21:07:57.083409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a6ee2f7-8881-41f1-96d2-1820592af74f req-abc934e5-f4f2-4e3f-9f0f-ddcacca1d8d8 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792975
Apr 09 21:07:57.093231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd6a19-eb48-4fde-a98a-560999d32fcc req-3cd5c013-3d60-4320-b504-ee061e058d5a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:57.095700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03dd6a19-eb48-4fde-a98a-560999d32fcc req-3cd5c013-3d60-4320-b504-ee061e058d5a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.1021037
Apr 09 21:07:57.161490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03dd6a19-eb48-4fde-a98a-560999d32fcc req-7905b45f-141c-4dea-a021-5d4c0171de15 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591607
Apr 09 21:07:57.242061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaab7d3-2b53-48fc-b17f-be6bb77938b9 None None] Network d5d3d6c0-0a35-4735-83f2-767b0bfabafa requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:07:57.295475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c02c9de0-f657-40a4-8f6b-28aed2fbb7dd req-3a98babd-567a-4cc0-962d-643111749007 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0605907
Apr 09 21:07:57.308448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af476684-3184-47cf-bb26-6a8516b32033 req-78ba07b5-f277-4c51-a3b4-e8423c0280ec tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:57.310016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af476684-3184-47cf-bb26-6a8516b32033 req-78ba07b5-f277-4c51-a3b4-e8423c0280ec tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.0742350
Apr 09 21:07:57.386650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af476684-3184-47cf-bb26-6a8516b32033 req-b91c2348-2b25-40fb-a5dc-eb6a7dbd1295 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627310
Apr 09 21:07:57.421845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dbe93-7c19-4c0e-9d9f-28f2f1ac7453 req-e281168c-c79e-4551-b8dc-737ae335510a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:57.423403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-092dbe93-7c19-4c0e-9d9f-28f2f1ac7453 req-e281168c-c79e-4551-b8dc-737ae335510a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0611515
Apr 09 21:07:57.509338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-092dbe93-7c19-4c0e-9d9f-28f2f1ac7453 req-f381bba8-1db3-4f98-b1d0-d843017e9548 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698001
Apr 09 21:07:57.611931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:07:57.700538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd60bc-822a-40e7-a4c3-55bd689cd3fa req-816b795e-f0fb-4977-a877-a311aba8e866 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:57.707543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63bd60bc-822a-40e7-a4c3-55bd689cd3fa req-816b795e-f0fb-4977-a877-a311aba8e866 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.0570617
Apr 09 21:07:57.745048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:57.759759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1', 'port_id': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'mac_address': 'fa:16:3e:66:90:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa61e8dd-c0ad-4e9b-806b-455dd491b502', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:07:57.766887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63bd60bc-822a-40e7-a4c3-55bd689cd3fa req-57a3f931-4b1c-410a-92f3-76a4cb1751ad tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578458
Apr 09 21:07:57.821951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b89a1903-4bc6-4937-ab1c-08ead482d6d7 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:57.822463 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:57.854918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b89a1903-4bc6-4937-ab1c-08ead482d6d7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:07:57.888925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:57.897963 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:57.957698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302b0e0-57c9-4b21-90c2-37f240f70dca req-372f7dc4-2696-4ead-86db-a9718096e921 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:57.965670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0302b0e0-57c9-4b21-90c2-37f240f70dca req-372f7dc4-2696-4ead-86db-a9718096e921 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.0782182
Apr 09 21:07:57.969244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:07:57.991935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b89a1903-4bc6-4937-ab1c-08ead482d6d7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:07:58.049498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0302b0e0-57c9-4b21-90c2-37f240f70dca req-a16d6cd2-4328-49a9-9aec-7911699f018b tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784013
Apr 09 21:07:58.348999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d61ff2-2b09-441c-9118-31788f65ae9f req-6b3fc68c-655f-4fc7-b3b5-9bab8484574f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:58.350579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d61ff2-2b09-441c-9118-31788f65ae9f req-6b3fc68c-655f-4fc7-b3b5-9bab8484574f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0896254
Apr 09 21:07:58.356869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c17b42-f3a6-49fa-a1f6-31e22e7a758d req-92f18a17-f524-472c-bea4-2b42436c67df tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:58.358473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93c17b42-f3a6-49fa-a1f6-31e22e7a758d req-92f18a17-f524-472c-bea4-2b42436c67df tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.0811863
Apr 09 21:07:58.428142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d61ff2-2b09-441c-9118-31788f65ae9f req-7c8a83b5-ae41-4946-af35-70f694594752 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686398
Apr 09 21:07:58.454069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93c17b42-f3a6-49fa-a1f6-31e22e7a758d req-82d5be7c-6545-4007-b43e-c2cf8ef69ff7 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797691
Apr 09 21:07:58.625778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a882196-4001-441c-9773-cc0430c1b2a1 req-93e4534a-6227-43bf-a3e2-5e149cd50f45 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:58.627410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a882196-4001-441c-9773-cc0430c1b2a1 req-93e4534a-6227-43bf-a3e2-5e149cd50f45 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.0676770
Apr 09 21:07:58.629182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fac6200-ba85-42f4-a84c-b2278089eabf req-8abef8cd-1c13-4e0f-8503-4138e916ca51 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0815840
Apr 09 21:07:58.720868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a882196-4001-441c-9773-cc0430c1b2a1 req-63331c27-5dbb-4e99-bffc-d5dd2a1b5e2f tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868883
Apr 09 21:07:58.848304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448c87-0989-4b9d-ba3c-28c74f1830c2 req-110fbae4-8d3a-402f-b407-9e7501f6250c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:58.851891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1448c87-0989-4b9d-ba3c-28c74f1830c2 req-110fbae4-8d3a-402f-b407-9e7501f6250c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.0716155
Apr 09 21:07:58.919436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1448c87-0989-4b9d-ba3c-28c74f1830c2 req-e5ecb832-a97f-45b2-8938-723085d19fd6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611610
Apr 09 21:07:59.404292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a4fe-86e5-47d2-95ec-096c9f1c4594 req-7bc18d72-e4dd-478f-8be9-26fc4f44404e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:59.413173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6c3a4fe-86e5-47d2-95ec-096c9f1c4594 req-7bc18d72-e4dd-478f-8be9-26fc4f44404e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.0726008
Apr 09 21:07:59.503671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6c3a4fe-86e5-47d2-95ec-096c9f1c4594 req-a78d4cbe-4dac-4d7c-b8d2-7b91fbb687b7 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892649
Apr 09 21:07:59.604807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c861b5-8318-4b1f-ad16-54003470edee req-b59d1969-feb4-4632-a54d-538d44ad9bcb tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:59.606382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82c861b5-8318-4b1f-ad16-54003470edee req-b59d1969-feb4-4632-a54d-538d44ad9bcb tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0734513
Apr 09 21:07:59.638274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:07:59.702898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port b89a1903-4bc6-4937-ab1c-08ead482d6d7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:07:59.703293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:59.729668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82c861b5-8318-4b1f-ad16-54003470edee req-b6e0709f-e553-4ed1-a1a6-17a596cf6f37 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115131
Apr 09 21:07:59.787564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-521fc0c8-d4e3-4975-92e0-0531044a4316 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:07:59.789519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-521fc0c8-d4e3-4975-92e0-0531044a4316 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/networks?id=d5d3d6c0-0a35-4735-83f2-767b0bfabafa HTTP/1.1" status: 200  len: 809 time: 0.1822462
Apr 09 21:07:59.811025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-eb8944af-5604-4626-af34-43f063d68d27 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/quotas/535d9672c979478f9aac7df36e55fc72 HTTP/1.1" status: 200  len: 375 time: 0.0148191
Apr 09 21:07:59.856762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b89a1903-4bc6-4937-ab1c-08ead482d6d7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:07:59.857559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:59.885601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:07:59.888431 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f769fd7e-3d2a-4b40-ac8d-bf98d7c4432a" -d '{"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-plugged", "status": "completed", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:07:59.914773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-f4de50e8-dcb0-46d8-a4df-4b2b37d0c686 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=535d9672c979478f9aac7df36e55fc72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0877714
Apr 09 21:07:59.915743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:07:59.925927 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:07:59.949845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd71b1b1-870f-4d2f-a0ac-9a938fe23e49 req-802c86ed-722b-456b-a4a7-0f0dff81b576 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0972750
Apr 09 21:07:59.991095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:00.025501 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb2d77-ddc9-4d78-85f9-25141bf9c565 x-openstack-request-id: req-70fb2d77-ddc9-4d78-85f9-25141bf9c565 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:00.025908 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-plugged", "status": "completed", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:00.026261 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70fb2d77-ddc9-4d78-85f9-25141bf9c565 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:00.026736 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fb2d77-ddc9-4d78-85f9-25141bf9c565'] response: {'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'code': 200}
Apr 09 21:08:00.088088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-7bd799bf-1762-4c09-92e5-e3f8871d1a87 service neutron] 10.222.0.30 "GET /v2.0/networks/d5d3d6c0-0a35-4735-83f2-767b0bfabafa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718957
Apr 09 21:08:00.210279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b9916-6228-4f98-aa2c-91cd460585f3 req-a59c1cb1-6f06-4c21-a824-ed5193211c1c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:00.211800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b91b9916-6228-4f98-aa2c-91cd460585f3 req-a59c1cb1-6f06-4c21-a824-ed5193211c1c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1039369
Apr 09 21:08:00.264759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-a64b9722-cfa5-4945-859d-48ef152a5ae6 service neutron] 10.222.0.30 "GET /v2.0/networks/d5d3d6c0-0a35-4735-83f2-767b0bfabafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757879
Apr 09 21:08:00.291309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b91b9916-6228-4f98-aa2c-91cd460585f3 req-f79c2ca4-f395-4b52-a887-44678b955d0f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718517
Apr 09 21:08:00.422764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59568) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:00.579958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-495f245e-0736-4655-a499-47b5f92499e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:00.696285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-495f245e-0736-4655-a499-47b5f92499e3 admin admin] Publish callbacks [] for security_group (614d2119-57b3-48ed-8935-a470e767ee14), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:00.711733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1def5b6-6852-4e25-8405-f906ca32decb req-3449875f-14fb-474d-8f6a-d4d2e8033af5 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:00.712396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-495f245e-0736-4655-a499-47b5f92499e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (614d2119-57b3-48ed-8935-a470e767ee14), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:00.713615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1def5b6-6852-4e25-8405-f906ca32decb req-3449875f-14fb-474d-8f6a-d4d2e8033af5 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.1377182
Apr 09 21:08:00.781560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e32f553f-de76-4bff-a0a3-e893317daf89 req-97ee64b8-c02e-4308-8372-cc5e860efdfa tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 210 time: 0.0642297
Apr 09 21:08:00.784658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f245e-0736-4655-a499-47b5f92499e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614d2119-57b3-48ed-8935-a470e767ee14,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:00.797896 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-495f245e-0736-4655-a499-47b5f92499e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=935394d68d4444d9baba9b8f2970626e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3713045
Apr 09 21:08:00.801547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59580) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:00.818914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-9857978b-f950-4769-8816-661b8fe9bee2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:00.821349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-9857978b-f950-4769-8816-661b8fe9bee2 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 945 time: 0.1801879
Apr 09 21:08:00.902325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1def5b6-6852-4e25-8405-f906ca32decb req-09e3f420-c312-41e3-b59d-c5e3f81dc389 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/security-groups?id=458e40e3-133b-4b2e-a2ef-c7d31bae02d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673367
Apr 09 21:08:00.912397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c93ac948-f3de-422e-ba36-a20597674544 admin admin] Publish callbacks [] for security_group (614d2119-57b3-48ed-8935-a470e767ee14), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:00.952093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c93ac948-f3de-422e-ba36-a20597674544 admin admin] Publish callbacks [] for security_group (614d2119-57b3-48ed-8935-a470e767ee14), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.008739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eaa2b-ac72-4520-9fa9-9333cd917044 req-9f7beadb-32ae-41a2-8c33-55062fca2ae0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:01.019813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d0eaa2b-ac72-4520-9fa9-9333cd917044 req-9f7beadb-32ae-41a2-8c33-55062fca2ae0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.1525905
Apr 09 21:08:01.056303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c93ac948-f3de-422e-ba36-a20597674544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (614d2119-57b3-48ed-8935-a470e767ee14), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.062174 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c93ac948-f3de-422e-ba36-a20597674544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.063434 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c93ac948-f3de-422e-ba36-a20597674544 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/614d2119-57b3-48ed-8935-a470e767ee14 HTTP/1.1" status: 204  len: 168 time: 0.2609940
Apr 09 21:08:01.090964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ac948-f3de-422e-ba36-a20597674544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614d2119-57b3-48ed-8935-a470e767ee14,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:01.150676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bfff776-4a04-44fd-95e9-7838354e64f0 req-6d2bb7a5-9c7e-4fe9-b2f4-c8f461b4a31d tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0773909
Apr 09 21:08:01.177951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Deleting port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:01.178891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.296350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] For port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,segment=NetworkSegment(564205a6-3a60-4ecc-b32d-595a5d16c6ec),segment_id=564205a6-3a60-4ecc-b32d-595a5d16c6ec)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:01.296853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.302118 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.312101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Calling delete_port for 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:01.446467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d0eaa2b-ac72-4520-9fa9-9333cd917044 req-1dcb6a0d-0e95-42f5-986b-7825b95dd9b5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4247842
Apr 09 21:08:01.540347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570e766-933e-42b1-97c1-472ba03d438c req-e36b1f15-f8f4-4362-b167-32a94b8e728d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:01.541920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7570e766-933e-42b1-97c1-472ba03d438c req-e36b1f15-f8f4-4362-b167-32a94b8e728d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1006835
Apr 09 21:08:01.557799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59598) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:01.571720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a58ac3e0-2f10-4c41-b6a3-112e966cdd53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.629128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7570e766-933e-42b1-97c1-472ba03d438c req-e15c96f8-3952-43f3-9dfc-c98a86f9db31 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699461
Apr 09 21:08:01.632353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.649535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:01.713199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Pushing event deleted for resources: {'Port': ['ID=8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:01.740108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a58ac3e0-2f10-4c41-b6a3-112e966cdd53 admin admin] Publish callbacks [] for security_group (e4961708-12f3-4d46-a334-03d2083e7aa2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.748978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a58ac3e0-2f10-4c41-b6a3-112e966cdd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e4961708-12f3-4d46-a334-03d2083e7aa2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.794831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] No DVR routers for this DVR port 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:01.798362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:01.802013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1b299ac-2ae3-4d63-960c-39b843c8d462 req-7eb861cd-eb77-4550-9190-be037c2e730e tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.32 "DELETE /v2.0/ports/8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 HTTP/1.1" status: 204  len: 173 time: 0.9432628
Apr 09 21:08:01.802644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b46a6da-35b7-42bd-9565-82a62ba4cd93', 'name': 'network-vif-deleted', 'tag': '8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:01.805105 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d951c50-afa9-43b5-85f8-f12b944713a6" -d '{"events": [{"server_uuid": "9b46a6da-35b7-42bd-9565-82a62ba4cd93", "name": "network-vif-deleted", "tag": "8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:01.825960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ac3e0-2f10-4c41-b6a3-112e966cdd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4961708-12f3-4d46-a334-03d2083e7aa2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:01.850490 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269b810-965f-4ea2-8040-66ffa8053902 x-openstack-request-id: req-e269b810-965f-4ea2-8040-66ffa8053902 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:01.850635 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b46a6da-35b7-42bd-9565-82a62ba4cd93", "name": "network-vif-deleted", "tag": "8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:01.850967 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e269b810-965f-4ea2-8040-66ffa8053902 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:01.851328 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e269b810-965f-4ea2-8040-66ffa8053902'] response: {'server_uuid': '9b46a6da-35b7-42bd-9565-82a62ba4cd93', 'name': 'network-vif-deleted', 'tag': '8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3', 'status': 'completed', 'code': 200}
Apr 09 21:08:01.871147 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a58ac3e0-2f10-4c41-b6a3-112e966cdd53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5a50a63767d461788f9314ecb947229&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3120272
Apr 09 21:08:01.874017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59604) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:01.939386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f316481-827a-49f8-bf60-c3397b39d655 req-26eefd16-9854-4dec-9313-e49f72b6a244 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 210 time: 0.0531852
Apr 09 21:08:01.971355 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd56bb6a-5336-4dc5-92cc-08fa73bc9d1f admin admin] Publish callbacks [] for security_group (e4961708-12f3-4d46-a334-03d2083e7aa2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:02.017130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd56bb6a-5336-4dc5-92cc-08fa73bc9d1f admin admin] Publish callbacks [] for security_group (e4961708-12f3-4d46-a334-03d2083e7aa2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:02.078409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30fba7a1-b871-4bb9-bd35-c4df09cea8ec req-bb643943-fb2e-4fb0-b2ba-dcfc9aebc2c8 tempest-ServerDiskConfigTestJSON-2143727614 tempest-ServerDiskConfigTestJSON-2143727614-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46a6da-35b7-42bd-9565-82a62ba4cd93 HTTP/1.1" status: 200  len: 210 time: 0.0690076
Apr 09 21:08:02.134236 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd56bb6a-5336-4dc5-92cc-08fa73bc9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e4961708-12f3-4d46-a334-03d2083e7aa2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:02.137120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd56bb6a-5336-4dc5-92cc-08fa73bc9d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:02.141392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dd56bb6a-5336-4dc5-92cc-08fa73bc9d1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4961708-12f3-4d46-a334-03d2083e7aa2 HTTP/1.1" status: 204  len: 168 time: 0.2663214
Apr 09 21:08:02.149649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56bb6a-5336-4dc5-92cc-08fa73bc9d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4961708-12f3-4d46-a334-03d2083e7aa2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:02.276379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7209149e-8b95-4c56-b306-1e9b5eb163c4 req-f2bcbcf3-ec56-4500-9403-08b8444d9b74 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0298204
Apr 09 21:08:02.760798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931872b-1619-414f-8ac8-8eecac869220 req-29ce312c-4d9a-4681-ba14-2fba2ddc676f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:02.768194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1931872b-1619-414f-8ac8-8eecac869220 req-29ce312c-4d9a-4681-ba14-2fba2ddc676f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.1532965
Apr 09 21:08:02.810535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-a56fde49-6888-4d8e-abda-5c15700154a2 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:02.812232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-a56fde49-6888-4d8e-abda-5c15700154a2 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.25 "GET /v2.0/networks?id=d5d3d6c0-0a35-4735-83f2-767b0bfabafa HTTP/1.1" status: 200  len: 809 time: 0.3463724
Apr 09 21:08:02.830844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Request body: {'port': {'device_id': '68b45fb9-910b-4f44-90a8-d88fd1f0d9e7', 'network_id': 'd5d3d6c0-0a35-4735-83f2-767b0bfabafa', 'admin_state_up': True, 'tenant_id': '535d9672c979478f9aac7df36e55fc72'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:02.861483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6017d4-9a80-4a7b-8821-faef9fd54f45 req-bfc94ef3-ba9e-4b86-b57b-9c3434965037 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:02.893849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af6017d4-9a80-4a7b-8821-faef9fd54f45 req-bfc94ef3-ba9e-4b86-b57b-9c3434965037 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1346090
Apr 09 21:08:02.977633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1931872b-1619-414f-8ac8-8eecac869220 req-629bb90e-928a-4a66-9155-dac6b11232e5 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084854
Apr 09 21:08:03.030822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af6017d4-9a80-4a7b-8821-faef9fd54f45 req-373e12e8-3080-4277-bf14-b25875a8bdf2 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606846
Apr 09 21:08:03.083917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Made reservation on behalf of 535d9672c979478f9aac7df36e55fc72 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:03.088480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.142348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-925a896a-9042-4734-8e8b-2a9a341fd917 req-dc8874f2-afa3-4797-9c1d-250921ea0ca9 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 210 time: 0.0683396
Apr 09 21:08:03.362602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Allocated IP 172.20.0.2 (d5d3d6c0-0a35-4735-83f2-767b0bfabafa/c16c349f-3ad2-4cff-b0c3-0bedd7510f1a/b5a493c3-f133-4d49-b725-84e30819e49b) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:03.408317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59656) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:03.450374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8753a083-b97c-4acf-8765-fb0423fc77fc req-d3b6d298-82f3-4d39-be2a-da8bf776cd01 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0509696
Apr 09 21:08:03.491660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d00c14-1f7a-4f6e-86b2-898c9d6351b5 admin admin] Deleting subnet 1aae8c63-e4b1-4661-affc-bdda2a7aff13 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:08:03.502118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90d00c14-1f7a-4f6e-86b2-898c9d6351b5 admin admin] Publish callbacks [] for subnet (1aae8c63-e4b1-4661-affc-bdda2a7aff13), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.570698 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90d00c14-1f7a-4f6e-86b2-898c9d6351b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (1aae8c63-e4b1-4661-affc-bdda2a7aff13), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.643322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90d00c14-1f7a-4f6e-86b2-898c9d6351b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1aae8c63-e4b1-4661-affc-bdda2a7aff13), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.648895 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Publish callbacks [] for port (b5a493c3-f133-4d49-b725-84e30819e49b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.708535 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.755071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90d00c14-1f7a-4f6e-86b2-898c9d6351b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1aae8c63-e4b1-4661-affc-bdda2a7aff13), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.759574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Network d5d3d6c0-0a35-4735-83f2-767b0bfabafa is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:03.765791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:03.770182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:03.794586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-90d00c14-1f7a-4f6e-86b2-898c9d6351b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.799126 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-90d00c14-1f7a-4f6e-86b2-898c9d6351b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1aae8c63-e4b1-4661-affc-bdda2a7aff13 HTTP/1.1" status: 204  len: 168 time: 0.3888588
Apr 09 21:08:03.803073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59666) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:03.840758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d00c14-1f7a-4f6e-86b2-898c9d6351b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aae8c63-e4b1-4661-affc-bdda2a7aff13,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:03.844840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Pushing event updated for resources: {'Port': ['ID=b5a493c3-f133-4d49-b725-84e30819e49b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:03.881936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:03.882692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:03.907096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-b5a1b5f2-7089-4aea-9cab-835e3bc706c6 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0843434
Apr 09 21:08:03.925204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Request body: {'port': {'device_id': '68b45fb9-910b-4f44-90a8-d88fd1f0d9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:03.941737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (aca23e59-7431-4b5d-8caa-e391d337ad7c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.039057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.135929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (aca23e59-7431-4b5d-8caa-e391d337ad7c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.174970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375b12580>,) {'filters': {'network_id': ['aca23e59-7431-4b5d-8caa-e391d337ad7c']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:04.193687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375b12580>, '564205a6-3a60-4ecc-b32d-595a5d16c6ec') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:04.194244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375b12580>, '564205a6-3a60-4ecc-b32d-595a5d16c6ec') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:04.208008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (564205a6-3a60-4ecc-b32d-595a5d16c6ec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.220359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17652f-93c4-4b7b-b25a-3eaed98494ab req-e49a4e28-3d13-49a1-9449-8210dc4bb737 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:04.221981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f17652f-93c4-4b7b-b25a-3eaed98494ab req-e49a4e28-3d13-49a1-9449-8210dc4bb737 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.1219347
Apr 09 21:08:04.233587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (564205a6-3a60-4ecc-b32d-595a5d16c6ec), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.244722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:08:04.245227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (564205a6-3a60-4ecc-b32d-595a5d16c6ec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:08:04.247882 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:08:04.306814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e4237-ae69-44aa-b785-16e877c59463 req-946e3c63-cb04-464c-90e9-4a7166634207 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:04.316695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-209e4237-ae69-44aa-b785-16e877c59463 req-946e3c63-cb04-464c-90e9-4a7166634207 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1651614
Apr 09 21:08:04.322874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (aca23e59-7431-4b5d-8caa-e391d337ad7c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.334062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.341168 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aca23e59-7431-4b5d-8caa-e391d337ad7c HTTP/1.1" status: 204  len: 168 time: 0.5054853
Apr 09 21:08:04.352539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13905f42-062f-4e6c-b66f-dbc3caa0bbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca23e59-7431-4b5d-8caa-e391d337ad7c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:04.436585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f17652f-93c4-4b7b-b25a-3eaed98494ab req-730ac328-049e-46f1-b866-e6cbdcdd17c8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590555
Apr 09 21:08:04.503003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-209e4237-ae69-44aa-b785-16e877c59463 req-392f22a7-44ba-408d-8eaa-4f19987f496a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852522
Apr 09 21:08:04.708516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a493c3-f133-4d49-b725-84e30819e49b {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:04.716954 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Publish callbacks [] for port (b5a493c3-f133-4d49-b725-84e30819e49b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.728131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73898-b369-4b7b-a1e1-60125391f02c req-5b7e9f2f-9d97-4fcb-9cba-92eff36b3140 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:04.736021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4e73898-b369-4b7b-a1e1-60125391f02c req-5b7e9f2f-9d97-4fcb-9cba-92eff36b3140 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 931 time: 0.2002392
Apr 09 21:08:04.772284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-798720d2-fa13-480c-bbb9-0a0ba120f6fe req-48205c6e-6ef7-4a85-b34e-24139e14082b tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.1719577
Apr 09 21:08:04.780871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Transition to ACTIVE for port object b5a493c3-f133-4d49-b725-84e30819e49b will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:08:04.841456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4e73898-b369-4b7b-a1e1-60125391f02c req-1a4c7a0d-9357-4fc9-9e79-9eed565e61bb tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005170
Apr 09 21:08:04.844127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:04.907014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59698) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:04.921114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a493c3-f133-4d49-b725-84e30819e49b,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:04.979811 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3a21dc7d-695d-4b01-ba10-edc615ce9ab1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f4ad084f5dd44c2b99960f4df5cb0e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0708687
Apr 09 21:08:04.980802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59700) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:05.072614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-983171ef-1691-4e2f-a2fd-4d3f130c4fa9 admin admin] Publish callbacks [] for security_group (458e40e3-133b-4b2e-a2ef-c7d31bae02d1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:05.096157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Attempting to bind port b5a493c3-f133-4d49-b725-84e30819e49b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:05.096399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Attempting to bind port b5a493c3-f133-4d49-b725-84e30819e49b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '485c6c2a-a4b5-427c-a4c3-12ad97ed479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5d3d6c0-0a35-4735-83f2-767b0bfabafa'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:05.098794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Attempting to bind port b5a493c3-f133-4d49-b725-84e30819e49b on network d5d3d6c0-0a35-4735-83f2-767b0bfabafa {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:05.101426 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-983171ef-1691-4e2f-a2fd-4d3f130c4fa9 admin admin] Publish callbacks [] for security_group (458e40e3-133b-4b2e-a2ef-c7d31bae02d1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:05.105504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Port b5a493c3-f133-4d49-b725-84e30819e49b on network d5d3d6c0-0a35-4735-83f2-767b0bfabafa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:08:05.105819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Attempting to bind port b5a493c3-f133-4d49-b725-84e30819e49b on network d5d3d6c0-0a35-4735-83f2-767b0bfabafa {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:05.111937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:05.112363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Checking segment: {'id': '485c6c2a-a4b5-427c-a4c3-12ad97ed479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5d3d6c0-0a35-4735-83f2-767b0bfabafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:05.116093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Bound using segment: {'id': '485c6c2a-a4b5-427c-a4c3-12ad97ed479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5d3d6c0-0a35-4735-83f2-767b0bfabafa'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:05.116644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Bound port: b5a493c3-f133-4d49-b725-84e30819e49b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485c6c2a-a4b5-427c-a4c3-12ad97ed479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5d3d6c0-0a35-4735-83f2-767b0bfabafa'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:05.119312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:05.171339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-983171ef-1691-4e2f-a2fd-4d3f130c4fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (458e40e3-133b-4b2e-a2ef-c7d31bae02d1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:05.175518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-983171ef-1691-4e2f-a2fd-4d3f130c4fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:05.180110 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-983171ef-1691-4e2f-a2fd-4d3f130c4fa9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/458e40e3-133b-4b2e-a2ef-c7d31bae02d1 HTTP/1.1" status: 204  len: 168 time: 0.1948245
Apr 09 21:08:05.186942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983171ef-1691-4e2f-a2fd-4d3f130c4fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458e40e3-133b-4b2e-a2ef-c7d31bae02d1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:05.266185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535ba06-5c1f-459b-8cac-e7bb44d61287 req-5b842c6a-12d5-4dba-b051-32e8ceafc855 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:05.267787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2535ba06-5c1f-459b-8cac-e7bb44d61287 req-5b842c6a-12d5-4dba-b051-32e8ceafc855 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 945 time: 0.0899553
Apr 09 21:08:05.291419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] For port b5a493c3-f133-4d49-b725-84e30819e49b, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:05.316718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] For port b5a493c3-f133-4d49-b725-84e30819e49b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a493c3-f133-4d49-b725-84e30819e49b,segment=NetworkSegment(485c6c2a-a4b5-427c-a4c3-12ad97ed479f),segment_id=485c6c2a-a4b5-427c-a4c3-12ad97ed479f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:05.337579 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:05.397563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:05.398246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:05.399832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] 10.222.0.25 "PUT /v2.0/ports/b5a493c3-f133-4d49-b725-84e30819e49b HTTP/1.1" status: 200  len: 1091 time: 1.4824836
Apr 09 21:08:05.401399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b45fb9-910b-4f44-90a8-d88fd1f0d9e7', 'tag': 'b5a493c3-f133-4d49-b725-84e30819e49b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:05.403812 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc" -d '{"events": [{"name": "network-changed", "server_uuid": "68b45fb9-910b-4f44-90a8-d88fd1f0d9e7", "tag": "b5a493c3-f133-4d49-b725-84e30819e49b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:05.489237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25f040-b624-457d-91ca-65b696c375c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a493c3-f133-4d49-b725-84e30819e49b,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:05.502295 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117cba5f-3247-49e7-b515-73ae5542a756 x-openstack-request-id: req-117cba5f-3247-49e7-b515-73ae5542a756 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:05.504100 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b45fb9-910b-4f44-90a8-d88fd1f0d9e7", "tag": "b5a493c3-f133-4d49-b725-84e30819e49b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:05.504608 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-117cba5f-3247-49e7-b515-73ae5542a756 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:05.505374 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117cba5f-3247-49e7-b515-73ae5542a756'] response: {'name': 'network-changed', 'server_uuid': '68b45fb9-910b-4f44-90a8-d88fd1f0d9e7', 'tag': 'b5a493c3-f133-4d49-b725-84e30819e49b', 'status': 'completed', 'code': 200}
Apr 09 21:08:05.567125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2535ba06-5c1f-459b-8cac-e7bb44d61287 req-d116ba8e-c0d3-480f-80e0-270f62ab0808 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2888944
Apr 09 21:08:05.574088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-8eaa3b02-9bd6-4cc2-9b19-fbd2bcd30ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:05.580740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-8eaa3b02-9bd6-4cc2-9b19-fbd2bcd30ac0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=535d9672c979478f9aac7df36e55fc72&device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 1125 time: 0.0696242
Apr 09 21:08:05.653344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:05.668249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-ed129c0f-e7d4-44b5-bf32-7df940304b98 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a493c3-f133-4d49-b725-84e30819e49b HTTP/1.1" status: 200  len: 217 time: 0.0641341
Apr 09 21:08:05.699584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:05.709755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 8eca0edf-fe32-4ebf-a7d0-a0abcf52f2f3 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:05.729049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff102caf-b55a-4e89-994b-0682d89fb783 req-448af436-5884-42b6-8a28-f65cac545121 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:05.736324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff102caf-b55a-4e89-994b-0682d89fb783 req-448af436-5884-42b6-8a28-f65cac545121 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.1517007
Apr 09 21:08:05.810781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-eadfdeb1-03e7-4af6-a663-d677f2aa970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:05.812340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-eadfdeb1-03e7-4af6-a663-d677f2aa970a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c16c349f-3ad2-4cff-b0c3-0bedd7510f1a HTTP/1.1" status: 200  len: 849 time: 0.1334624
Apr 09 21:08:05.825706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7f4ef-6bc6-4e55-93f6-6b46b39cfe8b req-7cc66afb-1f3f-4a0a-8341-e7c295f94816 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:05.827306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54d7f4ef-6bc6-4e55-93f6-6b46b39cfe8b req-7cc66afb-1f3f-4a0a-8341-e7c295f94816 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1047857
Apr 09 21:08:05.888545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff102caf-b55a-4e89-994b-0682d89fb783 req-4742b47a-bc0a-414b-8fd1-fb91130d5341 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464822
Apr 09 21:08:05.892199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-a03a6989-6122-4b76-a615-5749ed0116b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d3d6c0-0a35-4735-83f2-767b0bfabafa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609426
Apr 09 21:08:06.033911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6367969-2f06-4e1f-9b23-47f9464821b6 req-84002662-eac9-4bd4-96d9-af4c7ed9e90e tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0432739
Apr 09 21:08:06.048748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54d7f4ef-6bc6-4e55-93f6-6b46b39cfe8b req-73b01cd3-8d89-4ac2-b7c2-725883f617da tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931493
Apr 09 21:08:06.115929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-113b6e14-c9bd-405b-977a-1e3d2c95a55a service neutron] 10.222.0.25 "GET /v2.0/networks/d5d3d6c0-0a35-4735-83f2-767b0bfabafa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119956
Apr 09 21:08:06.248676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a7e63-e1d5-4cbc-a619-8976d0e24087 req-97fae1e1-082c-4379-88ce-b3bb8e67ea29 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:06.250346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eb2a7e63-e1d5-4cbc-a619-8976d0e24087 req-97fae1e1-082c-4379-88ce-b3bb8e67ea29 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 943 time: 0.1161752
Apr 09 21:08:06.422822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b746ff-c9e3-4064-9436-fce0040c2b1e req-fb42ec18-f7b8-48f5-a567-aa61a4b02dac service neutron] 10.222.0.25 "GET /v2.0/networks/d5d3d6c0-0a35-4735-83f2-767b0bfabafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3003948
Apr 09 21:08:06.458344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eb2a7e63-e1d5-4cbc-a619-8976d0e24087 req-adeaddba-1e9f-4716-adcb-0227532ec9dd tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588292
Apr 09 21:08:06.535927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-87792100-4a2d-4a72-9e8b-556e5536eab4 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:06.541359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-87792100-4a2d-4a72-9e8b-556e5536eab4 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 945 time: 0.0782106
Apr 09 21:08:06.552242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59758) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:06.729304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f03f9868-3051-4c8c-b397-5db763f45c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:06.783326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901873e-7b51-4c2b-b727-b0e8a71993af req-30e68ba8-b4f7-49e9-b7f7-7eae4363b107 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:06.788361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e901873e-7b51-4c2b-b727-b0e8a71993af req-30e68ba8-b4f7-49e9-b7f7-7eae4363b107 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 945 time: 0.1298943
Apr 09 21:08:06.788361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Deleting port 44e52bdb-7117-4379-a4df-ef7116499a41 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:06.788361 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:06.906246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f03f9868-3051-4c8c-b397-5db763f45c89 admin admin] Publish callbacks [] for security_group (45f6d19e-b21a-4177-abbb-2a37b05ef438), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:06.914888 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f03f9868-3051-4c8c-b397-5db763f45c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (45f6d19e-b21a-4177-abbb-2a37b05ef438), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:06.973532 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f03f9868-3051-4c8c-b397-5db763f45c89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82c99444d86e43de81a01ac0a6d06f60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4191942
Apr 09 21:08:06.974458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f9868-3051-4c8c-b397-5db763f45c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f6d19e-b21a-4177-abbb-2a37b05ef438,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:06.977079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59776) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:07.056199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7164b56-4b75-4d9a-9e79-4b397819209e admin admin] Publish callbacks [] for security_group (45f6d19e-b21a-4177-abbb-2a37b05ef438), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.085949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7164b56-4b75-4d9a-9e79-4b397819209e admin admin] Publish callbacks [] for security_group (45f6d19e-b21a-4177-abbb-2a37b05ef438), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.153552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7164b56-4b75-4d9a-9e79-4b397819209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (45f6d19e-b21a-4177-abbb-2a37b05ef438), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.165507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7164b56-4b75-4d9a-9e79-4b397819209e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.166956 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d7164b56-4b75-4d9a-9e79-4b397819209e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45f6d19e-b21a-4177-abbb-2a37b05ef438 HTTP/1.1" status: 204  len: 168 time: 0.1888256
Apr 09 21:08:07.190091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7164b56-4b75-4d9a-9e79-4b397819209e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f6d19e-b21a-4177-abbb-2a37b05ef438,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:07.462030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e901873e-7b51-4c2b-b727-b0e8a71993af req-639b5be1-0b94-475e-9173-dfec89ccccfd tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups?id=36a21fea-614a-4dc3-8f5a-1c6afdbff7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6466014
Apr 09 21:08:07.533821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] For port 44e52bdb-7117-4379-a4df-ef7116499a41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44e52bdb-7117-4379-a4df-ef7116499a41,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:07.534192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.781222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f4942-b62b-4f8a-8c11-9ccd3bae0864 req-f9e0a14b-5fed-4952-8bed-73ea6e9422db tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:07.791429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59806) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:07.792025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-751f4942-b62b-4f8a-8c11-9ccd3bae0864 req-f9e0a14b-5fed-4952-8bed-73ea6e9422db tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.3411665
Apr 09 21:08:07.806819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efbca8-ca82-4d5a-a178-f7de0b6025a4 req-ff0c2e39-ac44-4fd7-b449-c668e3e8fa88 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:07.813884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0efbca8-ca82-4d5a-a178-f7de0b6025a4 req-ff0c2e39-ac44-4fd7-b449-c668e3e8fa88 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1027725
Apr 09 21:08:07.814701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-311dbfc1-504d-402c-a13c-75f90def1afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.930395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-311dbfc1-504d-402c-a13c-75f90def1afd admin admin] Publish callbacks [] for security_group (2ae5b5a1-e1a4-48c2-93e6-cb2136f76d6e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.938998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-311dbfc1-504d-402c-a13c-75f90def1afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2ae5b5a1-e1a4-48c2-93e6-cb2136f76d6e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.941818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0efbca8-ca82-4d5a-a178-f7de0b6025a4 req-0a6c22df-b67d-4ad7-85a6-5b40b0e92855 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268504
Apr 09 21:08:07.967968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.969007 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:07.969432 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Floating IP 3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3 disassociated. External IP: 172.35.0.70, port: 44e52bdb-7117-4379-a4df-ef7116499a41.
Apr 09 21:08:07.969843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Calling delete_port for 44e52bdb-7117-4379-a4df-ef7116499a41 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:07.979440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-751f4942-b62b-4f8a-8c11-9ccd3bae0864 req-eddc6b6c-0f37-4921-90e8-040e1a7c124e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863658
Apr 09 21:08:08.008478 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-311dbfc1-504d-402c-a13c-75f90def1afd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99fc6e8697cb4ca0b503389420cf438f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2150116
Apr 09 21:08:08.019152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59808) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:08.081557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dbfc1-504d-402c-a13c-75f90def1afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5b5a1-e1a4-48c2-93e6-cb2136f76d6e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:08.153563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c116baf1-f9b8-4898-b613-edae84f85e1c admin admin] Publish callbacks [] for security_group (2ae5b5a1-e1a4-48c2-93e6-cb2136f76d6e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:08.168120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-461f331f-d62c-4a7a-a66a-6fd18bb2dcda req-925f7cee-fba3-4479-82cd-a14f8fb89fc4 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0614247
Apr 09 21:08:08.191851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c116baf1-f9b8-4898-b613-edae84f85e1c admin admin] Publish callbacks [] for security_group (2ae5b5a1-e1a4-48c2-93e6-cb2136f76d6e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:08.209922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45ec5361-8431-48f2-86fa-2fff01b1effd req-f9a87541-65ae-41cb-a030-9ffe6e1555bf tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.0762904
Apr 09 21:08:08.292164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c116baf1-f9b8-4898-b613-edae84f85e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2ae5b5a1-e1a4-48c2-93e6-cb2136f76d6e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:08.292979 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c116baf1-f9b8-4898-b613-edae84f85e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:08.295023 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c116baf1-f9b8-4898-b613-edae84f85e1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ae5b5a1-e1a4-48c2-93e6-cb2136f76d6e HTTP/1.1" status: 204  len: 168 time: 0.2746065
Apr 09 21:08:08.311037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116baf1-f9b8-4898-b613-edae84f85e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5b5a1-e1a4-48c2-93e6-cb2136f76d6e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:08.372892 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (44e52bdb-7117-4379-a4df-ef7116499a41), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:08.541220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event deleted for resources: {'Port': ['ID=44e52bdb-7117-4379-a4df-ef7116499a41,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:08.623046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bb829f7-68fb-456c-a218-ffdda26f50a6 req-c213d35c-593e-4484-8ab5-ee9c7b3e7c25 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 210 time: 0.0550177
Apr 09 21:08:08.632146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f936593-fefc-421a-a25b-24e2bb8c8fee req-d7032bca-d41b-4da3-bd4d-8ec009c8ee6b tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:08.645759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f936593-fefc-421a-a25b-24e2bb8c8fee req-d7032bca-d41b-4da3-bd4d-8ec009c8ee6b tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 943 time: 0.2261605
Apr 09 21:08:08.802382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28419d40-62aa-49eb-90c5-6bdf1b72b2f2 req-ad341a9c-1f50-457d-b76d-02aaebaa87f3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:08.808765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28419d40-62aa-49eb-90c5-6bdf1b72b2f2 req-ad341a9c-1f50-457d-b76d-02aaebaa87f3 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.0620363
Apr 09 21:08:08.888843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f936593-fefc-421a-a25b-24e2bb8c8fee req-5fda68ad-f846-44ad-a6f6-06cde148cf20 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870604
Apr 09 21:08:08.893474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-2006e01b-ca4a-4272-a923-af82b28b5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:08.895184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-2006e01b-ca4a-4272-a923-af82b28b5424 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=535d9672c979478f9aac7df36e55fc72&device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 1125 time: 0.2525239
Apr 09 21:08:08.946363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28419d40-62aa-49eb-90c5-6bdf1b72b2f2 req-ea2c09ec-053b-4bac-8ad0-2df1111d3952 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358523
Apr 09 21:08:08.959338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Router 1d418887-90ce-4699-be65-5911a6c8ffc8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:08:09.165793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b89994-eef5-4b8f-ac16-42235115eed5 req-644cd368-ece3-40c5-9b30-7b3a179e1b79 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:09.174201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6b89994-eef5-4b8f-ac16-42235115eed5 req-644cd368-ece3-40c5-9b30-7b3a179e1b79 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1280746
Apr 09 21:08:09.214512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:08:09.226602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] Sync routers for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:08:09.261426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:09.262148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e345e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:09.291930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] No DVR routers for this DVR port 44e52bdb-7117-4379-a4df-ef7116499a41 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:09.296599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6b89994-eef5-4b8f-ac16-42235115eed5 req-5a13ca4f-01c5-4d7d-8e65-1af324d28a31 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215265
Apr 09 21:08:09.297710 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:09.301110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff25d5f1-55f6-48df-a2a0-66186c19e3c3 req-c02a58cf-b3ad-4b19-8127-d3657b77734b tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.32 "DELETE /v2.0/ports/44e52bdb-7117-4379-a4df-ef7116499a41 HTTP/1.1" status: 204  len: 173 time: 2.7467718
Apr 09 21:08:09.301488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'name': 'network-vif-deleted', 'tag': '44e52bdb-7117-4379-a4df-ef7116499a41'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:09.303785 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb478d-b5c8-4761-9ce0-a0002c6f9e23" -d '{"events": [{"server_uuid": "0cfc1f6b-c179-437c-a528-6b7d93c8091b", "name": "network-vif-deleted", "tag": "44e52bdb-7117-4379-a4df-ef7116499a41"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:09.429349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560b2c6-c5df-4215-a40b-021df8a3028e req-451d150d-ce82-41c2-a424-bc28d60f8821 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:09.437923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1560b2c6-c5df-4215-a40b-021df8a3028e req-451d150d-ce82-41c2-a424-bc28d60f8821 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.1065707
Apr 09 21:08:09.474344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:09.490788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c27316f8-105b-41aa-8e2a-f8ce265ef51d req-20512100-e8bd-4579-acfc-ae30234ca00c tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0781651
Apr 09 21:08:09.579530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1560b2c6-c5df-4215-a40b-021df8a3028e req-dcb09228-c066-4d06-9492-216407709923 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1419706
Apr 09 21:08:09.651524 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512a5764-3ddf-4a0d-b89f-7db786017c99 x-openstack-request-id: req-512a5764-3ddf-4a0d-b89f-7db786017c99 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:09.653290 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfc1f6b-c179-437c-a528-6b7d93c8091b", "name": "network-vif-deleted", "tag": "44e52bdb-7117-4379-a4df-ef7116499a41", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:09.654335 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-512a5764-3ddf-4a0d-b89f-7db786017c99 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:09.655098 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512a5764-3ddf-4a0d-b89f-7db786017c99'] response: {'server_uuid': '0cfc1f6b-c179-437c-a528-6b7d93c8091b', 'name': 'network-vif-deleted', 'tag': '44e52bdb-7117-4379-a4df-ef7116499a41', 'status': 'completed', 'code': 200}
Apr 09 21:08:09.660196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9de509c3-13d3-4507-94fd-57285052e0d4 req-1cd433ac-bc4a-457a-9b5a-f3ad8e317827 tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.0630319
Apr 09 21:08:09.974016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e345e0>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:07:04Z', 'revision_number': 5, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:10.048796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] Checking router: 1d418887-90ce-4699-be65-5911a6c8ffc8 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:08:10.072677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:10.073664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e345e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:10.129188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e39fde8-08f3-4a00-9765-4711867a4bd5 req-7fddb85a-3b46-47cd-8be5-0671df8ab531 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 210 time: 0.1892347
Apr 09 21:08:10.130354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-75055627-4eed-489f-b26d-c3ba443c0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:10.135156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-75055627-4eed-489f-b26d-c3ba443c0dfd service neutron] 10.222.0.25 "GET /v2.0/networks?id=d5d3d6c0-0a35-4735-83f2-767b0bfabafa HTTP/1.1" status: 200  len: 910 time: 0.4444778
Apr 09 21:08:10.199882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-f27a5b3c-8e80-4f62-8d77-a78186ffc8d7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:10.201864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-f27a5b3c-8e80-4f62-8d77-a78186ffc8d7 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.3364160
Apr 09 21:08:10.209232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347aa52-9c4e-4efd-9b46-e60c4a571650 req-1d3d12bf-170d-48cc-9b4c-1f2173c3e11d tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:10.211464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2347aa52-9c4e-4efd-9b46-e60c4a571650 req-1d3d12bf-170d-48cc-9b4c-1f2173c3e11d tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 943 time: 0.0934670
Apr 09 21:08:10.252506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-256b94de-a61f-42d4-a7dc-fc5073ddedaa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a493c3-f133-4d49-b725-84e30819e49b HTTP/1.1" status: 200  len: 217 time: 0.0395751
Apr 09 21:08:10.308713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2347aa52-9c4e-4efd-9b46-e60c4a571650 req-c0f95e9a-e51c-465d-b072-63d487f67131 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551448
Apr 09 21:08:10.389742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:10.464057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b5a493c3-f133-4d49-b725-84e30819e49b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:08:10.504892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-7c4df15b-3131-4777-b555-b4a886a2b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:10.506581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-7c4df15b-3131-4777-b555-b4a886a2b0ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c16c349f-3ad2-4cff-b0c3-0bedd7510f1a HTTP/1.1" status: 200  len: 849 time: 0.2027791
Apr 09 21:08:10.567802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b7122-758f-481a-b117-35a62e35e6e9 req-0d0a2916-b550-4bee-bd75-3da9fd07eade tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:10.569496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-872b7122-758f-481a-b117-35a62e35e6e9 req-0d0a2916-b550-4bee-bd75-3da9fd07eade tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 946 time: 0.2646599
Apr 09 21:08:10.576453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-eb88c00d-1f18-44b8-abf9-6fd696eadf74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d3d6c0-0a35-4735-83f2-767b0bfabafa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590348
Apr 09 21:08:10.682844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:08:10.683547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-70482687-54a6-446f-a57b-36b9841e63ce service neutron] 10.222.0.25 "GET /v2.0/networks/d5d3d6c0-0a35-4735-83f2-767b0bfabafa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008742
Apr 09 21:08:10.732392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-872b7122-758f-481a-b117-35a62e35e6e9 req-998aa462-b794-4412-b91b-608374813dfc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546769
Apr 09 21:08:10.788957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Deleting port 63629146-b55f-40f2-a6c3-24d1bb7fce83 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:10.789326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:10.819170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e345e0>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:07:04Z', 'revision_number': 5, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:10.858132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103959e9-c51f-487d-abda-5ea7a7aa3313 req-4f3173a6-9840-407d-88a6-9efc7f99c3cb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:10.860717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-103959e9-c51f-487d-abda-5ea7a7aa3313 req-4f3173a6-9840-407d-88a6-9efc7f99c3cb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0728543
Apr 09 21:08:10.861359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2f963-b96f-42ff-a2dd-6168c1c1a18e None None] The sync data for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 is: [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:06:58Z', 'revision_number': 4, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b12cfaaa-6fc6-4ba0-85ae-8ce96a164808', 'name': '', 'network_id': 'dfcd25d5-b119-476b-a6d5-dba89dc5a299', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'mac_address': 'fa:16:3e:b8:0d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:57Z', 'updated_at': '2022-04-09T21:07:04Z', 'revision_number': 5, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'subnets': [{'id': '5bac98c2-c8b5-4da6-aa4d-9cb4140f067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:08:10.903156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ffb2100-2f07-4b87-ac8a-4a454b2d8b05 req-5157d72e-713a-4848-ad04-0c14bbb2dafd tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0413022
Apr 09 21:08:10.940147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b5a493c3-f133-4d49-b725-84e30819e49b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a493c3-f133-4d49-b725-84e30819e49b,segment=NetworkSegment(485c6c2a-a4b5-427c-a4c3-12ad97ed479f),segment_id=485c6c2a-a4b5-427c-a4c3-12ad97ed479f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:10.957671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'b5a493c3-f133-4d49-b725-84e30819e49b', 'network_id': 'd5d3d6c0-0a35-4735-83f2-767b0bfabafa', 'port_id': 'b5a493c3-f133-4d49-b725-84e30819e49b', 'mac_address': 'fa:16:3e:5b:80:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c349f-3ad2-4cff-b0c3-0bedd7510f1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:08:11.009005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-103959e9-c51f-487d-abda-5ea7a7aa3313 req-6b8dc597-bf2b-4156-9935-25899ff2a4a8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027880
Apr 09 21:08:11.048741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] For port 63629146-b55f-40f2-a6c3-24d1bb7fce83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63629146-b55f-40f2-a6c3-24d1bb7fce83,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:11.055091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:11.076973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b5a493c3-f133-4d49-b725-84e30819e49b is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:11.077673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:11.097789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Calling delete_port for 63629146-b55f-40f2-a6c3-24d1bb7fce83 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:11.099559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a493c3-f133-4d49-b725-84e30819e49b {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:11.146945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b5a493c3-f133-4d49-b725-84e30819e49b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a493c3-f133-4d49-b725-84e30819e49b,segment=NetworkSegment(485c6c2a-a4b5-427c-a4c3-12ad97ed479f),segment_id=485c6c2a-a4b5-427c-a4c3-12ad97ed479f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:11.154449 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:11.203953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756a06a-b955-4148-8167-51c954972ee4 req-410cbfb9-666c-4683-93b2-09ae2825264f tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:11.205618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4756a06a-b955-4148-8167-51c954972ee4 req-410cbfb9-666c-4683-93b2-09ae2825264f tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.1274991
Apr 09 21:08:11.235044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b5a493c3-f133-4d49-b725-84e30819e49b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:11.275907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1f0f292-8b6d-4e6f-8bf2-efab3d6f0306 req-2d7c2707-d79d-4dec-b278-007c0d875326 tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.0805976
Apr 09 21:08:11.357746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4756a06a-b955-4148-8167-51c954972ee4 req-ca6d03c9-0a03-4005-8c84-d4ab1959ede8 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782566
Apr 09 21:08:11.397496 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9222b80-81ee-45fd-9fae-a82bed5a23fc None None] New status for floating IP 3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:08:11.450493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b5a493c3-f133-4d49-b725-84e30819e49b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:11.520925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-965fafa4-259b-4c37-abcf-a6cd3666db43 req-150a5367-d180-4233-8169-4b1a511cd7ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.1346807
Apr 09 21:08:11.536575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f19214a-8942-438a-9b16-b3bb22274342 req-c26f8cfa-7d75-46d6-8ad0-22f67401234e tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cfc1f6b-c179-437c-a528-6b7d93c8091b HTTP/1.1" status: 200  len: 210 time: 0.0564573
Apr 09 21:08:11.621552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988c911-ee24-474a-bf47-800e47f46ef6 req-dd6f3565-ef75-44e4-bae0-1e8c313ebf00 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:11.630019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4988c911-ee24-474a-bf47-800e47f46ef6 req-dd6f3565-ef75-44e4-bae0-1e8c313ebf00 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 944 time: 0.1512728
Apr 09 21:08:11.704317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 44e52bdb-7117-4379-a4df-ef7116499a41 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:11.707342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (63629146-b55f-40f2-a6c3-24d1bb7fce83), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:11.735628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4988c911-ee24-474a-bf47-800e47f46ef6 req-49e5eeca-afc9-4b8f-a78a-3ff6eb9475cd tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041613
Apr 09 21:08:11.738946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 44e52bdb-7117-4379-a4df-ef7116499a41 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:11.739319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 44e52bdb-7117-4379-a4df-ef7116499a41 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:11.779435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event deleted for resources: {'Port': ['ID=63629146-b55f-40f2-a6c3-24d1bb7fce83,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:11.842494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] No DVR routers for this DVR port 63629146-b55f-40f2-a6c3-24d1bb7fce83 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:11.845985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:11.849779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8f19ccb-66a0-4ebf-9a60-fef8a1d324ff req-4055fa63-9db0-464e-8877-c3dea94e75ce tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "DELETE /v2.0/ports/63629146-b55f-40f2-a6c3-24d1bb7fce83 HTTP/1.1" status: 204  len: 173 time: 1.4444387
Apr 09 21:08:11.850381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f593a18-b8be-4120-a758-0d18a7adf933', 'name': 'network-vif-deleted', 'tag': '63629146-b55f-40f2-a6c3-24d1bb7fce83'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:11.853212 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5bdb5e-2f8f-4742-9530-42ceb7875bd6" -d '{"events": [{"server_uuid": "2f593a18-b8be-4120-a758-0d18a7adf933", "name": "network-vif-deleted", "tag": "63629146-b55f-40f2-a6c3-24d1bb7fce83"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:11.935362 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c9bc57-8f5f-48ad-92de-17015e3344ac x-openstack-request-id: req-82c9bc57-8f5f-48ad-92de-17015e3344ac {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:11.935747 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f593a18-b8be-4120-a758-0d18a7adf933", "name": "network-vif-deleted", "tag": "63629146-b55f-40f2-a6c3-24d1bb7fce83", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:11.936017 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82c9bc57-8f5f-48ad-92de-17015e3344ac {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:11.936426 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c9bc57-8f5f-48ad-92de-17015e3344ac'] response: {'server_uuid': '2f593a18-b8be-4120-a758-0d18a7adf933', 'name': 'network-vif-deleted', 'tag': '63629146-b55f-40f2-a6c3-24d1bb7fce83', 'status': 'completed', 'code': 200}
Apr 09 21:08:11.938452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97fd73bd-0072-4fb1-9a06-f419beba1909 req-40e7f6eb-cd2e-4e79-adbb-df2d3f259f26 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 210 time: 0.0604296
Apr 09 21:08:12.040256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad4e916a-fa2f-44fa-b57b-7d41508a0b16 req-161a69cd-ecaa-4edc-ae08-3fe369a5afec tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0315521
Apr 09 21:08:12.164593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae345-a771-42c0-8c56-3b6fedefab2b req-33464833-4992-4f0f-9b82-e4594a7e62ff tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:12.166454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07bae345-a771-42c0-8c56-3b6fedefab2b req-33464833-4992-4f0f-9b82-e4594a7e62ff tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0636871
Apr 09 21:08:12.261857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07bae345-a771-42c0-8c56-3b6fedefab2b req-27edbb5b-0812-4af5-8c2b-336d55606c60 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823631
Apr 09 21:08:12.456157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-151be18d-5d66-49a5-8ca0-00550ff539ba req-65ec3846-6acb-46c7-91d1-5f1ab642e005 tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.0699816
Apr 09 21:08:12.530748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974dbf-a042-442e-abe0-bb876cd55694 req-b3973bb4-fcdc-4297-9b82-1483c15fa819 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:12.539759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe974dbf-a042-442e-abe0-bb876cd55694 req-b3973bb4-fcdc-4297-9b82-1483c15fa819 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.0673592
Apr 09 21:08:12.617846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe974dbf-a042-442e-abe0-bb876cd55694 req-a12f92ce-e000-401d-9149-dccc3be25a76 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707297
Apr 09 21:08:12.663651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59930) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:12.734834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95a83268-dc7d-4740-90b4-5cc5dd63f670 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group (36a21fea-614a-4dc3-8f5a-1c6afdbff7be), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:12.761620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95a83268-dc7d-4740-90b4-5cc5dd63f670 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group (36a21fea-614a-4dc3-8f5a-1c6afdbff7be), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:12.806034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b5a493c3-f133-4d49-b725-84e30819e49b up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:12.931871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95a83268-dc7d-4740-90b4-5cc5dd63f670 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (36a21fea-614a-4dc3-8f5a-1c6afdbff7be), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:12.931871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95a83268-dc7d-4740-90b4-5cc5dd63f670 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:12.931871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-95a83268-dc7d-4740-90b4-5cc5dd63f670 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "DELETE /v2.0/security-groups/36a21fea-614a-4dc3-8f5a-1c6afdbff7be HTTP/1.1" status: 204  len: 168 time: 0.2616889
Apr 09 21:08:12.939930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59936) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:12.986740 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-dbebc03f-f10c-4e50-b73f-0512fd109ab8 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] show failed (client error): The resource could not be found.
Apr 09 21:08:12.986740 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dbebc03f-f10c-4e50-b73f-0512fd109ab8 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "GET /v2.0/security-groups/36a21fea-614a-4dc3-8f5a-1c6afdbff7be HTTP/1.1" status: 404  len: 347 time: 0.0308878
Apr 09 21:08:12.986740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83268-dc7d-4740-90b4-5cc5dd63f670 tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a21fea-614a-4dc3-8f5a-1c6afdbff7be,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:12.986740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:13.093731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215c81a-3253-4152-95b2-75c06ab18154 req-5b6a0deb-28ea-49f2-95d9-873094298e84 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:13.103668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b215c81a-3253-4152-95b2-75c06ab18154 req-5b6a0deb-28ea-49f2-95d9-873094298e84 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 944 time: 0.2367761
Apr 09 21:08:13.127120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port b5a493c3-f133-4d49-b725-84e30819e49b completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:08:13.144479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port b5a493c3-f133-4d49-b725-84e30819e49b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:13.144909 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:13.182568 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b215c81a-3253-4152-95b2-75c06ab18154 req-bba3acdf-cdd8-4202-8e31-eb982f95f062 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754125
Apr 09 21:08:13.233137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Deleting port 59ab94ed-95ca-4183-9310-1e0435f3f8bf {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:13.233690 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (59ab94ed-95ca-4183-9310-1e0435f3f8bf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:13.234620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffb3cf9f-1fef-436c-8410-4feb3f2b8fe1 req-87ba3f67-afe3-4349-8d58-a69328d9fb8a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f593a18-b8be-4120-a758-0d18a7adf933 HTTP/1.1" status: 200  len: 210 time: 0.0633810
Apr 09 21:08:13.364737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (59ab94ed-95ca-4183-9310-1e0435f3f8bf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:13.365376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for floatingip (59ab94ed-95ca-4183-9310-1e0435f3f8bf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:13.374496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b5a493c3-f133-4d49-b725-84e30819e49b is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:13.374886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:13.396365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Calling delete_port for 59ab94ed-95ca-4183-9310-1e0435f3f8bf owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:13.408659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-138f3bc7-6bba-4ae1-85f2-98f6ba3387a9 req-6180c9e4-5e30-449c-97a5-dd17ab1a3338 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.1085501
Apr 09 21:08:13.558326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b5a493c3-f133-4d49-b725-84e30819e49b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a493c3-f133-4d49-b725-84e30819e49b,segment=NetworkSegment(485c6c2a-a4b5-427c-a4c3-12ad97ed479f),segment_id=485c6c2a-a4b5-427c-a4c3-12ad97ed479f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:13.567755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b45fb9-910b-4f44-90a8-d88fd1f0d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a493c3-f133-4d49-b725-84e30819e49b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:13.576378 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0536ef-2e83-4863-9261-8255a6feca26" -d '{"events": [{"server_uuid": "68b45fb9-910b-4f44-90a8-d88fd1f0d9e7", "name": "network-vif-plugged", "status": "completed", "tag": "b5a493c3-f133-4d49-b725-84e30819e49b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:13.587701 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:13.633320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a3b00-ba8b-45e9-a58b-da27a29db02b req-d325637d-32b7-4071-a5fe-14be8c308bac tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:13.638756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e14a3b00-ba8b-45e9-a58b-da27a29db02b req-d325637d-32b7-4071-a5fe-14be8c308bac tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.2060173
Apr 09 21:08:13.662309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (59ab94ed-95ca-4183-9310-1e0435f3f8bf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:13.700432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 63629146-b55f-40f2-a6c3-24d1bb7fce83 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:13.719880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63310f07-a71f-48d7-9014-2e643f50e24e req-cdcf6882-f7d8-450c-978f-2622f49e5487 tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.0771918
Apr 09 21:08:13.740313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Pushing event deleted for resources: {'Port': ['ID=59ab94ed-95ca-4183-9310-1e0435f3f8bf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:13.772323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 63629146-b55f-40f2-a6c3-24d1bb7fce83 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:13.776417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 63629146-b55f-40f2-a6c3-24d1bb7fce83 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:13.828503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b5a493c3-f133-4d49-b725-84e30819e49b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:13.864602 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5537d61-1d41-49a6-afd7-f65700d9a812 x-openstack-request-id: req-a5537d61-1d41-49a6-afd7-f65700d9a812 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:13.864850 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b45fb9-910b-4f44-90a8-d88fd1f0d9e7", "name": "network-vif-plugged", "status": "completed", "tag": "b5a493c3-f133-4d49-b725-84e30819e49b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:13.865152 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5537d61-1d41-49a6-afd7-f65700d9a812 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:13.865528 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5537d61-1d41-49a6-afd7-f65700d9a812'] response: {'server_uuid': '68b45fb9-910b-4f44-90a8-d88fd1f0d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a493c3-f133-4d49-b725-84e30819e49b', 'code': 200}
Apr 09 21:08:13.951653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e14a3b00-ba8b-45e9-a58b-da27a29db02b req-48c235b3-f1ea-4599-8b02-89d24f4e0d04 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287927
Apr 09 21:08:14.022476 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6c39a4b6-3396-4bd0-aa84-9b063ffc1b8a req-a7c0e9d4-22d4-4053-8854-933f2aaa66eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0668564
Apr 09 21:08:14.034595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa295f-6284-4fb6-90de-99be14783d10 req-3eb0f185-394c-46b2-bba0-12e6c5289ee2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:14.036075 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0daa295f-6284-4fb6-90de-99be14783d10 req-3eb0f185-394c-46b2-bba0-12e6c5289ee2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.1417577
Apr 09 21:08:14.046353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks [] for floatingip (3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:14.049670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:14.054133 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-741fe28d-bbf7-443b-bb18-9c11cf94f4aa tempest-ServersTestFqdnHostnames-140756591 tempest-ServersTestFqdnHostnames-140756591-project] 10.222.0.30 "DELETE /v2.0/floatingips/3cd75aaa-6b6c-4c60-adaf-91a1c3b274e3 HTTP/1.1" status: 204  len: 168 time: 1.0669289
Apr 09 21:08:14.054857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59968) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:14.063735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eb8a1-3812-4aae-8669-32d5d5007ce9 req-f9c7bdf3-5e2c-4af9-8ed6-d143d73f0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:14.065218 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-677eb8a1-3812-4aae-8669-32d5d5007ce9 req-f9c7bdf3-5e2c-4af9-8ed6-d143d73f0496 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 1127 time: 0.0797343
Apr 09 21:08:14.101790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e4c56-4fb4-4dd9-b49b-ed14323263b2 req-cb085d5e-eb34-412f-a7e8-4e169b58ec6c tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:14.108461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-904e4c56-4fb4-4dd9-b49b-ed14323263b2 req-cb085d5e-eb34-412f-a7e8-4e169b58ec6c tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.0805769
Apr 09 21:08:14.113471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8d9a6b3-8c2d-460b-9bff-4e3821e602bc req-5471f5ff-ef42-42e3-996e-4093b52960ae service neutron] 10.222.0.25 "GET /v2.0/networks/d5d3d6c0-0a35-4735-83f2-767b0bfabafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3781214
Apr 09 21:08:14.225785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-904e4c56-4fb4-4dd9-b49b-ed14323263b2 req-873e5bb2-f2c2-418d-b537-624f12211df1 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100340
Apr 09 21:08:14.396180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc279fe-bbac-46b5-9ebf-4ac4c787bc98 req-38b541bb-b595-481b-a100-81039202657d tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:14.405088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3cc279fe-bbac-46b5-9ebf-4ac4c787bc98 req-38b541bb-b595-481b-a100-81039202657d tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 945 time: 0.1045322
Apr 09 21:08:14.480782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3cc279fe-bbac-46b5-9ebf-4ac4c787bc98 req-b1034417-166f-4fe4-8c82-bd8f762c214a tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660267
Apr 09 21:08:14.649005 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-677eb8a1-3812-4aae-8669-32d5d5007ce9 req-043d6c75-c280-4029-bd8f-4f34fdf82679 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3111732
Apr 09 21:08:14.660300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Deleting port 0e43d1e5-8511-4e37-ac37-577627349f47 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:14.663156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:14.700899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a62f8719-6fa9-4450-9ffa-b6f59c937777 req-85aac472-c8af-4469-aef2-73c8a66be0b0 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0746698
Apr 09 21:08:14.901705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (1d418887-90ce-4699-be65-5911a6c8ffc8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:14.944918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a2e479-0b8c-4265-ae79-2d1614cbc0f4 req-93935224-d430-4605-a268-f5c72359b203 tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.0344017
Apr 09 21:08:14.953622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] For port 0e43d1e5-8511-4e37-ac37-577627349f47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e43d1e5-8511-4e37-ac37-577627349f47,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:14.954262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:14.985335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-87f842de-427c-48d5-87de-60d6691b813f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:14.993224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-87f842de-427c-48d5-87de-60d6691b813f tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.1578298
Apr 09 21:08:15.014028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-c598d341-47af-4a4e-ac7e-0e07b2d0ff25 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/quotas/184d9189f1364fc1bdd88feff79103e6 HTTP/1.1" status: 200  len: 375 time: 0.0197182
Apr 09 21:08:15.052551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-87ad7b53-d590-4b91-a3c4-6ab50577e4e8 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0375028
Apr 09 21:08:15.137487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3fe6a-c2b3-4fb4-99cf-df9fb1dc3816 req-697f3c03-e142-4daa-a6cd-ca28bf2c9abd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:15.145216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2c3fe6a-c2b3-4fb4-99cf-df9fb1dc3816 req-697f3c03-e142-4daa-a6cd-ca28bf2c9abd tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1008728
Apr 09 21:08:15.238518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71bc460b-0cac-4c94-b78a-0614f8c7dbd7 req-a73bd47f-2c32-48b4-8f60-06e620e87cfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76d0c33645544aac925f571c5572f115&device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.0636685
Apr 09 21:08:15.278354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-c4447fad-50aa-478d-9914-54fa4518e076 service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147870
Apr 09 21:08:15.278960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:15.279397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (44d2f594-1325-4ed2-8a5f-77475444f0dc), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:15.279830 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Floating IP 44d2f594-1325-4ed2-8a5f-77475444f0dc disassociated. External IP: 172.35.0.24, port: 0e43d1e5-8511-4e37-ac37-577627349f47.
Apr 09 21:08:15.280241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Calling delete_port for 0e43d1e5-8511-4e37-ac37-577627349f47 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:15.291046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2c3fe6a-c2b3-4fb4-99cf-df9fb1dc3816 req-8f416f17-a8f5-4305-9b1b-188c931d5eb9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449454
Apr 09 21:08:15.374862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Deleting port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:15.375261 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:15.458832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71bc460b-0cac-4c94-b78a-0614f8c7dbd7 req-25cec773-092e-4fd8-9900-0647f4db6a2a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=76d0c33645544aac925f571c5572f115&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0622349
Apr 09 21:08:15.460912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-552af6f3-bc61-4751-addc-bb241fc8399e service neutron] 10.222.0.30 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746707
Apr 09 21:08:15.531414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] For port b12cfaaa-6fc6-4ba0-85ae-8ce96a164808, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:15.532021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:15.554698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Calling delete_port for b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:15.608082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0e43d1e5-8511-4e37-ac37-577627349f47), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:15.615729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc460b-0cac-4c94-b78a-0614f8c7dbd7 req-e56f9f37-965c-4094-9d3a-9f13e8690812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:15.617286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71bc460b-0cac-4c94-b78a-0614f8c7dbd7 req-e56f9f37-965c-4094-9d3a-9f13e8690812 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1504493
Apr 09 21:08:15.621051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-6dbd3be8-dc1d-4d91-b158-984414cbe606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:15.624075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-6dbd3be8-dc1d-4d91-b158-984414cbe606 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 1128 time: 0.2292182
Apr 09 21:08:15.651254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event deleted for resources: {'Port': ['ID=0e43d1e5-8511-4e37-ac37-577627349f47,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:15.680064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031a4d8-fa5f-4ba3-bab5-85953c1b3d4d req-92c943fe-d8d9-42ad-854e-d8d468d69144 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:15.700293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7031a4d8-fa5f-4ba3-bab5-85953c1b3d4d req-92c943fe-d8d9-42ad-854e-d8d468d69144 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 946 time: 0.2816169
Apr 09 21:08:15.893089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea3397-20ab-4896-ae85-dc43c184181c req-da2931c4-1cf6-47dd-beaf-d3fcf41c17ff tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:15.903260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7ea3397-20ab-4896-ae85-dc43c184181c req-da2931c4-1cf6-47dd-beaf-d3fcf41c17ff tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 945 time: 0.1207433
Apr 09 21:08:15.935330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7031a4d8-fa5f-4ba3-bab5-85953c1b3d4d req-c913695b-eb8f-463a-ad78-c8b62338d50d tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups?id=1563cc3f-3c61-4771-b7b8-7b5e053004e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2339015
Apr 09 21:08:15.977457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-3a940bed-3ee5-44f4-93db-61e469752f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:15.979272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-3a940bed-3ee5-44f4-93db-61e469752f9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 915 time: 0.3485470
Apr 09 21:08:16.058333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e2bd7d4-71bc-4245-baf5-a1a770a3e32e req-6b2fce61-0b92-4197-bcf3-f4b766e093c6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 210 time: 0.0639343
Apr 09 21:08:16.069422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7ea3397-20ab-4896-ae85-dc43c184181c req-7cae95c9-093e-48f1-a4f1-37426ff63e15 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216953
Apr 09 21:08:16.231617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Router 95e24637-9762-4897-a513-20fe0f33ae0d has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:08:16.253363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30339f0d-1cf1-4a17-908d-9e86ae14b6b3 req-e801ba1f-a586-4581-a819-185fb2f33779 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0876238
Apr 09 21:08:16.326845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5629a6b4-8078-4b96-bf58-d163ae4ebd70 req-62159821-744a-478b-9e5f-7e67abf782ac tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.0700157
Apr 09 21:08:16.356328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b12cfaaa-6fc6-4ba0-85ae-8ce96a164808), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:16.393103 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Pushing event deleted for resources: {'Port': ['ID=b12cfaaa-6fc6-4ba0-85ae-8ce96a164808,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:16.487187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd48bc-1f93-4f4d-9b0d-e16b0618f668 req-87b3b16f-30f3-4eb5-9d7b-7f6c109814c5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:16.489067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71bd48bc-1f93-4f4d-9b0d-e16b0618f668 req-87b3b16f-30f3-4eb5-9d7b-7f6c109814c5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0834577
Apr 09 21:08:16.503700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:08:16.517998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] Sync routers for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:08:16.544915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:16.546997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760297c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:16.605228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71bd48bc-1f93-4f4d-9b0d-e16b0618f668 req-99258fbc-ee11-4528-9bf8-1ad21035f84a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062615
Apr 09 21:08:16.611821 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f91662ab-4491-4c32-a000-fb1498cf478c req-855fbd7a-5072-40b4-9f40-3a457e608d5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c7578f9ead04b7384247947593935dd&device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0380025
Apr 09 21:08:16.679108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] No DVR routers for this DVR port 0e43d1e5-8511-4e37-ac37-577627349f47 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:16.685293 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:16.703663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0daa295f-6284-4fb6-90de-99be14783d10 req-e05b6b8f-a8cb-4b0d-826c-4ea74856b82a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.25 "DELETE /v2.0/ports/0e43d1e5-8511-4e37-ac37-577627349f47 HTTP/1.1" status: 204  len: 173 time: 2.3515148
Apr 09 21:08:16.706318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:16.709820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'name': 'network-vif-deleted', 'tag': '0e43d1e5-8511-4e37-ac37-577627349f47'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:16.716574 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15481e69-42ac-4401-b77e-89ca87bfa278" -d '{"events": [{"server_uuid": "9fbcefe5-59b3-4919-b321-cbcb7a47e014", "name": "network-vif-deleted", "tag": "0e43d1e5-8511-4e37-ac37-577627349f47"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:16.738539 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f91662ab-4491-4c32-a000-fb1498cf478c req-cdfd0ac9-1e43-439c-aa06-4cac3e981b68 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9c7578f9ead04b7384247947593935dd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1156008
Apr 09 21:08:16.828917 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a58e5e8-62df-44d9-9e14-00d643ae44c4 x-openstack-request-id: req-5a58e5e8-62df-44d9-9e14-00d643ae44c4 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:16.829376 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbcefe5-59b3-4919-b321-cbcb7a47e014", "name": "network-vif-deleted", "tag": "0e43d1e5-8511-4e37-ac37-577627349f47", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:16.829655 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a58e5e8-62df-44d9-9e14-00d643ae44c4 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:16.830303 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a58e5e8-62df-44d9-9e14-00d643ae44c4'] response: {'server_uuid': '9fbcefe5-59b3-4919-b321-cbcb7a47e014', 'name': 'network-vif-deleted', 'tag': '0e43d1e5-8511-4e37-ac37-577627349f47', 'status': 'completed', 'code': 200}
Apr 09 21:08:16.923361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (1d418887-90ce-4699-be65-5911a6c8ffc8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:17.001859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91662ab-4491-4c32-a000-fb1498cf478c req-7feef539-68fa-44c6-9e7e-b4085a110690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:17.003482 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f91662ab-4491-4c32-a000-fb1498cf478c req-7feef539-68fa-44c6-9e7e-b4085a110690 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1722004
Apr 09 21:08:17.063671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760297c0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:34Z', 'revision_number': 5, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:17.116794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] Checking router: 95e24637-9762-4897-a513-20fe0f33ae0d for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:08:17.139070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:17.139787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760297c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:17.268825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:17.295235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Router 1d418887-90ce-4699-be65-5911a6c8ffc8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:08:17.307524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10770d7f-97d3-4285-862d-45ea8c233d8e req-34336996-10f7-403c-a524-4bc284b08338 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.6930392
Apr 09 21:08:17.391469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-0a354398-266e-4b34-92e2-b300ba691339 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 217 time: 0.7553730
Apr 09 21:08:17.401612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c663c33-a80a-47a9-9ad4-aa04993dd440 req-5bf9bef8-692b-41a8-ba18-35d4d83490c4 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbcefe5-59b3-4919-b321-cbcb7a47e014 HTTP/1.1" status: 200  len: 210 time: 0.1143820
Apr 09 21:08:17.572026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:08:17.582186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9248419f-ce9d-49e9-b47b-34bf95e0df2c admin admin] 10.222.0.30 "PUT /v2.0/routers/1d418887-90ce-4699-be65-5911a6c8ffc8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5260153
Apr 09 21:08:17.585700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60092) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:17.587319 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] Sync routers for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:08:17.596569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-bf4d56ad-af6f-4fda-83bf-8d11a83a6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:17.598353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-bf4d56ad-af6f-4fda-83bf-8d11a83a6d04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 200  len: 854 time: 0.1957402
Apr 09 21:08:17.614025 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:17.615737 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770ed1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:17.616939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760297c0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:34Z', 'revision_number': 5, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:17.641248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71bc460b-0cac-4c94-b78a-0614f8c7dbd7 req-26f9613a-b556-4923-88e5-8592e161c273 tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.1371231
Apr 09 21:08:17.663868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7136dabe-ce7a-4edf-9f01-550f4c999131 req-1ff988c6-c288-4a40-908d-6170b5be4579 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 210 time: 0.1607556
Apr 09 21:08:17.689106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac9ba2-5924-421c-9ea9-6183175341c8 None None] The sync data for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 is: [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:06:29Z', 'revision_number': 4, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd28baee9-f62b-494b-a142-2387440e4700', 'name': '', 'network_id': 'e88960d2-bd5c-46d3-9b62-3ba00bb82e86', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'mac_address': 'fa:16:3e:60:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:28Z', 'updated_at': '2022-04-09T21:06:34Z', 'revision_number': 5, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'subnets': [{'id': 'afcde071-ffde-4297-a953-7ae2c462e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:08:17.807324 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:17.813997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-70a1113a-515c-4397-bc52-ba476a911fb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad62b125-1df7-49ad-953e-ad87b77a57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1695073
Apr 09 21:08:17.829817 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks [] for router (1d418887-90ce-4699-be65-5911a6c8ffc8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:17.873740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09ce4-d194-4ad0-bc01-8d2391d83779 req-ac3154fb-6e32-4871-aa9e-de2cb764a359 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:17.896331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5f09ce4-d194-4ad0-bc01-8d2391d83779 req-ac3154fb-6e32-4871-aa9e-de2cb764a359 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 945 time: 0.3936889
Apr 09 21:08:17.972968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7416945d-dfda-48bf-b823-fecc0773fa69 req-b8dcafea-1db4-4b1d-a132-c3960f7ecaf7 tempest-ServersAaction247Test-16599429 tempest-ServersAaction247Test-16599429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7278718f-1679-43ee-acfc-e94c764c2f93 HTTP/1.1" status: 200  len: 210 time: 0.1291432
Apr 09 21:08:18.053553 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks [] for router_gateway (1d418887-90ce-4699-be65-5911a6c8ffc8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:18.115386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283e39c-8c21-4375-85d4-724900ecc5dc None None] New status for floating IP 44d2f594-1325-4ed2-8a5f-77475444f0dc: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:08:18.119527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Deleting port e9d149e8-0e74-4089-8f34-54dc10ae7647 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:18.120130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:18.144076 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770ed1f0>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:08:16Z', 'revision_number': 5, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port': {'id': 'e9d149e8-0e74-4089-8f34-54dc10ae7647', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:18.186951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5f09ce4-d194-4ad0-bc01-8d2391d83779 req-e0972451-a6e0-4a25-97bc-e25d35a632ac tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2657952
Apr 09 21:08:18.240292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] For port e9d149e8-0e74-4089-8f34-54dc10ae7647, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9d149e8-0e74-4089-8f34-54dc10ae7647,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:18.241412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:18.244652 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] Checking router: 1d418887-90ce-4699-be65-5911a6c8ffc8 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:08:18.260535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Calling delete_port for e9d149e8-0e74-4089-8f34-54dc10ae7647 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:18.272249 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] Routers {'1d418887-90ce-4699-be65-5911a6c8ffc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:18.275344 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770ed1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:07:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1d418887-90ce-4699-be65-5911a6c8ffc8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:18.293865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-ce9d36bc-a331-4b5e-b73b-bdfff703a5aa tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:18.297472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-ce9d36bc-a331-4b5e-b73b-bdfff703a5aa tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 811 time: 0.7881007
Apr 09 21:08:18.330566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Request body: {'port': {'device_id': '3b65a0d7-8c88-46e6-ac52-45246891d7b3', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'admin_state_up': True, 'tenant_id': '184d9189f1364fc1bdd88feff79103e6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:18.445791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535c375-ad40-40c6-a9d3-61eb237825c1 req-6047664e-f36f-4b54-ba9a-693a0ce97a8e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:18.447485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2535c375-ad40-40c6-a9d3-61eb237825c1 req-6047664e-f36f-4b54-ba9a-693a0ce97a8e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.3166106
Apr 09 21:08:18.505568 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f91662ab-4491-4c32-a000-fb1498cf478c req-2622f21c-0b3c-4214-af4d-b5f0cee13b01 tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.25 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0663803
Apr 09 21:08:18.510974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] Set router 1d418887-90ce-4699-be65-5911a6c8ffc8 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:18.584980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-52ba06b2-da66-4acc-b5b8-a77125859d77 service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7586575
Apr 09 21:08:18.588539 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770ed1f0>, [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:08:18Z', 'revision_number': 6, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:18.630385 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13e0bd-cee7-4b38-a83c-29f175c8e0b7 None None] The sync data for ids ['1d418887-90ce-4699-be65-5911a6c8ffc8'] in ncdv-master-1 is: [{'id': '1d418887-90ce-4699-be65-5911a6c8ffc8', 'name': 'tempest-ServersTestFqdnHostnames-765841548-router', 'tenant_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:55Z', 'updated_at': '2022-04-09T21:08:18Z', 'revision_number': 6, 'project_id': 'c950fe626e0b4d1a88be8c0943fe3965', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:08:18.673314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-315e6cc3-eeb3-4d70-af2d-af5a9ce8a729 req-78f59233-108d-42c0-b8a0-e12ab6ab2b2c tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0837207
Apr 09 21:08:18.715299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e9d149e8-0e74-4089-8f34-54dc10ae7647), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:18.753310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d149e8-0e74-4089-8f34-54dc10ae7647,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:18.779690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2535c375-ad40-40c6-a9d3-61eb237825c1 req-1377702d-f424-40de-97e8-4ea2a773c742 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942789
Apr 09 21:08:18.797525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0e43d1e5-8511-4e37-ac37-577627349f47 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:18.810106 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:08:18.846523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 0e43d1e5-8511-4e37-ac37-577627349f47 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:18.846864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0e43d1e5-8511-4e37-ac37-577627349f47 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:18.859281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (1d418887-90ce-4699-be65-5911a6c8ffc8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:18.929328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f46cc156-49b7-4c8a-92b2-74b700746a9b req-36ed2973-c842-4fbf-9373-27a60ae298d0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 210 time: 0.0618522
Apr 09 21:08:18.929829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Made reservation on behalf of 184d9189f1364fc1bdd88feff79103e6 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:18.933145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:18.937352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46eaaa22-19a4-4441-8e35-6a6306ce1f48 req-1b643a77-6662-432c-9b85-f6c11dd2ee3d service neutron] 10.222.0.32 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3392000
Apr 09 21:08:18.962447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9cc4b-e2e5-4342-bc10-1868f92cdd73 req-bbce82e3-fb6b-4698-b92d-d227935f7567 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:18.968489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (1d418887-90ce-4699-be65-5911a6c8ffc8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:18.971167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks [] for router_controller (1d418887-90ce-4699-be65-5911a6c8ffc8), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:18.974786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fe9cc4b-e2e5-4342-bc10-1868f92cdd73 req-bbce82e3-fb6b-4698-b92d-d227935f7567 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 945 time: 0.1254783
Apr 09 21:08:19.008308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60124) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:19.044797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (1d418887-90ce-4699-be65-5911a6c8ffc8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.045841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d418887-90ce-4699-be65-5911a6c8ffc8 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:08:19.051169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.052619 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67d77b0a-6d7c-49cd-82ce-625847d105cd admin admin] 10.222.0.30 "DELETE /v2.0/routers/1d418887-90ce-4699-be65-5911a6c8ffc8 HTTP/1.1" status: 204  len: 168 time: 1.4655826
Apr 09 21:08:19.055077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60126) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:19.078419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60130) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:19.133562 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ab4ba3-60ef-438d-9007-f142ae391955 admin admin] Deleting subnet 5bac98c2-c8b5-4da6-aa4d-9cb4140f067d {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:08:19.138321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4ba3-60ef-438d-9007-f142ae391955 admin admin] Publish callbacks [] for subnet (5bac98c2-c8b5-4da6-aa4d-9cb4140f067d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.177633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fe9cc4b-e2e5-4342-bc10-1868f92cdd73 req-ec0304a7-a144-440a-9840-214545b755a9 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900768
Apr 09 21:08:19.220834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4ba3-60ef-438d-9007-f142ae391955 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (5bac98c2-c8b5-4da6-aa4d-9cb4140f067d), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.222461 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group (1563cc3f-3c61-4771-b7b8-7b5e053004e3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.250192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group (1563cc3f-3c61-4771-b7b8-7b5e053004e3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.267646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Allocated IP 172.20.0.2 (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2/0519333e-c540-4a09-940d-3b261e7852dc/86342107-c191-409d-a7f1-662450d04178) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:19.319083 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ffadef0a-3dc8-4cc6-8800-054b8b834754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.355198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4ba3-60ef-438d-9007-f142ae391955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5bac98c2-c8b5-4da6-aa4d-9cb4140f067d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.361018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60136) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:19.381939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1563cc3f-3c61-4771-b7b8-7b5e053004e3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.384565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.385754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "DELETE /v2.0/security-groups/1563cc3f-3c61-4771-b7b8-7b5e053004e3 HTTP/1.1" status: 204  len: 168 time: 0.3764782
Apr 09 21:08:19.388378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60140) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:19.409051 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-95aab14b-5bcc-48ba-ace8-cb6e22671a6a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] show failed (client error): The resource could not be found.
Apr 09 21:08:19.410374 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-95aab14b-5bcc-48ba-ace8-cb6e22671a6a tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "GET /v2.0/security-groups/1563cc3f-3c61-4771-b7b8-7b5e053004e3 HTTP/1.1" status: 404  len: 347 time: 0.0191529
Apr 09 21:08:19.414936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60142) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:19.440776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1563cc3f-3c61-4771-b7b8-7b5e053004e3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:19.489612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.490007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.490314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.490738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.491078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.491398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.491735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.492059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.492400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.492698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.493052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.493351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.493666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.493986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.494300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98d70b-cbd8-49f8-8bb3-023f4bf6ede2 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:19.556254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4ba3-60ef-438d-9007-f142ae391955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5bac98c2-c8b5-4da6-aa4d-9cb4140f067d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.583476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:19.607838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab4ba3-60ef-438d-9007-f142ae391955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bac98c2-c8b5-4da6-aa4d-9cb4140f067d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:19.611518 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ffadef0a-3dc8-4cc6-8800-054b8b834754 admin admin] Publish callbacks [] for security_group (d898c1cf-fe71-4867-a1e0-b0ebcc3c928c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.618020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks [] for port (86342107-c191-409d-a7f1-662450d04178), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.619147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4ba3-60ef-438d-9007-f142ae391955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.621270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ffadef0a-3dc8-4cc6-8800-054b8b834754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d898c1cf-fe71-4867-a1e0-b0ebcc3c928c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.625788 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1ab4ba3-60ef-438d-9007-f142ae391955 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5bac98c2-c8b5-4da6-aa4d-9cb4140f067d HTTP/1.1" status: 204  len: 168 time: 0.5695302
Apr 09 21:08:19.626695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60144) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:19.627396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Deleting port f972e87e-02a3-4e9b-829a-8349f2011084 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:19.627733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f972e87e-02a3-4e9b-829a-8349f2011084), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.629757 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-60f4690f-9115-4919-b9c8-bccba74a1489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.646818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb095f5-c8cd-4361-bc7d-6838516ad508 None None] Network dfcd25d5-b119-476b-a6d5-dba89dc5a299 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:19.654386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:19.657176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b12cfaaa-6fc6-4ba0-85ae-8ce96a164808 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:19.659559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e9d149e8-0e74-4089-8f34-54dc10ae7647 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:19.686859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ffadef0a-3dc8-4cc6-8800-054b8b834754 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=670cdb531b424d11a72743ef6cf52641&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6044087
Apr 09 21:08:19.690461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60146) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:19.707028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadef0a-3dc8-4cc6-8800-054b8b834754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d898c1cf-fe71-4867-a1e0-b0ebcc3c928c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:19.739434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (86342107-c191-409d-a7f1-662450d04178), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.835583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event updated for resources: {'Port': ['ID=86342107-c191-409d-a7f1-662450d04178,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:19.890831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:19.892653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b38a251b-9cab-46a8-8033-0e2b871da6d8 req-28305084-1b47-4678-bbc9-d8ca165af38b tempest-ServerShowV254Test-872074930 tempest-ServerShowV254Test-872074930-project] 10.222.0.30 "GET /v2.0/ports?device_id=b522ddbd-ea81-44b1-bb9b-65794df10c6b HTTP/1.1" status: 200  len: 210 time: 0.0623424
Apr 09 21:08:19.894067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:19.896727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:19.931204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:19.936477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (dfcd25d5-b119-476b-a6d5-dba89dc5a299), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.944654 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f972e87e-02a3-4e9b-829a-8349f2011084), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.944972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for floatingip (f972e87e-02a3-4e9b-829a-8349f2011084), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:19.980225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Calling delete_port for f972e87e-02a3-4e9b-829a-8349f2011084 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:19.998428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:19.999267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.010189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d82966-2ac9-4f02-91e6-4372edf993c2 req-35801473-b237-4c35-9a3e-8905dd5ea476 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:20.010397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8d82966-2ac9-4f02-91e6-4372edf993c2 req-35801473-b237-4c35-9a3e-8905dd5ea476 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.0753384
Apr 09 21:08:20.042780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dad5d85f-9ccf-4ded-a0aa-b206c535e3ed admin admin] Publish callbacks [] for security_group (d898c1cf-fe71-4867-a1e0-b0ebcc3c928c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.043018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-456b7998-1397-47eb-95c2-573cb1432225 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7308140
Apr 09 21:08:20.064965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: e9d149e8-0e74-4089-8f34-54dc10ae7647 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:20.065627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e9d149e8-0e74-4089-8f34-54dc10ae7647 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:20.072267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-60f4690f-9115-4919-b9c8-bccba74a1489 admin admin] Publish callbacks [] for security_group (80a67f45-1579-47fc-b9ce-6841c6891d5a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.092402 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-60f4690f-9115-4919-b9c8-bccba74a1489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (80a67f45-1579-47fc-b9ce-6841c6891d5a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.134551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8d82966-2ac9-4f02-91e6-4372edf993c2 req-64c8fb8c-0142-49e3-9ab6-9f43f2e549ef tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112797
Apr 09 21:08:20.139434 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dad5d85f-9ccf-4ded-a0aa-b206c535e3ed admin admin] Publish callbacks [] for security_group (d898c1cf-fe71-4867-a1e0-b0ebcc3c928c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.158560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b89a1903-4bc6-4937-ab1c-08ead482d6d7 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:20.159256 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.166489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaf208-c28f-415e-a3ac-974391fa25d6 req-71530adf-edc0-49f7-aa91-0cc6070d9437 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:20.178547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efaf208-c28f-415e-a3ac-974391fa25d6 req-71530adf-edc0-49f7-aa91-0cc6070d9437 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 931 time: 0.1464090
Apr 09 21:08:20.200529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:20.223584 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b6307-c4b4-470c-a03c-11e1d01235ed" -d '{"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-unplugged", "status": "completed", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:20.238602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Deleting port da4ec99d-a501-4c42-b9b4-15fd610c045f {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:20.238952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.246530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] DHCP port deletion for dfcd25d5-b119-476b-a6d5-dba89dc5a299 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:08:20.248871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-22823da4-8e2e-44d1-9afc-a3d75c9f5815 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:20.250808 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-22823da4-8e2e-44d1-9afc-a3d75c9f5815 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.25 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 945 time: 0.1174674
Apr 09 21:08:20.256515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:20.265139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efaf208-c28f-415e-a3ac-974391fa25d6 req-6b411403-f53b-4d34-9a4a-9735f7f05edc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825214
Apr 09 21:08:20.312441 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.338162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de0bfd-a8a2-480c-9000-1e67185139e3 req-ab2d16f4-918e-478d-bdaa-3011c53435c7 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:20.345667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57de0bfd-a8a2-480c-9000-1e67185139e3 req-ab2d16f4-918e-478d-bdaa-3011c53435c7 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 945 time: 0.0727708
Apr 09 21:08:20.360812 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142ed558-8346-4949-8009-09c488edf80d x-openstack-request-id: req-142ed558-8346-4949-8009-09c488edf80d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:20.361881 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-unplugged", "status": "completed", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:20.362321 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-142ed558-8346-4949-8009-09c488edf80d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:20.362719 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142ed558-8346-4949-8009-09c488edf80d'] response: {'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'code': 200}
Apr 09 21:08:20.370485 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-60f4690f-9115-4919-b9c8-bccba74a1489 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76d0c33645544aac925f571c5572f115&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0084128
Apr 09 21:08:20.379271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4690f-9115-4919-b9c8-bccba74a1489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a67f45-1579-47fc-b9ce-6841c6891d5a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:20.381012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60158) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:20.381197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] Deleting port da4ec99d-a501-4c42-b9b4-15fd610c045f {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:20.392126 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.432165 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e78f-6d74-4d28-be58-9c2b306d8458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.441516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:20.441782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57de0bfd-a8a2-480c-9000-1e67185139e3 req-5fb07fd9-8cac-44f6-9e59-534aa733e15b tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945337
Apr 09 21:08:20.483291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.483612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.483944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.484276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.484647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.484979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.486015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.486350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.486688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.486996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.487316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.487637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.487954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.488276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.488589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:20.489524 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98fe565c-bd2e-4dbc-8c64-23eb1d874119 admin admin] Publish callbacks [] for security_group (80a67f45-1579-47fc-b9ce-6841c6891d5a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.497514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Request body: {'port': {'device_id': '3b65a0d7-8c88-46e6-ac52-45246891d7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:20.509718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] For port da4ec99d-a501-4c42-b9b4-15fd610c045f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da4ec99d-a501-4c42-b9b4-15fd610c045f,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:20.510207 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.519206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] For port da4ec99d-a501-4c42-b9b4-15fd610c045f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da4ec99d-a501-4c42-b9b4-15fd610c045f,segment=NetworkSegment(23066b1e-f68b-45aa-8710-ac0e62e8caf9),segment_id=23066b1e-f68b-45aa-8710-ac0e62e8caf9)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:20.519529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.529953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] Calling delete_port for da4ec99d-a501-4c42-b9b4-15fd610c045f owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:20.539238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Deleting port b5a493c3-f133-4d49-b725-84e30819e49b {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:20.539499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.547153 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98fe565c-bd2e-4dbc-8c64-23eb1d874119 admin admin] Publish callbacks [] for security_group (80a67f45-1579-47fc-b9ce-6841c6891d5a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.551556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Calling delete_port for da4ec99d-a501-4c42-b9b4-15fd610c045f owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:20.567459 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dad5d85f-9ccf-4ded-a0aa-b206c535e3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d898c1cf-fe71-4867-a1e0-b0ebcc3c928c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.570008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dad5d85f-9ccf-4ded-a0aa-b206c535e3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.573511 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dad5d85f-9ccf-4ded-a0aa-b206c535e3ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d898c1cf-fe71-4867-a1e0-b0ebcc3c928c HTTP/1.1" status: 204  len: 168 time: 0.8752584
Apr 09 21:08:20.617797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (86342107-c191-409d-a7f1-662450d04178), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.684601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.695669 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98fe565c-bd2e-4dbc-8c64-23eb1d874119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (80a67f45-1579-47fc-b9ce-6841c6891d5a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.700564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98fe565c-bd2e-4dbc-8c64-23eb1d874119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:20.701996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] No DVR routers for this DVR port da4ec99d-a501-4c42-b9b4-15fd610c045f on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:20.705977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-98fe565c-bd2e-4dbc-8c64-23eb1d874119 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80a67f45-1579-47fc-b9ce-6841c6891d5a HTTP/1.1" status: 204  len: 168 time: 0.3208694
Apr 09 21:08:20.726591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68c3c2-8411-4b61-bcf7-896b17a20610 None None] Pushing event deleted for resources: {'Port': ['ID=da4ec99d-a501-4c42-b9b4-15fd610c045f,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:20.744186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe565c-bd2e-4dbc-8c64-23eb1d874119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a67f45-1579-47fc-b9ce-6841c6891d5a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:20.918237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f972e87e-02a3-4e9b-829a-8349f2011084), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.017321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Pushing event deleted for resources: {'Port': ['ID=f972e87e-02a3-4e9b-829a-8349f2011084,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:21.019211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5d85f-9ccf-4ded-a0aa-b206c535e3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d898c1cf-fe71-4867-a1e0-b0ebcc3c928c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:21.081918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86342107-c191-409d-a7f1-662450d04178 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:21.090664 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Publish callbacks [] for port (86342107-c191-409d-a7f1-662450d04178), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.113612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Transition to ACTIVE for port object 86342107-c191-409d-a7f1-662450d04178 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:08:21.122422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60172) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:21.122600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] For port b5a493c3-f133-4d49-b725-84e30819e49b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a493c3-f133-4d49-b725-84e30819e49b,segment=NetworkSegment(485c6c2a-a4b5-427c-a4c3-12ad97ed479f),segment_id=485c6c2a-a4b5-427c-a4c3-12ad97ed479f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:21.123019 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.143974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (86342107-c191-409d-a7f1-662450d04178), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.148940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Calling delete_port for b5a493c3-f133-4d49-b725-84e30819e49b owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:21.176388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks [] for floatingip (44d2f594-1325-4ed2-8a5f-77475444f0dc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.179003 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.189675 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6fdb7275-2e2c-4d4e-b240-0da0dcfe1658 tempest-ServersTestManualDisk-83251098 tempest-ServersTestManualDisk-83251098-project] 10.222.0.30 "DELETE /v2.0/floatingips/44d2f594-1325-4ed2-8a5f-77475444f0dc HTTP/1.1" status: 204  len: 168 time: 1.7735128
Apr 09 21:08:21.191156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60176) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:21.193738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (da4ec99d-a501-4c42-b9b4-15fd610c045f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.216164 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f4468314-dedc-4649-96f0-c8d8c76d5719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.311107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] No DVR routers for this DVR port da4ec99d-a501-4c42-b9b4-15fd610c045f on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:21.313099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4ec99d-a501-4c42-b9b4-15fd610c045f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:21.351375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Pushing event updated for resources: {'Port': ['ID=86342107-c191-409d-a7f1-662450d04178,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:21.378346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbb0d0-7007-47aa-844c-278e7ed8451e req-32b5053f-fe46-4af6-9e70-1ff487539c09 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:21.389253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28bbb0d0-7007-47aa-844c-278e7ed8451e req-32b5053f-fe46-4af6-9e70-1ff487539c09 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.1361661
Apr 09 21:08:21.465267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (dfcd25d5-b119-476b-a6d5-dba89dc5a299), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.510465 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23748cabe0>,) {'filters': {'network_id': ['dfcd25d5-b119-476b-a6d5-dba89dc5a299']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:21.537958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Attempting to bind port 86342107-c191-409d-a7f1-662450d04178 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:21.538529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Attempting to bind port 86342107-c191-409d-a7f1-662450d04178 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:21.538529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Attempting to bind port 86342107-c191-409d-a7f1-662450d04178 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:21.552673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device da4ec99d-a501-4c42-b9b4-15fd610c045f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:21.580384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Port 86342107-c191-409d-a7f1-662450d04178 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:08:21.580754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Attempting to bind port 86342107-c191-409d-a7f1-662450d04178 on network 57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:21.582526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748cabe0>, '23066b1e-f68b-45aa-8710-ac0e62e8caf9') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:21.583546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748cabe0>, '23066b1e-f68b-45aa-8710-ac0e62e8caf9') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:21.597721 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (23066b1e-f68b-45aa-8710-ac0e62e8caf9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.599782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: da4ec99d-a501-4c42-b9b4-15fd610c045f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:21.600155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device da4ec99d-a501-4c42-b9b4-15fd610c045f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:21.606248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28bbb0d0-7007-47aa-844c-278e7ed8451e req-32a3ee83-3e00-4a75-83bf-44af07d1fb0f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159803
Apr 09 21:08:21.616549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4065220-8c61-4c91-93de-5db319b17cd3 req-0df51217-6f92-4264-bf42-ec78a24a0a0a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:21.618102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4065220-8c61-4c91-93de-5db319b17cd3 req-0df51217-6f92-4264-bf42-ec78a24a0a0a tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 943 time: 0.2026756
Apr 09 21:08:21.620237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:21.620568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Checking segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:21.620952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Bound using segment: {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:21.621431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Bound port: 86342107-c191-409d-a7f1-662450d04178, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bae04-b366-4e27-b17b-c7eae0ee0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:21.621784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (86342107-c191-409d-a7f1-662450d04178), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.647279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60192) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:21.696303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (23066b1e-f68b-45aa-8710-ac0e62e8caf9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.747549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:08:21.747958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (23066b1e-f68b-45aa-8710-ac0e62e8caf9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:08:21.749931 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:08:21.777978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] For port 86342107-c191-409d-a7f1-662450d04178, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:21.789692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f4468314-dedc-4649-96f0-c8d8c76d5719 admin admin] Publish callbacks [] for security_group (44d67a09-82f4-4b9f-bc16-f52e7423a842), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.807993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b5a493c3-f133-4d49-b725-84e30819e49b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.809969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0200aa-723f-4a34-8c7e-67251fffb35e req-8ba7afa3-f7f7-4c8e-b619-8a5385e7a47e tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:21.816032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b0200aa-723f-4a34-8c7e-67251fffb35e req-8ba7afa3-f7f7-4c8e-b619-8a5385e7a47e tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b45fb9-910b-4f44-90a8-d88fd1f0d9e7 HTTP/1.1" status: 200  len: 945 time: 0.1124120
Apr 09 21:08:21.822748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b5a493c3-f133-4d49-b725-84e30819e49b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:21.835031 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f4468314-dedc-4649-96f0-c8d8c76d5719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (44d67a09-82f4-4b9f-bc16-f52e7423a842), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.855623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Pushing event deleted for resources: {'Port': ['ID=b5a493c3-f133-4d49-b725-84e30819e49b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:21.862911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] For port 86342107-c191-409d-a7f1-662450d04178, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86342107-c191-409d-a7f1-662450d04178,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:21.870345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f4468314-dedc-4649-96f0-c8d8c76d5719 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67b187c259f34f0e9412dfea6872f717&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7448084
Apr 09 21:08:21.882706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60204) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:21.885836 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (dfcd25d5-b119-476b-a6d5-dba89dc5a299), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.907092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (86342107-c191-409d-a7f1-662450d04178), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.910720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.917530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dfcd25d5-b119-476b-a6d5-dba89dc5a299 HTTP/1.1" status: 204  len: 168 time: 2.2856688
Apr 09 21:08:21.956291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585ef7-b8d2-45f3-92c1-072180396f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfcd25d5-b119-476b-a6d5-dba89dc5a299,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:21.960118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] No DVR routers for this DVR port b5a493c3-f133-4d49-b725-84e30819e49b on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:21.967061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:21.970782 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a115a8a3-a4ba-4709-a5c3-a1b22367d008 req-d37db536-217c-47f0-a3b5-3f8ddd9fd076 tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.25 "DELETE /v2.0/ports/b5a493c3-f133-4d49-b725-84e30819e49b HTTP/1.1" status: 204  len: 173 time: 1.6754649
Apr 09 21:08:21.971242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b45fb9-910b-4f44-90a8-d88fd1f0d9e7', 'name': 'network-vif-deleted', 'tag': 'b5a493c3-f133-4d49-b725-84e30819e49b'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:21.973576 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d188f05f-a41f-4663-8172-eb73e76be815" -d '{"events": [{"server_uuid": "68b45fb9-910b-4f44-90a8-d88fd1f0d9e7", "name": "network-vif-deleted", "tag": "b5a493c3-f133-4d49-b725-84e30819e49b"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:21.997430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4065220-8c61-4c91-93de-5db319b17cd3 req-f488ddf3-b4d7-4f0c-afb2-9e4a666319cc tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3490117
Apr 09 21:08:22.026239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Pushing event updated for resources: {'Port': ['ID=86342107-c191-409d-a7f1-662450d04178,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:22.053463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4468314-dedc-4649-96f0-c8d8c76d5719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d67a09-82f4-4b9f-bc16-f52e7423a842,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:22.068167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-410293fb-6de3-44ed-9e83-2f9c1d46ba39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.076230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:22.076997 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.078555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-1c44d20b-092e-4535-a109-4d2601264b32 service neutron] 10.222.0.32 "PUT /v2.0/ports/86342107-c191-409d-a7f1-662450d04178 HTTP/1.1" status: 200  len: 1091 time: 1.5856671
Apr 09 21:08:22.089931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b65a0d7-8c88-46e6-ac52-45246891d7b3', 'tag': '86342107-c191-409d-a7f1-662450d04178'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:22.094153 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c9ea7-efcd-4836-8e1b-2d496a81680a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b65a0d7-8c88-46e6-ac52-45246891d7b3", "tag": "86342107-c191-409d-a7f1-662450d04178"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:22.139924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b0200aa-723f-4a34-8c7e-67251fffb35e req-b9c4d177-f3a1-445b-8d1d-0ea4e30202bb tempest-ServerGroupTestJSON-1924039148 tempest-ServerGroupTestJSON-1924039148-project] 10.222.0.30 "GET /v2.0/security-groups?id=db60de15-a2ae-4b7e-b39f-9ce69c22ae15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3173435
Apr 09 21:08:22.154050 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (95e24637-9762-4897-a513-20fe0f33ae0d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.212928 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0cb9d7-0dd9-43c7-a3b0-efe641c393d7 x-openstack-request-id: req-0c0cb9d7-0dd9-43c7-a3b0-efe641c393d7 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:22.213436 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b45fb9-910b-4f44-90a8-d88fd1f0d9e7", "name": "network-vif-deleted", "tag": "b5a493c3-f133-4d49-b725-84e30819e49b", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:22.213625 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c0cb9d7-0dd9-43c7-a3b0-efe641c393d7 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:22.214012 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0cb9d7-0dd9-43c7-a3b0-efe641c393d7'] response: {'server_uuid': '68b45fb9-910b-4f44-90a8-d88fd1f0d9e7', 'name': 'network-vif-deleted', 'tag': 'b5a493c3-f133-4d49-b725-84e30819e49b', 'status': 'completed', 'code': 200}
Apr 09 21:08:22.262557 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f97a9c2-3c1b-4947-9602-5d7ce2e7f310 admin admin] Publish callbacks [] for security_group (44d67a09-82f4-4b9f-bc16-f52e7423a842), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.270471 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66122c73-ac78-4763-a485-b6c14b700bf3 x-openstack-request-id: req-66122c73-ac78-4763-a485-b6c14b700bf3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:22.270876 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b65a0d7-8c88-46e6-ac52-45246891d7b3", "tag": "86342107-c191-409d-a7f1-662450d04178", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:22.271186 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66122c73-ac78-4763-a485-b6c14b700bf3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:22.271642 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66122c73-ac78-4763-a485-b6c14b700bf3'] response: {'name': 'network-changed', 'server_uuid': '3b65a0d7-8c88-46e6-ac52-45246891d7b3', 'tag': '86342107-c191-409d-a7f1-662450d04178', 'status': 'completed', 'code': 200}
Apr 09 21:08:22.296207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60218) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:22.328384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce5249-86c9-44c9-944b-6412e9ae3d73 req-5cc7c3d7-d4b3-448d-a9ad-b438e426ce59 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:22.329881 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03ce5249-86c9-44c9-944b-6412e9ae3d73 req-5cc7c3d7-d4b3-448d-a9ad-b438e426ce59 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.1808045
Apr 09 21:08:22.330732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-c0674ce3-25bb-4f99-84b4-a98d332d59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:22.332165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-c0674ce3-25bb-4f99-84b4-a98d332d59d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 1125 time: 0.1376050
Apr 09 21:08:22.334419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f97a9c2-3c1b-4947-9602-5d7ce2e7f310 admin admin] Publish callbacks [] for security_group (44d67a09-82f4-4b9f-bc16-f52e7423a842), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.443213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-affdafcc-2169-4ddc-849d-fcb1aab6af85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86342107-c191-409d-a7f1-662450d04178 HTTP/1.1" status: 200  len: 217 time: 0.0883744
Apr 09 21:08:22.475237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Deleting port d28baee9-f62b-494b-a142-2387440e4700 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:22.475684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d28baee9-f62b-494b-a142-2387440e4700), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.533025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9c0a171e-6c47-43d1-93e6-cf8209ecdba5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c950fe626e0b4d1a88be8c0943fe3965&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2343900
Apr 09 21:08:22.535812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60220) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:22.549897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-410293fb-6de3-44ed-9e83-2f9c1d46ba39 admin admin] Publish callbacks [] for security_group (1af9b49d-8da8-4429-8752-3d8c968158c1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.564583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-410293fb-6de3-44ed-9e83-2f9c1d46ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1af9b49d-8da8-4429-8752-3d8c968158c1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.574817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03ce5249-86c9-44c9-944b-6412e9ae3d73 req-6cabcef5-2345-4359-a620-565e4afeda47 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188542
Apr 09 21:08:22.583481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-01875add-a7eb-43c5-b621-699ae614f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:22.585075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-01875add-a7eb-43c5-b621-699ae614f67a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.1151319
Apr 09 21:08:22.602717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] For port d28baee9-f62b-494b-a142-2387440e4700, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d28baee9-f62b-494b-a142-2387440e4700,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:22.603268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d28baee9-f62b-494b-a142-2387440e4700), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.628536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Calling delete_port for d28baee9-f62b-494b-a142-2387440e4700 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:22.638209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f97a9c2-3c1b-4947-9602-5d7ce2e7f310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (44d67a09-82f4-4b9f-bc16-f52e7423a842), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.641831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f97a9c2-3c1b-4947-9602-5d7ce2e7f310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.647251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0f97a9c2-3c1b-4947-9602-5d7ce2e7f310 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44d67a09-82f4-4b9f-bc16-f52e7423a842 HTTP/1.1" status: 204  len: 168 time: 0.7627785
Apr 09 21:08:22.681332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-410293fb-6de3-44ed-9e83-2f9c1d46ba39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c7578f9ead04b7384247947593935dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9853866
Apr 09 21:08:22.681936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-65d6d286-8ca9-46e8-84fe-131203c0fcaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0849915
Apr 09 21:08:22.682658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60232) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:22.688880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410293fb-6de3-44ed-9e83-2f9c1d46ba39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9b49d-8da8-4429-8752-3d8c968158c1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:22.694425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae3cf3b0-c30e-44b1-9617-e50fbfec0987 admin admin] Publish callbacks [] for security_group (28ae5424-eb38-4050-8748-848936ffac37), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.730591 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae3cf3b0-c30e-44b1-9617-e50fbfec0987 admin admin] Publish callbacks [] for security_group (28ae5424-eb38-4050-8748-848936ffac37), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.760973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97a9c2-3c1b-4947-9602-5d7ce2e7f310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d67a09-82f4-4b9f-bc16-f52e7423a842,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:22.889861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f93d5006-0e1f-49a8-8572-09afdb117157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.906882 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae3cf3b0-c30e-44b1-9617-e50fbfec0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (28ae5424-eb38-4050-8748-848936ffac37), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.910201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae3cf3b0-c30e-44b1-9617-e50fbfec0987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.911729 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ae3cf3b0-c30e-44b1-9617-e50fbfec0987 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28ae5424-eb38-4050-8748-848936ffac37 HTTP/1.1" status: 204  len: 168 time: 0.3705566
Apr 09 21:08:22.919451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-4a15df55-350a-4346-9f5a-e109229fdb40 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276199
Apr 09 21:08:22.923601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cf3b0-c30e-44b1-9617-e50fbfec0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae5424-eb38-4050-8748-848936ffac37,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:22.923962 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0038f1d0-a029-4238-9f10-df11095907c6 admin admin] Publish callbacks [] for security_group (1af9b49d-8da8-4429-8752-3d8c968158c1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.926097 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d28baee9-f62b-494b-a142-2387440e4700), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.980066 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0038f1d0-a029-4238-9f10-df11095907c6 admin admin] Publish callbacks [] for security_group (1af9b49d-8da8-4429-8752-3d8c968158c1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:22.988154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Pushing event deleted for resources: {'Port': ['ID=d28baee9-f62b-494b-a142-2387440e4700,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:23.085771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-d40bde1f-f4a3-42e3-a823-021a48e67da8 req-239b1627-e3c2-4d3d-aeed-ed7eccf99be7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:08:23.087235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d40bde1f-f4a3-42e3-a823-021a48e67da8 req-239b1627-e3c2-4d3d-aeed-ed7eccf99be7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0178056
Apr 09 21:08:23.096079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-756d5ccc-b7de-497e-acf9-8377df148a12 req-2f85fcb7-d9df-4260-9c8b-60c6ee8aa815 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690722
Apr 09 21:08:23.131786 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0038f1d0-a029-4238-9f10-df11095907c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1af9b49d-8da8-4429-8752-3d8c968158c1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:23.135679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0038f1d0-a029-4238-9f10-df11095907c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:23.141360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0038f1d0-a029-4238-9f10-df11095907c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1af9b49d-8da8-4429-8752-3d8c968158c1 HTTP/1.1" status: 204  len: 168 time: 0.4576530
Apr 09 21:08:23.153528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038f1d0-a029-4238-9f10-df11095907c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9b49d-8da8-4429-8752-3d8c968158c1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:23.302215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72bf7b-ec26-4d8e-ac1e-516eb7684fcb req-4a923e99-ac1e-48b6-9907-671d47e9e89d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:23.311569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e72bf7b-ec26-4d8e-ac1e-516eb7684fcb req-4a923e99-ac1e-48b6-9907-671d47e9e89d tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 943 time: 0.0765550
Apr 09 21:08:23.386436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e72bf7b-ec26-4d8e-ac1e-516eb7684fcb req-6ef460e8-8b4d-4d13-9d0c-74b0904e1fb1 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723722
Apr 09 21:08:23.402305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (95e24637-9762-4897-a513-20fe0f33ae0d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:23.579822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9647c-f253-47e2-9a73-79c9cef59886 req-5b874057-f883-4921-a301-77fd997cb5f0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:23.581484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbf9647c-f253-47e2-9a73-79c9cef59886 req-5b874057-f883-4921-a301-77fd997cb5f0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.0661097
Apr 09 21:08:23.673748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbf9647c-f253-47e2-9a73-79c9cef59886 req-6676b94b-6853-4d3c-a95f-6ecb7b757434 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736818
Apr 09 21:08:23.739499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Router 95e24637-9762-4897-a513-20fe0f33ae0d has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:08:23.973552 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-993b3eca-7e69-47e4-979b-5e4f6ed83cc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2493458
Apr 09 21:08:23.978882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:08:23.983297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-722bd82f-42c0-4769-b44b-8704b490c6d5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:08:23.984420 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-722bd82f-42c0-4769-b44b-8704b490c6d5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059097
Apr 09 21:08:23.986561 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] Sync routers for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:08:23.988359 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cd94e482-aef0-45b0-879f-3cc20e5ec07c admin admin] 10.222.0.30 "PUT /v2.0/routers/95e24637-9762-4897-a513-20fe0f33ae0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7920794
Apr 09 21:08:23.992153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60318) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:23.999288 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:23.999919 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d1d25e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:24.024015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-b974a326-0703-4f13-afad-77930ea3d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:24.025976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-b974a326-0703-4f13-afad-77930ea3d078 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=184d9189f1364fc1bdd88feff79103e6&device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 1125 time: 0.1043987
Apr 09 21:08:24.039966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60320) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:24.074609 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.164710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-142e5a57-bf96-4045-8a0f-02c56dfcb7e3 admin admin] Deleting subnet c16c349f-3ad2-4cff-b0c3-0bedd7510f1a {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:08:24.170929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-142e5a57-bf96-4045-8a0f-02c56dfcb7e3 admin admin] Publish callbacks [] for subnet (c16c349f-3ad2-4cff-b0c3-0bedd7510f1a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.184710 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:24.221759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-4f7b0932-9baa-4600-9bf8-10494fd0f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:24.222943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks [] for router (95e24637-9762-4897-a513-20fe0f33ae0d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.223262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-4f7b0932-9baa-4600-9bf8-10494fd0f8f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 200  len: 912 time: 0.1914539
Apr 09 21:08:24.225915 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-142e5a57-bf96-4045-8a0f-02c56dfcb7e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (c16c349f-3ad2-4cff-b0c3-0bedd7510f1a), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.295125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-91cc8f2b-4068-4356-81d4-5090a5d52ce5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86342107-c191-409d-a7f1-662450d04178 HTTP/1.1" status: 200  len: 217 time: 0.0473990
Apr 09 21:08:24.348580 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-142e5a57-bf96-4045-8a0f-02c56dfcb7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c16c349f-3ad2-4cff-b0c3-0bedd7510f1a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.365396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks [] for router_gateway (95e24637-9762-4897-a513-20fe0f33ae0d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.394027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-7a7f10bd-e6b8-49d4-b730-e164f3645dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:24.395879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-7a7f10bd-e6b8-49d4-b730-e164f3645dff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 200  len: 851 time: 0.0933263
Apr 09 21:08:24.432123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d1d25e0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:08:22Z', 'revision_number': 5, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port': {'id': 'f22577c6-5df6-4a33-b2cc-6fe8e2b07d04', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:06:26Z', 'updated_at': '2022-04-09T21:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:24.485479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Deleting port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:24.485843 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.487879 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] Checking router: 95e24637-9762-4897-a513-20fe0f33ae0d for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:08:24.490262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-8ef3e198-29f7-409e-b99e-5121d67ea4a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710125
Apr 09 21:08:24.500514 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] Routers {'95e24637-9762-4897-a513-20fe0f33ae0d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:24.501457 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d1d25e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['95e24637-9762-4897-a513-20fe0f33ae0d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:24.599877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-e6dd8165-21e2-4a4c-a587-f0a5185ee52c service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026063
Apr 09 21:08:24.623716 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] Set router 95e24637-9762-4897-a513-20fe0f33ae0d gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:24.631482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-142e5a57-bf96-4045-8a0f-02c56dfcb7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c16c349f-3ad2-4cff-b0c3-0bedd7510f1a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.649765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] For port f22577c6-5df6-4a33-b2cc-6fe8e2b07d04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f22577c6-5df6-4a33-b2cc-6fe8e2b07d04,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:24.650050 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.683263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Calling delete_port for f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:24.691372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a5e78-f03f-4cbd-8e32-11527e5786f2 req-7eea6233-9e25-4ee2-9ea4-ad517534c7ad tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:24.691758 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d1d25e0>, [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:08:24Z', 'revision_number': 6, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:24.698502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c30a5e78-f03f-4cbd-8e32-11527e5786f2 req-7eea6233-9e25-4ee2-9ea4-ad517534c7ad tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 943 time: 0.2046885
Apr 09 21:08:24.700461 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-142e5a57-bf96-4045-8a0f-02c56dfcb7e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.703652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-142e5a57-bf96-4045-8a0f-02c56dfcb7e3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c16c349f-3ad2-4cff-b0c3-0bedd7510f1a HTTP/1.1" status: 204  len: 168 time: 0.6627071
Apr 09 21:08:24.707405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e5a57-bf96-4045-8a0f-02c56dfcb7e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16c349f-3ad2-4cff-b0c3-0bedd7510f1a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:24.707594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60346) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:24.805609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-234c9ea7-efcd-4836-8e1b-2d496a81680a req-849b5638-df1a-4e29-9e6f-957659d47f62 service neutron] 10.222.0.32 "GET /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854453
Apr 09 21:08:24.816421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c30a5e78-f03f-4cbd-8e32-11527e5786f2 req-ee49aa22-009e-4821-be03-c864062481d4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172988
Apr 09 21:08:24.848688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b5a493c3-f133-4d49-b725-84e30819e49b no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:24.885574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: b5a493c3-f133-4d49-b725-84e30819e49b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:24.886194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b5a493c3-f133-4d49-b725-84e30819e49b not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:24.917158 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e66466-3916-4fe6-a58a-29724e441d7b None None] The sync data for ids ['95e24637-9762-4897-a513-20fe0f33ae0d'] in ncdv-master-1 is: [{'id': '95e24637-9762-4897-a513-20fe0f33ae0d', 'name': 'tempest-ServersTestManualDisk-1771296608-router', 'tenant_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:06:25Z', 'updated_at': '2022-04-09T21:08:24Z', 'revision_number': 6, 'project_id': 'be8cef49b0454f9bb34f7d52b7918a6c', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:08:24.918121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (d5d3d6c0-0a35-4735-83f2-767b0bfabafa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:24.931370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-3de7e9db-5b53-4301-9c16-6015e800a033 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:24.940381 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-3de7e9db-5b53-4301-9c16-6015e800a033 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports/b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 941 time: 0.8726857
Apr 09 21:08:24.995623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499129f1-c3ac-4516-bd1e-f4d4a778205e req-50e78c89-d3aa-40da-aa2d-e04a5a4dd848 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:24.997225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-499129f1-c3ac-4516-bd1e-f4d4a778205e req-50e78c89-d3aa-40da-aa2d-e04a5a4dd848 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.0814412
Apr 09 21:08:25.124820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-499129f1-c3ac-4516-bd1e-f4d4a778205e req-665b8364-fb19-4ffa-8c0e-5913e9bdd350 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185081
Apr 09 21:08:25.151603 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:25.153861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:25.192788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (d5d3d6c0-0a35-4735-83f2-767b0bfabafa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:25.242479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23746c1730>,) {'filters': {'network_id': ['d5d3d6c0-0a35-4735-83f2-767b0bfabafa']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:25.242479 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f22577c6-5df6-4a33-b2cc-6fe8e2b07d04), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:25.268886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23746c1730>, '485c6c2a-a4b5-427c-a4c3-12ad97ed479f') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:25.269216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23746c1730>, '485c6c2a-a4b5-427c-a4c3-12ad97ed479f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:25.294294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (485c6c2a-a4b5-427c-a4c3-12ad97ed479f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:25.407970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22577c6-5df6-4a33-b2cc-6fe8e2b07d04,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:25.415968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (485c6c2a-a4b5-427c-a4c3-12ad97ed479f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:25.443965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:08:25.444391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (485c6c2a-a4b5-427c-a4c3-12ad97ed479f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:08:25.452422 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:08:25.567516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60380) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:25.668609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60384) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:25.706194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 86342107-c191-409d-a7f1-662450d04178 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:08:25.710083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:25.715393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60388) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:25.838472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d28baee9-f62b-494b-a142-2387440e4700 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:25.872000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d28baee9-f62b-494b-a142-2387440e4700 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:25.872558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d28baee9-f62b-494b-a142-2387440e4700 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:25.873283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:25.881547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1709254210-network', 'tenant_id': 'bfb1a94e7e044a6390e09032a39366f8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:25.930095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-network', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:25.936863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Made reservation on behalf of bfb1a94e7e044a6390e09032a39366f8 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:25.947686 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:25.988805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:25.989655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f22577c6-5df6-4a33-b2cc-6fe8e2b07d04 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:25.990449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (95e24637-9762-4897-a513-20fe0f33ae0d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.054802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Made reservation on behalf of b0a1102e4f4e441b947116441b3e330d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:26.057395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.081519 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (d5d3d6c0-0a35-4735-83f2-767b0bfabafa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.105024 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.111838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b89a1903-4bc6-4937-ab1c-08ead482d6d7 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:26.116216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.122488 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5d3d6c0-0a35-4735-83f2-767b0bfabafa HTTP/1.1" status: 204  len: 168 time: 1.4140344
Apr 09 21:08:26.130809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dbf84f96-8390-4bb9-b8df-1d5cfdea0e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.132010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 86342107-c191-409d-a7f1-662450d04178, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86342107-c191-409d-a7f1-662450d04178,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:26.146872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.157828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '86342107-c191-409d-a7f1-662450d04178', 'network_id': '57943a23-6f13-487e-bf5b-7f0bc2bfd4b2', 'port_id': '86342107-c191-409d-a7f1-662450d04178', 'mac_address': 'fa:16:3e:8d:fd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519333e-c540-4a09-940d-3b261e7852dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:08:26.208198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa506-b400-4abd-970c-d483ac8c14fc req-fa6d70d5-0845-4481-a566-0dacb3f61ee4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:26.210214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc226ae1-8e52-421e-8c3c-62fabee99a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d3d6c0-0a35-4735-83f2-767b0bfabafa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:26.219450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (95e24637-9762-4897-a513-20fe0f33ae0d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.221731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-736aa506-b400-4abd-970c-d483ac8c14fc req-fa6d70d5-0845-4481-a566-0dacb3f61ee4 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 943 time: 0.2530117
Apr 09 21:08:26.239604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks [] for router_controller (95e24637-9762-4897-a513-20fe0f33ae0d), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.249466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 86342107-c191-409d-a7f1-662450d04178 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:26.249883 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (86342107-c191-409d-a7f1-662450d04178), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.255622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-07a83244-1d55-48d0-abf3-7923f9c9035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:26.263109 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-07a83244-1d55-48d0-abf3-7923f9c9035c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7&tenant_id=3e27519c6c114724bf36126f0362a7c0 HTTP/1.1" status: 200  len: 1126 time: 0.2257986
Apr 09 21:08:26.279512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86342107-c191-409d-a7f1-662450d04178 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:26.315860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:26.317507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 86342107-c191-409d-a7f1-662450d04178, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86342107-c191-409d-a7f1-662450d04178,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:26.329873 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (86342107-c191-409d-a7f1-662450d04178), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.363672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (95e24637-9762-4897-a513-20fe0f33ae0d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.363672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95e24637-9762-4897-a513-20fe0f33ae0d {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:08:26.369202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.373494 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fd94231e-6836-4ac5-b686-d4372186e245 admin admin] 10.222.0.30 "DELETE /v2.0/routers/95e24637-9762-4897-a513-20fe0f33ae0d HTTP/1.1" status: 204  len: 168 time: 2.3799219
Apr 09 21:08:26.374211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60406) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:26.374548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60408) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:26.402495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90708289-0f2b-4dbd-b8e0-34b7f4049a28 req-5341e102-d73c-4bfa-b62e-8ffdb12a6dbe tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:26.410787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90708289-0f2b-4dbd-b8e0-34b7f4049a28 req-5341e102-d73c-4bfa-b62e-8ffdb12a6dbe tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.1604028
Apr 09 21:08:26.420851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=86342107-c191-409d-a7f1-662450d04178,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:26.488323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.506055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-736aa506-b400-4abd-970c-d483ac8c14fc req-09a206d7-1917-4b95-b0b6-c729d84ec8e6 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2820342
Apr 09 21:08:26.528605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['86342107-c191-409d-a7f1-662450d04178'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:26.530824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb23c68-acf4-4181-a251-1f390cba8daf admin admin] Deleting subnet afcde071-ffde-4297-a953-7ae2c462e9dc {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:08:26.536262 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-462de9ce-b63d-49de-8c33-f2054c8ca9a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=535d9672c979478f9aac7df36e55fc72&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1600246
Apr 09 21:08:26.537291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dbb23c68-acf4-4181-a251-1f390cba8daf admin admin] Publish callbacks [] for subnet (afcde071-ffde-4297-a953-7ae2c462e9dc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.540087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60412) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:26.599460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Publish callbacks [] for security_group (20959b43-32c9-427b-8dd5-70340ccc56f5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.629203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90708289-0f2b-4dbd-b8e0-34b7f4049a28 req-71780c7f-839f-4b1e-821c-5a601ff2147b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173386
Apr 09 21:08:26.637002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dbb23c68-acf4-4181-a251-1f390cba8daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (afcde071-ffde-4297-a953-7ae2c462e9dc), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.637272 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dbf84f96-8390-4bb9-b8df-1d5cfdea0e93 admin admin] Publish callbacks [] for security_group (0b120797-7a45-4325-8442-cd5a0683461c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.642258 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (20959b43-32c9-427b-8dd5-70340ccc56f5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.677595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dbf84f96-8390-4bb9-b8df-1d5cfdea0e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0b120797-7a45-4325-8442-cd5a0683461c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.710464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20959b43-32c9-427b-8dd5-70340ccc56f5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:26.741804 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Publish callbacks [] for security_group (e4cdf47c-beee-4119-b288-979a031eda10), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.744568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:08:26.751468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dbf84f96-8390-4bb9-b8df-1d5cfdea0e93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ef722f37add412d995982bf015f8b75&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0322955
Apr 09 21:08:26.755579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60418) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:26.769092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e4cdf47c-beee-4119-b288-979a031eda10), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.782145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2356d471-87da-43df-ad24-091f06d248ca admin admin] Publish callbacks [] for security_group (db60de15-a2ae-4b7e-b39f-9ce69c22ae15), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.786386 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.786870 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Added segment 2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff of type vlan for network cfaa58a1-2911-4cfc-bc73-e74e59941c5e
Apr 09 21:08:26.791803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf84f96-8390-4bb9-b8df-1d5cfdea0e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b120797-7a45-4325-8442-cd5a0683461c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:26.820837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:08:26.866021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.879911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c26a96fe-eb8b-4472-b937-a10f1e693f9f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.880256 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Added segment c26a96fe-eb8b-4472-b937-a10f1e693f9f of type vlan for network 7ff888c0-c368-48bd-816c-de9ec28120a0
Apr 09 21:08:26.892971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2356d471-87da-43df-ad24-091f06d248ca admin admin] Publish callbacks [] for security_group (db60de15-a2ae-4b7e-b39f-9ce69c22ae15), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.899996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (cfaa58a1-2911-4cfc-bc73-e74e59941c5e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.903638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dbb23c68-acf4-4181-a251-1f390cba8daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (afcde071-ffde-4297-a953-7ae2c462e9dc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.904715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdf47c-beee-4119-b288-979a031eda10,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:26.961481 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2964616f-c3e6-45f7-8214-4d918aa5af03 admin admin] Publish callbacks [] for security_group (0b120797-7a45-4325-8442-cd5a0683461c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.964141 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (7ff888c0-c368-48bd-816c-de9ec28120a0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:26.978053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:26.999013 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (cfaa58a1-2911-4cfc-bc73-e74e59941c5e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.000038 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:27.000618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.009705 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2964616f-c3e6-45f7-8214-4d918aa5af03 admin admin] Publish callbacks [] for security_group (0b120797-7a45-4325-8442-cd5a0683461c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.041576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2356d471-87da-43df-ad24-091f06d248ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db60de15-a2ae-4b7e-b39f-9ce69c22ae15), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.044160 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2356d471-87da-43df-ad24-091f06d248ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.048356 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2356d471-87da-43df-ad24-091f06d248ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db60de15-a2ae-4b7e-b39f-9ce69c22ae15 HTTP/1.1" status: 204  len: 168 time: 0.4873135
Apr 09 21:08:27.049546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:27.057850 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (7ff888c0-c368-48bd-816c-de9ec28120a0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.058818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:27.059395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.072172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.5032444
Apr 09 21:08:27.078995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60426) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:27.080443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dbb23c68-acf4-4181-a251-1f390cba8daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (afcde071-ffde-4297-a953-7ae2c462e9dc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.090738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Request body: {'subnet': {'network_id': 'cfaa58a1-2911-4cfc-bc73-e74e59941c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1709254210-subnet', 'tenant_id': 'bfb1a94e7e044a6390e09032a39366f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:27.102942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356d471-87da-43df-ad24-091f06d248ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60de15-a2ae-4b7e-b39f-9ce69c22ae15,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:27.120617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee792a9f-80b4-41b0-9dbb-4129f08b7813 admin admin] Pushing event updated for resources: {'Network': ['ID=cfaa58a1-2911-4cfc-bc73-e74e59941c5e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:27.136307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb23c68-acf4-4181-a251-1f390cba8daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afcde071-ffde-4297-a953-7ae2c462e9dc,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:27.143139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4733450
Apr 09 21:08:27.145884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dbb23c68-acf4-4181-a251-1f390cba8daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.150273 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dbb23c68-acf4-4181-a251-1f390cba8daf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/afcde071-ffde-4297-a953-7ae2c462e9dc HTTP/1.1" status: 204  len: 168 time: 0.7724268
Apr 09 21:08:27.151946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60430) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:27.154663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89a1903-4bc6-4937-ab1c-08ead482d6d7 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:27.158619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Request body: {'subnet': {'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-subnet', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:27.163022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60432) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:27.176420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec361a-b5a7-419b-b8a7-0140f60f163d None None] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:27.203982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224f3dd-fd8a-4f36-a1a3-864d20dee7ae admin admin] Pushing event updated for resources: {'Network': ['ID=7ff888c0-c368-48bd-816c-de9ec28120a0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:27.212000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2964616f-c3e6-45f7-8214-4d918aa5af03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0b120797-7a45-4325-8442-cd5a0683461c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.215103 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2964616f-c3e6-45f7-8214-4d918aa5af03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.216465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2964616f-c3e6-45f7-8214-4d918aa5af03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b120797-7a45-4325-8442-cd5a0683461c HTTP/1.1" status: 204  len: 168 time: 0.4588134
Apr 09 21:08:27.222275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Made reservation on behalf of b0a1102e4f4e441b947116441b3e330d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:27.225536 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.227143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Publish callbacks [] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.239988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Made reservation on behalf of bfb1a94e7e044a6390e09032a39366f8 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:27.242660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.245246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964616f-c3e6-45f7-8214-4d918aa5af03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b120797-7a45-4325-8442-cd5a0683461c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:27.308123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Transition to ACTIVE for port object b89a1903-4bc6-4937-ab1c-08ead482d6d7 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:08:27.316400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network cfaa58a1-2911-4cfc-bc73-e74e59941c5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:08:27.329158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:08:27.352534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.396175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e88960d2-bd5c-46d3-9b62-3ba00bb82e86), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.484722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=9']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:27.528151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] No DVR routers for this DVR port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:27.596175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Deleting port c0b48c46-7f86-47e5-afdb-c14030328e68 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:27.596817 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.657446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Attempting to bind port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:27.657871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Attempting to bind port b89a1903-4bc6-4937-ab1c-08ead482d6d7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:27.658812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Attempting to bind port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:27.680404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] DHCP port deletion for e88960d2-bd5c-46d3-9b62-3ba00bb82e86 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:08:27.737561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 86342107-c191-409d-a7f1-662450d04178 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:27.791718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:08:27.792289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Attempting to bind port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on network ad62b125-1df7-49ad-953e-ad87b77a57c1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:27.817378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] For port c0b48c46-7f86-47e5-afdb-c14030328e68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b48c46-7f86-47e5-afdb-c14030328e68,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:27.818110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.818997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] Deleting port c0b48c46-7f86-47e5-afdb-c14030328e68 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:27.819370 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.821821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:27.822537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Checking segment: {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:27.823198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Bound using segment: {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:27.824026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Bound port: b89a1903-4bc6-4937-ab1c-08ead482d6d7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3550fbc-5634-4481-a635-f55ca363d013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:27.824705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.854208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Calling delete_port for c0b48c46-7f86-47e5-afdb-c14030328e68 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:27.856965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (3b34986e-87a6-4806-8076-29fca79cc381), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:27.962908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8325f2-5bb5-4a1b-90ba-6115849e9b69 req-90f82af7-80c7-4705-87d1-57c99c0478e5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:27.964892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee8325f2-5bb5-4a1b-90ba-6115849e9b69 req-90f82af7-80c7-4705-87d1-57c99c0478e5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 944 time: 0.0657718
Apr 09 21:08:28.002917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 86342107-c191-409d-a7f1-662450d04178 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:08:28.025094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5c54b-12fa-4ce6-afed-3477311243e8 req-9cbacf25-bb3d-4044-ae8a-5555bb0b5c77 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:28.026668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6da5c54b-12fa-4ce6-afed-3477311243e8 req-9cbacf25-bb3d-4044-ae8a-5555bb0b5c77 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 944 time: 0.1290843
Apr 09 21:08:28.028550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b34986e-87a6-4806-8076-29fca79cc381,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:28.036891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] For port c0b48c46-7f86-47e5-afdb-c14030328e68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b48c46-7f86-47e5-afdb-c14030328e68,segment=NetworkSegment(20d813cb-7626-4b37-9dad-0ac464eb97af),segment_id=20d813cb-7626-4b37-9dad-0ac464eb97af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:28.037401 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.039792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 86342107-c191-409d-a7f1-662450d04178 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:28.040154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (86342107-c191-409d-a7f1-662450d04178), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.046938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:28.073913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:28.081621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Checking segment: {'id': '2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cfaa58a1-2911-4cfc-bc73-e74e59941c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:28.082411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Network hostable DHCP agents. Network: cfaa58a1-2911-4cfc-bc73-e74e59941c5e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:08:28.091971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.123567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] Calling delete_port for c0b48c46-7f86-47e5-afdb-c14030328e68 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:28.162883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:28.164025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.165958 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] 10.222.0.25 "PUT /v2.0/ports/b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 1092 time: 1.8937874
Apr 09 21:08:28.166998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:28.169580 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea550295-474e-4cda-98e5-49787c19011b" -d '{"events": [{"name": "network-changed", "server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:28.175238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Network cfaa58a1-2911-4cfc-bc73-e74e59941c5e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:08:28.181796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.216817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] No DVR routers for this DVR port c0b48c46-7f86-47e5-afdb-c14030328e68 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:28.219295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cfaa58a1-2911-4cfc-bc73-e74e59941c5e) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:28.230992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610f00b-af80-4aa5-9ece-b1a2ce5bb314 None None] Network cfaa58a1-2911-4cfc-bc73-e74e59941c5e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:28.260326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6da5c54b-12fa-4ce6-afed-3477311243e8 req-18707008-2637-4541-8b87-7960ffe4ede9 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038515
Apr 09 21:08:28.262886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:28.263341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.266212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4688d79-cc2f-4696-a5ad-4e84af6d1eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=10']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:28.317720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b48c46-7f86-47e5-afdb-c14030328e68,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:28.318520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee8325f2-5bb5-4a1b-90ba-6115849e9b69 req-b7123a4d-f0ac-415a-89c3-c47fb3637488 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908552
Apr 09 21:08:28.330232 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (b307fcb8-9d03-483a-9aa7-19256a046ee9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.345998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-ede23141-93cc-4107-a1ce-2f88616d1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:28.347796 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-ede23141-93cc-4107-a1ce-2f88616d1adb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 1127 time: 0.1488130
Apr 09 21:08:28.355402 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eee64225-5553-4236-9f88-eb8c9f2d7b07 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.2724476
Apr 09 21:08:28.397410 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b476bdfb-2bf3-4739-b7d7-763d3476401a x-openstack-request-id: req-b476bdfb-2bf3-4739-b7d7-763d3476401a {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:28.397907 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:28.398984 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b476bdfb-2bf3-4739-b7d7-763d3476401a {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:28.399533 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b476bdfb-2bf3-4739-b7d7-763d3476401a'] response: {'name': 'network-changed', 'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'status': 'completed', 'code': 200}
Apr 09 21:08:28.405186 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e88960d2-bd5c-46d3-9b62-3ba00bb82e86), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.431645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b307fcb8-9d03-483a-9aa7-19256a046ee9,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:28.498606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Checking segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:28.498807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cefed0d-e017-4aac-b962-8e4ba8780425 None None] Network cfaa58a1-2911-4cfc-bc73-e74e59941c5e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:28.502029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Network hostable DHCP agents. Network: 7ff888c0-c368-48bd-816c-de9ec28120a0, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:08:28.536991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 86342107-c191-409d-a7f1-662450d04178 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:28.537493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (86342107-c191-409d-a7f1-662450d04178), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.546775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   from cryptography.utils import int_from_bytes
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   from cryptography.utils import int_from_bytes
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.548673 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:08:28.551629 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:08:28.556518 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376899520>,) {'filters': {'network_id': ['e88960d2-bd5c-46d3-9b62-3ba00bb82e86']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:28.567145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-abd35156-e255-40f1-8ee8-7c008adb6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:28.568945 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-abd35156-e255-40f1-8ee8-7c008adb6adc service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 915 time: 0.2122669
Apr 09 21:08:28.570528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ff888c0-c368-48bd-816c-de9ec28120a0) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:28.591268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:28.592140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.595707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73ba205-6bb2-49e9-b0ce-5a20baaa8780 None None] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:28.598840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376899520>, '20d813cb-7626-4b37-9dad-0ac464eb97af') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:28.599625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376899520>, '20d813cb-7626-4b37-9dad-0ac464eb97af') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:28.627948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-68b8f773-cbe6-406a-9f95-8ae3ac7e1672 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4744365
Apr 09 21:08:28.630464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60488) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:28.640310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:28.680668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (045ffbff-fcb9-4cab-aa5f-d749af500cd5), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.682516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (045ffbff-fcb9-4cab-aa5f-d749af500cd5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.687510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (20d813cb-7626-4b37-9dad-0ac464eb97af), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.698197 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-69bee2c7-a25d-47db-b025-fb9618f650a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 217 time: 0.1151605
Apr 09 21:08:28.722377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (20d813cb-7626-4b37-9dad-0ac464eb97af), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.741605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:08:28.742020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (20d813cb-7626-4b37-9dad-0ac464eb97af), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.812868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (c0b48c46-7f86-47e5-afdb-c14030328e68), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.824192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] Network e88960d2-bd5c-46d3-9b62-3ba00bb82e86 is not hosted by any dhcp agent {{(pid=126921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:08:28.824521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] No DVR routers for this DVR port c0b48c46-7f86-47e5-afdb-c14030328e68 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:28.834676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b65a0d7-8c88-46e6-ac52-45246891d7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86342107-c191-409d-a7f1-662450d04178'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:28.836468 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b6fd38-f914-46b6-b2a9-f4687e31747d" -d '{"events": [{"server_uuid": "3b65a0d7-8c88-46e6-ac52-45246891d7b3", "name": "network-vif-plugged", "status": "completed", "tag": "86342107-c191-409d-a7f1-662450d04178"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:08:28.853073 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:08:28.855880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-b0738e65-56a7-4eec-8018-a06e473a3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:28.861158 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-b0738e65-56a7-4eec-8018-a06e473a3789 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 200  len: 854 time: 0.1548681
Apr 09 21:08:28.862546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e88960d2-bd5c-46d3-9b62-3ba00bb82e86), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.869368 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks [] for router_controller (045ffbff-fcb9-4cab-aa5f-d749af500cd5), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.884658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891004c-7b82-42c1-a119-9e379df69255 None None] Pushing event deleted for resources: {'Port': ['ID=c0b48c46-7f86-47e5-afdb-c14030328e68,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:28.894572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 86342107-c191-409d-a7f1-662450d04178, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86342107-c191-409d-a7f1-662450d04178,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:28.910716 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (86342107-c191-409d-a7f1-662450d04178), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.913824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.915845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ff888c0-c368-48bd-816c-de9ec28120a0', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:08:28.916724 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:28.922806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] 10.222.0.30 "DELETE /v2.0/networks/e88960d2-bd5c-46d3-9b62-3ba00bb82e86 HTTP/1.1" status: 204  len: 168 time: 1.7493725
Apr 09 21:08:28.925064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60498) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:28.925064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad36d7-5479-401c-96da-b205cff1489d admin admin] Pushing event deleted for resources: {'Network': ['ID=e88960d2-bd5c-46d3-9b62-3ba00bb82e86,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:28.985588 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-e9b15e58-c306-4110-9ace-a1bf3c05816d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad62b125-1df7-49ad-953e-ad87b77a57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1209488
Apr 09 21:08:29.084133 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335943fd-a400-4abd-aa6d-fb9725664f9d x-openstack-request-id: req-335943fd-a400-4abd-aa6d-fb9725664f9d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:29.084495 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b65a0d7-8c88-46e6-ac52-45246891d7b3", "name": "network-vif-plugged", "status": "completed", "tag": "86342107-c191-409d-a7f1-662450d04178", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:29.085144 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-335943fd-a400-4abd-aa6d-fb9725664f9d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:29.085144 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335943fd-a400-4abd-aa6d-fb9725664f9d'] response: {'server_uuid': '3b65a0d7-8c88-46e6-ac52-45246891d7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86342107-c191-409d-a7f1-662450d04178', 'code': 200}
Apr 09 21:08:29.113687 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-ab3742b6-cbc8-46fb-8d83-80e5b36e4413 service neutron] 10.222.0.25 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208422
Apr 09 21:08:29.158975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=86342107-c191-409d-a7f1-662450d04178,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:29.162710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Allocated IP 172.20.0.2 (7ff888c0-c368-48bd-816c-de9ec28120a0/b307fcb8-9d03-483a-9aa7-19256a046ee9/bcd428fa-d6b8-4f11-aeca-c8d17b1766ac) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:29.227855 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks [] for router_gateway (045ffbff-fcb9-4cab-aa5f-d749af500cd5), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.238508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc771aad-e3f1-4c5d-bedf-9b69e5bd6a79 req-7828a9f4-4c7a-4564-bbc7-ec343ba70965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:29.240059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc771aad-e3f1-4c5d-bedf-9b69e5bd6a79 req-7828a9f4-4c7a-4564-bbc7-ec343ba70965 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 1127 time: 0.1590431
Apr 09 21:08:29.261303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6d67c96a-eccb-4b68-a364-eb2e12571135 req-918f2d98-7054-47d8-8470-463180befe03 service neutron] 10.222.0.25 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416504
Apr 09 21:08:29.406781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Publish callbacks [] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.417400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550295-474e-4cda-98e5-49787c19011b req-4c74e2b2-b055-48c8-b196-5d3087877104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:29.419026 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ea550295-474e-4cda-98e5-49787c19011b req-4c74e2b2-b055-48c8-b196-5d3087877104 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 1127 time: 0.0674601
Apr 09 21:08:29.420998 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.432231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60522) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:29.493304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc771aad-e3f1-4c5d-bedf-9b69e5bd6a79 req-8a90797f-9dd3-4143-96ea-b9a87f9e22cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430329
Apr 09 21:08:29.507877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:29.525757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:29.535637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:29.541116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Pushing event updated for resources: {'Port': ['ID=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:29.598952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c0b48c46-7f86-47e5-afdb-c14030328e68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:29.625471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks [] for router_gateway (045ffbff-fcb9-4cab-aa5f-d749af500cd5), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.636327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f00c5-6774-44ef-becf-713ba1e02d1d req-1c581e89-d8ce-4ca8-a072-c11871ce0062 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:29.638558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f43f00c5-6774-44ef-becf-713ba1e02d1d req-1c581e89-d8ce-4ca8-a072-c11871ce0062 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 945 time: 0.2034976
Apr 09 21:08:29.644762 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-af74c743-e8d8-4a18-b262-5cdba8eb6461 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be8cef49b0454f9bb34f7d52b7918a6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2110865
Apr 09 21:08:29.647486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60530) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:29.660433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.700172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-network', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:29.716369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c0b48c46-7f86-47e5-afdb-c14030328e68 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:29.716725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c0b48c46-7f86-47e5-afdb-c14030328e68 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:29.725742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Attempting to bind port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:29.726122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Attempting to bind port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:29.726488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Attempting to bind port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac on network 7ff888c0-c368-48bd-816c-de9ec28120a0 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:29.739842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:29.740090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Checking segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:29.740468 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.740856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Bound using segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:29.741361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Bound port: bcd428fa-d6b8-4f11-aeca-c8d17b1766ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:29.741743 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.754433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60532) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:29.775765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f43f00c5-6774-44ef-becf-713ba1e02d1d req-2639d5e5-1776-4007-a266-dd895bfc2318 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180551
Apr 09 21:08:29.837387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] For port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:29.842024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] For port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:29.854826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Made reservation on behalf of d475c8fbc1f74285a1c98fd75bd109f2 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:29.857321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.858467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.875955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Allocated IP 172.35.0.89 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/517e0415-f272-4ef8-b0dc-04b4b5cac12c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:29.884924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550295-474e-4cda-98e5-49787c19011b req-8df1a2b0-6092-4001-af87-30270fea1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:29.886846 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ea550295-474e-4cda-98e5-49787c19011b req-8df1a2b0-6092-4001-af87-30270fea1f18 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 915 time: 0.4520333
Apr 09 21:08:29.903873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.913576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Publish callbacks [] for security_group (0da0edd2-9db4-47ff-baf2-b941ce8d484b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:29.984025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef50e7c-a506-4513-beb3-d328318fdcc1 None None] Pushing event updated for resources: {'Port': ['ID=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:30.032104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7677bd-93f0-49d8-89ad-8d662ad4034a req-5212c427-c985-4d79-bfd1-e4b7655c1814 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:30.033729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d7677bd-93f0-49d8-89ad-8d662ad4034a req-5212c427-c985-4d79-bfd1-e4b7655c1814 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.1157284
Apr 09 21:08:30.049659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Publish callbacks [] for security_group (0da0edd2-9db4-47ff-baf2-b941ce8d484b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.091870 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ea550295-474e-4cda-98e5-49787c19011b req-4ef491db-f6c9-4ff5-a209-b0dc24080ebd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 217 time: 0.1961238
Apr 09 21:08:30.130133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bbb448f-d837-476f-aef0-1ce77db19ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.200093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0da0edd2-9db4-47ff-baf2-b941ce8d484b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.203355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.208334 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0da0edd2-9db4-47ff-baf2-b941ce8d484b HTTP/1.1" status: 204  len: 168 time: 0.5597656
Apr 09 21:08:30.262816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550295-474e-4cda-98e5-49787c19011b req-973a54c6-505f-4301-9c03-4601bcb29db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:30.264645 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ea550295-474e-4cda-98e5-49787c19011b req-973a54c6-505f-4301-9c03-4601bcb29db2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 200  len: 854 time: 0.1498251
Apr 09 21:08:30.282262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da0edd2-9db4-47ff-baf2-b941ce8d484b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:30.346307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-099ea354-091f-4a0c-b9e7-f29f03cf8f7d tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:30.348063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-099ea354-091f-4a0c-b9e7-f29f03cf8f7d tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/networks?id=cfaa58a1-2911-4cfc-bc73-e74e59941c5e HTTP/1.1" status: 200  len: 822 time: 0.2982681
Apr 09 21:08:30.364725 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ea550295-474e-4cda-98e5-49787c19011b req-20f2953f-ca17-4878-897e-e67bc5e1ced0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad62b125-1df7-49ad-953e-ad87b77a57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0877030
Apr 09 21:08:30.374823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.376317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.376986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.377570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.378511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.379182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.381333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.382242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.382786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.383515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.384270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.384828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.385416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.386113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.386658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccce6b-adbc-41f7-8223-5f5c8437cb8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:30.421392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-4381dc55-9041-4ed0-b9ce-e767efa43992 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/quotas/bfb1a94e7e044a6390e09032a39366f8 HTTP/1.1" status: 200  len: 375 time: 0.0580680
Apr 09 21:08:30.451649 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks [] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.475505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Publish callbacks [] for security_group (8edc8b6d-7fcf-457c-8d87-49badb5d33e5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.490590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8edc8b6d-7fcf-457c-8d87-49badb5d33e5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.577595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:08:30.621308 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bbb448f-d837-476f-aef0-1ce77db19ca8 admin admin] Publish callbacks [] for security_group (d9a0817b-8768-4ec7-adff-c44390de503d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.626044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (243832de-2e36-4ab5-a855-653b96773928), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.626630 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Added segment 243832de-2e36-4ab5-a855-653b96773928 of type vlan for network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d
Apr 09 21:08:30.633480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d7677bd-93f0-49d8-89ad-8d662ad4034a req-a9184150-a2e8-43c8-bb08-11a34184850e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5861673
Apr 09 21:08:30.640761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-bed2761f-491f-424e-a0ca-87667758440b tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bfb1a94e7e044a6390e09032a39366f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2090828
Apr 09 21:08:30.641976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edc8b6d-7fcf-457c-8d87-49badb5d33e5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:30.683099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bbb448f-d837-476f-aef0-1ce77db19ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d9a0817b-8768-4ec7-adff-c44390de503d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.792342 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ea550295-474e-4cda-98e5-49787c19011b req-3654b784-0c24-4a2d-a752-b2dcf32dcca4 service neutron] 10.222.0.25 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3971605
Apr 09 21:08:30.883534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-305f8719-ebc6-4bde-9029-192244798ff1 service neutron] 10.222.0.30 "GET /v2.0/networks/cfaa58a1-2911-4cfc-bc73-e74e59941c5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334025
Apr 09 21:08:30.918185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb448f-d837-476f-aef0-1ce77db19ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0817b-8768-4ec7-adff-c44390de503d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:30.930283 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (6ba3f1cd-154a-468d-adbc-6dec47d2b32d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:30.951361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7bbb448f-d837-476f-aef0-1ce77db19ca8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ffe552f26bc4f09b378c8d8f5ceaabf&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1957355
Apr 09 21:08:30.975322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60566) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:31.125209 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ea550295-474e-4cda-98e5-49787c19011b req-2b44a3f8-8502-4f55-9c8d-b1acf3d90a89 service neutron] 10.222.0.25 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2851157
Apr 09 21:08:31.154988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (6ba3f1cd-154a-468d-adbc-6dec47d2b32d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.159410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:31.161983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.174459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcfc94-b9c4-420b-a219-87dff308aed6 req-42cda61d-5534-4dea-b626-5873b27dedca tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:31.188234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04dcfc94-b9c4-420b-a219-87dff308aed6 req-42cda61d-5534-4dea-b626-5873b27dedca tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 945 time: 0.2927263
Apr 09 21:08:31.270378 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.3401623
Apr 09 21:08:31.270574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.270788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60578) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:31.289559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Request body: {'subnet': {'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-subnet', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:31.324733 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.384553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Pushing event updated for resources: {'Port': ['ID=517e0415-f272-4ef8-b0dc-04b4b5cac12c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:31.388170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3903e33a-dde9-48a9-ae70-184041b95496 admin admin] Publish callbacks [] for security_group (d9a0817b-8768-4ec7-adff-c44390de503d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.476595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04dcfc94-b9c4-420b-a219-87dff308aed6 req-c98bad08-cb25-4bc2-9bab-30754c31a471 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870860
Apr 09 21:08:31.486722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5e55c-55e4-4608-9965-1a507ee37911 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba3f1cd-154a-468d-adbc-6dec47d2b32d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:31.493582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:31.495975 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3903e33a-dde9-48a9-ae70-184041b95496 admin admin] Publish callbacks [] for security_group (d9a0817b-8768-4ec7-adff-c44390de503d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.525806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:31.526093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:08:31.540819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Made reservation on behalf of d475c8fbc1f74285a1c98fd75bd109f2 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:31.544048 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.562250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-691d7a4e-85e2-471c-b44d-15d4d3e2e588 service neutron] 10.222.0.30 "GET /v2.0/networks/cfaa58a1-2911-4cfc-bc73-e74e59941c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6649835
Apr 09 21:08:31.571590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:31.852190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cca437-3fb2-42b3-b7e4-8e0dfa5f2739 None None] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:31.868795 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3903e33a-dde9-48a9-ae70-184041b95496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d9a0817b-8768-4ec7-adff-c44390de503d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.874106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3903e33a-dde9-48a9-ae70-184041b95496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:31.877618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3903e33a-dde9-48a9-ae70-184041b95496 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9a0817b-8768-4ec7-adff-c44390de503d HTTP/1.1" status: 204  len: 168 time: 0.8974590
Apr 09 21:08:31.901209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60608) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:31.920788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903e33a-dde9-48a9-ae70-184041b95496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0817b-8768-4ec7-adff-c44390de503d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:32.017553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bcd428fa-d6b8-4f11-aeca-c8d17b1766ac up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:32.083103 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (5088a9c6-9c7c-4a78-8bed-33250a34bb13), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.147516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:32.148093 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.263163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-632b338d-4432-4a9c-93f2-7dc9ad4074f6 None None] Provisioning complete for port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:32.263163 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-632b338d-4432-4a9c-93f2-7dc9ad4074f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.291202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5088a9c6-9c7c-4a78-8bed-33250a34bb13,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:32.306541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Checking segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:32.309434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Network hostable DHCP agents. Network: 6ba3f1cd-154a-468d-adbc-6dec47d2b32d, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:08:32.333891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719dec2-03c7-44ac-9881-848265cd17d9 req-ab7270d9-f3f1-494e-98d4-81340cd7f88e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:32.340461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f719dec2-03c7-44ac-9881-848265cd17d9 req-ab7270d9-f3f1-494e-98d4-81340cd7f88e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.2381914
Apr 09 21:08:32.356778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:08:32.376704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6ba3f1cd-154a-468d-adbc-6dec47d2b32d) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:32.393776 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:32.395176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.440110 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5d56f1d6-9df1-45f7-9ed4-1fad251b547f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1604531
Apr 09 21:08:32.440811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60624) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:32.458486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:32.474685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5784b817-80c7-4b8d-982e-28680bb54a72 None None] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:32.490868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1461181674-network', 'tenant_id': '78452efb7ef143efa0123d3bc4873b53'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:32.546978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.548039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.573313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Made reservation on behalf of 78452efb7ef143efa0123d3bc4873b53 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:32.588967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.653304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.685345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:32.686001 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.800076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2ed24-4f2b-46bd-bd74-59bab91c28ff req-43f7425f-df5d-4af8-aefb-d305878dd892 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:32.804039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks [] for router_controller (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.810316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43e2ed24-4f2b-46bd-bd74-59bab91c28ff req-43f7425f-df5d-4af8-aefb-d305878dd892 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 945 time: 0.4411483
Apr 09 21:08:32.875340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-632b338d-4432-4a9c-93f2-7dc9ad4074f6 None None] Current status of the port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:32.877193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-632b338d-4432-4a9c-93f2-7dc9ad4074f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:32.884332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f719dec2-03c7-44ac-9881-848265cd17d9 req-776bb139-12ec-4a3d-8361-be7d8678ebfe tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5012097
Apr 09 21:08:32.921704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:32.954658 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:33.037461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:08:33.038722 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:33.162920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Publish callbacks [] for security_group (2a367140-a88f-4e5e-b5ec-531660d135f0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:33.165337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks [] for router_gateway (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:33.171526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2a367140-a88f-4e5e-b5ec-531660d135f0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:33.188097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43e2ed24-4f2b-46bd-bd74-59bab91c28ff req-c9ef9399-ae90-467b-a110-e6bded789b94 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3752596
Apr 09 21:08:33.193495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-632b338d-4432-4a9c-93f2-7dc9ad4074f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:08:33.193943 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-632b338d-4432-4a9c-93f2-7dc9ad4074f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:08:33.211262 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:33.276880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:08:33.327173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9c9f75a-dbc2-476e-befb-997aefa72f38 req-6f845d07-db2b-4861-a355-b5cf5b493bea tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 210 time: 0.1828578
Apr 09 21:08:33.397490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a367140-a88f-4e5e-b5ec-531660d135f0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:33.481367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Allocated IP 172.20.0.2 (6ba3f1cd-154a-468d-adbc-6dec47d2b32d/5088a9c6-9c7c-4a78-8bed-33250a34bb13/f27c4ff4-a8d6-4235-b49a-b240abe2c4c8) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:33.519066 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks [] for router_gateway (045ffbff-fcb9-4cab-aa5f-d749af500cd5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:33.678777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bcd428fa-d6b8-4f11-aeca-c8d17b1766ac up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:33.769617 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e35c3f02-4969-4d96-a654-7b4e35517733), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:33.771620 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Added segment e35c3f02-4969-4d96-a654-7b4e35517733 of type vlan for network 789b051e-cb74-421c-9a69-8135c2375c29
Apr 09 21:08:33.884505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-632b338d-4432-4a9c-93f2-7dc9ad4074f6 None None] Current status of the port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:33.942217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (789b051e-cb74-421c-9a69-8135c2375c29), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:33.963138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:33.963534 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.010635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks [] for router_gateway (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.045710 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (045ffbff-fcb9-4cab-aa5f-d749af500cd5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.057517 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Publish callbacks [] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.060677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (789b051e-cb74-421c-9a69-8135c2375c29), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.061744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:34.062333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.068442 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.092013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.122427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-12987a89-d52d-4475-a0e5-c808c92975ae None None] Provisioning complete for port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:34.122427 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-12987a89-d52d-4475-a0e5-c808c92975ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.197510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:34.219530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:34.225982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:34.273382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-12987a89-d52d-4475-a0e5-c808c92975ae None None] Current status of the port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:34.326895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7639c-e32e-41b0-b440-926cb4554dc3 req-d96231c4-c102-47ea-b229-35ea1cb5d9dc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:34.334996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56a7639c-e32e-41b0-b440-926cb4554dc3 req-d96231c4-c102-47ea-b229-35ea1cb5d9dc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.1808655
Apr 09 21:08:34.335808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:34.336807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] Pushing event updated for resources: {'Network': ['ID=789b051e-cb74-421c-9a69-8135c2375c29,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:34.349049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Pushing event updated for resources: {'Port': ['ID=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:34.390064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 789b051e-cb74-421c-9a69-8135c2375c29 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:08:34.396338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-91725582-cc92-4744-aee6-19b8b9d23185 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.4937725
Apr 09 21:08:34.401405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60662) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:34.409187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Request body: {'subnet': {'network_id': '789b051e-cb74-421c-9a69-8135c2375c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1461181674-subnet', 'tenant_id': '78452efb7ef143efa0123d3bc4873b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:34.533835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Attempting to bind port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:34.534409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Attempting to bind port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:34.534575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Attempting to bind port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:34.550885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:34.551266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Checking segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:34.551679 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.552087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Bound using segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:34.552584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Bound port: f27c4ff4-a8d6-4235-b49a-b240abe2c4c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:34.553063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.587478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56a7639c-e32e-41b0-b440-926cb4554dc3 req-52d9afa4-e6d6-4969-8047-61ce6e45bc33 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2509358
Apr 09 21:08:34.631987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Made reservation on behalf of 78452efb7ef143efa0123d3bc4873b53 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:34.639305 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.690327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24fde-254c-4d02-9b36-7daeb773b2cf req-778c1dbc-e42d-4f45-be77-bbb0b9a06ac0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:34.703286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27d24fde-254c-4d02-9b36-7daeb773b2cf req-778c1dbc-e42d-4f45-be77-bbb0b9a06ac0 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 945 time: 0.2867041
Apr 09 21:08:34.706403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] For port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:34.716751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] For port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:34.730443 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:34.845815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Allocated IP 172.35.0.164 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/a36e69d2-d611-4a2b-a5f9-53d8c8f519d6) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:34.895303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-e3be5a41-ae99-4a66-9a3e-afcfb1dc1519 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:34.899094 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-e3be5a41-ae99-4a66-9a3e-afcfb1dc1519 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.25 "GET /v2.0/networks?id=cfaa58a1-2911-4cfc-bc73-e74e59941c5e HTTP/1.1" status: 200  len: 822 time: 0.4090271
Apr 09 21:08:34.902209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e8539-7f0f-421c-8ffe-31e1e9edc46e None None] Pushing event updated for resources: {'Port': ['ID=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:35.065182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad9c0285-94e7-4999-8f8b-ecf40f6ae278 req-f863f31b-8ef7-480c-a54b-edb3bfe054c1 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 210 time: 0.2815320
Apr 09 21:08:35.136713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:08:35.165823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27d24fde-254c-4d02-9b36-7daeb773b2cf req-12542c97-8cba-4b3e-9c75-9abe2a80efb2 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4615765
Apr 09 21:08:35.355834 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (c73454a6-c337-401c-9584-db2d7d57c21a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:35.514302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:08:35.533690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Sync routers for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:08:35.585750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:35.587049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237605ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:35.664303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:35.709859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f9b5-dc57-47e4-b1a1-b643352a52ab req-823a7aa6-0085-4dca-af9c-afcf4dbe6a56 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:35.724626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93e1f9b5-dc57-47e4-b1a1-b643352a52ab req-823a7aa6-0085-4dca-af9c-afcf4dbe6a56 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 945 time: 0.1196611
Apr 09 21:08:35.948914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:36.278649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Request body: {'port': {'device_id': 'e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b', 'network_id': 'cfaa58a1-2911-4cfc-bc73-e74e59941c5e', 'admin_state_up': True, 'tenant_id': 'bfb1a94e7e044a6390e09032a39366f8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:36.433353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc54ae-a4a1-4473-8a9a-940d59b6c84c req-e4950147-e8f8-40d6-8a1e-8be2e11872ed tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:36.457573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84fc54ae-a4a1-4473-8a9a-940d59b6c84c req-e4950147-e8f8-40d6-8a1e-8be2e11872ed tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.0918202
Apr 09 21:08:36.476413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:36.478441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5824c0c8-6a93-4608-8e01-a60f308238f6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.8467503
Apr 09 21:08:36.483830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Checking segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:36.484519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Network hostable DHCP agents. Network: 789b051e-cb74-421c-9a69-8135c2375c29, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:08:36.485864 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60706) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:36.505640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:36.506617 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:36.517881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Made reservation on behalf of bfb1a94e7e044a6390e09032a39366f8 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:36.526354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:36.538480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73454a6-c337-401c-9584-db2d7d57c21a,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:36.632506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93e1f9b5-dc57-47e4-b1a1-b643352a52ab req-737fe9a3-15f1-4f9d-9a10-d6f479685f24 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/security-groups?id=1587eb12-1c04-436f-99a5-6ef7decbec83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9034524
Apr 09 21:08:36.634705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd052f-fc89-4558-8f48-94488d183989 None None] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:36.642747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84fc54ae-a4a1-4473-8a9a-940d59b6c84c req-f71eac32-7eb8-461a-89df-af543f32e710 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728053
Apr 09 21:08:36.644081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Network 789b051e-cb74-421c-9a69-8135c2375c29 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:08:36.701833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 789b051e-cb74-421c-9a69-8135c2375c29) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:36.715044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:36.715707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:36.778562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a77d8-df1b-4d66-8466-80e4b84dee9e None None] Network 789b051e-cb74-421c-9a69-8135c2375c29 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:36.778809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a36e30cf-3166-4821-91ff-79d4a7a971d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.3639753
Apr 09 21:08:37.044149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4629d193-e1a3-411d-99ff-1b5b95451efd req-e91ec623-a685-4947-90de-50e002293e7c tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 210 time: 0.1143863
Apr 09 21:08:37.060713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-999d3640-1c58-43e6-944f-607b42889108 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:37.062465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7955eba4-3349-4bd6-8700-bad4a95db52f None None] Provisioning complete for port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:37.062937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-999d3640-1c58-43e6-944f-607b42889108 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 945 time: 0.1934445
Apr 09 21:08:37.063078 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7955eba4-3349-4bd6-8700-bad4a95db52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:37.068185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Allocated IP 172.20.0.11 (cfaa58a1-2911-4cfc-bc73-e74e59941c5e/3b34986e-87a6-4806-8076-29fca79cc381/fd96a99c-2050-4890-8f96-e3204de0562e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:37.108982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237605ef40>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:32Z', 'revision_number': 3, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:37.160757 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks [] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:37.239899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Checking router: 045ffbff-fcb9-4cab-aa5f-d749af500cd5 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:08:37.240243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Updating router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 port 517e0415-f272-4ef8-b0dc-04b4b5cac12c binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:08:37.248569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:37.270004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Deleting port 86342107-c191-409d-a7f1-662450d04178 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:08:37.270701 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (86342107-c191-409d-a7f1-662450d04178), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:37.384586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] For port 86342107-c191-409d-a7f1-662450d04178, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86342107-c191-409d-a7f1-662450d04178,segment=NetworkSegment(973bae04-b366-4e27-b17b-c7eae0ee0623),segment_id=973bae04-b366-4e27-b17b-c7eae0ee0623)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:37.385101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (86342107-c191-409d-a7f1-662450d04178), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:37.401920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Calling delete_port for 86342107-c191-409d-a7f1-662450d04178 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:08:37.478293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:37.562269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Pushing event updated for resources: {'Port': ['ID=a36e69d2-d611-4a2b-a5f9-53d8c8f519d6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:37.599207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:37.604404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:37.607879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:37.701169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:37.702313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:37.740424 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (86342107-c191-409d-a7f1-662450d04178), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:37.784866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Pushing event deleted for resources: {'Port': ['ID=86342107-c191-409d-a7f1-662450d04178,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:37.832899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['86342107-c191-409d-a7f1-662450d04178'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:38.050160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-b0d7346c-ba3e-472e-9506-00444753e25b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:38.051919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-b0d7346c-ba3e-472e-9506-00444753e25b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 816 time: 0.2684467
Apr 09 21:08:38.131666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-dd9051dc-c9c2-46e9-a830-df31c3fef7de tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/quotas/78452efb7ef143efa0123d3bc4873b53 HTTP/1.1" status: 200  len: 375 time: 0.0709035
Apr 09 21:08:38.162989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] No DVR routers for this DVR port 86342107-c191-409d-a7f1-662450d04178 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:08:38.167784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:38.171885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd0c0b42-f235-431e-9d5e-c23c005d8150 req-48425831-bba6-406c-8a85-aadf7221716e tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.32 "DELETE /v2.0/ports/86342107-c191-409d-a7f1-662450d04178 HTTP/1.1" status: 204  len: 173 time: 1.1009874
Apr 09 21:08:38.200504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b65a0d7-8c88-46e6-ac52-45246891d7b3', 'name': 'network-vif-deleted', 'tag': '86342107-c191-409d-a7f1-662450d04178'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:38.203137 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bfb545-8dc2-4b1f-b421-d1024ed8d8c9" -d '{"events": [{"server_uuid": "3b65a0d7-8c88-46e6-ac52-45246891d7b3", "name": "network-vif-deleted", "tag": "86342107-c191-409d-a7f1-662450d04178"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:38.207922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-8a284584-9151-4067-a09d-dbb3ae7fbaaf tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458210
Apr 09 21:08:38.216123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2469886-306f-49b8-ad22-d0bb7781f5e8 req-ffa12a48-06fc-42af-82a7-d19a674701d8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:38.224225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2469886-306f-49b8-ad22-d0bb7781f5e8 req-ffa12a48-06fc-42af-82a7-d19a674701d8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.1679344
Apr 09 21:08:38.308953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Publish callbacks [] for port (fd96a99c-2050-4890-8f96-e3204de0562e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:38.333499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3f600f5c-26c7-4b3c-9a5c-315aae86d152 service neutron] 10.222.0.30 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1067414
Apr 09 21:08:38.396810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-789b051e-cb74-421c-9a69-8135c2375c29', 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29', 'project_id': '78452efb7ef143efa0123d3bc4873b53', 'fixed_ips': [{'subnet_id': 'c73454a6-c337-401c-9584-db2d7d57c21a'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:08:38.397731 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:38.411773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:38.462851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2469886-306f-49b8-ad22-d0bb7781f5e8 req-75c5401a-f819-4eb8-bcec-fadb3eaf3229 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366860
Apr 09 21:08:38.488842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7955eba4-3349-4bd6-8700-bad4a95db52f None None] Current status of the port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:38.489254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7955eba4-3349-4bd6-8700-bad4a95db52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:38.517178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e12e69c-eea3-49ba-8e70-ec5a29941313 service neutron] 10.222.0.30 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682379
Apr 09 21:08:38.596396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:38.677273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05814f34-fb25-4e9e-9e53-b7b4b51cb891 req-4999c38f-e341-49ae-b586-fb0622564ac2 tempest-DeleteServersTestJSON-183073171 tempest-DeleteServersTestJSON-183073171-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b65a0d7-8c88-46e6-ac52-45246891d7b3 HTTP/1.1" status: 200  len: 210 time: 0.0903926
Apr 09 21:08:39.062057 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Publish callbacks [] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:39.083537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:39.105347 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6309dec-b457-4c51-99d7-61957e3641db x-openstack-request-id: req-c6309dec-b457-4c51-99d7-61957e3641db {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:39.105955 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b65a0d7-8c88-46e6-ac52-45246891d7b3", "name": "network-vif-deleted", "tag": "86342107-c191-409d-a7f1-662450d04178", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:39.105955 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6309dec-b457-4c51-99d7-61957e3641db {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:39.106525 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6309dec-b457-4c51-99d7-61957e3641db'] response: {'server_uuid': '3b65a0d7-8c88-46e6-ac52-45246891d7b3', 'name': 'network-vif-deleted', 'tag': '86342107-c191-409d-a7f1-662450d04178', 'status': 'completed', 'code': 200}
Apr 09 21:08:39.114084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2bbdc-ba35-4bb7-a321-6681b404ef7a req-b693144b-96fb-4a42-b302-4498ed96addc tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:39.130621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76c2bbdc-ba35-4bb7-a321-6681b404ef7a req-b693144b-96fb-4a42-b302-4498ed96addc tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 932 time: 0.1007395
Apr 09 21:08:39.219126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Pushing event updated for resources: {'Port': ['ID=fd96a99c-2050-4890-8f96-e3204de0562e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:39.255261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Network cfaa58a1-2911-4cfc-bc73-e74e59941c5e is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:39.290006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:39.306871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:39.425214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:39.425928 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:39.445777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks [] for router_gateway (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:39.456545 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-1fadadf5-f1b5-4c8e-bb74-5487609fe6a3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1974511
Apr 09 21:08:39.532648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Request body: {'port': {'device_id': 'e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:39.537689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76c2bbdc-ba35-4bb7-a321-6681b404ef7a req-db9d40cf-01ff-49b7-8fa3-b6cd3c6f2f92 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4028614
Apr 09 21:08:39.586619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Allocated IP 172.20.0.2 (789b051e-cb74-421c-9a69-8135c2375c29/c73454a6-c337-401c-9584-db2d7d57c21a/bbb8a8da-13e5-4279-880e-6ea35bc0e089) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:39.692464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-643dd100-10b4-4a27-97c6-4a2ab3cbb9e6 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:39.715840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-643dd100-10b4-4a27-97c6-4a2ab3cbb9e6 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 816 time: 0.5009737
Apr 09 21:08:39.785721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-816e71be-32be-4a77-8875-7e8ccf00b605 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/quotas/78452efb7ef143efa0123d3bc4873b53 HTTP/1.1" status: 200  len: 375 time: 0.0689094
Apr 09 21:08:39.857899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:39.961582 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Publish callbacks [] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:39.971126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-ce6b0f0c-348d-4919-b4eb-67d3b15af2f5 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1832037
Apr 09 21:08:39.974782 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:39.988599 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:40.011499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:40.066677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:40.121628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c841da-2401-4e25-a3e8-864e63bb480e None None] Pushing event updated for resources: {'Port': ['ID=517e0415-f272-4ef8-b0dc-04b4b5cac12c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:40.124421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Attempting to bind port 517e0415-f272-4ef8-b0dc-04b4b5cac12c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:40.124890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Attempting to bind port 517e0415-f272-4ef8-b0dc-04b4b5cac12c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:40.125387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Attempting to bind port 517e0415-f272-4ef8-b0dc-04b4b5cac12c on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:40.194470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:40.194987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:40.195487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:40.195975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:40.196551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Bound port: 517e0415-f272-4ef8-b0dc-04b4b5cac12c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:40.197866 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:40.274135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Network 789b051e-cb74-421c-9a69-8135c2375c29 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:40.282830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:40.307696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:40.336019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767f954-2245-4819-9448-29c9502fc7e1 req-54786718-7970-442b-9dcc-d0575d050d89 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:40.336737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:40.339085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f767f954-2245-4819-9448-29c9502fc7e1 req-54786718-7970-442b-9dcc-d0575d050d89 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.3927765
Apr 09 21:08:40.441530 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-7955eba4-3349-4bd6-8700-bad4a95db52f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:08:40.449128 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-7955eba4-3349-4bd6-8700-bad4a95db52f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:08:40.456445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Pushing event updated for resources: {'Port': ['ID=bbb8a8da-13e5-4279-880e-6ea35bc0e089,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:40.505604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-1b7aa749-c345-4fcb-8497-c936fc27b44a service neutron] 10.222.0.30 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5335891
Apr 09 21:08:40.521821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Attempting to bind port bbb8a8da-13e5-4279-880e-6ea35bc0e089 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:40.522278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Attempting to bind port bbb8a8da-13e5-4279-880e-6ea35bc0e089 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:40.522712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Attempting to bind port bbb8a8da-13e5-4279-880e-6ea35bc0e089 on network 789b051e-cb74-421c-9a69-8135c2375c29 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:40.526043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] For port 517e0415-f272-4ef8-b0dc-04b4b5cac12c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:40.530150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] For port 517e0415-f272-4ef8-b0dc-04b4b5cac12c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=517e0415-f272-4ef8-b0dc-04b4b5cac12c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:40.539964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:40.540741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Checking segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:40.541872 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:40.542692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Bound using segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:40.543631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Bound port: bbb8a8da-13e5-4279-880e-6ea35bc0e089, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:40.544328 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:40.553049 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:40.562264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Allocated IP 172.20.0.1 (7ff888c0-c368-48bd-816c-de9ec28120a0/b307fcb8-9d03-483a-9aa7-19256a046ee9/65e876bc-e24c-4ca6-acf7-cdb22b6cfbda) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:40.753197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f767f954-2245-4819-9448-29c9502fc7e1 req-e84eaea5-f902-44f9-bce8-db345124bde5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2752876
Apr 09 21:08:40.769860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:40.772865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237605ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:40.788748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:41.308080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-89a9f369-92d5-45ff-b76e-03e0a44c62e1 service neutron] 10.222.0.30 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7886794
Apr 09 21:08:41.468485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579302d9-321a-459e-a3bf-a951d6f4f692 req-3c90c810-4dee-4794-ad94-276b5519db7a tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:41.480499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-579302d9-321a-459e-a3bf-a951d6f4f692 req-3c90c810-4dee-4794-ad94-276b5519db7a tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 932 time: 0.1672225
Apr 09 21:08:41.490753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3def12ff-9964-47fb-8828-580b19291c73 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:41.492269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3def12ff-9964-47fb-8828-580b19291c73 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.32 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 816 time: 0.5677979
Apr 09 21:08:41.492583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:41.499174 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:41.525960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Request body: {'port': {'device_id': '1420da11-8d6c-4a24-80ae-1d15af7fd212', 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29', 'admin_state_up': True, 'tenant_id': '78452efb7ef143efa0123d3bc4873b53'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:41.538400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c841da-2401-4e25-a3e8-864e63bb480e None None] Pushing event updated for resources: {'Port': ['ID=517e0415-f272-4ef8-b0dc-04b4b5cac12c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:41.596028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] For port bbb8a8da-13e5-4279-880e-6ea35bc0e089, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:41.610697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Publish callbacks [] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:41.633062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd96a99c-2050-4890-8f96-e3204de0562e {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:41.643006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Publish callbacks [] for port (fd96a99c-2050-4890-8f96-e3204de0562e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:41.648429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:08:41.652647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7955eba4-3349-4bd6-8700-bad4a95db52f None None] Current status of the port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:41.768808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Transition to ACTIVE for port object fd96a99c-2050-4890-8f96-e3204de0562e will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:08:41.876560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] For port bbb8a8da-13e5-4279-880e-6ea35bc0e089, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbb8a8da-13e5-4279-880e-6ea35bc0e089,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:41.879794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:41.889786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 86342107-c191-409d-a7f1-662450d04178 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:08:41.938061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-579302d9-321a-459e-a3bf-a951d6f4f692 req-dcdcb3bf-f12b-46bd-a274-7a91d0ad8412 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4562151
Apr 09 21:08:41.947083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:41.964879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Made reservation on behalf of 78452efb7ef143efa0123d3bc4873b53 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:41.983200 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:42.008228 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:42.023111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 86342107-c191-409d-a7f1-662450d04178 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:08:42.023446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 86342107-c191-409d-a7f1-662450d04178 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:08:42.109513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Pushing event updated for resources: {'Port': ['ID=fd96a99c-2050-4890-8f96-e3204de0562e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:42.113218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:42.138406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:42.143719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:42.155277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:42.338229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:08:42.353480 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Sync routers for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:08:42.369404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:42.379130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d9c1-5fb0-4ea3-bae4-23d3c9bb4079 None None] Pushing event updated for resources: {'Port': ['ID=bbb8a8da-13e5-4279-880e-6ea35bc0e089,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:42.380064 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:42.381984 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c066b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:42.460303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ca564f39-8f59-42d4-b105-5d83ab92c722 None None] Provisioning complete for port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:42.465264 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca564f39-8f59-42d4-b105-5d83ab92c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:42.471973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (045ffbff-fcb9-4cab-aa5f-d749af500cd5), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:42.622412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-0c1b0b6a-288d-48bb-a1d9-70771de225e0 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:42.656610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-0c1b0b6a-288d-48bb-a1d9-70771de225e0 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 816 time: 0.5685279
Apr 09 21:08:42.824753 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:42.880475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Pushing event updated for resources: {'Port': ['ID=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:42.888950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:42.890399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c219cf70-abdd-40ec-9634-77583742ce7a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 10.4472773
Apr 09 21:08:42.893917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60862) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:43.009266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-36142ef1-3dc8-4af1-bde4-f714f07fcbff tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/quotas/78452efb7ef143efa0123d3bc4873b53 HTTP/1.1" status: 200  len: 375 time: 0.3434646
Apr 09 21:08:43.134176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:43.196978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Attempting to bind port fd96a99c-2050-4890-8f96-e3204de0562e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:43.197368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Attempting to bind port fd96a99c-2050-4890-8f96-e3204de0562e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cfaa58a1-2911-4cfc-bc73-e74e59941c5e'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:43.197658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Attempting to bind port fd96a99c-2050-4890-8f96-e3204de0562e on network cfaa58a1-2911-4cfc-bc73-e74e59941c5e {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:43.202781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf573a-00c8-4981-af9b-fc14b4c2935a req-1f5b2bc9-0050-449e-8a33-ca1dbe09f2bf tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:43.210342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fcf573a-00c8-4981-af9b-fc14b4c2935a req-1f5b2bc9-0050-449e-8a33-ca1dbe09f2bf tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.6202574
Apr 09 21:08:43.233045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Port fd96a99c-2050-4890-8f96-e3204de0562e on network cfaa58a1-2911-4cfc-bc73-e74e59941c5e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:08:43.233447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Attempting to bind port fd96a99c-2050-4890-8f96-e3204de0562e on network cfaa58a1-2911-4cfc-bc73-e74e59941c5e {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:43.296900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ca564f39-8f59-42d4-b105-5d83ab92c722 None None] Current status of the port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:43.308757 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c066b80>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:38Z', 'revision_number': 3, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:43.394018 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Checking router: c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:08:43.395123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Updating router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:08:43.410546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237605ef40>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:32Z', 'revision_number': 3, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:43.491946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-dedd5522-5c02-4d64-9dd4-8412b04e13c8 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4778926
Apr 09 21:08:43.492290 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:43.506522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8276de0-4d18-4561-a5e6-087d0bb45c2e None None] The sync data for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 is: [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:32Z', 'revision_number': 3, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:08:43.522178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bdda893c-0009-4af8-9505-ca3a48bcc786 None None] Provisioning complete for port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:43.522556 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bdda893c-0009-4af8-9505-ca3a48bcc786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:43.537229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:43.537576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Checking segment: {'id': '2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cfaa58a1-2911-4cfc-bc73-e74e59941c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:43.537961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Bound using segment: {'id': '2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cfaa58a1-2911-4cfc-bc73-e74e59941c5e'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:43.538424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Bound port: fd96a99c-2050-4890-8f96-e3204de0562e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cfaa58a1-2911-4cfc-bc73-e74e59941c5e'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:43.538784 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:43.559512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Allocated IP 172.20.0.11 (789b051e-cb74-421c-9a69-8135c2375c29/c73454a6-c337-401c-9584-db2d7d57c21a/0b5260ea-bc03-4717-8368-2372659dfd8f) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:43.610162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bdda893c-0009-4af8-9505-ca3a48bcc786 None None] Port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:43.757850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fcf573a-00c8-4981-af9b-fc14b4c2935a req-e8c35c4f-5859-4268-83f2-51d904ba927a tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4421344
Apr 09 21:08:44.092067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-bd1d54dc-7783-4323-a29e-9f685696400d tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:44.095272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-bd1d54dc-7783-4323-a29e-9f685696400d tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.32 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 816 time: 0.2560642
Apr 09 21:08:44.151101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Request body: {'port': {'device_id': 'e715c6e5-ef93-4e1e-99f6-bef6977c722d', 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29', 'admin_state_up': True, 'tenant_id': '78452efb7ef143efa0123d3bc4873b53'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:44.170852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] For port fd96a99c-2050-4890-8f96-e3204de0562e, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:44.176418 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Publish callbacks [] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.196886 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.238203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] For port fd96a99c-2050-4890-8f96-e3204de0562e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd96a99c-2050-4890-8f96-e3204de0562e,segment=NetworkSegment(2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff),segment_id=2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:44.266084 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Publish callbacks [] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.279812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.283060 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.325710 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Attempting to bind port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:44.326075 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Attempting to bind port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:44.326442 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Attempting to bind port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:44.334284 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (045ffbff-fcb9-4cab-aa5f-d749af500cd5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.349817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:44.350901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.352636 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] 10.222.0.25 "PUT /v2.0/ports/fd96a99c-2050-4890-8f96-e3204de0562e HTTP/1.1" status: 200  len: 1092 time: 4.8347309
Apr 09 21:08:44.361614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b', 'tag': 'fd96a99c-2050-4890-8f96-e3204de0562e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:44.364246 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cc63c7-cb98-4c22-9c45-08068392162a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b", "tag": "fd96a99c-2050-4890-8f96-e3204de0562e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:44.367686 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:44.368122 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:44.368626 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.369486 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:44.370201 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Bound port: a36e69d2-d611-4a2b-a5f9-53d8c8f519d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:44.370907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Pushing event updated for resources: {'Port': ['ID=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:44.371055 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.458846 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] For port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:44.467387 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] For port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a36e69d2-d611-4a2b-a5f9-53d8c8f519d6,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:44.473778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-45bd9dcf-dba5-4fb1-8cd2-000da8db45b8 service neutron] 10.222.0.30 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9689074
Apr 09 21:08:44.506751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6a5de-d13c-44e0-b07a-d4f66753de48 req-d4e9e2cc-bf54-47b9-b1bc-102a6adc3bed tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:44.509207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91d6a5de-d13c-44e0-b07a-d4f66753de48 req-d4e9e2cc-bf54-47b9-b1bc-102a6adc3bed tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 944 time: 0.1602542
Apr 09 21:08:44.511134 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.511905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee630d-1835-409f-90d1-5918af4066da None None] Network 789b051e-cb74-421c-9a69-8135c2375c29 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:08:44.514105 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Pushing event updated for resources: {'Port': ['ID=a36e69d2-d611-4a2b-a5f9-53d8c8f519d6,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:44.523921 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.526255 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.527084 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.527586 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.529024 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.529573 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.530253 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.531043 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.531533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.532026 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.532501 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.532982 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.533484 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.533953 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.534471 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:08:44.548281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86c34c-7dba-47b2-b2df-6a415c970b1f service neutron] Pushing event updated for resources: {'Port': ['ID=fd96a99c-2050-4890-8f96-e3204de0562e,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:44.569556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Made reservation on behalf of 78452efb7ef143efa0123d3bc4873b53 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:44.573236 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.614506 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67333abf-48ff-4574-b093-1cb34d6d8514 None None] Pushing event updated for resources: {'Port': ['ID=a36e69d2-d611-4a2b-a5f9-53d8c8f519d6,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:44.624568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ba9682a4-dbe8-44d6-9926-445dd617e612 None None] Provisioning complete for port bbb8a8da-13e5-4279-880e-6ea35bc0e089 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:44.625176 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba9682a4-dbe8-44d6-9926-445dd617e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.636200 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:44.637071 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c066b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:44.725639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.740440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:44.742584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91d6a5de-d13c-44e0-b07a-d4f66753de48 req-595004be-c18e-4432-a0cf-b3acd270b292 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031624
Apr 09 21:08:44.751813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:44.782042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ba9682a4-dbe8-44d6-9926-445dd617e612 None None] Current status of the port bbb8a8da-13e5-4279-880e-6ea35bc0e089 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:44.782683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba9682a4-dbe8-44d6-9926-445dd617e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.827382 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks [] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:44.885431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bbb8a8da-13e5-4279-880e-6ea35bc0e089 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:44.939946 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:44.965736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-3f48fbb7-2a2f-4b5a-ae0a-a9f9dd8d9253 service neutron] 10.222.0.30 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4863966
Apr 09 21:08:44.985405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ba9682a4-dbe8-44d6-9926-445dd617e612 None None] For port bbb8a8da-13e5-4279-880e-6ea35bc0e089, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbb8a8da-13e5-4279-880e-6ea35bc0e089,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:45.025144 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba9682a4-dbe8-44d6-9926-445dd617e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:45.130062 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4db705-0b6a-4ce6-a13c-1458267588d6 x-openstack-request-id: req-8f4db705-0b6a-4ce6-a13c-1458267588d6 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:45.130382 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b", "tag": "fd96a99c-2050-4890-8f96-e3204de0562e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:45.130643 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f4db705-0b6a-4ce6-a13c-1458267588d6 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:45.131208 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4db705-0b6a-4ce6-a13c-1458267588d6'] response: {'name': 'network-changed', 'server_uuid': 'e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b', 'tag': 'fd96a99c-2050-4890-8f96-e3204de0562e', 'status': 'completed', 'code': 200}
Apr 09 21:08:45.175240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:45.265967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bbb8a8da-13e5-4279-880e-6ea35bc0e089 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:45.268478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:45.286371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Allocated IP 172.20.0.1 (6ba3f1cd-154a-468d-adbc-6dec47d2b32d/5088a9c6-9c7c-4a78-8bed-33250a34bb13/f2950c1f-368d-4ba8-a866-b02b5c594c06) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:45.392012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:08:45.395806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e22f54-4dd4-4a4e-bc21-00889c516e49 req-c4573ab6-e0e4-43c1-be2c-b34be000711d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:45.403157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9e22f54-4dd4-4a4e-bc21-00889c516e49 req-c4573ab6-e0e4-43c1-be2c-b34be000711d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.1287961
Apr 09 21:08:45.412205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-604255fd-29e4-482c-b59c-7cab50baf025 None None] Provisioning complete for port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:45.412576 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-604255fd-29e4-482c-b59c-7cab50baf025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:45.455027 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c066b80>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:38Z', 'revision_number': 3, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:45.474479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Allocated IP 172.20.0.6 (789b051e-cb74-421c-9a69-8135c2375c29/c73454a6-c337-401c-9584-db2d7d57c21a/ac563efd-83c8-45fd-823a-435cae4d5a0d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:45.497848 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db6b2b-af2e-4ca7-ac2b-e422f7e19546 None None] The sync data for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 is: [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:38Z', 'revision_number': 3, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:08:45.546076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-604255fd-29e4-482c-b59c-7cab50baf025 None None] Port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:45.559828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9682a4-dbe8-44d6-9926-445dd617e612 None None] Pushing event updated for resources: {'Port': ['ID=bbb8a8da-13e5-4279-880e-6ea35bc0e089,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:45.659768 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Publish callbacks [] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:45.671598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bbb8a8da-13e5-4279-880e-6ea35bc0e089 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:45.677379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 517e0415-f272-4ef8-b0dc-04b4b5cac12c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:45.682640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-604255fd-29e4-482c-b59c-7cab50baf025 None None] Provisioning complete for port bbb8a8da-13e5-4279-880e-6ea35bc0e089 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:45.684692 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-604255fd-29e4-482c-b59c-7cab50baf025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:45.744805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Pushing event updated for resources: {'Port': ['ID=0b5260ea-bc03-4717-8368-2372659dfd8f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:45.768100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:45.822035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Network 789b051e-cb74-421c-9a69-8135c2375c29 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:45.831132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d7768dc-393b-4c0a-adbf-a2b150fb7a35 req-6e9e38b0-367b-4ee5-a20c-de2c7bdc3263 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 210 time: 0.1665268
Apr 09 21:08:45.855837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:45.870451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-604255fd-29e4-482c-b59c-7cab50baf025 None None] Current status of the port bbb8a8da-13e5-4279-880e-6ea35bc0e089 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:45.881413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Pushing event updated for resources: {'Port': ['ID=f2950c1f-368d-4ba8-a866-b02b5c594c06,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:45.899445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 517e0415-f272-4ef8-b0dc-04b4b5cac12c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:45.900189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:45.922103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:45.941029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:45.957394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:45.966072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:45.985201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:08:46.021551 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fc48d08c-1586-45d8-abf6-99a151ca187e admin admin] 10.222.0.30 "PUT /v2.0/routers/045ffbff-fcb9-4cab-aa5f-d749af500cd5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5329702
Apr 09 21:08:46.052850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:46.053775 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:46.117581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-3e6212b8-8848-463e-891b-7ea25a396a80 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6058965
Apr 09 21:08:46.184666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:46.199304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 517e0415-f272-4ef8-b0dc-04b4b5cac12c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:46.200167 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:46.217191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Request body: {'port': {'device_id': '1420da11-8d6c-4a24-80ae-1d15af7fd212', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:46.264896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 517e0415-f272-4ef8-b0dc-04b4b5cac12c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=517e0415-f272-4ef8-b0dc-04b4b5cac12c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:46.277333 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:46.295420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9e22f54-4dd4-4a4e-bc21-00889c516e49 req-1bf67afb-0af1-4a8a-bef9-e74dbbfdd202 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8865211
Apr 09 21:08:46.416520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=517e0415-f272-4ef8-b0dc-04b4b5cac12c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:46.649407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-181831fe-a9ce-4ae9-8af3-511abe8c240d None None] Provisioning complete for port 0b5260ea-bc03-4717-8368-2372659dfd8f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:46.649980 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-181831fe-a9ce-4ae9-8af3-511abe8c240d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:46.660883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:46.670488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb2365-078a-458f-a668-b1e1504447fa req-9639fa2d-b481-4918-97a6-13077fe8e315 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:46.683066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dfb2365-078a-458f-a668-b1e1504447fa req-9639fa2d-b481-4918-97a6-13077fe8e315 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 944 time: 0.4958470
Apr 09 21:08:46.716569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc63c7-cb98-4c22-9c45-08068392162a req-ff0da98a-350c-4c76-b523-4da96a7e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:46.720853 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c5cc63c7-cb98-4c22-9c45-08068392162a req-ff0da98a-350c-4c76-b523-4da96a7e8217 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfb1a94e7e044a6390e09032a39366f8&device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 1126 time: 0.1844451
Apr 09 21:08:46.783654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Sync routers for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:08:46.788759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-181831fe-a9ce-4ae9-8af3-511abe8c240d None None] Port 0b5260ea-bc03-4717-8368-2372659dfd8f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:46.810072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:46.812651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:46.813426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d13fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:46.844041 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks [] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:46.918451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dfb2365-078a-458f-a668-b1e1504447fa req-44cf5d48-f711-41aa-bdd1-be780c25e23b tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262876
Apr 09 21:08:46.950909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bbb8a8da-13e5-4279-880e-6ea35bc0e089 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:46.961700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-95dd2983-d1cc-4daf-9dd8-9180fa222cd2 None None] Provisioning complete for port f2950c1f-368d-4ba8-a866-b02b5c594c06 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:46.962492 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-95dd2983-d1cc-4daf-9dd8-9180fa222cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.063942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60946) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:47.074003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0ff2f4a8-bcfd-45e4-bca5-dd09cb4f4333 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327340545', 'description': 'tempest-description--769509487'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:47.214368 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f4a8-bcfd-45e4-bca5-dd09cb4f4333 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.231367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97c4dcf0-3c75-4066-8866-1c9e0850a220 req-852b35ff-a28a-4111-bf8e-2f5d77d7027a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 210 time: 0.0480313
Apr 09 21:08:47.250267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.350861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Publish callbacks [] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.366568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.491965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Network 789b051e-cb74-421c-9a69-8135c2375c29 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:47.501402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-95dd2983-d1cc-4daf-9dd8-9180fa222cd2 None None] Port f2950c1f-368d-4ba8-a866-b02b5c594c06 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:47.517448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Pushing event updated for resources: {'Port': ['ID=ac563efd-83c8-45fd-823a-435cae4d5a0d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:47.533050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:47.535319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bbb8a8da-13e5-4279-880e-6ea35bc0e089 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:47.535893 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.553153 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f4a8-bcfd-45e4-bca5-dd09cb4f4333 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (ce111c32-3635-4756-bca7-1824c8420160), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.554170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:47.558651 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.568492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:47.568730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f4a8-bcfd-45e4-bca5-dd09cb4f4333 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ce111c32-3635-4756-bca7-1824c8420160), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.590854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Pushing event updated for resources: {'Port': ['ID=f2950c1f-368d-4ba8-a866-b02b5c594c06,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:47.646611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f4a8-bcfd-45e4-bca5-dd09cb4f4333 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.648427 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0ff2f4a8-bcfd-45e4-bca5-dd09cb4f4333 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5817099
Apr 09 21:08:47.658730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60978) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:47.658973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12137e79-d1df-4bb9-bc62-d5c38728c229 req-4341987b-cf46-44f3-8d11-94d35b8e9871 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:47.666761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12137e79-d1df-4bb9-bc62-d5c38728c229 req-4341987b-cf46-44f3-8d11-94d35b8e9871 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.2273674
Apr 09 21:08:47.666992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-55034c17-2bd4-41c8-a473-fa2a9f2b5f53 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'security_group_rule': {'security_group_id': 'ce111c32-3635-4756-bca7-1824c8420160', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:47.676224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2f4a8-bcfd-45e4-bca5-dd09cb4f4333 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce111c32-3635-4756-bca7-1824c8420160,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:47.750179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:47.751248 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.804044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12137e79-d1df-4bb9-bc62-d5c38728c229 req-564e16aa-f67b-46bc-a51c-1c881e80a724 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357431
Apr 09 21:08:47.809505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-55034c17-2bd4-41c8-a473-fa2a9f2b5f53 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (5bd34ce8-8376-4b5d-80d9-06cca848ef5d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.830558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-d1bacb75-4e74-4e2d-af5c-3f9cf0650409 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6843238
Apr 09 21:08:47.831653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:47.840241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:47.847502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Request body: {'port': {'device_id': 'e715c6e5-ef93-4e1e-99f6-bef6977c722d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:47.967141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5260ea-bc03-4717-8368-2372659dfd8f {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:47.980380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Publish callbacks [] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:47.998696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.017530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a23ddea9-a36d-4532-9373-67bc08068c40 None None] Provisioning complete for port ac563efd-83c8-45fd-823a-435cae4d5a0d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:48.018015 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a23ddea9-a36d-4532-9373-67bc08068c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.019323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bbb8a8da-13e5-4279-880e-6ea35bc0e089 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:48.019667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Transition to ACTIVE for port object 0b5260ea-bc03-4717-8368-2372659dfd8f will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:08:48.020428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 517e0415-f272-4ef8-b0dc-04b4b5cac12c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:48.044907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.227766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a23ddea9-a36d-4532-9373-67bc08068c40 None None] Port ac563efd-83c8-45fd-823a-435cae4d5a0d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:48.270502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 517e0415-f272-4ef8-b0dc-04b4b5cac12c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:48.271121 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.362949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d13fd0>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:43Z', 'revision_number': 2, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:48.417255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338de7e1-e93e-453e-9079-cad5e509a2cd req-3667589f-82ab-4a72-9e15-d3fb2166733b tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:48.421757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-338de7e1-e93e-453e-9079-cad5e509a2cd req-3667589f-82ab-4a72-9e15-d3fb2166733b tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 944 time: 0.3582165
Apr 09 21:08:48.471173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Checking router: 045ffbff-fcb9-4cab-aa5f-d749af500cd5 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:08:48.471551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Updating router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:08:48.477735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1772ba27-6e7d-4131-b1d9-5f8f7b2e484c None None] Provisioning complete for port f2950c1f-368d-4ba8-a866-b02b5c594c06 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:48.478551 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1772ba27-6e7d-4131-b1d9-5f8f7b2e484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.542430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5260ea-bc03-4717-8368-2372659dfd8f,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:48.601765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1772ba27-6e7d-4131-b1d9-5f8f7b2e484c None None] Port f2950c1f-368d-4ba8-a866-b02b5c594c06 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:48.686564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.688719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-55034c17-2bd4-41c8-a473-fa2a9f2b5f53 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (5bd34ce8-8376-4b5d-80d9-06cca848ef5d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.697071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:08:48.708622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-55034c17-2bd4-41c8-a473-fa2a9f2b5f53 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5bd34ce8-8376-4b5d-80d9-06cca848ef5d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.837426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55034c17-2bd4-41c8-a473-fa2a9f2b5f53 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd34ce8-8376-4b5d-80d9-06cca848ef5d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:48.858348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-55034c17-2bd4-41c8-a473-fa2a9f2b5f53 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.859621 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-55034c17-2bd4-41c8-a473-fa2a9f2b5f53 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1996775
Apr 09 21:08:48.865598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32804) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:48.868845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 517e0415-f272-4ef8-b0dc-04b4b5cac12c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:48.870106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b53bbf51-8a7d-4913-a84b-7e09cb8fdedf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'security_group_rule': {'security_group_id': 'ce111c32-3635-4756-bca7-1824c8420160', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:48.870347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:48.956957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc63c7-cb98-4c22-9c45-08068392162a req-41080c2a-43a2-4473-b82f-0129dd839fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:48.958614 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c5cc63c7-cb98-4c22-9c45-08068392162a req-41080c2a-43a2-4473-b82f-0129dd839fe8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=bfb1a94e7e044a6390e09032a39366f8&shared=False HTTP/1.1" status: 200  len: 923 time: 0.1969345
Apr 09 21:08:48.971593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53bbf51-8a7d-4913-a84b-7e09cb8fdedf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (b6eceeb6-80f8-4c1b-850b-8719d73c6abd), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:48.996560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:08:49.004140 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5ced27f4-7748-4d20-acb5-2e52f532fb9b admin admin] 10.222.0.30 "PUT /v2.0/routers/c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1092234
Apr 09 21:08:49.032247 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Sync routers for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:08:49.048668 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:49.049354 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773ab370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:49.134869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-006ef480-69a4-4aa9-a93f-a61a3f822b0d req-b8050366-e059-4de9-bbcd-5dafb8d800eb tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 210 time: 0.7115912
Apr 09 21:08:49.177519 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53bbf51-8a7d-4913-a84b-7e09cb8fdedf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (b6eceeb6-80f8-4c1b-850b-8719d73c6abd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.193008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:49.193620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.213620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-338de7e1-e93e-453e-9079-cad5e509a2cd req-c0c2fbde-2eb3-48f3-a2b7-d5cad778c8b3 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7791154
Apr 09 21:08:49.213835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53bbf51-8a7d-4913-a84b-7e09cb8fdedf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (b6eceeb6-80f8-4c1b-850b-8719d73c6abd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.341126 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Publish callbacks [] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.345513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc63c7-cb98-4c22-9c45-08068392162a req-f3e14370-1b9e-4084-b836-b40328be7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:49.350132 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c5cc63c7-cb98-4c22-9c45-08068392162a req-f3e14370-1b9e-4084-b836-b40328be7211 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3130553
Apr 09 21:08:49.366293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.379648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bbf51-8a7d-4913-a84b-7e09cb8fdedf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6eceeb6-80f8-4c1b-850b-8719d73c6abd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:49.432517 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:49.448762 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53bbf51-8a7d-4913-a84b-7e09cb8fdedf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.458751 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b53bbf51-8a7d-4913-a84b-7e09cb8fdedf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5919929
Apr 09 21:08:49.474111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32834) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:49.494673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:49.500084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Attempting to bind port 0b5260ea-bc03-4717-8368-2372659dfd8f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:49.500415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Attempting to bind port 0b5260ea-bc03-4717-8368-2372659dfd8f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:49.506042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Attempting to bind port 0b5260ea-bc03-4717-8368-2372659dfd8f on network 789b051e-cb74-421c-9a69-8135c2375c29 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:49.538404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Port 0b5260ea-bc03-4717-8368-2372659dfd8f on network 789b051e-cb74-421c-9a69-8135c2375c29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:08:49.539183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Attempting to bind port 0b5260ea-bc03-4717-8368-2372659dfd8f on network 789b051e-cb74-421c-9a69-8135c2375c29 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:49.555443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d940a1a-98cc-4628-a12d-0d9623f73e2e None None] Pushing event updated for resources: {'Port': ['ID=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:49.562554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ebc7f-7e99-471a-a200-0b7059a65fe5 req-49e3a4d3-d1f8-405b-8ffe-ae47f8f8baa6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:49.571236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e4ebc7f-7e99-471a-a200-0b7059a65fe5 req-49e3a4d3-d1f8-405b-8ffe-ae47f8f8baa6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.2041564
Apr 09 21:08:49.605871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:49.606621 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.660784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:49.661265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Checking segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:49.661665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Bound using segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:49.662131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Bound port: 0b5260ea-bc03-4717-8368-2372659dfd8f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:49.662494 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.755757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Attempting to bind port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:49.755757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Attempting to bind port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:49.758468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Attempting to bind port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda on network 7ff888c0-c368-48bd-816c-de9ec28120a0 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:49.759030 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.784613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a36e69d2-d611-4a2b-a5f9-53d8c8f519d6,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:49.788642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:49.789261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Checking segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:49.789975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.791401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Bound using segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:49.791668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-97f4ab68-8780-43c8-8097-508474d3933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:49.794448 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-97f4ab68-8780-43c8-8097-508474d3933e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfb1a94e7e044a6390e09032a39366f8&device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 1126 time: 0.3191402
Apr 09 21:08:49.799100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Bound port: 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:49.800744 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.815033 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:49.837677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e4ebc7f-7e99-471a-a200-0b7059a65fe5 req-18d9665b-e012-49f5-a21c-ffc1c3a67a6c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2655261
Apr 09 21:08:49.947521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32868) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:49.959562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-9d112d37-0b1d-4805-87c4-619054ae45a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd96a99c-2050-4890-8f96-e3204de0562e HTTP/1.1" status: 200  len: 217 time: 0.1506863
Apr 09 21:08:49.966733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-f013ca06-c267-496a-b779-bfab0bc03b21 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:49.968185 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-f013ca06-c267-496a-b779-bfab0bc03b21 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.25 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 816 time: 0.7474461
Apr 09 21:08:49.988206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=a36e69d2-d611-4a2b-a5f9-53d8c8f519d6,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:50.034444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Request body: {'port': {'device_id': 'ff9935d3-690d-491f-bdc0-54c1af4a0627', 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29', 'admin_state_up': True, 'tenant_id': '78452efb7ef143efa0123d3bc4873b53'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:50.035549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32870) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:50.036139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-60a60dad-c73c-486b-b039-e24490384436 None None] Provisioning complete for port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:50.037417 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60a60dad-c73c-486b-b039-e24490384436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.042848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] For port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:50.047085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] For port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:50.064766 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773ab370>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:47Z', 'revision_number': 2, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:50.101373 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Checking router: c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:08:50.102063 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Updating router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 port f2950c1f-368d-4ba8-a866-b02b5c594c06 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:08:50.119780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] For port 0b5260ea-bc03-4717-8368-2372659dfd8f, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:50.134223 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.137841 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.139929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.144372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7672954d-d1e0-47f5-b59d-988d58e3123b admin admin] Deleting subnet 0519333e-c540-4a09-940d-3b261e7852dc {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:08:50.151488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-9362c727-a6ea-4cc8-802e-6c401530a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:50.153272 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-9362c727-a6ea-4cc8-802e-6c401530a5c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3b34986e-87a6-4806-8076-29fca79cc381 HTTP/1.1" status: 200  len: 862 time: 0.1841886
Apr 09 21:08:50.156355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7672954d-d1e0-47f5-b59d-988d58e3123b admin admin] Publish callbacks [] for subnet (0519333e-c540-4a09-940d-3b261e7852dc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.167650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] For port 0b5260ea-bc03-4717-8368-2372659dfd8f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b5260ea-bc03-4717-8368-2372659dfd8f,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:50.182835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e8e72cd4-16f1-4f59-8f27-49f59088816f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:50.192967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e8e72cd4-16f1-4f59-8f27-49f59088816f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 819 time: 0.4111402
Apr 09 21:08:50.208393 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.214099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac563efd-83c8-45fd-823a-435cae4d5a0d {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:50.221538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-60a60dad-c73c-486b-b039-e24490384436 None None] Port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:50.242429 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Publish callbacks [] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.263878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d940a1a-98cc-4628-a12d-0d9623f73e2e None None] Pushing event updated for resources: {'Port': ['ID=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:50.277720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-4aa116e4-2dac-4e33-9034-0b1ab83130ab tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/quotas/d475c8fbc1f74285a1c98fd75bd109f2 HTTP/1.1" status: 200  len: 375 time: 0.0832016
Apr 09 21:08:50.280455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:50.281129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d13fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:50.294674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:50.298156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.300799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] 10.222.0.32 "PUT /v2.0/ports/0b5260ea-bc03-4717-8368-2372659dfd8f HTTP/1.1" status: 200  len: 1092 time: 4.1189847
Apr 09 21:08:50.300925 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-7e9eddc3-824f-480e-9c21-aef00bf9d611 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cfaa58a1-2911-4cfc-bc73-e74e59941c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1088767
Apr 09 21:08:50.357315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1420da11-8d6c-4a24-80ae-1d15af7fd212', 'tag': '0b5260ea-bc03-4717-8368-2372659dfd8f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:50.360673 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1420da11-8d6c-4a24-80ae-1d15af7fd212", "tag": "0b5260ea-bc03-4717-8368-2372659dfd8f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:50.378028 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7672954d-d1e0-47f5-b59d-988d58e3123b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (0519333e-c540-4a09-940d-3b261e7852dc), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.411819 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72f2955f-6a11-4ce6-8e56-ac370789a8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.496714 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a63537-b660-48b9-8574-f433e0c362ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.500994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98883731-bdfd-4018-be89-d876acb24839 req-2ef7c2fe-24b0-442a-add9-84e56da67ee7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 210 time: 0.2610939
Apr 09 21:08:50.504780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Transition to ACTIVE for port object ac563efd-83c8-45fd-823a-435cae4d5a0d will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:08:50.542467 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.563878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-b5b1fd9a-1205-43b4-ac87-0ecb36e6343f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2846141
Apr 09 21:08:50.569923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:50.586842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-cce2263a-252d-4eb7-b81e-b0e3b3c516ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:50.588606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-cce2263a-252d-4eb7-b81e-b0e3b3c516ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 1126 time: 0.1950655
Apr 09 21:08:50.609824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eecb9c-fdf7-4133-89cb-b014e1426f86 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5260ea-bc03-4717-8368-2372659dfd8f,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:50.695859 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7672954d-d1e0-47f5-b59d-988d58e3123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0519333e-c540-4a09-940d-3b261e7852dc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.733608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Made reservation on behalf of 78452efb7ef143efa0123d3bc4873b53 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:50.736949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.770699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-a186a07d-42be-4c43-9532-0cab917dd624 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5260ea-bc03-4717-8368-2372659dfd8f HTTP/1.1" status: 200  len: 217 time: 0.1632419
Apr 09 21:08:50.794516 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Publish callbacks [] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.807618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Allocated IP 172.35.0.232 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/631b5ec9-b24f-4fd5-96dd-daf7601c8695) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:50.809456 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:50.895280 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec238-48ad-4082-b6b5-62729d34016b None None] Pushing event updated for resources: {'Port': ['ID=f2950c1f-368d-4ba8-a866-b02b5c594c06,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:50.923277 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-b80e7894-9b59-4eee-940f-4c136f9ac543 service neutron] 10.222.0.25 "GET /v2.0/networks/cfaa58a1-2911-4cfc-bc73-e74e59941c5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5853934
Apr 09 21:08:50.936862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d13fd0>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:50Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:50.946931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Pushing event updated for resources: {'Port': ['ID=ac563efd-83c8-45fd-823a-435cae4d5a0d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:51.005122 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Attempting to bind port f2950c1f-368d-4ba8-a866-b02b5c594c06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:51.005756 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Attempting to bind port f2950c1f-368d-4ba8-a866-b02b5c594c06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:51.006294 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Attempting to bind port f2950c1f-368d-4ba8-a866-b02b5c594c06 on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:51.008690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:08:51.009230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738c04-2264-4df6-ac34-5c118c6ad4d7 req-ba5480e9-0c73-431e-89a2-d72f7cb0629f tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:51.010927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7738c04-2264-4df6-ac34-5c118c6ad4d7 req-ba5480e9-0c73-431e-89a2-d72f7cb0629f tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 944 time: 0.2833319
Apr 09 21:08:51.021348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5836fb2-a4b0-4d53-a092-a8dbe2394742 None None] The sync data for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 is: [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:50Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:08:51.028323 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:51.028938 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Checking segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:51.029418 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.029852 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Bound using segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:51.031664 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Bound port: f2950c1f-368d-4ba8-a866-b02b5c594c06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:51.032054 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.041370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7666c641-6070-4183-a0ce-dc6298243690 None None] Provisioning complete for port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:51.041939 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7666c641-6070-4183-a0ce-dc6298243690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.056411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-fca897ef-ec0b-4082-8624-c28aafcb0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:51.059208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-fca897ef-ec0b-4082-8624-c28aafcb0a9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.2641048
Apr 09 21:08:51.119097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-17925a79-957f-472e-b0cf-3e9e3b44ea36 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5541139
Apr 09 21:08:51.196485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7672954d-d1e0-47f5-b59d-988d58e3123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (0519333e-c540-4a09-940d-3b261e7852dc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.204520 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] For port f2950c1f-368d-4ba8-a866-b02b5c594c06, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:51.210233 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] For port f2950c1f-368d-4ba8-a866-b02b5c594c06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2950c1f-368d-4ba8-a866-b02b5c594c06,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:51.227097 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.324081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672954d-d1e0-47f5-b59d-988d58e3123b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0519333e-c540-4a09-940d-3b261e7852dc,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:51.345810 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:08:51.346644 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773ab370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:51.350518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7672954d-d1e0-47f5-b59d-988d58e3123b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.355270 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7672954d-d1e0-47f5-b59d-988d58e3123b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0519333e-c540-4a09-940d-3b261e7852dc HTTP/1.1" status: 204  len: 168 time: 1.4064651
Apr 09 21:08:51.364346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32882) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:51.377830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-d7bb509c-6af3-45d7-9159-f4f92b5c0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:51.380919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-d7bb509c-6af3-45d7-9159-f4f92b5c0dcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3082933
Apr 09 21:08:51.400510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Attempting to bind port ac563efd-83c8-45fd-823a-435cae4d5a0d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:51.401152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Attempting to bind port ac563efd-83c8-45fd-823a-435cae4d5a0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:51.401579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Attempting to bind port ac563efd-83c8-45fd-823a-435cae4d5a0d on network 789b051e-cb74-421c-9a69-8135c2375c29 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:51.405723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a63537-b660-48b9-8574-f433e0c362ec admin admin] Publish callbacks [] for security_group (072ecaa8-25e5-4ea2-85d3-0364fbc35cb9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.433957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Allocated IP 172.20.0.12 (789b051e-cb74-421c-9a69-8135c2375c29/c73454a6-c337-401c-9584-db2d7d57c21a/d7f56580-7bb2-4c4f-8b27-f07713dc360b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:51.462898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a63537-b660-48b9-8574-f433e0c362ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (072ecaa8-25e5-4ea2-85d3-0364fbc35cb9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.516691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for port (631b5ec9-b24f-4fd5-96dd-daf7601c8695), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.527431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7738c04-2264-4df6-ac34-5c118c6ad4d7 req-ad13af56-3b93-4ca3-9b11-e408951c3174 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5008683
Apr 09 21:08:51.528330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Port ac563efd-83c8-45fd-823a-435cae4d5a0d on network 789b051e-cb74-421c-9a69-8135c2375c29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:08:51.528878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Attempting to bind port ac563efd-83c8-45fd-823a-435cae4d5a0d on network 789b051e-cb74-421c-9a69-8135c2375c29 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:51.543270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:51.544184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Checking segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:51.544675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Bound using segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:51.545266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Bound port: ac563efd-83c8-45fd-823a-435cae4d5a0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:51.545911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.579929 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8e79a6cc-d7a3-4ec2-9c77-3fa056a71589 req-6d413bde-9062-4991-b5e1-e91849b32646 service neutron] 10.222.0.25 "GET /v2.0/networks/cfaa58a1-2911-4cfc-bc73-e74e59941c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6555953
Apr 09 21:08:51.633929 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:08:51.654327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.692727 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b42fc0-78cf-4d23-9f30-5b256937ac41 x-openstack-request-id: req-78b42fc0-78cf-4d23-9f30-5b256937ac41 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:51.693193 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1420da11-8d6c-4a24-80ae-1d15af7fd212", "tag": "0b5260ea-bc03-4717-8368-2372659dfd8f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:51.693546 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78b42fc0-78cf-4d23-9f30-5b256937ac41 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:51.694118 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b42fc0-78cf-4d23-9f30-5b256937ac41'] response: {'name': 'network-changed', 'server_uuid': '1420da11-8d6c-4a24-80ae-1d15af7fd212', 'tag': '0b5260ea-bc03-4717-8368-2372659dfd8f', 'status': 'completed', 'code': 200}
Apr 09 21:08:51.710576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-41a63537-b660-48b9-8574-f433e0c362ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0191b5014da4a86ab5222b06297f56b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6620495
Apr 09 21:08:51.714088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32886) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:51.716275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a63537-b660-48b9-8574-f433e0c362ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ecaa8-25e5-4ea2-85d3-0364fbc35cb9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:51.757059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:51.765427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-290be275-2938-44b3-82e0-675ad88b75ac service neutron] 10.222.0.30 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6445899
Apr 09 21:08:51.823931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'network_id': 'ad62b125-1df7-49ad-953e-ad87b77a57c1', 'port_id': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'mac_address': 'fa:16:3e:66:90:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa61e8dd-c0ad-4e9b-806b-455dd491b502', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:08:51.833853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7666c641-6070-4183-a0ce-dc6298243690 None None] Current status of the port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:51.834254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7666c641-6070-4183-a0ce-dc6298243690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.894109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c16c-2a2b-48f3-a8fa-5e90ae64d391 req-f0d8ad12-0a3d-4aea-8c5a-c39d1d67577e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:51.895507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4101c16c-2a2b-48f3-a8fa-5e90ae64d391 req-f0d8ad12-0a3d-4aea-8c5a-c39d1d67577e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 945 time: 0.0827096
Apr 09 21:08:51.930306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b89a1903-4bc6-4937-ab1c-08ead482d6d7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:51.930702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:51.968949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-4e85746d-8943-4990-a7d5-8715520865f5 service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5626976
Apr 09 21:08:51.995985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] For port ac563efd-83c8-45fd-823a-435cae4d5a0d, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:52.007170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (631b5ec9-b24f-4fd5-96dd-daf7601c8695), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.030100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7666c641-6070-4183-a0ce-dc6298243690 None None] For port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:52.038515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] For port ac563efd-83c8-45fd-823a-435cae4d5a0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac563efd-83c8-45fd-823a-435cae4d5a0d,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:52.065543 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7666c641-6070-4183-a0ce-dc6298243690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.073374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89a1903-4bc6-4937-ab1c-08ead482d6d7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:52.133110 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773ab370>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:52.133525 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.220643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4101c16c-2a2b-48f3-a8fa-5e90ae64d391 req-abd59c68-4f75-4fd3-9fbf-4e72bb79181f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3163743
Apr 09 21:08:52.226248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:52.302082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3921c48f-4525-4995-8e33-1287514fc782 req-64489e7f-8115-4f28-864d-c7d5f355d2c1 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 210 time: 0.0908535
Apr 09 21:08:52.317344 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c266976-3972-43bd-a646-08630e0d2219 None None] The sync data for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 is: [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:08:52.318307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:52.318404 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec238-48ad-4082-b6b5-62729d34016b None None] Pushing event updated for resources: {'Port': ['ID=f2950c1f-368d-4ba8-a866-b02b5c594c06,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:52.319847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.321949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] 10.222.0.32 "PUT /v2.0/ports/ac563efd-83c8-45fd-823a-435cae4d5a0d HTTP/1.1" status: 200  len: 1091 time: 4.4829338
Apr 09 21:08:52.330760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:52.377803 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.458062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8562817a-cb48-42f8-b922-617a56d9c9f0 None None] Provisioning complete for port f2950c1f-368d-4ba8-a866-b02b5c594c06 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:52.458501 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8562817a-cb48-42f8-b922-617a56d9c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.482333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983b81c-742f-47bc-9465-75b69890a53a service neutron] Pushing event updated for resources: {'Port': ['ID=ac563efd-83c8-45fd-823a-435cae4d5a0d,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:52.554041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:52.585967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-dc702db7-cc63-495d-ae89-1a448fcb0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:52.587895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-dc702db7-cc63-495d-ae89-1a448fcb0fb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 1125 time: 0.1927133
Apr 09 21:08:52.590730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e255e19d-a6f6-482e-ad34-291c3b64c49a req-e45931ed-7d36-4bac-b83c-8a6f1f6069ce service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6222274
Apr 09 21:08:52.592890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1ba3877-6ada-4a9d-b128-14a47c28d87f req-49deadff-b8f8-42b3-a4db-7eba7deb4b5d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 210 time: 0.1965826
Apr 09 21:08:52.609852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:52.629281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.634008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666c641-6070-4183-a0ce-dc6298243690 None None] Pushing event updated for resources: {'Port': ['ID=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:52.639152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:52.744029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-62a5e47a-1866-41a1-bad7-8b2cb7fe9dde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac563efd-83c8-45fd-823a-435cae4d5a0d HTTP/1.1" status: 200  len: 217 time: 0.1416886
Apr 09 21:08:52.748668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'Port': ['ID=631b5ec9-b24f-4fd5-96dd-daf7601c8695,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:52.753896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:52.754270 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.793306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e35cf22a-3441-4e12-8d50-7318bcb8f8eb admin admin] Publish callbacks [] for security_group (072ecaa8-25e5-4ea2-85d3-0364fbc35cb9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:52.866233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377421610>,) {'filters': {'network_id': ['57943a23-6f13-487e-bf5b-7f0bc2bfd4b2']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:52.881002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0db0fe-9d42-43bf-a58f-2a43efbb48e6 req-be448f62-81a5-425b-a141-9c25894602a0 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:52.891944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc0db0fe-9d42-43bf-a58f-2a43efbb48e6 req-be448f62-81a5-425b-a141-9c25894602a0 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 944 time: 0.1397884
Apr 09 21:08:52.938775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377421610>, '973bae04-b366-4e27-b17b-c7eae0ee0623') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:52.939145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377421610>, '973bae04-b366-4e27-b17b-c7eae0ee0623') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:08:52.945162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b89a1903-4bc6-4937-ab1c-08ead482d6d7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:52.976579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc0db0fe-9d42-43bf-a58f-2a43efbb48e6 req-eb51e84b-4d4f-4565-a85a-04a743142939 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819619
Apr 09 21:08:53.000418 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e35cf22a-3441-4e12-8d50-7318bcb8f8eb admin admin] Publish callbacks [] for security_group (072ecaa8-25e5-4ea2-85d3-0364fbc35cb9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.019281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (973bae04-b366-4e27-b17b-c7eae0ee0623), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.023315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks [] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.052425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8562817a-cb48-42f8-b922-617a56d9c9f0 None None] Current status of the port f2950c1f-368d-4ba8-a866-b02b5c594c06 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:53.053248 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8562817a-cb48-42f8-b922-617a56d9c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.095004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (973bae04-b366-4e27-b17b-c7eae0ee0623), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.127093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:53.128455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:08:53.133356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (973bae04-b366-4e27-b17b-c7eae0ee0623), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:08:53.135673 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:08:53.139811 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03bc7257-5239-4b58-990f-3c892b6a1c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.151073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8562817a-cb48-42f8-b922-617a56d9c9f0 None None] For port f2950c1f-368d-4ba8-a866-b02b5c594c06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2950c1f-368d-4ba8-a866-b02b5c594c06,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:53.188911 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8562817a-cb48-42f8-b922-617a56d9c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.206183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-c745c7b5-1a00-4d06-9637-8543697a357c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:53.213627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-c745c7b5-1a00-4d06-9637-8543697a357c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 819 time: 0.1929705
Apr 09 21:08:53.230946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-cefcd8b4-119f-4dcd-b429-047a74ea6ca2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/quotas/d475c8fbc1f74285a1c98fd75bd109f2 HTTP/1.1" status: 200  len: 375 time: 0.0162179
Apr 09 21:08:53.261739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (f380f084-1ff8-46de-9eb3-d4e51c1e35af), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.313779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-bb5508e2-c215-488c-af9c-dd30505ae051 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0810642
Apr 09 21:08:53.351697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (57943a23-6f13-487e-bf5b-7f0bc2bfd4b2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.352232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:53.355901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:53.360477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e35cf22a-3441-4e12-8d50-7318bcb8f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (072ecaa8-25e5-4ea2-85d3-0364fbc35cb9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.366036 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e35cf22a-3441-4e12-8d50-7318bcb8f8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.374457 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e35cf22a-3441-4e12-8d50-7318bcb8f8eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/072ecaa8-25e5-4ea2-85d3-0364fbc35cb9 HTTP/1.1" status: 204  len: 168 time: 1.6579981
Apr 09 21:08:53.382438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.386558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.392770 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] 10.222.0.30 "DELETE /v2.0/networks/57943a23-6f13-487e-bf5b-7f0bc2bfd4b2 HTTP/1.1" status: 204  len: 168 time: 2.0240567
Apr 09 21:08:53.404711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562817a-cb48-42f8-b922-617a56d9c9f0 None None] Pushing event updated for resources: {'Port': ['ID=f2950c1f-368d-4ba8-a866-b02b5c594c06,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:53.485514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cf22a-3441-4e12-8d50-7318bcb8f8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ecaa8-25e5-4ea2-85d3-0364fbc35cb9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:53.488635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:53.489009 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.494155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (631b5ec9-b24f-4fd5-96dd-daf7601c8695), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.518718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d958227-e275-4e12-a041-f5971c8d6a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=57943a23-6f13-487e-bf5b-7f0bc2bfd4b2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:53.566214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Network 789b051e-cb74-421c-9a69-8135c2375c29 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:53.592489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:53.616035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:53.628737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58149c-05c0-479a-87c5-bf804f5efe93 req-4b3d95a5-1c67-49e4-9d0d-1b963dd42a86 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:53.635575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c58149c-05c0-479a-87c5-bf804f5efe93 req-4b3d95a5-1c67-49e4-9d0d-1b963dd42a86 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.1683254
Apr 09 21:08:53.650537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Pushing event updated for resources: {'Port': ['ID=d7f56580-7bb2-4c4f-8b27-f07713dc360b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:53.662600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-1e705944-c8b9-4736-87ab-69b953fbd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:53.665372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-1e705944-c8b9-4736-87ab-69b953fbd909 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 1126 time: 0.1865141
Apr 09 21:08:53.714606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e715c6e5-ef93-4e1e-99f6-bef6977c722d', 'tag': 'ac563efd-83c8-45fd-823a-435cae4d5a0d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:53.720387 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfbbdb4-44ef-4891-ae80-0c919742243d" -d '{"events": [{"name": "network-changed", "server_uuid": "e715c6e5-ef93-4e1e-99f6-bef6977c722d", "tag": "ac563efd-83c8-45fd-823a-435cae4d5a0d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:53.772346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32928) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:53.780139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:53.806119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:53.806791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:53.821721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-1848ab23-a481-4072-ac88-7616e605b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:53.827682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-1848ab23-a481-4072-ac88-7616e605b9ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.3704162
Apr 09 21:08:53.846138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-2d921fb0-6652-4d0f-8d51-a03c21e85fa4 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5313935
Apr 09 21:08:53.922675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-26de8cd0-4399-494b-a25a-41062f66046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:53.924384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-26de8cd0-4399-494b-a25a-41062f66046c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0745137
Apr 09 21:08:53.964524 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-480d5c1a-fa6f-48cc-857e-a311c2a5da50 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9758923
Apr 09 21:08:53.995722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c58149c-05c0-479a-87c5-bf804f5efe93 req-170c4e0d-f22f-48dd-a8a1-6594086db1f4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3256207
Apr 09 21:08:54.039370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Request body: {'port': {'device_id': 'ff9935d3-690d-491f-bdc0-54c1af4a0627', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:54.144909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-64bf012e-cba2-49db-9a50-7cc76a1ebcce None None] Provisioning complete for port d7f56580-7bb2-4c4f-8b27-f07713dc360b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:54.145429 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-64bf012e-cba2-49db-9a50-7cc76a1ebcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.184730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a7bda283-3f7f-4dd8-98da-da8b0b55013c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=184d9189f1364fc1bdd88feff79103e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4099758
Apr 09 21:08:54.190280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32938) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:54.205655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:54.211117 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.273708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-64bf012e-cba2-49db-9a50-7cc76a1ebcce None None] Port d7f56580-7bb2-4c4f-8b27-f07713dc360b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:54.290280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-c80b7ea4-3a5c-46be-aa22-9c638bfaba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:54.292268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-c80b7ea4-3a5c-46be-aa22-9c638bfaba80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 917 time: 0.6072788
Apr 09 21:08:54.293862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:54.294120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-c0261df4-0ef2-49fa-b78a-7367f3c3132a service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3115754
Apr 09 21:08:54.294573 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.353274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.360737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0df94ff7-6ac6-4a65-8420-c2602118cf9f admin admin] Publish callbacks [] for security_group (1587eb12-1c04-436f-99a5-6ef7decbec83), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.389943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for port (631b5ec9-b24f-4fd5-96dd-daf7601c8695), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.420823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:54.422104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f2950c1f-368d-4ba8-a866-b02b5c594c06 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:54.477675 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (631b5ec9-b24f-4fd5-96dd-daf7601c8695), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.554896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f2950c1f-368d-4ba8-a866-b02b5c594c06 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:54.555551 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.577206 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0df94ff7-6ac6-4a65-8420-c2602118cf9f admin admin] Publish callbacks [] for security_group (1587eb12-1c04-436f-99a5-6ef7decbec83), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:54.761570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f2950c1f-368d-4ba8-a866-b02b5c594c06 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:54.863011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d48d2-d1a9-4c5e-ba67-7d6f489dbf93 req-3a1f4587-03a6-4305-ba65-2333c322f2d7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:54.870986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b02d48d2-d1a9-4c5e-ba67-7d6f489dbf93 req-3a1f4587-03a6-4305-ba65-2333c322f2d7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 932 time: 0.6510201
Apr 09 21:08:54.874453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-73fa9d51-69cd-46ce-b2c2-2651bea6fe3e service neutron] 10.222.0.30 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9486928
Apr 09 21:08:54.895574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-50aeac0c-18a4-4017-af40-116bb26ef063 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5260ea-bc03-4717-8368-2372659dfd8f HTTP/1.1" status: 200  len: 217 time: 0.5891089
Apr 09 21:08:54.959031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fd96a99c-2050-4890-8f96-e3204de0562e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:08:54.961676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:55.066675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-fb49cd2e-fc4c-4173-a50e-29cbaf2fea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:55.068375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-fb49cd2e-fc4c-4173-a50e-29cbaf2fea46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.1616464
Apr 09 21:08:55.072996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b02d48d2-d1a9-4c5e-ba67-7d6f489dbf93 req-f521abbd-b7d1-4719-ba74-533c94d0402f tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011466
Apr 09 21:08:55.091711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9f67ad8-de22-4ccc-b92c-de1128f001af req-9610b707-816a-42a6-846c-a905c0769995 service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7841387
Apr 09 21:08:55.189079 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982009cf-25b6-4ce1-aa2d-d7c51093cb17 x-openstack-request-id: req-982009cf-25b6-4ce1-aa2d-d7c51093cb17 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:55.191247 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e715c6e5-ef93-4e1e-99f6-bef6977c722d", "tag": "ac563efd-83c8-45fd-823a-435cae4d5a0d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:55.191836 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-982009cf-25b6-4ce1-aa2d-d7c51093cb17 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:55.192929 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982009cf-25b6-4ce1-aa2d-d7c51093cb17'] response: {'name': 'network-changed', 'server_uuid': 'e715c6e5-ef93-4e1e-99f6-bef6977c722d', 'tag': 'ac563efd-83c8-45fd-823a-435cae4d5a0d', 'status': 'completed', 'code': 200}
Apr 09 21:08:55.209538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port b89a1903-4bc6-4937-ab1c-08ead482d6d7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:08:55.231207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-508babd2-ecc4-4c6f-9432-ce308649fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:55.231565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port b89a1903-4bc6-4937-ab1c-08ead482d6d7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:55.232070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.238460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-508babd2-ecc4-4c6f-9432-ce308649fd68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1600020
Apr 09 21:08:55.239431 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.262500 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.293337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fd96a99c-2050-4890-8f96-e3204de0562e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd96a99c-2050-4890-8f96-e3204de0562e,segment=NetworkSegment(2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff),segment_id=2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:55.313201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'fd96a99c-2050-4890-8f96-e3204de0562e', 'network_id': 'cfaa58a1-2911-4cfc-bc73-e74e59941c5e', 'port_id': 'fd96a99c-2050-4890-8f96-e3204de0562e', 'mac_address': 'fa:16:3e:0b:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b34986e-87a6-4806-8076-29fca79cc381', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:08:55.421068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'Port': ['ID=631b5ec9-b24f-4fd5-96dd-daf7601c8695,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:55.472997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374c86-2e78-455c-a651-62f68506c71b req-a2127c65-8b6a-48ba-bed4-d578ee38e531 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:55.487070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad137e7-f899-4aed-8340-5640694ee31d req-3fcdaaab-1c35-444b-af75-73c44e5d7353 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:55.488871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-3fcdaaab-1c35-444b-af75-73c44e5d7353 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.25 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 819 time: 0.9930260
Apr 09 21:08:55.489965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (f380f084-1ff8-46de-9eb3-d4e51c1e35af), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.493178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56374c86-2e78-455c-a651-62f68506c71b req-a2127c65-8b6a-48ba-bed4-d578ee38e531 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 944 time: 0.2317276
Apr 09 21:08:55.535018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299b8b5-9879-417e-98c4-7e854373aa2e req-b11053ed-e08c-4d9a-a239-69467d654d54 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:55.536722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2299b8b5-9879-417e-98c4-7e854373aa2e req-b11053ed-e08c-4d9a-a239-69467d654d54 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 946 time: 0.2181208
Apr 09 21:08:55.543085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port fd96a99c-2050-4890-8f96-e3204de0562e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:55.543538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.564712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'port': {'device_id': '5c5c2a8d-465a-4048-b5dc-68d900a9879b', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'admin_state_up': True, 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:55.575969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.586746 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8b6bf3ae-ca8f-4306-8f55-017a09240beb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.1012828
Apr 09 21:08:55.623589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2299b8b5-9879-417e-98c4-7e854373aa2e req-e304035f-591d-4fa8-a020-734c57031bd5 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751655
Apr 09 21:08:55.623868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b89a1903-4bc6-4937-ab1c-08ead482d6d7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:55.625600 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.656344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0df94ff7-6ac6-4a65-8420-c2602118cf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1587eb12-1c04-436f-99a5-6ef7decbec83), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.660469 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0df94ff7-6ac6-4a65-8420-c2602118cf9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.662103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56374c86-2e78-455c-a651-62f68506c71b req-67364014-3b32-48d7-a027-d8f3702b6b66 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623294
Apr 09 21:08:55.662327 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0df94ff7-6ac6-4a65-8420-c2602118cf9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1587eb12-1c04-436f-99a5-6ef7decbec83 HTTP/1.1" status: 204  len: 168 time: 1.4710155
Apr 09 21:08:55.673756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd96a99c-2050-4890-8f96-e3204de0562e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:55.760560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:55.764032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b8d00f3-9126-47b6-a94c-0ad744ac5a8a req-60428c06-165d-476d-8e87-ccd198ce9462 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 210 time: 0.0667369
Apr 09 21:08:55.771993 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939573cc-cdd4-46dc-9afd-de5fec8ce7d1" -d '{"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-plugged", "status": "completed", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:55.788160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fd96a99c-2050-4890-8f96-e3204de0562e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd96a99c-2050-4890-8f96-e3204de0562e,segment=NetworkSegment(2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff),segment_id=2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:55.792436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df94ff7-6ac6-4a65-8420-c2602118cf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1587eb12-1c04-436f-99a5-6ef7decbec83,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:55.828557 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:08:55.836453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:55.874376 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.879699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.888118 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e70f1d-0151-4eac-b57b-d6d0ac637110 x-openstack-request-id: req-96e70f1d-0151-4eac-b57b-d6d0ac637110 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:55.890381 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-plugged", "status": "completed", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:55.890686 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96e70f1d-0151-4eac-b57b-d6d0ac637110 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:55.891061 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e70f1d-0151-4eac-b57b-d6d0ac637110'] response: {'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'code': 200}
Apr 09 21:08:55.944503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Made reservation on behalf of d475c8fbc1f74285a1c98fd75bd109f2 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:55.954623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:55.959890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f56580-7bb2-4c4f-8b27-f07713dc360b {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:55.983968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=fd96a99c-2050-4890-8f96-e3204de0562e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:55.987504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0b5260ea-bc03-4717-8368-2372659dfd8f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:08:55.988031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Publish callbacks [] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.030474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Transition to ACTIVE for port object d7f56580-7bb2-4c4f-8b27-f07713dc360b will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:08:56.077766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.271408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['fd96a99c-2050-4890-8f96-e3204de0562e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:56.281623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:56.350129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Pushing event updated for resources: {'Port': ['ID=d7f56580-7bb2-4c4f-8b27-f07713dc360b,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:56.416691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Allocated IP 172.20.0.13 (6ba3f1cd-154a-468d-adbc-6dec47d2b32d/5088a9c6-9c7c-4a78-8bed-33250a34bb13/26dc0e8e-93b6-4aae-af6f-97e1d095b96f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:56.484751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cee090-8041-435c-b193-9f1ed4a31e6a req-d87bd546-4dfe-4b08-b1af-99dd8cee0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:56.486378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35cee090-8041-435c-b193-9f1ed4a31e6a req-d87bd546-4dfe-4b08-b1af-99dd8cee0752 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 1129 time: 0.2784131
Apr 09 21:08:56.572228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 0b5260ea-bc03-4717-8368-2372659dfd8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b5260ea-bc03-4717-8368-2372659dfd8f,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:56.576256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-dc43560b-a2b5-4cf5-b8ed-24fba6aa9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:56.577893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-dc43560b-a2b5-4cf5-b8ed-24fba6aa9533 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 1125 time: 0.5113928
Apr 09 21:08:56.586851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Attempting to bind port d7f56580-7bb2-4c4f-8b27-f07713dc360b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:56.587454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Attempting to bind port d7f56580-7bb2-4c4f-8b27-f07713dc360b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:56.587554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Attempting to bind port d7f56580-7bb2-4c4f-8b27-f07713dc360b on network 789b051e-cb74-421c-9a69-8135c2375c29 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:56.601184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Port d7f56580-7bb2-4c4f-8b27-f07713dc360b on network 789b051e-cb74-421c-9a69-8135c2375c29 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:08:56.601769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Attempting to bind port d7f56580-7bb2-4c4f-8b27-f07713dc360b on network 789b051e-cb74-421c-9a69-8135c2375c29 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:56.621280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:56.621865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Checking segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:56.622531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Bound using segment: {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:56.623325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Bound port: d7f56580-7bb2-4c4f-8b27-f07713dc360b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35c3f02-4969-4d96-a654-7b4e35517733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:56.623890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.635609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-2ec20d1b-59cc-40d1-ba8d-69e99bbbefe9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1327340545&fields=id&tenant_id=b0a1102e4f4e441b947116441b3e330d HTTP/1.1" status: 200  len: 267 time: 0.5701702
Apr 09 21:08:56.638593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '0b5260ea-bc03-4717-8368-2372659dfd8f', 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29', 'port_id': '0b5260ea-bc03-4717-8368-2372659dfd8f', 'mac_address': 'fa:16:3e:c5:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73454a6-c337-401c-9584-db2d7d57c21a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:08:56.659158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4e90-f7cc-4fb4-a9dd-a03149ed6abd req-d9d33f2c-66e9-4640-a7e9-36570e94563e tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:56.666173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9de4e90-f7cc-4fb4-a9dd-a03149ed6abd req-d9d33f2c-66e9-4640-a7e9-36570e94563e tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 944 time: 0.3133504
Apr 09 21:08:56.768528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 0b5260ea-bc03-4717-8368-2372659dfd8f is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:56.768906 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.795362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-2df09cbc-6793-40d1-ae58-a1e472d1d865 service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8039024
Apr 09 21:08:56.803750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] For port d7f56580-7bb2-4c4f-8b27-f07713dc360b, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:56.812168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] For port d7f56580-7bb2-4c4f-8b27-f07713dc360b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f56580-7bb2-4c4f-8b27-f07713dc360b,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:56.819975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.828960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.830341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5260ea-bc03-4717-8368-2372659dfd8f {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:56.894996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:56.895835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.897785 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] 10.222.0.25 "PUT /v2.0/ports/d7f56580-7bb2-4c4f-8b27-f07713dc360b HTTP/1.1" status: 200  len: 1092 time: 2.8878732
Apr 09 21:08:56.900644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9935d3-690d-491f-bdc0-54c1af4a0627', 'tag': 'd7f56580-7bb2-4c4f-8b27-f07713dc360b'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:56.902909 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b55cff-0d7c-44f4-95dd-7b5d08754701" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9935d3-690d-491f-bdc0-54c1af4a0627", "tag": "d7f56580-7bb2-4c4f-8b27-f07713dc360b"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:56.909226 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.927792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a48470-0e13-44d4-a409-6dae330af00b service neutron] Pushing event updated for resources: {'Port': ['ID=d7f56580-7bb2-4c4f-8b27-f07713dc360b,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:56.934494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:56.958541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 0b5260ea-bc03-4717-8368-2372659dfd8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b5260ea-bc03-4717-8368-2372659dfd8f,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:56.977324 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:57.022480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:08:57.031739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:08:57.082780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35cee090-8041-435c-b193-9f1ed4a31e6a req-757942d6-fac3-401c-9857-4dd9fc8a0760 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5395334
Apr 09 21:08:57.089826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:08:57.154366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=0b5260ea-bc03-4717-8368-2372659dfd8f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:57.188975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['0b5260ea-bc03-4717-8368-2372659dfd8f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:57.206629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event updated for resources: {'Port': ['ID=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:57.229981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-9d99fbcc-fc11-4196-b757-15f3ae1afc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:57.237961 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-9d99fbcc-fc11-4196-b757-15f3ae1afc22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 1126 time: 0.2531898
Apr 09 21:08:57.269227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:57.275370 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:57.316669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-e521d611-1fd7-4cc4-855b-e10dba5e02af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7642231
Apr 09 21:08:57.354840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Request body: {'port': {'device_id': '5c5c2a8d-465a-4048-b5dc-68d900a9879b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:57.486722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-6b523593-7b63-4073-ab7a-8914834d5649 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:57.489268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-6b523593-7b63-4073-ab7a-8914834d5649 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 817 time: 0.8204830
Apr 09 21:08:57.492417 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-db09070c-863d-4046-a371-89c40afa5ddc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f56580-7bb2-4c4f-8b27-f07713dc360b HTTP/1.1" status: 200  len: 217 time: 0.0425844
Apr 09 21:08:57.535007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-64bdd95e-f6b9-495a-8ca4-502c409c45c0 None None] Provisioning complete for port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:57.535880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-64bdd95e-f6b9-495a-8ca4-502c409c45c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:57.546639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9de4e90-f7cc-4fb4-a9dd-a03149ed6abd req-fbb2e27c-0daa-4ada-acb5-3f18292ce9ea tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8794808
Apr 09 21:08:57.550740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:57.584979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-64bdd95e-f6b9-495a-8ca4-502c409c45c0 None None] Port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:08:57.599147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-f38704a1-e7bc-4879-a7c6-fb4a11fb92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:57.600644 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-f38704a1-e7bc-4879-a7c6-fb4a11fb92d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.0919094
Apr 09 21:08:57.663830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-47c40702-ad87-45d3-bfd9-b893738cb4a8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/quotas/b0a1102e4f4e441b947116441b3e330d HTTP/1.1" status: 200  len: 375 time: 0.1109223
Apr 09 21:08:57.666307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33054) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:08:57.749375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-81677b42-33ff-4cd6-8ff9-d8102ad7b34c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0651243
Apr 09 21:08:57.815205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f38836-c5a8-45df-97ec-a3680ed87406 req-6f101660-67d2-476c-a6c4-478056d20a73 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:57.816724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5f38836-c5a8-45df-97ec-a3680ed87406 req-6f101660-67d2-476c-a6c4-478056d20a73 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1474450
Apr 09 21:08:57.870667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-b99d52f6-da00-4189-abf0-6d56df2d5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:57.872192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-b99d52f6-da00-4189-abf0-6d56df2d5ccf service neutron] 10.222.0.32 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 917 time: 1.1130095
Apr 09 21:08:57.887552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-1ab1376d-7a34-4e2c-8611-6a75503694dd tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:57.889124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-1ab1376d-7a34-4e2c-8611-6a75503694dd tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 819 time: 0.9205239
Apr 09 21:08:57.891112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dadd936-8a3d-4908-99ed-d3a1584b9f2c req-4f2207bb-d975-4c3e-a466-cf82a6ebe4db service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0624542
Apr 09 21:08:57.913378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'port': {'device_id': 'b1e8348e-3b60-4836-b44b-12cb6b2094e9', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'admin_state_up': True, 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:57.925814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26dc0e8e-93b6-4aae-af6f-97e1d095b96f {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:57.935999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Publish callbacks [] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:57.943987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ac563efd-83c8-45fd-823a-435cae4d5a0d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:08:57.947772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0b5260ea-bc03-4717-8368-2372659dfd8f up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:57.963666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Transition to ACTIVE for port object 26dc0e8e-93b6-4aae-af6f-97e1d095b96f will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:08:57.974094 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:57.998821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-network', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:08:58.007135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-ef751d50-9e00-46c9-a605-04f68373d4b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac563efd-83c8-45fd-823a-435cae4d5a0d HTTP/1.1" status: 200  len: 217 time: 0.1088541
Apr 09 21:08:58.051127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-dd48b1c0-5ef4-42cd-9da7-2cd70da33cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:58.052761 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-dd48b1c0-5ef4-42cd-9da7-2cd70da33cb3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0904558
Apr 09 21:08:58.062495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Pushing event updated for resources: {'Port': ['ID=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:58.174080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5f38836-c5a8-45df-97ec-a3680ed87406 req-d1bf72f3-7ec1-40d4-8ee9-009f1d9b0593 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3254039
Apr 09 21:08:58.207646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:58.210971 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.251345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-361aedda-d45f-4d1e-bc46-d1f23350676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:58.252869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-361aedda-d45f-4d1e-bc46-d1f23350676a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.2375062
Apr 09 21:08:58.268445 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.272045 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-efdcb568-edcc-4208-8c7b-9d90c2ad6b7e service neutron] 10.222.0.30 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4636707
Apr 09 21:08:58.294753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Attempting to bind port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:08:58.295239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Attempting to bind port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:08:58.295576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Attempting to bind port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:58.313919 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-a019617d-d0fe-4410-87bd-85714d46ef54 service neutron] 10.222.0.25 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235465
Apr 09 21:08:58.314366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:08:58.314688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Attempting to bind port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:08:58.321447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:08:58.321974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Checking segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:08:58.322537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Bound using segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:08:58.324613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Bound port: 26dc0e8e-93b6-4aae-af6f-97e1d095b96f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:08:58.325199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.411933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ac563efd-83c8-45fd-823a-435cae4d5a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac563efd-83c8-45fd-823a-435cae4d5a0d,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:58.428505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 0b5260ea-bc03-4717-8368-2372659dfd8f completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:08:58.439402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'ac563efd-83c8-45fd-823a-435cae4d5a0d', 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29', 'port_id': 'ac563efd-83c8-45fd-823a-435cae4d5a0d', 'mac_address': 'fa:16:3e:11:26:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73454a6-c337-401c-9584-db2d7d57c21a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:08:58.446813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f3ae8-1f8a-4d42-abc5-237207fbbf8b req-a8741d18-c54c-4b47-9733-00ad792cb829 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:58.455345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-582f3ae8-1f8a-4d42-abc5-237207fbbf8b req-a8741d18-c54c-4b47-9733-00ad792cb829 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 945 time: 0.1926947
Apr 09 21:08:58.459588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 0b5260ea-bc03-4717-8368-2372659dfd8f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:58.459967 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.488473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] For port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:08:58.493593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] For port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:08:58.535372 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af9ef19e-dee6-4372-ae00-2081cd819d92 req-7a2c43a4-8e55-4dd8-bcae-22333e28d58c service neutron] 10.222.0.25 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577847
Apr 09 21:08:58.541910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.555027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-8ab2064f-ed66-483b-bba5-dc47db2645ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:58.563755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-8ab2064f-ed66-483b-bba5-dc47db2645ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2973530
Apr 09 21:08:58.572850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:58.573977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.576410 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] 10.222.0.25 "PUT /v2.0/ports/26dc0e8e-93b6-4aae-af6f-97e1d095b96f HTTP/1.1" status: 200  len: 1092 time: 1.2334242
Apr 09 21:08:58.584504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ac563efd-83c8-45fd-823a-435cae4d5a0d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:58.585102 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.642807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac563efd-83c8-45fd-823a-435cae4d5a0d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:08:58.704476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7a8d4-483e-46c6-a745-59296d6e5bee service neutron] Pushing event updated for resources: {'Port': ['ID=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:58.730608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ac563efd-83c8-45fd-823a-435cae4d5a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac563efd-83c8-45fd-823a-435cae4d5a0d,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:58.750270 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.791138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 0b5260ea-bc03-4717-8368-2372659dfd8f is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:58.791542 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.839352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ac563efd-83c8-45fd-823a-435cae4d5a0d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:58.842445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1420da11-8d6c-4a24-80ae-1d15af7fd212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5260ea-bc03-4717-8368-2372659dfd8f'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:08:58.845314 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2a5e7b-79de-4fc2-b770-8dfad1ec21f0" -d '{"events": [{"server_uuid": "1420da11-8d6c-4a24-80ae-1d15af7fd212", "name": "network-vif-plugged", "status": "completed", "tag": "0b5260ea-bc03-4717-8368-2372659dfd8f"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:08:58.862803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 0b5260ea-bc03-4717-8368-2372659dfd8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b5260ea-bc03-4717-8368-2372659dfd8f,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:58.873328 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.917094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Made reservation on behalf of d475c8fbc1f74285a1c98fd75bd109f2 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:08:58.920721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:58.931632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-830f8d73-971b-4539-9334-458997137594 service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3125837
Apr 09 21:08:58.969764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-582f3ae8-1f8a-4d42-abc5-237207fbbf8b req-365aa98e-d99c-4e52-a14f-889bfc05d38c tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5078022
Apr 09 21:08:58.996715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ac563efd-83c8-45fd-823a-435cae4d5a0d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:08:58.999225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fd96a99c-2050-4890-8f96-e3204de0562e up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:59.103056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=0b5260ea-bc03-4717-8368-2372659dfd8f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:59.127049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port fd96a99c-2050-4890-8f96-e3204de0562e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:08:59.146293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port fd96a99c-2050-4890-8f96-e3204de0562e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:08:59.146713 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.155492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-1e682f40-d541-44fe-a197-c0135a2f41d4 service neutron] 10.222.0.30 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8349733
Apr 09 21:08:59.204012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4985bae2-bbf0-46dc-9833-810b31ac9363 req-21e8aad9-aa8e-4907-a6f2-3859799cff56 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 210 time: 0.1018221
Apr 09 21:08:59.213290 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Publish callbacks [] for security_group (a69d0f8a-0198-43e3-89af-6cc80279082b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.241527 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a69d0f8a-0198-43e3-89af-6cc80279082b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.300393 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b86b41a-7587-4e8a-85a6-dd93ec759051 x-openstack-request-id: req-8b86b41a-7587-4e8a-85a6-dd93ec759051 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:59.300757 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9935d3-690d-491f-bdc0-54c1af4a0627", "tag": "d7f56580-7bb2-4c4f-8b27-f07713dc360b", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:59.300976 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b86b41a-7587-4e8a-85a6-dd93ec759051 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:59.301418 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b86b41a-7587-4e8a-85a6-dd93ec759051'] response: {'name': 'network-changed', 'server_uuid': 'ff9935d3-690d-491f-bdc0-54c1af4a0627', 'tag': 'd7f56580-7bb2-4c4f-8b27-f07713dc360b', 'status': 'completed', 'code': 200}
Apr 09 21:08:59.347574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:08:59.390846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcfbbdb4-44ef-4891-ae80-0c919742243d req-140889d3-84f2-4617-82d8-3bf46fb552dc service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4437842
Apr 09 21:08:59.438430 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6862d321-0c2c-4b14-b636-bbf075e25b0c x-openstack-request-id: req-6862d321-0c2c-4b14-b636-bbf075e25b0c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:08:59.438721 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1420da11-8d6c-4a24-80ae-1d15af7fd212", "name": "network-vif-plugged", "status": "completed", "tag": "0b5260ea-bc03-4717-8368-2372659dfd8f", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:08:59.443287 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6862d321-0c2c-4b14-b636-bbf075e25b0c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:08:59.443894 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6862d321-0c2c-4b14-b636-bbf075e25b0c'] response: {'server_uuid': '1420da11-8d6c-4a24-80ae-1d15af7fd212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5260ea-bc03-4717-8368-2372659dfd8f', 'code': 200}
Apr 09 21:08:59.453125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69d0f8a-0198-43e3-89af-6cc80279082b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:59.461609 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ee13f8dd-245f-4ada-8362-ca223146c683), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.465541 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Added segment ee13f8dd-245f-4ada-8362-ca223146c683 of type vlan for network dafc1150-436f-41e7-82bb-1b35d2c0352e
Apr 09 21:08:59.469450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port fd96a99c-2050-4890-8f96-e3204de0562e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:08:59.470517 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.574143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Allocated IP 172.20.0.4 (6ba3f1cd-154a-468d-adbc-6dec47d2b32d/5088a9c6-9c7c-4a78-8bed-33250a34bb13/36fd7931-5c26-4cf6-ba41-57e00cc54451) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:08:59.591537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fd96a99c-2050-4890-8f96-e3204de0562e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd96a99c-2050-4890-8f96-e3204de0562e,segment=NetworkSegment(2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff),segment_id=2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:08:59.609152 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.702950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=fd96a99c-2050-4890-8f96-e3204de0562e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:08:59.714251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d2230-ccdc-4e08-8da1-6e43bea930f9 req-455a4223-cf26-47b6-9dfb-0bd67dc46f3c tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:59.715849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-668d2230-ccdc-4e08-8da1-6e43bea930f9 req-455a4223-cf26-47b6-9dfb-0bd67dc46f3c tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 944 time: 0.2901711
Apr 09 21:08:59.768870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (dafc1150-436f-41e7-82bb-1b35d2c0352e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.771436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba104a-f094-45d8-a97f-c8836e9e0d98 req-ca51b9a0-8833-43d7-874a-3d0500134fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:59.772901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54ba104a-f094-45d8-a97f-c8836e9e0d98 req-ca51b9a0-8833-43d7-874a-3d0500134fdb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 1128 time: 0.2397342
Apr 09 21:08:59.831924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d363cc-927a-4af7-8cdb-6fb858cef4f4 req-b48c8686-ea7c-42c5-9404-059c1b250489 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:59.833717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06d363cc-927a-4af7-8cdb-6fb858cef4f4 req-b48c8686-ea7c-42c5-9404-059c1b250489 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1768277
Apr 09 21:08:59.928056 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (dafc1150-436f-41e7-82bb-1b35d2c0352e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.929090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:08:59.929643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:08:59.970828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ac563efd-83c8-45fd-823a-435cae4d5a0d up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:08:59.975721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-668d2230-ccdc-4e08-8da1-6e43bea930f9 req-95737872-f3db-4310-80f8-489e6872e3b0 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2298865
Apr 09 21:08:59.977817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54ba104a-f094-45d8-a97f-c8836e9e0d98 req-ab92c851-2681-4c73-84b1-e28f0fc46a2f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920331
Apr 09 21:09:00.064539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.3919148
Apr 09 21:09:00.067640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33148) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:00.073261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port ac563efd-83c8-45fd-823a-435cae4d5a0d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:09:00.074479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Request body: {'subnet': {'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-subnet', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:00.083160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port ac563efd-83c8-45fd-823a-435cae4d5a0d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:00.083880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.091049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6787b6c-86e0-4a84-b01d-b90890e620ec admin admin] Pushing event updated for resources: {'Network': ['ID=dafc1150-436f-41e7-82bb-1b35d2c0352e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:00.096407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06d363cc-927a-4af7-8cdb-6fb858cef4f4 req-6c60912b-4911-4e16-a89a-b96b14dd7395 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2483857
Apr 09 21:09:00.105278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:00.108677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.119613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e78b2b0d-af05-43e1-94d0-d01c30256dff req-f1889a1b-4c91-4fd3-87ba-3d228e6a8f93 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 210 time: 0.0633368
Apr 09 21:09:00.154263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network dafc1150-436f-41e7-82bb-1b35d2c0352e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:00.165565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.257562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d361e-c019-45c7-905f-d00ebedcb6a7 req-2af56c46-1d4b-48fd-a76b-a16fc08997d4 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:00.259623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-632d361e-c019-45c7-905f-d00ebedcb6a7 req-2af56c46-1d4b-48fd-a76b-a16fc08997d4 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 946 time: 0.0570276
Apr 09 21:09:00.261831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.312762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ac563efd-83c8-45fd-823a-435cae4d5a0d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:00.314066 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.373772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ac563efd-83c8-45fd-823a-435cae4d5a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac563efd-83c8-45fd-823a-435cae4d5a0d,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:00.383245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.404549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:00.406908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (5582e4dd-bddd-4dac-ac97-35804c4b3e6a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.420371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:00.426644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:00.431057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event updated for resources: {'Port': ['ID=36fd7931-5c26-4cf6-ba41-57e00cc54451,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:00.476983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ac563efd-83c8-45fd-823a-435cae4d5a0d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:00.490853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47603-e8d7-4419-993c-1c7e804597bd req-25e486f4-4ff9-41b9-be8e-66616c1ab2db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:00.492427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c47603-e8d7-4419-993c-1c7e804597bd req-25e486f4-4ff9-41b9-be8e-66616c1ab2db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 931 time: 0.1633945
Apr 09 21:09:00.492758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5582e4dd-bddd-4dac-ac97-35804c4b3e6a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:00.501682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Checking segment: {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:00.502056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Network hostable DHCP agents. Network: dafc1150-436f-41e7-82bb-1b35d2c0352e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:00.524470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Network dafc1150-436f-41e7-82bb-1b35d2c0352e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:00.540469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dafc1150-436f-41e7-82bb-1b35d2c0352e) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:00.541947 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-632d361e-c019-45c7-905f-d00ebedcb6a7 req-859c2ec7-c946-4f40-bb01-ef14469db168 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2657835
Apr 09 21:09:00.558180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b4db8-d6fd-42a6-8780-39bb1b6a8594 None None] Network dafc1150-436f-41e7-82bb-1b35d2c0352e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:00.564933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:00.566317 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.590222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:00.592200 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.596190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33164) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:00.596794 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d9bff6e1-510c-40c8-ac92-71a6069d704e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.5272169
Apr 09 21:09:00.608600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:00.647301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7c47603-e8d7-4419-993c-1c7e804597bd req-e8eea2b1-648b-4de3-97cb-409bae9ca1b1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472151
Apr 09 21:09:00.656565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-58959314-8303-469e-a102-6af03bd1d7ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7472439
Apr 09 21:09:00.675131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Request body: {'port': {'device_id': 'b1e8348e-3b60-4836-b44b-12cb6b2094e9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:00.703085 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (858634f4-e935-45ca-abf3-781d6012f479), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.704127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (858634f4-e935-45ca-abf3-781d6012f479), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.786682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-2d9c3583-dd70-4d56-a897-c0d8bc1c8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:00.787054 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.788212 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-2d9c3583-dd70-4d56-a897-c0d8bc1c8d4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 1126 time: 0.1504331
Apr 09 21:09:00.789402 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad137e7-f899-4aed-8340-5640694ee31d req-4724e079-f97f-4d1d-902f-35e24e491b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:00.790972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-4724e079-f97f-4d1d-902f-35e24e491b6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 1126 time: 0.1369996
Apr 09 21:09:00.803302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dafc1150-436f-41e7-82bb-1b35d2c0352e', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:09:00.805315 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.831369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-eb2dd826-d1d2-4d9b-bf6a-a7a731bf98f0 None None] Provisioning complete for port 36fd7931-5c26-4cf6-ba41-57e00cc54451 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:00.832051 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd826-d1d2-4d9b-bf6a-a7a731bf98f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.871739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks [] for router_controller (858634f4-e935-45ca-abf3-781d6012f479), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:00.894426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dd826-d1d2-4d9b-bf6a-a7a731bf98f0 None None] Port 36fd7931-5c26-4cf6-ba41-57e00cc54451 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:00.983198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d7f56580-7bb2-4c4f-8b27-f07713dc360b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:09:01.075254 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-010a45d5-d700-4995-90fc-0580d8e80a04 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f HTTP/1.1" status: 200  len: 217 time: 0.1287334
Apr 09 21:09:01.192599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-41e91a5f-dc54-4c00-a913-d573522c83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:01.194153 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-41e91a5f-dc54-4c00-a913-d573522c83d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 917 time: 0.3949211
Apr 09 21:09:01.198688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad137e7-f899-4aed-8340-5640694ee31d req-56d8ea71-1eea-4fe8-a5cc-80283fcb1fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:01.200284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-56d8ea71-1eea-4fe8-a5cc-80283fcb1fcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1120763
Apr 09 21:09:01.217672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Allocated IP 172.20.0.2 (dafc1150-436f-41e7-82bb-1b35d2c0352e/5582e4dd-bddd-4dac-ac97-35804c4b3e6a/194211a9-8341-4295-87a3-f4114aa28615) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:01.303213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5c2a8d-465a-4048-b5dc-68d900a9879b', 'tag': '26dc0e8e-93b6-4aae-af6f-97e1d095b96f'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:01.306039 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5c2a8d-465a-4048-b5dc-68d900a9879b", "tag": "26dc0e8e-93b6-4aae-af6f-97e1d095b96f"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:01.371157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d7f56580-7bb2-4c4f-8b27-f07713dc360b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f56580-7bb2-4c4f-8b27-f07713dc360b,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:01.422916 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-d6ca76fc-a53a-44d5-a1e7-1b180813fd37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f56580-7bb2-4c4f-8b27-f07713dc360b HTTP/1.1" status: 200  len: 217 time: 0.1141791
Apr 09 21:09:01.431843 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:01.445417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd96a99c-2050-4890-8f96-e3204de0562e'}, {'server_uuid': 'e715c6e5-ef93-4e1e-99f6-bef6977c722d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac563efd-83c8-45fd-823a-435cae4d5a0d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:01.463670 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757110aa-9a17-4429-a29c-db6586a5d74c" -d '{"events": [{"server_uuid": "e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b", "name": "network-vif-plugged", "status": "completed", "tag": "fd96a99c-2050-4890-8f96-e3204de0562e"}, {"server_uuid": "e715c6e5-ef93-4e1e-99f6-bef6977c722d", "name": "network-vif-plugged", "status": "completed", "tag": "ac563efd-83c8-45fd-823a-435cae4d5a0d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:01.466238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'd7f56580-7bb2-4c4f-8b27-f07713dc360b', 'network_id': '789b051e-cb74-421c-9a69-8135c2375c29', 'port_id': 'd7f56580-7bb2-4c4f-8b27-f07713dc360b', 'mac_address': 'fa:16:3e:9b:cf:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73454a6-c337-401c-9584-db2d7d57c21a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:09:01.532564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad137e7-f899-4aed-8340-5640694ee31d req-65ddbc16-be1e-4710-97ab-e0560308ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:01.536444 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-65ddbc16-be1e-4710-97ab-e0560308ab3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2264259
Apr 09 21:09:01.556631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001327f6-7ff7-4b7f-ba39-5304861b2a43 req-24c2faff-c49e-44d3-98c8-b2749ae86996 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:01.564402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-001327f6-7ff7-4b7f-ba39-5304861b2a43 req-24c2faff-c49e-44d3-98c8-b2749ae86996 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1388760
Apr 09 21:09:01.664549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port d7f56580-7bb2-4c4f-8b27-f07713dc360b is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:01.664972 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:01.699815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-0ff390c7-09bf-459d-b43c-5b6ad1f35034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:01.701617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-0ff390c7-09bf-459d-b43c-5b6ad1f35034 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.2668450
Apr 09 21:09:01.703096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f56580-7bb2-4c4f-8b27-f07713dc360b {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:09:01.742606 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-5706fe5b-d2ee-4349-87b2-98bae56f1d79 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973965
Apr 09 21:09:01.752258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d7f56580-7bb2-4c4f-8b27-f07713dc360b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f56580-7bb2-4c4f-8b27-f07713dc360b,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:01.759306 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Publish callbacks [] for port (194211a9-8341-4295-87a3-f4114aa28615), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:01.764277 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:01.773549 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (194211a9-8341-4295-87a3-f4114aa28615), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:01.781577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33204) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:01.788422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-07e32d51-9594-49dd-bb49-0454bc09b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:01.793214 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-07e32d51-9594-49dd-bb49-0454bc09b0f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0803597
Apr 09 21:09:01.832950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Network dafc1150-436f-41e7-82bb-1b35d2c0352e is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:01.836492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:01.841106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:01.858485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=d7f56580-7bb2-4c4f-8b27-f07713dc360b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:01.871714 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks [] for router_gateway (858634f4-e935-45ca-abf3-781d6012f479), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:01.981829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Pushing event updated for resources: {'Port': ['ID=194211a9-8341-4295-87a3-f4114aa28615,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:01.996543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Attempting to bind port 194211a9-8341-4295-87a3-f4114aa28615 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:01.997654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Attempting to bind port 194211a9-8341-4295-87a3-f4114aa28615 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:01.998258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Attempting to bind port 194211a9-8341-4295-87a3-f4114aa28615 on network dafc1150-436f-41e7-82bb-1b35d2c0352e {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:02.006075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6b631-ed1e-43bd-86a0-d005e08f1720 req-375c5e7f-6110-46b8-a749-b783e862d81d tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:02.006576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:02.006967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-780f2bd0-2a72-4c0b-b6c6-85b5c64f18c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.007434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Checking segment: {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:02.008050 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.008650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Bound using segment: {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:02.009780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Bound port: 194211a9-8341-4295-87a3-f4114aa28615, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:02.010843 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (194211a9-8341-4295-87a3-f4114aa28615), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.013015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0de6b631-ed1e-43bd-86a0-d005e08f1720 req-375c5e7f-6110-46b8-a749-b783e862d81d tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 944 time: 0.5398686
Apr 09 21:09:02.061535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-001327f6-7ff7-4b7f-ba39-5304861b2a43 req-ab3a63a4-2abe-4512-8379-bf109749076d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4812622
Apr 09 21:09:02.072825 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ad137e7-f899-4aed-8340-5640694ee31d req-b28c4b58-53df-491f-b555-f45d3ca86848 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202846
Apr 09 21:09:02.081457 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-04823521-5fd7-45ca-88e2-723f22cefdfb service neutron] 10.222.0.25 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2790401
Apr 09 21:09:02.102582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d7f56580-7bb2-4c4f-8b27-f07713dc360b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:02.167032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] For port 194211a9-8341-4295-87a3-f4114aa28615, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:02.187419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] For port 194211a9-8341-4295-87a3-f4114aa28615, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=194211a9-8341-4295-87a3-f4114aa28615,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:02.202148 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (194211a9-8341-4295-87a3-f4114aa28615), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.263224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9330bad-4af7-4bb3-88a3-32d2bd26ac94 req-09446eec-02ff-415e-b56d-33846473002b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 210 time: 0.1049862
Apr 09 21:09:02.275702 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-25b55cff-0d7c-44f4-95dd-7b5d08754701 req-7effa57e-f8be-47eb-9625-fb2396650b2e service neutron] 10.222.0.25 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849608
Apr 09 21:09:02.288435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-a650413b-3025-4fd8-87d9-60e014fff310 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:02.305222 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-a650413b-3025-4fd8-87d9-60e014fff310 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 817 time: 0.8288662
Apr 09 21:09:02.307741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5924f-6ef3-4613-8651-9f60b8a869f1 None None] Pushing event updated for resources: {'Port': ['ID=194211a9-8341-4295-87a3-f4114aa28615,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:02.360839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-780f2bd0-2a72-4c0b-b6c6-85b5c64f18c7 admin admin] Publish callbacks [] for security_group (aa0624a9-e063-4a20-b63b-d1dfe0a07a50), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.367144 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b1b7a0-61ee-4d05-9291-2bdda979f98e x-openstack-request-id: req-e5b1b7a0-61ee-4d05-9291-2bdda979f98e {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:02.368449 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5c2a8d-465a-4048-b5dc-68d900a9879b", "tag": "26dc0e8e-93b6-4aae-af6f-97e1d095b96f", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:02.369262 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5b1b7a0-61ee-4d05-9291-2bdda979f98e {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:02.369912 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b1b7a0-61ee-4d05-9291-2bdda979f98e'] response: {'name': 'network-changed', 'server_uuid': '5c5c2a8d-465a-4048-b5dc-68d900a9879b', 'tag': '26dc0e8e-93b6-4aae-af6f-97e1d095b96f', 'status': 'completed', 'code': 200}
Apr 09 21:09:02.374145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-780f2bd0-2a72-4c0b-b6c6-85b5c64f18c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (aa0624a9-e063-4a20-b63b-d1dfe0a07a50), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.407463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0de6b631-ed1e-43bd-86a0-d005e08f1720 req-c2b73f2d-ba1c-42a9-b6f9-362846acc683 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3896229
Apr 09 21:09:02.439821 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07bf88a-920a-444f-9f3b-2c5d1fbe46cb x-openstack-request-id: req-a07bf88a-920a-444f-9f3b-2c5d1fbe46cb {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:02.440130 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b", "name": "network-vif-plugged", "status": "completed", "tag": "fd96a99c-2050-4890-8f96-e3204de0562e", "code": 200}, {"server_uuid": "e715c6e5-ef93-4e1e-99f6-bef6977c722d", "name": "network-vif-plugged", "status": "completed", "tag": "ac563efd-83c8-45fd-823a-435cae4d5a0d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:02.440875 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a07bf88a-920a-444f-9f3b-2c5d1fbe46cb {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:02.441323 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07bf88a-920a-444f-9f3b-2c5d1fbe46cb'] response: {'server_uuid': 'e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd96a99c-2050-4890-8f96-e3204de0562e', 'code': 200}
Apr 09 21:09:02.445426 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07bf88a-920a-444f-9f3b-2c5d1fbe46cb'] response: {'server_uuid': 'e715c6e5-ef93-4e1e-99f6-bef6977c722d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac563efd-83c8-45fd-823a-435cae4d5a0d', 'code': 200}
Apr 09 21:09:02.515617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-780f2bd0-2a72-4c0b-b6c6-85b5c64f18c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a60e377825e4686af695def2bb44554&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7190218
Apr 09 21:09:02.517214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33244) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:02.533000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f2bd0-2a72-4c0b-b6c6-85b5c64f18c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0624a9-e063-4a20-b63b-d1dfe0a07a50,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:02.608545 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks [] for router_gateway (858634f4-e935-45ca-abf3-781d6012f479), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.628253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6872ab-6cff-4056-847a-f6d229cf623e admin admin] Publish callbacks [] for security_group (aa0624a9-e063-4a20-b63b-d1dfe0a07a50), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.659647 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6872ab-6cff-4056-847a-f6d229cf623e admin admin] Publish callbacks [] for security_group (aa0624a9-e063-4a20-b63b-d1dfe0a07a50), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.719064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.725486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6872ab-6cff-4056-847a-f6d229cf623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (aa0624a9-e063-4a20-b63b-d1dfe0a07a50), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.729945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f6872ab-6cff-4056-847a-f6d229cf623e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.731281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0f6872ab-6cff-4056-847a-f6d229cf623e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa0624a9-e063-4a20-b63b-d1dfe0a07a50 HTTP/1.1" status: 204  len: 168 time: 0.2129784
Apr 09 21:09:02.746354 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6872ab-6cff-4056-847a-f6d229cf623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0624a9-e063-4a20-b63b-d1dfe0a07a50,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:02.747447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a76a8e-6ccd-48d2-8737-06a6821683b9 req-60b0782b-3cbd-48cf-a486-af9d4cec6ce2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:02.759890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39a76a8e-6ccd-48d2-8737-06a6821683b9 req-60b0782b-3cbd-48cf-a486-af9d4cec6ce2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 931 time: 0.2377646
Apr 09 21:09:02.805409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03392-ac48-4f60-a2c6-b25d4850a573 req-608f3487-0572-4fb3-b248-06621545ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:02.807276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bee03392-ac48-4f60-a2c6-b25d4850a573 req-608f3487-0572-4fb3-b248-06621545ef54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 1127 time: 0.2877073
Apr 09 21:09:02.813383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6280c6-0518-4f4b-b41a-ec2f60ff744d req-97aba17c-7a28-44c2-ab87-c912efc92cef tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:02.815355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f6280c6-0518-4f4b-b41a-ec2f60ff744d req-97aba17c-7a28-44c2-ab87-c912efc92cef tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 946 time: 0.2864172
Apr 09 21:09:02.818239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fd7931-5c26-4cf6-ba41-57e00cc54451 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:09:02.875199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Publish callbacks [] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:02.944048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39a76a8e-6ccd-48d2-8737-06a6821683b9 req-814c2bef-3738-499b-a75d-2831be1df4ca tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785061
Apr 09 21:09:02.948806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Transition to ACTIVE for port object 36fd7931-5c26-4cf6-ba41-57e00cc54451 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:09:02.971645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:03.054655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bee03392-ac48-4f60-a2c6-b25d4850a573 req-ce895ff4-dd59-472e-803a-a14a859ecf58 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2300258
Apr 09 21:09:03.096873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f6280c6-0518-4f4b-b41a-ec2f60ff744d req-37eb0330-8d1b-4f92-a713-68a6760cac3c tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548423
Apr 09 21:09:03.143858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d7f56580-7bb2-4c4f-8b27-f07713dc360b up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:03.163551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Allocated IP 172.35.0.118 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/e099e039-aa1b-4d35-9b5a-7ca2d38277eb) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:03.165862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Pushing event updated for resources: {'Port': ['ID=36fd7931-5c26-4cf6-ba41-57e00cc54451,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:03.193753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d911531-1a4d-4713-bf30-7c62af03d0d4 req-8fcc2343-b6bf-49bc-8762-8d9971227c6b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:03.195564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d911531-1a4d-4713-bf30-7c62af03d0d4 req-8fcc2343-b6bf-49bc-8762-8d9971227c6b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1373370
Apr 09 21:09:03.245493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port d7f56580-7bb2-4c4f-8b27-f07713dc360b completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:09:03.254459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port d7f56580-7bb2-4c4f-8b27-f07713dc360b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:03.254883 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:03.412228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port d7f56580-7bb2-4c4f-8b27-f07713dc360b is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:03.412960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:03.487012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5c53895-ed11-49ca-aa71-a840b0914c5b req-9a57244e-019c-4bac-b9f9-bf44c1ff8582 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 210 time: 0.0718870
Apr 09 21:09:03.530629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d7f56580-7bb2-4c4f-8b27-f07713dc360b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f56580-7bb2-4c4f-8b27-f07713dc360b,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:03.542219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d911531-1a4d-4713-bf30-7c62af03d0d4 req-0220f361-ebcf-41d6-9b79-f6eca25515f0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008509
Apr 09 21:09:03.542388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:03.569977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Attempting to bind port 36fd7931-5c26-4cf6-ba41-57e00cc54451 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:03.570559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Attempting to bind port 36fd7931-5c26-4cf6-ba41-57e00cc54451 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:03.579676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Attempting to bind port 36fd7931-5c26-4cf6-ba41-57e00cc54451 on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:03.635902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Port 36fd7931-5c26-4cf6-ba41-57e00cc54451 on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:03.636393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Attempting to bind port 36fd7931-5c26-4cf6-ba41-57e00cc54451 on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:03.670362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks [] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:03.672259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=d7f56580-7bb2-4c4f-8b27-f07713dc360b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:03.684291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:03.684739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Checking segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:03.685254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Bound using segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:03.685793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Bound port: 36fd7931-5c26-4cf6-ba41-57e00cc54451, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:03.686462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:03.779952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f0ea8-cfa7-4d09-aacb-01eb666a5733 req-24190aba-a913-45ef-8d3a-ffc587d6f893 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:03.781848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a12f0ea8-cfa7-4d09-aacb-01eb666a5733 req-24190aba-a913-45ef-8d3a-ffc587d6f893 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.1338706
Apr 09 21:09:03.814040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad62a4-bc20-4988-9f5e-1a1ec40599cb req-5bb3df01-9fe1-43e5-9f30-551c7b0b3502 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:03.815565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bad62a4-bc20-4988-9f5e-1a1ec40599cb req-5bb3df01-9fe1-43e5-9f30-551c7b0b3502 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1360471
Apr 09 21:09:03.886507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b8871-af1a-4c30-92f1-8a17d59169d0 None None] Network dafc1150-436f-41e7-82bb-1b35d2c0352e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:03.933826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] For port 36fd7931-5c26-4cf6-ba41-57e00cc54451, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:03.937299 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:03.963608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a12f0ea8-cfa7-4d09-aacb-01eb666a5733 req-0eb702fa-bd45-4965-a1c3-ab725604793a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586978
Apr 09 21:09:04.023012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] For port 36fd7931-5c26-4cf6-ba41-57e00cc54451, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:04.037195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bad62a4-bc20-4988-9f5e-1a1ec40599cb req-b9c1bce7-4614-41f0-b331-c52a29fbbee9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052572
Apr 09 21:09:04.046493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:04.049635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:04.057659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:04.065734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:04.098205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 194211a9-8341-4295-87a3-f4114aa28615 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:04.100912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9022eb0b-ca3f-43d8-b347-4b06bf2bdb14 None None] Provisioning complete for port 194211a9-8341-4295-87a3-f4114aa28615 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:04.101313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9022eb0b-ca3f-43d8-b347-4b06bf2bdb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (194211a9-8341-4295-87a3-f4114aa28615), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:04.130734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Pushing event updated for resources: {'Port': ['ID=e099e039-aa1b-4d35-9b5a-7ca2d38277eb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:04.170893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:04.171808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:04.173431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] 10.222.0.32 "PUT /v2.0/ports/36fd7931-5c26-4cf6-ba41-57e00cc54451 HTTP/1.1" status: 200  len: 1091 time: 3.5076001
Apr 09 21:09:04.174064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e8348e-3b60-4836-b44b-12cb6b2094e9', 'tag': '36fd7931-5c26-4cf6-ba41-57e00cc54451'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:04.176512 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e8348e-3b60-4836-b44b-12cb6b2094e9", "tag": "36fd7931-5c26-4cf6-ba41-57e00cc54451"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:04.230513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a079e-35ef-4896-8bae-fb94349f7ca2 req-e99bed5b-521e-45bf-b4a1-5f4193802339 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:04.234920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-615a079e-35ef-4896-8bae-fb94349f7ca2 req-e99bed5b-521e-45bf-b4a1-5f4193802339 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 943 time: 0.1726470
Apr 09 21:09:04.288978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 194211a9-8341-4295-87a3-f4114aa28615 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:04.289973 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (194211a9-8341-4295-87a3-f4114aa28615), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:04.431290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9022eb0b-ca3f-43d8-b347-4b06bf2bdb14 None None] Current status of the port 194211a9-8341-4295-87a3-f4114aa28615 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:04.431687 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9022eb0b-ca3f-43d8-b347-4b06bf2bdb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (194211a9-8341-4295-87a3-f4114aa28615), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:04.475902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9935d3-690d-491f-bdc0-54c1af4a0627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f56580-7bb2-4c4f-8b27-f07713dc360b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:04.477145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-b3e02533-1967-4b36-b12b-e21dd569a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:04.478220 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926f9aa6-b4e2-4894-bd21-31df228f5e11" -d '{"events": [{"server_uuid": "ff9935d3-690d-491f-bdc0-54c1af4a0627", "name": "network-vif-plugged", "status": "completed", "tag": "d7f56580-7bb2-4c4f-8b27-f07713dc360b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:04.479268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-b3e02533-1967-4b36-b12b-e21dd569a0d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 1126 time: 0.1097629
Apr 09 21:09:04.485634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-669e8006-d68b-4ce0-a93c-6a992d59f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:04.501686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-669e8006-d68b-4ce0-a93c-6a992d59f520 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 1125 time: 0.2539935
Apr 09 21:09:04.591510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9022eb0b-ca3f-43d8-b347-4b06bf2bdb14 None None] For port 194211a9-8341-4295-87a3-f4114aa28615, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=194211a9-8341-4295-87a3-f4114aa28615,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:04.594051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301879d-1494-4224-8efa-93e1ce491450 req-fb367aac-2e87-4fd7-9cb5-5e70062004ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:04.597522 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a301879d-1494-4224-8efa-93e1ce491450 req-fb367aac-2e87-4fd7-9cb5-5e70062004ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 1128 time: 0.1845584
Apr 09 21:09:04.620047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0eee-1cad-4b6b-b197-15aa3cc99959 req-02b20fc8-3ca8-437a-9043-81312cea5c98 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:04.621686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0da0eee-1cad-4b6b-b197-15aa3cc99959 req-02b20fc8-3ca8-437a-9043-81312cea5c98 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.3089650
Apr 09 21:09:04.649673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9022eb0b-ca3f-43d8-b347-4b06bf2bdb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (194211a9-8341-4295-87a3-f4114aa28615), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:04.681218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f0600-8db2-4ecb-a34e-64c4dc6844bb service neutron] Pushing event updated for resources: {'Port': ['ID=36fd7931-5c26-4cf6-ba41-57e00cc54451,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:04.685754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-340be09f-fc73-4721-9c07-e57d17978084 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451 HTTP/1.1" status: 200  len: 217 time: 0.0630283
Apr 09 21:09:04.709853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33370) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:04.730587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 194211a9-8341-4295-87a3-f4114aa28615 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:04.751333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022eb0b-ca3f-43d8-b347-4b06bf2bdb14 None None] Pushing event updated for resources: {'Port': ['ID=194211a9-8341-4295-87a3-f4114aa28615,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:04.754329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a301879d-1494-4224-8efa-93e1ce491450 req-ac2adca8-cd5e-4176-8f34-e602b18e92c8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502044
Apr 09 21:09:04.782719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e691e144-c63a-4994-a914-8cdf9a90a06c None None] Provisioning complete for port 194211a9-8341-4295-87a3-f4114aa28615 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:04.783081 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e691e144-c63a-4994-a914-8cdf9a90a06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (194211a9-8341-4295-87a3-f4114aa28615), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:04.795144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-acc5a497-9bcb-4c63-8987-d5b0d7012e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:04.796720 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-acc5a497-9bcb-4c63-8987-d5b0d7012e1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.2782462
Apr 09 21:09:04.850228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-615a079e-35ef-4896-8bae-fb94349f7ca2 req-e8fb9f41-f9eb-4732-9b34-9bcbefd1cf96 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5791421
Apr 09 21:09:04.908023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e691e144-c63a-4994-a914-8cdf9a90a06c None None] Current status of the port 194211a9-8341-4295-87a3-f4114aa28615 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:04.910630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-53649a43-6dc4-4f3d-b812-852743677f03 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a1102e4f4e441b947116441b3e330d HTTP/1.1" status: 200  len: 380 time: 0.6618326
Apr 09 21:09:04.917767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-a6551f3d-a609-4991-ab3c-9a0da11f04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:04.919329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-a6551f3d-a609-4991-ab3c-9a0da11f04fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.2131870
Apr 09 21:09:05.023318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0da0eee-1cad-4b6b-b197-15aa3cc99959 req-ddd27f1b-8ee3-4c5a-9b27-e452ee0dd453 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432522
Apr 09 21:09:05.024144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-305e3c80-9003-4f3f-a5f0-7cd40f5080e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:05.063393 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-3c5f87f7-4e88-47f8-8be1-4c4b90311055 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f HTTP/1.1" status: 200  len: 217 time: 0.0397997
Apr 09 21:09:05.072589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'port': {'device_id': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'admin_state_up': True, 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'security_groups': ['ce111c32-3635-4756-bca7-1824c8420160']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:05.110230 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05744422-d7b2-4e81-9526-b527bef36669 x-openstack-request-id: req-05744422-d7b2-4e81-9526-b527bef36669 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:05.110552 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e8348e-3b60-4836-b44b-12cb6b2094e9", "tag": "36fd7931-5c26-4cf6-ba41-57e00cc54451", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:05.110733 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05744422-d7b2-4e81-9526-b527bef36669 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:05.111157 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05744422-d7b2-4e81-9526-b527bef36669'] response: {'name': 'network-changed', 'server_uuid': 'b1e8348e-3b60-4836-b44b-12cb6b2094e9', 'tag': '36fd7931-5c26-4cf6-ba41-57e00cc54451', 'status': 'completed', 'code': 200}
Apr 09 21:09:05.116955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-03ee9990-63ea-41bd-81ce-36374a5d049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:05.118521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-03ee9990-63ea-41bd-81ce-36374a5d049a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1867146
Apr 09 21:09:05.128015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 26dc0e8e-93b6-4aae-af6f-97e1d095b96f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:09:05.128328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-9403fc9d-62b2-4222-9d61-d93d752d57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:05.129938 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-9403fc9d-62b2-4222-9d61-d93d752d57e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.0600717
Apr 09 21:09:05.158950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d511d-e307-406f-8997-e5fbe418ff52 req-44654435-0e83-435e-b8a4-35e73e1a4b84 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:05.160515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea9d511d-e307-406f-8997-e5fbe418ff52 req-44654435-0e83-435e-b8a4-35e73e1a4b84 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 946 time: 0.2085533
Apr 09 21:09:05.192421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-f9ba53ef-9dcc-4377-9b2f-7df748b2b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:05.194136 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-f9ba53ef-9dcc-4377-9b2f-7df748b2b2b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0563498
Apr 09 21:09:05.263859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:05.276142 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '26dc0e8e-93b6-4aae-af6f-97e1d095b96f', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'port_id': '26dc0e8e-93b6-4aae-af6f-97e1d095b96f', 'mac_address': 'fa:16:3e:5f:5e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:09:05.319150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:05.320345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:05.342600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26dc0e8e-93b6-4aae-af6f-97e1d095b96f {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:09:05.366979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:05.374266 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:05.425630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:05.662166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3c4b098-362b-4ecc-9a60-2e78fdf36245 req-94ca1cad-9841-43bb-bee1-24215a900606 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 210 time: 0.4988983
Apr 09 21:09:05.725356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['26dc0e8e-93b6-4aae-af6f-97e1d095b96f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:05.765195 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks [] for router_gateway (858634f4-e935-45ca-abf3-781d6012f479), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:05.809575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-25a68d2a-d666-4f7b-86fd-4bf444ae6b06 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516242
Apr 09 21:09:05.841976 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1b1e51-d25b-4abd-aa54-1c2c558dcf32 x-openstack-request-id: req-5e1b1e51-d25b-4abd-aa54-1c2c558dcf32 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:05.842333 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9935d3-690d-491f-bdc0-54c1af4a0627", "name": "network-vif-plugged", "status": "completed", "tag": "d7f56580-7bb2-4c4f-8b27-f07713dc360b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:05.842509 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e1b1e51-d25b-4abd-aa54-1c2c558dcf32 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:05.842955 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1b1e51-d25b-4abd-aa54-1c2c558dcf32'] response: {'server_uuid': 'ff9935d3-690d-491f-bdc0-54c1af4a0627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f56580-7bb2-4c4f-8b27-f07713dc360b', 'code': 200}
Apr 09 21:09:05.895032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-305e3c80-9003-4f3f-a5f0-7cd40f5080e8 admin admin] Publish callbacks [] for security_group (5521e3cf-3074-4b4a-bc32-16b8d7a30dbe), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:05.944687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea9d511d-e307-406f-8997-e5fbe418ff52 req-f73b2548-675f-455d-b7ea-984af30e69d9 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7546768
Apr 09 21:09:05.965891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-305e3c80-9003-4f3f-a5f0-7cd40f5080e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5521e3cf-3074-4b4a-bc32-16b8d7a30dbe), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:05.970607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-9686404f-4c88-451b-b08f-707ae08d42e6 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8183560
Apr 09 21:09:05.989015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323097a-1aaa-4dcf-8d8c-dd36d858a608 req-d84f738a-8b05-4843-9136-4d0b01eb8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:05.990774 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3323097a-1aaa-4dcf-8d8c-dd36d858a608 req-d84f738a-8b05-4843-9136-4d0b01eb8a17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 1128 time: 0.0702589
Apr 09 21:09:06.018888 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cd398bc0-5f05-41d3-ba4d-1ba37a31c268 req-d51111e8-b219-45d5-9966-ac3f98d8773f service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889036
Apr 09 21:09:06.034202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Made reservation on behalf of b0a1102e4f4e441b947116441b3e330d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:06.037626 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:06.082554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 194211a9-8341-4295-87a3-f4114aa28615 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:06.170402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-305e3c80-9003-4f3f-a5f0-7cd40f5080e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c42d0be389543f99c2a34395346cfac&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4560788
Apr 09 21:09:06.174717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33442) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:06.200107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 194211a9-8341-4295-87a3-f4114aa28615 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:06.200558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (194211a9-8341-4295-87a3-f4114aa28615), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:06.204996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4349-ea82-45bf-8bac-288cb4b2ca91 req-89237e2d-a974-402a-a939-c507c36da308 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:06.206773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d8a4349-ea82-45bf-8bac-288cb4b2ca91 req-89237e2d-a974-402a-a939-c507c36da308 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.3807757
Apr 09 21:09:06.211592 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3323097a-1aaa-4dcf-8d8c-dd36d858a608 req-f6d114a7-361c-485d-9fee-fd78a51128ab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898747
Apr 09 21:09:06.248618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e3c80-9003-4f3f-a5f0-7cd40f5080e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5521e3cf-3074-4b4a-bc32-16b8d7a30dbe,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:06.288156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-525731bb-a97e-40b7-8c32-225f552ac0ce admin admin] Publish callbacks [] for security_group (5521e3cf-3074-4b4a-bc32-16b8d7a30dbe), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:06.315885 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-525731bb-a97e-40b7-8c32-225f552ac0ce admin admin] Publish callbacks [] for security_group (5521e3cf-3074-4b4a-bc32-16b8d7a30dbe), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:06.330863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b23dc-a095-443f-aed2-bcdf05b61a24 req-ef1033ea-8959-4f6f-8d11-fdec73418e29 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:06.332603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e83b23dc-a095-443f-aed2-bcdf05b61a24 req-ef1033ea-8959-4f6f-8d11-fdec73418e29 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.2718170
Apr 09 21:09:06.353167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 194211a9-8341-4295-87a3-f4114aa28615 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:06.505253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d8a4349-ea82-45bf-8bac-288cb4b2ca91 req-9063123e-9c38-4884-8465-93d460cd61ef tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472825
Apr 09 21:09:06.517566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e84905ca-5bfa-49cd-ae2b-b08d646f8974 req-17432656-70ea-48d7-92dc-6f79a0fe4d9b service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4874451
Apr 09 21:09:06.587937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e83b23dc-a095-443f-aed2-bcdf05b61a24 req-85d7511d-3252-4de2-bf1d-5d542079761e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2425857
Apr 09 21:09:06.628218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (858634f4-e935-45ca-abf3-781d6012f479), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:06.663249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Allocated IP 172.20.0.14 (7ff888c0-c368-48bd-816c-de9ec28120a0/b307fcb8-9d03-483a-9aa7-19256a046ee9/c10a4086-9086-4ac2-81ba-c750c7eaea1d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:06.727369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdda4a1-3220-47b5-a11b-bcd3d34ed36d req-7fa5fefd-18fe-4bf9-ac9b-17fbceaf33db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:06.734349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fdda4a1-3220-47b5-a11b-bcd3d34ed36d req-7fa5fefd-18fe-4bf9-ac9b-17fbceaf33db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 943 time: 0.1454175
Apr 09 21:09:06.755966 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-525731bb-a97e-40b7-8c32-225f552ac0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5521e3cf-3074-4b4a-bc32-16b8d7a30dbe), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:06.759445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-525731bb-a97e-40b7-8c32-225f552ac0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:06.763412 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-525731bb-a97e-40b7-8c32-225f552ac0ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5521e3cf-3074-4b4a-bc32-16b8d7a30dbe HTTP/1.1" status: 204  len: 168 time: 0.5855236
Apr 09 21:09:06.771992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525731bb-a97e-40b7-8c32-225f552ac0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5521e3cf-3074-4b4a-bc32-16b8d7a30dbe,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:06.841873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63f7ba-e886-4c31-beda-376855b4cc05 req-887d9ed1-6bf4-45a2-b88e-65d1dc50a337 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:06.843469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b63f7ba-e886-4c31-beda-376855b4cc05 req-887d9ed1-6bf4-45a2-b88e-65d1dc50a337 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1268103
Apr 09 21:09:06.925752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fdda4a1-3220-47b5-a11b-bcd3d34ed36d req-96b5f126-85fb-4bd5-9b09-126ac1c8ba95 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903765
Apr 09 21:09:07.054549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4579102e-2bcc-4682-9c50-ed4882eaf80d req-4891c167-44b7-4c6b-80eb-99bdaaaacaff tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 210 time: 0.0578201
Apr 09 21:09:07.083097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b63f7ba-e886-4c31-beda-376855b4cc05 req-4fc5069a-ee80-400c-9e05-3909444de736 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980312
Apr 09 21:09:07.137582 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.160076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33500) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:07.167875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 26dc0e8e-93b6-4aae-af6f-97e1d095b96f up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:07.176589 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94fec550-1ba3-4c2a-afe0-c8659f45817e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.208511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Router 858634f4-e935-45ca-abf3-781d6012f479 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:09:07.236549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:09:07.239825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb030d-c2de-447d-9104-705671d3b991 req-78a01270-72db-49fa-a04b-6d77cf055213 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:07.241590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2dbb030d-c2de-447d-9104-705671d3b991 req-78a01270-72db-49fa-a04b-6d77cf055213 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 946 time: 0.0810525
Apr 09 21:09:07.243487 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.248542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:07.249267 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.294434 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94fec550-1ba3-4c2a-afe0-c8659f45817e admin admin] Publish callbacks [] for security_group (1610a852-e0d3-4a80-8aad-b38aa2384e7b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.303497 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94fec550-1ba3-4c2a-afe0-c8659f45817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1610a852-e0d3-4a80-8aad-b38aa2384e7b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.352439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fec550-1ba3-4c2a-afe0-c8659f45817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1610a852-e0d3-4a80-8aad-b38aa2384e7b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:07.371122 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-94fec550-1ba3-4c2a-afe0-c8659f45817e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01fb4c3d838b4a0a9f3d75a04c86ba87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2098670
Apr 09 21:09:07.376407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33520) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:07.398213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:07.401169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:07.401673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.423307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:07.441212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:07.448755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:07.460720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:07.461396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11bc9114-7b9d-4e87-a875-6574abd15f5c admin admin] Publish callbacks [] for security_group (1610a852-e0d3-4a80-8aad-b38aa2384e7b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.468514 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.487873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1dc2-bde0-4eb4-8012-f75612079b12 req-8ec3629e-0b94-4154-9e61-3d06fa73bbe0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:07.489401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb2c1dc2-bde0-4eb4-8012-f75612079b12 req-8ec3629e-0b94-4154-9e61-3d06fa73bbe0 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1611137
Apr 09 21:09:07.520807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11bc9114-7b9d-4e87-a875-6574abd15f5c admin admin] Publish callbacks [] for security_group (1610a852-e0d3-4a80-8aad-b38aa2384e7b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.537556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:07.597315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11bc9114-7b9d-4e87-a875-6574abd15f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1610a852-e0d3-4a80-8aad-b38aa2384e7b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.603513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11bc9114-7b9d-4e87-a875-6574abd15f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.605098 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-11bc9114-7b9d-4e87-a875-6574abd15f5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1610a852-e0d3-4a80-8aad-b38aa2384e7b HTTP/1.1" status: 204  len: 168 time: 0.2275529
Apr 09 21:09:07.635731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2dbb030d-c2de-447d-9104-705671d3b991 req-fdd7018d-be49-43ae-9aa7-8ac716266b91 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3790634
Apr 09 21:09:07.642139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-7803237f-8f56-4119-9122-b09db38ebf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:07.643732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-7803237f-8f56-4119-9122-b09db38ebf6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 1125 time: 0.2130649
Apr 09 21:09:07.648919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:07.649778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.652986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc9114-7b9d-4e87-a875-6574abd15f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1610a852-e0d3-4a80-8aad-b38aa2384e7b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:07.695696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:09:07.711804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Sync routers for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:09:07.729637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:07.730355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767b5250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:07.781431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.783358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b6e6dc54-d5f6-4905-af9f-574c17111914 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.1794333
Apr 09 21:09:07.786542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33540) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:07.825930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-bb3d88f6-a144-46f8-aac0-550a76f8b008 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7666185
Apr 09 21:09:07.844214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5c2a8d-465a-4048-b5dc-68d900a9879b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc0e8e-93b6-4aae-af6f-97e1d095b96f'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:07.850310 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d400aa-3014-4258-8d82-7f81b05c674a" -d '{"events": [{"server_uuid": "5c5c2a8d-465a-4048-b5dc-68d900a9879b", "name": "network-vif-plugged", "status": "completed", "tag": "26dc0e8e-93b6-4aae-af6f-97e1d095b96f"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:07.918245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-02d245da-05cf-41b3-922d-8123441dc728 None None] Provisioning complete for port c10a4086-9086-4ac2-81ba-c750c7eaea1d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:07.923205 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02d245da-05cf-41b3-922d-8123441dc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:07.983997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Request body: {'port': {'device_id': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:08.034278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb2c1dc2-bde0-4eb4-8012-f75612079b12 req-b5b85e7c-288d-4bc7-87fa-321d27f67290 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4822807
Apr 09 21:09:08.090820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8831d-755c-419d-8364-d8dc093e5abc req-5866e2a2-28fc-40e1-9838-d89d18bf7980 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:08.093108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-02d245da-05cf-41b3-922d-8123441dc728 None None] Port c10a4086-9086-4ac2-81ba-c750c7eaea1d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:08.093574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87e8831d-755c-419d-8364-d8dc093e5abc req-5866e2a2-28fc-40e1-9838-d89d18bf7980 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.3350108
Apr 09 21:09:08.124109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:08.237078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-1c61287b-4807-4de3-bb3d-42d3f36eca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:08.238617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-1c61287b-4807-4de3-bb3d-42d3f36eca65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.5844727
Apr 09 21:09:08.244536 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd33ee3f-e83b-413d-9e23-d780ebce41f2 x-openstack-request-id: req-cd33ee3f-e83b-413d-9e23-d780ebce41f2 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:08.244831 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5c2a8d-465a-4048-b5dc-68d900a9879b", "name": "network-vif-plugged", "status": "completed", "tag": "26dc0e8e-93b6-4aae-af6f-97e1d095b96f", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:08.245116 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd33ee3f-e83b-413d-9e23-d780ebce41f2 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:08.246041 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd33ee3f-e83b-413d-9e23-d780ebce41f2'] response: {'server_uuid': '5c5c2a8d-465a-4048-b5dc-68d900a9879b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc0e8e-93b6-4aae-af6f-97e1d095b96f', 'code': 200}
Apr 09 21:09:08.352356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc50cd-bf9b-4ab9-a24c-a1ecab94630f req-c57104cb-14e7-4cf9-9951-40bb2cf81278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:08.354335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e6dc50cd-bf9b-4ab9-a24c-a1ecab94630f req-c57104cb-14e7-4cf9-9951-40bb2cf81278 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 1128 time: 0.0641251
Apr 09 21:09:08.420881 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:08.430866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767b5250>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:04Z', 'revision_number': 3, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:08.434882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-76dec3d9-c770-4b5b-ba4a-81e7962c38df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451 HTTP/1.1" status: 200  len: 217 time: 0.1591790
Apr 09 21:09:08.478675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Checking router: 858634f4-e935-45ca-abf3-781d6012f479 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:09:08.479187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Updating router 858634f4-e935-45ca-abf3-781d6012f479 port e099e039-aa1b-4d35-9b5a-7ca2d38277eb binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:09:08.500759 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e6dc50cd-bf9b-4ab9-a24c-a1ecab94630f req-56357d39-2d34-4548-a174-d6693103a70e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202874
Apr 09 21:09:08.506849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:08.509232 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:08.665368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87e8831d-755c-419d-8364-d8dc093e5abc req-24a8d29a-73bc-43e9-8a19-65ae5287eecd tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5270982
Apr 09 21:09:08.704593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Allocated IP 172.20.0.1 (dafc1150-436f-41e7-82bb-1b35d2c0352e/5582e4dd-bddd-4dac-ac97-35804c4b3e6a/f963622a-990a-410a-8774-7fa9ae5830ec) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:08.732844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51326125-8b8d-48b1-b29c-046f8614a248 req-14bcbb4f-5efd-42bd-80f5-7646b3df3a29 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:08.738415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51326125-8b8d-48b1-b29c-046f8614a248 req-14bcbb4f-5efd-42bd-80f5-7646b3df3a29 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 943 time: 0.3538306
Apr 09 21:09:08.790917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-0c261dac-412a-46d6-8acd-9159913a6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:08.807977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-0c261dac-412a-46d6-8acd-9159913a6c1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.3042336
Apr 09 21:09:08.863341 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Publish callbacks [] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:08.877185 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:08.944716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Attempting to bind port e099e039-aa1b-4d35-9b5a-7ca2d38277eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:08.945104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Attempting to bind port e099e039-aa1b-4d35-9b5a-7ca2d38277eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:08.945468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Attempting to bind port e099e039-aa1b-4d35-9b5a-7ca2d38277eb on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:08.953194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:08.953594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:08.953995 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:08.954391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:08.954613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Publish callbacks [] for port (f963622a-990a-410a-8774-7fa9ae5830ec), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:08.954861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Bound port: e099e039-aa1b-4d35-9b5a-7ca2d38277eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:08.955231 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:08.958970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc437e-9fc5-4b8f-9ce3-14ed204dbabb None None] Pushing event updated for resources: {'Port': ['ID=e099e039-aa1b-4d35-9b5a-7ca2d38277eb,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:09.001917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-bceffb42-c058-4f21-85e2-6d8df65e9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:09.003703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-bceffb42-c058-4f21-85e2-6d8df65e9d13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1949613
Apr 09 21:09:09.027983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51326125-8b8d-48b1-b29c-046f8614a248 req-4def014f-05e8-49ad-b241-f50c0eaa2127 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2775292
Apr 09 21:09:09.039935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:09.090021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] For port e099e039-aa1b-4d35-9b5a-7ca2d38277eb, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:09.096736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] For port e099e039-aa1b-4d35-9b5a-7ca2d38277eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e099e039-aa1b-4d35-9b5a-7ca2d38277eb,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:09.107145 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:09.152366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Network dafc1150-436f-41e7-82bb-1b35d2c0352e is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:09.158163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:09.161866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:09.173820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Pushing event updated for resources: {'Port': ['ID=f963622a-990a-410a-8774-7fa9ae5830ec,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:09.183251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc437e-9fc5-4b8f-9ce3-14ed204dbabb None None] Pushing event updated for resources: {'Port': ['ID=e099e039-aa1b-4d35-9b5a-7ca2d38277eb,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:09.219057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:09.219693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767b5250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:09.273380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (858634f4-e935-45ca-abf3-781d6012f479), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:09.339545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd038524-3347-4d58-857d-bc8ee381c7a6 req-4d1fdd4f-d70f-4c28-81d4-58e8c6755462 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:09.342450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd038524-3347-4d58-857d-bc8ee381c7a6 req-4d1fdd4f-d70f-4c28-81d4-58e8c6755462 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 932 time: 0.3117955
Apr 09 21:09:09.415047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:09.421308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c3dba-3b2a-49ad-8dbe-b645569bf38b req-380ee9bb-b89e-42a4-8293-28b6dd497c25 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:09.423118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e9c3dba-3b2a-49ad-8dbe-b645569bf38b req-380ee9bb-b89e-42a4-8293-28b6dd497c25 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.2445979
Apr 09 21:09:09.580709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:09.592143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e9c3dba-3b2a-49ad-8dbe-b645569bf38b req-1d55696f-5423-40ca-9c4f-a1747b30ed91 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518235
Apr 09 21:09:09.596282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd038524-3347-4d58-857d-bc8ee381c7a6 req-6fe1b8b2-9f7c-4f0d-977b-682dec64c4cc tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2361238
Apr 09 21:09:09.643306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-d6a255bb-42a5-4985-8d37-e87f4a058c4b service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6115065
Apr 09 21:09:09.809373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-59e480f8-2abb-4506-81f8-ca67b652b913 None None] Provisioning complete for port f963622a-990a-410a-8774-7fa9ae5830ec triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:09.809373 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-59e480f8-2abb-4506-81f8-ca67b652b913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:09.843804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767b5250>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:04Z', 'revision_number': 3, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:09.881981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6ec8b-645b-4475-966b-cbdfc67ef85b None None] The sync data for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 is: [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:04Z', 'revision_number': 3, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:09:09.890182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-59e480f8-2abb-4506-81f8-ca67b652b913 None None] Port f963622a-990a-410a-8774-7fa9ae5830ec cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:09.921740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10a4086-9086-4ac2-81ba-c750c7eaea1d {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:09:09.947769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694f595-60d9-42e8-93e6-b6324eea5881 req-98fb3b8d-bca2-447b-9500-bfd9995362e4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:09.957938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4694f595-60d9-42e8-93e6-b6324eea5881 req-98fb3b8d-bca2-447b-9500-bfd9995362e4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.2327971
Apr 09 21:09:09.974005 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Publish callbacks [] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:10.005992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 36fd7931-5c26-4cf6-ba41-57e00cc54451 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:09:10.012606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Publish callbacks [] for port (f963622a-990a-410a-8774-7fa9ae5830ec), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:10.023624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:10.055243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Transition to ACTIVE for port object c10a4086-9086-4ac2-81ba-c750c7eaea1d will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:09:10.085057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:10.174652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 36fd7931-5c26-4cf6-ba41-57e00cc54451, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:10.192539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '36fd7931-5c26-4cf6-ba41-57e00cc54451', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'port_id': '36fd7931-5c26-4cf6-ba41-57e00cc54451', 'mac_address': 'fa:16:3e:95:90:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:09:10.193833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (858634f4-e935-45ca-abf3-781d6012f479), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:10.200637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Pushing event updated for resources: {'Port': ['ID=f963622a-990a-410a-8774-7fa9ae5830ec,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:10.247723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 36fd7931-5c26-4cf6-ba41-57e00cc54451 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:10.248116 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:10.299278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fd7931-5c26-4cf6-ba41-57e00cc54451 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:09:10.340601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 36fd7931-5c26-4cf6-ba41-57e00cc54451, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:10.348554 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:10.434211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Network dafc1150-436f-41e7-82bb-1b35d2c0352e is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:10.443416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:10.451764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=36fd7931-5c26-4cf6-ba41-57e00cc54451,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:10.597430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['36fd7931-5c26-4cf6-ba41-57e00cc54451'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:10.773710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Router 858634f4-e935-45ca-abf3-781d6012f479 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:09:10.950671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d96cd4b3-a765-4c52-a20b-8ea7bd3254c4 None None] Provisioning complete for port f963622a-990a-410a-8774-7fa9ae5830ec triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:10.956304 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d96cd4b3-a765-4c52-a20b-8ea7bd3254c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:11.018785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:09:11.040665 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1454cef5-8db6-4cf4-ace2-e2e3322de896 admin admin] 10.222.0.30 "PUT /v2.0/routers/858634f4-e935-45ca-abf3-781d6012f479/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2520120
Apr 09 21:09:11.068712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d96cd4b3-a765-4c52-a20b-8ea7bd3254c4 None None] Port f963622a-990a-410a-8774-7fa9ae5830ec cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:11.083503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac417c8-70a8-4633-8455-28a9b4b4806a req-3809bc05-4d8c-479d-9aed-c1076950c84e tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:11.093194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ac417c8-70a8-4633-8455-28a9b4b4806a req-3809bc05-4d8c-479d-9aed-c1076950c84e tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 945 time: 0.9911740
Apr 09 21:09:11.095629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:11.113313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2d1c6c0-89dc-45fa-affa-fb0fde7fee23 req-1b51c514-f552-4d98-a8fc-4a54a976834b service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4569488
Apr 09 21:09:11.133571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4694f595-60d9-42e8-93e6-b6324eea5881 req-9baa8f1a-4a4e-4557-ae3a-1700c399c3bc tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1744115
Apr 09 21:09:11.250301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ac417c8-70a8-4633-8455-28a9b4b4806a req-0efc60e2-79e2-49bc-902d-c70639c4fd41 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558504
Apr 09 21:09:11.398741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0207c-cea6-4708-89fd-d6e0810067f4 req-0057ea89-ea68-40cb-8827-5d5a16eead9e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:11.406721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68e0207c-cea6-4708-89fd-d6e0810067f4 req-0057ea89-ea68-40cb-8827-5d5a16eead9e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 946 time: 0.1251199
Apr 09 21:09:11.504697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-ca9536d2-19b7-4502-8e28-52a0c7995cca tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:11.509115 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-ca9536d2-19b7-4502-8e28-52a0c7995cca tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 946 time: 0.1307623
Apr 09 21:09:11.526737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Attempting to bind port c10a4086-9086-4ac2-81ba-c750c7eaea1d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:11.526868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Attempting to bind port c10a4086-9086-4ac2-81ba-c750c7eaea1d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:11.527269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Attempting to bind port c10a4086-9086-4ac2-81ba-c750c7eaea1d on network 7ff888c0-c368-48bd-816c-de9ec28120a0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:11.548966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Port c10a4086-9086-4ac2-81ba-c750c7eaea1d on network 7ff888c0-c368-48bd-816c-de9ec28120a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:11.549382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Attempting to bind port c10a4086-9086-4ac2-81ba-c750c7eaea1d on network 7ff888c0-c368-48bd-816c-de9ec28120a0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:11.570365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1ca12-104f-4033-90f2-a9e80f597d9e req-ae3a4a10-1582-4f3b-866d-40d88ee3689e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:11.573975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40d1ca12-104f-4033-90f2-a9e80f597d9e req-ae3a4a10-1582-4f3b-866d-40d88ee3689e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 944 time: 0.1648204
Apr 09 21:09:11.578763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:11.579179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Checking segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:11.579680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Bound using segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:11.580366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Bound port: c10a4086-9086-4ac2-81ba-c750c7eaea1d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:11.580913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:11.607933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68e0207c-cea6-4708-89fd-d6e0810067f4 req-98fa159b-eb3e-4873-b450-6b0fffdff8b7 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/security-groups?id=20959b43-32c9-427b-8dd5-70340ccc56f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999850
Apr 09 21:09:11.628646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Deleting port fd96a99c-2050-4890-8f96-e3204de0562e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:11.628992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:11.748920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43529f28-45e6-4ec7-8538-ae947500e961 req-8792e370-9e6a-4d01-afa7-033f951cd505 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:11.750489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43529f28-45e6-4ec7-8538-ae947500e961 req-8792e370-9e6a-4d01-afa7-033f951cd505 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.0677788
Apr 09 21:09:11.773209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] For port fd96a99c-2050-4890-8f96-e3204de0562e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd96a99c-2050-4890-8f96-e3204de0562e,segment=NetworkSegment(2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff),segment_id=2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:11.773584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:11.795945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Calling delete_port for fd96a99c-2050-4890-8f96-e3204de0562e owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:11.799434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40d1ca12-104f-4033-90f2-a9e80f597d9e req-06024889-2111-4f20-86e3-3ef605523f81 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148185
Apr 09 21:09:11.809905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:11.815078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:11.881953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43529f28-45e6-4ec7-8538-ae947500e961 req-317f67a5-4a2a-448c-8213-099347af0b56 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216521
Apr 09 21:09:11.886401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:11.986940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:11.987598 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:11.989116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] 10.222.0.25 "PUT /v2.0/ports/c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 200  len: 1092 time: 4.0164413
Apr 09 21:09:11.994075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e099e039-aa1b-4d35-9b5a-7ca2d38277eb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:12.001021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:12.004111 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da894c05-de6a-4f65-afa4-9d4dccc5d3de" -d '{"events": [{"name": "network-changed", "server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:12.105521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 36fd7931-5c26-4cf6-ba41-57e00cc54451 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:12.174249 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a236fec7-9abf-4920-a270-d63ac16ee3b1 x-openstack-request-id: req-a236fec7-9abf-4920-a270-d63ac16ee3b1 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:12.174728 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:12.174817 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a236fec7-9abf-4920-a270-d63ac16ee3b1 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:12.175685 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a236fec7-9abf-4920-a270-d63ac16ee3b1'] response: {'name': 'network-changed', 'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'status': 'completed', 'code': 200}
Apr 09 21:09:12.187950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2934b7-6813-4a4d-8dc0-f0425e888a4d service neutron] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:12.192114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fd96a99c-2050-4890-8f96-e3204de0562e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:12.219902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['fd96a99c-2050-4890-8f96-e3204de0562e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:12.223390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-9f6604cb-c504-4d62-a747-bd1434c57156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:12.232599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-9f6604cb-c504-4d62-a747-bd1434c57156 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 1126 time: 0.1670699
Apr 09 21:09:12.288303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-420b83b5-4b55-451b-b43c-e0050679b293 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 200  len: 217 time: 0.0540621
Apr 09 21:09:12.330108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Pushing event deleted for resources: {'Port': ['ID=fd96a99c-2050-4890-8f96-e3204de0562e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:12.367922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e099e039-aa1b-4d35-9b5a-7ca2d38277eb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:12.368560 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:12.376650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] No DVR routers for this DVR port fd96a99c-2050-4890-8f96-e3204de0562e on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:09:12.380214 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:12.384579 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4f36ed1b-3b4e-43d6-9b0d-23289f08c92c req-6b4e40f1-6f55-4f86-970f-f7c70046d50e tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.25 "DELETE /v2.0/ports/fd96a99c-2050-4890-8f96-e3204de0562e HTTP/1.1" status: 204  len: 173 time: 0.8718884
Apr 09 21:09:12.385372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b', 'name': 'network-vif-deleted', 'tag': 'fd96a99c-2050-4890-8f96-e3204de0562e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:12.397158 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d9f576-7ccf-43ac-a40a-69280b060447" -d '{"events": [{"server_uuid": "e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b", "name": "network-vif-deleted", "tag": "fd96a99c-2050-4890-8f96-e3204de0562e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:12.567204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-06fd6c7a-1974-4f8d-bdb8-d6faffaf47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:12.568766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-06fd6c7a-1974-4f8d-bdb8-d6faffaf47a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.2736042
Apr 09 21:09:12.593603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3239d40-38cc-40b3-b5f8-e1291586de5f req-07fcfa03-4917-46b7-a2f5-21f3d40b37b8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:12.607071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3239d40-38cc-40b3-b5f8-e1291586de5f req-07fcfa03-4917-46b7-a2f5-21f3d40b37b8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.3087924
Apr 09 21:09:12.677353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd413a18-7c3b-4057-b94f-2d3e052d7cd3 req-aca4e144-4c73-4a0f-a4f5-5694a0c76299 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:12.678916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd413a18-7c3b-4057-b94f-2d3e052d7cd3 req-aca4e144-4c73-4a0f-a4f5-5694a0c76299 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.0694499
Apr 09 21:09:12.711696 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Sync routers for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:09:12.729276 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:12.730148 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237718e1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:12.744573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 36fd7931-5c26-4cf6-ba41-57e00cc54451 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:09:12.767026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 36fd7931-5c26-4cf6-ba41-57e00cc54451 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:12.767787 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:12.779150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-5c3de135-c5bd-417b-be58-cc683db43357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:12.780749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-5c3de135-c5bd-417b-be58-cc683db43357 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1703258
Apr 09 21:09:12.834202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd413a18-7c3b-4057-b94f-2d3e052d7cd3 req-6071214d-bf01-4c34-8f7d-4adec289f43a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223941
Apr 09 21:09:12.884606 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:12.894104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3239d40-38cc-40b3-b5f8-e1291586de5f req-cc1b1a1b-e672-41a5-98e1-dfcd007956b8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850916
Apr 09 21:09:12.934708 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c2cf8-3321-4949-b8dd-35822da2f2cb x-openstack-request-id: req-0f8c2cf8-3321-4949-b8dd-35822da2f2cb {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:12.935245 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b", "name": "network-vif-deleted", "tag": "fd96a99c-2050-4890-8f96-e3204de0562e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:12.935348 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f8c2cf8-3321-4949-b8dd-35822da2f2cb {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:12.935699 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8c2cf8-3321-4949-b8dd-35822da2f2cb'] response: {'server_uuid': 'e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b', 'name': 'network-vif-deleted', 'tag': 'fd96a99c-2050-4890-8f96-e3204de0562e', 'status': 'completed', 'code': 200}
Apr 09 21:09:12.940366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e099e039-aa1b-4d35-9b5a-7ca2d38277eb is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:12.940763 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.012294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33798) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:13.020145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-network', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:13.029504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port e099e039-aa1b-4d35-9b5a-7ca2d38277eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e099e039-aa1b-4d35-9b5a-7ca2d38277eb,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:13.046844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.079126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Made reservation on behalf of 4d6801916c224eb9adffbc6ac35c6e54 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:13.084242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.111855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.204082 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237718e1c0>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 2, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:13.211716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fae2f38a-6d93-4819-8538-56196c7d7440 req-02beb374-14df-4cef-97f8-fd605957cc52 tempest-InstanceActionsNegativeTestJSON-1206770756 tempest-InstanceActionsNegativeTestJSON-1206770756-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b226cd-00fc-4e8d-a7bb-457fcaab4c8b HTTP/1.1" status: 200  len: 210 time: 0.0594399
Apr 09 21:09:13.231218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-81e2dc3d-e3a0-453b-b960-34a6ba1921f5 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3896387
Apr 09 21:09:13.234432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Publish callbacks [] for security_group (1f09049a-e282-41a6-b548-2871e9c31b57), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.237568 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Checking router: 858634f4-e935-45ca-abf3-781d6012f479 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:09:13.238177 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Updating router 858634f4-e935-45ca-abf3-781d6012f479 port f963622a-990a-410a-8774-7fa9ae5830ec binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:09:13.239373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4f083-428e-4dc3-ac5a-87df88ccc0b9 req-732c3653-be5c-42d9-a10b-0cb08ece3714 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:13.243922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1f09049a-e282-41a6-b548-2871e9c31b57), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.262798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fc4f083-428e-4dc3-ac5a-87df88ccc0b9 req-732c3653-be5c-42d9-a10b-0cb08ece3714 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 944 time: 0.1959331
Apr 09 21:09:13.271531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33810) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:13.291260 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.308041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 36fd7931-5c26-4cf6-ba41-57e00cc54451 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:13.310452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.313385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:13.327914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09049a-e282-41a6-b548-2871e9c31b57,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:13.336534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=e099e039-aa1b-4d35-9b5a-7ca2d38277eb,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:13.346742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a78ba06c-8822-4c8a-a324-ea3a781eb9d5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.348502 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Added segment a78ba06c-8822-4c8a-a324-ea3a781eb9d5 of type vlan for network dd328838-53a8-48bc-96d3-4ed7570cd305
Apr 09 21:09:13.378523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e8348e-3b60-4836-b44b-12cb6b2094e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fd7931-5c26-4cf6-ba41-57e00cc54451'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:13.391805 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3734456b-030e-435b-8ffd-af654260dccc" -d '{"events": [{"server_uuid": "b1e8348e-3b60-4836-b44b-12cb6b2094e9", "name": "network-vif-plugged", "status": "completed", "tag": "36fd7931-5c26-4cf6-ba41-57e00cc54451"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:13.418203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 36fd7931-5c26-4cf6-ba41-57e00cc54451, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:13.427986 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.460465 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (dd328838-53a8-48bc-96d3-4ed7570cd305), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.472186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e318a76-aca8-4dca-a7c1-a87a33ab60e0 req-63d9e410-19a8-4ae9-a9aa-1b12fb0f1ca3 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042558
Apr 09 21:09:13.526590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (dd328838-53a8-48bc-96d3-4ed7570cd305), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.527663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:13.528360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.547466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=36fd7931-5c26-4cf6-ba41-57e00cc54451,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:13.577841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fc4f083-428e-4dc3-ac5a-87df88ccc0b9 req-a247211d-9952-4a86-976b-e90a291f9338 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3134074
Apr 09 21:09:13.636980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] Pushing event updated for resources: {'Network': ['ID=dd328838-53a8-48bc-96d3-4ed7570cd305,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:13.648644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69e6-3eeb-4217-8735-b5cda58bd0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.650175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network dd328838-53a8-48bc-96d3-4ed7570cd305 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:13.690311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af813be-9c3e-4f74-99d9-bccb360a21e5 req-bb282419-c53d-4306-a4aa-1287e1a1067a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:13.691993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4af813be-9c3e-4f74-99d9-bccb360a21e5 req-bb282419-c53d-4306-a4aa-1287e1a1067a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.0688484
Apr 09 21:09:13.711105 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f0d4c667-41e3-4b02-92a3-dc2460dddbbc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6959016
Apr 09 21:09:13.720064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33826) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:13.735763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Request body: {'subnet': {'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-subnet', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:13.753102 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Publish callbacks [] for port (f963622a-990a-410a-8774-7fa9ae5830ec), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.765071 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.773412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Made reservation on behalf of 4d6801916c224eb9adffbc6ac35c6e54 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:13.776308 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.822305 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dc012-3f26-4e19-b39a-971542debd8e None None] Pushing event updated for resources: {'Port': ['ID=f963622a-990a-410a-8774-7fa9ae5830ec,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:13.824752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69e6-3eeb-4217-8735-b5cda58bd0f4 admin admin] Publish callbacks [] for security_group (13cb2fea-5f5b-46ff-ad3d-fdcb81eab40e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.834959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69e6-3eeb-4217-8735-b5cda58bd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (13cb2fea-5f5b-46ff-ad3d-fdcb81eab40e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:13.878092 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a0b69e6-3eeb-4217-8735-b5cda58bd0f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=908077e72b074d329cbadde4f81ad666&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6027637
Apr 09 21:09:13.880543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33834) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:13.890732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b69e6-3eeb-4217-8735-b5cda58bd0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cb2fea-5f5b-46ff-ad3d-fdcb81eab40e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:13.958449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f74f9-7ada-43d1-a0a2-d9cc306c7676 req-0c407071-0432-4192-965b-10df65996220 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:13.963873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-513f74f9-7ada-43d1-a0a2-d9cc306c7676 req-0c407071-0432-4192-965b-10df65996220 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.2446949
Apr 09 21:09:14.007864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b78d5472-2f40-488b-8f63-1cddfd8bfb1e admin admin] Publish callbacks [] for security_group (13cb2fea-5f5b-46ff-ad3d-fdcb81eab40e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.046024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4af813be-9c3e-4f74-99d9-bccb360a21e5 req-8ae27fca-1718-4c17-8ac2-306c2efb4bf0 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3405244
Apr 09 21:09:14.054590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b78d5472-2f40-488b-8f63-1cddfd8bfb1e admin admin] Publish callbacks [] for security_group (13cb2fea-5f5b-46ff-ad3d-fdcb81eab40e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.061089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e099e039-aa1b-4d35-9b5a-7ca2d38277eb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:14.076734 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Attempting to bind port f963622a-990a-410a-8774-7fa9ae5830ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:14.077439 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Attempting to bind port f963622a-990a-410a-8774-7fa9ae5830ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:14.078073 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Attempting to bind port f963622a-990a-410a-8774-7fa9ae5830ec on network dafc1150-436f-41e7-82bb-1b35d2c0352e {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:14.084860 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:14.085535 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Checking segment: {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:14.086172 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.086774 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Bound using segment: {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:14.087467 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Bound port: f963622a-990a-410a-8774-7fa9ae5830ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:14.088060 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.130736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b78d5472-2f40-488b-8f63-1cddfd8bfb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (13cb2fea-5f5b-46ff-ad3d-fdcb81eab40e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.134869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b78d5472-2f40-488b-8f63-1cddfd8bfb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.139052 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b78d5472-2f40-488b-8f63-1cddfd8bfb1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13cb2fea-5f5b-46ff-ad3d-fdcb81eab40e HTTP/1.1" status: 204  len: 168 time: 0.2573917
Apr 09 21:09:14.152971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d5472-2f40-488b-8f63-1cddfd8bfb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cb2fea-5f5b-46ff-ad3d-fdcb81eab40e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:14.205028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-513f74f9-7ada-43d1-a0a2-d9cc306c7676 req-990cab2a-da4d-48a6-9270-44e890fc25f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2209332
Apr 09 21:09:14.209414 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] For port f963622a-990a-410a-8774-7fa9ae5830ec, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:14.219812 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] For port f963622a-990a-410a-8774-7fa9ae5830ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f963622a-990a-410a-8774-7fa9ae5830ec,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:14.238037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e099e039-aa1b-4d35-9b5a-7ca2d38277eb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:14.239103 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.245374 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.356287 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1197b84d-4ca6-49f7-974c-fc44fad4cc9d x-openstack-request-id: req-1197b84d-4ca6-49f7-974c-fc44fad4cc9d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:14.356649 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e8348e-3b60-4836-b44b-12cb6b2094e9", "name": "network-vif-plugged", "status": "completed", "tag": "36fd7931-5c26-4cf6-ba41-57e00cc54451", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:14.358980 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1197b84d-4ca6-49f7-974c-fc44fad4cc9d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:14.363942 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1197b84d-4ca6-49f7-974c-fc44fad4cc9d'] response: {'server_uuid': 'b1e8348e-3b60-4836-b44b-12cb6b2094e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fd7931-5c26-4cf6-ba41-57e00cc54451', 'code': 200}
Apr 09 21:09:14.372145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33846) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:14.397072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d9aefab1-f55b-444b-be8f-980cb5f954d2 None None] Provisioning complete for port f963622a-990a-410a-8774-7fa9ae5830ec triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:14.397459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d9aefab1-f55b-444b-be8f-980cb5f954d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.427581 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:14.428216 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237718e1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:14.467647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8da02e-9f2c-4871-970c-7e0bfee6d106 req-d4e36138-3f4d-4a33-b0af-00265a8b9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:14.470663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf8da02e-9f2c-4871-970c-7e0bfee6d106 req-d4e36138-3f4d-4a33-b0af-00265a8b9f28 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 1127 time: 0.1313810
Apr 09 21:09:14.556898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (9bc25923-caf5-40f9-bc91-bfb20d66f8c6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.609215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf8da02e-9f2c-4871-970c-7e0bfee6d106 req-51c513f4-e3c4-41fa-a89f-d848949c28cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250904
Apr 09 21:09:14.645935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc25923-caf5-40f9-bc91-bfb20d66f8c6,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:14.650292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Checking segment: {'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:14.651233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Network hostable DHCP agents. Network: dd328838-53a8-48bc-96d3-4ed7570cd305, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:14.661091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33856) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:14.711504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e099e039-aa1b-4d35-9b5a-7ca2d38277eb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:14.722667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d9aefab1-f55b-444b-be8f-980cb5f954d2 None None] Current status of the port f963622a-990a-410a-8774-7fa9ae5830ec is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:14.723288 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d9aefab1-f55b-444b-be8f-980cb5f954d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.762108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eedd7b-7fb2-420b-91b9-08071e66b6aa req-43e246de-73f5-41dc-bc88-842fe9b8eee7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:14.769316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eedd7b-7fb2-420b-91b9-08071e66b6aa req-43e246de-73f5-41dc-bc88-842fe9b8eee7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:14.775019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eedd7b-7fb2-420b-91b9-08071e66b6aa req-43e246de-73f5-41dc-bc88-842fe9b8eee7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:14.777123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13eedd7b-7fb2-420b-91b9-08071e66b6aa req-43e246de-73f5-41dc-bc88-842fe9b8eee7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627&device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d&device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 2418 time: 0.1041806
Apr 09 21:09:14.778781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Network dd328838-53a8-48bc-96d3-4ed7570cd305 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:14.802104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d9aefab1-f55b-444b-be8f-980cb5f954d2 None None] For port f963622a-990a-410a-8774-7fa9ae5830ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f963622a-990a-410a-8774-7fa9ae5830ec,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:14.810034 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:14.813646 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d9aefab1-f55b-444b-be8f-980cb5f954d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.825718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd328838-53a8-48bc-96d3-4ed7570cd305) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:14.831794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:14.832426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.834136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5099b35-6b5d-4f19-9a1a-cf57536e39fe admin admin] Deleting subnet 3b34986e-87a6-4806-8076-29fca79cc381 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:09:14.845877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5099b35-6b5d-4f19-9a1a-cf57536e39fe admin admin] Publish callbacks [] for subnet (3b34986e-87a6-4806-8076-29fca79cc381), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.895179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13eedd7b-7fb2-420b-91b9-08071e66b6aa req-cf1f8b14-2a7f-4944-be64-ef2204bba1dd tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105084
Apr 09 21:09:14.928746 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5099b35-6b5d-4f19-9a1a-cf57536e39fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (3b34986e-87a6-4806-8076-29fca79cc381), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:14.938264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aefab1-f55b-444b-be8f-980cb5f954d2 None None] Pushing event updated for resources: {'Port': ['ID=f963622a-990a-410a-8774-7fa9ae5830ec,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:14.941983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963ec4-243a-42be-8b0e-0b9d082fab52 req-b7d2d79b-382c-4f9a-aa66-c20b92af6396 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:14.945081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f5724-33af-40dc-a8b0-0cf7ff822708 None None] Network dd328838-53a8-48bc-96d3-4ed7570cd305 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:14.947821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d963ec4-243a-42be-8b0e-0b9d082fab52 req-b7d2d79b-382c-4f9a-aa66-c20b92af6396 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1382720
Apr 09 21:09:14.960585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eb728c1f-2ebd-4bd6-97fa-2006e025b6ea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2367339
Apr 09 21:09:14.961421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33860) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:14.971285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-738a2d3f-c1bf-4265-9800-cb7d513595b7 None None] Provisioning complete for port f963622a-990a-410a-8774-7fa9ae5830ec triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:14.971655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-738a2d3f-c1bf-4265-9800-cb7d513595b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.000482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:15.019979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:15.020315 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dc012-3f26-4e19-b39a-971542debd8e None None] Pushing event updated for resources: {'Port': ['ID=f963622a-990a-410a-8774-7fa9ae5830ec,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:15.023954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5099b35-6b5d-4f19-9a1a-cf57536e39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (3b34986e-87a6-4806-8076-29fca79cc381), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.048528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be0b2b5c-a579-4a04-a686-535953f6af00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.050911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (7784a3d0-d172-49d9-953e-e9357769d6f1), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.052111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (7784a3d0-d172-49d9-953e-e9357769d6f1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.097830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5099b35-6b5d-4f19-9a1a-cf57536e39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (3b34986e-87a6-4806-8076-29fca79cc381), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.108097 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6f454ad-947b-469c-9b22-4108b65cb5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.135088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5099b35-6b5d-4f19-9a1a-cf57536e39fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b34986e-87a6-4806-8076-29fca79cc381,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:15.141063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5099b35-6b5d-4f19-9a1a-cf57536e39fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.144602 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b5099b35-6b5d-4f19-9a1a-cf57536e39fe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b34986e-87a6-4806-8076-29fca79cc381 HTTP/1.1" status: 204  len: 168 time: 0.4822049
Apr 09 21:09:15.147037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d963ec4-243a-42be-8b0e-0b9d082fab52 req-4a5b2de4-d341-48cf-9ab3-feb63e51c235 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825976
Apr 09 21:09:15.150392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dd328838-53a8-48bc-96d3-4ed7570cd305', 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305', 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'fixed_ips': [{'subnet_id': '9bc25923-caf5-40f9-bc91-bfb20d66f8c6'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:09:15.151780 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.154673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b814-10d0-4355-bfd6-1e457ef0d657 req-86ebb6f3-a13d-4b70-aa8a-049d08a8f6a3 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:15.156663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9307b814-10d0-4355-bfd6-1e457ef0d657 req-86ebb6f3-a13d-4b70-aa8a-049d08a8f6a3 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1349831
Apr 09 21:09:15.162210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33864) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:15.253433 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237718e1c0>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:14Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:15.257925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fd96a99c-2050-4890-8f96-e3204de0562e no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:09:15.272980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks [] for router_controller (7784a3d0-d172-49d9-953e-e9357769d6f1), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.327602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Allocated IP 172.20.0.2 (dd328838-53a8-48bc-96d3-4ed7570cd305/9bc25923-caf5-40f9-bc91-bfb20d66f8c6/408f816a-7c3e-48cb-bbc2-2b85a9c60165) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:15.331274 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6370f34-f95f-4a2e-b2f5-2adb02262452 None None] The sync data for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 is: [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:14Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:09:15.335492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (cfaa58a1-2911-4cfc-bc73-e74e59941c5e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.365367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9307b814-10d0-4355-bfd6-1e457ef0d657 req-6f8b1d89-94e9-424f-81d2-449878e2d297 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806958
Apr 09 21:09:15.375131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-738a2d3f-c1bf-4265-9800-cb7d513595b7 None None] Current status of the port f963622a-990a-410a-8774-7fa9ae5830ec is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:15.415720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: fd96a99c-2050-4890-8f96-e3204de0562e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:09:15.416195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fd96a99c-2050-4890-8f96-e3204de0562e not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:09:15.508697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (cfaa58a1-2911-4cfc-bc73-e74e59941c5e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.526161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6f454ad-947b-469c-9b22-4108b65cb5f5 admin admin] Publish callbacks [] for security_group (9226ae00-7462-48a5-98e4-cf1fc8cd97e3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.539445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6f454ad-947b-469c-9b22-4108b65cb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9226ae00-7462-48a5-98e4-cf1fc8cd97e3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.552916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237452dac0>,) {'filters': {'network_id': ['cfaa58a1-2911-4cfc-bc73-e74e59941c5e']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:15.576464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed0ddb-14d6-42f1-994c-22576fff79ca req-eb45f9bd-6fd5-478d-9269-f57cda1fcfe4 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:15.577802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77ed0ddb-14d6-42f1-994c-22576fff79ca req-eb45f9bd-6fd5-478d-9269-f57cda1fcfe4 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.2114284
Apr 09 21:09:15.591125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237452dac0>, '2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:15.591454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237452dac0>, '2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:15.598430 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Publish callbacks [] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.607781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.615576 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be0b2b5c-a579-4a04-a686-535953f6af00 admin admin] Publish callbacks [] for security_group (74296e43-2499-40a7-86e7-4fe5536d4f52), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.646964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.660350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Network dd328838-53a8-48bc-96d3-4ed7570cd305 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:15.663231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:15.666729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:15.673734 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f6f454ad-947b-469c-9b22-4108b65cb5f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51c02d879e224b7784e94c35d28978fa&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3007536
Apr 09 21:09:15.681072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks [] for router_gateway (7784a3d0-d172-49d9-953e-e9357769d6f1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.686672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.686872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33868) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:15.690699 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be0b2b5c-a579-4a04-a686-535953f6af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (74296e43-2499-40a7-86e7-4fe5536d4f52), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.694338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Pushing event updated for resources: {'Port': ['ID=408f816a-7c3e-48cb-bbc2-2b85a9c60165,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:15.699340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d130ad-04af-4600-a391-2ac9013ef08c req-78bf12b5-2bf8-487b-a456-f07d284f878c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:15.703247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d130ad-04af-4600-a391-2ac9013ef08c req-78bf12b5-2bf8-487b-a456-f07d284f878c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.2141330
Apr 09 21:09:15.719032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:15.720841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (2649f16b-a5ce-4ec2-bbbd-50e9d5a479ff), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.764901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Attempting to bind port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:15.765327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Attempting to bind port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:15.765700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Attempting to bind port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 on network dd328838-53a8-48bc-96d3-4ed7570cd305 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:15.777149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:15.777481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Checking segment: {'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:15.777868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.778327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Bound using segment: {'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:15.778804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Bound port: 408f816a-7c3e-48cb-bbc2-2b85a9c60165, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:15.779189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:15.791461 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:15.795985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f454ad-947b-469c-9b22-4108b65cb5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9226ae00-7462-48a5-98e4-cf1fc8cd97e3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:15.901380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (cfaa58a1-2911-4cfc-bc73-e74e59941c5e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.916135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.925541 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cfaa58a1-2911-4cfc-bc73-e74e59941c5e HTTP/1.1" status: 204  len: 168 time: 0.7611735
Apr 09 21:09:15.940499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] For port 408f816a-7c3e-48cb-bbc2-2b85a9c60165, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:15.945176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] For port 408f816a-7c3e-48cb-bbc2-2b85a9c60165, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=408f816a-7c3e-48cb-bbc2-2b85a9c60165,segment=NetworkSegment(a78ba06c-8822-4c8a-a324-ea3a781eb9d5),segment_id=a78ba06c-8822-4c8a-a324-ea3a781eb9d5)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:15.955660 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.965947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3099f4-13e6-4b6c-b04d-fc8bf8975451 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfaa58a1-2911-4cfc-bc73-e74e59941c5e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:15.981234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-2f26f126-4274-48c9-88ac-8b81d7694ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:15.984458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-263c1840-7452-4114-869c-b1682b084786 admin admin] Publish callbacks [] for security_group (9226ae00-7462-48a5-98e4-cf1fc8cd97e3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:15.985465 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-2f26f126-4274-48c9-88ac-8b81d7694ff1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e27519c6c114724bf36126f0362a7c0&device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 1129 time: 0.1924484
Apr 09 21:09:16.007547 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-263c1840-7452-4114-869c-b1682b084786 admin admin] Publish callbacks [] for security_group (9226ae00-7462-48a5-98e4-cf1fc8cd97e3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.037559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-ffd2de21-7f15-4255-b488-1193dfe046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:16.039009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-ffd2de21-7f15-4255-b488-1193dfe046ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 1126 time: 0.4099779
Apr 09 21:09:16.039625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b2b5c-a579-4a04-a686-535953f6af00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74296e43-2499-40a7-86e7-4fe5536d4f52,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:16.047888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-be0b2b5c-a579-4a04-a686-535953f6af00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03a7dc1801724ff7b8cba8101743fa7e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0117979
Apr 09 21:09:16.049806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33874) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:16.057078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5ba43-c5de-444e-8bfe-35ebbbb76d65 None None] Pushing event updated for resources: {'Port': ['ID=408f816a-7c3e-48cb-bbc2-2b85a9c60165,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:16.067144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f963622a-990a-410a-8774-7fa9ae5830ec up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:16.147221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d130ad-04af-4600-a391-2ac9013ef08c req-e165fb96-01ea-4653-a17b-efcf48d0c853 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3947477
Apr 09 21:09:16.182346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77ed0ddb-14d6-42f1-994c-22576fff79ca req-962fa5d5-1dd9-454b-9540-7d0a085b2a52 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5523775
Apr 09 21:09:16.234233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f963622a-990a-410a-8774-7fa9ae5830ec triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:16.234769 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.265806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-d1461b91-93e0-4a14-bbbd-d83f3d8588fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:16.267331 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-d1461b91-93e0-4a14-bbbd-d83f3d8588fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 200  len: 915 time: 0.2736232
Apr 09 21:09:16.283474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33880) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:16.402623 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-00397fd7-b7ff-41f5-9226-4b6ea7660294 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 200  len: 217 time: 0.1218703
Apr 09 21:09:16.431112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f963622a-990a-410a-8774-7fa9ae5830ec is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:16.452716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab6832-9340-4412-b8d5-ce80574d9944 req-217aad15-3eca-4bfe-aa13-27befffc9cc3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:16.455912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83ab6832-9340-4412-b8d5-ce80574d9944 req-217aad15-3eca-4bfe-aa13-27befffc9cc3 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1518598
Apr 09 21:09:16.473873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf022198-9745-426b-855d-51f4ba6112a9 admin admin] Publish callbacks [] for security_group (74296e43-2499-40a7-86e7-4fe5536d4f52), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.539745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-e7ccfdd2-2f03-42e0-84ca-493acebf2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:16.544349 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-e7ccfdd2-2f03-42e0-84ca-493acebf2610 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 200  len: 854 time: 0.1284335
Apr 09 21:09:16.572144 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf022198-9745-426b-855d-51f4ba6112a9 admin admin] Publish callbacks [] for security_group (74296e43-2499-40a7-86e7-4fe5536d4f52), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.578061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-263c1840-7452-4114-869c-b1682b084786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9226ae00-7462-48a5-98e4-cf1fc8cd97e3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.581190 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-263c1840-7452-4114-869c-b1682b084786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.582556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-263c1840-7452-4114-869c-b1682b084786 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9226ae00-7462-48a5-98e4-cf1fc8cd97e3 HTTP/1.1" status: 204  len: 168 time: 0.8930521
Apr 09 21:09:16.608904 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-527550e2-aa3a-4cda-969a-4486eb7655ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad62b125-1df7-49ad-953e-ad87b77a57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492394
Apr 09 21:09:16.651202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c1840-7452-4114-869c-b1682b084786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9226ae00-7462-48a5-98e4-cf1fc8cd97e3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:16.655478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-a81239b3-4ba3-41ad-b5c0-a95d1fa70358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:16.657498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-a81239b3-4ba3-41ad-b5c0-a95d1fa70358 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.6020849
Apr 09 21:09:16.785496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83ab6832-9340-4412-b8d5-ce80574d9944 req-a35140db-cac4-4c61-b652-8d9340830e82 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3283834
Apr 09 21:09:16.800550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-0b529a9e-29b7-47d0-b1fc-06c86e8f2d36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 200  len: 217 time: 0.1164119
Apr 09 21:09:16.807048 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf022198-9745-426b-855d-51f4ba6112a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (74296e43-2499-40a7-86e7-4fe5536d4f52), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.807314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a764c965-aa17-4040-8428-473857b14554 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfb1a94e7e044a6390e09032a39366f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5206344
Apr 09 21:09:16.810702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf022198-9745-426b-855d-51f4ba6112a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.812445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cf022198-9745-426b-855d-51f4ba6112a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74296e43-2499-40a7-86e7-4fe5536d4f52 HTTP/1.1" status: 204  len: 168 time: 0.7616487
Apr 09 21:09:16.813073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33890) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:16.828844 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-705ae9a6-8157-453d-8a49-78dea97e4c3a service neutron] 10.222.0.25 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103093
Apr 09 21:09:16.847475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks [] for router_gateway (7784a3d0-d172-49d9-953e-e9357769d6f1), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.850814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022198-9745-426b-855d-51f4ba6112a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74296e43-2499-40a7-86e7-4fe5536d4f52,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:16.940313 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:16.956755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f6afe-9d84-47a7-b841-fb2629e0f7c9 req-97e569a6-5908-4f48-9a94-3748fff168db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:16.958417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f1f6afe-9d84-47a7-b841-fb2629e0f7c9 req-97e569a6-5908-4f48-9a94-3748fff168db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.3697572
Apr 09 21:09:17.082204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-24116247-b500-4d96-81d0-19872a3d0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:17.083720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-24116247-b500-4d96-81d0-19872a3d0552 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.2611055
Apr 09 21:09:17.104494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-273ebcfc-0d2a-4d9f-9b00-9a7c5e7dc5b5 admin admin] Publish callbacks [] for security_group (20959b43-32c9-427b-8dd5-70340ccc56f5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:17.137237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-273ebcfc-0d2a-4d9f-9b00-9a7c5e7dc5b5 admin admin] Publish callbacks [] for security_group (20959b43-32c9-427b-8dd5-70340ccc56f5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:17.158135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f1f6afe-9d84-47a7-b841-fb2629e0f7c9 req-6a4f312b-a791-42e0-890b-05bcdf92921a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788518
Apr 09 21:09:17.196128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:09:17.249794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-273ebcfc-0d2a-4d9f-9b00-9a7c5e7dc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (20959b43-32c9-427b-8dd5-70340ccc56f5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:17.252837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-273ebcfc-0d2a-4d9f-9b00-9a7c5e7dc5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:17.258950 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-273ebcfc-0d2a-4d9f-9b00-9a7c5e7dc5b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20959b43-32c9-427b-8dd5-70340ccc56f5 HTTP/1.1" status: 204  len: 168 time: 0.4394350
Apr 09 21:09:17.295113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ebcfc-0d2a-4d9f-9b00-9a7c5e7dc5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20959b43-32c9-427b-8dd5-70340ccc56f5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:17.318649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-dcc5b98f-52c1-4c8c-ab23-25ae790bb246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:17.322755 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a20ed16-86ff-4016-8a5c-3da1977ee47b req-d7d3ef4b-9497-4445-aeea-61c9c8754c78 service neutron] 10.222.0.25 "GET /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4817553
Apr 09 21:09:17.326213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-dcc5b98f-52c1-4c8c-ab23-25ae790bb246 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2284038
Apr 09 21:09:17.496285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:17.537298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'port_id': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'mac_address': 'fa:16:3e:25:b2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:09:17.601664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c10a4086-9086-4ac2-81ba-c750c7eaea1d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:17.602179 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:17.623488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10a4086-9086-4ac2-81ba-c750c7eaea1d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:09:17.667025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a658d-b23d-4eab-817f-b5edeec24e0c req-dc08d952-bc5b-458c-b6d3-73eeaa27a2ff tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:17.674351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d95a658d-b23d-4eab-817f-b5edeec24e0c req-dc08d952-bc5b-458c-b6d3-73eeaa27a2ff tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1256831
Apr 09 21:09:17.680465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:17.693308 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:17.768695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:17.788469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Allocated IP 172.35.0.20 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/13a78ef6-342f-464b-a250-61dfb262c05a) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:17.885843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-0c3bf7c9-a069-4296-9495-3fbc867cb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:17.886907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-0c3bf7c9-a069-4296-9495-3fbc867cb886 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 1127 time: 0.2096961
Apr 09 21:09:17.894171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aefea-265c-434c-bf25-304103d30e28 req-a401860f-152d-4f4b-b23f-61f4854e8478 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:17.899467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-986aefea-265c-434c-bf25-304103d30e28 req-a401860f-152d-4f4b-b23f-61f4854e8478 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.2159514
Apr 09 21:09:17.901731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-cc2adab9-923f-4c9c-a434-736c3bb7b43c service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5685911
Apr 09 21:09:17.942880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e805c-06e9-4f4d-b723-5994e72e8fa9 None None] Network dd328838-53a8-48bc-96d3-4ed7570cd305 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:18.037138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 408f816a-7c3e-48cb-bbc2-2b85a9c60165 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:18.082023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da894c05-de6a-4f65-afa4-9d4dccc5d3de req-dd36cabc-db5b-46d9-88c7-38e8a58007a4 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471872
Apr 09 21:09:18.098828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-81510291-db47-4f7c-8dec-8484a1ae4a78 None None] Provisioning complete for port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:18.099208 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-81510291-db47-4f7c-8dec-8484a1ae4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:18.143668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['c10a4086-9086-4ac2-81ba-c750c7eaea1d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:18.145647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d95a658d-b23d-4eab-817f-b5edeec24e0c req-32c67ff0-8f86-4ad8-bf7d-5dcaeb559889 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4635379
Apr 09 21:09:18.230286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:18.230967 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:18.517692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:18.518485 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:18.538997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-81510291-db47-4f7c-8dec-8484a1ae4a78 None None] Current status of the port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:18.539556 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-81510291-db47-4f7c-8dec-8484a1ae4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:18.850380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 408f816a-7c3e-48cb-bbc2-2b85a9c60165, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=408f816a-7c3e-48cb-bbc2-2b85a9c60165,segment=NetworkSegment(a78ba06c-8822-4c8a-a324-ea3a781eb9d5),segment_id=a78ba06c-8822-4c8a-a324-ea3a781eb9d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:18.863040 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:18.873323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-986aefea-265c-434c-bf25-304103d30e28 req-e95721aa-d7f0-4b0c-acfb-784fb27f3358 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9643176
Apr 09 21:09:18.899949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced276-a472-471b-abc8-2e48b535dcd1 req-ca83e0fc-8681-4f2c-9d80-9e11984aad06 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:18.912056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5ced276-a472-471b-abc8-2e48b535dcd1 req-ca83e0fc-8681-4f2c-9d80-9e11984aad06 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1380668
Apr 09 21:09:18.941906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=408f816a-7c3e-48cb-bbc2-2b85a9c60165,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:18.965211 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-81510291-db47-4f7c-8dec-8484a1ae4a78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:09:18.965627 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-81510291-db47-4f7c-8dec-8484a1ae4a78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:09:18.987211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks [] for port (13a78ef6-342f-464b-a250-61dfb262c05a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:18.989348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-25ff4c00-4d76-40fa-9ffe-134c9da0c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:18.990919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-25ff4c00-4d76-40fa-9ffe-134c9da0c21c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 1.0881422
Apr 09 21:09:19.039919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5ced276-a472-471b-abc8-2e48b535dcd1 req-dae2947e-dd6a-461e-bc4d-afd0206290d7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269357
Apr 09 21:09:19.076771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-f8d8393e-979a-4764-a5cc-2f5c91ef1cee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451 HTTP/1.1" status: 200  len: 217 time: 0.0735009
Apr 09 21:09:19.156765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.238395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:19.273960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:19.282575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:19.295173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:19.303312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-112f3585-2d73-4788-879a-86b93366b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:19.304806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-112f3585-2d73-4788-879a-86b93366b9f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1899850
Apr 09 21:09:19.317497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27719e-c43b-4670-b10d-5db7c647d331 req-bd32e8c7-c766-4599-aab9-8ba9a6aac9e2 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:19.319144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b27719e-c43b-4670-b10d-5db7c647d331 req-bd32e8c7-c766-4599-aab9-8ba9a6aac9e2 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1814778
Apr 09 21:09:19.352156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d1a7-07f7-4cd7-bbce-757e6b026e5b req-338ab569-d197-4dc5-8c56-7e388a1cf620 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:19.353544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3136d1a7-07f7-4cd7-bbce-757e6b026e5b req-338ab569-d197-4dc5-8c56-7e388a1cf620 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.2180121
Apr 09 21:09:19.374764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Pushing event updated for resources: {'Port': ['ID=13a78ef6-342f-464b-a250-61dfb262c05a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:19.402508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1936115791-network', 'tenant_id': '05f4a6d024fc4c758fe434c42500712f'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:19.430966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Made reservation on behalf of 05f4a6d024fc4c758fe434c42500712f for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:19.433703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.451855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.540808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Publish callbacks [] for security_group (653ed3a4-fa6a-40e0-9b88-fe913156a311), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.542438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b27719e-c43b-4670-b10d-5db7c647d331 req-abcdafd4-1902-4efc-b716-54369e4d60c1 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012358
Apr 09 21:09:19.543645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-4486635f-dd6c-4538-9caa-0e602fa89878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:19.545254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-4486635f-dd6c-4538-9caa-0e602fa89878 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2053921
Apr 09 21:09:19.548713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (653ed3a4-fa6a-40e0-9b88-fe913156a311), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.563075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-81510291-db47-4f7c-8dec-8484a1ae4a78 None None] Current status of the port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:19.582404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:19.593602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653ed3a4-fa6a-40e0-9b88-fe913156a311,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:19.612727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (62bf4516-a153-4651-aabe-603ab79d1288), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.616420 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Added segment 62bf4516-a153-4651-aabe-603ab79d1288 of type vlan for network 660333df-1b10-4d62-a4d3-34a451d03428
Apr 09 21:09:19.666612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (660333df-1b10-4d62-a4d3-34a451d03428), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.683173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b8a3d960-d238-470d-b31a-512f2db093c7 None None] Provisioning complete for port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:19.683533 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d960-d238-470d-b31a-512f2db093c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.709421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (660333df-1b10-4d62-a4d3-34a451d03428), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.711662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:19.712555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.741989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d720e-ddaf-4a39-a18b-38379e0150b8 req-dae3b7c9-93d4-4a91-89c0-a92552651692 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:19.743593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c7d720e-ddaf-4a39-a18b-38379e0150b8 req-dae3b7c9-93d4-4a91-89c0-a92552651692 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 945 time: 0.1183064
Apr 09 21:09:19.756881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:19.760251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3136d1a7-07f7-4cd7-bbce-757e6b026e5b req-4175cc93-0730-4dfc-af5f-ced96639b1c7 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3899505
Apr 09 21:09:19.820101 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5799086
Apr 09 21:09:19.825259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34024) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:19.833590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Request body: {'subnet': {'network_id': '660333df-1b10-4d62-a4d3-34a451d03428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1936115791-subnet', 'tenant_id': '05f4a6d024fc4c758fe434c42500712f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:19.837978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0f124-d639-4461-919a-17b592571cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=660333df-1b10-4d62-a4d3-34a451d03428,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:19.840362 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34026) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:19.869576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 660333df-1b10-4d62-a4d3-34a451d03428 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:19.880576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Made reservation on behalf of 05f4a6d024fc4c758fe434c42500712f for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:19.883298 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:19.908137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c7d720e-ddaf-4a39-a18b-38379e0150b8 req-b67b5adc-e464-4b19-978f-e34353fde992 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107082
Apr 09 21:09:20.046312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 408f816a-7c3e-48cb-bbc2-2b85a9c60165 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:20.053632 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e331aa8d-4fee-4eb6-9ca8-048e340ffeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.099531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c7a03-c92c-4a02-a236-41f2337d27db req-3b0b7a6d-22ba-4ec2-96a1-3ef5454e2ccc tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:20.106504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c63c7a03-c92c-4a02-a236-41f2337d27db req-3b0b7a6d-22ba-4ec2-96a1-3ef5454e2ccc tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.0750358
Apr 09 21:09:20.110069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port c10a4086-9086-4ac2-81ba-c750c7eaea1d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:09:20.134665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port c10a4086-9086-4ac2-81ba-c750c7eaea1d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:20.134968 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.187314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3d960-d238-470d-b31a-512f2db093c7 None None] Current status of the port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:20.227781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:20.228163 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.239648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-e1421f54-8dad-47a0-b1ec-fd51144e31fe service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6643455
Apr 09 21:09:20.249491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41deed-eb08-4d2c-a18a-58dc2b7d362c req-ba2db5c4-5a30-409e-9cd6-d185d9065955 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:20.256350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d41deed-eb08-4d2c-a18a-58dc2b7d362c req-ba2db5c4-5a30-409e-9cd6-d185d9065955 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.3304636
Apr 09 21:09:20.258907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c10a4086-9086-4ac2-81ba-c750c7eaea1d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:20.259748 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.274532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e331aa8d-4fee-4eb6-9ca8-048e340ffeba admin admin] Publish callbacks [] for security_group (a1799705-05f1-4cd7-ac72-62abdc504d49), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.286531 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e331aa8d-4fee-4eb6-9ca8-048e340ffeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a1799705-05f1-4cd7-ac72-62abdc504d49), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.301876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:20.304060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:20.306467 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3261fae-99b6-4757-a5b0-514ecabf31f4" -d '{"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:20.313313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.348863 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d41deed-eb08-4d2c-a18a-58dc2b7d362c req-6ce803e6-28ac-4270-bba2-f5d74b48e349 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915883
Apr 09 21:09:20.394799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c63c7a03-c92c-4a02-a236-41f2337d27db req-624966fd-f267-4468-8916-430a5b4ee55b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2871685
Apr 09 21:09:20.402527 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e331aa8d-4fee-4eb6-9ca8-048e340ffeba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a26e39efdcff44dfa8dc48847980d082&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5575197
Apr 09 21:09:20.416611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34050) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:20.432945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:20.453126 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8331fe0c-903d-47b3-80a5-784a908058d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.453968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:20.458110 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks [] for router_gateway (7784a3d0-d172-49d9-953e-e9357769d6f1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.479540 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a45500-9832-4b70-98d9-4afe4c78dfe7 x-openstack-request-id: req-96a45500-9832-4b70-98d9-4afe4c78dfe7 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:20.479852 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:20.480187 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96a45500-9832-4b70-98d9-4afe4c78dfe7 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:20.480605 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a45500-9832-4b70-98d9-4afe4c78dfe7'] response: {'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'code': 200}
Apr 09 21:09:20.487406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (32112972-7bff-4a83-bc27-87eeada43b74), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.537596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331aa8d-4fee-4eb6-9ca8-048e340ffeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1799705-05f1-4cd7-ac72-62abdc504d49,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:20.598948 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32112972-7bff-4a83-bc27-87eeada43b74,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:20.615022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf429-0ccd-41e6-a7ad-df61791b5797 req-a7dc8e44-9ec9-4389-93e4-75d36f9544e1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:20.616550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51bcf429-0ccd-41e6-a7ad-df61791b5797 req-a7dc8e44-9ec9-4389-93e4-75d36f9544e1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1063054
Apr 09 21:09:20.639411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-afb0e7c7-15d9-4ee1-9310-557640653880 admin admin] Publish callbacks [] for security_group (a1799705-05f1-4cd7-ac72-62abdc504d49), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.657273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Checking segment: {'id': '62bf4516-a153-4651-aabe-603ab79d1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '660333df-1b10-4d62-a4d3-34a451d03428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:20.657541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Network hostable DHCP agents. Network: 660333df-1b10-4d62-a4d3-34a451d03428, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:20.666141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3afbfc88-a68f-4bf5-948c-77cdf9ee3a9a req-504fc0fc-2280-4ebb-87e2-ea37426a4d22 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4027357
Apr 09 21:09:20.685540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-afb0e7c7-15d9-4ee1-9310-557640653880 admin admin] Publish callbacks [] for security_group (a1799705-05f1-4cd7-ac72-62abdc504d49), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.715794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c323ab4-89b9-42ee-8be5-34b952673af1 req-db22f141-9234-48d9-9896-4c76aed789f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:20.717408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c323ab4-89b9-42ee-8be5-34b952673af1 req-db22f141-9234-48d9-9896-4c76aed789f0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 1128 time: 0.1624568
Apr 09 21:09:20.722245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Network 660333df-1b10-4d62-a4d3-34a451d03428 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:20.741911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 660333df-1b10-4d62-a4d3-34a451d03428) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:20.753098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:20.753098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.760883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b4fec-d054-4107-adc1-5dadb4e43786 None None] Network 660333df-1b10-4d62-a4d3-34a451d03428 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:20.786503 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ae7d65bb-ed70-4c60-87dd-3f2d6e889563 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9594476
Apr 09 21:09:20.788283 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-afb0e7c7-15d9-4ee1-9310-557640653880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a1799705-05f1-4cd7-ac72-62abdc504d49), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.791361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-afb0e7c7-15d9-4ee1-9310-557640653880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:20.793659 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-afb0e7c7-15d9-4ee1-9310-557640653880 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1799705-05f1-4cd7-ac72-62abdc504d49 HTTP/1.1" status: 204  len: 168 time: 0.3741045
Apr 09 21:09:20.801298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0e7c7-15d9-4ee1-9310-557640653880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1799705-05f1-4cd7-ac72-62abdc504d49,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:20.843114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420aeaa-1dc0-4948-b140-bed7d4c6433f req-337aac9a-6734-456f-a30a-454b49e286a5 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:20.844676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3420aeaa-1dc0-4948-b140-bed7d4c6433f req-337aac9a-6734-456f-a30a-454b49e286a5 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1920562
Apr 09 21:09:20.891808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51bcf429-0ccd-41e6-a7ad-df61791b5797 req-e6866e27-fe0c-4a9f-9afb-af6b69d98eb6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2378294
Apr 09 21:09:20.934686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f645b-d49c-48c1-af0c-245acbabbbea None None] Network 660333df-1b10-4d62-a4d3-34a451d03428 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:20.963851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c323ab4-89b9-42ee-8be5-34b952673af1 req-2464b686-7461-437e-837e-35d9a5abc2a6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2348866
Apr 09 21:09:21.020901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3420aeaa-1dc0-4948-b140-bed7d4c6433f req-b68bba06-2df5-4d9b-a4f4-a407491c6b1d tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559477
Apr 09 21:09:21.036940 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (7784a3d0-d172-49d9-953e-e9357769d6f1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:21.188457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b6116-d628-4d03-85d5-cbd3818b438c req-7686841e-ce17-4fb0-b2b7-7955bb154a81 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:21.189949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-879b6116-d628-4d03-85d5-cbd3818b438c req-7686841e-ce17-4fb0-b2b7-7955bb154a81 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0961101
Apr 09 21:09:21.198718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc99aa-de11-4161-92b6-68878b7acec2 req-a9314d28-0ccf-4425-bb36-ce9d71227eba tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:21.200220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09dc99aa-de11-4161-92b6-68878b7acec2 req-a9314d28-0ccf-4425-bb36-ce9d71227eba tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1035140
Apr 09 21:09:21.362052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09dc99aa-de11-4161-92b6-68878b7acec2 req-aab3dcc7-8ddc-462a-b7a8-89cfb20d806f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311393
Apr 09 21:09:21.367288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-879b6116-d628-4d03-85d5-cbd3818b438c req-430d6102-0423-4b6d-bc50-ca65ab8efefa tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352324
Apr 09 21:09:21.377520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Router 7784a3d0-d172-49d9-953e-e9357769d6f1 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:09:21.558898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24529e3-5dbf-4a72-b992-e2e725f7daa2 req-84f2d28f-931e-412e-84ca-f9c0ba07eddb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:21.560344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a24529e3-5dbf-4a72-b992-e2e725f7daa2 req-84f2d28f-931e-412e-84ca-f9c0ba07eddb tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.0817721
Apr 09 21:09:21.565665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:09:21.576918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Sync routers for ids ['7784a3d0-d172-49d9-953e-e9357769d6f1'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:09:21.593992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Routers {'7784a3d0-d172-49d9-953e-e9357769d6f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:21.597947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ded1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:08:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7784a3d0-d172-49d9-953e-e9357769d6f1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:21.599273 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:21.600511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-31b832af-ff64-4e31-9e83-e82a2ababbae admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.6036642
Apr 09 21:09:21.603450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34112) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:21.664068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a24529e3-5dbf-4a72-b992-e2e725f7daa2 req-173d8721-e492-43bf-8eff-957bb9225655 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915456
Apr 09 21:09:21.750252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Set router 7784a3d0-d172-49d9-953e-e9357769d6f1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:21.866697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3738-031d-4b2b-af9d-cb7605f35e3a req-2b099a99-8683-4f46-950f-110ed45040d0 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:21.868463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bcd3738-031d-4b2b-af9d-cb7605f35e3a req-2b099a99-8683-4f46-950f-110ed45040d0 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.0492456
Apr 09 21:09:21.906584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34128) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:21.993905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-268e518b-aeef-43cc-9167-ad8b1d03fee2 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:22.000775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-268e518b-aeef-43cc-9167-ad8b1d03fee2 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/networks?id=660333df-1b10-4d62-a4d3-34a451d03428 HTTP/1.1" status: 200  len: 813 time: 0.2145116
Apr 09 21:09:22.032041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-1a4a1e92-e1c5-4291-bc52-18f1d59aae16 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/quotas/05f4a6d024fc4c758fe434c42500712f HTTP/1.1" status: 200  len: 375 time: 0.0302637
Apr 09 21:09:22.042729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ded1f0>, [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:09:19Z', 'revision_number': 3, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port': {'id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:16Z', 'updated_at': '2022-04-09T21:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:22.049555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bcd3738-031d-4b2b-af9d-cb7605f35e3a req-f1bdd41e-c941-48e4-82cf-fc4dd1ffd23b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693985
Apr 09 21:09:22.113515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-9ef448a2-6d7c-4947-8af0-9655d53dcb7a tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=05f4a6d024fc4c758fe434c42500712f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0805361
Apr 09 21:09:22.118815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Checking router: 7784a3d0-d172-49d9-953e-e9357769d6f1 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:09:22.119172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Updating router 7784a3d0-d172-49d9-953e-e9357769d6f1 port 13a78ef6-342f-464b-a250-61dfb262c05a binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:09:22.183119 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.219338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.258849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338521e4-ce0b-4d7d-b7e0-c1968b346a83 req-04b59036-08ca-4e6e-9c69-a5c4ef26545f tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:22.260490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-338521e4-ce0b-4d7d-b7e0-c1968b346a83 req-04b59036-08ca-4e6e-9c69-a5c4ef26545f tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1032143
Apr 09 21:09:22.299769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-7a03e6ed-cd47-462d-a4a6-22cf7f160d64 service neutron] 10.222.0.30 "GET /v2.0/networks/660333df-1b10-4d62-a4d3-34a451d03428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783593
Apr 09 21:09:22.358705 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.440658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-338521e4-ce0b-4d7d-b7e0-c1968b346a83 req-8f9d0837-d738-4f9a-9d3c-02ed55034ee7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690052
Apr 09 21:09:22.466894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Allocated IP 172.20.0.1 (dd328838-53a8-48bc-96d3-4ed7570cd305/9bc25923-caf5-40f9-bc91-bfb20d66f8c6/809ca3ad-d13d-4562-905f-9b7a46799f33) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:22.603275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Publish callbacks [] for port (13a78ef6-342f-464b-a250-61dfb262c05a), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.609807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-7b739b09-7ac5-44d6-82f4-ee0aceec4ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/660333df-1b10-4d62-a4d3-34a451d03428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3025315
Apr 09 21:09:22.614209 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.678396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622c4e7-bd01-4080-b0b1-518cdc17c479 req-a94e94b8-b93e-47c8-a7e7-180389ece670 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:22.681161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1622c4e7-bd01-4080-b0b1-518cdc17c479 req-a94e94b8-b93e-47c8-a7e7-180389ece670 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1654003
Apr 09 21:09:22.685347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Publish callbacks [] for security_group (a29808de-5563-43cd-8fb4-29556f74d25e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.690364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Attempting to bind port 13a78ef6-342f-464b-a250-61dfb262c05a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:22.690746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Attempting to bind port 13a78ef6-342f-464b-a250-61dfb262c05a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:22.691270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Attempting to bind port 13a78ef6-342f-464b-a250-61dfb262c05a on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:22.692633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Publish callbacks [] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.694196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Pushing event updated for resources: {'Port': ['ID=13a78ef6-342f-464b-a250-61dfb262c05a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:22.705584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:22.706414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:22.706770 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.707547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:22.708189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Bound port: 13a78ef6-342f-464b-a250-61dfb262c05a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:22.708576 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.712059 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a29808de-5563-43cd-8fb4-29556f74d25e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.717941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.718843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.719124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.719476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.719803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.721859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.722206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.722540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.722927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.723196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.725657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.725770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.726175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.726647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.726983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.735877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34150) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:22.758348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29808de-5563-43cd-8fb4-29556f74d25e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:22.784918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.808549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.808901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.809286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.809626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.809960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.810292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.810622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.810954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.811278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.811640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.811966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.812290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.812611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.812933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.813282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:22.820498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] For port 13a78ef6-342f-464b-a250-61dfb262c05a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:22.823718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] For port 13a78ef6-342f-464b-a250-61dfb262c05a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13a78ef6-342f-464b-a250-61dfb262c05a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:22.837978 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.847695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Network dd328838-53a8-48bc-96d3-4ed7570cd305 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:22.852097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:22.857226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:22.892494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Pushing event updated for resources: {'Port': ['ID=809ca3ad-d13d-4562-905f-9b7a46799f33,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:22.900749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-69fcbdc8-5691-4a47-a68e-a78f12429b72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2dca73848814ebd9b8de59672a8f61d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9867496
Apr 09 21:09:22.901124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34158) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:22.926081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (7784a3d0-d172-49d9-953e-e9357769d6f1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:22.930271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1622c4e7-bd01-4080-b0b1-518cdc17c479 req-59f6bb90-ba95-425b-80fb-c7b713e5807b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2425025
Apr 09 21:09:22.939430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a239398-2ffa-47bb-b61d-4cb4669b483e req-f0203ccc-a618-4fae-b02c-b779a0154bf6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:22.941714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a239398-2ffa-47bb-b61d-4cb4669b483e req-f0203ccc-a618-4fae-b02c-b779a0154bf6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1471846
Apr 09 21:09:23.012706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2ab6-d867-472b-b5a9-4d926e1da127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.040260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11e80393-1dcc-4a52-8ae2-dbe4e571826d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.072905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95885367-20c8-4e00-9780-52dd27df0186 None None] Pushing event updated for resources: {'Port': ['ID=13a78ef6-342f-464b-a250-61dfb262c05a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:23.086636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Routers {'7784a3d0-d172-49d9-953e-e9357769d6f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:23.087621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ded1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7784a3d0-d172-49d9-953e-e9357769d6f1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:23.098330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fdc88ea-151a-4448-b77d-e997bf641a9f req-67e29dc0-9363-402f-9770-3a5ca229abc6 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 210 time: 0.0667715
Apr 09 21:09:23.109804 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a239398-2ffa-47bb-b61d-4cb4669b483e req-48d19ebf-9e68-4e0b-82b9-3105793fec17 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612816
Apr 09 21:09:23.150091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05a5043b-f5f2-42a8-a906-01bf3cb51ce2 admin admin] Publish callbacks [] for security_group (a29808de-5563-43cd-8fb4-29556f74d25e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.220035 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05a5043b-f5f2-42a8-a906-01bf3cb51ce2 admin admin] Publish callbacks [] for security_group (a29808de-5563-43cd-8fb4-29556f74d25e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.294933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8c2b3-449f-4328-a49d-17f9ae226a3f req-de265b55-0e83-40a1-b14c-0f1b39abc398 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:23.297069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3e8c2b3-449f-4328-a49d-17f9ae226a3f req-de265b55-0e83-40a1-b14c-0f1b39abc398 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1063008
Apr 09 21:09:23.329413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2ab6-d867-472b-b5a9-4d926e1da127 admin admin] Publish callbacks [] for security_group (449fef95-10ad-41eb-a37b-e7c4bd63be3e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.330253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.348100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2ab6-d867-472b-b5a9-4d926e1da127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (449fef95-10ad-41eb-a37b-e7c4bd63be3e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.361160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e4314db9-67fb-4e2b-93f2-0c5be4390563 None None] Provisioning complete for port 809ca3ad-d13d-4562-905f-9b7a46799f33 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:23.361575 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4314db9-67fb-4e2b-93f2-0c5be4390563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.365893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] Set router 7784a3d0-d172-49d9-953e-e9357769d6f1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:23.389286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df38106-9324-4794-8e0a-bfdec0895197 req-802be1ac-f086-4a88-adcc-2a2187a1578a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:23.390625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05a5043b-f5f2-42a8-a906-01bf3cb51ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a29808de-5563-43cd-8fb4-29556f74d25e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.390980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9df38106-9324-4794-8e0a-bfdec0895197 req-802be1ac-f086-4a88-adcc-2a2187a1578a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1401346
Apr 09 21:09:23.394202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05a5043b-f5f2-42a8-a906-01bf3cb51ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.409421 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05a5043b-f5f2-42a8-a906-01bf3cb51ce2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a29808de-5563-43cd-8fb4-29556f74d25e HTTP/1.1" status: 204  len: 168 time: 0.4960182
Apr 09 21:09:23.420170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd2ab6-d867-472b-b5a9-4d926e1da127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449fef95-10ad-41eb-a37b-e7c4bd63be3e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:23.454077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3e8c2b3-449f-4328-a49d-17f9ae226a3f req-aaa4606b-8888-45a5-8aca-7f4b9e258c6b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131175
Apr 09 21:09:23.475237 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b7cd2ab6-d867-472b-b5a9-4d926e1da127 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e79f6656aec406fb1d9beb8123c47bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7339020
Apr 09 21:09:23.477882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34176) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:23.489484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5043b-f5f2-42a8-a906-01bf3cb51ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29808de-5563-43cd-8fb4-29556f74d25e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:23.528737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9df38106-9324-4794-8e0a-bfdec0895197 req-9b9d6c59-4452-4103-b68d-1ea6a016e3ab tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294453
Apr 09 21:09:23.596447 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-711e4919-297f-46ea-a4bf-0df10782def2 admin admin] Publish callbacks [] for security_group (449fef95-10ad-41eb-a37b-e7c4bd63be3e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.632956 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-711e4919-297f-46ea-a4bf-0df10782def2 admin admin] Publish callbacks [] for security_group (449fef95-10ad-41eb-a37b-e7c4bd63be3e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.745673 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Publish callbacks [] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.760328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ae807-931f-418a-8730-59275f7f33c1 req-f6a1844a-e444-4dd3-a61a-0e1636224c0b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:23.761369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-543ae807-931f-418a-8730-59275f7f33c1 req-f6a1844a-e444-4dd3-a61a-0e1636224c0b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1118562
Apr 09 21:09:23.762569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.768761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0663c2-2b75-4397-baf5-c26d16a09398 req-ce086237-2425-4819-897c-fc7bc48b3a35 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:23.771692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e0663c2-2b75-4397-baf5-c26d16a09398 req-ce086237-2425-4819-897c-fc7bc48b3a35 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1427851
Apr 09 21:09:23.788191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34182) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:23.793524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'floatingip': {'port_id': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:23.856380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (f380f084-1ff8-46de-9eb3-d4e51c1e35af), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.897510 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-711e4919-297f-46ea-a4bf-0df10782def2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (449fef95-10ad-41eb-a37b-e7c4bd63be3e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.900139 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-711e4919-297f-46ea-a4bf-0df10782def2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:23.903833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-711e4919-297f-46ea-a4bf-0df10782def2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/449fef95-10ad-41eb-a37b-e7c4bd63be3e HTTP/1.1" status: 204  len: 168 time: 0.4099834
Apr 09 21:09:23.968874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ded1f0>, [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:09:19Z', 'revision_number': 3, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port': {'id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:16Z', 'updated_at': '2022-04-09T21:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:23.998128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-543ae807-931f-418a-8730-59275f7f33c1 req-74768e4f-e818-4942-aef3-9c928e072328 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250156
Apr 09 21:09:23.999761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34188) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:24.004757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e4919-297f-46ea-a4bf-0df10782def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449fef95-10ad-41eb-a37b-e7c4bd63be3e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:24.043751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbc702-5cc3-43f2-ab2a-d6e1a092688a None None] The sync data for ids ['7784a3d0-d172-49d9-953e-e9357769d6f1'] in ncdv-master-1 is: [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:09:19Z', 'revision_number': 3, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port': {'id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:16Z', 'updated_at': '2022-04-09T21:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:09:24.051882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e4314db9-67fb-4e2b-93f2-0c5be4390563 None None] Port 809ca3ad-d13d-4562-905f-9b7a46799f33 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:24.061985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f464b163-96d6-453e-89ab-74197303fe76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:24.093131 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:24.123255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9919e4-1fe6-4ddc-a912-87a1b96b8606 req-c3523d99-be27-45b6-855f-482ae5cd3db6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:24.130574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c9919e4-1fe6-4ddc-a912-87a1b96b8606 req-c3523d99-be27-45b6-855f-482ae5cd3db6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1314213
Apr 09 21:09:24.290692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37ca36f8-1d88-46cb-8bab-542b6f9a53ae req-d7251929-1c21-44f9-aebc-8009de8e72e0 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 210 time: 0.0672488
Apr 09 21:09:24.317410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c9919e4-1fe6-4ddc-a912-87a1b96b8606 req-a5768f67-9b76-4aac-8987-914a45ca168d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812704
Apr 09 21:09:24.332337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Pushing event updated for resources: {'Port': ['ID=809ca3ad-d13d-4562-905f-9b7a46799f33,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:24.335771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (7784a3d0-d172-49d9-953e-e9357769d6f1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:24.378723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f464b163-96d6-453e-89ab-74197303fe76 admin admin] Publish callbacks [] for security_group (62289f96-6050-4af2-9e13-88e5ab083524), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:24.405974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f464b163-96d6-453e-89ab-74197303fe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (62289f96-6050-4af2-9e13-88e5ab083524), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:24.562319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Network dd328838-53a8-48bc-96d3-4ed7570cd305 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:24.564180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:24.767466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Router 7784a3d0-d172-49d9-953e-e9357769d6f1 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:09:24.932848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:09:24.938528 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-019063c3-0850-4a66-9617-6cb0e0ece869 admin admin] 10.222.0.30 "PUT /v2.0/routers/7784a3d0-d172-49d9-953e-e9357769d6f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3332551
Apr 09 21:09:24.984067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-404fdaca-353e-4020-a972-7a07d4d37f26 None None] Provisioning complete for port 809ca3ad-d13d-4562-905f-9b7a46799f33 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:24.990129 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-404fdaca-353e-4020-a972-7a07d4d37f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:25.053476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-404fdaca-353e-4020-a972-7a07d4d37f26 None None] Port 809ca3ad-d13d-4562-905f-9b7a46799f33 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:25.147722 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:25.155630 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:25.252188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f464b163-96d6-453e-89ab-74197303fe76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf7f62c8b7834f2fa455bea84afd57c2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2483909
Apr 09 21:09:25.253380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34226) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:25.272264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464b163-96d6-453e-89ab-74197303fe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62289f96-6050-4af2-9e13-88e5ab083524,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:25.320924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cedbf-b4d9-42de-845d-bde706dba44f req-1fd5c649-fdbe-489e-95d1-daf7803fc90e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:25.327973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-901cedbf-b4d9-42de-845d-bde706dba44f req-1fd5c649-fdbe-489e-95d1-daf7803fc90e tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.2434211
Apr 09 21:09:25.342466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb56aad-7bd2-41f6-b3a9-209a9b41b632 req-310c3375-c801-4634-8330-37bc36d891a0 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:25.349542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-197ba07c-8ebe-48bd-a760-74ebbd3451f0 admin admin] Publish callbacks [] for security_group (62289f96-6050-4af2-9e13-88e5ab083524), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:25.350662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4bb56aad-7bd2-41f6-b3a9-209a9b41b632 req-310c3375-c801-4634-8330-37bc36d891a0 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.2671564
Apr 09 21:09:25.392036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-fa32ae34-cbd0-49dc-b8f9-b624f4f588c6 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:25.393599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-fa32ae34-cbd0-49dc-b8f9-b624f4f588c6 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.25 "GET /v2.0/networks?id=660333df-1b10-4d62-a4d3-34a451d03428 HTTP/1.1" status: 200  len: 813 time: 1.0132573
Apr 09 21:09:25.399126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-197ba07c-8ebe-48bd-a760-74ebbd3451f0 admin admin] Publish callbacks [] for security_group (62289f96-6050-4af2-9e13-88e5ab083524), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:25.445951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Request body: {'port': {'device_id': '26f567ca-fe77-4fda-a459-4a4378ca8cfe', 'network_id': '660333df-1b10-4d62-a4d3-34a451d03428', 'admin_state_up': True, 'tenant_id': '05f4a6d024fc4c758fe434c42500712f'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:25.485125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-197ba07c-8ebe-48bd-a760-74ebbd3451f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (62289f96-6050-4af2-9e13-88e5ab083524), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:25.488381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-197ba07c-8ebe-48bd-a760-74ebbd3451f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:25.489657 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-197ba07c-8ebe-48bd-a760-74ebbd3451f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62289f96-6050-4af2-9e13-88e5ab083524 HTTP/1.1" status: 204  len: 168 time: 0.2345788
Apr 09 21:09:25.499811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba07c-8ebe-48bd-a760-74ebbd3451f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62289f96-6050-4af2-9e13-88e5ab083524,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:25.647104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4bb56aad-7bd2-41f6-b3a9-209a9b41b632 req-5ddad532-8ba2-449f-ab22-5af6a054b9ad tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2955616
Apr 09 21:09:25.666509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-901cedbf-b4d9-42de-845d-bde706dba44f req-b989786e-4b57-4edb-8d20-ffe8ffa1a5a9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3374660
Apr 09 21:09:25.812459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Made reservation on behalf of 05f4a6d024fc4c758fe434c42500712f for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:25.816225 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:25.889863 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3280e549-7291-4238-8d6c-f591aff60391 req-02d703c5-f73e-4d73-81d2-ee1ea2a6bc2c tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 210 time: 0.0962040
Apr 09 21:09:25.937780 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:09:26.011230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 13a78ef6-342f-464b-a250-61dfb262c05a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:26.052653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8c06-8bd9-464f-8418-c7c4c10fd1e0 req-24d5c06b-1ee0-4376-92f3-ec6a1aeecb51 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:26.066703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d71b8c06-8bd9-464f-8418-c7c4c10fd1e0 req-24d5c06b-1ee0-4376-92f3-ec6a1aeecb51 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.2711294
Apr 09 21:09:26.108141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34284) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:26.131494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 13a78ef6-342f-464b-a250-61dfb262c05a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:26.131836 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.165174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.210741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da8f4f-1173-446e-b4b1-0b258fbd220f req-b50f2ab3-3877-4f05-bcc9-6c6c7b56f4c6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:26.218939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03da8f4f-1173-446e-b4b1-0b258fbd220f req-b50f2ab3-3877-4f05-bcc9-6c6c7b56f4c6 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1457448
Apr 09 21:09:26.221279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (f380f084-1ff8-46de-9eb3-d4e51c1e35af), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.318582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 13a78ef6-342f-464b-a250-61dfb262c05a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:26.319166 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.344354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d71b8c06-8bd9-464f-8418-c7c4c10fd1e0 req-fecffbcb-d781-4d63-9690-cf4ca35afc6b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747352
Apr 09 21:09:26.380404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 13a78ef6-342f-464b-a250-61dfb262c05a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13a78ef6-342f-464b-a250-61dfb262c05a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:26.387360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1521606637'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:26.391870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Allocated IP 172.20.0.2 (660333df-1b10-4d62-a4d3-34a451d03428/32112972-7bff-4a83-bc27-87eeada43b74/c84d0ae8-9567-4de2-a5cb-690c35219dbc) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:26.403915 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.462044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Made reservation on behalf of 4a94302830a44583bf2297a0898711e9 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:26.468414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.471993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03da8f4f-1173-446e-b4b1-0b258fbd220f req-caa22bc2-4a47-408d-b375-bea74d30b783 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519457
Apr 09 21:09:26.499031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.567917 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Floating IP f380f084-1ff8-46de-9eb3-d4e51c1e35af associated. External IP: 172.35.0.232, port: c10a4086-9086-4ac2-81ba-c750c7eaea1d.
Apr 09 21:09:26.591530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=13a78ef6-342f-464b-a250-61dfb262c05a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:26.643660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks [] for security_group (f3424b81-b5a3-44aa-b8bc-116beaac5fb2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.658846 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3424b81-b5a3-44aa-b8bc-116beaac5fb2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.694917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:26.732122 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1637dac9-dbf2-4e9c-b76d-33b4d1d018ff), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.732520 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Added segment 1637dac9-dbf2-4e9c-b76d-33b4d1d018ff of type vlan for network f0f20971-d7b6-4745-97d2-63faf41274c6
Apr 09 21:09:26.734440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3424b81-b5a3-44aa-b8bc-116beaac5fb2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:26.746540 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Sync routers for ids ['7784a3d0-d172-49d9-953e-e9357769d6f1'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:09:26.795954 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Routers {'7784a3d0-d172-49d9-953e-e9357769d6f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:26.798912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (f0f20971-d7b6-4745-97d2-63faf41274c6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.799071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75343548-4244-4146-8355-594b33b4168c req-59d37364-f1c0-45d8-81a4-f2af19bf9429 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:26.801134 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c054c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7784a3d0-d172-49d9-953e-e9357769d6f1'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:26.809380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75343548-4244-4146-8355-594b33b4168c req-59d37364-f1c0-45d8-81a4-f2af19bf9429 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1951046
Apr 09 21:09:26.838736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (f0f20971-d7b6-4745-97d2-63faf41274c6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.848974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:26.849794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.878740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:26.891273 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.7818775
Apr 09 21:09:26.894482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34328) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:26.923953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Request body: {'subnet': {'network_id': 'f0f20971-d7b6-4745-97d2-63faf41274c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:26.928511 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Set router 7784a3d0-d172-49d9-953e-e9357769d6f1 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:26.935149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Publish callbacks [] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.076160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c57e84-cf6c-4aa4-8260-2be52f5b89ac tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event updated for resources: {'Network': ['ID=f0f20971-d7b6-4745-97d2-63faf41274c6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:27.081522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb236f-8047-4826-8e65-c7d916794968 req-8efc6a9c-97da-4f68-88f9-c2e7936fe6fa tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:27.083825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ccb236f-8047-4826-8e65-c7d916794968 req-8efc6a9c-97da-4f68-88f9-c2e7936fe6fa tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.2922506
Apr 09 21:09:27.088994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network f0f20971-d7b6-4745-97d2-63faf41274c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:27.110725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Made reservation on behalf of 4a94302830a44583bf2297a0898711e9 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:27.115955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.133286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75343548-4244-4146-8355-594b33b4168c req-38e56854-b305-4077-b45b-c626b7a14f5d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223808
Apr 09 21:09:27.231687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.252086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ccb236f-8047-4826-8e65-c7d916794968 req-48f53e2f-5003-4d42-9b2f-5e1050d078a3 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507766
Apr 09 21:09:27.284276 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c054c10>, [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:09:23Z', 'revision_number': 4, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port': {'id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:16Z', 'updated_at': '2022-04-09T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '809ca3ad-d13d-4562-905f-9b7a46799f33', 'name': '', 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'mac_address': 'fa:16:3e:89:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '9bc25923-caf5-40f9-bc91-bfb20d66f8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:22Z', 'updated_at': '2022-04-09T21:09:23Z', 'revision_number': 2, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'subnets': [{'id': '9bc25923-caf5-40f9-bc91-bfb20d66f8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:27.324731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Network 660333df-1b10-4d62-a4d3-34a451d03428 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:27.338171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:27.345208 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Checking router: 7784a3d0-d172-49d9-953e-e9357769d6f1 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:09:27.346206 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Updating router 7784a3d0-d172-49d9-953e-e9357769d6f1 port 809ca3ad-d13d-4562-905f-9b7a46799f33 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:09:27.347029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:27.389890 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.446455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (277bd42c-ef99-4eff-8e28-c8b48f06e31d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.487969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920485b-35db-4b34-96f6-9c07cb84dc99 req-4f010a6f-cd1b-4702-aca8-da59ed945f15 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:27.489491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8920485b-35db-4b34-96f6-9c07cb84dc99 req-4f010a6f-cd1b-4702-aca8-da59ed945f15 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.0643857
Apr 09 21:09:27.506985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34356) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:27.508593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event updated for resources: {'Subnet': ['ID=277bd42c-ef99-4eff-8e28-c8b48f06e31d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:27.517389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Pushing event updated for resources: {'Port': ['ID=c84d0ae8-9567-4de2-a5cb-690c35219dbc,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:27.543632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Checking segment: {'id': '1637dac9-dbf2-4e9c-b76d-33b4d1d018ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f0f20971-d7b6-4745-97d2-63faf41274c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:27.544149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Network hostable DHCP agents. Network: f0f20971-d7b6-4745-97d2-63faf41274c6, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:27.564190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Network f0f20971-d7b6-4745-97d2-63faf41274c6 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:27.581788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0f20971-d7b6-4745-97d2-63faf41274c6) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:27.588526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:27.589956 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.590767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd098-6534-44ef-a37c-42296f0a298d req-be15ef70-728e-4dc2-8514-a40f64f8ac63 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:27.590899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0290991-adca-4034-95d2-c12bac58cfde None None] Network f0f20971-d7b6-4745-97d2-63faf41274c6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:27.599577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc0cd098-6534-44ef-a37c-42296f0a298d req-be15ef70-728e-4dc2-8514-a40f64f8ac63 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 931 time: 0.2956824
Apr 09 21:09:27.617803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:09:27.625728 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-19f6166d-8c88-4864-aec5-52c35e270445 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7130735
Apr 09 21:09:27.626145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:27.627102 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.630895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34360) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:27.635853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Request body: {'port': {'network_id': 'f0f20971-d7b6-4745-97d2-63faf41274c6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1949693336'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:27.678865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8920485b-35db-4b34-96f6-9c07cb84dc99 req-7b264900-d606-46c3-8b83-044d44e5928b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736045
Apr 09 21:09:27.686277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a429784b-0d58-4709-99f9-481b85e39c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.691750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-5caa5fdc-00f3-4d1e-8450-d226121cd7f5 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2591915
Apr 09 21:09:27.751321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Request body: {'port': {'device_id': '26f567ca-fe77-4fda-a459-4a4378ca8cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:27.758336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0f20971-d7b6-4745-97d2-63faf41274c6', 'network_id': 'f0f20971-d7b6-4745-97d2-63faf41274c6', 'project_id': '4a94302830a44583bf2297a0898711e9', 'fixed_ips': [{'subnet_id': '277bd42c-ef99-4eff-8e28-c8b48f06e31d'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:09:27.760272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.794443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc0cd098-6534-44ef-a37c-42296f0a298d req-2e5e7cfa-9f98-4857-8786-604ab7c84033 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917455
Apr 09 21:09:27.830378 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Publish callbacks [] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.846255 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.853529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a429784b-0d58-4709-99f9-481b85e39c46 admin admin] Publish callbacks [] for security_group (a7f875d4-bd1c-49f9-a69c-d0366efbefa0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.884337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a429784b-0d58-4709-99f9-481b85e39c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a7f875d4-bd1c-49f9-a69c-d0366efbefa0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:27.977220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70049-5391-4610-8de2-c8eee942df06 req-042c6276-b66d-4230-9b21-ff4f5992aad2 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:27.978995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9a70049-5391-4610-8de2-c8eee942df06 req-042c6276-b66d-4230-9b21-ff4f5992aad2 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1415040
Apr 09 21:09:27.989128 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d31c22-d42a-49df-8d1e-811e5b251c0a None None] Pushing event updated for resources: {'Port': ['ID=809ca3ad-d13d-4562-905f-9b7a46799f33,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:28.020959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Made reservation on behalf of 4a94302830a44583bf2297a0898711e9 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:28.022759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Allocated IP 172.20.0.2 (f0f20971-d7b6-4745-97d2-63faf41274c6/277bd42c-ef99-4eff-8e28-c8b48f06e31d/860d0850-85f8-4a47-9d2f-60a6d7da940f) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:28.025160 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.045444 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.065703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:09:28.070734 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.086258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21648f97-337b-4c8b-9b82-b1367a7be232 req-cf6a6888-0049-4f39-a882-fac68e33add9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:28.088404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21648f97-337b-4c8b-9b82-b1367a7be232 req-cf6a6888-0049-4f39-a882-fac68e33add9 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1352472
Apr 09 21:09:28.097653 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Attempting to bind port 809ca3ad-d13d-4562-905f-9b7a46799f33 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:28.098025 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Attempting to bind port 809ca3ad-d13d-4562-905f-9b7a46799f33 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:28.098387 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Attempting to bind port 809ca3ad-d13d-4562-905f-9b7a46799f33 on network dd328838-53a8-48bc-96d3-4ed7570cd305 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:28.106602 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:28.107042 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Checking segment: {'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:28.107631 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a429784b-0d58-4709-99f9-481b85e39c46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca8e8c724aac446c8a1de77129b10539&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5964053
Apr 09 21:09:28.108592 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.109598 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Bound using segment: {'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:28.110242 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Bound port: 809ca3ad-d13d-4562-905f-9b7a46799f33, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:28.111243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34364) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:28.111979 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.124638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429784b-0d58-4709-99f9-481b85e39c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f875d4-bd1c-49f9-a69c-d0366efbefa0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:28.130578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] device_id is not set on port 5be4b6d4-0151-4cb2-85a7-bd22f579b963 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:28.187490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 13a78ef6-342f-464b-a250-61dfb262c05a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:28.195594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] Sync routers for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:09:28.211333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-004e767c-9d78-4a77-aca7-780516fa2666 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "PUT /v2.0/floatingips/f380f084-1ff8-46de-9eb3-d4e51c1e35af HTTP/1.1" status: 200  len: 992 time: 4.4213481
Apr 09 21:09:28.221076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:28.224161 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fdb472-6687-4596-a9aa-744035c49e89" -d '{"events": [{"name": "network-changed", "server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:28.228789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9a70049-5391-4610-8de2-c8eee942df06 req-5687105e-b7f2-4625-be16-a44c4c05a2e8 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199621
Apr 09 21:09:28.252786 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] For port 809ca3ad-d13d-4562-905f-9b7a46799f33, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:28.274962 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] For port 809ca3ad-d13d-4562-905f-9b7a46799f33, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=809ca3ad-d13d-4562-905f-9b7a46799f33,segment=NetworkSegment(a78ba06c-8822-4c8a-a324-ea3a781eb9d5),segment_id=a78ba06c-8822-4c8a-a324-ea3a781eb9d5)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:28.293089 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.362841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21648f97-337b-4c8b-9b82-b1367a7be232 req-3f1db9f2-b2aa-41d1-880d-c2d888113e11 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475133
Apr 09 21:09:28.369708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:28.373326 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba587407-7c6c-4c00-b1cc-eac9afa96ebe x-openstack-request-id: req-ba587407-7c6c-4c00-b1cc-eac9afa96ebe {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:28.373616 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:28.373891 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba587407-7c6c-4c00-b1cc-eac9afa96ebe {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:28.374174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ed1700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:28.374318 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba587407-7c6c-4c00-b1cc-eac9afa96ebe'] response: {'name': 'network-changed', 'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'status': 'completed', 'code': 200}
Apr 09 21:09:28.405561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b05b4948-8db0-4dc3-8c95-cacc7dbc4fd4 admin admin] Publish callbacks [] for security_group (a7f875d4-bd1c-49f9-a69c-d0366efbefa0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.434009 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Routers {'7784a3d0-d172-49d9-953e-e9357769d6f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:28.434820 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c054c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7784a3d0-d172-49d9-953e-e9357769d6f1'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:28.499888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b05b4948-8db0-4dc3-8c95-cacc7dbc4fd4 admin admin] Publish callbacks [] for security_group (a7f875d4-bd1c-49f9-a69c-d0366efbefa0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.507475 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d31c22-d42a-49df-8d1e-811e5b251c0a None None] Pushing event updated for resources: {'Port': ['ID=809ca3ad-d13d-4562-905f-9b7a46799f33,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:28.558540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdb472-6687-4596-a9aa-744035c49e89 req-9024565b-289c-4e5b-84b4-20289f9556bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:28.560373 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-72fdb472-6687-4596-a9aa-744035c49e89 req-9024565b-289c-4e5b-84b4-20289f9556bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 1128 time: 0.1517253
Apr 09 21:09:28.642428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3f4b382b-1bc2-4267-9bba-47c487c598ba None None] Provisioning complete for port 809ca3ad-d13d-4562-905f-9b7a46799f33 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:28.644501 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f4b382b-1bc2-4267-9bba-47c487c598ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.671112 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] Set router 7784a3d0-d172-49d9-953e-e9357769d6f1 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:28.692310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdb472-6687-4596-a9aa-744035c49e89 req-ce10d16d-4d5e-43bb-a4c7-769b36d37a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:28.694023 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-72fdb472-6687-4596-a9aa-744035c49e89 req-ce10d16d-4d5e-43bb-a4c7-769b36d37a08 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.1260087
Apr 09 21:09:28.717383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 13a78ef6-342f-464b-a250-61dfb262c05a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:28.718111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.740343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f7a70-8f22-458c-821e-f718c3a408e7 req-0ed20248-bf03-4ef6-b4e6-915b913aaf86 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:28.741945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-782f7a70-8f22-458c-821e-f718c3a408e7 req-0ed20248-bf03-4ef6-b4e6-915b913aaf86 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1687963
Apr 09 21:09:28.748081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee76e7-a0fb-4b76-a598-54c7caa67a2c req-ec61bc7d-3385-4deb-9d1b-712da0b5742d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:28.755182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72ee76e7-a0fb-4b76-a598-54c7caa67a2c req-ec61bc7d-3385-4deb-9d1b-712da0b5742d tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1761086
Apr 09 21:09:28.764366 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Publish callbacks [] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.793826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:28.851364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Network f0f20971-d7b6-4745-97d2-63faf41274c6 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:28.865990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:28.891659 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-72fdb472-6687-4596-a9aa-744035c49e89 req-2352109e-d3f3-4210-b07d-e808fb80e6b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 200  len: 1000 time: 0.1894126
Apr 09 21:09:28.899100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:28.947992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdb472-6687-4596-a9aa-744035c49e89 req-af5019c3-2f76-4dbe-ac21-05e7cbf9c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:28.949871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-72fdb472-6687-4596-a9aa-744035c49e89 req-af5019c3-2f76-4dbe-ac21-05e7cbf9c520 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.0508041
Apr 09 21:09:28.954598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Allocated IP 172.20.0.5 (f0f20971-d7b6-4745-97d2-63faf41274c6/277bd42c-ef99-4eff-8e28-c8b48f06e31d/5be4b6d4-0151-4cb2-85a7-bd22f579b963) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:28.979091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b382b-1bc2-4267-9bba-47c487c598ba None None] Current status of the port 809ca3ad-d13d-4562-905f-9b7a46799f33 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:28.979487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f4b382b-1bc2-4267-9bba-47c487c598ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.019343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdb472-6687-4596-a9aa-744035c49e89 req-5a1a9028-f82a-4cc4-a4fb-582bab4f5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:29.021213 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-72fdb472-6687-4596-a9aa-744035c49e89 req-5a1a9028-f82a-4cc4-a4fb-582bab4f5d9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0638254
Apr 09 21:09:29.062782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:29.094382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Pushing event updated for resources: {'Port': ['ID=860d0850-85f8-4a47-9d2f-60a6d7da940f,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:29.123270 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c054c10>, [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:09:23Z', 'revision_number': 4, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port': {'id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:16Z', 'updated_at': '2022-04-09T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '809ca3ad-d13d-4562-905f-9b7a46799f33', 'name': '', 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'mac_address': 'fa:16:3e:89:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '9bc25923-caf5-40f9-bc91-bfb20d66f8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:22Z', 'updated_at': '2022-04-09T21:09:28Z', 'revision_number': 4, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'subnets': [{'id': '9bc25923-caf5-40f9-bc91-bfb20d66f8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:29.154648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3f4b382b-1bc2-4267-9bba-47c487c598ba None None] For port 809ca3ad-d13d-4562-905f-9b7a46799f33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=809ca3ad-d13d-4562-905f-9b7a46799f33,segment=NetworkSegment(a78ba06c-8822-4c8a-a324-ea3a781eb9d5),segment_id=a78ba06c-8822-4c8a-a324-ea3a781eb9d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:29.164589 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a94440-2853-404e-bf6c-f84d44535460 None None] The sync data for ids ['7784a3d0-d172-49d9-953e-e9357769d6f1'] in ncdv-master-1 is: [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:09:23Z', 'revision_number': 4, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port': {'id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:16Z', 'updated_at': '2022-04-09T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '809ca3ad-d13d-4562-905f-9b7a46799f33', 'name': '', 'network_id': 'dd328838-53a8-48bc-96d3-4ed7570cd305', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'mac_address': 'fa:16:3e:89:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '9bc25923-caf5-40f9-bc91-bfb20d66f8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:22Z', 'updated_at': '2022-04-09T21:09:28Z', 'revision_number': 4, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'subnets': [{'id': '9bc25923-caf5-40f9-bc91-bfb20d66f8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:09:29.223304 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f4b382b-1bc2-4267-9bba-47c487c598ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.260284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b05b4948-8db0-4dc3-8c95-cacc7dbc4fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a7f875d4-bd1c-49f9-a69c-d0366efbefa0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.263846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b05b4948-8db0-4dc3-8c95-cacc7dbc4fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.264452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b05b4948-8db0-4dc3-8c95-cacc7dbc4fd4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7f875d4-bd1c-49f9-a69c-d0366efbefa0 HTTP/1.1" status: 204  len: 168 time: 1.1477392
Apr 09 21:09:29.265433 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-72fdb472-6687-4596-a9aa-744035c49e89 req-360dc2b5-b8d0-4078-ac86-269009108433 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318969
Apr 09 21:09:29.286264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 13a78ef6-342f-464b-a250-61dfb262c05a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:29.309562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-782f7a70-8f22-458c-821e-f718c3a408e7 req-03291066-d344-45dd-9f00-833e284026e7 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5522788
Apr 09 21:09:29.329238 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72ee76e7-a0fb-4b76-a598-54c7caa67a2c req-d8068003-6285-4887-8c2b-6948c09708b8 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5730131
Apr 09 21:09:29.330113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b4948-8db0-4dc3-8c95-cacc7dbc4fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f875d4-bd1c-49f9-a69c-d0366efbefa0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:29.383979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84d0ae8-9567-4de2-a5cb-690c35219dbc {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:09:29.404372 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Publish callbacks [] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.477875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Transition to ACTIVE for port object c84d0ae8-9567-4de2-a5cb-690c35219dbc will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:09:29.482325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks [] for port (5be4b6d4-0151-4cb2-85a7-bd22f579b963), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.495792 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.641086 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-72fdb472-6687-4596-a9aa-744035c49e89 req-220efbd1-e3cb-448b-a937-541e1ee2ec83 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3515470
Apr 09 21:09:29.689830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5be4b6d4-0151-4cb2-85a7-bd22f579b963), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.790745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event updated for resources: {'Port': ['ID=5be4b6d4-0151-4cb2-85a7-bd22f579b963,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:29.791563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1850-346b-4a8e-8f4a-a108ba19039a req-c5c60fcb-c59a-4c29-8b49-bdec3c251eb1 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:29.801433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cbc1850-346b-4a8e-8f4a-a108ba19039a req-c5c60fcb-c59a-4c29-8b49-bdec3c251eb1 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 943 time: 0.3268523
Apr 09 21:09:29.807576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Pushing event updated for resources: {'Port': ['ID=c84d0ae8-9567-4de2-a5cb-690c35219dbc,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:29.810415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Network f0f20971-d7b6-4745-97d2-63faf41274c6 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:29.812036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:29.814822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:29.826431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9924b37-c22b-4095-99d4-d5d4960ee717 req-e3b33b3e-53c8-4787-b0cf-79597b00fa43 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:29.835842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9924b37-c22b-4095-99d4-d5d4960ee717 req-e3b33b3e-53c8-4787-b0cf-79597b00fa43 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.3438308
Apr 09 21:09:29.947394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:29.948463 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:29.962016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Attempting to bind port 860d0850-85f8-4a47-9d2f-60a6d7da940f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:29.974462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Attempting to bind port 860d0850-85f8-4a47-9d2f-60a6d7da940f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1637dac9-dbf2-4e9c-b76d-33b4d1d018ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f0f20971-d7b6-4745-97d2-63faf41274c6'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:29.974867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Attempting to bind port 860d0850-85f8-4a47-9d2f-60a6d7da940f on network f0f20971-d7b6-4745-97d2-63faf41274c6 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:29.999700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8f77fb42-aaef-4f07-a73a-10b82642962e None None] Provisioning complete for port 809ca3ad-d13d-4562-905f-9b7a46799f33 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:30.000118 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8f77fb42-aaef-4f07-a73a-10b82642962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.006842 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c8d28b86-d21f-49c3-b6d9-16f64ed95f2f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3730197
Apr 09 21:09:30.009341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34412) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:30.012906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:30.013312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Checking segment: {'id': '1637dac9-dbf2-4e9c-b76d-33b4d1d018ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f0f20971-d7b6-4745-97d2-63faf41274c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:30.013866 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.021201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Bound using segment: {'id': '1637dac9-dbf2-4e9c-b76d-33b4d1d018ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f0f20971-d7b6-4745-97d2-63faf41274c6'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:30.021971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Bound port: 860d0850-85f8-4a47-9d2f-60a6d7da940f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1637dac9-dbf2-4e9c-b76d-33b4d1d018ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f0f20971-d7b6-4745-97d2-63faf41274c6'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:30.022382 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.141122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 809ca3ad-d13d-4562-905f-9b7a46799f33 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:30.162902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9924b37-c22b-4095-99d4-d5d4960ee717 req-388b9899-dd6d-4b04-ba47-c8576b7164d4 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3188426
Apr 09 21:09:30.207584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Deleting port 5be4b6d4-0151-4cb2-85a7-bd22f579b963 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:30.208361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5be4b6d4-0151-4cb2-85a7-bd22f579b963), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.216616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cbc1850-346b-4a8e-8f4a-a108ba19039a req-68804607-fbb4-42f3-8b54-48b7fd998370 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4091456
Apr 09 21:09:30.270960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Attempting to bind port c84d0ae8-9567-4de2-a5cb-690c35219dbc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:30.271556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Attempting to bind port c84d0ae8-9567-4de2-a5cb-690c35219dbc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '62bf4516-a153-4651-aabe-603ab79d1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '660333df-1b10-4d62-a4d3-34a451d03428'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:30.272168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Attempting to bind port c84d0ae8-9567-4de2-a5cb-690c35219dbc on network 660333df-1b10-4d62-a4d3-34a451d03428 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:30.286071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Port c84d0ae8-9567-4de2-a5cb-690c35219dbc on network 660333df-1b10-4d62-a4d3-34a451d03428 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:30.289484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Attempting to bind port c84d0ae8-9567-4de2-a5cb-690c35219dbc on network 660333df-1b10-4d62-a4d3-34a451d03428 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:30.299149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:30.299744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Checking segment: {'id': '62bf4516-a153-4651-aabe-603ab79d1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '660333df-1b10-4d62-a4d3-34a451d03428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:30.299994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Bound using segment: {'id': '62bf4516-a153-4651-aabe-603ab79d1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '660333df-1b10-4d62-a4d3-34a451d03428'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:30.300976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Bound port: c84d0ae8-9567-4de2-a5cb-690c35219dbc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62bf4516-a153-4651-aabe-603ab79d1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '660333df-1b10-4d62-a4d3-34a451d03428'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:30.301383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.336038 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b382b-1bc2-4267-9bba-47c487c598ba None None] Pushing event updated for resources: {'Port': ['ID=809ca3ad-d13d-4562-905f-9b7a46799f33,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:30.442133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5be4b6d4-0151-4cb2-85a7-bd22f579b963), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.475483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Calling delete_port for 5be4b6d4-0151-4cb2-85a7-bd22f579b963 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:30.522225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ed1700>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f380f084-1ff8-46de-9eb3-d4e51c1e35af', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'floating_ip_address': '172.35.0.232', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'port_id': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'mac_address': 'fa:16:3e:25:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:08:53Z', 'updated_at': '2022-04-09T21:09:25Z', 'revision_number': 1, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:30.587333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] For port c84d0ae8-9567-4de2-a5cb-690c35219dbc, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:30.600950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] For port c84d0ae8-9567-4de2-a5cb-690c35219dbc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c84d0ae8-9567-4de2-a5cb-690c35219dbc,segment=NetworkSegment(62bf4516-a153-4651-aabe-603ab79d1288),segment_id=62bf4516-a153-4651-aabe-603ab79d1288)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:30.614203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cda740-da49-4f17-89e3-054919e13997 req-9e46ef68-d77a-4e1f-8030-93cb760c60fc tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:30.625677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86cda740-da49-4f17-89e3-054919e13997 req-9e46ef68-d77a-4e1f-8030-93cb760c60fc tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1426430
Apr 09 21:09:30.656342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.673343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8f77fb42-aaef-4f07-a73a-10b82642962e None None] Current status of the port 809ca3ad-d13d-4562-905f-9b7a46799f33 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:30.684072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] Checking router: 045ffbff-fcb9-4cab-aa5f-d749af500cd5 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:09:30.711762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 809ca3ad-d13d-4562-905f-9b7a46799f33 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:30.712217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.742173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:30.742881 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.744295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] 10.222.0.25 "PUT /v2.0/ports/c84d0ae8-9567-4de2-a5cb-690c35219dbc HTTP/1.1" status: 200  len: 1091 time: 3.0421841
Apr 09 21:09:30.744775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f567ca-fe77-4fda-a459-4a4378ca8cfe', 'tag': 'c84d0ae8-9567-4de2-a5cb-690c35219dbc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:30.757208 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e4fe12-d522-45cf-b92e-9dad86efd510" -d '{"events": [{"name": "network-changed", "server_uuid": "26f567ca-fe77-4fda-a459-4a4378ca8cfe", "tag": "c84d0ae8-9567-4de2-a5cb-690c35219dbc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:30.784202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5be4b6d4-0151-4cb2-85a7-bd22f579b963), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.786349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] For port 860d0850-85f8-4a47-9d2f-60a6d7da940f, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:30.830665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:30.831851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ed1700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:30.841146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] For port 860d0850-85f8-4a47-9d2f-60a6d7da940f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=860d0850-85f8-4a47-9d2f-60a6d7da940f,segment=NetworkSegment(1637dac9-dbf2-4e9c-b76d-33b4d1d018ff),segment_id=1637dac9-dbf2-4e9c-b76d-33b4d1d018ff)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:30.851171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86cda740-da49-4f17-89e3-054919e13997 req-c13b1090-e614-4dde-a5eb-01812aa1184e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244859
Apr 09 21:09:30.859258 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b11c5bb-b1e4-4ca9-a4a9-41eb6ac41f06 x-openstack-request-id: req-9b11c5bb-b1e4-4ca9-a4a9-41eb6ac41f06 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:30.859743 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f567ca-fe77-4fda-a459-4a4378ca8cfe", "tag": "c84d0ae8-9567-4de2-a5cb-690c35219dbc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:30.869666 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b11c5bb-b1e4-4ca9-a4a9-41eb6ac41f06 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:30.870388 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b11c5bb-b1e4-4ca9-a4a9-41eb6ac41f06'] response: {'name': 'network-changed', 'server_uuid': '26f567ca-fe77-4fda-a459-4a4378ca8cfe', 'tag': 'c84d0ae8-9567-4de2-a5cb-690c35219dbc', 'status': 'completed', 'code': 200}
Apr 09 21:09:30.909603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bc079-47bd-437d-941d-3c4bb1a3183a service neutron] Pushing event updated for resources: {'Port': ['ID=c84d0ae8-9567-4de2-a5cb-690c35219dbc,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:30.918725 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:30.922929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event deleted for resources: {'Port': ['ID=5be4b6d4-0151-4cb2-85a7-bd22f579b963,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:30.952411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.956005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-ffd27571-d06c-4499-8b41-51b0d0aefd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:30.959418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-ffd27571-d06c-4499-8b41-51b0d0aefd39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f4a6d024fc4c758fe434c42500712f&device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 1125 time: 0.1548543
Apr 09 21:09:30.959603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.960140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.960734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.961349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.961949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.962502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.963003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.963528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.966200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.966557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.966899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.977643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.978247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:30.978747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:09:31.035469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-9a97d266-5108-4921-b1f1-a09a346d441e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c84d0ae8-9567-4de2-a5cb-690c35219dbc HTTP/1.1" status: 200  len: 217 time: 0.0594518
Apr 09 21:09:31.125839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:31.131941 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6d13f98a-a68b-4537-9df4-25ad5e200397 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "DELETE /v2.0/ports/5be4b6d4-0151-4cb2-85a7-bd22f579b963 HTTP/1.1" status: 204  len: 168 time: 1.1189828
Apr 09 21:09:31.133788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34478) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:31.178082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-e2228729-68c4-4cf2-8306-042ba7bbf809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:31.181091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-e2228729-68c4-4cf2-8306-042ba7bbf809 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=32112972-7bff-4a83-bc27-87eeada43b74 HTTP/1.1" status: 200  len: 853 time: 0.1337140
Apr 09 21:09:31.229399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 809ca3ad-d13d-4562-905f-9b7a46799f33 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:31.295206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-05a2175f-ffd7-4dd1-aae7-1e05b3c678f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=660333df-1b10-4d62-a4d3-34a451d03428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978780
Apr 09 21:09:31.295487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17c76d-6349-4992-84a8-9338b89e9f0a None None] Pushing event updated for resources: {'Port': ['ID=860d0850-85f8-4a47-9d2f-60a6d7da940f,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:31.428464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:31.477333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:31.575791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-610a242f-da17-4e83-9a52-df802569ca7a tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.4406023
Apr 09 21:09:31.577655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34492) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:31.584006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-451128595'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:31.632499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Made reservation on behalf of 4a94302830a44583bf2297a0898711e9 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:31.644024 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:31.680594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48881b9b-df0a-4eaa-81d5-0b2e7b1da2cb req-89235368-abcd-479f-9209-b6da452f94fa tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:31.689138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48881b9b-df0a-4eaa-81d5-0b2e7b1da2cb req-89235368-abcd-479f-9209-b6da452f94fa tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.3291004
Apr 09 21:09:31.702497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4292-c59b-4ee3-9d50-a0efe1d08c13 req-9c70c96e-6794-4730-85c5-7efad267d7f1 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:31.721429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-693b4292-c59b-4ee3-9d50-a0efe1d08c13 req-9c70c96e-6794-4730-85c5-7efad267d7f1 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 943 time: 0.3142707
Apr 09 21:09:31.738884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:31.763019 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (efcd7338-d119-4850-9524-2409daf52785), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:31.763697 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Added segment efcd7338-d119-4850-9524-2409daf52785 of type vlan for network 93883365-37b1-4e6a-80cf-3779cb261519
Apr 09 21:09:31.823375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-28a89e95-2201-435e-a2f9-37e694b1c303 service neutron] 10.222.0.25 "GET /v2.0/networks/660333df-1b10-4d62-a4d3-34a451d03428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5202539
Apr 09 21:09:31.826259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (93883365-37b1-4e6a-80cf-3779cb261519), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:31.907797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (93883365-37b1-4e6a-80cf-3779cb261519), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:31.919062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:31.922067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:31.947138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48881b9b-df0a-4eaa-81d5-0b2e7b1da2cb req-186c55d7-fbaa-4026-a8c8-79911d0f1688 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2568409
Apr 09 21:09:31.989165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-693b4292-c59b-4ee3-9d50-a0efe1d08c13 req-abca53ce-8b02-427d-9cb4-2ff1ad2765d9 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575600
Apr 09 21:09:32.154240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ed1700>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f380f084-1ff8-46de-9eb3-d4e51c1e35af', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'floating_ip_address': '172.35.0.232', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'port_id': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'mac_address': 'fa:16:3e:25:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:08:53Z', 'updated_at': '2022-04-09T21:09:25Z', 'revision_number': 1, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:32.183780 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.6042604
Apr 09 21:09:32.190836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34532) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:32.210212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9f955-caf9-4941-ad40-68885264a391 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event updated for resources: {'Network': ['ID=93883365-37b1-4e6a-80cf-3779cb261519,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:32.233741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec958cab-f967-43f0-845d-1e3143159f8a None None] The sync data for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 is: [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f380f084-1ff8-46de-9eb3-d4e51c1e35af', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'floating_ip_address': '172.35.0.232', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'port_id': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'mac_address': 'fa:16:3e:25:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:08:53Z', 'updated_at': '2022-04-09T21:09:25Z', 'revision_number': 1, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:09:32.240494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 93883365-37b1-4e6a-80cf-3779cb261519 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:32.253880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 860d0850-85f8-4a47-9d2f-60a6d7da940f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:32.496786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 860d0850-85f8-4a47-9d2f-60a6d7da940f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:32.497182 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:32.518076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dc88a-5de3-43eb-a391-5ea4ae36c437 req-4e7a605d-71fb-4b94-8597-94ad17ea8edd tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:32.524891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b4dc88a-5de3-43eb-a391-5ea4ae36c437 req-4e7a605d-71fb-4b94-8597-94ad17ea8edd tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.4273705
Apr 09 21:09:32.577880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb14e559-b6ab-48ab-9b52-0d1be6d3a522 req-32da6932-0082-4e1e-ba37-2ee920c4bebd service neutron] 10.222.0.25 "GET /v2.0/networks/660333df-1b10-4d62-a4d3-34a451d03428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7452750
Apr 09 21:09:32.660506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 860d0850-85f8-4a47-9d2f-60a6d7da940f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:32.660988 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:32.693715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c2f8e-fe04-4df9-876b-1d4790f46578 req-e013cb37-3bcc-41b6-b780-744c5a5ba4d1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:32.697308 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152388dc-e216-40ae-ad2d-0ffff93d938d None None] New status for floating IP f380f084-1ff8-46de-9eb3-d4e51c1e35af: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:09:32.701753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a20c2f8e-fe04-4df9-876b-1d4790f46578 req-e013cb37-3bcc-41b6-b780-744c5a5ba4d1 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.2117255
Apr 09 21:09:32.711898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 860d0850-85f8-4a47-9d2f-60a6d7da940f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=860d0850-85f8-4a47-9d2f-60a6d7da940f,segment=NetworkSegment(1637dac9-dbf2-4e9c-b76d-33b4d1d018ff),segment_id=1637dac9-dbf2-4e9c-b76d-33b4d1d018ff)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:32.724359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:32.725654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 809ca3ad-d13d-4562-905f-9b7a46799f33 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:32.759070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a32959f3-46e1-4673-8ece-acd667cb345c tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "GET /v2.0/agents/55406ab2-f9a2-4618-88ee-0b3ddd76d323/dhcp-networks HTTP/1.1" status: 200  len: 8914 time: 0.5591497
Apr 09 21:09:32.763699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34564) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:32.781069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b4dc88a-5de3-43eb-a391-5ea4ae36c437 req-c7ebf17b-1026-4d29-a3ab-b0d3bda19017 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983380
Apr 09 21:09:32.814804 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:09:32.836266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a20c2f8e-fe04-4df9-876b-1d4790f46578 req-c80f79d3-6604-4588-9e35-0b2bfda9f507 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332924
Apr 09 21:09:32.848848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=860d0850-85f8-4a47-9d2f-60a6d7da940f,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:32.876895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 809ca3ad-d13d-4562-905f-9b7a46799f33 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:32.877254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:32.882137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f0df2-7fe9-4272-a99b-c38764f52c07 tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] Network 93883365-37b1-4e6a-80cf-3779cb261519 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:32.896607 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c19f0df2-7fe9-4272-a99b-c38764f52c07 tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "POST /v2.0/agents/55406ab2-f9a2-4618-88ee-0b3ddd76d323/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1292722
Apr 09 21:09:32.898769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34574) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:32.907016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598d775-9b9c-4a26-9e44-a18a1081ff1e None None] Network 93883365-37b1-4e6a-80cf-3779cb261519 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:32.953439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b1be18-3e55-4ed5-bfdd-1583344e8618 None None] Network f0f20971-d7b6-4745-97d2-63faf41274c6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:33.073364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.079720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-537187349'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:33.124396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4adee5d-e544-4656-b4f2-aa3438d437c3 tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "GET /v2.0/agents/55406ab2-f9a2-4618-88ee-0b3ddd76d323/dhcp-networks HTTP/1.1" status: 200  len: 9684 time: 0.2240648
Apr 09 21:09:33.125611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34596) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.168997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8311dc4d-e52a-43b8-a821-4fd290c2e846 None None] Provisioning complete for port 860d0850-85f8-4a47-9d2f-60a6d7da940f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:33.169570 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8311dc4d-e52a-43b8-a821-4fd290c2e846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.179006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:33.182944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.209383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97f77d-72c3-4ab3-b12c-07a0041e14bf req-5ebbba29-6a71-4c0c-b5c4-b46fb1f3151a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:33.216549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a97f77d-72c3-4ab3-b12c-07a0041e14bf req-5ebbba29-6a71-4c0c-b5c4-b46fb1f3151a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1486750
Apr 09 21:09:33.222269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f523a70-61e5-429e-b7d3-d84a2ed2dbe6 tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "DELETE /v2.0/agents/55406ab2-f9a2-4618-88ee-0b3ddd76d323/dhcp-networks/93883365-37b1-4e6a-80cf-3779cb261519 HTTP/1.1" status: 204  len: 168 time: 0.0954840
Apr 09 21:09:33.223009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34598) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.245623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d8f6-22d8-458b-a1d4-4312045e3c52 req-b4844936-b0b3-477e-b6e1-b9155719e6da tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:33.247209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ccc0d8f6-22d8-458b-a1d4-4312045e3c52 req-b4844936-b0b3-477e-b6e1-b9155719e6da tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 943 time: 0.1466002
Apr 09 21:09:33.284123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:33.288940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 809ca3ad-d13d-4562-905f-9b7a46799f33 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:33.310552 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0f899ce0-d1ba-4a80-a594-06d7d2bc3a81), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.310938 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Added segment 0f899ce0-d1ba-4a80-a594-06d7d2bc3a81 of type vlan for network 92519850-eedc-4d89-a26d-ad4b1c086541
Apr 09 21:09:33.330687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a97f77d-72c3-4ab3-b12c-07a0041e14bf req-39a7a26d-500c-45a5-8450-aa7b404c5c02 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131830
Apr 09 21:09:33.399777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (92519850-eedc-4d89-a26d-ad4b1c086541), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.405794 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-77c80965-3641-4b61-b8a4-2e936e2f9dac tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "GET /v2.0/agents/55406ab2-f9a2-4618-88ee-0b3ddd76d323/dhcp-networks HTTP/1.1" status: 200  len: 8914 time: 0.1815987
Apr 09 21:09:33.406418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.422860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ccc0d8f6-22d8-458b-a1d4-4312045e3c52 req-d24534c1-d05a-45b0-8e48-ff2af1d72275 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590624
Apr 09 21:09:33.430256 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a02b9fc-568a-4def-b26a-ddd868217c74 tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "GET /v2.0/networks/f0f20971-d7b6-4745-97d2-63faf41274c6/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0195220
Apr 09 21:09:33.430452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34604) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.463440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5e0480fe-14b3-46ef-b82b-8f99715b760c tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "GET /v2.0/networks/f0f20971-d7b6-4745-97d2-63faf41274c6/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0318189
Apr 09 21:09:33.465857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34606) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.467100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (92519850-eedc-4d89-a26d-ad4b1c086541), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.472784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:33.473466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.541691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4660759
Apr 09 21:09:33.557555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34608) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.559851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34610) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.569420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1754138283'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:33.587339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8311dc4d-e52a-43b8-a821-4fd290c2e846 None None] Current status of the port 860d0850-85f8-4a47-9d2f-60a6d7da940f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:33.629026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c54b3-400f-4083-9647-9b850adc3bbf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Network': ['ID=92519850-eedc-4d89-a26d-ad4b1c086541,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:33.641294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:33.641622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 92519850-eedc-4d89-a26d-ad4b1c086541 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:33.645995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.661094 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-daa7cb75-facb-417d-8b6b-d7a80b629d65 tempest-DHCPAgentSchedulersTestJSON-1898892532 tempest-DHCPAgentSchedulersTestJSON-1898892532-project-admin] 10.222.0.30 "GET /v2.0/agents/55406ab2-f9a2-4618-88ee-0b3ddd76d323/dhcp-networks HTTP/1.1" status: 200  len: 8914 time: 0.1913290
Apr 09 21:09:33.662375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34614) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.676118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:33.691664 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8c746d3e-f99f-4370-9c21-870cb18702b6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.692384 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Added segment 8c746d3e-f99f-4370-9c21-870cb18702b6 of type vlan for network f6f98062-6e39-47e6-ab8a-083f21750bda
Apr 09 21:09:33.741612 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (f6f98062-6e39-47e6-ab8a-083f21750bda), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.781927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (f6f98062-6e39-47e6-ab8a-083f21750bda), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.783984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e0debab7-fe6c-42e9-b681-f6bc441b0ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.788156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:33.788816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ce632a74-af93-4da5-8e7f-14d0200df9bb None None] Provisioning complete for port 860d0850-85f8-4a47-9d2f-60a6d7da940f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:33.789231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.789434 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce632a74-af93-4da5-8e7f-14d0200df9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.815328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (93883365-37b1-4e6a-80cf-3779cb261519), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:33.847636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34620) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:33.849183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2920270
Apr 09 21:09:33.853781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'subnet': {'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:33.933204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ce632a74-af93-4da5-8e7f-14d0200df9bb None None] Current status of the port 860d0850-85f8-4a47-9d2f-60a6d7da940f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:33.985294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e4505-a810-4698-adca-dd5f3940507e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Network': ['ID=f6f98062-6e39-47e6-ab8a-083f21750bda,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:33.997913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network f6f98062-6e39-47e6-ab8a-083f21750bda details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:34.016598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 860d0850-85f8-4a47-9d2f-60a6d7da940f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:34.034937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca6973-5247-4186-aa36-6bfb45ce5af4 req-92900e2f-3ef5-406a-8b3b-441dc14ada0d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:34.037788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6ca6973-5247-4186-aa36-6bfb45ce5af4 req-92900e2f-3ef5-406a-8b3b-441dc14ada0d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1372023
Apr 09 21:09:34.099735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6ca6973-5247-4186-aa36-6bfb45ce5af4 req-c189a8a8-aaff-4d89-b21a-a361d4d86102 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537767
Apr 09 21:09:34.108468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f717-2a99-4c5e-9357-8af900cbe453 req-4502d9b9-bd6c-47cc-bb92-545e0abe899b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:34.111084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c570f717-2a99-4c5e-9357-8af900cbe453 req-4502d9b9-bd6c-47cc-bb92-545e0abe899b tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1410587
Apr 09 21:09:34.113671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-59b9e217-fc82-4431-94da-29b56c05260a None None] Could not find standard attr ID for object 5be4b6d4-0151-4cb2-85a7-bd22f579b963. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:09:34.139804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (93883365-37b1-4e6a-80cf-3779cb261519), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.156966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 860d0850-85f8-4a47-9d2f-60a6d7da940f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:34.157378 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.174886 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e0debab7-fe6c-42e9-b681-f6bc441b0ac0 admin admin] Publish callbacks [] for security_group (646dfa19-9417-4f5e-84d8-61844242f336), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.182996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:34.188880 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.195225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c570f717-2a99-4c5e-9357-8af900cbe453 req-5f4c0736-4b2e-4910-9768-848152058037 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716751
Apr 09 21:09:34.202786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237458dc70>,) {'filters': {'network_id': ['93883365-37b1-4e6a-80cf-3779cb261519']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:34.205223 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e0debab7-fe6c-42e9-b681-f6bc441b0ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (646dfa19-9417-4f5e-84d8-61844242f336), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.251543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237458dc70>, 'efcd7338-d119-4850-9524-2409daf52785') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:34.251773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237458dc70>, 'efcd7338-d119-4850-9524-2409daf52785') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:34.258839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 860d0850-85f8-4a47-9d2f-60a6d7da940f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:34.307345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (efcd7338-d119-4850-9524-2409daf52785), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.322424 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e0debab7-fe6c-42e9-b681-f6bc441b0ac0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=468589285d224e168d1fddd43516092e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7615700
Apr 09 21:09:34.325555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34624) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:34.330094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0debab7-fe6c-42e9-b681-f6bc441b0ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646dfa19-9417-4f5e-84d8-61844242f336,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:34.341762 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (efcd7338-d119-4850-9524-2409daf52785), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.353696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:34.354114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (efcd7338-d119-4850-9524-2409daf52785), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:34.357521 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:34.383293 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8aad517-2211-4007-89bf-5669011b0acb admin admin] Publish callbacks [] for security_group (646dfa19-9417-4f5e-84d8-61844242f336), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.406797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8aad517-2211-4007-89bf-5669011b0acb admin admin] Publish callbacks [] for security_group (646dfa19-9417-4f5e-84d8-61844242f336), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.420554 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (93883365-37b1-4e6a-80cf-3779cb261519), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.428860 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.431949 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "DELETE /v2.0/networks/93883365-37b1-4e6a-80cf-3779cb261519 HTTP/1.1" status: 204  len: 168 time: 0.7686484
Apr 09 21:09:34.435445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:34.469574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98d6c5-f35b-4775-b0bd-edea6bf4035d tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event deleted for resources: {'Network': ['ID=93883365-37b1-4e6a-80cf-3779cb261519,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:34.475849 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84303f0-8504-4bce-aafc-71751112f12c tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:09:34.476435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84303f0-8504-4bce-aafc-71751112f12c tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:09:34.479526 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b84303f0-8504-4bce-aafc-71751112f12c tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "DELETE /v2.0/ports/5be4b6d4-0151-4cb2-85a7-bd22f579b963 HTTP/1.1" status: 404  len: 333 time: 0.0418954
Apr 09 21:09:34.480631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69751140-b92a-4254-a004-dbc6b5b974c3 req-1f0ce28d-a40c-4c5b-8f07-fe7d24fd8d2b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:34.482218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69751140-b92a-4254-a004-dbc6b5b974c3 req-1f0ce28d-a40c-4c5b-8f07-fe7d24fd8d2b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.0782983
Apr 09 21:09:34.483112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34632) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:34.587058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (1cc60a1b-b0e4-4964-b277-14acb7533918), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.594363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9050a6c-3cf8-49cd-9d2e-e358edf21d4f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Deleting subnet 277bd42c-ef99-4eff-8e28-c8b48f06e31d {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:09:34.596679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8aad517-2211-4007-89bf-5669011b0acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (646dfa19-9417-4f5e-84d8-61844242f336), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.599155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8aad517-2211-4007-89bf-5669011b0acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.600256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e8aad517-2211-4007-89bf-5669011b0acb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/646dfa19-9417-4f5e-84d8-61844242f336 HTTP/1.1" status: 204  len: 168 time: 0.2736828
Apr 09 21:09:34.607582 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9050a6c-3cf8-49cd-9d2e-e358edf21d4f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks [] for subnet (277bd42c-ef99-4eff-8e28-c8b48f06e31d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.646600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Subnet': ['ID=1cc60a1b-b0e4-4964-b277-14acb7533918,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:34.650357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69751140-b92a-4254-a004-dbc6b5b974c3 req-3ebb5af9-6028-4bdf-9a0d-4d8bff423380 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579227
Apr 09 21:09:34.651094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad517-2211-4007-89bf-5669011b0acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646dfa19-9417-4f5e-84d8-61844242f336,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:34.664004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Checking segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:34.664373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network hostable DHCP agents. Network: 92519850-eedc-4d89-a26d-ad4b1c086541, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:34.666949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7ba6e-b4ea-4ec7-be7e-27d56469f533 req-23c0aef8-6044-48a3-bfcf-a4b9ed73bd5d tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:34.668480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eea7ba6e-b4ea-4ec7-be7e-27d56469f533 req-23c0aef8-6044-48a3-bfcf-a4b9ed73bd5d tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 943 time: 0.1350503
Apr 09 21:09:34.692366 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9050a6c-3cf8-49cd-9d2e-e358edf21d4f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (277bd42c-ef99-4eff-8e28-c8b48f06e31d), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.694726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network 92519850-eedc-4d89-a26d-ad4b1c086541 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:34.706137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92519850-eedc-4d89-a26d-ad4b1c086541) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:34.711257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:34.713342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.719312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350049f-459c-4b78-814e-f230a838963a None None] Network 92519850-eedc-4d89-a26d-ad4b1c086541 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:34.744751 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-19c457f9-7528-459b-a2c2-537471f6c0c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.8958583
Apr 09 21:09:34.747149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34636) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:34.757706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'subnet': {'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:34.780022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eea7ba6e-b4ea-4ec7-be7e-27d56469f533 req-a7b119aa-fd92-429e-b131-8221b3f21131 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018677
Apr 09 21:09:34.829694 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9050a6c-3cf8-49cd-9d2e-e358edf21d4f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (277bd42c-ef99-4eff-8e28-c8b48f06e31d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.850937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92519850-eedc-4d89-a26d-ad4b1c086541', 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'fixed_ips': [{'subnet_id': '1cc60a1b-b0e4-4964-b277-14acb7533918'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:09:34.851813 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.882448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:34.886279 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.914350 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9050a6c-3cf8-49cd-9d2e-e358edf21d4f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (277bd42c-ef99-4eff-8e28-c8b48f06e31d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.943856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9050a6c-3cf8-49cd-9d2e-e358edf21d4f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event deleted for resources: {'Subnet': ['ID=277bd42c-ef99-4eff-8e28-c8b48f06e31d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:34.954580 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9050a6c-3cf8-49cd-9d2e-e358edf21d4f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:34.959134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a9050a6c-3cf8-49cd-9d2e-e358edf21d4f tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "DELETE /v2.0/subnets/277bd42c-ef99-4eff-8e28-c8b48f06e31d HTTP/1.1" status: 204  len: 168 time: 0.4750662
Apr 09 21:09:34.961554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34640) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:34.997760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fd693f-e0f0-4006-b4ee-3dcf795e5d4f None None] Network f0f20971-d7b6-4745-97d2-63faf41274c6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:35.069879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34642) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:35.070631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Allocated IP 10.1.1.2 (92519850-eedc-4d89-a26d-ad4b1c086541/1cc60a1b-b0e4-4964-b277-14acb7533918/fbecf7fa-fb46-4c9f-b254-b2c8f97c13af) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:35.090766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6515d913-0488-4776-8771-856ea68c3f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.101337 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (f0f20971-d7b6-4745-97d2-63faf41274c6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.118294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (b13cde6a-1510-4a65-8799-c721bbe26f47), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.246220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] DHCP port deletion for f0f20971-d7b6-4745-97d2-63faf41274c6 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:09:35.295969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dea522-f27c-4083-986b-e29a90b85756 req-704e0023-8c83-456e-bf08-7c54e67c7eb5 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:35.297614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67dea522-f27c-4083-986b-e29a90b85756 req-704e0023-8c83-456e-bf08-7c54e67c7eb5 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.0543480
Apr 09 21:09:35.329946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] Deleting port 860d0850-85f8-4a47-9d2f-60a6d7da940f {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:35.330467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.335834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Publish callbacks [] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.341993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Deleting port 860d0850-85f8-4a47-9d2f-60a6d7da940f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:35.342374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.352752 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.412996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29193809-4ffd-4777-a3fc-2b75cd495585 req-ff576afb-5d94-4517-8af2-2d2a52593a11 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:35.414540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29193809-4ffd-4777-a3fc-2b75cd495585 req-ff576afb-5d94-4517-8af2-2d2a52593a11 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1135218
Apr 09 21:09:35.452898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Network 92519850-eedc-4d89-a26d-ad4b1c086541 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:35.462099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:35.468446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6515d913-0488-4776-8771-856ea68c3f95 admin admin] Publish callbacks [] for security_group (3428f381-9036-4d12-8dcd-92dcd0390ced), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.469646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:35.475793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Pushing event updated for resources: {'Port': ['ID=fbecf7fa-fb46-4c9f-b254-b2c8f97c13af,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:35.479703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] For port 860d0850-85f8-4a47-9d2f-60a6d7da940f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=860d0850-85f8-4a47-9d2f-60a6d7da940f,segment=NetworkSegment(1637dac9-dbf2-4e9c-b76d-33b4d1d018ff),segment_id=1637dac9-dbf2-4e9c-b76d-33b4d1d018ff)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:35.480343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.502777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6515d913-0488-4776-8771-856ea68c3f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3428f381-9036-4d12-8dcd-92dcd0390ced), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.507148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] For port 860d0850-85f8-4a47-9d2f-60a6d7da940f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=860d0850-85f8-4a47-9d2f-60a6d7da940f,segment=NetworkSegment(1637dac9-dbf2-4e9c-b76d-33b4d1d018ff),segment_id=1637dac9-dbf2-4e9c-b76d-33b4d1d018ff)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:35.507503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.514481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Subnet': ['ID=b13cde6a-1510-4a65-8799-c721bbe26f47,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:35.521084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] Calling delete_port for 860d0850-85f8-4a47-9d2f-60a6d7da940f owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:35.522441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Checking segment: {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:35.523328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network hostable DHCP agents. Network: f6f98062-6e39-47e6-ab8a-083f21750bda, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:35.535384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67dea522-f27c-4083-986b-e29a90b85756 req-7c3c5056-a36c-49bc-a1b3-a90983318cec tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239416
Apr 09 21:09:35.543255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network f6f98062-6e39-47e6-ab8a-083f21750bda is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:35.556792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Calling delete_port for 860d0850-85f8-4a47-9d2f-60a6d7da940f owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:35.561339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6f98062-6e39-47e6-ab8a-083f21750bda) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:35.571744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:35.572929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.593199 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b0887798-8981-44ff-921d-3608a398a2d7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.8440466
Apr 09 21:09:35.595611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515d913-0488-4776-8771-856ea68c3f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3428f381-9036-4d12-8dcd-92dcd0390ced,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:35.596517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34648) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:35.601716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c144e78-be0c-47ad-8a2d-981f12763791 None None] Network f6f98062-6e39-47e6-ab8a-083f21750bda requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:35.603180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'port': {'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'name': 'tempest-TaggedBootDevicesTest_v242-1939590577', 'fixed_ips': [{'subnet_id': '1cc60a1b-b0e4-4964-b277-14acb7533918'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:35.603612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Attempting to bind port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:35.603928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6515d913-0488-4776-8771-856ea68c3f95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=460575013bcb4817b6fb30b7c9ada747&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5330515
Apr 09 21:09:35.604059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Attempting to bind port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:35.604456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Attempting to bind port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:35.619695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29193809-4ffd-4777-a3fc-2b75cd495585 req-e3ad3a6f-d6e2-46c7-94e3-043bb9887082 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622660
Apr 09 21:09:35.637674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:35.638038 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Checking segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:35.638453 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.638835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Bound using segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:35.639318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Bound port: fbecf7fa-fb46-4c9f-b254-b2c8f97c13af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:35.639783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.656742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34650) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:35.734608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3912-85ef-45b0-904f-db4d2c3abee1 admin admin] Publish callbacks [] for security_group (3428f381-9036-4d12-8dcd-92dcd0390ced), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.744401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:35.762041 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3912-85ef-45b0-904f-db4d2c3abee1 admin admin] Publish callbacks [] for security_group (3428f381-9036-4d12-8dcd-92dcd0390ced), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.771023 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.795599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f6f98062-6e39-47e6-ab8a-083f21750bda', 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda', 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'fixed_ips': [{'subnet_id': 'b13cde6a-1510-4a65-8799-c721bbe26f47'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:09:35.796510 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.838027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] No DVR routers for this DVR port 860d0850-85f8-4a47-9d2f-60a6d7da940f on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:09:35.841173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48e282-c5a9-48c2-abff-92c5dea5819c None None] Pushing event deleted for resources: {'Port': ['ID=860d0850-85f8-4a47-9d2f-60a6d7da940f,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:35.849613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] For port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:35.883148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] For port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbecf7fa-fb46-4c9f-b254-b2c8f97c13af,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:35.905768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83017f9b-e15d-4230-aa9d-1f4684b64916 req-2bb5038b-e258-4953-83cc-4ef26493109e tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:35.907953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.912958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83017f9b-e15d-4230-aa9d-1f4684b64916 req-2bb5038b-e258-4953-83cc-4ef26493109e tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1028855
Apr 09 21:09:35.925279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3912-85ef-45b0-904f-db4d2c3abee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3428f381-9036-4d12-8dcd-92dcd0390ced), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.928512 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3912-85ef-45b0-904f-db4d2c3abee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.932944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] device_id is not set on port d2e847f7-3df6-4159-af29-b43d77f7ab51 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:35.941603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e8dd3912-85ef-45b0-904f-db4d2c3abee1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3428f381-9036-4d12-8dcd-92dcd0390ced HTTP/1.1" status: 204  len: 168 time: 0.2747722
Apr 09 21:09:35.942654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (860d0850-85f8-4a47-9d2f-60a6d7da940f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.952488 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:35.967688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 860d0850-85f8-4a47-9d2f-60a6d7da940f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:09:36.005288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] No DVR routers for this DVR port 860d0850-85f8-4a47-9d2f-60a6d7da940f on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:09:36.038494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 860d0850-85f8-4a47-9d2f-60a6d7da940f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:09:36.038885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 860d0850-85f8-4a47-9d2f-60a6d7da940f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:09:36.091494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event deleted for resources: {'Port': ['ID=860d0850-85f8-4a47-9d2f-60a6d7da940f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:36.093934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd3912-85ef-45b0-904f-db4d2c3abee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3428f381-9036-4d12-8dcd-92dcd0390ced,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:36.113468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0004a-8f62-4270-ad3c-5a3d895ebdf5 req-d186cc2c-877c-4c42-8ac9-da96045f83d8 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:36.118502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9830de-10f2-4198-bdf5-9a0cc29d3109 None None] Pushing event updated for resources: {'Port': ['ID=fbecf7fa-fb46-4c9f-b254-b2c8f97c13af,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:36.121181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bf0004a-8f62-4270-ad3c-5a3d895ebdf5 req-d186cc2c-877c-4c42-8ac9-da96045f83d8 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 943 time: 0.1985223
Apr 09 21:09:36.144238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Allocated IP 10.2.2.2 (f6f98062-6e39-47e6-ab8a-083f21750bda/b13cde6a-1510-4a65-8799-c721bbe26f47/800bb7da-66a9-444e-9904-bae0ca99d86c) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:36.205943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bf0004a-8f62-4270-ad3c-5a3d895ebdf5 req-eb9702ab-a490-4f86-ba39-2abc5f6587be tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793054
Apr 09 21:09:36.223600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83017f9b-e15d-4230-aa9d-1f4684b64916 req-3b9d3e94-8693-493a-bfba-ec9559d4c956 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3072970
Apr 09 21:09:36.227477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Allocated IP 10.1.1.85 (92519850-eedc-4d89-a26d-ad4b1c086541/1cc60a1b-b0e4-4964-b277-14acb7533918/d2e847f7-3df6-4159-af29-b43d77f7ab51) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:36.272183 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (f0f20971-d7b6-4745-97d2-63faf41274c6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.294114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374600f40>,) {'filters': {'network_id': ['f0f20971-d7b6-4745-97d2-63faf41274c6']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:36.307880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374600f40>, '1637dac9-dbf2-4e9c-b76d-33b4d1d018ff') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:36.311606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374600f40>, '1637dac9-dbf2-4e9c-b76d-33b4d1d018ff') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:36.335630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (1637dac9-dbf2-4e9c-b76d-33b4d1d018ff), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.368917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1637dac9-dbf2-4e9c-b76d-33b4d1d018ff), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.416615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:36.417024 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (1637dac9-dbf2-4e9c-b76d-33b4d1d018ff), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:36.420352 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:36.423297 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Publish callbacks [] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.432057 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.524155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Network f6f98062-6e39-47e6-ab8a-083f21750bda is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:36.526828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-c6e6a9e2-3110-4e0b-8925-ca4df4c94884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:36.528660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-c6e6a9e2-3110-4e0b-8925-ca4df4c94884 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f4a6d024fc4c758fe434c42500712f&device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 1125 time: 0.1337101
Apr 09 21:09:36.532342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:36.536836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:36.539253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Pushing event updated for resources: {'Port': ['ID=800bb7da-66a9-444e-9904-bae0ca99d86c,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:36.543317 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (f0f20971-d7b6-4745-97d2-63faf41274c6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.556246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.557047 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.561829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] 10.222.0.30 "DELETE /v2.0/networks/f0f20971-d7b6-4745-97d2-63faf41274c6 HTTP/1.1" status: 204  len: 168 time: 1.5989525
Apr 09 21:09:36.632671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d2af-d6d8-4f0b-944a-323109e82590 tempest-DHCPAgentSchedulersTestJSON-1233453874 tempest-DHCPAgentSchedulersTestJSON-1233453874-project] Pushing event deleted for resources: {'Network': ['ID=f0f20971-d7b6-4745-97d2-63faf41274c6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:36.655191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.724271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Attempting to bind port 800bb7da-66a9-444e-9904-bae0ca99d86c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:36.724578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Attempting to bind port 800bb7da-66a9-444e-9904-bae0ca99d86c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:36.724909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Attempting to bind port 800bb7da-66a9-444e-9904-bae0ca99d86c on network f6f98062-6e39-47e6-ab8a-083f21750bda {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:36.733067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:36.733505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Checking segment: {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:36.733914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.734310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Bound using segment: {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:36.734785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Bound port: 800bb7da-66a9-444e-9904-bae0ca99d86c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:36.735166 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.778055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8f4de-bdad-486b-b971-5dcba4d98b84 req-d012e452-9e81-4984-ac50-2b13d7b40bb8 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:36.789594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-654e759e-831e-48a7-a187-9dc1fff8343f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:36.791809 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-654e759e-831e-48a7-a187-9dc1fff8343f tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.25 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1533575
Apr 09 21:09:36.795056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afb8f4de-bdad-486b-b971-5dcba4d98b84 req-d012e452-9e81-4984-ac50-2b13d7b40bb8 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.0950680
Apr 09 21:09:36.796741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network 92519850-eedc-4d89-a26d-ad4b1c086541 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:36.802053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:36.818390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:36.881851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-43828816-9f27-44e6-b9dd-cfac71d25308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:36.883825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-43828816-9f27-44e6-b9dd-cfac71d25308 service neutron] 10.222.0.25 "GET /v2.0/networks?id=660333df-1b10-4d62-a4d3-34a451d03428 HTTP/1.1" status: 200  len: 914 time: 0.3203652
Apr 09 21:09:36.883982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] For port 800bb7da-66a9-444e-9904-bae0ca99d86c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:36.888636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] For port 800bb7da-66a9-444e-9904-bae0ca99d86c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800bb7da-66a9-444e-9904-bae0ca99d86c,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:36.897717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=d2e847f7-3df6-4159-af29-b43d77f7ab51,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:36.901106 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:36.965170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-bb566b90-a2fb-4473-9775-32428af66277 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c84d0ae8-9567-4de2-a5cb-690c35219dbc HTTP/1.1" status: 200  len: 217 time: 0.0721953
Apr 09 21:09:36.978591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf0ea2-5201-47bb-99c6-6ecbdf8b2e1a req-9bdf1ee7-4691-418f-a1a8-77f208841931 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:36.980180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61bf0ea2-5201-47bb-99c6-6ecbdf8b2e1a req-9bdf1ee7-4691-418f-a1a8-77f208841931 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 947 time: 0.1831617
Apr 09 21:09:36.993599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Deleting port b89a1903-4bc6-4937-ab1c-08ead482d6d7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:36.994218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:37.002668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cd856-2525-41d6-bab7-8773412856f0 None None] Pushing event updated for resources: {'Port': ['ID=800bb7da-66a9-444e-9904-bae0ca99d86c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:37.048894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afb8f4de-bdad-486b-b971-5dcba4d98b84 req-44aebf09-b6cb-441b-84e3-dfc5283a4006 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2530930
Apr 09 21:09:37.050621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:37.051301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:37.061563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34678) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:37.101703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-78f5c6b8-36fd-4121-b339-c441a9cfdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:37.103189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-78f5c6b8-36fd-4121-b339-c441a9cfdc82 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=32112972-7bff-4a83-bc27-87eeada43b74 HTTP/1.1" status: 200  len: 853 time: 0.1221108
Apr 09 21:09:37.109389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61bf0ea2-5201-47bb-99c6-6ecbdf8b2e1a req-f4e54946-6b94-4b6e-a84d-9c57842387b4 tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdeb3933-69d9-4132-9611-0e7dd6472e75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217697
Apr 09 21:09:37.141778 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4740a82d-6ae3-4c7b-8de6-db621ada88f5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.5377438
Apr 09 21:09:37.141778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34684) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:37.144036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'port': {'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'name': 'tempest-TaggedBootDevicesTest_v242-1739817985', 'fixed_ips': [{'subnet_id': '1cc60a1b-b0e4-4964-b277-14acb7533918'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:37.164239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-ed7bb989-9c7d-44ae-bf3c-5b0b8500aa24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=660333df-1b10-4d62-a4d3-34a451d03428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529020
Apr 09 21:09:37.210250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] For port b89a1903-4bc6-4937-ab1c-08ead482d6d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b89a1903-4bc6-4937-ab1c-08ead482d6d7,segment=NetworkSegment(d3550fbc-5634-4481-a635-f55ca363d013),segment_id=d3550fbc-5634-4481-a635-f55ca363d013)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:37.210949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:37.256032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Calling delete_port for b89a1903-4bc6-4937-ab1c-08ead482d6d7 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:37.373396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-c9cd50f6-9b8a-490d-a444-767ccb676505 service neutron] 10.222.0.25 "GET /v2.0/networks/660333df-1b10-4d62-a4d3-34a451d03428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023065
Apr 09 21:09:37.550863 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33078ce6-4ad2-46ab-b0a5-0a70ca1da800 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a94302830a44583bf2297a0898711e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4877038
Apr 09 21:09:37.554433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34700) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:37.578253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:37.582802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17d0dd-cb00-4f78-af79-5be75ccd534e req-27ad347b-f049-4064-bd6b-e44bf8a851b1 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:37.583044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:37.584377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e17d0dd-cb00-4f78-af79-5be75ccd534e req-27ad347b-f049-4064-bd6b-e44bf8a851b1 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 943 time: 0.2241757
Apr 09 21:09:37.623028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] device_id is not set on port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:37.656865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c913323-c01a-4707-95df-7db09c504950 req-a2e80cb1-ed26-405f-98a1-dc41109277dd tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:37.658651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c913323-c01a-4707-95df-7db09c504950 req-a2e80cb1-ed26-405f-98a1-dc41109277dd tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.2635629
Apr 09 21:09:37.711321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55e4fe12-d522-45cf-b92e-9dad86efd510 req-54891bf5-6d8e-459c-a5bb-55cb68369f15 service neutron] 10.222.0.25 "GET /v2.0/networks/660333df-1b10-4d62-a4d3-34a451d03428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3150599
Apr 09 21:09:37.734054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e17d0dd-cb00-4f78-af79-5be75ccd534e req-cee32203-efcb-4ef1-8bb5-abe0cc84d31a tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278784
Apr 09 21:09:37.760015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf19-113b-4bc0-b380-48ada3088b73 admin admin] Publish callbacks [] for security_group (f3424b81-b5a3-44aa-b8bc-116beaac5fb2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:37.769356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c913323-c01a-4707-95df-7db09c504950 req-37721163-e2bd-4633-a77c-c2712e03f354 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985720
Apr 09 21:09:37.791927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed179cc-e717-4938-a77d-93d768511a35 None None] Network 92519850-eedc-4d89-a26d-ad4b1c086541 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:37.823344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c84d0ae8-9567-4de2-a5cb-690c35219dbc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:09:37.857885 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf19-113b-4bc0-b380-48ada3088b73 admin admin] Publish callbacks [] for security_group (f3424b81-b5a3-44aa-b8bc-116beaac5fb2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:37.877076 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b89a1903-4bc6-4937-ab1c-08ead482d6d7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:37.896011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b89a1903-4bc6-4937-ab1c-08ead482d6d7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:37.958419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-78b882f0-b68b-4be7-9d7a-8c3a4d258a74 None None] Provisioning complete for port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:37.958792 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-78b882f0-b68b-4be7-9d7a-8c3a4d258a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:38.016104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Pushing event deleted for resources: {'Port': ['ID=b89a1903-4bc6-4937-ab1c-08ead482d6d7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:38.083906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Allocated IP 10.1.1.194 (92519850-eedc-4d89-a26d-ad4b1c086541/1cc60a1b-b0e4-4964-b277-14acb7533918/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:38.155865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] No DVR routers for this DVR port b89a1903-4bc6-4937-ab1c-08ead482d6d7 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:09:38.178994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:38.185059 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7e466bbd-89b1-4bdd-80ba-a1f6e637c7f1 req-51021476-c02b-4ec4-ab0c-4935852613aa tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.25 "DELETE /v2.0/ports/b89a1903-4bc6-4937-ab1c-08ead482d6d7 HTTP/1.1" status: 204  len: 173 time: 1.3817112
Apr 09 21:09:38.198586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-deleted', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:38.201338 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69900922-45a7-46cb-9123-d27dc6bb0a34" -d '{"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-deleted", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:38.260668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 800bb7da-66a9-444e-9904-bae0ca99d86c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:38.314761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4ce36c6-718f-43f0-ad91-373d7e1125a7 req-2326fdad-0d5c-4253-93e6-165a63b3f45c tempest-ServersNegativeTestJSON-1285629641 tempest-ServersNegativeTestJSON-1285629641-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c2d8f3-9113-4bac-b1da-8e52381492d7 HTTP/1.1" status: 200  len: 210 time: 0.0757773
Apr 09 21:09:38.351807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2304c-3933-40b9-bacf-7e73c324b2d7 req-869e5af6-2510-4503-82b9-00c7cb8127d9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:38.360452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dab2304c-3933-40b9-bacf-7e73c324b2d7 req-869e5af6-2510-4503-82b9-00c7cb8127d9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1957536
Apr 09 21:09:38.379976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf19-113b-4bc0-b380-48ada3088b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3424b81-b5a3-44aa-b8bc-116beaac5fb2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:38.382650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf19-113b-4bc0-b380-48ada3088b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:38.386135 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2e4abf19-113b-4bc0-b380-48ada3088b73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3424b81-b5a3-44aa-b8bc-116beaac5fb2 HTTP/1.1" status: 204  len: 168 time: 0.8284659
Apr 09 21:09:38.496724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dab2304c-3933-40b9-bacf-7e73c324b2d7 req-947822ea-32c6-4ce5-8462-6a19bd2c53e3 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239192
Apr 09 21:09:38.568638 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b019df91-a3e5-4271-9f1c-b7eb4cb28690 x-openstack-request-id: req-b019df91-a3e5-4271-9f1c-b7eb4cb28690 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:38.568906 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c2d8f3-9113-4bac-b1da-8e52381492d7", "name": "network-vif-deleted", "tag": "b89a1903-4bc6-4937-ab1c-08ead482d6d7", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:38.569989 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b019df91-a3e5-4271-9f1c-b7eb4cb28690 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:38.570422 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b019df91-a3e5-4271-9f1c-b7eb4cb28690'] response: {'server_uuid': '66c2d8f3-9113-4bac-b1da-8e52381492d7', 'name': 'network-vif-deleted', 'tag': 'b89a1903-4bc6-4937-ab1c-08ead482d6d7', 'status': 'completed', 'code': 200}
Apr 09 21:09:38.607727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4abf19-113b-4bc0-b380-48ada3088b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3424b81-b5a3-44aa-b8bc-116beaac5fb2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:38.725223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c84d0ae8-9567-4de2-a5cb-690c35219dbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c84d0ae8-9567-4de2-a5cb-690c35219dbc,segment=NetworkSegment(62bf4516-a153-4651-aabe-603ab79d1288),segment_id=62bf4516-a153-4651-aabe-603ab79d1288)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:38.737628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3170632-31d4-4e43-a7f5-b977361a43c2 None None] Network f6f98062-6e39-47e6-ab8a-083f21750bda requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:38.759646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 800bb7da-66a9-444e-9904-bae0ca99d86c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:38.760040 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:38.824748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:38.908596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-78b882f0-b68b-4be7-9d7a-8c3a4d258a74 None None] Current status of the port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:38.909305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-78b882f0-b68b-4be7-9d7a-8c3a4d258a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:38.916795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:38.992998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'c84d0ae8-9567-4de2-a5cb-690c35219dbc', 'network_id': '660333df-1b10-4d62-a4d3-34a451d03428', 'port_id': 'c84d0ae8-9567-4de2-a5cb-690c35219dbc', 'mac_address': 'fa:16:3e:4a:ab:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32112972-7bff-4a83-bc27-87eeada43b74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:09:39.036116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:39.039154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7282-3831-4f35-a9fe-b093a822ee87 req-4bec6b9a-6917-48c9-ad70-4e764fadfa02 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:39.040740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e2f7282-3831-4f35-a9fe-b093a822ee87 req-4bec6b9a-6917-48c9-ad70-4e764fadfa02 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 943 time: 0.1342092
Apr 09 21:09:39.056466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network 92519850-eedc-4d89-a26d-ad4b1c086541 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:39.060282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:39.064242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:39.145396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-78b882f0-b68b-4be7-9d7a-8c3a4d258a74 None None] For port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbecf7fa-fb46-4c9f-b254-b2c8f97c13af,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:39.165390 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-78b882f0-b68b-4be7-9d7a-8c3a4d258a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.165550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34798) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:39.172103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf63c-2950-4246-8f77-b73563d4d0c2 req-6d94d59c-dca6-458a-9e5c-7398ca478f7c tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:39.185136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83cbf63c-2950-4246-8f77-b73563d4d0c2 req-6d94d59c-dca6-458a-9e5c-7398ca478f7c tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1940272
Apr 09 21:09:39.201235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aaeded61-1210-4d6c-92d4-0a5219e16836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.212273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c84d0ae8-9567-4de2-a5cb-690c35219dbc is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:39.212719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.222251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:39.222915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.266321 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1edb265c-56b3-4e33-8bfe-3925c5f00785 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1265841
Apr 09 21:09:39.270063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e2f7282-3831-4f35-a9fe-b093a822ee87 req-fcb6c1ca-2929-4cd0-92dd-edd02786fd82 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798835
Apr 09 21:09:39.354428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83cbf63c-2950-4246-8f77-b73563d4d0c2 req-6e7b2d0d-06bf-4174-a6f2-881efdeb3576 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679249
Apr 09 21:09:39.368888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84d0ae8-9567-4de2-a5cb-690c35219dbc {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:09:39.418803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34808) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:39.434278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Provisioning complete for port 800bb7da-66a9-444e-9904-bae0ca99d86c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:39.435964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.436116 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aaeded61-1210-4d6c-92d4-0a5219e16836 admin admin] Publish callbacks [] for security_group (ff00ef47-93b0-499c-86dc-c25c98301d79), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.456034 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aaeded61-1210-4d6c-92d4-0a5219e16836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ff00ef47-93b0-499c-86dc-c25c98301d79), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.486220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93bc59e-7a96-4f29-a35b-0df9eccdcd23 admin admin] Deleting subnet aa61e8dd-c0ad-4e9b-806b-455dd491b502 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:09:39.490345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 800bb7da-66a9-444e-9904-bae0ca99d86c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:39.490735 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.494101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a93bc59e-7a96-4f29-a35b-0df9eccdcd23 admin admin] Publish callbacks [] for subnet (aa61e8dd-c0ad-4e9b-806b-455dd491b502), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.521306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c84d0ae8-9567-4de2-a5cb-690c35219dbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c84d0ae8-9567-4de2-a5cb-690c35219dbc,segment=NetworkSegment(62bf4516-a153-4651-aabe-603ab79d1288),segment_id=62bf4516-a153-4651-aabe-603ab79d1288)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:39.525765 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aaeded61-1210-4d6c-92d4-0a5219e16836 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ad9f816a8b34e6aa6e4620a5a4ff8fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3592489
Apr 09 21:09:39.528663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34812) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:39.529790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34814) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:39.616375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeded61-1210-4d6c-92d4-0a5219e16836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff00ef47-93b0-499c-86dc-c25c98301d79,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:39.647402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b882f0-b68b-4be7-9d7a-8c3a4d258a74 None None] Pushing event updated for resources: {'Port': ['ID=fbecf7fa-fb46-4c9f-b254-b2c8f97c13af,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:39.677402 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.680950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8981ba62-0b51-457c-9aef-03bd91cc79bf admin admin] Publish callbacks [] for security_group (ff00ef47-93b0-499c-86dc-c25c98301d79), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.737939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8981ba62-0b51-457c-9aef-03bd91cc79bf admin admin] Publish callbacks [] for security_group (ff00ef47-93b0-499c-86dc-c25c98301d79), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.773631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34818) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:39.787082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7831f8c2-1535-4594-ab39-6434e4cbdc93 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--564426031', 'description': 'tempest-description--1642063938'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:39.801625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d5ec94-97cb-4365-87cf-09f8730060c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.820949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 800bb7da-66a9-444e-9904-bae0ca99d86c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800bb7da-66a9-444e-9904-bae0ca99d86c,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:39.830879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c84d0ae8-9567-4de2-a5cb-690c35219dbc,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:39.850134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7831f8c2-1535-4594-ab39-6434e4cbdc93 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.861491 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.862724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fbecf7fa-fb46-4c9f-b254-b2c8f97c13af up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:39.894150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8981ba62-0b51-457c-9aef-03bd91cc79bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ff00ef47-93b0-499c-86dc-c25c98301d79), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.896767 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8981ba62-0b51-457c-9aef-03bd91cc79bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.897965 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8981ba62-0b51-457c-9aef-03bd91cc79bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff00ef47-93b0-499c-86dc-c25c98301d79 HTTP/1.1" status: 204  len: 168 time: 0.3449326
Apr 09 21:09:39.936033 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:09:39.970688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d5ec94-97cb-4365-87cf-09f8730060c7 admin admin] Publish callbacks [] for security_group (380fa3a5-7082-47ff-aea1-4a726f46e945), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:39.978962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: b89a1903-4bc6-4937-ab1c-08ead482d6d7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:09:39.979656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b89a1903-4bc6-4937-ab1c-08ead482d6d7 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:09:39.981369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Current status of the port 800bb7da-66a9-444e-9904-bae0ca99d86c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:40.011464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Provisioning complete for port d2e847f7-3df6-4159-af29-b43d77f7ab51 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:40.011981 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67d5ec94-97cb-4365-87cf-09f8730060c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (380fa3a5-7082-47ff-aea1-4a726f46e945), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.012439 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.034906 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a93bc59e-7a96-4f29-a35b-0df9eccdcd23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (aa61e8dd-c0ad-4e9b-806b-455dd491b502), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.035107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981ba62-0b51-457c-9aef-03bd91cc79bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff00ef47-93b0-499c-86dc-c25c98301d79,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:40.038631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=800bb7da-66a9-444e-9904-bae0ca99d86c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:40.072499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:40.073153 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.076884 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a93bc59e-7a96-4f29-a35b-0df9eccdcd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (aa61e8dd-c0ad-4e9b-806b-455dd491b502), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.082036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['c84d0ae8-9567-4de2-a5cb-690c35219dbc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:40.109811 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7831f8c2-1535-4594-ab39-6434e4cbdc93 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group (58123c77-593d-44d0-9fef-2ed1ec3ead0f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.110787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Port d2e847f7-3df6-4159-af29-b43d77f7ab51 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:40.116078 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67d5ec94-97cb-4365-87cf-09f8730060c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b3eaf5efe08481facd0a9d924225445&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5664575
Apr 09 21:09:40.121004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34824) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:40.136149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7831f8c2-1535-4594-ab39-6434e4cbdc93 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (58123c77-593d-44d0-9fef-2ed1ec3ead0f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.144810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5ec94-97cb-4365-87cf-09f8730060c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380fa3a5-7082-47ff-aea1-4a726f46e945,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:40.162291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Provisioning complete for port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:40.162655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.166328 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a93bc59e-7a96-4f29-a35b-0df9eccdcd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (aa61e8dd-c0ad-4e9b-806b-455dd491b502), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.202964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831f8c2-1535-4594-ab39-6434e4cbdc93 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58123c77-593d-44d0-9fef-2ed1ec3ead0f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:40.208457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-b57c8a0b-6f25-44f1-ae10-595a64890dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:40.210203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-b57c8a0b-6f25-44f1-ae10-595a64890dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 1128 time: 0.6484096
Apr 09 21:09:40.219315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25d127-e6f4-48dc-a83d-71296a78f49e req-24c02044-c8c8-415c-839d-7778d5bbc1f4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:40.221449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f25d127-e6f4-48dc-a83d-71296a78f49e req-24c02044-c8c8-415c-839d-7778d5bbc1f4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1990514
Apr 09 21:09:40.223522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a93bc59e-7a96-4f29-a35b-0df9eccdcd23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.229848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a93bc59e-7a96-4f29-a35b-0df9eccdcd23 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aa61e8dd-c0ad-4e9b-806b-455dd491b502 HTTP/1.1" status: 204  len: 168 time: 0.8097563
Apr 09 21:09:40.234085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:40.261756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7831f8c2-1535-4594-ab39-6434e4cbdc93 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.263027 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7831f8c2-1535-4594-ab39-6434e4cbdc93 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4882660
Apr 09 21:09:40.270764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34830) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:40.282464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-014b099e-f0b6-4a88-b1b4-fb60f08d3947 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'security_group_rule': {'security_group_id': '58123c77-593d-44d0-9fef-2ed1ec3ead0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:40.290904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:40.298615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bc59e-7a96-4f29-a35b-0df9eccdcd23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa61e8dd-c0ad-4e9b-806b-455dd491b502,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:40.403121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-86efdd48-ff92-41e6-b686-79ed7e91ee80 None None] Current status of the port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:40.412325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f25d127-e6f4-48dc-a83d-71296a78f49e req-72c26a63-04db-4e16-ae06-a78635159572 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542184
Apr 09 21:09:40.437152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (ad62b125-1df7-49ad-953e-ad87b77a57c1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.439952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28f9264e-4741-463b-a1f0-7c12471e12bb admin admin] Publish callbacks [] for security_group (380fa3a5-7082-47ff-aea1-4a726f46e945), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.498475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b88f-2e5f-41ce-b3d8-0b0d2c35bfd5 req-b2355ca3-e702-494c-aa19-24f77c380234 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:40.500835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f066b88f-2e5f-41ce-b3d8-0b0d2c35bfd5 req-b2355ca3-e702-494c-aa19-24f77c380234 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 944 time: 0.0923190
Apr 09 21:09:40.502253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-014b099e-f0b6-4a88-b1b4-fb60f08d3947 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group_rule (10b40cac-ac3a-431a-b17f-f38198f23527), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.507191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28f9264e-4741-463b-a1f0-7c12471e12bb admin admin] Publish callbacks [] for security_group (380fa3a5-7082-47ff-aea1-4a726f46e945), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.508844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 800bb7da-66a9-444e-9904-bae0ca99d86c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:40.557977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Provisioning complete for port 800bb7da-66a9-444e-9904-bae0ca99d86c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:40.558347 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.583537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-3380d042-73d4-464f-9ef9-5b814e505a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:40.584868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-3380d042-73d4-464f-9ef9-5b814e505a29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 917 time: 0.3256135
Apr 09 21:09:40.625323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 800bb7da-66a9-444e-9904-bae0ca99d86c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:40.625745 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.654918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-119cadfd-7afd-4ae2-aa3b-40b708431178 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5260ea-bc03-4717-8368-2372659dfd8f HTTP/1.1" status: 200  len: 217 time: 0.0592816
Apr 09 21:09:40.666473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (ad62b125-1df7-49ad-953e-ad87b77a57c1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.677057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae032-e1e4-4980-bd4d-8906e3abf42a req-626a2642-d7eb-4db2-98d4-3ee8d3908d11 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:40.688583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-014b099e-f0b6-4a88-b1b4-fb60f08d3947 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group_rule (10b40cac-ac3a-431a-b17f-f38198f23527), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.688819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85bae032-e1e4-4980-bd4d-8906e3abf42a req-626a2642-d7eb-4db2-98d4-3ee8d3908d11 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1676311
Apr 09 21:09:40.696904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374386a30>,) {'filters': {'network_id': ['ad62b125-1df7-49ad-953e-ad87b77a57c1']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:40.704545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-014b099e-f0b6-4a88-b1b4-fb60f08d3947 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (10b40cac-ac3a-431a-b17f-f38198f23527), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.715702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374386a30>, 'd3550fbc-5634-4481-a635-f55ca363d013') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:40.716149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374386a30>, 'd3550fbc-5634-4481-a635-f55ca363d013') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:40.724120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Current status of the port 800bb7da-66a9-444e-9904-bae0ca99d86c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:40.728865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28f9264e-4741-463b-a1f0-7c12471e12bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (380fa3a5-7082-47ff-aea1-4a726f46e945), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.731445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28f9264e-4741-463b-a1f0-7c12471e12bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.734977 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-28f9264e-4741-463b-a1f0-7c12471e12bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/380fa3a5-7082-47ff-aea1-4a726f46e945 HTTP/1.1" status: 204  len: 168 time: 0.6105170
Apr 09 21:09:40.739384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Provisioning complete for port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:40.739487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.757301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d3550fbc-5634-4481-a635-f55ca363d013), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.774660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b099e-f0b6-4a88-b1b4-fb60f08d3947 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b40cac-ac3a-431a-b17f-f38198f23527,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:40.781521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9264e-4741-463b-a1f0-7c12471e12bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380fa3a5-7082-47ff-aea1-4a726f46e945,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:40.786808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-014b099e-f0b6-4a88-b1b4-fb60f08d3947 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.788026 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-014b099e-f0b6-4a88-b1b4-fb60f08d3947 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5161819
Apr 09 21:09:40.789611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d3550fbc-5634-4481-a635-f55ca363d013), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.791583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34850) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:40.796679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0a95f43f-ade0-4546-a85e-640d1c2e2901 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'security_group_rule': {'security_group_id': '58123c77-593d-44d0-9fef-2ed1ec3ead0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:40.798832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f066b88f-2e5f-41ce-b3d8-0b0d2c35bfd5 req-4b084c85-1849-4b3d-95e8-aeaab15b22be tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2770865
Apr 09 21:09:40.824008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-f80dd0a2-bd40-4c67-a1c5-1e3b1a7caa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:40.829231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-f80dd0a2-bd40-4c67-a1c5-1e3b1a7caa24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.1276982
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d3550fbc-5634-4481-a635-f55ca363d013), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:40.829355 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:40.899912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 800bb7da-66a9-444e-9904-bae0ca99d86c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:40.900140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a95f43f-ade0-4546-a85e-640d1c2e2901 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group_rule (02f0d056-0344-4db1-8075-9025ef48ae0d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.902335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fbecf7fa-fb46-4c9f-b254-b2c8f97c13af up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:40.926585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85bae032-e1e4-4980-bd4d-8906e3abf42a req-c5f70f78-f989-4092-8d8d-cd0dcebafcba tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336752
Apr 09 21:09:40.944005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-4de6f3c4-d200-4886-aeaf-1609c99f4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:40.954207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-4de6f3c4-d200-4886-aeaf-1609c99f4063 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1094925
Apr 09 21:09:40.954410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (ad62b125-1df7-49ad-953e-ad87b77a57c1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.965307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:40.975953 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad62b125-1df7-49ad-953e-ad87b77a57c1 HTTP/1.1" status: 204  len: 168 time: 0.7407057
Apr 09 21:09:40.983910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:41.029100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22b0e-5f2a-4df7-a249-0ab5f26ccfaa admin admin] Pushing event deleted for resources: {'Network': ['ID=ad62b125-1df7-49ad-953e-ad87b77a57c1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:41.038666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Provisioning complete for port d2e847f7-3df6-4159-af29-b43d77f7ab51 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:41.041650 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.075284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-4fae236a-36f0-452a-8156-d7a5885a1740 service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1169274
Apr 09 21:09:41.076364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a95f43f-ade0-4546-a85e-640d1c2e2901 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group_rule (02f0d056-0344-4db1-8075-9025ef48ae0d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.085016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a95f43f-ade0-4546-a85e-640d1c2e2901 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (02f0d056-0344-4db1-8075-9025ef48ae0d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.114235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95f43f-ade0-4546-a85e-640d1c2e2901 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f0d056-0344-4db1-8075-9025ef48ae0d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:41.148333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea2fc8-4963-402b-981e-aafafb86cf30 None None] Port d2e847f7-3df6-4159-af29-b43d77f7ab51 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:41.150329 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a95f43f-ade0-4546-a85e-640d1c2e2901 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.151449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:41.151790 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.165574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a95f43f-ade0-4546-a85e-640d1c2e2901 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3726072
Apr 09 21:09:41.167878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34862) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:41.172356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:41.222693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.247764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b730d4-ce9d-4ab3-b80e-8b2b8ab147d3 req-91876879-b930-4deb-aa9f-9c295052ab39 service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551466
Apr 09 21:09:41.298032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:41.356808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:41.412298 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.488381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3259-89bb-4d12-ba9e-df823c4b84df req-6e28aade-08b1-418d-91e8-f83854004152 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:41.491513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e0e3259-89bb-4d12-ba9e-df823c4b84df req-6e28aade-08b1-418d-91e8-f83854004152 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1302879
Apr 09 21:09:41.519743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2004b0a5-e935-47b6-b58b-75f73d46a81c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e27519c6c114724bf36126f0362a7c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1607606
Apr 09 21:09:41.526222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34878) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:41.577632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Allocated IP 172.35.0.205 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/21a6f21a-53a3-4520-88c8-38e95b30e309) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:41.600643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f00f-9d69-4172-894e-6087da4487b9 req-49b6a73a-e99c-4ba5-8e15-9e79a6ce7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:41.601306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c605f00f-9d69-4172-894e-6087da4487b9 req-49b6a73a-e99c-4ba5-8e15-9e79a6ce7793 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 1128 time: 0.1524725
Apr 09 21:09:41.680858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea68550-e856-4694-a952-c1b6143a2626 req-de124921-1f9c-4334-beff-582094d3519b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:41.687854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ea68550-e856-4694-a952-c1b6143a2626 req-de124921-1f9c-4334-beff-582094d3519b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1462960
Apr 09 21:09:41.717636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e0e3259-89bb-4d12-ba9e-df823c4b84df req-c85a9c95-f1cc-4234-8ca9-5a15700f72ba tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938684
Apr 09 21:09:41.718442 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (21a6f21a-53a3-4520-88c8-38e95b30e309), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.757622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f0de0dc-59ed-460e-9c9a-d6749683392c admin admin] Publish callbacks [] for security_group (fdeb3933-69d9-4132-9611-0e7dd6472e75), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.793561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (21a6f21a-53a3-4520-88c8-38e95b30e309), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.826254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f0de0dc-59ed-460e-9c9a-d6749683392c admin admin] Publish callbacks [] for security_group (fdeb3933-69d9-4132-9611-0e7dd6472e75), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:41.836398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f00f-9d69-4172-894e-6087da4487b9 req-a4848627-f7b9-4466-b878-7d0d36bdeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:41.848591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c605f00f-9d69-4172-894e-6087da4487b9 req-a4848627-f7b9-4466-b878-7d0d36bdeffe service neutron] 10.222.0.32 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 917 time: 0.2214782
Apr 09 21:09:41.848591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ea68550-e856-4694-a952-c1b6143a2626 req-315b2261-d476-4554-9c96-cf2651553a9c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555471
Apr 09 21:09:41.895079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c605f00f-9d69-4172-894e-6087da4487b9 req-13af232f-8a6b-4efd-afa6-46f9d85ba266 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5260ea-bc03-4717-8368-2372659dfd8f HTTP/1.1" status: 200  len: 217 time: 0.0490756
Apr 09 21:09:41.905050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c84d0ae8-9567-4de2-a5cb-690c35219dbc up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:41.906293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:41.911846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:41.917735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:41.946071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=21a6f21a-53a3-4520-88c8-38e95b30e309,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:42.007420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aaa9a-b151-493d-a00e-b0ed8f47bfba req-6778505c-b201-486d-b3db-f2195d6fdfa1 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:42.008837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb3aaa9a-b151-493d-a00e-b0ed8f47bfba req-6778505c-b201-486d-b3db-f2195d6fdfa1 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 944 time: 0.0973799
Apr 09 21:09:42.010380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f0de0dc-59ed-460e-9c9a-d6749683392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fdeb3933-69d9-4132-9611-0e7dd6472e75), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.012961 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f0de0dc-59ed-460e-9c9a-d6749683392c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.025072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1f0de0dc-59ed-460e-9c9a-d6749683392c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdeb3933-69d9-4132-9611-0e7dd6472e75 HTTP/1.1" status: 204  len: 168 time: 0.4970968
Apr 09 21:09:42.026778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f00f-9d69-4172-894e-6087da4487b9 req-ba4940e8-742b-4879-94e1-44e5acdcb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:42.031847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c605f00f-9d69-4172-894e-6087da4487b9 req-ba4940e8-742b-4879-94e1-44e5acdcb4d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.1288347
Apr 09 21:09:42.043236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port c84d0ae8-9567-4de2-a5cb-690c35219dbc completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:09:42.051318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for floatingip (3f83fd62-216e-40ea-adc5-4ccadb089cb7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.057205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port c84d0ae8-9567-4de2-a5cb-690c35219dbc triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:42.058076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.083981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34904) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:42.107356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0de0dc-59ed-460e-9c9a-d6749683392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeb3933-69d9-4132-9611-0e7dd6472e75,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:42.136902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f00f-9d69-4172-894e-6087da4487b9 req-228a47ae-ca9c-465f-bbde-f978fb3e559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:42.140144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c605f00f-9d69-4172-894e-6087da4487b9 req-228a47ae-ca9c-465f-bbde-f978fb3e559f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0891130
Apr 09 21:09:42.157134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (21a6f21a-53a3-4520-88c8-38e95b30e309), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.198451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c84d0ae8-9567-4de2-a5cb-690c35219dbc is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:42.198877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.200142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb3aaa9a-b151-493d-a00e-b0ed8f47bfba req-2322b208-0153-4d2d-b8a8-dbcad75a1469 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619790
Apr 09 21:09:42.233709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f567ca-fe77-4fda-a459-4a4378ca8cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84d0ae8-9567-4de2-a5cb-690c35219dbc'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:42.236483 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609bd390-1516-4669-ba38-c8fc9cfcd278" -d '{"events": [{"server_uuid": "26f567ca-fe77-4fda-a459-4a4378ca8cfe", "name": "network-vif-plugged", "status": "completed", "tag": "c84d0ae8-9567-4de2-a5cb-690c35219dbc"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:42.276172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c84d0ae8-9567-4de2-a5cb-690c35219dbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c84d0ae8-9567-4de2-a5cb-690c35219dbc,segment=NetworkSegment(62bf4516-a153-4651-aabe-603ab79d1288),segment_id=62bf4516-a153-4651-aabe-603ab79d1288)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:42.285661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.327470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c605f00f-9d69-4172-894e-6087da4487b9 req-17fc77f2-ac9d-455f-9a22-1302a4742c00 service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803994
Apr 09 21:09:42.330751 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0860cd-225a-421c-a7d2-354bc7cbf6e6 x-openstack-request-id: req-9d0860cd-225a-421c-a7d2-354bc7cbf6e6 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:42.331045 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f567ca-fe77-4fda-a459-4a4378ca8cfe", "name": "network-vif-plugged", "status": "completed", "tag": "c84d0ae8-9567-4de2-a5cb-690c35219dbc", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:42.331378 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d0860cd-225a-421c-a7d2-354bc7cbf6e6 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:42.331761 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0860cd-225a-421c-a7d2-354bc7cbf6e6'] response: {'server_uuid': '26f567ca-fe77-4fda-a459-4a4378ca8cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84d0ae8-9567-4de2-a5cb-690c35219dbc', 'code': 200}
Apr 09 21:09:42.358946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c84d0ae8-9567-4de2-a5cb-690c35219dbc,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:42.459121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae7b31-0d45-4db7-bbb1-fca5fd578335 req-1bf2776b-60cc-4f35-93b4-081362e9a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:42.460672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4eae7b31-0d45-4db7-bbb1-fca5fd578335 req-1bf2776b-60cc-4f35-93b4-081362e9a0dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 1127 time: 0.0656869
Apr 09 21:09:42.470252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-126175128'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:42.492488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c605f00f-9d69-4172-894e-6087da4487b9 req-9849ae58-8d9a-440a-9e58-22e0c37f2194 service neutron] 10.222.0.32 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491897
Apr 09 21:09:42.493548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (21a6f21a-53a3-4520-88c8-38e95b30e309), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.508145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (21a6f21a-53a3-4520-88c8-38e95b30e309), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.550794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Made reservation on behalf of 6378b2d9494c44929e409bc860a7215f for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:42.554159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.595314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.619930 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4eae7b31-0d45-4db7-bbb1-fca5fd578335 req-97d0fc25-a607-4e13-8cc2-b4d0c195a411 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397457
Apr 09 21:09:42.633481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=21a6f21a-53a3-4520-88c8-38e95b30e309,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:42.645673 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (3f83fd62-216e-40ea-adc5-4ccadb089cb7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.673922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.675113 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e41372de-7d91-4284-8369-561fa78c9ff5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5062551
Apr 09 21:09:42.714230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks [] for security_group (f3bc4983-5d7d-4afd-b6dd-618e69b38986), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.720609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3bc4983-5d7d-4afd-b6dd-618e69b38986), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.748546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:42.765091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc4983-5d7d-4afd-b6dd-618e69b38986,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:42.777996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.779931 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Added segment 01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6 of type vlan for network 0b5d527b-a800-4a2a-a1a9-fd1721566950
Apr 09 21:09:42.829542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (0b5d527b-a800-4a2a-a1a9-fd1721566950), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.859335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (0b5d527b-a800-4a2a-a1a9-fd1721566950), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.866047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a3de-1d3f-4fa5-9d03-85dd37a5f876 req-d75425f1-7bea-47da-94d0-eb2e3ceb54ae tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:42.866482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:42.867502 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:42.867984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30e3a3de-1d3f-4fa5-9d03-85dd37a5f876 req-d75425f1-7bea-47da-94d0-eb2e3ceb54ae tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.0568228
Apr 09 21:09:42.971739 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.8866303
Apr 09 21:09:42.977418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30e3a3de-1d3f-4fa5-9d03-85dd37a5f876 req-40cbd5f6-5cb3-4a42-8670-d50038b41bc0 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025684
Apr 09 21:09:42.978549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db3bb-9c39-4b56-9704-bc429854bcd1 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Pushing event updated for resources: {'Network': ['ID=0b5d527b-a800-4a2a-a1a9-fd1721566950,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:43.000798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 0b5d527b-a800-4a2a-a1a9-fd1721566950 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:43.067731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e33969-b267-48b4-bd51-622443c4a7ba req-6470a0c7-588b-47e5-aa22-5f9ec782a225 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:43.075966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84e33969-b267-48b4-bd51-622443c4a7ba req-6470a0c7-588b-47e5-aa22-5f9ec782a225 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.0902872
Apr 09 21:09:43.127824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84e33969-b267-48b4-bd51-622443c4a7ba req-e6fc9ff4-67c5-4335-a22f-22b534fb7b92 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499232
Apr 09 21:09:43.281785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-b0d442db-e239-4417-a05d-3fe2c9c40173 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--564426031&fields=id&tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf HTTP/1.1" status: 200  len: 267 time: 0.0484443
Apr 09 21:09:43.337122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34966) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:43.342242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Request body: {'port': {'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-714443965'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:43.382144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-016c7d43-df41-47aa-b41f-a4452c909a21 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:43.383621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-016c7d43-df41-47aa-b41f-a4452c909a21 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 200  len: 936 time: 0.0935175
Apr 09 21:09:43.389565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Made reservation on behalf of a55454c9572d426b949dbf7d7d396911 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:43.392274 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.409139 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.480525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34972) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:43.507111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-41e015e5-0989-40f9-8c39-e997a9ca66ee tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:43.509607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-41e015e5-0989-40f9-8c39-e997a9ca66ee tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 200  len: 937 time: 0.1027238
Apr 09 21:09:43.519754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a593115-ad66-4f48-b41d-12cfbacc3f3f req-64f7d84f-477c-4208-b5b0-63f9be91a2e9 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:43.521309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a593115-ad66-4f48-b41d-12cfbacc3f3f req-64f7d84f-477c-4208-b5b0-63f9be91a2e9 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 945 time: 0.1157665
Apr 09 21:09:43.571845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-92b23d4c-9015-421b-a2c0-53ad2b8ee113 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?network_id=f6f98062-6e39-47e6-ab8a-083f21750bda&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0483208
Apr 09 21:09:43.623758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-de81628d-c547-4977-9b6e-c2753c8fc90f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?network_id=f6f98062-6e39-47e6-ab8a-083f21750bda&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0390582
Apr 09 21:09:43.651101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1117245353'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:43.672673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Made reservation on behalf of 05b173fe99094a83b27ed3406025331a for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:43.676473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.678517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a593115-ad66-4f48-b41d-12cfbacc3f3f req-57cd4600-faa8-4870-aecc-81d483ca5f64 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432242
Apr 09 21:09:43.687059 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.768016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks [] for security_group (1fe429b2-71d7-42a6-b0f7-899f4fbfd38a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.777678 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1fe429b2-71d7-42a6-b0f7-899f4fbfd38a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.791443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks [] for security_group (57d84148-f0f5-4338-995d-e02e1c4b8147), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.796980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (57d84148-f0f5-4338-995d-e02e1c4b8147), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.800030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] device_id is not set on port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:43.825315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9fbeaa86-924b-44e1-ba17-e7bb2a9952d6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:43.830398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9fbeaa86-924b-44e1-ba17-e7bb2a9952d6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:43.832528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d84148-f0f5-4338-995d-e02e1c4b8147,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:43.835459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9fbeaa86-924b-44e1-ba17-e7bb2a9952d6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:43.837134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9fbeaa86-924b-44e1-ba17-e7bb2a9952d6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/networks?id=dafc1150-436f-41e7-82bb-1b35d2c0352e&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=f6f98062-6e39-47e6-ab8a-083f21750bda&id=f6f98062-6e39-47e6-ab8a-083f21750bda HTTP/1.1" status: 200  len: 1995 time: 0.2026045
Apr 09 21:09:43.839419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:43.852415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d8c0f794-4da3-404b-829a-6ebd5e81af83), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.852754 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Added segment d8c0f794-4da3-404b-829a-6ebd5e81af83 of type vlan for network aac60ee1-c6f3-4976-842e-39e92b3ce7ba
Apr 09 21:09:43.897499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (aac60ee1-c6f3-4976-842e-39e92b3ce7ba), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.905294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe429b2-71d7-42a6-b0f7-899f4fbfd38a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:43.913437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-57fd1ecd-cf8d-4a26-9045-6ac47e7721b9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/quotas/60eee2c55ed842f78ac0fa9e1b400fbf HTTP/1.1" status: 200  len: 375 time: 0.0271244
Apr 09 21:09:43.933111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (aac60ee1-c6f3-4976-842e-39e92b3ce7ba), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.938732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:43.939327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:43.997163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-eafe26da-5167-486d-bf1d-295fe2eed38e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0711672
Apr 09 21:09:44.023054 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.5406628
Apr 09 21:09:44.023619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34988) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:44.030702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9535e-bb1b-4853-b296-a41e72009166 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Pushing event updated for resources: {'Network': ['ID=aac60ee1-c6f3-4976-842e-39e92b3ce7ba,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:44.041734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network aac60ee1-c6f3-4976-842e-39e92b3ce7ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:44.096437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34992) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:44.211439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc78261-b68b-45ec-9f58-31ed711d9b12 req-e8f25c27-cbaf-4370-b3e1-aee23b7d8e4b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:44.218350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6dc78261-b68b-45ec-9f58-31ed711d9b12 req-e8f25c27-cbaf-4370-b3e1-aee23b7d8e4b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1389015
Apr 09 21:09:44.260347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] device_id is not set on port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:44.266258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-20667e67-8d5f-4eee-8af2-3f8624712950 service neutron] 10.222.0.30 "GET /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525048
Apr 09 21:09:44.278988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb81e76f-cfbe-4644-b144-4ff9e1631cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.288017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks [] for port (542a37b1-5316-41c1-ad82-6d3620d5f1a8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.317948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Request body: {'network': {'name': 'tempest-network--177155489', 'router:external': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:44.331117 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (542a37b1-5316-41c1-ad82-6d3620d5f1a8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.350097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6dc78261-b68b-45ec-9f58-31ed711d9b12 req-108fe293-ad81-424c-bd95-0be24852cfa3 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308217
Apr 09 21:09:44.363005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb81e76f-cfbe-4644-b144-4ff9e1631cc9 admin admin] Publish callbacks [] for security_group (9926957d-ab49-4c0f-8b2f-e3cf19d0220a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.377777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb81e76f-cfbe-4644-b144-4ff9e1631cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9926957d-ab49-4c0f-8b2f-e3cf19d0220a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.418404 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bb81e76f-cfbe-4644-b144-4ff9e1631cc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c832ebdeb92040b69b84c7b3499094dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3207538
Apr 09 21:09:44.419540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81e76f-cfbe-4644-b144-4ff9e1631cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9926957d-ab49-4c0f-8b2f-e3cf19d0220a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:44.421938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35000) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:44.439803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Made reservation on behalf of a504cdc020b74437aa81ceb6f94aaaef for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:44.442343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.455913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=542a37b1-5316-41c1-ad82-6d3620d5f1a8,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:44.478208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bca8-0289-4476-9af3-22d65b056f8f admin admin] Publish callbacks [] for security_group (9926957d-ab49-4c0f-8b2f-e3cf19d0220a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.489081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.500516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bca8-0289-4476-9af3-22d65b056f8f admin admin] Publish callbacks [] for security_group (9926957d-ab49-4c0f-8b2f-e3cf19d0220a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.525172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c28feec1-c593-42e9-8ace-c471a9886c82 service neutron] 10.222.0.30 "GET /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501523
Apr 09 21:09:44.537333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31140432-0fd4-4701-9f25-33730b64bba4 req-d6a27372-4a16-4b0f-b8d7-cccad9339b0e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:44.538701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31140432-0fd4-4701-9f25-33730b64bba4 req-d6a27372-4a16-4b0f-b8d7-cccad9339b0e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1166205
Apr 09 21:09:44.544073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Checking segment: {'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:44.544073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Network hostable DHCP agents. Network: 0b5d527b-a800-4a2a-a1a9-fd1721566950, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:44.552135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bca8-0289-4476-9af3-22d65b056f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9926957d-ab49-4c0f-8b2f-e3cf19d0220a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.554991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cb6bca8-0289-4476-9af3-22d65b056f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.558775 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7cb6bca8-0289-4476-9af3-22d65b056f8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9926957d-ab49-4c0f-8b2f-e3cf19d0220a HTTP/1.1" status: 204  len: 168 time: 0.1333082
Apr 09 21:09:44.568580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6bca8-0289-4476-9af3-22d65b056f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9926957d-ab49-4c0f-8b2f-e3cf19d0220a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:44.630743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-83b673a1-8a74-4290-bc68-cdf8ca0d753f service neutron] 10.222.0.30 "GET /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0909472
Apr 09 21:09:44.661252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Network 0b5d527b-a800-4a2a-a1a9-fd1721566950 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:44.701673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31140432-0fd4-4701-9f25-33730b64bba4 req-6210b900-c35c-4f3d-b050-4160dc4dd683 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468468
Apr 09 21:09:44.747070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b5d527b-a800-4a2a-a1a9-fd1721566950) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:44.755645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9a870-855c-4e67-9b29-f5b8efad3c5d None None] Network 0b5d527b-a800-4a2a-a1a9-fd1721566950 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:44.775528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:44.796397 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for security_group (5c50c026-a21d-4781-b6f0-d26279d9d73a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.821443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:44.821443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:44.821443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:44.822140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5c50c026-a21d-4781-b6f0-d26279d9d73a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.875884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:44.876238 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:44.881795 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 2 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:44.889224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:44.897134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d1e4facf-05b7-4312-8cb8-4fc1c26542fe service neutron] 10.222.0.30 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558148
Apr 09 21:09:44.916378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a460-08a2-409b-ba04-53a1303b0aa6 req-9eaa765d-87b7-40ad-8bfe-f7a1dc4ac4bd tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:44.917949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7370a460-08a2-409b-ba04-53a1303b0aa6 req-9eaa765d-87b7-40ad-8bfe-f7a1dc4ac4bd tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 945 time: 0.1170287
Apr 09 21:09:44.944847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50c026-a21d-4781-b6f0-d26279d9d73a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:44.950042 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f8c137cf-0281-4f01-8579-b8be8ad63fc6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:44.950384 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Added segment f8c137cf-0281-4f01-8579-b8be8ad63fc6 of type vlan for network 73d58cb7-1617-47cc-8e47-c1e925983951
Apr 09 21:09:44.987144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:44.987477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:44.988030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.028857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.029280 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.036060 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 3 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:45.102132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (73d58cb7-1617-47cc-8e47-c1e925983951), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.128908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:45.129276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:45.129617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.143445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7370a460-08a2-409b-ba04-53a1303b0aa6 req-c11350d0-1fd2-44f5-bf6f-f3fa64a41fa9 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097998
Apr 09 21:09:45.148132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.148588 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.164895 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 4 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:45.197616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2bb15992-4dff-487d-8078-903fc71165e2 service neutron] 10.222.0.30 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2755582
Apr 09 21:09:45.199040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:45.199521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:45.199864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.205432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (73d58cb7-1617-47cc-8e47-c1e925983951), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.206386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:45.206993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.247232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.247562 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.260108 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 5 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:45.287108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35028) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:45.345917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.3183780
Apr 09 21:09:45.345917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-6ffac52e-87dc-45ce-8f52-f259a99861a8 service neutron] 10.222.0.30 "GET /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1407652
Apr 09 21:09:45.346785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35032) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:45.350344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:45.350647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:45.351209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.372935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25f06f-5331-420f-b98c-688e4e7d336c req-dd240769-6429-4a73-b24d-78d575cf98a2 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:45.374495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c25f06f-5331-420f-b98c-688e4e7d336c req-dd240769-6429-4a73-b24d-78d575cf98a2 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1540205
Apr 09 21:09:45.375121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014b71b-5d99-459f-84e2-2c84f9f0a0f5 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Network': ['ID=73d58cb7-1617-47cc-8e47-c1e925983951,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:45.385625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 73d58cb7-1617-47cc-8e47-c1e925983951 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:45.390783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.391105 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.401888 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 6 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:45.428277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-528594891-network', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:45.457546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (73d58cb7-1617-47cc-8e47-c1e925983951), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.470131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:45.470533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:45.470896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.473420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Made reservation on behalf of fdd53d98faf74d6a92cdfabace62b088 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:45.475682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.486932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.487260 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.490697 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 7 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:45.501402 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.530753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c25f06f-5331-420f-b98c-688e4e7d336c req-ffb2c384-f6ce-4792-95bd-36ef97ed278d tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401682
Apr 09 21:09:45.530753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:45.530753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:45.532239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.539190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-85a388c4-89a2-4ea6-ad78-eaa0605449c8 service neutron] 10.222.0.30 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842563
Apr 09 21:09:45.539730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.540048 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.540426 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 8 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:45.563774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:45.564173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:45.564554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.570777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (73d58cb7-1617-47cc-8e47-c1e925983951), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.587231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.587559 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.589465 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 9 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:45.603181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23741dccd0>,) {'filters': {'network_id': ['73d58cb7-1617-47cc-8e47-c1e925983951']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:45.616178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23741dccd0>, 'f8c137cf-0281-4f01-8579-b8be8ad63fc6') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:45.616464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23741dccd0>, 'f8c137cf-0281-4f01-8579-b8be8ad63fc6') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:45.630841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (f8c137cf-0281-4f01-8579-b8be8ad63fc6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.638334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:45.638661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:45.638989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.649874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.650196 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.652194 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 10 to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8
Apr 09 21:09:45.654519 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f8c137cf-0281-4f01-8579-b8be8ad63fc6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.668563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:45.668998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (f8c137cf-0281-4f01-8579-b8be8ad63fc6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:45.670873 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:45.678028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ecedca4c-4d72-493f-bfc2-5e151fcf4b23 service neutron] 10.222.0.30 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285241
Apr 09 21:09:45.678679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:45.679003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:45.679328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:45.684307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:45.684630 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:45.684994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (542a37b1-5316-41c1-ad82-6d3620d5f1a8), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.699060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Publish callbacks [] for security_group (6c1c1974-63b5-4fb0-8f3e-040d7c7df856), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.730854 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6c1c1974-63b5-4fb0-8f3e-040d7c7df856), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.763361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c1974-63b5-4fb0-8f3e-040d7c7df856,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:45.770835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (73d58cb7-1617-47cc-8e47-c1e925983951), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.772345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:45.780101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  73d58cb7-1617-47cc-8e47-c1e925983951 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 09 21:09:45.783980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.787350 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "DELETE /v2.0/networks/73d58cb7-1617-47cc-8e47-c1e925983951 HTTP/1.1" status: 204  len: 168 time: 0.4395142
Apr 09 21:09:45.799992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35040) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:45.805195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:45.808394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2aeb8-11b7-477a-bec3-971c2dcddeec tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event deleted for resources: {'Network': ['ID=73d58cb7-1617-47cc-8e47-c1e925983951,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:45.817963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b19e6cf7-5084-42a4-9623-1f89825862e1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.818315 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Added segment b19e6cf7-5084-42a4-9623-1f89825862e1 of type vlan for network 716e02fb-2354-45aa-9b94-e82b4f941149
Apr 09 21:09:45.864736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Made reservation on behalf of a504cdc020b74437aa81ceb6f94aaaef for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:45.866932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.873322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (716e02fb-2354-45aa-9b94-e82b4f941149), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.913595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:45.921940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (716e02fb-2354-45aa-9b94-e82b4f941149), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.922945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:45.923533 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.931295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (68372c5d-f98f-4c49-8b7a-e48eee0bfad9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:45.931646 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Added segment 68372c5d-f98f-4c49-8b7a-e48eee0bfad9 of type vlan for network 2ad2a440-9a41-43d7-a812-589adc5bf14f
Apr 09 21:09:46.024131 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7330897
Apr 09 21:09:46.029505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35042) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:46.034610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Request body: {'subnet': {'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-528594891-subnet', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:46.041701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578d540-57ba-4a87-9680-11d58be62221 admin admin] Pushing event updated for resources: {'Network': ['ID=716e02fb-2354-45aa-9b94-e82b4f941149,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:46.059915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 716e02fb-2354-45aa-9b94-e82b4f941149 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:46.061339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2ad2a440-9a41-43d7-a812-589adc5bf14f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.087415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Made reservation on behalf of fdd53d98faf74d6a92cdfabace62b088 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:46.091391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.156312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2ad2a440-9a41-43d7-a812-589adc5bf14f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.157766 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:46.159073 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.205431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d7fbd-cbc1-4955-841a-cab27c160e0b req-03d9cf6e-afc7-4b7f-b4d4-bff938fb3c6b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:46.212393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a85d7fbd-cbc1-4955-841a-cab27c160e0b req-03d9cf6e-afc7-4b7f-b4d4-bff938fb3c6b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 945 time: 0.4692738
Apr 09 21:09:46.243160 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.4418678
Apr 09 21:09:46.248632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35044) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:46.250790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] For port 542a37b1-5316-41c1-ad82-6d3620d5f1a8, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:46.251153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempted to set empty binding levels {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 09 21:09:46.253331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Request body: {'subnet': {'network_id': '2ad2a440-9a41-43d7-a812-589adc5bf14f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:46.259152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-47c2845c-3165-4ce0-b27f-ede8ff37af96 service neutron] 10.222.0.30 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5710797
Apr 09 21:09:46.260645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56731101-8f07-4a94-9d6f-b49bd39f80b2 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Network': ['ID=2ad2a440-9a41-43d7-a812-589adc5bf14f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:46.261526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (542a37b1-5316-41c1-ad82-6d3620d5f1a8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.274606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2ad2a440-9a41-43d7-a812-589adc5bf14f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:46.294706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Made reservation on behalf of a504cdc020b74437aa81ceb6f94aaaef for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:46.297023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.347687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:46.347687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.352584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a85d7fbd-cbc1-4955-841a-cab27c160e0b req-6e5b7273-8c2f-451a-807b-b669807b9bd4 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393595
Apr 09 21:09:46.405251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=542a37b1-5316-41c1-ad82-6d3620d5f1a8,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:46.416253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aefb01ba-c0d7-4f9b-b218-772765f9343b tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 3.0756571
Apr 09 21:09:46.416532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35048) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:46.461907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (84123a03-e460-41fd-b858-56ab83124fd3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.462173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-8e4ff88b-5a63-4ded-bf96-26cd39f4db08 service neutron] 10.222.0.30 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874819
Apr 09 21:09:46.545242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84123a03-e460-41fd-b858-56ab83124fd3,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:46.608175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cf490-010b-411e-bb7f-cee9791a27b4 req-927f2c55-cb96-468e-a618-2d390eeebaf2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:46.609760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d48cf490-010b-411e-bb7f-cee9791a27b4 req-927f2c55-cb96-468e-a618-2d390eeebaf2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1292987
Apr 09 21:09:46.610419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Deleting port 542a37b1-5316-41c1-ad82-6d3620d5f1a8 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:46.610756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (542a37b1-5316-41c1-ad82-6d3620d5f1a8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.703413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-7203d72b-f3a5-43f6-ad46-e8331c38a36c service neutron] 10.222.0.30 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323649
Apr 09 21:09:46.730732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] For port 542a37b1-5316-41c1-ad82-6d3620d5f1a8, host nch1-master-1, got binding levels [] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:46.731093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (542a37b1-5316-41c1-ad82-6d3620d5f1a8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.771077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Calling delete_port for 542a37b1-5316-41c1-ad82-6d3620d5f1a8 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:46.779307 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d48cf490-010b-411e-bb7f-cee9791a27b4 req-7455d25a-48ce-47eb-b015-72100679ec6f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478815
Apr 09 21:09:46.892081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Checking segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:46.892437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Network hostable DHCP agents. Network: 716e02fb-2354-45aa-9b94-e82b4f941149, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:46.929049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Network 716e02fb-2354-45aa-9b94-e82b4f941149 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:46.968360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 716e02fb-2354-45aa-9b94-e82b4f941149) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:46.968625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770eb3-b80f-46cc-8651-011aadfb0335 req-fc8e1abe-bdaf-4d41-9c79-bd079b364449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:46.970126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1770eb3-b80f-46cc-8651-011aadfb0335 req-fc8e1abe-bdaf-4d41-9c79-bd079b364449 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 1127 time: 0.1096427
Apr 09 21:09:46.973667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:46.974245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:46.978329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ffa61-edcc-45a5-8138-e9e1bfc48fcb req-874ad2bd-2bec-40db-a481-ad00862de30f tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:46.979670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f90ffa61-edcc-45a5-8138-e9e1bfc48fcb req-874ad2bd-2bec-40db-a481-ad00862de30f tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.1100621
Apr 09 21:09:46.980511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913f0a5-f9fc-4427-86fc-8f306896dd2a None None] Network 716e02fb-2354-45aa-9b94-e82b4f941149 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:46.984633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-b1237362-7a40-4cee-a162-2a870d4907bc service neutron] 10.222.0.30 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2725835
Apr 09 21:09:47.003593 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4a3324e0-f16c-4914-86a5-6312801cc296 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9705100
Apr 09 21:09:47.007304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35054) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:47.028276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:47.042532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:09:47.042997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (908e52f3-50d1-4137-8952-a5f834f732e4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.099717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Subnet': ['ID=908e52f3-50d1-4137-8952-a5f834f732e4,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:47.108645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Checking segment: {'id': '68372c5d-f98f-4c49-8b7a-e48eee0bfad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2ad2a440-9a41-43d7-a812-589adc5bf14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:47.109006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Network hostable DHCP agents. Network: 2ad2a440-9a41-43d7-a812-589adc5bf14f, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:09:47.118048 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (542a37b1-5316-41c1-ad82-6d3620d5f1a8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.129960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Network 2ad2a440-9a41-43d7-a812-589adc5bf14f is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:09:47.137716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-716e02fb-2354-45aa-9b94-e82b4f941149', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:09:47.138861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.147894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ad2a440-9a41-43d7-a812-589adc5bf14f) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:47.152658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:47.152849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.166707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6efc4-1abf-4e65-af90-e78fd9701e6f None None] Network 2ad2a440-9a41-43d7-a812-589adc5bf14f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:47.169214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1770eb3-b80f-46cc-8651-011aadfb0335 req-f271a047-fbf1-4711-badd-a97c946e9fa1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884863
Apr 09 21:09:47.170496 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f67c000d-a0b8-48a0-983b-2146e312ce72 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.9207811
Apr 09 21:09:47.173376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35056) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:47.179094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Request body: {'floatingip': {'floating_network_id': '2ad2a440-9a41-43d7-a812-589adc5bf14f'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:47.182886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event deleted for resources: {'Port': ['ID=542a37b1-5316-41c1-ad82-6d3620d5f1a8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:47.184931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (2557c9a8-91fb-43bb-8061-d62684219aed), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.186209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (2557c9a8-91fb-43bb-8061-d62684219aed), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.209636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f90ffa61-edcc-45a5-8138-e9e1bfc48fcb req-f539f65e-27dc-408d-a581-d2e3ba985dfd tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166755
Apr 09 21:09:47.210905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.216451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-59fef73d-fafc-4236-b26f-ff2463cee630 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "DELETE /v2.0/ports/542a37b1-5316-41c1-ad82-6d3620d5f1a8 HTTP/1.1" status: 204  len: 168 time: 0.7965789
Apr 09 21:09:47.219613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35058) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:47.229289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.267826 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e19f66-0b54-4820-a562-ed63f8ab1182 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] GET failed (client error): The resource could not be found.
Apr 09 21:09:47.269379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-27e19f66-0b54-4820-a562-ed63f8ab1182 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "GET /v2.0/ports/542a37b1-5316-41c1-ad82-6d3620d5f1a8 HTTP/1.1" status: 404  len: 333 time: 0.0465369
Apr 09 21:09:47.271676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-5457956e-4688-4d1a-9167-53b72390f44f service neutron] 10.222.0.30 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648664
Apr 09 21:09:47.273583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35062) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:47.278519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Request body: {'port': {'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1575582032'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:47.323446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks [] for router_controller (2557c9a8-91fb-43bb-8061-d62684219aed), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.356006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.414622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b9a1e-ba55-475f-914a-145b08ece7e0 None None] Network 2ad2a440-9a41-43d7-a812-589adc5bf14f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:47.432078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-b10215f1-ce4a-4b22-adf4-2c9c690d22dc req-e9b65172-afb7-41d8-9932-b5890da9fd38 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:09:47.433811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b10215f1-ce4a-4b22-adf4-2c9c690d22dc req-e9b65172-afb7-41d8-9932-b5890da9fd38 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0113943
Apr 09 21:09:47.435085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Allocated IP 172.20.0.2 (716e02fb-2354-45aa-9b94-e82b4f941149/84123a03-e460-41fd-b858-56ab83124fd3/4a7bc5de-9408-4c36-8130-28bc31477e62) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:47.478864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Made reservation on behalf of a55454c9572d426b949dbf7d7d396911 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:47.481076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.502827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Allocated IP 172.20.0.3 (2ad2a440-9a41-43d7-a812-589adc5bf14f/908e52f3-50d1-4137-8952-a5f834f732e4/d1fbbbd1-eba9-42eb-86a3-af92a34fd01c) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:47.618664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for port (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.655382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] device_id is not set on port 8720a367-35a3-49ac-8267-5037691900d6 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:47.656594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.662486 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks [] for router_gateway (2557c9a8-91fb-43bb-8061-d62684219aed), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.663919 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Publish callbacks [] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.669823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b10215f1-ce4a-4b22-adf4-2c9c690d22dc req-21164c53-21e3-4656-a1af-e3126246553a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1957796
Apr 09 21:09:47.671652 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.674366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-845d2926-2bb7-4458-b364-fb8ebfa39e30 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3903222
Apr 09 21:09:47.706015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Port': ['ID=d1fbbbd1-eba9-42eb-86a3-af92a34fd01c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:47.723369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Network 2ad2a440-9a41-43d7-a812-589adc5bf14f is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:47.725920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:47.729879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:47.730899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Network 716e02fb-2354-45aa-9b94-e82b4f941149 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:47.734992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:47.738950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:47.770159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Pushing event updated for resources: {'Port': ['ID=4a7bc5de-9408-4c36-8130-28bc31477e62,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:47.810949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Attempting to bind port 4a7bc5de-9408-4c36-8130-28bc31477e62 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:47.811701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Attempting to bind port 4a7bc5de-9408-4c36-8130-28bc31477e62 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:47.812283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Attempting to bind port 4a7bc5de-9408-4c36-8130-28bc31477e62 on network 716e02fb-2354-45aa-9b94-e82b4f941149 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:47.819549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:47.820139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Checking segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:47.820847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.821627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Bound using segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:47.822300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Bound port: 4a7bc5de-9408-4c36-8130-28bc31477e62, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:47.822865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.859128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for floatingip (2f45c0ad-b9f9-4a1f-8549-fef22014b765), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.904980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] For port 4a7bc5de-9408-4c36-8130-28bc31477e62, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:47.913169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] For port 4a7bc5de-9408-4c36-8130-28bc31477e62, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a7bc5de-9408-4c36-8130-28bc31477e62,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:47.919806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:47.922980 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.005119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f7bd5-ec0d-4cf4-9136-feb5d0dfc5de None None] Pushing event updated for resources: {'Port': ['ID=4a7bc5de-9408-4c36-8130-28bc31477e62,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:48.025814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-43e4cbbb-9c37-43cb-9820-f779799783c6 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3240261
Apr 09 21:09:48.115396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks [] for port (8720a367-35a3-49ac-8267-5037691900d6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.131610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for port (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.138452 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.176907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c3f0b-5319-4095-9b42-457c07cfcecd req-484f498d-05e9-4c21-b120-38b313df4672 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:48.178527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-200c3f0b-5319-4095-9b42-457c07cfcecd req-484f498d-05e9-4c21-b120-38b313df4672 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 945 time: 0.1594253
Apr 09 21:09:48.236160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Port': ['ID=d1fbbbd1-eba9-42eb-86a3-af92a34fd01c,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:48.250716 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks [] for router_gateway (2557c9a8-91fb-43bb-8061-d62684219aed), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.268116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9322460c-3e13-4511-bf42-a1f2a2cfbb49 service neutron] 10.222.0.30 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285748
Apr 09 21:09:48.283671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (2f45c0ad-b9f9-4a1f-8549-fef22014b765), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.299980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.302953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.304287 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-00fbaa1b-3ab3-4b3f-b943-461195b8384d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.1297824
Apr 09 21:09:48.309588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35070) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:48.397588 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cdc5f8db-0996-44eb-8b31-c0f3ec9517a9 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=2ad2a440-9a41-43d7-a812-589adc5bf14f HTTP/1.1" status: 200  len: 689 time: 0.0866728
Apr 09 21:09:48.398905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35072) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:48.424637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-200c3f0b-5319-4095-9b42-457c07cfcecd req-97f9c249-daf9-4f6d-b2c7-ba3b14063803 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892407
Apr 09 21:09:48.430953 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8720a367-35a3-49ac-8267-5037691900d6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.438677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-6b8d0c91-1741-4524-b270-9b325473d204 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:48.445595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-6b8d0c91-1741-4524-b270-9b325473d204 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 200  len: 936 time: 0.1524429
Apr 09 21:09:48.461810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4a7bc5de-9408-4c36-8130-28bc31477e62 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:48.516738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4a7bc5de-9408-4c36-8130-28bc31477e62 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:48.516984 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.532296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2ad2a440-9a41-43d7-a812-589adc5bf14f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.602102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4a7bc5de-9408-4c36-8130-28bc31477e62 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:48.602488 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.607541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Network 0b5d527b-a800-4a2a-a1a9-fd1721566950 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:48.623495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-65f68df7-4282-424a-a6d4-09760f9f1e42 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:48.624971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-65f68df7-4282-424a-a6d4-09760f9f1e42 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 200  len: 937 time: 0.1786849
Apr 09 21:09:48.630013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=8720a367-35a3-49ac-8267-5037691900d6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:48.632708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:48.643903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:48.644866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:48.645507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.664926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 4a7bc5de-9408-4c36-8130-28bc31477e62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a7bc5de-9408-4c36-8130-28bc31477e62,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:48.666263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd37a8-6146-43e7-9a73-e8dd9b9c1cdd req-b66a800b-0a81-4446-b9b0-bdb4b46fc6a6 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:48.667952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9cd37a8-6146-43e7-9a73-e8dd9b9c1cdd req-b66a800b-0a81-4446-b9b0-bdb4b46fc6a6 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1413825
Apr 09 21:09:48.673812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2d1e388e-b468-47f6-b384-6ffda1bd06b1 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.3992097
Apr 09 21:09:48.676465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35074) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:48.678824 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.685185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:48.727466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Deleting port d1fbbbd1-eba9-42eb-86a3-af92a34fd01c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:48.728143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.739842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Allocated IP 172.35.0.240 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/cf22577c-3be8-4642-a436-7ff9bf1d0144) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:48.778983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=4a7bc5de-9408-4c36-8130-28bc31477e62,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:48.831560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.831891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for floatingip (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:48.850977 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Calling delete_port for d1fbbbd1-eba9-42eb-86a3-af92a34fd01c owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:48.965365 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-c71cbe99-34ba-4abc-964b-c6178237f58b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0532093
Apr 09 21:09:49.085763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-323382e1-958e-40ce-a422-2b0e8446bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:49.087308 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-323382e1-958e-40ce-a422-2b0e8446bfcc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=78452efb7ef143efa0123d3bc4873b53&device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 1128 time: 0.0540330
Apr 09 21:09:49.101866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d1fbbbd1-eba9-42eb-86a3-af92a34fd01c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.185470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1fbbbd1-eba9-42eb-86a3-af92a34fd01c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:49.264240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8827afc1-3d0c-46bb-9390-91097b99a2a1 None None] Network 716e02fb-2354-45aa-9b94-e82b4f941149 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:09:49.314195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for floatingip (2f45c0ad-b9f9-4a1f-8549-fef22014b765), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.319201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-c22e5df0-5f9e-400c-abe6-47d9f9c40e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:49.320906 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-c22e5df0-5f9e-400c-abe6-47d9f9c40e3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 200  len: 917 time: 0.2088239
Apr 09 21:09:49.339007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9cd37a8-6146-43e7-9a73-e8dd9b9c1cdd req-2a554cc5-6ff5-46a4-ba92-52e38155fe9e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6465268
Apr 09 21:09:49.367209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-9fda7dd3-4dcc-48c1-8197-1842ca747c19 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:49.369812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9a68abfb-ba0b-4541-a535-32222429a5bc None None] Provisioning complete for port 4a7bc5de-9408-4c36-8130-28bc31477e62 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:49.370458 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a68abfb-ba0b-4541-a535-32222429a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.378658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-9fda7dd3-4dcc-48c1-8197-1842ca747c19 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.25 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 945 time: 0.1228280
Apr 09 21:09:49.381818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8720a367-35a3-49ac-8267-5037691900d6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.472949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (908e52f3-50d1-4137-8952-a5f834f732e4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.510461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9a68abfb-ba0b-4541-a535-32222429a5bc None None] Current status of the port 4a7bc5de-9408-4c36-8130-28bc31477e62 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:49.514691 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-a7f8ec7f-2989-4820-842f-05c352157372 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f56580-7bb2-4c4f-8b27-f07713dc360b HTTP/1.1" status: 200  len: 217 time: 0.1346550
Apr 09 21:09:49.581415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (908e52f3-50d1-4137-8952-a5f834f732e4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.600623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks [] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.619033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=908e52f3-50d1-4137-8952-a5f834f732e4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:49.628392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-6efe7e69-6523-4971-862f-f81fc3593f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:49.629949 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-6efe7e69-6523-4971-862f-f81fc3593f56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 200  len: 855 time: 0.1080143
Apr 09 21:09:49.647814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Deleting port c84d0ae8-9567-4de2-a5cb-690c35219dbc {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:49.648454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.656945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bee19-b4fe-4d28-9e57-7461e65b5da6 req-c8ddc50b-57db-4c9e-a02b-c798919056e7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:49.660577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-143bee19-b4fe-4d28-9e57-7461e65b5da6 req-c8ddc50b-57db-4c9e-a02b-c798919056e7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1911366
Apr 09 21:09:49.738543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2ad2a440-9a41-43d7-a812-589adc5bf14f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.753291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-b6c7f939-0dae-453a-9873-e5e843c384ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:49.754909 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-b6c7f939-0dae-453a-9873-e5e843c384ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=789b051e-cb74-421c-9a69-8135c2375c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1179998
Apr 09 21:09:49.769012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87167a6a-e62d-4ad9-a6f5-b4d16482619b req-671058b2-24f0-4f70-8bda-93981746ae44 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:49.776807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87167a6a-e62d-4ad9-a6f5-b4d16482619b req-671058b2-24f0-4f70-8bda-93981746ae44 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.2458842
Apr 09 21:09:49.780577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23756c08b0>,) {'filters': {'network_id': ['2ad2a440-9a41-43d7-a812-589adc5bf14f']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:49.805252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23756c08b0>, '68372c5d-f98f-4c49-8b7a-e48eee0bfad9') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:49.805552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23756c08b0>, '68372c5d-f98f-4c49-8b7a-e48eee0bfad9') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:49.830963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6e76e900-ba19-45ab-a14d-d8d7709eb0b7 None None] Provisioning complete for port 4a7bc5de-9408-4c36-8130-28bc31477e62 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:49.831599 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e76e900-ba19-45ab-a14d-d8d7709eb0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.840083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (68372c5d-f98f-4c49-8b7a-e48eee0bfad9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.866170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (68372c5d-f98f-4c49-8b7a-e48eee0bfad9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.877143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:49.877870 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (68372c5d-f98f-4c49-8b7a-e48eee0bfad9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:49.880485 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:49.928151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6e76e900-ba19-45ab-a14d-d8d7709eb0b7 None None] Current status of the port 4a7bc5de-9408-4c36-8130-28bc31477e62 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:49.942624 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-67afef3c-bca3-4687-9b9b-6f23df7372ae service neutron] 10.222.0.25 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758535
Apr 09 21:09:49.963065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2ad2a440-9a41-43d7-a812-589adc5bf14f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.967423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2ad2a440-9a41-43d7-a812-589adc5bf14f {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 09 21:09:49.967855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-926f8f9c-d63b-41f0-9d50-4c33040d1174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:49.969286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-926f8f9c-d63b-41f0-9d50-4c33040d1174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 200  len: 936 time: 0.4714582
Apr 09 21:09:49.969541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.974004 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2ad2a440-9a41-43d7-a812-589adc5bf14f HTTP/1.1" status: 204  len: 168 time: 1.5741670
Apr 09 21:09:49.980765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35114) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:49.987295 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:49.998729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7ba06-20ac-4930-8a5c-a6b1b282ba0c tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ad2a440-9a41-43d7-a812-589adc5bf14f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:50.010638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-143bee19-b4fe-4d28-9e57-7461e65b5da6 req-e326b81a-570d-4d26-bdae-82aa3ac5e547 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3196030
Apr 09 21:09:50.079038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87167a6a-e62d-4ad9-a6f5-b4d16482619b req-6da5d3d4-b641-4d6d-9574-326dd4494cfd tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3009777
Apr 09 21:09:50.084796 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d13aa466-c1e2-4a08-8318-f8ab5b47e773 req-68ead500-08d7-4b11-8a6e-d2e9db87dfee service neutron] 10.222.0.25 "GET /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329019
Apr 09 21:09:50.250901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] For port c84d0ae8-9567-4de2-a5cb-690c35219dbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c84d0ae8-9567-4de2-a5cb-690c35219dbc,segment=NetworkSegment(62bf4516-a153-4651-aabe-603ab79d1288),segment_id=62bf4516-a153-4651-aabe-603ab79d1288)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:50.251316 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.305575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14d1d17e-3297-4c9e-8494-933836625650 req-bd4d3370-08ad-47f1-989d-b6b1b1bd9ff2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 210 time: 0.1588252
Apr 09 21:09:50.314865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:50.330160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Calling delete_port for c84d0ae8-9567-4de2-a5cb-690c35219dbc owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:50.337936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-616dbbb3-ddfb-42fc-96a8-dfb70c507228 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.339323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-616dbbb3-ddfb-42fc-96a8-dfb70c507228 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 200  len: 937 time: 0.3363385
Apr 09 21:09:50.349422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Pushing event updated for resources: {'Port': ['ID=cf22577c-3be8-4642-a436-7ff9bf1d0144,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:50.351628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:50.376525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:50.387198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3a0c78be-9f91-4895-94eb-9b27be682f08 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1478 time: 0.4011760
Apr 09 21:09:50.389813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35122) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:50.414411 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d439504f-c5ff-45e8-a566-5ee28a930912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.431153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b514f-b034-4bfc-9160-c231d3e80a10 req-6ab04dfe-3b58-4827-94c4-be47482309bd tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.432729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad2b514f-b034-4bfc-9160-c231d3e80a10 req-6ab04dfe-3b58-4827-94c4-be47482309bd tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 945 time: 0.2680743
Apr 09 21:09:50.470651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] device_id is not set on port 8720a367-35a3-49ac-8267-5037691900d6 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:50.495469 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks [] for port (8720a367-35a3-49ac-8267-5037691900d6), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.521052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.521851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.522485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.523276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.530827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4a7bc5de-9408-4c36-8130-28bc31477e62 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:50.534276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.541427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.542013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.542633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.543950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8720a367-35a3-49ac-8267-5037691900d6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.544657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.545253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.553216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.554186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.557112 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c766b0b-a5d2-4155-b24a-cf3ffd9961a4 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7774 time: 0.1656325
Apr 09 21:09:50.560090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:50.600942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4a7bc5de-9408-4c36-8130-28bc31477e62 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:50.601493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.605956 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-46ce8696-81d6-4ba5-8346-7a5b45f73f2d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] delete failed (client error): The resource could not be found.
Apr 09 21:09:50.607002 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-46ce8696-81d6-4ba5-8346-7a5b45f73f2d tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/2f45c0ad-b9f9-4a1f-8549-fef22014b765 HTTP/1.1" status: 404  len: 345 time: 0.0457227
Apr 09 21:09:50.609910 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35126) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:50.628778 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-134b2691-582c-42c4-a2c5-cad0d4648513 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] DELETE failed (client error): The resource could not be found.
Apr 09 21:09:50.629353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134b2691-582c-42c4-a2c5-cad0d4648513 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:09:50.637108 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-134b2691-582c-42c4-a2c5-cad0d4648513 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2ad2a440-9a41-43d7-a812-589adc5bf14f HTTP/1.1" status: 404  len: 339 time: 0.0224283
Apr 09 21:09:50.637944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35130) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:50.642717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Request body: {'network': {'name': 'tempest-network--783087206', 'router:external': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:50.675120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Made reservation on behalf of a504cdc020b74437aa81ceb6f94aaaef for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:50.677720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.698769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b9fba-63c4-4ee9-b012-ba6b0c03a87b req-11977610-edbb-4f6d-9892-0d015b7c9196 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.700325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-554b9fba-63c4-4ee9-b012-ba6b0c03a87b req-11977610-edbb-4f6d-9892-0d015b7c9196 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 945 time: 0.2195489
Apr 09 21:09:50.710158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:50.724729 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d28bdcff-5748-4f1c-8170-c00f2edda5e1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.725414 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Added segment d28bdcff-5748-4f1c-8170-c00f2edda5e1 of type vlan for network 234f3ff0-d1ba-4485-ae90-5411632f52b4
Apr 09 21:09:50.726005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4a7bc5de-9408-4c36-8130-28bc31477e62 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:50.768604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad2b514f-b034-4bfc-9160-c231d3e80a10 req-c6237e1b-5d03-4447-93b2-70ba00f4676b tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/security-groups?id=653ed3a4-fa6a-40e0-9b88-fe913156a311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2955849
Apr 09 21:09:50.780778 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (234f3ff0-d1ba-4485-ae90-5411632f52b4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.789616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=8720a367-35a3-49ac-8267-5037691900d6,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:50.822333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (234f3ff0-d1ba-4485-ae90-5411632f52b4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.823442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:50.824085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.884115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:50.884353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:50.884715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:50.896380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-554b9fba-63c4-4ee9-b012-ba6b0c03a87b req-47eab105-643d-4228-880f-fb57c8bc1f9c tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752129
Apr 09 21:09:50.900619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:50.900961 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:50.901376 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 2 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:50.923110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Network': ['ID=234f3ff0-d1ba-4485-ae90-5411632f52b4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:50.930950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c84d0ae8-9567-4de2-a5cb-690c35219dbc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:50.935236 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-27a18828-1ca4-4932-936b-cdc27c3ddd4a tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.2952971
Apr 09 21:09:50.935454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35140) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:50.941015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 234f3ff0-d1ba-4485-ae90-5411632f52b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:50.963635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['c84d0ae8-9567-4de2-a5cb-690c35219dbc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:51.004467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:51.004814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:51.005178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:51.061647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Pushing event deleted for resources: {'Port': ['ID=c84d0ae8-9567-4de2-a5cb-690c35219dbc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:51.132200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:51.132534 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:51.156357 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 3 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:51.252643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:51.252972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:51.253517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:51.255649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] No DVR routers for this DVR port c84d0ae8-9567-4de2-a5cb-690c35219dbc on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:09:51.273426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.276760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7041da3-8b79-43f3-9c05-2e898809f227 req-b796ddaa-5ac4-4e34-844c-73e97cc2ce27 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.25 "DELETE /v2.0/ports/c84d0ae8-9567-4de2-a5cb-690c35219dbc HTTP/1.1" status: 204  len: 173 time: 1.8810000
Apr 09 21:09:51.278357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f567ca-fe77-4fda-a459-4a4378ca8cfe', 'name': 'network-vif-deleted', 'tag': 'c84d0ae8-9567-4de2-a5cb-690c35219dbc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:51.281091 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6366219-344d-40c4-96e2-6ed9db011ff9" -d '{"events": [{"server_uuid": "26f567ca-fe77-4fda-a459-4a4378ca8cfe", "name": "network-vif-deleted", "tag": "c84d0ae8-9567-4de2-a5cb-690c35219dbc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:51.349538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:51.349875 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:51.356531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7a9f8-144b-4c9a-a9f6-a7f6bbaf7825 req-3229f327-3a89-4959-b31f-a5f32c74c8ef tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:51.358068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45d7a9f8-144b-4c9a-a9f6-a7f6bbaf7825 req-3229f327-3a89-4959-b31f-a5f32c74c8ef tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.2855773
Apr 09 21:09:51.366122 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 4 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:51.446187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0863f-69ad-4afd-aafb-49ddf52af6f2 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:51.451286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0863f-69ad-4afd-aafb-49ddf52af6f2 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:51.456766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0863f-69ad-4afd-aafb-49ddf52af6f2 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:51.462173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0863f-69ad-4afd-aafb-49ddf52af6f2 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:51.464257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-20e0863f-69ad-4afd-aafb-49ddf52af6f2 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.5263577
Apr 09 21:09:51.466995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35148) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:51.473397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:51.473725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:51.474074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:51.484081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks [] for router_gateway (2557c9a8-91fb-43bb-8061-d62684219aed), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.498443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df8e78-db55-44a0-a08e-bc90eb1cc518 req-71097992-9eb4-4cb8-a7d9-a3d7e5b9023a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:51.500128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24df8e78-db55-44a0-a08e-bc90eb1cc518 req-71097992-9eb4-4cb8-a7d9-a3d7e5b9023a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1630285
Apr 09 21:09:51.538852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:51.539259 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:51.543991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (234f3ff0-d1ba-4485-ae90-5411632f52b4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.545593 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 5 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:51.581545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45d7a9f8-144b-4c9a-a9f6-a7f6bbaf7825 req-e710f142-45dc-40f7-bc7f-6b585c780021 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053123
Apr 09 21:09:51.598670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:51.599001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:51.599339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:51.636640 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (234f3ff0-d1ba-4485-ae90-5411632f52b4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.642215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:51.642560 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:51.664782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237469bb80>,) {'filters': {'network_id': ['234f3ff0-d1ba-4485-ae90-5411632f52b4']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:51.669429 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 6 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:51.673018 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e697c1b-e987-48fa-96f8-3c0a1fd6754b x-openstack-request-id: req-4e697c1b-e987-48fa-96f8-3c0a1fd6754b {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:51.673337 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f567ca-fe77-4fda-a459-4a4378ca8cfe", "name": "network-vif-deleted", "tag": "c84d0ae8-9567-4de2-a5cb-690c35219dbc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:51.673586 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e697c1b-e987-48fa-96f8-3c0a1fd6754b {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:51.673987 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e697c1b-e987-48fa-96f8-3c0a1fd6754b'] response: {'server_uuid': '26f567ca-fe77-4fda-a459-4a4378ca8cfe', 'name': 'network-vif-deleted', 'tag': 'c84d0ae8-9567-4de2-a5cb-690c35219dbc', 'status': 'completed', 'code': 200}
Apr 09 21:09:51.676499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237469bb80>, 'd28bdcff-5748-4f1c-8170-c00f2edda5e1') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:51.677188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237469bb80>, 'd28bdcff-5748-4f1c-8170-c00f2edda5e1') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:51.689089 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d28bdcff-5748-4f1c-8170-c00f2edda5e1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.694598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24df8e78-db55-44a0-a08e-bc90eb1cc518 req-97a4d8be-d514-46bc-8579-bf9688ab7636 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553636
Apr 09 21:09:51.704144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:51.704483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:51.704821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:51.709222 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d28bdcff-5748-4f1c-8170-c00f2edda5e1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.715993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:51.716401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d28bdcff-5748-4f1c-8170-c00f2edda5e1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:51.718230 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:51.732039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:51.732383 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:51.734722 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 7 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:51.810370 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (234f3ff0-d1ba-4485-ae90-5411632f52b4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.812260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:51.812690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:51.812933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:51.816251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59ba2a83-1d63-430c-a214-15cc0b54666f req-e9ab234e-87b6-4e63-98be-e9bacdb1d274 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 210 time: 0.0753179
Apr 09 21:09:51.829199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  234f3ff0-d1ba-4485-ae90-5411632f52b4 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 09 21:09:51.831904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event deleted for resources: {'Network': ['ID=234f3ff0-d1ba-4485-ae90-5411632f52b4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:51.850267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.856939 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-29799743-61f2-4e0c-99a4-33045ab79f7e tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "DELETE /v2.0/networks/234f3ff0-d1ba-4485-ae90-5411632f52b4 HTTP/1.1" status: 204  len: 168 time: 0.3887014
Apr 09 21:09:51.861617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:51.872629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Request body: {'network': {'name': 'tempest-network--346767886', 'router:external': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:51.876651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:51.876993 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:51.879223 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 8 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:51.887064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-3202e097-d7de-4401-b390-e4cc98ec6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:51.887892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-3202e097-d7de-4401-b390-e4cc98ec6801 service neutron] 10.222.0.32 "GET /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 200  len: 1032 time: 0.1502697
Apr 09 21:09:51.914537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Made reservation on behalf of a504cdc020b74437aa81ceb6f94aaaef for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:51.917012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:51.981628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:51.982095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:51.982298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:51.990063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:52.029689 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (98501412-725e-4ad7-b7af-d4c38d08982c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.030047 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Added segment 98501412-725e-4ad7-b7af-d4c38d08982c of type vlan for network 90743469-2420-45d3-9416-62546c5ec754
Apr 09 21:09:52.142701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (90743469-2420-45d3-9416-62546c5ec754), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.187177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (90743469-2420-45d3-9416-62546c5ec754), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.188826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.189708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.239771 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.3740959
Apr 09 21:09:52.253631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:52.403633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef82595f-1c8b-4aed-803b-1408c9a46a52 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.405499 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ef82595f-1c8b-4aed-803b-1408c9a46a52 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] 10.222.0.30 "GET /v2.0/networks/90743469-2420-45d3-9416-62546c5ec754 HTTP/1.1" status: 200  len: 756 time: 0.1510234
Apr 09 21:09:52.408234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35158) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:52.425637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9599b2b-d1a7-49bf-8a01-ab816b709436 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Network': ['ID=90743469-2420-45d3-9416-62546c5ec754,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:52.435970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 90743469-2420-45d3-9416-62546c5ec754 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:52.437243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:52.438026 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:52.444321 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 9 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:52.470523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-41d3f598-52ce-4241-a6d5-4ab97419473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.472573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-41d3f598-52ce-4241-a6d5-4ab97419473d service neutron] 10.222.0.32 "GET /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 200  len: 1033 time: 0.5724726
Apr 09 21:09:52.499401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f01c55d2-d9aa-41e2-9cb8-3a8040c7f58a req-5342ab72-e5ec-41fd-a084-00bbc5f50701 tempest-ServerPasswordTestJSON-1771715526 tempest-ServerPasswordTestJSON-1771715526-project] 10.222.0.30 "GET /v2.0/ports?device_id=26f567ca-fe77-4fda-a459-4a4378ca8cfe HTTP/1.1" status: 200  len: 210 time: 0.0844257
Apr 09 21:09:52.532690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434a4e-1bf8-4c12-a030-87f460d6af3b req-81d90c08-ddfc-4a1b-82c2-c97acaeb5679 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.538290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434a4e-1bf8-4c12-a030-87f460d6af3b req-81d90c08-ddfc-4a1b-82c2-c97acaeb5679 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.546685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434a4e-1bf8-4c12-a030-87f460d6af3b req-81d90c08-ddfc-4a1b-82c2-c97acaeb5679 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.548571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05434a4e-1bf8-4c12-a030-87f460d6af3b req-81d90c08-ddfc-4a1b-82c2-c97acaeb5679 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627&device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d&device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 2418 time: 0.6326964
Apr 09 21:09:52.564919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:52.565244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:52.565585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:52.565907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe07a65-8ef3-4e23-8151-0e4f959c23ef tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.567362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3fe07a65-8ef3-4e23-8151-0e4f959c23ef tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] 10.222.0.30 "GET /v2.0/networks/aac60ee1-c6f3-4976-842e-39e92b3ce7ba HTTP/1.1" status: 200  len: 768 time: 0.1580458
Apr 09 21:09:52.573660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35170) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:52.574408 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (2557c9a8-91fb-43bb-8061-d62684219aed), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.598850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:52.599395 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:52.641084 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 10 to bind port 8720a367-35a3-49ac-8267-5037691900d6
Apr 09 21:09:52.653501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (90743469-2420-45d3-9416-62546c5ec754), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.711108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:52.711662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:52.712222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:52.739552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (90743469-2420-45d3-9416-62546c5ec754), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.765174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:09:52.765782 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port 8720a367-35a3-49ac-8267-5037691900d6 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:09:52.766158 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8720a367-35a3-49ac-8267-5037691900d6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.768069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374962310>,) {'filters': {'network_id': ['90743469-2420-45d3-9416-62546c5ec754']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:52.779797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374962310>, '98501412-725e-4ad7-b7af-d4c38d08982c') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:52.780531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374962310>, '98501412-725e-4ad7-b7af-d4c38d08982c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:52.791926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (98501412-725e-4ad7-b7af-d4c38d08982c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.798827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05434a4e-1bf8-4c12-a030-87f460d6af3b req-4b66bd45-1326-4816-a023-f8b9661933fd tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2298009
Apr 09 21:09:52.807466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (98501412-725e-4ad7-b7af-d4c38d08982c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.821725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:52.822411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (98501412-725e-4ad7-b7af-d4c38d08982c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.822746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c7004812-c5f7-41e8-ad66-694bf4f5439b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:52.823932 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:52.828237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c7004812-c5f7-41e8-ad66-694bf4f5439b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.833232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c7004812-c5f7-41e8-ad66-694bf4f5439b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.835194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c7004812-c5f7-41e8-ad66-694bf4f5439b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "GET /v2.0/networks?id=dafc1150-436f-41e7-82bb-1b35d2c0352e&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=f6f98062-6e39-47e6-ab8a-083f21750bda&id=f6f98062-6e39-47e6-ab8a-083f21750bda HTTP/1.1" status: 200  len: 1995 time: 0.3489738
Apr 09 21:09:52.871945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a359cab-0619-448a-ba28-e0c4c03b788c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.906220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (90743469-2420-45d3-9416-62546c5ec754), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.911556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  90743469-2420-45d3-9416-62546c5ec754 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 09 21:09:52.913905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.921732 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "DELETE /v2.0/networks/90743469-2420-45d3-9416-62546c5ec754 HTTP/1.1" status: 204  len: 168 time: 0.3463690
Apr 09 21:09:52.922398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35178) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:52.930208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Request body: {'network': {'name': 'tempest-network--994616224'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:52.931420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-34e8d671-bcfd-4d59-b367-e9fae5882afd req-af7a2757-3e89-4621-8a79-2142ca5cee70 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:09:52.932432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34e8d671-bcfd-4d59-b367-e9fae5882afd req-af7a2757-3e89-4621-8a79-2142ca5cee70 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0378706
Apr 09 21:09:52.946123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be66cfa-d6b4-49af-a9c5-06d97968d15f tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event deleted for resources: {'Network': ['ID=90743469-2420-45d3-9416-62546c5ec754,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:52.973969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Made reservation on behalf of a504cdc020b74437aa81ceb6f94aaaef for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:52.977908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:52.996986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967093a3-e646-427d-b5e3-248c881f8228 req-b14d7588-e4cf-4b79-a924-96d6242dbc22 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:52.998631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-967093a3-e646-427d-b5e3-248c881f8228 req-b14d7588-e4cf-4b79-a924-96d6242dbc22 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.2098961
Apr 09 21:09:53.024911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:09:53.036437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5787f651-966f-4e93-8e1f-c94dbf9c9d5f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.036792 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Added segment 5787f651-966f-4e93-8e1f-c94dbf9c9d5f of type vlan for network 4a1eb352-4b58-4999-ae9d-71904ef15324
Apr 09 21:09:53.083574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (4a1eb352-4b58-4999-ae9d-71904ef15324), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.117578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (4a1eb352-4b58-4999-ae9d-71904ef15324), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.118896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.119743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.121610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34e8d671-bcfd-4d59-b367-e9fae5882afd req-88fa83c0-74f3-41ab-bc55-5c193f9cf365 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.1578214
Apr 09 21:09:53.135371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] For port 8720a367-35a3-49ac-8267-5037691900d6, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:53.135750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempted to set empty binding levels {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 09 21:09:53.167974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8720a367-35a3-49ac-8267-5037691900d6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.186180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-47eca392-0634-4bcd-aef2-3e57ce0dd06e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf HTTP/1.1" status: 200  len: 379 time: 0.2955124
Apr 09 21:09:53.197775 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.2724288
Apr 09 21:09:53.201256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35180) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:53.224896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'admin_state_up': True, 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'security_groups': ['58123c77-593d-44d0-9fef-2ed1ec3ead0f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:53.225682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9c2ce904-1dd8-4815-b52a-8f9a56ead3ea tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:53.252907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] In _notify_port_updated(), no bound segment for port 8720a367-35a3-49ac-8267-5037691900d6 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:09:53.254092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.254885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.256379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "PUT /v2.0/ports/8720a367-35a3-49ac-8267-5037691900d6 HTTP/1.1" status: 200  len: 975 time: 4.5789423
Apr 09 21:09:53.272736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-967093a3-e646-427d-b5e3-248c881f8228 req-711909fe-b591-463e-b569-2911e2b2de7e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415321
Apr 09 21:09:53.285695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35182) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:53.326534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a96e1-365c-4af3-95a9-d8920d8287cb tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Network': ['ID=4a1eb352-4b58-4999-ae9d-71904ef15324,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:53.337562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Router 2557c9a8-91fb-43bb-8061-d62684219aed is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:09:53.378026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 4a1eb352-4b58-4999-ae9d-71904ef15324 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:09:53.471770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1fad1-af80-418a-bb89-d29c55dc9c65 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=8720a367-35a3-49ac-8267-5037691900d6,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:53.546739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce904-1dd8-4815-b52a-8f9a56ead3ea tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (4a1eb352-4b58-4999-ae9d-71904ef15324), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.566175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce904-1dd8-4815-b52a-8f9a56ead3ea tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (4a1eb352-4b58-4999-ae9d-71904ef15324), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.574513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4e33a1a-c4b2-4100-b573-8976bbe9379b req-d9e1d312-940e-4d00-981a-af3ab7a146e6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 210 time: 0.1464882
Apr 09 21:09:53.581156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.581652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.582041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c2ce904-1dd8-4815-b52a-8f9a56ead3ea tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Network 4a1eb352-4b58-4999-ae9d-71904ef15324 is not hosted by any dhcp agent {{(pid=126919) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:09:53.582197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.582603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.583082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.583554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.584028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.584265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ce904-1dd8-4815-b52a-8f9a56ead3ea tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.584500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.584973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.585450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce904-1dd8-4815-b52a-8f9a56ead3ea tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.585580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.585933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.586401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.592867 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9c2ce904-1dd8-4815-b52a-8f9a56ead3ea tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "PUT /v2.0/networks/4a1eb352-4b58-4999-ae9d-71904ef15324 HTTP/1.1" status: 200  len: 857 time: 0.3888969
Apr 09 21:09:53.592867 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35192) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:53.601229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.601971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.602620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.604022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.606348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.607071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.607715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.609800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.610458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.612839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.613518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.614161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.615095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.617496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.618166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.619490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.620924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.621605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.623341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.625672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:53.629878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7abeb0be-4f66-44e8-9b75-c18dbc5545bd tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 29534 time: 0.3325377
Apr 09 21:09:53.666054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ce904-1dd8-4815-b52a-8f9a56ead3ea tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event updated for resources: {'Network': ['ID=4a1eb352-4b58-4999-ae9d-71904ef15324,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:53.676578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35194) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:53.785535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35200) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:53.832269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:53.836435 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.917895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:09:53.925409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c84d0ae8-9567-4de2-a5cb-690c35219dbc no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:09:53.926094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e74471-c311-40f1-98dc-9368eb45104d admin admin] Deleting subnet 32112972-7bff-4a83-bc27-87eeada43b74 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:09:53.929185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Deleting port 8720a367-35a3-49ac-8267-5037691900d6 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:53.929524 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8720a367-35a3-49ac-8267-5037691900d6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:53.931331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Sync routers for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:09:53.957969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44e74471-c311-40f1-98dc-9368eb45104d admin admin] Publish callbacks [] for subnet (32112972-7bff-4a83-bc27-87eeada43b74), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.010094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6472ba-39f0-4328-98fd-53ff785c455f req-8eafa9fc-ed05-401c-befd-0dcfb8060926 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:54.012359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea6472ba-39f0-4328-98fd-53ff785c455f req-8eafa9fc-ed05-401c-befd-0dcfb8060926 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1344020
Apr 09 21:09:54.018593 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.024400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7f1a3b0a-506a-43ad-80b1-c07ef670fe9f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.0089104
Apr 09 21:09:54.025314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (4a1eb352-4b58-4999-ae9d-71904ef15324), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.027039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: c84d0ae8-9567-4de2-a5cb-690c35219dbc {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:09:54.027639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:54.032018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c84d0ae8-9567-4de2-a5cb-690c35219dbc not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:09:54.044472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:54.045604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da6f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:54.188894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea6472ba-39f0-4328-98fd-53ff785c455f req-2697364b-a91c-4fe5-9867-c3bfdfa6a26d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629841
Apr 09 21:09:54.197767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Allocated IP 172.20.0.9 (dafc1150-436f-41e7-82bb-1b35d2c0352e/5582e4dd-bddd-4dac-ac97-35804c4b3e6a/da958d47-ba90-4946-a8c2-f3457704513e) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:54.396658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:54.447935 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (da958d47-ba90-4946-a8c2-f3457704513e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.500999 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (da958d47-ba90-4946-a8c2-f3457704513e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.534005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44e74471-c311-40f1-98dc-9368eb45104d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (32112972-7bff-4a83-bc27-87eeada43b74), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.580442 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.584434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=da958d47-ba90-4946-a8c2-f3457704513e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:54.600205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] For port 8720a367-35a3-49ac-8267-5037691900d6, host nch1-master-1, got binding levels [] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:54.600622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8720a367-35a3-49ac-8267-5037691900d6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.602317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network dafc1150-436f-41e7-82bb-1b35d2c0352e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:54.605730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:54.626873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:54.644749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Calling delete_port for 8720a367-35a3-49ac-8267-5037691900d6 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:54.739021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da6f10>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:50Z', 'revision_number': 3, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:54.797932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Checking router: 2557c9a8-91fb-43bb-8061-d62684219aed for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:09:54.798284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Updating router 2557c9a8-91fb-43bb-8061-d62684219aed port cf22577c-3be8-4642-a436-7ff9bf1d0144 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:09:54.800119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5102844-9c0f-46ed-b278-4bbd0ae7c4e0 req-5295c48e-afd1-42ec-8285-52bbb7ffca04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:54.801843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5102844-9c0f-46ed-b278-4bbd0ae7c4e0 req-5295c48e-afd1-42ec-8285-52bbb7ffca04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 931 time: 0.0968392
Apr 09 21:09:54.844896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (4a1eb352-4b58-4999-ae9d-71904ef15324), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.872980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23747bcd30>,) {'filters': {'network_id': ['4a1eb352-4b58-4999-ae9d-71904ef15324']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:54.879906 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.888164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23747bcd30>, '5787f651-966f-4e93-8e1f-c94dbf9c9d5f') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:54.888438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23747bcd30>, '5787f651-966f-4e93-8e1f-c94dbf9c9d5f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:54.900500 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (5787f651-966f-4e93-8e1f-c94dbf9c9d5f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.921902 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5787f651-966f-4e93-8e1f-c94dbf9c9d5f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.931178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:54.931847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.953704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:54.954829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (5787f651-966f-4e93-8e1f-c94dbf9c9d5f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.968455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44e74471-c311-40f1-98dc-9368eb45104d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (32112972-7bff-4a83-bc27-87eeada43b74), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:54.984170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5102844-9c0f-46ed-b278-4bbd0ae7c4e0 req-173dfef4-d673-4ac2-a7d2-fedfe74be692 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1755974
Apr 09 21:09:54.998845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-34d30514-43f7-4cda-80b5-169bd62b5c7b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7835190
Apr 09 21:09:55.010656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'admin_state_up': True, 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'security_groups': ['58123c77-593d-44d0-9fef-2ed1ec3ead0f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:55.042069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e4efb7c3-bf08-43d1-9b87-34aea2fd0615 None None] Provisioning complete for port da958d47-ba90-4946-a8c2-f3457704513e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:55.042655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4efb7c3-bf08-43d1-9b87-34aea2fd0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (da958d47-ba90-4946-a8c2-f3457704513e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.098897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e4efb7c3-bf08-43d1-9b87-34aea2fd0615 None None] Port da958d47-ba90-4946-a8c2-f3457704513e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:55.138345 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:55.175393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44e74471-c311-40f1-98dc-9368eb45104d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (32112972-7bff-4a83-bc27-87eeada43b74), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.209155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:55.213918 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.243063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e74471-c311-40f1-98dc-9368eb45104d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32112972-7bff-4a83-bc27-87eeada43b74,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:55.244925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8720a367-35a3-49ac-8267-5037691900d6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.318983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event deleted for resources: {'Port': ['ID=8720a367-35a3-49ac-8267-5037691900d6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:55.328718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44e74471-c311-40f1-98dc-9368eb45104d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.332069 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-44e74471-c311-40f1-98dc-9368eb45104d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/32112972-7bff-4a83-bc27-87eeada43b74 HTTP/1.1" status: 204  len: 168 time: 1.5296671
Apr 09 21:09:55.333834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.336854 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ba7f98ff-a670-4a2a-b600-4cb4b7d588c0 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "DELETE /v2.0/ports/8720a367-35a3-49ac-8267-5037691900d6 HTTP/1.1" status: 204  len: 168 time: 1.6540582
Apr 09 21:09:55.338547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35222) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:55.373601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Publish callbacks [] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.378466 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.379384 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.384961 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.415078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Allocated IP 10.1.1.9 (92519850-eedc-4d89-a26d-ad4b1c086541/1cc60a1b-b0e4-4964-b277-14acb7533918/ace7507d-dd06-475c-b999-2430bd431592) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:55.433921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35224) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:55.438254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (660333df-1b10-4d62-a4d3-34a451d03428), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.459513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Attempting to bind port cf22577c-3be8-4642-a436-7ff9bf1d0144 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:09:55.459880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Attempting to bind port cf22577c-3be8-4642-a436-7ff9bf1d0144 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:09:55.460238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Attempting to bind port cf22577c-3be8-4642-a436-7ff9bf1d0144 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:09:55.467116 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e5f87c-ce6e-4342-8298-fed2edea4bd9 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] GET failed (client error): The resource could not be found.
Apr 09 21:09:55.468640 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-17e5f87c-ce6e-4342-8298-fed2edea4bd9 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "GET /v2.0/ports/8720a367-35a3-49ac-8267-5037691900d6 HTTP/1.1" status: 404  len: 333 time: 0.0280824
Apr 09 21:09:55.476432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:09:55.476933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:09:55.477559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.478491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:09:55.478605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Bound port: cf22577c-3be8-4642-a436-7ff9bf1d0144, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:09:55.479022 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.523892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea52b9-9faf-48b6-ad08-a843187d0c79 None None] Pushing event updated for resources: {'Port': ['ID=cf22577c-3be8-4642-a436-7ff9bf1d0144,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:55.543411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35228) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:55.578190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] For port cf22577c-3be8-4642-a436-7ff9bf1d0144, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:09:55.584054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] For port cf22577c-3be8-4642-a436-7ff9bf1d0144, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf22577c-3be8-4642-a436-7ff9bf1d0144,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:09:55.588979 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (4a1eb352-4b58-4999-ae9d-71904ef15324), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.594215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1451386283', 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:55.603502 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.604411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb027-0a22-4d2d-ba83-7d2ee11fbe33 req-4070e5c2-d8db-41ea-ae88-c74b4c3c527c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:55.606137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-686fb027-0a22-4d2d-ba83-7d2ee11fbe33 req-4070e5c2-d8db-41ea-ae88-c74b4c3c527c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.0615587
Apr 09 21:09:55.610580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  4a1eb352-4b58-4999-ae9d-71904ef15324 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 09 21:09:55.612483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a1eb352-4b58-4999-ae9d-71904ef15324,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:55.614575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.617840 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-11f29f3c-0de2-42fc-bbb1-d72be794daf3 tempest-ExternalNetworksTestJSON-1994375686 tempest-ExternalNetworksTestJSON-1994375686-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4a1eb352-4b58-4999-ae9d-71904ef15324 HTTP/1.1" status: 204  len: 168 time: 1.9532294
Apr 09 21:09:55.626520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35232) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:55.693903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:09:55.694752 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da6f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:55.750107 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffa388d-5a78-4b86-a26d-b9929d5cfefe tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:09:55.751731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffa388d-5a78-4b86-a26d-b9929d5cfefe tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:09:55.766958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4ffa388d-5a78-4b86-a26d-b9929d5cfefe tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] 10.222.0.30 "DELETE /v2.0/subnets/908e52f3-50d1-4137-8952-a5f834f732e4 HTTP/1.1" status: 404  len: 337 time: 0.1155479
Apr 09 21:09:55.771935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35236) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:55.871408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea52b9-9faf-48b6-ad08-a843187d0c79 None None] Pushing event updated for resources: {'Port': ['ID=cf22577c-3be8-4642-a436-7ff9bf1d0144,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:55.893129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (660333df-1b10-4d62-a4d3-34a451d03428), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.896143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:09:55.914842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23758af670>,) {'filters': {'network_id': ['660333df-1b10-4d62-a4d3-34a451d03428']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:55.926673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23758af670>, '62bf4516-a153-4651-aabe-603ab79d1288') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:55.926673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23758af670>, '62bf4516-a153-4651-aabe-603ab79d1288') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:55.930941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Made reservation on behalf of a55454c9572d426b949dbf7d7d396911 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:55.933260 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.936268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (62bf4516-a153-4651-aabe-603ab79d1288), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.940669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a592e-9ee9-4999-ac12-a6334f183c43 req-6b79a1d2-3b8e-4258-bd45-e2941af2295c tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:55.950154 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (62bf4516-a153-4651-aabe-603ab79d1288), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:55.954505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee5a592e-9ee9-4999-ac12-a6334f183c43 req-6b79a1d2-3b8e-4258-bd45-e2941af2295c tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.1212802
Apr 09 21:09:55.956771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:55.958242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (62bf4516-a153-4651-aabe-603ab79d1288), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.011442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (ace7507d-dd06-475c-b999-2430bd431592), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:56.025118 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:56.037183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (660333df-1b10-4d62-a4d3-34a451d03428), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.047782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.053547 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] 10.222.0.30 "DELETE /v2.0/networks/660333df-1b10-4d62-a4d3-34a451d03428 HTTP/1.1" status: 204  len: 168 time: 0.7090971
Apr 09 21:09:56.090642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-686fb027-0a22-4d2d-ba83-7d2ee11fbe33 req-974ad55e-8546-495f-a9d2-6e7ef5b697a6 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4522650
Apr 09 21:09:56.107773 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ace7507d-dd06-475c-b999-2430bd431592), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.151049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] device_id is not set on port 3b28d9c0-dbbc-438a-b463-dc443c673388 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:56.191129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eee311-bc2b-48dc-bdec-5f9990d63bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=660333df-1b10-4d62-a4d3-34a451d03428,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:56.252998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da6f10>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:50Z', 'revision_number': 3, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:56.282722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (aac60ee1-c6f3-4976-842e-39e92b3ce7ba), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.341261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ba3fd-8e58-4610-b24e-50fc90355533 None None] The sync data for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 is: [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:50Z', 'revision_number': 3, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:09:56.353483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35252) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:56.419502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network 92519850-eedc-4d89-a26d-ad4b1c086541 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:56.442650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.479269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:56.524685 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8ae47512-3c36-4283-a263-5fa0dc942bc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05f4a6d024fc4c758fe434c42500712f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1674063
Apr 09 21:09:56.537389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (aac60ee1-c6f3-4976-842e-39e92b3ce7ba), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.539852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35254) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:56.577454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks [] for port (3b28d9c0-dbbc-438a-b463-dc443c673388), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.630548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:56.663802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53302a56-1fd9-46e6-bd29-cc3f1e8cff02 req-1f07911c-a50f-42c8-8d35-ae779967a13f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:56.669343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53302a56-1fd9-46e6-bd29-cc3f1e8cff02 req-1f07911c-a50f-42c8-8d35-ae779967a13f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:56.671155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53302a56-1fd9-46e6-bd29-cc3f1e8cff02 req-1f07911c-a50f-42c8-8d35-ae779967a13f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 1651 time: 0.2767439
Apr 09 21:09:56.685727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3b28d9c0-dbbc-438a-b463-dc443c673388), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.752950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23746c48b0>,) {'filters': {'network_id': ['aac60ee1-c6f3-4976-842e-39e92b3ce7ba']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:56.791892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=ace7507d-dd06-475c-b999-2430bd431592,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:56.804311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Network 0b5d527b-a800-4a2a-a1a9-fd1721566950 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:56.805955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23746c48b0>, 'd8c0f794-4da3-404b-829a-6ebd5e81af83') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:56.809026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23746c48b0>, 'd8c0f794-4da3-404b-829a-6ebd5e81af83') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:09:56.831205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee5a592e-9ee9-4999-ac12-a6334f183c43 req-d1728111-2de5-49ea-be04-e7dfb52e3a4e tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8318529
Apr 09 21:09:56.837964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:56.844447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:56.845554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:56.846758 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.875633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.877878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d8c0f794-4da3-404b-829a-6ebd5e81af83), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.912857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:56.913725 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.934597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d8c0f794-4da3-404b-829a-6ebd5e81af83), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.957145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1935cb7c-5c44-48b1-af6f-fce34f82f8cb None None] Provisioning complete for port ace7507d-dd06-475c-b999-2430bd431592 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:56.958770 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1935cb7c-5c44-48b1-af6f-fce34f82f8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ace7507d-dd06-475c-b999-2430bd431592), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:56.965756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-185957b2-d6c1-4835-a042-c0f07beee044 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9551187
Apr 09 21:09:56.983884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'admin_state_up': True, 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'security_groups': ['58123c77-593d-44d0-9fef-2ed1ec3ead0f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:56.996230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-faf83c55-8381-4d6a-9cfb-1ab11320415f admin admin] Publish callbacks [] for security_group (653ed3a4-fa6a-40e0-9b88-fe913156a311), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.000092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:09:57.000500 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d8c0f794-4da3-404b-829a-6ebd5e81af83), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:09:57.003715 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:09:57.028336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1935cb7c-5c44-48b1-af6f-fce34f82f8cb None None] Port ace7507d-dd06-475c-b999-2430bd431592 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:57.076471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.4864664
Apr 09 21:09:57.080065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-faf83c55-8381-4d6a-9cfb-1ab11320415f admin admin] Publish callbacks [] for security_group (653ed3a4-fa6a-40e0-9b88-fe913156a311), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.092881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35260) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:57.119725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53302a56-1fd9-46e6-bd29-cc3f1e8cff02 req-0f7aa21e-550e-4aa3-893b-564ce5a08548 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4273567
Apr 09 21:09:57.143797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708ee95-e02a-4045-a696-e0c7e2bb67a3 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=3b28d9c0-dbbc-438a-b463-dc443c673388,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:57.150112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:57.155073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.313501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (aac60ee1-c6f3-4976-842e-39e92b3ce7ba), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.326188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.330099 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] 10.222.0.30 "DELETE /v2.0/networks/aac60ee1-c6f3-4976-842e-39e92b3ce7ba HTTP/1.1" status: 204  len: 168 time: 1.5467045
Apr 09 21:09:57.341546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138a34e-1a96-4c7f-917c-ea947d0a3f91 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:57.345839 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b138a34e-1a96-4c7f-917c-ea947d0a3f91 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "GET /v2.0/ports/3b28d9c0-dbbc-438a-b463-dc443c673388 HTTP/1.1" status: 200  len: 955 time: 0.2420111
Apr 09 21:09:57.356911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35274) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:57.357297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-bbbf1c03-decf-4d4d-b320-d9f62008ee32 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:57.359033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-bbbf1c03-decf-4d4d-b320-d9f62008ee32 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.0598552
Apr 09 21:09:57.367030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c6f6a-7396-4354-9070-8c813c1399d6 tempest-ExternalNetworksTestJSON-1744599468 tempest-ExternalNetworksTestJSON-1744599468-project] Pushing event deleted for resources: {'Network': ['ID=aac60ee1-c6f3-4976-842e-39e92b3ce7ba,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:57.395655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Allocated IP 172.20.0.1 (716e02fb-2354-45aa-9b94-e82b4f941149/84123a03-e460-41fd-b858-56ab83124fd3/9eb9180e-5576-4aa7-bcbc-6373addb3b0e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:57.415203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-faf83c55-8381-4d6a-9cfb-1ab11320415f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (653ed3a4-fa6a-40e0-9b88-fe913156a311), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.417833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-faf83c55-8381-4d6a-9cfb-1ab11320415f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.418893 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-faf83c55-8381-4d6a-9cfb-1ab11320415f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/653ed3a4-fa6a-40e0-9b88-fe913156a311 HTTP/1.1" status: 204  len: 168 time: 0.8782237
Apr 09 21:09:57.440249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Allocated IP 10.1.1.15 (92519850-eedc-4d89-a26d-ad4b1c086541/1cc60a1b-b0e4-4964-b277-14acb7533918/3e8709fe-4ff2-4d1a-b51d-e89c7bc51920) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:09:57.478713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf83c55-8381-4d6a-9cfb-1ab11320415f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653ed3a4-fa6a-40e0-9b88-fe913156a311,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:57.558687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Deleting port d7f56580-7bb2-4c4f-8b27-f07713dc360b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:57.559443 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.563556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-89418b13-9f14-424a-977f-19cd59afb070 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Deleting port 3b28d9c0-dbbc-438a-b463-dc443c673388 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:09:57.564156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-89418b13-9f14-424a-977f-19cd59afb070 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3b28d9c0-dbbc-438a-b463-dc443c673388), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.687564 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-89418b13-9f14-424a-977f-19cd59afb070 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3b28d9c0-dbbc-438a-b463-dc443c673388), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.717931 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Publish callbacks [] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:57.725174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-89418b13-9f14-424a-977f-19cd59afb070 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Calling delete_port for 3b28d9c0-dbbc-438a-b463-dc443c673388 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:57.837003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35286) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:57.870670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.013803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-89418b13-9f14-424a-977f-19cd59afb070 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3b28d9c0-dbbc-438a-b463-dc443c673388), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.018140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Network 716e02fb-2354-45aa-9b94-e82b4f941149 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:58.025927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:58.030012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:58.056227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:58.109018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107077a-fcd3-4d50-bed7-1e3a11b725b9 req-ed87bc2f-0c00-47b1-8359-9d51ab0b2624 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:58.110653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4107077a-fcd3-4d50-bed7-1e3a11b725b9 req-ed87bc2f-0c00-47b1-8359-9d51ab0b2624 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 946 time: 0.0583618
Apr 09 21:09:58.171942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89418b13-9f14-424a-977f-19cd59afb070 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b28d9c0-dbbc-438a-b463-dc443c673388,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:58.175641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] For port d7f56580-7bb2-4c4f-8b27-f07713dc360b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f56580-7bb2-4c4f-8b27-f07713dc360b,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:58.176281 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.202712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-89418b13-9f14-424a-977f-19cd59afb070 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.207948 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-89418b13-9f14-424a-977f-19cd59afb070 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "DELETE /v2.0/ports/3b28d9c0-dbbc-438a-b463-dc443c673388 HTTP/1.1" status: 204  len: 168 time: 0.8476138
Apr 09 21:09:58.214351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35304) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:58.221110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Calling delete_port for d7f56580-7bb2-4c4f-8b27-f07713dc360b owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:09:58.241843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4107077a-fcd3-4d50-bed7-1e3a11b725b9 req-e51aa96b-6020-44c7-87c7-8e59ec0a0b8b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095765
Apr 09 21:09:58.269991 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00f81cf-0457-4988-bec0-f548c621c7c2 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] GET failed (client error): The resource could not be found.
Apr 09 21:09:58.271484 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a00f81cf-0457-4988-bec0-f548c621c7c2 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "GET /v2.0/ports/3b28d9c0-dbbc-438a-b463-dc443c673388 HTTP/1.1" status: 404  len: 333 time: 0.0525286
Apr 09 21:09:58.272578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-c7303c57-eb1e-4aab-818e-d901e966bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:58.274866 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-c7303c57-eb1e-4aab-818e-d901e966bf62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 1128 time: 0.1442602
Apr 09 21:09:58.274866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (2557c9a8-91fb-43bb-8061-d62684219aed), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.277920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35306) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:58.298752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Request body: {'port': {'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-215738022'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:58.444527 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9bfc7334-8f17-4930-ba72-1bec03bd0769 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05b173fe99094a83b27ed3406025331a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6062040
Apr 09 21:09:58.453913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35312) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:58.476585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-974b88fb-dc48-4edf-8a3f-cb169edb3751 None None] Provisioning complete for port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:58.477184 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-974b88fb-dc48-4edf-8a3f-cb169edb3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.507522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.509181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d7f56580-7bb2-4c4f-8b27-f07713dc360b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.520757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cf22577c-3be8-4642-a436-7ff9bf1d0144 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:09:58.552857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d7f56580-7bb2-4c4f-8b27-f07713dc360b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:58.556657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['0b5260ea-bc03-4717-8368-2372659dfd8f', 'ac563efd-83c8-45fd-823a-435cae4d5a0d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:09:58.557799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Pushing event deleted for resources: {'Port': ['ID=d7f56580-7bb2-4c4f-8b27-f07713dc360b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:58.582907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2d1d5-8f72-4001-9e15-4e7d78f1d3cf req-3ceed086-6345-4360-b842-3101d0a0cac3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:58.593528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2d1d5-8f72-4001-9e15-4e7d78f1d3cf req-3ceed086-6345-4360-b842-3101d0a0cac3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:58.595531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Made reservation on behalf of a55454c9572d426b949dbf7d7d396911 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:58.598545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.601556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8aa2d1d5-8f72-4001-9e15-4e7d78f1d3cf req-3ceed086-6345-4360-b842-3101d0a0cac3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 1651 time: 0.2514336
Apr 09 21:09:58.609932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41556d-05a7-4c5d-8c08-cd18493623f3 req-8d7bac89-f7e5-4bd2-bfad-22316ba60d60 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:58.611483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e41556d-05a7-4c5d-8c08-cd18493623f3 req-8d7bac89-f7e5-4bd2-bfad-22316ba60d60 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.3666306
Apr 09 21:09:58.647990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] device_id is not set on port dcaeb991-01a5-464a-8639-a35e94f4eda7 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:09:58.673460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] No DVR routers for this DVR port d7f56580-7bb2-4c4f-8b27-f07713dc360b on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:09:58.703965 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.708451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da06dde7-b7ea-4395-8ff9-fa8fbe63b3da req-0f41aa37-6f03-42af-a0bb-752c9cf4ad57 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.25 "DELETE /v2.0/ports/d7f56580-7bb2-4c4f-8b27-f07713dc360b HTTP/1.1" status: 204  len: 173 time: 1.3428993
Apr 09 21:09:58.712802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9935d3-690d-491f-bdc0-54c1af4a0627', 'name': 'network-vif-deleted', 'tag': 'd7f56580-7bb2-4c4f-8b27-f07713dc360b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:09:58.715470 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60971b65-38bc-4795-a493-2c49be3239ab" -d '{"events": [{"server_uuid": "ff9935d3-690d-491f-bdc0-54c1af4a0627", "name": "network-vif-deleted", "tag": "d7f56580-7bb2-4c4f-8b27-f07713dc360b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:09:58.759792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-974b88fb-dc48-4edf-8a3f-cb169edb3751 None None] Port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:58.794245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cf22577c-3be8-4642-a436-7ff9bf1d0144 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:58.795059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.814246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e41556d-05a7-4c5d-8c08-cd18493623f3 req-e1f2a7ed-b331-4da5-a6d2-839ed4fd8b9d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428878
Apr 09 21:09:58.829920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8aa2d1d5-8f72-4001-9e15-4e7d78f1d3cf req-d945d4c1-63ed-42aa-93ee-c569c77a8b4a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2227862
Apr 09 21:09:58.835096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:58.930707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:58.936266 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01b831a-939b-477e-b04d-11f223eff8ea x-openstack-request-id: req-e01b831a-939b-477e-b04d-11f223eff8ea {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:09:58.937385 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9935d3-690d-491f-bdc0-54c1af4a0627", "name": "network-vif-deleted", "tag": "d7f56580-7bb2-4c4f-8b27-f07713dc360b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:09:58.937561 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e01b831a-939b-477e-b04d-11f223eff8ea {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:09:58.938453 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01b831a-939b-477e-b04d-11f223eff8ea'] response: {'server_uuid': 'ff9935d3-690d-491f-bdc0-54c1af4a0627', 'name': 'network-vif-deleted', 'tag': 'd7f56580-7bb2-4c4f-8b27-f07713dc360b', 'status': 'completed', 'code': 200}
Apr 09 21:09:58.951461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network 92519850-eedc-4d89-a26d-ad4b1c086541 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:58.953093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:58.956640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:58.969849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ebb80dd2-be15-402e-bce8-5ea4b0f82781 admin admin] Publish callbacks [] for security_group (57d84148-f0f5-4338-995d-e02e1c4b8147), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.006208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-a75a3e5f-7eeb-42b8-9cd4-8983b761a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:59.007628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-a75a3e5f-7eeb-42b8-9cd4-8983b761a50e service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.7203577
Apr 09 21:09:59.055655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cf22577c-3be8-4642-a436-7ff9bf1d0144 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:09:59.056354 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.065537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:59.071648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.105217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0f95f2d1-a950-4592-b2d3-2a31a6326431 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.1317768
Apr 09 21:09:59.114180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port cf22577c-3be8-4642-a436-7ff9bf1d0144, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf22577c-3be8-4642-a436-7ff9bf1d0144,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:09:59.130411 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.143784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda', 'admin_state_up': True, 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'security_groups': ['58123c77-593d-44d0-9fef-2ed1ec3ead0f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:59.216007 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks [] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.289478 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.332514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ebb80dd2-be15-402e-bce8-5ea4b0f82781 admin admin] Publish callbacks [] for security_group (57d84148-f0f5-4338-995d-e02e1c4b8147), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.396910 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-f2dfce15-6133-4a88-a8f4-c5c15a426158 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f HTTP/1.1" status: 200  len: 217 time: 0.1290627
Apr 09 21:09:59.406295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=dcaeb991-01a5-464a-8639-a35e94f4eda7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:59.496422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=cf22577c-3be8-4642-a436-7ff9bf1d0144,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:59.507139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.528988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:09:59.529248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-28ca8f94-5fdd-4864-b83a-0b21b58151b8 None None] Provisioning complete for port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:09:59.529638 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28ca8f94-5fdd-4864-b83a-0b21b58151b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.561577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Network 0b5d527b-a800-4a2a-a1a9-fd1721566950 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:09:59.571715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:09:59.576735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-8ac4f9cd-312d-45ad-a6b1-a164afa464ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:59.578423 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-8ac4f9cd-312d-45ad-a6b1-a164afa464ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1675789
Apr 09 21:09:59.580419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:09:59.581191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:59.581866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.614228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-28ca8f94-5fdd-4864-b83a-0b21b58151b8 None None] Port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:09:59.622377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35334) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:59.663994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.674670 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c7d91207-0ca5-45fa-a6ff-424bfee60c8e tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.3939919
Apr 09 21:09:59.677497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35338) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:09:59.686948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:09:59.699696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-cd55e43e-f468-4465-9a89-cecd624a109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:09:59.701367 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-cd55e43e-f468-4465-9a89-cecd624a109c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1157868
Apr 09 21:09:59.712959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ebb80dd2-be15-402e-bce8-5ea4b0f82781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (57d84148-f0f5-4338-995d-e02e1c4b8147), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.715586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ebb80dd2-be15-402e-bce8-5ea4b0f82781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.716752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ebb80dd2-be15-402e-bce8-5ea4b0f82781 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57d84148-f0f5-4338-995d-e02e1c4b8147 HTTP/1.1" status: 204  len: 168 time: 1.1810966
Apr 09 21:09:59.756830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9341a5-6c09-453a-9a78-4faf828fdeae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:09:59.775011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb80dd2-be15-402e-bce8-5ea4b0f82781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d84148-f0f5-4338-995d-e02e1c4b8147,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:09:59.885240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-940a8d0c-a761-47d5-9380-215fe3ef86fd req-9c2bcc8b-3cf7-44e3-847a-1d7500b53d6b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9935d3-690d-491f-bdc0-54c1af4a0627 HTTP/1.1" status: 200  len: 210 time: 0.3790109
Apr 09 21:09:59.922247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.186779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35348) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:00.196378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c907ded-bfc5-42be-8f65-885336c80fe8 req-f437b134-26d3-49dd-af3f-c5ab2046bec6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:00.201681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c907ded-bfc5-42be-8f65-885336c80fe8 req-f437b134-26d3-49dd-af3f-c5ab2046bec6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:00.206925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c907ded-bfc5-42be-8f65-885336c80fe8 req-f437b134-26d3-49dd-af3f-c5ab2046bec6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:00.208544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c907ded-bfc5-42be-8f65-885336c80fe8 req-f437b134-26d3-49dd-af3f-c5ab2046bec6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 2371 time: 0.2018650
Apr 09 21:10:00.248806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bd434-a609-4348-87e0-9fd570d56adf req-066a4ea1-2073-4441-951c-2d643c4f3a11 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:00.250314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-972bd434-a609-4348-87e0-9fd570d56adf req-066a4ea1-2073-4441-951c-2d643c4f3a11 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1952941
Apr 09 21:10:00.264244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Allocated IP 10.2.2.100 (f6f98062-6e39-47e6-ab8a-083f21750bda/b13cde6a-1510-4a65-8799-c721bbe26f47/795eaf94-b9aa-4494-8de0-8b62eecc59b1) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:00.302075 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-3d872cce-25a0-4677-80f5-0d6f1b012cf8 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5908413
Apr 09 21:10:00.373521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8e33ff5f-d1ce-459c-925b-b8853f44dc1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a504cdc020b74437aa81ceb6f94aaaef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1638315
Apr 09 21:10:00.388789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Publish callbacks [] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.390206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35350) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:00.407529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.417835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cf22577c-3be8-4642-a436-7ff9bf1d0144 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:00.451898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c907ded-bfc5-42be-8f65-885336c80fe8 req-cd5298a9-0b9f-4476-9087-74be5c1300af tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2269440
Apr 09 21:10:00.473548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-972bd434-a609-4348-87e0-9fd570d56adf req-e10df73c-0734-4cce-bd05-5cf91f1462bc tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123322
Apr 09 21:10:00.492281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9341a5-6c09-453a-9a78-4faf828fdeae admin admin] Publish callbacks [] for security_group (a875b8e6-2b6e-4ef6-bc78-6ad9059f5d57), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.495971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cf22577c-3be8-4642-a436-7ff9bf1d0144 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:00.496574 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.501838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] device_id is not set on port dcaeb991-01a5-464a-8639-a35e94f4eda7 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:10:00.523573 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9341a5-6c09-453a-9a78-4faf828fdeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a875b8e6-2b6e-4ef6-bc78-6ad9059f5d57), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.532556 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0ee725d-0774-4ebf-b79c-3a70718c779a req-f3ae8514-6a9f-4c3d-99fb-f5a16f0f6318 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228284
Apr 09 21:10:00.544804 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks [] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.559627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.566248 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (2557c9a8-91fb-43bb-8061-d62684219aed), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.576994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:00.594076 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bd9341a5-6c09-453a-9a78-4faf828fdeae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24bd526c25da4572bf839ada46d8e218&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9629581
Apr 09 21:10:00.599476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35356) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:00.606453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cf22577c-3be8-4642-a436-7ff9bf1d0144 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:00.614369 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ec2c261-ed09-4090-bd15-a5c22f50c95a admin admin] Publish callbacks [] for security_group (5c50c026-a21d-4781-b6f0-d26279d9d73a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.639784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9341a5-6c09-453a-9a78-4faf828fdeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a875b8e6-2b6e-4ef6-bc78-6ad9059f5d57,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:00.702196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ec2c261-ed09-4090-bd15-a5c22f50c95a admin admin] Publish callbacks [] for security_group (5c50c026-a21d-4781-b6f0-d26279d9d73a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.705903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.714476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=dcaeb991-01a5-464a-8639-a35e94f4eda7,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:00.733539 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01be580b-366a-4c73-ab66-735290e9c1d0 admin admin] Publish callbacks [] for security_group (a875b8e6-2b6e-4ef6-bc78-6ad9059f5d57), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.755483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Network 716e02fb-2354-45aa-9b94-e82b4f941149 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:00.760999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:00.763107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:00.763435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:00.763776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:00.770403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01be580b-366a-4c73-ab66-735290e9c1d0 admin admin] Publish callbacks [] for security_group (a875b8e6-2b6e-4ef6-bc78-6ad9059f5d57), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.780345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:00.780345 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:00.780345 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 2 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:00.797622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:00.798011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:00.798363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:00.805896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:00.806382 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:00.807061 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 3 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:00.810224 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.823549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ec2c261-ed09-4090-bd15-a5c22f50c95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5c50c026-a21d-4781-b6f0-d26279d9d73a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.826220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ec2c261-ed09-4090-bd15-a5c22f50c95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.829878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4ec2c261-ed09-4090-bd15-a5c22f50c95a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c50c026-a21d-4781-b6f0-d26279d9d73a HTTP/1.1" status: 204  len: 168 time: 0.4307163
Apr 09 21:10:00.866081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:00.866431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:00.866772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:00.876136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2c261-ed09-4090-bd15-a5c22f50c95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50c026-a21d-4781-b6f0-d26279d9d73a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:00.888633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:00.888971 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:00.890742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network f6f98062-6e39-47e6-ab8a-083f21750bda is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:00.893867 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 4 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:00.898471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:00.900386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=795eaf94-b9aa-4494-8de0-8b62eecc59b1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:00.908094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:00.940409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:00.941251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:00.941690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:00.950481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:00.950832 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:00.956324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01be580b-366a-4c73-ab66-735290e9c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a875b8e6-2b6e-4ef6-bc78-6ad9059f5d57), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.960284 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 5 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:00.969515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01be580b-366a-4c73-ab66-735290e9c1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:00.973820 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-01be580b-366a-4c73-ab66-735290e9c1d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a875b8e6-2b6e-4ef6-bc78-6ad9059f5d57 HTTP/1.1" status: 204  len: 168 time: 0.3704019
Apr 09 21:10:00.992152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be580b-366a-4c73-ab66-735290e9c1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a875b8e6-2b6e-4ef6-bc78-6ad9059f5d57,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:01.002911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Router 2557c9a8-91fb-43bb-8061-d62684219aed has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:10:01.003076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:01.003370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:01.003787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:01.026161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:01.026778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.030814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:01.031142 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:01.041690 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 6 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:01.103062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c4d9514e-08f0-48d0-bab4-ad5ba51ec97d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9722345
Apr 09 21:10:01.105109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:01.105642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:01.107002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:01.127706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda', 'admin_state_up': True, 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'security_groups': ['58123c77-593d-44d0-9fef-2ed1ec3ead0f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:01.133694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:01.134978 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:01.137155 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 7 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:01.168100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bc251567-2260-47e8-b379-ec564ade54e5 None None] Provisioning complete for port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:01.168468 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bc251567-2260-47e8-b379-ec564ade54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.219182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:01.219777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:01.219869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:01.221874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:01.228962 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-31868eb5-8509-41d3-a660-30077cef3dd2 admin admin] 10.222.0.30 "PUT /v2.0/routers/2557c9a8-91fb-43bb-8061-d62684219aed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1944370
Apr 09 21:10:01.239322 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Sync routers for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:01.255453 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:01.256091 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771ec4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:01.268091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bc251567-2260-47e8-b379-ec564ade54e5 None None] Port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:01.334903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:01.335450 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:01.336396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.338664 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 8 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:01.371365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:01.371974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:01.372470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:01.384179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:01.384822 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:01.389941 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 9 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:01.396973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ae04d2f5-6c83-4e01-996d-08f4d6553b03 None None] Provisioning complete for port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:01.397765 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ae04d2f5-6c83-4e01-996d-08f4d6553b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.417703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:01.418290 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:01.418574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:01.419142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:01.449107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:01.449725 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:01.486295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ae04d2f5-6c83-4e01-996d-08f4d6553b03 None None] Port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:01.498371 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempt 10 to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7
Apr 09 21:10:01.520001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Made reservation on behalf of 60eee2c55ed842f78ac0fa9e1b400fbf for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:01.525847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.555293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954c51a-4de3-40f4-9eb1-2150593cbf16 req-ef8c7e9b-18e6-4956-9713-85bde0bbb542 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:01.558303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4954c51a-4de3-40f4-9eb1-2150593cbf16 req-ef8c7e9b-18e6-4956-9713-85bde0bbb542 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 945 time: 0.1361759
Apr 09 21:10:01.564886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:01.565303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:01.565581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempting to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:01.573151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:01.573516 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Failed to bind port dcaeb991-01a5-464a-8639-a35e94f4eda7 on host nch1-master-1 for vnic_type normal using segments [{'id': '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b5d527b-a800-4a2a-a1a9-fd1721566950'}]
Apr 09 21:10:01.573837 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.634320 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771ec4f0>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 2, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:01.662329 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Checking router: 2557c9a8-91fb-43bb-8061-d62684219aed for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:10:01.662675 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Updating router 2557c9a8-91fb-43bb-8061-d62684219aed port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:10:01.693337 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.706493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4954c51a-4de3-40f4-9eb1-2150593cbf16 req-62654614-85bc-4a82-8a36-a67412987f7a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352830
Apr 09 21:10:01.782371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] For port dcaeb991-01a5-464a-8639-a35e94f4eda7, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:01.782961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attempted to set empty binding levels {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 09 21:10:01.791500 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.898032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] In _notify_port_updated(), no bound segment for port dcaeb991-01a5-464a-8639-a35e94f4eda7 on network 0b5d527b-a800-4a2a-a1a9-fd1721566950 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:10:01.898468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:01.899115 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:01.903077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "PUT /v2.0/ports/dcaeb991-01a5-464a-8639-a35e94f4eda7 HTTP/1.1" status: 200  len: 974 time: 2.2211726
Apr 09 21:10:01.903455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35394) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:01.950847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d7f56580-7bb2-4c4f-8b27-f07713dc360b no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:10:01.971249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c81f04-10d0-432d-a4d3-511bdafeb609 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event updated for resources: {'Port': ['ID=dcaeb991-01a5-464a-8639-a35e94f4eda7,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:02.006314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b4bc-2dda-40dd-b85c-69b7357a2c73 req-357b83bf-c8ca-4778-8eab-acad52286e59 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:02.010388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: d7f56580-7bb2-4c4f-8b27-f07713dc360b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:10:02.010933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d7f56580-7bb2-4c4f-8b27-f07713dc360b not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:10:02.012508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b4bc-2dda-40dd-b85c-69b7357a2c73 req-357b83bf-c8ca-4778-8eab-acad52286e59 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:02.018588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b4bc-2dda-40dd-b85c-69b7357a2c73 req-357b83bf-c8ca-4778-8eab-acad52286e59 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:02.029164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b4bc-2dda-40dd-b85c-69b7357a2c73 req-357b83bf-c8ca-4778-8eab-acad52286e59 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:02.034559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41d0b4bc-2dda-40dd-b85c-69b7357a2c73 req-357b83bf-c8ca-4778-8eab-acad52286e59 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 3092 time: 0.1852281
Apr 09 21:10:02.038825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Allocated IP 10.2.2.200 (f6f98062-6e39-47e6-ab8a-083f21750bda/b13cde6a-1510-4a65-8799-c721bbe26f47/1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:02.054241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Deleting port dcaeb991-01a5-464a-8639-a35e94f4eda7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:02.054733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.087908 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Publish callbacks [] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.104635 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.185700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] For port dcaeb991-01a5-464a-8639-a35e94f4eda7, host nch1-master-1, got binding levels [] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:02.186064 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.194752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41d0b4bc-2dda-40dd-b85c-69b7357a2c73 req-71cd46a9-6f5f-40b7-9644-664a844268d4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1518953
Apr 09 21:10:02.217929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Calling delete_port for dcaeb991-01a5-464a-8639-a35e94f4eda7 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:02.326262 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Pushing event updated for resources: {'Port': ['ID=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:02.329989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35408) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:02.340980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-48871176-c9f1-4b97-ad6d-700ce7c4ca58 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123297351', 'description': 'tempest-description--377871127'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:02.341603 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.341992 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.342319 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.342674 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.343103 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.344493 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.344838 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.350317 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.350976 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.351602 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.353466 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.354007 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.354552 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.355371 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.356094 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:02.391538 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Attempting to bind port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:02.392169 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Attempting to bind port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:02.392802 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Attempting to bind port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e on network 716e02fb-2354-45aa-9b94-e82b4f941149 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:02.409193 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:02.409902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Checking segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:02.410527 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.416383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.417120 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Bound using segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:02.417978 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Bound port: 9eb9180e-5576-4aa7-bcbc-6373addb3b0e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:02.419249 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.438564 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48871176-c9f1-4b97-ad6d-700ce7c4ca58 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.473820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (dcaeb991-01a5-464a-8639-a35e94f4eda7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.523739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcaeb991-01a5-464a-8639-a35e94f4eda7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:02.536361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.541554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227a36f-32a9-4fa7-9d95-b14bdf83cabf req-2856adc2-f7da-4b3f-8501-5fba4a8f83db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:02.545481 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a548ab47-eaaf-4658-b686-0dc24c38f5bf tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "DELETE /v2.0/ports/dcaeb991-01a5-464a-8639-a35e94f4eda7 HTTP/1.1" status: 204  len: 168 time: 0.6398494
Apr 09 21:10:02.547960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35418) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:02.552918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4227a36f-32a9-4fa7-9d95-b14bdf83cabf req-2856adc2-f7da-4b3f-8501-5fba4a8f83db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1147263
Apr 09 21:10:02.572657 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] For port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:02.580226 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] For port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:02.581845 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.600767 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.604914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35420) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:02.622749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a56b37e2-32e5-4407-850d-64889fd0fd12 None None] Provisioning complete for port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:02.623122 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a56b37e2-32e5-4407-850d-64889fd0fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.624957 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-91859dfa-16ad-414e-96d7-0e8fc2e97c46 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] GET failed (client error): The resource could not be found.
Apr 09 21:10:02.626453 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-91859dfa-16ad-414e-96d7-0e8fc2e97c46 tempest-PortsAdminExtendedAttrsTestJSON-1196769380 tempest-PortsAdminExtendedAttrsTestJSON-1196769380-project-admin] 10.222.0.30 "GET /v2.0/ports/dcaeb991-01a5-464a-8639-a35e94f4eda7 HTTP/1.1" status: 404  len: 333 time: 0.0775018
Apr 09 21:10:02.636003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35424) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:02.718132 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:02.720453 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771ec4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:02.722821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35426) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:02.724995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event updated for resources: {'Port': ['ID=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:02.753450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4227a36f-32a9-4fa7-9d95-b14bdf83cabf req-6cff7b00-d13b-4e3a-99e5-4d5464ef953e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972954
Apr 09 21:10:02.763145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48871176-c9f1-4b97-ad6d-700ce7c4ca58 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (9a24ea4a-4210-4881-8ffd-52e915a4a6ee), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.777002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48871176-c9f1-4b97-ad6d-700ce7c4ca58 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9a24ea4a-4210-4881-8ffd-52e915a4a6ee), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.798938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (0b5d527b-a800-4a2a-a1a9-fd1721566950), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.823216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48871176-c9f1-4b97-ad6d-700ce7c4ca58 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.830238 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-48871176-c9f1-4b97-ad6d-700ce7c4ca58 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4991629
Apr 09 21:10:02.833330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48871176-c9f1-4b97-ad6d-700ce7c4ca58 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a24ea4a-4210-4881-8ffd-52e915a4a6ee,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:02.840537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35432) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:02.855775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-821de91b-e3c7-4365-932c-4e491308e2d8 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'security_group_rule': {'security_group_id': '9a24ea4a-4210-4881-8ffd-52e915a4a6ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:02.858035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-02ec8674-30e4-4504-a149-ebbddbea251b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:02.860791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-02ec8674-30e4-4504-a149-ebbddbea251b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.32 "GET /v2.0/ports?device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 945 time: 0.0983157
Apr 09 21:10:02.863784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Network f6f98062-6e39-47e6-ab8a-083f21750bda is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:02.865546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:02.875677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-229842539-network', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:02.876862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a56b37e2-32e5-4407-850d-64889fd0fd12 None None] Current status of the port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:02.877346 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a56b37e2-32e5-4407-850d-64889fd0fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:02.879641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:02.935799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-213899551'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:02.976221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a56b37e2-32e5-4407-850d-64889fd0fd12 None None] For port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:02.986865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a56b37e2-32e5-4407-850d-64889fd0fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.015687 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-821de91b-e3c7-4365-932c-4e491308e2d8 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (0e3e3be2-7ae2-4256-a0be-eb352bc91a07), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.062435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Made reservation on behalf of 92f38b2c41e34e73bd6baa83478dddfa for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:03.063049 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369f050-9cd4-4f4b-b606-bd45696ddcd0 None None] Pushing event updated for resources: {'Port': ['ID=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:03.066504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.077748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (0b5d527b-a800-4a2a-a1a9-fd1721566950), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.078355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0a9b5-13a9-4b1f-89f3-2cd629efeeed req-c82005cf-63ce-4861-9f4b-88c3d160aeca tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:03.080446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fe0a9b5-13a9-4b1f-89f3-2cd629efeeed req-c82005cf-63ce-4861-9f4b-88c3d160aeca tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 945 time: 0.1393816
Apr 09 21:10:03.103248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:03.103902 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.105452 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:03.116439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b363145d-d1da-4557-9941-ea275047395e None None] Provisioning complete for port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:03.117048 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b363145d-d1da-4557-9941-ea275047395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.122478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b37e2-32e5-4407-850d-64889fd0fd12 None None] Pushing event updated for resources: {'Port': ['ID=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:03.133330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375b4ef70>,) {'filters': {'network_id': ['0b5d527b-a800-4a2a-a1a9-fd1721566950']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:03.147606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375b4ef70>, '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:03.148320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375b4ef70>, '01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:03.172357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Made reservation on behalf of fa2b23705e604d36ae02cc8e63483b0a for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:03.175848 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.180988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.219155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.233157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b363145d-d1da-4557-9941-ea275047395e None None] Current status of the port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:03.242361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.250827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:10:03.251556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (01eb7d9b-8f93-41ac-8318-86bbd2fe0ed6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.277937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fe0a9b5-13a9-4b1f-89f3-2cd629efeeed req-ed1430ec-8f1e-4ea6-a3a2-d45a718be362 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658530
Apr 09 21:10:03.287219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ce93610a-b65d-420b-b124-1a6613c4af66 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1602383
Apr 09 21:10:03.291011 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.307691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:10:03.316221 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:10:03.362606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Deleting port ac563efd-83c8-45fd-823a-435cae4d5a0d {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:03.362952 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.365197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-526c8f7a-ee9f-4e16-8b48-dd9eb5170e68 None None] Provisioning complete for port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:03.365923 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-526c8f7a-ee9f-4e16-8b48-dd9eb5170e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.373738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (0b5d527b-a800-4a2a-a1a9-fd1721566950), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.391463 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.395140 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] 10.222.0.30 "DELETE /v2.0/networks/0b5d527b-a800-4a2a-a1a9-fd1721566950 HTTP/1.1" status: 204  len: 168 time: 0.7581370
Apr 09 21:10:03.415558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-821de91b-e3c7-4365-932c-4e491308e2d8 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (0e3e3be2-7ae2-4256-a0be-eb352bc91a07), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.423903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8de828-5418-416b-8bb2-a4139a4df964 tempest-PortsAdminExtendedAttrsTestJSON-1843315188 tempest-PortsAdminExtendedAttrsTestJSON-1843315188-project] Pushing event deleted for resources: {'Network': ['ID=0b5d527b-a800-4a2a-a1a9-fd1721566950,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:03.431604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-821de91b-e3c7-4365-932c-4e491308e2d8 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (0e3e3be2-7ae2-4256-a0be-eb352bc91a07), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.478734 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-821de91b-e3c7-4365-932c-4e491308e2d8 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.480064 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-821de91b-e3c7-4365-932c-4e491308e2d8 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6303225
Apr 09 21:10:03.482580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821de91b-e3c7-4365-932c-4e491308e2d8 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3e3be2-7ae2-4256-a0be-eb352bc91a07,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:03.489603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35438) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:03.494295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fb71cc10-9fc5-4e01-b0ce-ce9971574668 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'security_group_rule': {'security_group_id': '9a24ea4a-4210-4881-8ffd-52e915a4a6ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:03.520805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-526c8f7a-ee9f-4e16-8b48-dd9eb5170e68 None None] Port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:03.537803 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771ec4f0>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:03.548295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb71cc10-9fc5-4e01-b0ce-ce9971574668 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (d3f4b0d6-fb80-41e8-afdf-f498231ed0da), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.568484 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Publish callbacks [] for security_group (2993a639-4ebe-408a-8eed-eb02ae466462), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.582589 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb0915-00b1-4913-8832-6413516f18ea None None] The sync data for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 is: [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:03.582939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2993a639-4ebe-408a-8eed-eb02ae466462), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.662551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:10:03.684838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2993a639-4ebe-408a-8eed-eb02ae466462,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:03.696297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (068380d1-1c07-4b5d-82d8-b3f9ca7b8b72), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.696656 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Added segment 068380d1-1c07-4b5d-82d8-b3f9ca7b8b72 of type vlan for network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7
Apr 09 21:10:03.770385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.809818 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb71cc10-9fc5-4e01-b0ce-ce9971574668 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (d3f4b0d6-fb80-41e8-afdf-f498231ed0da), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.817004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.817004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:03.817004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.831925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35444) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:03.842602 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb71cc10-9fc5-4e01-b0ce-ce9971574668 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (d3f4b0d6-fb80-41e8-afdf-f498231ed0da), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.845964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb95ba-f4c1-4d0c-a9cf-65345f835af4 req-98f79174-2af2-4c39-a88d-02b459c9333b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:03.851769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb95ba-f4c1-4d0c-a9cf-65345f835af4 req-98f79174-2af2-4c39-a88d-02b459c9333b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:03.857675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb95ba-f4c1-4d0c-a9cf-65345f835af4 req-98f79174-2af2-4c39-a88d-02b459c9333b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:03.863486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb95ba-f4c1-4d0c-a9cf-65345f835af4 req-98f79174-2af2-4c39-a88d-02b459c9333b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:03.868638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb95ba-f4c1-4d0c-a9cf-65345f835af4 req-98f79174-2af2-4c39-a88d-02b459c9333b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:03.870573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdcb95ba-f4c1-4d0c-a9cf-65345f835af4 req-98f79174-2af2-4c39-a88d-02b459c9333b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 3813 time: 0.5561759
Apr 09 21:10:03.888574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2740886
Apr 09 21:10:03.900170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35448) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:03.907182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Request body: {'subnet': {'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-229842539-subnet', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:03.919326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks [] for security_group (6c498944-6dd7-4235-b0f7-60d23fea356e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.919554 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb71cc10-9fc5-4e01-b0ce-ce9971574668 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.923685 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fb71cc10-9fc5-4e01-b0ce-ce9971574668 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4302237
Apr 09 21:10:03.954168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:03.962915 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:03.966148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6c498944-6dd7-4235-b0f7-60d23fea356e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:03.976678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241bfa2-6abf-4642-95e3-f63baa0d2150 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:03.990065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:10:04.001055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71cc10-9fc5-4e01-b0ce-ce9971574668 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f4b0d6-fb80-41e8-afdf-f498231ed0da,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:04.029492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.041557 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (da958d47-ba90-4946-a8c2-f3457704513e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.054480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Made reservation on behalf of 92f38b2c41e34e73bd6baa83478dddfa for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:04.055375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:10:04.056819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.065582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4f0ea-e03f-488f-aa3c-7825470861c9 req-6ecc876a-185c-40ef-85e4-653498c336a1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:04.076406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ce4f0ea-e03f-488f-aa3c-7825470861c9 req-6ecc876a-185c-40ef-85e4-653498c336a1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1554952
Apr 09 21:10:04.079168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c498944-6dd7-4235-b0f7-60d23fea356e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:04.149276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (01d0b0e2-a885-4eb1-9ba3-4a9de427f499), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.149916 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Added segment 01d0b0e2-a885-4eb1-9ba3-4a9de427f499 of type vlan for network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30
Apr 09 21:10:04.154034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] For port ac563efd-83c8-45fd-823a-435cae4d5a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac563efd-83c8-45fd-823a-435cae4d5a0d,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:04.154622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.201098 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2924b597-1bfd-45f0-bd70-fa70cca99f50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6378b2d9494c44929e409bc860a7215f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3598361
Apr 09 21:10:04.207754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35452) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:04.214663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdcb95ba-f4c1-4d0c-a9cf-65345f835af4 req-a5a21100-12e3-420e-a120-e00c05676d04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2912693
Apr 09 21:10:04.218459 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.263954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Calling delete_port for ac563efd-83c8-45fd-823a-435cae4d5a0d owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:04.268707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ce4f0ea-e03f-488f-aa3c-7825470861c9 req-14881646-0de2-450b-97ba-3ffa29b81cc7 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914010
Apr 09 21:10:04.302425 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (a66a7c10-7318-43a8-ba68-2aa8a5aa5d30), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.422458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:10:04.452360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9eb9180e-5576-4aa7-bcbc-6373addb3b0e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:04.482063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18593454-b6ee-4252-8b59-d7b51fb8cc32 admin admin] Publish callbacks [] for security_group (f3bc4983-5d7d-4afd-b6dd-618e69b38986), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.508819 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (a66a7c10-7318-43a8-ba68-2aa8a5aa5d30), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.513531 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18593454-b6ee-4252-8b59-d7b51fb8cc32 admin admin] Publish callbacks [] for security_group (f3bc4983-5d7d-4afd-b6dd-618e69b38986), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.514068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:04.514890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.536186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:04.536554 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.632791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Allocated IP 172.35.0.7 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/6aa5acf8-5ea3-4fdb-8194-da96330cf203) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:04.656272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.8976836
Apr 09 21:10:04.659797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35458) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:04.662789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:04.666863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Request body: {'subnet': {'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:04.679794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (85c29f67-4b00-4dce-ad82-1888f406957d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.720177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eaf83e-8ac8-4470-9249-250db00b984d tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event updated for resources: {'Network': ['ID=a66a7c10-7318-43a8-ba68-2aa8a5aa5d30,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:04.737107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:10:04.773302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18593454-b6ee-4252-8b59-d7b51fb8cc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3bc4983-5d7d-4afd-b6dd-618e69b38986), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.775852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18593454-b6ee-4252-8b59-d7b51fb8cc32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.779657 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-18593454-b6ee-4252-8b59-d7b51fb8cc32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3bc4983-5d7d-4afd-b6dd-618e69b38986 HTTP/1.1" status: 204  len: 168 time: 0.5667007
Apr 09 21:10:04.783020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879530cf-9876-409d-8851-89127496191a req-81e1cfb0-7e7f-49de-95c8-b832aca8e000 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:04.784634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-879530cf-9876-409d-8851-89127496191a req-81e1cfb0-7e7f-49de-95c8-b832aca8e000 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=e715c6e5-ef93-4e1e-99f6-bef6977c722d HTTP/1.1" status: 200  len: 945 time: 0.3734527
Apr 09 21:10:04.872233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18593454-b6ee-4252-8b59-d7b51fb8cc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc4983-5d7d-4afd-b6dd-618e69b38986,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:04.882361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c29f67-4b00-4dce-ad82-1888f406957d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:04.934561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ac563efd-83c8-45fd-823a-435cae4d5a0d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.947375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['0b5260ea-bc03-4717-8368-2372659dfd8f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:04.963984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Checking segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:04.964367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Network hostable DHCP agents. Network: f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:10:04.980260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for port (6aa5acf8-5ea3-4fdb-8194-da96330cf203), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:04.984590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Made reservation on behalf of fa2b23705e604d36ae02cc8e63483b0a for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:04.988670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.001858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Pushing event deleted for resources: {'Port': ['ID=ac563efd-83c8-45fd-823a-435cae4d5a0d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:05.040212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-879530cf-9876-409d-8851-89127496191a req-888c8af2-64ae-468f-9ab5-37ffda40f29b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428422
Apr 09 21:10:05.104335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da958d47-ba90-4946-a8c2-f3457704513e {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:05.109636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:10:05.113900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] No DVR routers for this DVR port ac563efd-83c8-45fd-823a-435cae4d5a0d on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:10:05.117833 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Publish callbacks [] for port (da958d47-ba90-4946-a8c2-f3457704513e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.121287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.125086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07e589cb-040a-4fde-93ab-1d1001a6fe7d req-e20df37e-3df1-4b74-9673-0de80455dec7 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.32 "DELETE /v2.0/ports/ac563efd-83c8-45fd-823a-435cae4d5a0d HTTP/1.1" status: 204  len: 173 time: 2.2268555
Apr 09 21:10:05.125955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e715c6e5-ef93-4e1e-99f6-bef6977c722d', 'name': 'network-vif-deleted', 'tag': 'ac563efd-83c8-45fd-823a-435cae4d5a0d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:05.136438 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0016203c-c6e8-4ced-8886-664698a2b56e" -d '{"events": [{"server_uuid": "e715c6e5-ef93-4e1e-99f6-bef6977c722d", "name": "network-vif-deleted", "tag": "ac563efd-83c8-45fd-823a-435cae4d5a0d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:05.154831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:05.160086 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:05.160928 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.170242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6aa5acf8-5ea3-4fdb-8194-da96330cf203), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.175185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Transition to ACTIVE for port object da958d47-ba90-4946-a8c2-f3457704513e will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:05.179148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386bd0f-60ae-42a0-a30e-60059e2a85bd None None] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:05.186004 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (da958d47-ba90-4946-a8c2-f3457704513e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.240567 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-27fab2db-d08d-4248-885e-6c6a10487acd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3388708
Apr 09 21:10:05.243527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35468) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:05.255799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:05.305883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:05.326378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:05.335911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:05.353697 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85e8690-441c-49e7-acd6-a4849b6644bd x-openstack-request-id: req-a85e8690-441c-49e7-acd6-a4849b6644bd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:05.355757 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e715c6e5-ef93-4e1e-99f6-bef6977c722d", "name": "network-vif-deleted", "tag": "ac563efd-83c8-45fd-823a-435cae4d5a0d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:05.356419 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a85e8690-441c-49e7-acd6-a4849b6644bd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:05.357161 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85e8690-441c-49e7-acd6-a4849b6644bd'] response: {'server_uuid': 'e715c6e5-ef93-4e1e-99f6-bef6977c722d', 'name': 'network-vif-deleted', 'tag': 'ac563efd-83c8-45fd-823a-435cae4d5a0d', 'status': 'completed', 'code': 200}
Apr 09 21:10:05.357690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35474) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:05.358655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Pushing event updated for resources: {'Port': ['ID=da958d47-ba90-4946-a8c2-f3457704513e,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:05.422101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'Port': ['ID=6aa5acf8-5ea3-4fdb-8194-da96330cf203,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:05.456774 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (1bce5231-06ea-4a3a-9407-e5b1496def2f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.457907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (1bce5231-06ea-4a3a-9407-e5b1496def2f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.542098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:10:05.543504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.586187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (1a789253-dadc-4948-ae88-8bf4091f4fed), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.627740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks [] for router_controller (1bce5231-06ea-4a3a-9407-e5b1496def2f), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.673693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a06191-abdd-4ad6-b553-d7ced816e59c req-8935d8b1-b1f4-47cd-bd64-2b51b50ddee9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:05.687312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a06191-abdd-4ad6-b553-d7ced816e59c req-8935d8b1-b1f4-47cd-bd64-2b51b50ddee9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:05.700572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a06191-abdd-4ad6-b553-d7ced816e59c req-8935d8b1-b1f4-47cd-bd64-2b51b50ddee9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:05.707224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a06191-abdd-4ad6-b553-d7ced816e59c req-8935d8b1-b1f4-47cd-bd64-2b51b50ddee9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:05.713280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a06191-abdd-4ad6-b553-d7ced816e59c req-8935d8b1-b1f4-47cd-bd64-2b51b50ddee9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:05.716308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5a06191-abdd-4ad6-b553-d7ced816e59c req-8935d8b1-b1f4-47cd-bd64-2b51b50ddee9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 3825 time: 0.3402302
Apr 09 21:10:05.748984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (b1f3672b-5458-4c47-8871-fcfd20bbc836), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.764065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3192e-7c72-401d-8c19-90b1dc936e3b req-bd086040-7cb4-416a-a3a3-9d685c219159 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:05.769070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7a3192e-7c72-401d-8c19-90b1dc936e3b req-bd086040-7cb4-416a-a3a3-9d685c219159 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.3182623
Apr 09 21:10:05.778333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1d16ee41-e7bf-492f-a627-6fa5fcda7c1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a55454c9572d426b949dbf7d7d396911&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4159186
Apr 09 21:10:05.785806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35476) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:05.815073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Allocated IP 172.20.0.2 (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7/85c29f67-4b00-4dce-ad82-1888f406957d/42d6b1f7-5578-47b9-9866-784a2cfba018) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:05.838116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Attempting to bind port da958d47-ba90-4946-a8c2-f3457704513e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:05.838510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Attempting to bind port da958d47-ba90-4946-a8c2-f3457704513e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:05.838922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Attempting to bind port da958d47-ba90-4946-a8c2-f3457704513e on network dafc1150-436f-41e7-82bb-1b35d2c0352e {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:05.848221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event updated for resources: {'Subnet': ['ID=1a789253-dadc-4948-ae88-8bf4091f4fed,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:05.870047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Port da958d47-ba90-4946-a8c2-f3457704513e on network dafc1150-436f-41e7-82bb-1b35d2c0352e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:05.870424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Attempting to bind port da958d47-ba90-4946-a8c2-f3457704513e on network dafc1150-436f-41e7-82bb-1b35d2c0352e {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:05.910365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:05.911119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Checking segment: {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:05.911119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Bound using segment: {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:05.911693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Bound port: da958d47-ba90-4946-a8c2-f3457704513e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee13f8dd-245f-4ada-8362-ca223146c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:05.912136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (da958d47-ba90-4946-a8c2-f3457704513e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.919808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Checking segment: {'id': '01d0b0e2-a885-4eb1-9ba3-4a9de427f499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:05.919808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Network hostable DHCP agents. Network: a66a7c10-7318-43a8-ba68-2aa8a5aa5d30, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:10:05.944736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5a06191-abdd-4ad6-b553-d7ced816e59c req-033e72c4-110a-4eca-bb04-54ffbdb7dcd7 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2199180
Apr 09 21:10:05.952184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7a3192e-7c72-401d-8c19-90b1dc936e3b req-96b4ba0a-39c1-4751-a5de-34620b691ada tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647725
Apr 09 21:10:05.957976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ca477108-340f-4eb0-8a82-df2d4590d7ec admin admin] Publish callbacks [] for security_group (1fe429b2-71d7-42a6-b0f7-899f4fbfd38a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.968661 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6aa5acf8-5ea3-4fdb-8194-da96330cf203), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:05.978455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks [] for router_gateway (1bce5231-06ea-4a3a-9407-e5b1496def2f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.018066 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ca477108-340f-4eb0-8a82-df2d4590d7ec admin admin] Publish callbacks [] for security_group (1fe429b2-71d7-42a6-b0f7-899f4fbfd38a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.020841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Publish callbacks [] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.031412 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.043894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:10:06.062172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] For port da958d47-ba90-4946-a8c2-f3457704513e, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:06.076169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:06.076445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] For port da958d47-ba90-4946-a8c2-f3457704513e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da958d47-ba90-4946-a8c2-f3457704513e,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:06.079863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:06.082576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:06.086207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (da958d47-ba90-4946-a8c2-f3457704513e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.089407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a66a7c10-7318-43a8-ba68-2aa8a5aa5d30) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:06.109211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:06.112842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.120892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf179166-00a1-4f46-8553-dce92ac7f468 None None] Network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:06.142544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ca477108-340f-4eb0-8a82-df2d4590d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1fe429b2-71d7-42a6-b0f7-899f4fbfd38a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.144239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Pushing event updated for resources: {'Port': ['ID=42d6b1f7-5578-47b9-9866-784a2cfba018,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:06.145341 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ca477108-340f-4eb0-8a82-df2d4590d7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.149436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ca477108-340f-4eb0-8a82-df2d4590d7ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fe429b2-71d7-42a6-b0f7-899f4fbfd38a HTTP/1.1" status: 204  len: 168 time: 0.3535061
Apr 09 21:10:06.153624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:06.154590 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.156396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] 10.222.0.32 "PUT /v2.0/ports/da958d47-ba90-4946-a8c2-f3457704513e HTTP/1.1" status: 200  len: 1091 time: 2.8567522
Apr 09 21:10:06.184603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca477108-340f-4eb0-8a82-df2d4590d7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe429b2-71d7-42a6-b0f7-899f4fbfd38a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:06.195726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:06.211395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Attempting to bind port 42d6b1f7-5578-47b9-9866-784a2cfba018 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:06.211877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Attempting to bind port 42d6b1f7-5578-47b9-9866-784a2cfba018 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:06.212210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Attempting to bind port 42d6b1f7-5578-47b9-9866-784a2cfba018 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:06.254847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be57e69-e581-49d3-93e5-8da51e73d18c service neutron] Pushing event updated for resources: {'Port': ['ID=da958d47-ba90-4946-a8c2-f3457704513e,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:06.261850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:06.262265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Checking segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:06.263239 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.263658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Bound using segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:06.264164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Bound port: 42d6b1f7-5578-47b9-9866-784a2cfba018, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:06.264674 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.282238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ac563efd-83c8-45fd-823a-435cae4d5a0d no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:10:06.304345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff9ec0e2-9151-4333-957f-b34cd577d258 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6412830
Apr 09 21:10:06.324059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35484) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:06.328886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: ac563efd-83c8-45fd-823a-435cae4d5a0d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:10:06.329257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ac563efd-83c8-45fd-823a-435cae4d5a0d not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:10:06.339018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Request body: {'port': {'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1070057990'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:06.347277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.424327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a66a7c10-7318-43a8-ba68-2aa8a5aa5d30', 'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30', 'project_id': 'fa2b23705e604d36ae02cc8e63483b0a', 'fixed_ips': [{'subnet_id': '1a789253-dadc-4948-ae88-8bf4091f4fed'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:10:06.425265 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.614975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Allocated IP 2001:db8::2 (a66a7c10-7318-43a8-ba68-2aa8a5aa5d30/1a789253-dadc-4948-ae88-8bf4091f4fed/e6b28e59-3e82-460f-b34c-04cbfc4cb268) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:06.787481 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Publish callbacks [] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.807964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.813254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] For port 42d6b1f7-5578-47b9-9866-784a2cfba018, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:06.822944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47677b-5c17-42f4-9caa-ea12fb195b8a req-7de4bd3c-623b-48d6-bcc0-43ea4f5854dc tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:06.825014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f47677b-5c17-42f4-9caa-ea12fb195b8a req-7de4bd3c-623b-48d6-bcc0-43ea4f5854dc tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1508584
Apr 09 21:10:06.847596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e847f7-3df6-4159-af29-b43d77f7ab51 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:06.859631 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Publish callbacks [] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.877101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] For port 42d6b1f7-5578-47b9-9866-784a2cfba018, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42d6b1f7-5578-47b9-9866-784a2cfba018,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:06.891392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:06.897260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:06.899843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:06.902668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.909940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Transition to ACTIVE for port object d2e847f7-3df6-4159-af29-b43d77f7ab51 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:06.929417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:06.962401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Pushing event updated for resources: {'Port': ['ID=e6b28e59-3e82-460f-b34c-04cbfc4cb268,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:06.981216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f47677b-5c17-42f4-9caa-ea12fb195b8a req-ae0284dd-9047-4ceb-bdce-8c6b67e9a037 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427391
Apr 09 21:10:07.010170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e847f7-3df6-4159-af29-b43d77f7ab51,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:07.105667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Attempting to bind port e6b28e59-3e82-460f-b34c-04cbfc4cb268 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:07.106041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Attempting to bind port e6b28e59-3e82-460f-b34c-04cbfc4cb268 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01d0b0e2-a885-4eb1-9ba3-4a9de427f499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:07.106478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Attempting to bind port e6b28e59-3e82-460f-b34c-04cbfc4cb268 on network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:07.124380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:07.124753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Checking segment: {'id': '01d0b0e2-a885-4eb1-9ba3-4a9de427f499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:07.137712 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.138134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Bound using segment: {'id': '01d0b0e2-a885-4eb1-9ba3-4a9de427f499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:07.138653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Bound port: e6b28e59-3e82-460f-b34c-04cbfc4cb268, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d0b0e2-a885-4eb1-9ba3-4a9de427f499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:07.139041 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.162049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Made reservation on behalf of fa2b23705e604d36ae02cc8e63483b0a for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:07.171353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.198909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for port (6aa5acf8-5ea3-4fdb-8194-da96330cf203), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.207302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks [] for router_gateway (1bce5231-06ea-4a3a-9407-e5b1496def2f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.208433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb06636-a5a2-4ebd-ad41-66ea0389f3dc None None] Pushing event updated for resources: {'Port': ['ID=42d6b1f7-5578-47b9-9866-784a2cfba018,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:07.282607 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.288181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (6aa5acf8-5ea3-4fdb-8194-da96330cf203), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.331837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] device_id is not set on port 24ceec1d-602d-4149-b481-e1355b85ba4e yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:10:07.341709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0cf68-8b85-4b40-8608-bc0b7add93e5 req-56b64d25-b4e7-4c3e-84f6-f58d9ffe9239 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.350406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75f0cf68-8b85-4b40-8608-bc0b7add93e5 req-56b64d25-b4e7-4c3e-84f6-f58d9ffe9239 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1860554
Apr 09 21:10:07.360554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294896-b7b5-4a52-84bd-8e334cab3e23 req-fd1b6872-0ea5-4280-84b6-47e714e74c83 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.373961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294896-b7b5-4a52-84bd-8e334cab3e23 req-fd1b6872-0ea5-4280-84b6-47e714e74c83 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.374154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] For port e6b28e59-3e82-460f-b34c-04cbfc4cb268, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:07.374154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] For port e6b28e59-3e82-460f-b34c-04cbfc4cb268, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b28e59-3e82-460f-b34c-04cbfc4cb268,segment=NetworkSegment(01d0b0e2-a885-4eb1-9ba3-4a9de427f499),segment_id=01d0b0e2-a885-4eb1-9ba3-4a9de427f499)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:07.374770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294896-b7b5-4a52-84bd-8e334cab3e23 req-fd1b6872-0ea5-4280-84b6-47e714e74c83 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.380923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294896-b7b5-4a52-84bd-8e334cab3e23 req-fd1b6872-0ea5-4280-84b6-47e714e74c83 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.383199 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.388197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294896-b7b5-4a52-84bd-8e334cab3e23 req-fd1b6872-0ea5-4280-84b6-47e714e74c83 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.395706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294896-b7b5-4a52-84bd-8e334cab3e23 req-fd1b6872-0ea5-4280-84b6-47e714e74c83 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.400078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d294896-b7b5-4a52-84bd-8e334cab3e23 req-fd1b6872-0ea5-4280-84b6-47e714e74c83 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 4602 time: 0.2518463
Apr 09 21:10:07.405341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:07.407965 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "da958d47-ba90-4946-a8c2-f3457704513e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:07.451021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Attempting to bind port d2e847f7-3df6-4159-af29-b43d77f7ab51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:07.451021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Attempting to bind port d2e847f7-3df6-4159-af29-b43d77f7ab51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:07.451021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Attempting to bind port d2e847f7-3df6-4159-af29-b43d77f7ab51 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:07.499392 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Port d2e847f7-3df6-4159-af29-b43d77f7ab51 on network 92519850-eedc-4d89-a26d-ad4b1c086541 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:07.499826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Attempting to bind port d2e847f7-3df6-4159-af29-b43d77f7ab51 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:07.540915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:07.541373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Checking segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:07.541698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Bound using segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:07.542157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Bound port: d2e847f7-3df6-4159-af29-b43d77f7ab51, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:07.542735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.558498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'Port': ['ID=6aa5acf8-5ea3-4fdb-8194-da96330cf203,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:07.568110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75f0cf68-8b85-4b40-8608-bc0b7add93e5 req-159bfe97-afae-4b00-85ca-64831fef88ed tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157710
Apr 09 21:10:07.579080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a277ba7-ac3c-4b51-8aa1-b4c447fa2451 None None] Pushing event updated for resources: {'Port': ['ID=e6b28e59-3e82-460f-b34c-04cbfc4cb268,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:07.594869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (b1f3672b-5458-4c47-8871-fcfd20bbc836), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.644494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d294896-b7b5-4a52-84bd-8e334cab3e23 req-51431051-59d4-45e9-8782-143806f2da38 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2258620
Apr 09 21:10:07.679148 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a23f4e-c129-4c27-83ad-f64b00e9bcba x-openstack-request-id: req-53a23f4e-c129-4c27-83ad-f64b00e9bcba {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:07.679460 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "da958d47-ba90-4946-a8c2-f3457704513e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:07.680937 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53a23f4e-c129-4c27-83ad-f64b00e9bcba {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:07.681493 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a23f4e-c129-4c27-83ad-f64b00e9bcba'] response: {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e', 'status': 'completed', 'code': 200}
Apr 09 21:10:07.687008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] For port d2e847f7-3df6-4159-af29-b43d77f7ab51, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:07.688167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.689873 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-94f762e9-7294-4297-906e-7d2c5199aec7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.7307994
Apr 09 21:10:07.695592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] For port d2e847f7-3df6-4159-af29-b43d77f7ab51, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e847f7-3df6-4159-af29-b43d77f7ab51,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:07.711331 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.728047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.728938 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:07.730791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] 10.222.0.32 "PUT /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 200  len: 1135 time: 1.5437310
Apr 09 21:10:07.745912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Allocated IP 172.35.0.21 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/f1dab8b9-6b18-49fa-844a-6ade4efd2e9a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:07.748389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Allocated IP 2001:db8::17f (a66a7c10-7318-43a8-ba68-2aa8a5aa5d30/1a789253-dadc-4948-ae88-8bf4091f4fed/24ceec1d-602d-4149-b481-e1355b85ba4e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:07.798788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cefaf-99ae-41ee-8d3c-db6140a0c191 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e847f7-3df6-4159-af29-b43d77f7ab51,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:07.887668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:07.988714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-e272c883-a340-4b4c-9bc3-dce18e96c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.989337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-e272c883-a340-4b4c-9bc3-dce18e96c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.989782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-e272c883-a340-4b4c-9bc3-dce18e96c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.990253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-e272c883-a340-4b4c-9bc3-dce18e96c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.990726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-e272c883-a340-4b4c-9bc3-dce18e96c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.991192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-e272c883-a340-4b4c-9bc3-dce18e96c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:07.993220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-e272c883-a340-4b4c-9bc3-dce18e96c425 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5350 time: 0.1270485
Apr 09 21:10:08.135870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.214605 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks [] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.273296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks [] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.287950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-7258e2eb-cd4b-4430-834a-330df894050b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:08.289932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-7258e2eb-cd4b-4430-834a-330df894050b tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.32 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.1514523
Apr 09 21:10:08.374681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.437476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.445666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:08.459527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:08.472906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:08.479175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:08.480352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.523928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:08.526632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event updated for resources: {'Port': ['ID=24ceec1d-602d-4149-b481-e1355b85ba4e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:08.531491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:08.537067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:08.543571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-2ebd033f-5edb-4372-8b73-5e6ad0f9f348 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1123297351&fields=id&tenant_id=fdd53d98faf74d6a92cdfabace62b088 HTTP/1.1" status: 200  len: 267 time: 0.4310396
Apr 09 21:10:08.613618 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3d19427c-7865-4957-9098-621308163400 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.2871463
Apr 09 21:10:08.614626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e6b28e59-3e82-460f-b34c-04cbfc4cb268 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:08.624381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35542) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:08.634585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Request body: {'port': {'network_id': 'a66a7c10-7318-43a8-ba68-2aa8a5aa5d30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1733311313', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:08.635118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] bootfile-name is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:10:08.635453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] tftp-server is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:10:08.635775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] server-ip-address is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:10:08.682074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e6b28e59-3e82-460f-b34c-04cbfc4cb268 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:08.682973 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.706706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dab8b9-6b18-49fa-844a-6ade4efd2e9a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:08.763038 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35546) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:08.811511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e6b28e59-3e82-460f-b34c-04cbfc4cb268 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:08.812070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.872122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port e6b28e59-3e82-460f-b34c-04cbfc4cb268, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b28e59-3e82-460f-b34c-04cbfc4cb268,segment=NetworkSegment(01d0b0e2-a885-4eb1-9ba3-4a9de427f499),segment_id=01d0b0e2-a885-4eb1-9ba3-4a9de427f499)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:08.878621 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:08.879664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 42d6b1f7-5578-47b9-9866-784a2cfba018 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:08.891326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620699-cecb-418a-8527-69d4e2a9fd1d req-a4d0af21-4266-4c88-86a5-95a78f3e3b4a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:08.893251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21620699-cecb-418a-8527-69d4e2a9fd1d req-a4d0af21-4266-4c88-86a5-95a78f3e3b4a tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 946 time: 0.6209204
Apr 09 21:10:08.939224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5254b23-60af-4b06-bd56-98a5cd521803 None None] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:09.031607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Made reservation on behalf of fa2b23705e604d36ae02cc8e63483b0a for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:09.035743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.107004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-507a9aab-259b-4047-b364-37cd40c64e52 None None] Provisioning complete for port 42d6b1f7-5578-47b9-9866-784a2cfba018 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:09.107389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-507a9aab-259b-4047-b364-37cd40c64e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.112584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] device_id is not set on port 8aa622db-cd50-4a9d-ac56-292b4bda704a yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:10:09.267047 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks [] for router_gateway (1bce5231-06ea-4a3a-9407-e5b1496def2f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.312886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 42d6b1f7-5578-47b9-9866-784a2cfba018 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:09.313553 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.318002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=e6b28e59-3e82-460f-b34c-04cbfc4cb268,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:09.322543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1740649997', 'router:external': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:09.342891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-0b050088-4206-49dc-8aca-7292ebb587e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:09.343611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-0b050088-4206-49dc-8aca-7292ebb587e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:09.344431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-0b050088-4206-49dc-8aca-7292ebb587e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:09.347386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-0b050088-4206-49dc-8aca-7292ebb587e7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&shared=False HTTP/1.1" status: 200  len: 2298 time: 1.3049531
Apr 09 21:10:09.355525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Allocated IP 2001:db8::3e5 (a66a7c10-7318-43a8-ba68-2aa8a5aa5d30/1a789253-dadc-4948-ae88-8bf4091f4fed/8aa622db-cd50-4a9d-ac56-292b4bda704a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:09.373221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b339266-0995-4d42-a5d5-47df5d208d65 None None] Network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:09.389911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Deleting port 0b5260ea-bc03-4717-8368-2372659dfd8f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:09.390410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.462282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-507a9aab-259b-4047-b364-37cd40c64e52 None None] Current status of the port 42d6b1f7-5578-47b9-9866-784a2cfba018 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:09.462665 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-507a9aab-259b-4047-b364-37cd40c64e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.576040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Made reservation on behalf of 4f311065375d462c8e30ec01597731de for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:09.577237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-507a9aab-259b-4047-b364-37cd40c64e52 None None] For port 42d6b1f7-5578-47b9-9866-784a2cfba018, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42d6b1f7-5578-47b9-9866-784a2cfba018,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:09.578781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.611519 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-507a9aab-259b-4047-b364-37cd40c64e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.619183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 42d6b1f7-5578-47b9-9866-784a2cfba018 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:09.619796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.630630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21620699-cecb-418a-8527-69d4e2a9fd1d req-ffa7478c-6ee5-4485-96a6-79f448391bf8 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a367140-a88f-4e5e-b5ec-531660d135f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7124252
Apr 09 21:10:09.647891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-0312bd53-be33-40eb-8a12-e20b4f54bdd4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:09.650396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-0312bd53-be33-40eb-8a12-e20b4f54bdd4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 810 time: 1.1057003
Apr 09 21:10:09.676359 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.690609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'd2e847f7-3df6-4159-af29-b43d77f7ab51'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:09.694580 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca39dae-9ca8-4c29-91f1-2b770140c512" -d '{"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "d2e847f7-3df6-4159-af29-b43d77f7ab51"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:09.707321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks [] for port (8aa622db-cd50-4a9d-ac56-292b4bda704a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.719632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a9aab-259b-4047-b364-37cd40c64e52 None None] Pushing event updated for resources: {'Port': ['ID=42d6b1f7-5578-47b9-9866-784a2cfba018,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:09.738650 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:10:09.738650 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:10:09.763096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bb29c8ea-5380-4372-aa38-ed076eee280a None None] Provisioning complete for port e6b28e59-3e82-460f-b34c-04cbfc4cb268 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:09.763992 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb29c8ea-5380-4372-aa38-ed076eee280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.768093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-450ee258-5652-4924-8a3e-c0a55e2b1d84 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/quotas/fdd53d98faf74d6a92cdfabace62b088 HTTP/1.1" status: 200  len: 375 time: 0.0972617
Apr 09 21:10:09.817949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-7e1bbb4b-ea6b-4bf4-8cd3-63e63185baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:09.818172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4292f1e0-a06a-4687-b636-5bf4d52ac6d8 req-7e1bbb4b-ea6b-4bf4-8cd3-63e63185baf1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4485977
Apr 09 21:10:09.823277 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:10:09.855840 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8aa622db-cd50-4a9d-ac56-292b4bda704a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.875841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (1bce5231-06ea-4a3a-9407-e5b1496def2f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.888799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bb29c8ea-5380-4372-aa38-ed076eee280a None None] Current status of the port e6b28e59-3e82-460f-b34c-04cbfc4cb268 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:09.893133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:09.898264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bb29c8ea-5380-4372-aa38-ed076eee280a None None] Provisioning complete for port 42d6b1f7-5578-47b9-9866-784a2cfba018 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:09.898656 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb29c8ea-5380-4372-aa38-ed076eee280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.902042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] For port 0b5260ea-bc03-4717-8368-2372659dfd8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b5260ea-bc03-4717-8368-2372659dfd8f,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:09.902506 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.940548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Publish callbacks [] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:09.970403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:09.971134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-5e3ba9ce-6c86-421b-85d9-625613732b92 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1870434
Apr 09 21:10:09.981669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Calling delete_port for 0b5260ea-bc03-4717-8368-2372659dfd8f owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:09.983923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:09.993330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:09.997933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915d4aa-90c4-4bec-ac4f-acac2b41457f req-4dbbe013-f083-4884-8f62-79820ff342b8 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:09.999624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5915d4aa-90c4-4bec-ac4f-acac2b41457f req-4dbbe013-f083-4884-8f62-79820ff342b8 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.2033474
Apr 09 21:10:10.002871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bb29c8ea-5380-4372-aa38-ed076eee280a None None] Current status of the port 42d6b1f7-5578-47b9-9866-784a2cfba018 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:10.005445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Transition to ACTIVE for port object a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:10.007340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:10.008278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.015328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event updated for resources: {'Port': ['ID=8aa622db-cd50-4a9d-ac56-292b4bda704a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:10.030140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.086148 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4d4b32c-488a-4bae-9dd5-40635137014e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 1.4604843
Apr 09 21:10:10.089463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35552) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:10.151377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e201e394-0f24-4a39-b59c-c3d2e52567f7 None None] Provisioning complete for port e6b28e59-3e82-460f-b34c-04cbfc4cb268 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:10.152008 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e201e394-0f24-4a39-b59c-c3d2e52567f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.220814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569219f9-7d31-4f60-bcc7-a244e6c290af tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:10.227658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569219f9-7d31-4f60-bcc7-a244e6c290af tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:10.233125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569219f9-7d31-4f60-bcc7-a244e6c290af tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:10.238348 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-569219f9-7d31-4f60-bcc7-a244e6c290af tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2624 time: 0.1478395
Apr 09 21:10:10.243083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35554) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:10.270849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for security_group (b2106c4c-52a9-4e95-beb3-41bb47b7901e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.271892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:10.297193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b2106c4c-52a9-4e95-beb3-41bb47b7901e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.306861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e201e394-0f24-4a39-b59c-c3d2e52567f7 None None] Current status of the port e6b28e59-3e82-460f-b34c-04cbfc4cb268 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:10.307758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:10.319973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 42d6b1f7-5578-47b9-9866-784a2cfba018 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:10.324568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e201e394-0f24-4a39-b59c-c3d2e52567f7 None None] Provisioning complete for port 24ceec1d-602d-4149-b481-e1355b85ba4e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:10.325208 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e201e394-0f24-4a39-b59c-c3d2e52567f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.343253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5915d4aa-90c4-4bec-ac4f-acac2b41457f req-63bbec1b-b4ea-402a-9632-87c3010e6c26 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3281560
Apr 09 21:10:10.398357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e201e394-0f24-4a39-b59c-c3d2e52567f7 None None] Port 24ceec1d-602d-4149-b481-e1355b85ba4e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:10.421698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-19935a63-4e2b-4a99-a11f-fc2e43fa6c60 service neutron] 10.222.0.30 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4140959
Apr 09 21:10:10.422463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:10:10.451522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2106c4c-52a9-4e95-beb3-41bb47b7901e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:10.510483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e4755824-229c-4767-b0fb-f22d35c86dd6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.510875 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Added segment e4755824-229c-4767-b0fb-f22d35c86dd6 of type vlan for network e02d141f-aef0-4e6d-a8e3-ef44b1a330ce
Apr 09 21:10:10.535459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e6b28e59-3e82-460f-b34c-04cbfc4cb268 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:10.576987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0d8a5111-8082-4753-9eb8-31a681dc38ef None None] Provisioning complete for port 24ceec1d-602d-4149-b481-e1355b85ba4e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:10.577564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5111-8082-4753-9eb8-31a681dc38ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.585884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-420741a6-0cc5-4436-b288-dc87ccd98fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Deleting port 8aa622db-cd50-4a9d-ac56-292b4bda704a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:10.586227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-420741a6-0cc5-4436-b288-dc87ccd98fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8aa622db-cd50-4a9d-ac56-292b4bda704a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.624614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a5111-8082-4753-9eb8-31a681dc38ef None None] Port 24ceec1d-602d-4149-b481-e1355b85ba4e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:10.635978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e6b28e59-3e82-460f-b34c-04cbfc4cb268 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:10.637029 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.648726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-aa6e1c68-e38c-4437-a9a2-edf11628ce2e service neutron] 10.222.0.30 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2184420
Apr 09 21:10:10.729311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:10.746075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:10.749959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Attempting to bind port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:10.751908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Attempting to bind port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:10.751908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Attempting to bind port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:10.758563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e6b28e59-3e82-460f-b34c-04cbfc4cb268 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:10.759984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 42d6b1f7-5578-47b9-9866-784a2cfba018 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:10.765178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.770828 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5af0f67c-9387-4200-a73d-802fd9837554 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.5168290
Apr 09 21:10:10.770828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:10.775942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-420741a6-0cc5-4436-b288-dc87ccd98fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8aa622db-cd50-4a9d-ac56-292b4bda704a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.782458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 on network 92519850-eedc-4d89-a26d-ad4b1c086541 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:10.782898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Attempting to bind port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:10.786291 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0b5260ea-bc03-4717-8368-2372659dfd8f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.825385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:10.826432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763c6460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:10.832543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-420741a6-0cc5-4436-b288-dc87ccd98fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Calling delete_port for 8aa622db-cd50-4a9d-ac56-292b4bda704a owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:10.858556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e02d141f-aef0-4e6d-a8e3-ef44b1a330ce), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.864525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:10.865209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Checking segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:10.865925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Bound using segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:10.866396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Bound port: a3ce64ea-7c59-485a-8f4b-e040ea24b0b0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:10.866846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.877216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Pushing event deleted for resources: {'Port': ['ID=0b5260ea-bc03-4717-8368-2372659dfd8f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:10.888984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 42d6b1f7-5578-47b9-9866-784a2cfba018 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:10.889400 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:10.956689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-89fa3205-776c-4d98-87f7-95e43c4c7586 None None] Provisioning complete for port 8aa622db-cd50-4a9d-ac56-292b4bda704a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:10.957078 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89fa3205-776c-4d98-87f7-95e43c4c7586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8aa622db-cd50-4a9d-ac56-292b4bda704a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.017677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3205-776c-4d98-87f7-95e43c4c7586 None None] Port 8aa622db-cd50-4a9d-ac56-292b4bda704a cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:11.055049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-37f018f4-04cd-466d-9d0d-b99dfcb52a53 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.066174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-37f018f4-04cd-466d-9d0d-b99dfcb52a53 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.074394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-37f018f4-04cd-466d-9d0d-b99dfcb52a53 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.081328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-37f018f4-04cd-466d-9d0d-b99dfcb52a53 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.089481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-37f018f4-04cd-466d-9d0d-b99dfcb52a53 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.097145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-37f018f4-04cd-466d-9d0d-b99dfcb52a53 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.103035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-37f018f4-04cd-466d-9d0d-b99dfcb52a53 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.105693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-37f018f4-04cd-466d-9d0d-b99dfcb52a53 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5380 time: 0.4524746
Apr 09 21:10:11.109390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:11.113216 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e708b8bb-6558-4176-87f4-61ca4d96ba57 x-openstack-request-id: req-e708b8bb-6558-4176-87f4-61ca4d96ba57 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:11.113615 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "d2e847f7-3df6-4159-af29-b43d77f7ab51", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:11.113963 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e708b8bb-6558-4176-87f4-61ca4d96ba57 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:11.114546 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e708b8bb-6558-4176-87f4-61ca4d96ba57'] response: {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'd2e847f7-3df6-4159-af29-b43d77f7ab51', 'status': 'completed', 'code': 200}
Apr 09 21:10:11.133218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:10:11.207899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-420741a6-0cc5-4436-b288-dc87ccd98fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8aa622db-cd50-4a9d-ac56-292b4bda704a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.245795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420741a6-0cc5-4436-b288-dc87ccd98fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event deleted for resources: {'Port': ['ID=8aa622db-cd50-4a9d-ac56-292b4bda704a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:11.280296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 42d6b1f7-5578-47b9-9866-784a2cfba018 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:11.311095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-420741a6-0cc5-4436-b288-dc87ccd98fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.313275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-79c32c97-de47-4f8d-8efb-87a227abd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.314159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-79c32c97-de47-4f8d-8efb-87a227abd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.314521 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-420741a6-0cc5-4436-b288-dc87ccd98fa1 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "DELETE /v2.0/ports/8aa622db-cd50-4a9d-ac56-292b4bda704a HTTP/1.1" status: 204  len: 168 time: 1.0705004
Apr 09 21:10:11.315161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-79c32c97-de47-4f8d-8efb-87a227abd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.315812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-79c32c97-de47-4f8d-8efb-87a227abd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.316452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-79c32c97-de47-4f8d-8efb-87a227abd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.317149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-79c32c97-de47-4f8d-8efb-87a227abd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.317631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-79c32c97-de47-4f8d-8efb-87a227abd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.318636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35568) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:11.319811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-79c32c97-de47-4f8d-8efb-87a227abd2b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6237 time: 0.2082796
Apr 09 21:10:11.324159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Request body: {'port': {'name': 'tempest-new-port-name-283712208', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:11.324560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] bootfile-name is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:10:11.324945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] tftp-server is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:10:11.325243 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] server-ip-address is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:10:11.334482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] No DVR routers for this DVR port 0b5260ea-bc03-4717-8368-2372659dfd8f on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:10:11.389185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-304f7ac7-7399-486a-bafc-4b98394705f5 req-504f1c75-a3d6-4167-b01f-33ea3b902967 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.30 "GET /v2.0/ports?device_id=1420da11-8d6c-4a24-80ae-1d15af7fd212 HTTP/1.1" status: 200  len: 210 time: 0.2798076
Apr 09 21:10:11.397820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.408950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3599d3e-7127-42fa-89b5-3b4b96bd057b req-fb67ad55-ab51-4a5e-a400-0723fa475c01 tempest-ListServerFiltersTestJSON-343560619 tempest-ListServerFiltersTestJSON-343560619-project] 10.222.0.32 "DELETE /v2.0/ports/0b5260ea-bc03-4717-8368-2372659dfd8f HTTP/1.1" status: 204  len: 173 time: 3.0870109
Apr 09 21:10:11.422230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763c6460>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:09Z', 'revision_number': 3, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:11.455808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] For port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:11.478908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:10:11.479542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Updating router 1bce5231-06ea-4a3a-9407-e5b1496def2f port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:10:11.522755 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e02d141f-aef0-4e6d-a8e3-ef44b1a330ce), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.524069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.524725 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.537637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-beb7bf50-96d5-4f68-bfb5-8f95bbb35984 req-819a0255-e74f-4887-9b7e-840b30f26a0d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 210 time: 0.0429001
Apr 09 21:10:11.542429 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.545250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] For port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:11.648425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.664591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 2.8896067
Apr 09 21:10:11.672328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35574) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:11.683950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.690542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'subnet': {'network_id': 'e02d141f-aef0-4e6d-a8e3-ef44b1a330ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:11.718185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8390f888-7c7e-42db-a393-70c7b2dc9d22 req-68885080-8146-460c-85a5-7c18482876ea tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5691264
Apr 09 21:10:11.838661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a3a2f-03e9-4e67-9a6e-238cd27ab32c tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'Network': ['ID=e02d141f-aef0-4e6d-a8e3-ef44b1a330ce,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:11.851586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.852221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.853910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] 10.222.0.32 "PUT /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 200  len: 1136 time: 3.9774492
Apr 09 21:10:11.880632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e02d141f-aef0-4e6d-a8e3-ef44b1a330ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:10:11.913742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b87ad-4f06-4d00-b25e-120ece524cbb req-1c83c438-3361-4d34-9796-fcbd6ffb23e6 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.915381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac4b87ad-4f06-4d00-b25e-120ece524cbb req-1c83c438-3361-4d34-9796-fcbd6ffb23e6 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.2454007
Apr 09 21:10:11.917076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6a64d-6797-4cbc-a85f-f104baf32db5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:11.932078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:11.965553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-7f21fb13-19be-483f-a9a5-359535bd8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.966087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-7f21fb13-19be-483f-a9a5-359535bd8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.966624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-7f21fb13-19be-483f-a9a5-359535bd8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:11.969093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-7f21fb13-19be-483f-a9a5-359535bd8663 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.6305401
Apr 09 21:10:11.986182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Made reservation on behalf of 4f311065375d462c8e30ec01597731de for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:11.990489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:11.998181 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Publish callbacks [] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.018436 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.093727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Attempting to bind port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:12.093984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Attempting to bind port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:12.095042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Attempting to bind port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:12.106329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a80b19-3b38-4078-a978-5b3a40ed058a None None] Pushing event updated for resources: {'Port': ['ID=f1dab8b9-6b18-49fa-844a-6ade4efd2e9a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:12.113496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:12.114847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:12.116053 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.117532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:12.118225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Bound port: f1dab8b9-6b18-49fa-844a-6ade4efd2e9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:12.119678 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.213640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] For port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:12.222013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] For port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1dab8b9-6b18-49fa-844a-6ade4efd2e9a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:12.236909 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.326646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0b5260ea-bc03-4717-8368-2372659dfd8f no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:10:12.390266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e49c58-5a5b-46ed-afc3-f56e0f1eec61 req-329dafce-c84e-4e25-b258-d281eafd08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:12.391866 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42e49c58-5a5b-46ed-afc3-f56e0f1eec61 req-329dafce-c84e-4e25-b258-d281eafd08c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 1128 time: 0.0682924
Apr 09 21:10:12.401646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a80b19-3b38-4078-a978-5b3a40ed058a None None] Pushing event updated for resources: {'Port': ['ID=f1dab8b9-6b18-49fa-844a-6ade4efd2e9a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:12.414945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 0b5260ea-bc03-4717-8368-2372659dfd8f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:10:12.415315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 0b5260ea-bc03-4717-8368-2372659dfd8f not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:10:12.424145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:12.425853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763c6460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:12.439373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.486320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35578) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:12.500848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac4b87ad-4f06-4d00-b25e-120ece524cbb req-375e7e31-2b11-4c58-9ebf-9dbdfe04f30d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5767548
Apr 09 21:10:12.535778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ace7507d-dd06-475c-b999-2430bd431592), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.574445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42e49c58-5a5b-46ed-afc3-f56e0f1eec61 req-60f9f5de-9266-4f0e-a673-9682ff2e6331 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397650
Apr 09 21:10:12.585763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-609906a6-233a-4dc9-b4ac-aa1caf7e6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:12.587353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ca39dae-9ca8-4c29-91f1-2b770140c512 req-609906a6-233a-4dc9-b4ac-aa1caf7e6e47 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6036019
Apr 09 21:10:12.666416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9238378e-6654-4166-93c7-5359ea5a18ef admin admin] Deleting subnet c73454a6-c337-401c-9584-db2d7d57c21a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:10:12.671202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks [] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.674953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9238378e-6654-4166-93c7-5359ea5a18ef admin admin] Publish callbacks [] for subnet (c73454a6-c337-401c-9584-db2d7d57c21a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.685082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.objects.ports [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126920) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:10:12.685082 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (b1948218-ef01-4db8-b17d-c69da5a33555), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.702640 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.736622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:12.753800 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] In _notify_port_updated(), no bound segment for port 24ceec1d-602d-4149-b481-e1355b85ba4e on network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:10:12.758999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:12.759685 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.763630 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "PUT /v2.0/ports/24ceec1d-602d-4149-b481-e1355b85ba4e HTTP/1.1" status: 200  len: 1129 time: 1.4415052
Apr 09 21:10:12.786379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35584) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:12.822368 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9238378e-6654-4166-93c7-5359ea5a18ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (c73454a6-c337-401c-9584-db2d7d57c21a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:12.937020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fed7e-9273-44b1-8945-1a9372888591 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event updated for resources: {'Port': ['ID=24ceec1d-602d-4149-b481-e1355b85ba4e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:12.952088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e787241-733c-461b-9ec4-4b1b26213a0e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:12.956807 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e787241-733c-461b-9ec4-4b1b26213a0e tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "GET /v2.0/ports/24ceec1d-602d-4149-b481-e1355b85ba4e HTTP/1.1" status: 200  len: 1129 time: 0.1666791
Apr 09 21:10:12.957759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35588) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:13.059826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Allocated IP 172.20.0.1 (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7/85c29f67-4b00-4dce-ad82-1888f406957d/01ab517e-04b6-4f8d-b759-2cae78d4b12e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:13.064220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a5508c3-0da9-4495-a404-617c42874a50 req-7234b613-5f5b-44db-ba41-f93bfeb7820b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 210 time: 0.4116170
Apr 09 21:10:13.072043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763c6460>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:09Z', 'revision_number': 3, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:13.109773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c0d9c-f9c4-4b2d-8966-34bad2d65a55 None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:09Z', 'revision_number': 3, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:13.131458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9238378e-6654-4166-93c7-5359ea5a18ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c73454a6-c337-401c-9584-db2d7d57c21a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.150208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1420da11-8d6c-4a24-80ae-1d15af7fd212', 'name': 'network-vif-deleted', 'tag': '0b5260ea-bc03-4717-8368-2372659dfd8f'}, {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'a3ce64ea-7c59-485a-8f4b-e040ea24b0b0'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:13.151215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-01bf2175-f60c-4a73-9f18-04c801c31166 None None] Provisioning complete for port 24ceec1d-602d-4149-b481-e1355b85ba4e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:13.151680 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-01bf2175-f60c-4a73-9f18-04c801c31166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.152515 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f" -d '{"events": [{"server_uuid": "1420da11-8d6c-4a24-80ae-1d15af7fd212", "name": "network-vif-deleted", "tag": "0b5260ea-bc03-4717-8368-2372659dfd8f"}, {"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "a3ce64ea-7c59-485a-8f4b-e040ea24b0b0"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:13.205592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5d59931d-d921-401d-8852-ecb328ffc355 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Deleting port 24ceec1d-602d-4149-b481-e1355b85ba4e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:13.206082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d59931d-d921-401d-8852-ecb328ffc355 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.224337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-a8b6d8ff-841d-49ae-ac1d-8cf9894890c0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.230934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-a8b6d8ff-841d-49ae-ac1d-8cf9894890c0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.231097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-01bf2175-f60c-4a73-9f18-04c801c31166 None None] Port 24ceec1d-602d-4149-b481-e1355b85ba4e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:13.238931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-a8b6d8ff-841d-49ae-ac1d-8cf9894890c0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.245518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-a8b6d8ff-841d-49ae-ac1d-8cf9894890c0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.250131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-a8b6d8ff-841d-49ae-ac1d-8cf9894890c0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.255421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-a8b6d8ff-841d-49ae-ac1d-8cf9894890c0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.261543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-a8b6d8ff-841d-49ae-ac1d-8cf9894890c0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.262670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-a8b6d8ff-841d-49ae-ac1d-8cf9894890c0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5380 time: 0.2013471
Apr 09 21:10:13.264411 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2901222-954c-4ebf-ade2-7da52f959a85 x-openstack-request-id: req-c2901222-954c-4ebf-ade2-7da52f959a85 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:13.264825 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1420da11-8d6c-4a24-80ae-1d15af7fd212", "name": "network-vif-deleted", "tag": "0b5260ea-bc03-4717-8368-2372659dfd8f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "a3ce64ea-7c59-485a-8f4b-e040ea24b0b0", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:13.265131 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2901222-954c-4ebf-ade2-7da52f959a85 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:13.265486 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2901222-954c-4ebf-ade2-7da52f959a85'] response: {'server_uuid': '1420da11-8d6c-4a24-80ae-1d15af7fd212', 'name': 'network-vif-deleted', 'tag': '0b5260ea-bc03-4717-8368-2372659dfd8f', 'status': 'completed', 'code': 200}
Apr 09 21:10:13.265736 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2901222-954c-4ebf-ade2-7da52f959a85'] response: {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'a3ce64ea-7c59-485a-8f4b-e040ea24b0b0', 'status': 'completed', 'code': 200}
Apr 09 21:10:13.328084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b1948218-ef01-4db8-b17d-c69da5a33555,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:13.346992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9238378e-6654-4166-93c7-5359ea5a18ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (c73454a6-c337-401c-9584-db2d7d57c21a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.373307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Checking segment: {'id': 'e4755824-229c-4767-b0fb-f22d35c86dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e02d141f-aef0-4e6d-a8e3-ef44b1a330ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:13.373687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Network hostable DHCP agents. Network: e02d141f-aef0-4e6d-a8e3-ef44b1a330ce, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:10:13.397993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9238378e-6654-4166-93c7-5359ea5a18ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.401355 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9238378e-6654-4166-93c7-5359ea5a18ef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c73454a6-c337-401c-9584-db2d7d57c21a HTTP/1.1" status: 204  len: 168 time: 0.8782785
Apr 09 21:10:13.406451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149a4c7c-a426-4a68-b49d-91b471cccc3c None None] Network 789b051e-cb74-421c-9a69-8135c2375c29 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:13.407571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238378e-6654-4166-93c7-5359ea5a18ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73454a6-c337-401c-9584-db2d7d57c21a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:13.414081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Publish callbacks [] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.414081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35592) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:13.479772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2d62966-1adb-4f4a-b1aa-ae200ad6a2d7 req-f04a89cb-f928-4657-9c18-e3cae33a42ef tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1980121
Apr 09 21:10:13.509937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d59931d-d921-401d-8852-ecb328ffc355 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.538400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-d541b88c-a6eb-4c29-83a2-b66785f19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.539514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-d541b88c-a6eb-4c29-83a2-b66785f19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.540161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-d541b88c-a6eb-4c29-83a2-b66785f19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.548281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-d541b88c-a6eb-4c29-83a2-b66785f19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.549127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-d541b88c-a6eb-4c29-83a2-b66785f19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.549790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-d541b88c-a6eb-4c29-83a2-b66785f19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.550423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-d541b88c-a6eb-4c29-83a2-b66785f19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.553493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-d541b88c-a6eb-4c29-83a2-b66785f19079 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6310 time: 0.2795880
Apr 09 21:10:13.646876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Network e02d141f-aef0-4e6d-a8e3-ef44b1a330ce is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:10:13.656084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5d59931d-d921-401d-8852-ecb328ffc355 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Calling delete_port for 24ceec1d-602d-4149-b481-e1355b85ba4e owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:13.722686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] DHCP port deletion for 789b051e-cb74-421c-9a69-8135c2375c29 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:10:13.746688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (789b051e-cb74-421c-9a69-8135c2375c29), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.783357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] Deleting port bbb8a8da-13e5-4279-880e-6ea35bc0e089 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:13.783733 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.797558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e02d141f-aef0-4e6d-a8e3-ef44b1a330ce) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:13.810269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c15c9c-7adf-4bce-b2cc-461f5252a2b6 None None] Network e02d141f-aef0-4e6d-a8e3-ef44b1a330ce requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:13.825709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.826479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.841286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.860225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae3a3-1244-4c1a-85a8-0e607983125e req-b3dffa40-42f2-4573-9116-6700b14d755c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.862086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-376ae3a3-1244-4c1a-85a8-0e607983125e req-b3dffa40-42f2-4573-9116-6700b14d755c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.2192602
Apr 09 21:10:13.870745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-399ffff5-8338-4c18-b29a-324f6ff59073 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:13.872891 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-399ffff5-8338-4c18-b29a-324f6ff59073 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.25 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 810 time: 0.4091849
Apr 09 21:10:13.929982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7ddfe3e7-c5f9-4c55-a54e-9c129be03a31 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.2434239
Apr 09 21:10:13.930573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35596) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:13.955585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] For port bbb8a8da-13e5-4279-880e-6ea35bc0e089, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbb8a8da-13e5-4279-880e-6ea35bc0e089,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:13.956063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:13.957550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1640073245', 'network_id': 'e02d141f-aef0-4e6d-a8e3-ef44b1a330ce'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:13.977848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] Calling delete_port for bbb8a8da-13e5-4279-880e-6ea35bc0e089 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:13.978331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:13.990260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:14.009143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:14.039222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-1d22fbe3-db5e-4d3a-9712-29783f10b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.039997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-1d22fbe3-db5e-4d3a-9712-29783f10b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.040679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-1d22fbe3-db5e-4d3a-9712-29783f10b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.042711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-1d22fbe3-db5e-4d3a-9712-29783f10b537 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.4738793
Apr 09 21:10:14.043665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Made reservation on behalf of 4f311065375d462c8e30ec01597731de for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:14.048145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.060572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Deleting port bbb8a8da-13e5-4279-880e-6ea35bc0e089 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:14.060916 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.062835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Pushing event updated for resources: {'Port': ['ID=01ab517e-04b6-4f8d-b759-2cae78d4b12e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:14.071959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace7507d-dd06-475c-b999-2430bd431592 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:14.083871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Publish callbacks [] for port (ace7507d-dd06-475c-b999-2430bd431592), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.095791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605f905-4b88-40c4-ba2e-c653984cc5c3 None None] Network e02d141f-aef0-4e6d-a8e3-ef44b1a330ce requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:14.102336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Transition to ACTIVE for port object ace7507d-dd06-475c-b999-2430bd431592 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:14.258959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (1bce5231-06ea-4a3a-9407-e5b1496def2f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.283898 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.299614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-84d849e2-c42c-403d-ac79-23a905075959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.301596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44d52a5b-c242-4827-ae7b-8ddd7ee6df7f req-84d849e2-c42c-403d-ac79-23a905075959 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1972630
Apr 09 21:10:14.361781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] Pushing event deleted for resources: {'Port': ['ID=bbb8a8da-13e5-4279-880e-6ea35bc0e089,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:14.366306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a490e5-82a7-4d72-8067-567524082b9f None None] No DVR routers for this DVR port bbb8a8da-13e5-4279-880e-6ea35bc0e089 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:10:14.371280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-376ae3a3-1244-4c1a-85a8-0e607983125e req-87b6f85f-b6ae-4cad-a6a1-9dc857dbb7e2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5016108
Apr 09 21:10:14.374956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac7a85c9-7005-48e0-99cf-32df64586aa2 req-c3c3afb2-a7c5-4401-90af-2731b5a32f50 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 210 time: 0.0722067
Apr 09 21:10:14.375622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (ace7507d-dd06-475c-b999-2430bd431592), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.405961 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-29568f33-5c08-4bd3-a288-297e835bce8e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd53d98faf74d6a92cdfabace62b088 HTTP/1.1" status: 200  len: 380 time: 0.4890122
Apr 09 21:10:14.468439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'port': {'device_id': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'admin_state_up': True, 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'security_groups': ['9a24ea4a-4210-4881-8ffd-52e915a4a6ee']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:14.468711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c5cd1038-7767-4c67-be12-8729b2f8a135 None None] Provisioning complete for port 01ab517e-04b6-4f8d-b759-2cae78d4b12e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:14.469021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1038-7767-4c67-be12-8729b2f8a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.469486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] device_id is not set on port 33d05c70-471f-48ef-9d24-21e8121c3beb yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:10:14.483677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] For port bbb8a8da-13e5-4279-880e-6ea35bc0e089, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbb8a8da-13e5-4279-880e-6ea35bc0e089,segment=NetworkSegment(e35c3f02-4969-4d96-a654-7b4e35517733),segment_id=e35c3f02-4969-4d96-a654-7b4e35517733)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:14.484164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.532039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f1dab8b9-6b18-49fa-844a-6ade4efd2e9a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:14.557473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Pushing event updated for resources: {'Port': ['ID=ace7507d-dd06-475c-b999-2430bd431592,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:14.598824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd1038-7767-4c67-be12-8729b2f8a135 None None] Port 01ab517e-04b6-4f8d-b759-2cae78d4b12e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:14.620054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Calling delete_port for bbb8a8da-13e5-4279-880e-6ea35bc0e089 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:14.627726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:14.628164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.712524 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (bbb8a8da-13e5-4279-880e-6ea35bc0e089), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.731355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:14.732525 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.756243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-0a181382-aaaa-42c4-9136-9295f3bdbb9b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.759253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1dab8b9-6b18-49fa-844a-6ade4efd2e9a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:14.761600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-0a181382-aaaa-42c4-9136-9295f3bdbb9b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.766995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-0a181382-aaaa-42c4-9136-9295f3bdbb9b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.767538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.770290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d59931d-d921-401d-8852-ecb328ffc355 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (24ceec1d-602d-4149-b481-e1355b85ba4e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.772272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-0a181382-aaaa-42c4-9136-9295f3bdbb9b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.778144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-0a181382-aaaa-42c4-9136-9295f3bdbb9b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.779980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb8a8da-13e5-4279-880e-6ea35bc0e089,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:14.782289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] No DVR routers for this DVR port bbb8a8da-13e5-4279-880e-6ea35bc0e089 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:10:14.783699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-0a181382-aaaa-42c4-9136-9295f3bdbb9b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.789191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-0a181382-aaaa-42c4-9136-9295f3bdbb9b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:14.797086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-0a181382-aaaa-42c4-9136-9295f3bdbb9b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5392 time: 0.1770964
Apr 09 21:10:14.824931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Attempting to bind port ace7507d-dd06-475c-b999-2430bd431592 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:14.824931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Attempting to bind port ace7507d-dd06-475c-b999-2430bd431592 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:14.824931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Attempting to bind port ace7507d-dd06-475c-b999-2430bd431592 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:14.839845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59931d-d921-401d-8852-ecb328ffc355 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event deleted for resources: {'Port': ['ID=24ceec1d-602d-4149-b481-e1355b85ba4e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:14.843456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Port ace7507d-dd06-475c-b999-2430bd431592 on network 92519850-eedc-4d89-a26d-ad4b1c086541 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:14.843660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Attempting to bind port ace7507d-dd06-475c-b999-2430bd431592 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:14.855557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Allocated IP 172.20.0.12 (e02d141f-aef0-4e6d-a8e3-ef44b1a330ce/b1948218-ef01-4db8-b17d-c69da5a33555/33d05c70-471f-48ef-9d24-21e8121c3beb) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:14.857330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f1dab8b9-6b18-49fa-844a-6ade4efd2e9a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:14.861450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:14.861450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Checking segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:14.861832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Bound using segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:14.862312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Bound port: ace7507d-dd06-475c-b999-2430bd431592, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:14.862728 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ace7507d-dd06-475c-b999-2430bd431592), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.903350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bbb8a8da-13e5-4279-880e-6ea35bc0e089 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:10:14.930773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: bbb8a8da-13e5-4279-880e-6ea35bc0e089 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:10:14.931185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bbb8a8da-13e5-4279-880e-6ea35bc0e089 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:10:14.948669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b234c4b-b2b9-41cc-a9c5-50adc9c5d352 req-77fafc81-e431-4033-ad43-c74e29386f77 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1507664
Apr 09 21:10:14.952145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Made reservation on behalf of fdd53d98faf74d6a92cdfabace62b088 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:14.955649 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.979624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d59931d-d921-401d-8852-ecb328ffc355 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:14.985796 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5d59931d-d921-401d-8852-ecb328ffc355 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "DELETE /v2.0/ports/24ceec1d-602d-4149-b481-e1355b85ba4e HTTP/1.1" status: 204  len: 168 time: 2.0242727
Apr 09 21:10:14.986004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35602) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:15.016162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (789b051e-cb74-421c-9a69-8135c2375c29), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.055422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] For port ace7507d-dd06-475c-b999-2430bd431592, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:15.074712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374303ac0>,) {'filters': {'network_id': ['789b051e-cb74-421c-9a69-8135c2375c29']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:15.087512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374303ac0>, 'e35c3f02-4969-4d96-a654-7b4e35517733') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:15.087942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374303ac0>, 'e35c3f02-4969-4d96-a654-7b4e35517733') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:15.102161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] For port ace7507d-dd06-475c-b999-2430bd431592, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ace7507d-dd06-475c-b999-2430bd431592,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:15.113071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (e35c3f02-4969-4d96-a654-7b4e35517733), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.115658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa7103b-5f27-4429-8691-080788d062f7 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Deleting subnet 1a789253-dadc-4948-ae88-8bf4091f4fed {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:10:15.120756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8aa7103b-5f27-4429-8691-080788d062f7 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks [] for subnet (1a789253-dadc-4948-ae88-8bf4091f4fed), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.125905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (ace7507d-dd06-475c-b999-2430bd431592), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.133746 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e35c3f02-4969-4d96-a654-7b4e35517733), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.144126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:10:15.145120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (e35c3f02-4969-4d96-a654-7b4e35517733), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:10:15.147351 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:10:15.150644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.217589 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8aa7103b-5f27-4429-8691-080788d062f7 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (1a789253-dadc-4948-ae88-8bf4091f4fed), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.226625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.227262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.228710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] 10.222.0.32 "PUT /v2.0/ports/ace7507d-dd06-475c-b999-2430bd431592 HTTP/1.1" status: 200  len: 1089 time: 3.3312469
Apr 09 21:10:15.268049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'ace7507d-dd06-475c-b999-2430bd431592'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:15.270373 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3436f73b-811b-44a2-8000-a0fdc4928f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "ace7507d-dd06-475c-b999-2430bd431592"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:15.283784 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (789b051e-cb74-421c-9a69-8135c2375c29), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.296222 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.299536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] 10.222.0.30 "DELETE /v2.0/networks/789b051e-cb74-421c-9a69-8135c2375c29 HTTP/1.1" status: 204  len: 168 time: 1.8812606
Apr 09 21:10:15.309194 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for port (33d05c70-471f-48ef-9d24-21e8121c3beb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.337210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed37e9-a609-4636-bf58-68b466927a69 service neutron] Pushing event updated for resources: {'Port': ['ID=ace7507d-dd06-475c-b999-2430bd431592,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:15.362687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd594e-76da-40ca-a789-01d98124b91a admin admin] Pushing event deleted for resources: {'Network': ['ID=789b051e-cb74-421c-9a69-8135c2375c29,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:15.442035 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c059e8a-588e-415f-a5fd-d43fba8f5064 x-openstack-request-id: req-3c059e8a-588e-415f-a5fd-d43fba8f5064 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:15.442828 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "ace7507d-dd06-475c-b999-2430bd431592", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:15.442828 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c059e8a-588e-415f-a5fd-d43fba8f5064 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:15.443020 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c059e8a-588e-415f-a5fd-d43fba8f5064'] response: {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'ace7507d-dd06-475c-b999-2430bd431592', 'status': 'completed', 'code': 200}
Apr 09 21:10:15.456837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:15.516382 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8aa7103b-5f27-4429-8691-080788d062f7 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1a789253-dadc-4948-ae88-8bf4091f4fed), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.537713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Allocated IP 172.20.0.11 (716e02fb-2354-45aa-9b94-e82b4f941149/84123a03-e460-41fd-b858-56ab83124fd3/7db0e06f-1adf-4655-97b4-f840efe455ae) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:15.563583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (33d05c70-471f-48ef-9d24-21e8121c3beb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.612694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81ca6b92-9a5c-4490-b48f-7f23e112e9a6 req-febf5e83-42cc-4c2f-90ed-2e4c170745c1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 210 time: 0.0854535
Apr 09 21:10:15.680184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Publish callbacks [] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.709978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35614) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:15.720618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.787454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5476018-d1e3-4649-9ee7-ac3cd66e0cd0 req-87e64add-cf56-4909-9484-2cbc37207ee2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.788956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5476018-d1e3-4649-9ee7-ac3cd66e0cd0 req-87e64add-cf56-4909-9484-2cbc37207ee2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.2312992
Apr 09 21:10:15.795029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Network e02d141f-aef0-4e6d-a8e3-ef44b1a330ce is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:15.803572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9f0a1806-a313-44f9-802e-1b4386403b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.803985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9f0a1806-a313-44f9-802e-1b4386403b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.805097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9f0a1806-a313-44f9-802e-1b4386403b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.805097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9f0a1806-a313-44f9-802e-1b4386403b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.805486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9f0a1806-a313-44f9-802e-1b4386403b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.806277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9f0a1806-a313-44f9-802e-1b4386403b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.806438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9f0a1806-a313-44f9-802e-1b4386403b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:15.808394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9f0a1806-a313-44f9-802e-1b4386403b1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6408 time: 0.1877208
Apr 09 21:10:15.820173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:15.822152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'Port': ['ID=33d05c70-471f-48ef-9d24-21e8121c3beb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:15.824220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:15.829249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (1bce5231-06ea-4a3a-9407-e5b1496def2f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.846021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Pushing event updated for resources: {'Port': ['ID=01ab517e-04b6-4f8d-b759-2cae78d4b12e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:15.868792 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d33cb2a4-365c-4b3a-9d8d-f7084f3dd36d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78452efb7ef143efa0123d3bc4873b53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1558013
Apr 09 21:10:15.872696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.873959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:15.874950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:15.926054 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8aa7103b-5f27-4429-8691-080788d062f7 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (1a789253-dadc-4948-ae88-8bf4091f4fed), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.010040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.010669 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.025900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.028819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:16.029586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06f7af96-5f01-4621-9469-5f7183cf5992 admin admin] Publish callbacks [] for security_group (2a367140-a88f-4e5e-b5ec-531660d135f0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.036207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7103b-5f27-4429-8691-080788d062f7 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event deleted for resources: {'Subnet': ['ID=1a789253-dadc-4948-ae88-8bf4091f4fed,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:16.037221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:16.040361 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8aa7103b-5f27-4429-8691-080788d062f7 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.043587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8aa7103b-5f27-4429-8691-080788d062f7 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "DELETE /v2.0/subnets/1a789253-dadc-4948-ae88-8bf4091f4fed HTTP/1.1" status: 204  len: 168 time: 1.0546753
Apr 09 21:10:16.049947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35620) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:16.058012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5476018-d1e3-4649-9ee7-ac3cd66e0cd0 req-73869f27-67df-491f-9e36-1cddddc4e73e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618155
Apr 09 21:10:16.064575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e0081d-0231-4cf6-863a-978041bdf1d0 None None] Network a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:16.102327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Network 716e02fb-2354-45aa-9b94-e82b4f941149 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:16.110732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:16.115068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06f7af96-5f01-4621-9469-5f7183cf5992 admin admin] Publish callbacks [] for security_group (2a367140-a88f-4e5e-b5ec-531660d135f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.189099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0fbe7069-76bf-441c-9b9f-e4a6afe2008b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 2.2391582
Apr 09 21:10:16.268828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (a66a7c10-7318-43a8-ba68-2aa8a5aa5d30), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.276514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35624) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:16.340453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-21e3a82f-d0cc-48b5-b5bf-6144f9c59724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.341244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-21e3a82f-d0cc-48b5-b5bf-6144f9c59724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.341823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-21e3a82f-d0cc-48b5-b5bf-6144f9c59724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.349396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-21e3a82f-d0cc-48b5-b5bf-6144f9c59724 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.5191371
Apr 09 21:10:16.501731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f1dab8b9-6b18-49fa-844a-6ade4efd2e9a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:16.557699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] DHCP port deletion for a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:10:16.646734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] Deleting port e6b28e59-3e82-460f-b34c-04cbfc4cb268 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:16.647195 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.663451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:16.707365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:16.708130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.708633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'Port': ['ID=7db0e06f-1adf-4655-97b4-f840efe455ae,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:16.757478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] For port e6b28e59-3e82-460f-b34c-04cbfc4cb268, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b28e59-3e82-460f-b34c-04cbfc4cb268,segment=NetworkSegment(01d0b0e2-a885-4eb1-9ba3-4a9de427f499),segment_id=01d0b0e2-a885-4eb1-9ba3-4a9de427f499)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:16.757896 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.768912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-83f8543c-05ab-4e60-b760-73f11e54bed2 None None] Provisioning complete for port 01ab517e-04b6-4f8d-b759-2cae78d4b12e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:16.769224 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83f8543c-05ab-4e60-b760-73f11e54bed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.797188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.797818 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.803252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] Calling delete_port for e6b28e59-3e82-460f-b34c-04cbfc4cb268 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:16.820602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-e103a8f0-4a59-4e19-8532-a25dbc485231 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.826125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-e103a8f0-4a59-4e19-8532-a25dbc485231 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.827669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-ab9b1ce5-055f-47e7-b87b-c0536dcbfa44 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3994946
Apr 09 21:10:16.830067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06f7af96-5f01-4621-9469-5f7183cf5992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2a367140-a88f-4e5e-b5ec-531660d135f0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.832253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-e103a8f0-4a59-4e19-8532-a25dbc485231 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.832577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06f7af96-5f01-4621-9469-5f7183cf5992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:16.836397 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-06f7af96-5f01-4621-9469-5f7183cf5992 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a367140-a88f-4e5e-b5ec-531660d135f0 HTTP/1.1" status: 204  len: 168 time: 0.9529696
Apr 09 21:10:16.838022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-e103a8f0-4a59-4e19-8532-a25dbc485231 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.843515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-e103a8f0-4a59-4e19-8532-a25dbc485231 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.844556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Request body: {'port': {'device_id': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:16.849359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-e103a8f0-4a59-4e19-8532-a25dbc485231 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.855548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-e103a8f0-4a59-4e19-8532-a25dbc485231 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:16.857075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-e103a8f0-4a59-4e19-8532-a25dbc485231 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5392 time: 0.7643332
Apr 09 21:10:16.887219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:10:16.893712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7af96-5f01-4621-9469-5f7183cf5992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a367140-a88f-4e5e-b5ec-531660d135f0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:16.947112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-83f8543c-05ab-4e60-b760-73f11e54bed2 None None] Port 01ab517e-04b6-4f8d-b759-2cae78d4b12e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:16.956354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.007687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-83f8543c-05ab-4e60-b760-73f11e54bed2 None None] Provisioning complete for port 7db0e06f-1adf-4655-97b4-f840efe455ae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:17.008298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83f8543c-05ab-4e60-b760-73f11e54bed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.011443 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.013145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:17.038825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-d213f989-b603-4392-8d83-5600d076e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:17.040420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-d213f989-b603-4392-8d83-5600d076e687 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 1128 time: 0.5846536
Apr 09 21:10:17.078455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Deleting port e6b28e59-3e82-460f-b34c-04cbfc4cb268 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:17.078883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.094326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] Pushing event deleted for resources: {'Port': ['ID=e6b28e59-3e82-460f-b34c-04cbfc4cb268,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:17.098423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4b45-9d20-402c-a0dd-3b276b96dbe4 req-c06a0421-b49b-41ea-98fc-dc8e6a7f0af8 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:17.105956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac5b4b45-9d20-402c-a0dd-3b276b96dbe4 req-c06a0421-b49b-41ea-98fc-dc8e6a7f0af8 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.3213017
Apr 09 21:10:17.109929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7626d6b-8b62-4054-8818-cd2903358356 None None] No DVR routers for this DVR port e6b28e59-3e82-460f-b34c-04cbfc4cb268 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:10:17.125273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-83f8543c-05ab-4e60-b760-73f11e54bed2 None None] Port 7db0e06f-1adf-4655-97b4-f840efe455ae cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:17.179164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f264c17d-91b9-45e4-b39b-e8999d9a8efa tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Deleting port 33d05c70-471f-48ef-9d24-21e8121c3beb {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:17.179756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f264c17d-91b9-45e4-b39b-e8999d9a8efa tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (33d05c70-471f-48ef-9d24-21e8121c3beb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.300558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:17.306896 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a23069df-25cd-40da-9b3d-f695bbacd01b admin admin] 10.222.0.30 "PUT /v2.0/routers/1bce5231-06ea-4a3a-9407-e5b1496def2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5365913
Apr 09 21:10:17.318531 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:17.319150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9ff72ddc-d41f-4057-9198-8283bbadb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:17.321009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3436f73b-811b-44a2-8000-a0fdc4928f1e req-9ff72ddc-d41f-4057-9198-8283bbadb84e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9435940
Apr 09 21:10:17.356572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] For port e6b28e59-3e82-460f-b34c-04cbfc4cb268, host ncdv-master-1, got binding levels [] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:17.356816 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:17.357349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.357644 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:17.405635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db0e06f-1adf-4655-97b4-f840efe455ae {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:17.406729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fbc76df-5aff-4dec-a677-9bc398b0d7ce req-3879cd4d-0b1f-47ae-980b-baac63f6c1f4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5162153
Apr 09 21:10:17.413938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Publish callbacks [] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.427288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Transition to ACTIVE for port object 7db0e06f-1adf-4655-97b4-f840efe455ae will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:17.435445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.436395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Calling delete_port for e6b28e59-3e82-460f-b34c-04cbfc4cb268 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:17.447158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Port e6b28e59-3e82-460f-b34c-04cbfc4cb268 was not found and therefore no delete operation was performed {{(pid=126920) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:10:17.468284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac5b4b45-9d20-402c-a0dd-3b276b96dbe4 req-8124c8de-32cb-4c02-9f21-81b82ef20850 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3593771
Apr 09 21:10:17.487405 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e6b28e59-3e82-460f-b34c-04cbfc4cb268), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.510850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-9f45a588-836a-4eff-8e22-3d086e94e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:17.513588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-9f45a588-836a-4eff-8e22-3d086e94e266 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.4412313
Apr 09 21:10:17.574246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event deleted for resources: {'Port': ['ID=e6b28e59-3e82-460f-b34c-04cbfc4cb268,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:17.577537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f264c17d-91b9-45e4-b39b-e8999d9a8efa tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (33d05c70-471f-48ef-9d24-21e8121c3beb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.580804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] No DVR routers for this DVR port e6b28e59-3e82-460f-b34c-04cbfc4cb268 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:10:17.666926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Pushing event updated for resources: {'Port': ['ID=7db0e06f-1adf-4655-97b4-f840efe455ae,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:17.706755 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:17.731882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Attempting to bind port 7db0e06f-1adf-4655-97b4-f840efe455ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:17.732217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Attempting to bind port 7db0e06f-1adf-4655-97b4-f840efe455ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:17.732669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Attempting to bind port 7db0e06f-1adf-4655-97b4-f840efe455ae on network 716e02fb-2354-45aa-9b94-e82b4f941149 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:17.738472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Port 7db0e06f-1adf-4655-97b4-f840efe455ae on network 716e02fb-2354-45aa-9b94-e82b4f941149 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:17.738968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Attempting to bind port 7db0e06f-1adf-4655-97b4-f840efe455ae on network 716e02fb-2354-45aa-9b94-e82b4f941149 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:17.745257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:17.745605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Checking segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:17.745994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Bound using segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:17.746469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Bound port: 7db0e06f-1adf-4655-97b4-f840efe455ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:17.746999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.752648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-c0657bc0-604c-4907-9dcc-2d0e87b3a3ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f HTTP/1.1" status: 200  len: 217 time: 0.1912041
Apr 09 21:10:17.769238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f264c17d-91b9-45e4-b39b-e8999d9a8efa tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Calling delete_port for 33d05c70-471f-48ef-9d24-21e8121c3beb owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:17.892888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:17.898970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] For port 7db0e06f-1adf-4655-97b4-f840efe455ae, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:17.905475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] For port 7db0e06f-1adf-4655-97b4-f840efe455ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7db0e06f-1adf-4655-97b4-f840efe455ae,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:17.911969 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Publish callbacks [] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.917390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.945218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:17.961891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:17.963584 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] 10.222.0.25 "PUT /v2.0/ports/7db0e06f-1adf-4655-97b4-f840efe455ae HTTP/1.1" status: 200  len: 1092 time: 1.1258502
Apr 09 21:10:17.964150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'tag': '7db0e06f-1adf-4655-97b4-f840efe455ae'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:17.966578 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296901a0-21c6-446d-af6b-f67f4aa8f6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f732d8e8-0c52-44e4-89c6-b97595485ebc", "tag": "7db0e06f-1adf-4655-97b4-f840efe455ae"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:17.982760 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d340>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:15Z', 'revision_number': 2, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:18.031184 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:10:18.032294 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Updating router 1bce5231-06ea-4a3a-9407-e5b1496def2f port 01ab517e-04b6-4f8d-b759-2cae78d4b12e binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:10:18.042646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (a66a7c10-7318-43a8-ba68-2aa8a5aa5d30), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.073367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062d107-d2c9-41e4-b7b1-9246cbc7f936 req-dc1b076a-eba3-4ae0-86b6-977281ee118d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.074297 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.090282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5062d107-d2c9-41e4-b7b1-9246cbc7f936 req-dc1b076a-eba3-4ae0-86b6-977281ee118d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 944 time: 0.4010510
Apr 09 21:10:18.100458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-fb8f59ae-6738-4ea6-940c-fe6e44b731ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.102584 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-fb8f59ae-6738-4ea6-940c-fe6e44b731ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 1126 time: 0.0938818
Apr 09 21:10:18.106202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed47361-a6b6-441d-a03e-e1f0cf371155 service neutron] Pushing event updated for resources: {'Port': ['ID=7db0e06f-1adf-4655-97b4-f840efe455ae,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:18.133796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Transition to ACTIVE for port object 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:18.140187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35662) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:18.161856 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-1988876f-2aa5-46d6-afc1-9832954de1c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db0e06f-1adf-4655-97b4-f840efe455ae HTTP/1.1" status: 200  len: 217 time: 0.0519047
Apr 09 21:10:18.167936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a1445908-ea70-4394-ae80-de421fb6e02d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094984161', 'description': 'tempest-description--1202025447'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:18.198561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.218011 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea43b52-307e-42c3-979d-b4dfb1b66048 x-openstack-request-id: req-cea43b52-307e-42c3-979d-b4dfb1b66048 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:18.218394 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f732d8e8-0c52-44e4-89c6-b97595485ebc", "tag": "7db0e06f-1adf-4655-97b4-f840efe455ae", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:18.218738 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cea43b52-307e-42c3-979d-b4dfb1b66048 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:18.219224 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea43b52-307e-42c3-979d-b4dfb1b66048'] response: {'name': 'network-changed', 'server_uuid': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'tag': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'status': 'completed', 'code': 200}
Apr 09 21:10:18.242799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-2a0c8274-0ab7-4d65-8a64-0d63247cd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.244551 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-2a0c8274-0ab7-4d65-8a64-0d63247cd86c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.0762942
Apr 09 21:10:18.264066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c18a130>,) {'filters': {'network_id': ['a66a7c10-7318-43a8-ba68-2aa8a5aa5d30']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:18.282707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-91d55491-1824-4534-ad0e-5e36258df78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.284493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-91d55491-1824-4534-ad0e-5e36258df78a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.5244401
Apr 09 21:10:18.295901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c18a130>, '01d0b0e2-a885-4eb1-9ba3-4a9de427f499') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:18.296193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c18a130>, '01d0b0e2-a885-4eb1-9ba3-4a9de427f499') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:18.323090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-e283268e-d14e-45ee-82b0-11465fe3dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.324985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:18.325664 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-e283268e-d14e-45ee-82b0-11465fe3dd93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0735917
Apr 09 21:10:18.385709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (01d0b0e2-a885-4eb1-9ba3-4a9de427f499), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.428354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-a311ecdb-3e68-4fcb-a820-c7fe3202ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.430110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-a311ecdb-3e68-4fcb-a820-c7fe3202ed92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1363573
Apr 09 21:10:18.431388 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1445908-ea70-4394-ae80-de421fb6e02d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.480779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e6b28e59-3e82-460f-b34c-04cbfc4cb268 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:10:18.537414 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-5e0feac2-2946-4860-824f-596c79b7c2c0 service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024598
Apr 09 21:10:18.542512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: e6b28e59-3e82-460f-b34c-04cbfc4cb268 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:10:18.542950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e6b28e59-3e82-460f-b34c-04cbfc4cb268 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:10:18.578873 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (01d0b0e2-a885-4eb1-9ba3-4a9de427f499), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.652650 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Publish callbacks [] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.660283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5062d107-d2c9-41e4-b7b1-9246cbc7f936 req-3e051a56-9bef-46b0-b1c0-30a83ef0db5b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5685849
Apr 09 21:10:18.661713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:10:18.662150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (01d0b0e2-a885-4eb1-9ba3-4a9de427f499), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:10:18.670314 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:10:18.673311 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.684313 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e9b64a8c-ee51-48eb-851d-abbc11044665 req-aa3129bb-e6ac-40d9-ac38-fbe604ecbbed service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386673
Apr 09 21:10:18.834272 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188d356-226e-4984-956d-a9a3dd294ca2 None None] Pushing event updated for resources: {'Port': ['ID=01ab517e-04b6-4f8d-b759-2cae78d4b12e,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:18.838119 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Attempting to bind port 01ab517e-04b6-4f8d-b759-2cae78d4b12e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:18.838493 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Attempting to bind port 01ab517e-04b6-4f8d-b759-2cae78d4b12e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:18.838853 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Attempting to bind port 01ab517e-04b6-4f8d-b759-2cae78d4b12e on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:18.844276 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:18.845201 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Checking segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:18.845201 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.845576 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Bound using segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:18.845982 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Bound port: 01ab517e-04b6-4f8d-b759-2cae78d4b12e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:18.846283 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.922555 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] For port 01ab517e-04b6-4f8d-b759-2cae78d4b12e, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:18.979223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-a7bf40ab-dafa-4ad8-826f-1a200f7a8d07 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.980381 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] For port 01ab517e-04b6-4f8d-b759-2cae78d4b12e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01ab517e-04b6-4f8d-b759-2cae78d4b12e,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:18.984676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-a7bf40ab-dafa-4ad8-826f-1a200f7a8d07 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.990060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-a7bf40ab-dafa-4ad8-826f-1a200f7a8d07 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:18.990571 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:18.995509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-a7bf40ab-dafa-4ad8-826f-1a200f7a8d07 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:19.001022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-a7bf40ab-dafa-4ad8-826f-1a200f7a8d07 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:19.006331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-a7bf40ab-dafa-4ad8-826f-1a200f7a8d07 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:19.011679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-a7bf40ab-dafa-4ad8-826f-1a200f7a8d07 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:19.013807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-a7bf40ab-dafa-4ad8-826f-1a200f7a8d07 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5404 time: 0.2203112
Apr 09 21:10:19.032661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (a66a7c10-7318-43a8-ba68-2aa8a5aa5d30), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.042533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f264c17d-91b9-45e4-b39b-e8999d9a8efa tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (33d05c70-471f-48ef-9d24-21e8121c3beb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.056651 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:19.058007 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:09:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:19.061627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.069152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] 10.222.0.30 "DELETE /v2.0/networks/a66a7c10-7318-43a8-ba68-2aa8a5aa5d30 HTTP/1.1" status: 204  len: 168 time: 3.0122826
Apr 09 21:10:19.084482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff95e45-8080-4928-a40f-2cc3a3710850 req-c997d055-a3ea-40e0-bc5c-ff5e9b5a135b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:19.085971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff95e45-8080-4928-a40f-2cc3a3710850 req-c997d055-a3ea-40e0-bc5c-ff5e9b5a135b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.2979794
Apr 09 21:10:19.086692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Attempting to bind port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:19.087023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Attempting to bind port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:19.087350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Attempting to bind port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:19.157409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-c2b982e0-b4ae-44c9-a028-c5c746fa9c23 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6404233
Apr 09 21:10:19.157931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 on network 92519850-eedc-4d89-a26d-ad4b1c086541 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:19.158258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Attempting to bind port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:19.160521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586b856-1ade-4197-8209-bc29c90b835a tempest-ExtraDHCPOptionsIpV6TestJSON-460395417 tempest-ExtraDHCPOptionsIpV6TestJSON-460395417-project] Pushing event deleted for resources: {'Network': ['ID=a66a7c10-7318-43a8-ba68-2aa8a5aa5d30,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:19.167692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cda669b2-930c-4b2f-80dd-bc2811539cd7 None None] Provisioning complete for port 01ab517e-04b6-4f8d-b759-2cae78d4b12e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:19.168283 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cda669b2-930c-4b2f-80dd-bc2811539cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.178626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264c17d-91b9-45e4-b39b-e8999d9a8efa tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event deleted for resources: {'Port': ['ID=33d05c70-471f-48ef-9d24-21e8121c3beb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:19.210620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:19.210960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Checking segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:19.211703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Bound using segment: {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:19.212540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Bound port: 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:19.213115 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.277357 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:19.376986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cda669b2-930c-4b2f-80dd-bc2811539cd7 None None] Current status of the port 01ab517e-04b6-4f8d-b759-2cae78d4b12e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:19.377797 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cda669b2-930c-4b2f-80dd-bc2811539cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.423319 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1445908-ea70-4394-ae80-de421fb6e02d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (9afff904-1831-45a9-a387-eba885f45230), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.457885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9214c17b-7e51-48ac-a782-be053a8c8630 req-fb766c13-2017-45b8-990a-5cd463d597c8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4273813
Apr 09 21:10:19.459221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1445908-ea70-4394-ae80-de421fb6e02d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9afff904-1831-45a9-a387-eba885f45230), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.462243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cda669b2-930c-4b2f-80dd-bc2811539cd7 None None] For port 01ab517e-04b6-4f8d-b759-2cae78d4b12e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01ab517e-04b6-4f8d-b759-2cae78d4b12e,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:19.472915 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cda669b2-930c-4b2f-80dd-bc2811539cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.491138 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188d356-226e-4984-956d-a9a3dd294ca2 None None] Pushing event updated for resources: {'Port': ['ID=01ab517e-04b6-4f8d-b759-2cae78d4b12e,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:19.521745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff95e45-8080-4928-a40f-2cc3a3710850 req-8f98000d-3950-4296-b098-8037036cc485 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4073560
Apr 09 21:10:19.524910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f264c17d-91b9-45e4-b39b-e8999d9a8efa tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.530448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f264c17d-91b9-45e4-b39b-e8999d9a8efa tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "DELETE /v2.0/ports/33d05c70-471f-48ef-9d24-21e8121c3beb HTTP/1.1" status: 204  len: 168 time: 3.1767697
Apr 09 21:10:19.533056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35694) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:19.540779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e02d141f-aef0-4e6d-a8e3-ef44b1a330ce', 'external_fixed_ips': [{'subnet_id': 'b1948218-ef01-4db8-b17d-c69da5a33555', 'ip_address': '172.20.0.12'}]}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:19.566690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1445908-ea70-4394-ae80-de421fb6e02d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.568320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a1445908-ea70-4394-ae80-de421fb6e02d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.4045916
Apr 09 21:10:19.572283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35696) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:19.580188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1445908-ea70-4394-ae80-de421fb6e02d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afff904-1831-45a9-a387-eba885f45230,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:19.586962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3abfa856-7cbd-485b-844f-b1d3c46dbe3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group_rule': {'security_group_id': '9afff904-1831-45a9-a387-eba885f45230', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:19.600937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35698) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:19.610773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fcc10548-be1d-4a74-a40d-dc0362ff9c37 None None] Provisioning complete for port 01ab517e-04b6-4f8d-b759-2cae78d4b12e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:19.611343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fcc10548-be1d-4a74-a40d-dc0362ff9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.611461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] For port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:19.616202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] For port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:19.617583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (cf70274b-6afd-4d84-a7af-a41b70238fd3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.622459 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (cf70274b-6afd-4d84-a7af-a41b70238fd3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.638169 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dbfa69f-4d8c-44ea-b693-c9ae061f1688 req-c6715bb2-59df-4725-8df8-e9900776e6c2 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=25ae3d49-bdcd-436b-9b63-0dc338f7964e HTTP/1.1" status: 200  len: 210 time: 0.0391333
Apr 09 21:10:19.646020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.655922 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d340>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:18Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:19.664473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda669b2-930c-4b2f-80dd-bc2811539cd7 None None] Pushing event updated for resources: {'Port': ['ID=01ab517e-04b6-4f8d-b759-2cae78d4b12e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:19.706196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3abfa856-7cbd-485b-844f-b1d3c46dbe3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (aa25352e-096a-4cef-a4aa-10de889aa0dd), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.732730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:19.733427 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.735627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 HTTP/1.1" status: 200  len: 1090 time: 4.4684811
Apr 09 21:10:19.736338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09038a38-ea9b-4d1e-91ad-e47e0eede5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:19.739074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:19.741064 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b" -d '{"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "3e8709fe-4ff2-4d1a-b51d-e89c7bc51920"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:19.745677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fcc10548-be1d-4a74-a40d-dc0362ff9c37 None None] Current status of the port 01ab517e-04b6-4f8d-b759-2cae78d4b12e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:19.764312 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85270e82-303e-410e-8264-e70a9c188e1b None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:18Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:19.782545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:19.849323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_controller (cf70274b-6afd-4d84-a7af-a41b70238fd3), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:19.877421 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a7cfa5-78ae-425c-a21e-79b917f8aab0 x-openstack-request-id: req-60a7cfa5-78ae-425c-a21e-79b917f8aab0 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:19.887603 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "3e8709fe-4ff2-4d1a-b51d-e89c7bc51920", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:19.887836 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60a7cfa5-78ae-425c-a21e-79b917f8aab0 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:19.888289 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a7cfa5-78ae-425c-a21e-79b917f8aab0'] response: {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920', 'status': 'completed', 'code': 200}
Apr 09 21:10:19.955263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3abfa856-7cbd-485b-844f-b1d3c46dbe3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (aa25352e-096a-4cef-a4aa-10de889aa0dd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.004133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3abfa856-7cbd-485b-844f-b1d3c46dbe3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (aa25352e-096a-4cef-a4aa-10de889aa0dd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.021582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-454d0467-bc2a-44b9-9ac4-2366f9bf4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.022238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-454d0467-bc2a-44b9-9ac4-2366f9bf4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.022793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-454d0467-bc2a-44b9-9ac4-2366f9bf4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.023558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-454d0467-bc2a-44b9-9ac4-2366f9bf4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.024173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-454d0467-bc2a-44b9-9ac4-2366f9bf4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.024715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-454d0467-bc2a-44b9-9ac4-2366f9bf4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.029850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-454d0467-bc2a-44b9-9ac4-2366f9bf4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.032943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-454d0467-bc2a-44b9-9ac4-2366f9bf4f63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6506 time: 0.1424971
Apr 09 21:10:20.055235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dc19d-47ba-4f3d-87b4-17a721b922fa req-952078de-cf32-4606-bf2d-c289de75f82e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.056858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-922dc19d-47ba-4f3d-87b4-17a721b922fa req-952078de-cf32-4606-bf2d-c289de75f82e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 944 time: 0.1677392
Apr 09 21:10:20.148939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (cf70274b-6afd-4d84-a7af-a41b70238fd3), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.179292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfa856-7cbd-485b-844f-b1d3c46dbe3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa25352e-096a-4cef-a4aa-10de889aa0dd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:20.209439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3abfa856-7cbd-485b-844f-b1d3c46dbe3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.210686 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3abfa856-7cbd-485b-844f-b1d3c46dbe3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6370218
Apr 09 21:10:20.220941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35720) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:20.274844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-76046115-5f73-4396-a42c-231936f68d0a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group_rule': {'security_group_id': '9afff904-1831-45a9-a387-eba885f45230', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:20.289590 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-61e8eae5-f027-41d5-a32b-799bcafb80d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa2b23705e604d36ae02cc8e63483b0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6870477
Apr 09 21:10:20.292633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35724) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:20.418128 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13305430-33e3-4f69-bec9-520bbe6188e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.439439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76046115-5f73-4396-a42c-231936f68d0a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (0a38e9e9-fc43-4597-937e-8e6b24729717), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.510157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 01ab517e-04b6-4f8d-b759-2cae78d4b12e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:20.535103 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e40cee66-6d25-4613-b824-68a0339eddc1 admin admin] Publish callbacks [] for security_group (6c498944-6dd7-4235-b0f7-60d23fea356e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.581230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (cf70274b-6afd-4d84-a7af-a41b70238fd3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.601856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e40cee66-6d25-4613-b824-68a0339eddc1 admin admin] Publish callbacks [] for security_group (6c498944-6dd7-4235-b0f7-60d23fea356e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.607282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 01ab517e-04b6-4f8d-b759-2cae78d4b12e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:20.607693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.645449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.651948 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76046115-5f73-4396-a42c-231936f68d0a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (0a38e9e9-fc43-4597-937e-8e6b24729717), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.674329 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76046115-5f73-4396-a42c-231936f68d0a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (0a38e9e9-fc43-4597-937e-8e6b24729717), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.701704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-922dc19d-47ba-4f3d-87b4-17a721b922fa req-524c322c-ee6c-467e-a65e-e641a16a9153 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6281569
Apr 09 21:10:20.703685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-a0ec92c6-dfaf-4df5-be27-f4e032ea0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.704933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-a0ec92c6-dfaf-4df5-be27-f4e032ea0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.705645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-a0ec92c6-dfaf-4df5-be27-f4e032ea0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:20.707776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-a0ec92c6-dfaf-4df5-be27-f4e032ea0a62 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.6498694
Apr 09 21:10:20.708910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.745021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76046115-5f73-4396-a42c-231936f68d0a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a38e9e9-fc43-4597-937e-8e6b24729717,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:20.772066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-942e5e25-a056-479a-b1cc-d43268273cd5 req-e6982b23-49af-43cb-984f-2dfb22e5e196 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1949334
Apr 09 21:10:20.782970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76046115-5f73-4396-a42c-231936f68d0a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.787206 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-76046115-5f73-4396-a42c-231936f68d0a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5550606
Apr 09 21:10:20.793339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35738) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:20.814868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:20.861197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e40cee66-6d25-4613-b824-68a0339eddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6c498944-6dd7-4235-b0f7-60d23fea356e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.863938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e40cee66-6d25-4613-b824-68a0339eddc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:20.865091 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e40cee66-6d25-4613-b824-68a0339eddc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c498944-6dd7-4235-b0f7-60d23fea356e HTTP/1.1" status: 204  len: 168 time: 0.5614846
Apr 09 21:10:20.913690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 01ab517e-04b6-4f8d-b759-2cae78d4b12e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:20.979576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cee66-6d25-4613-b824-68a0339eddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c498944-6dd7-4235-b0f7-60d23fea356e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:21.009175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-b20760ba-ca62-4794-86e0-ea11c1f9457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.011280 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-b20760ba-ca62-4794-86e0-ea11c1f9457a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 1126 time: 0.1511626
Apr 09 21:10:21.155824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Allocated IP 172.20.0.12 (e02d141f-aef0-4e6d-a8e3-ef44b1a330ce/b1948218-ef01-4db8-b17d-c69da5a33555/1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:21.225487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-2f07ef4c-7748-4d19-81bd-d33b4ce51a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.227253 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-2f07ef4c-7748-4d19-81bd-d33b4ce51a07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 911 time: 0.1951597
Apr 09 21:10:21.323089 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-39c4352c-5502-4ad8-b0e4-23f39cf35b1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db0e06f-1adf-4655-97b4-f840efe455ae HTTP/1.1" status: 200  len: 217 time: 0.0632377
Apr 09 21:10:21.324048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-c546d609-2443-4e5e-ab85-c02855cdde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.325625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c6715d0-0d05-446c-ba84-4f3f0aadc19b req-c546d609-2443-4e5e-ab85-c02855cdde2b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5770936
Apr 09 21:10:21.384234 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for port (1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:21.393448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:21.437976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:21.469444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Network e02d141f-aef0-4e6d-a8e3-ef44b1a330ce is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:21.489531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:21.514252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:21.574889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-3c9e405a-9179-4334-b35d-45094d625365 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.581161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-3c9e405a-9179-4334-b35d-45094d625365 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.589359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-3c9e405a-9179-4334-b35d-45094d625365 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.593057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-275b37f5-3c61-4062-bd84-802cce1dae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.595028 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-275b37f5-3c61-4062-bd84-802cce1dae52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.1443465
Apr 09 21:10:21.595384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-3c9e405a-9179-4334-b35d-45094d625365 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.599052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:21.602547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-3c9e405a-9179-4334-b35d-45094d625365 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.608674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-3c9e405a-9179-4334-b35d-45094d625365 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.614305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-3c9e405a-9179-4334-b35d-45094d625365 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.616504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-3c9e405a-9179-4334-b35d-45094d625365 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5404 time: 0.7132449
Apr 09 21:10:21.726014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac335d2-4b33-4f99-a41e-ab950d1a372b req-197b5b0c-052a-49e8-8673-63f51a704ecf tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.733986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ac335d2-4b33-4f99-a41e-ab950d1a372b req-197b5b0c-052a-49e8-8673-63f51a704ecf tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.4115312
Apr 09 21:10:21.759546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1be1aed-da5b-4ba8-8ea5-b0eae75261ff req-98d80f23-2c8c-4217-8889-0e671e32bebf service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8595569
Apr 09 21:10:21.780616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-eab59b12-06e6-4398-a82b-f3351e6109e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:21.782403 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-eab59b12-06e6-4398-a82b-f3351e6109e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0547121
Apr 09 21:10:21.900062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e417991d-b02a-4daa-bcbd-8ba1c17add46 req-a96a1bba-f6b8-4bb4-a4f8-6894db462307 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2705402
Apr 09 21:10:21.923666 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:21.964347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7db0e06f-1adf-4655-97b4-f840efe455ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:22.002210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ac335d2-4b33-4f99-a41e-ab950d1a372b req-e2544df3-fdc4-4cac-96e5-d54c28c0b271 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672071
Apr 09 21:10:22.004469 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (cf70274b-6afd-4d84-a7af-a41b70238fd3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.104894 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-6912eca7-f6d1-4d71-9cd6-b669e25c7f79 service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3164527
Apr 09 21:10:22.137857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35766) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:22.142983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7db0e06f-1adf-4655-97b4-f840efe455ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7db0e06f-1adf-4655-97b4-f840efe455ae,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:22.156507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'port_id': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'mac_address': 'fa:16:3e:2f:2c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:22.201748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7db0e06f-1adf-4655-97b4-f840efe455ae is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:22.202187 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.231927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db0e06f-1adf-4655-97b4-f840efe455ae {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:22.234136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389cbf1-c93d-49e1-9a92-6950ea1e5df1 req-b8e0838c-4f12-43ca-a956-2487eba3044f tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:22.242571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b389cbf1-c93d-49e1-9a92-6950ea1e5df1 req-b8e0838c-4f12-43ca-a956-2487eba3044f tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 944 time: 0.2246971
Apr 09 21:10:22.248917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795eaf94-b9aa-4494-8de0-8b62eecc59b1 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:22.255574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40286d61-3aed-43ca-8073-6247a4aaeedd req-d88e3e17-1b80-46ec-b211-ddc69a39ab4f tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0786376
Apr 09 21:10:22.265811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7db0e06f-1adf-4655-97b4-f840efe455ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7db0e06f-1adf-4655-97b4-f840efe455ae,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:22.271549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Publish callbacks [] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.277839 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.323932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Transition to ACTIVE for port object 795eaf94-b9aa-4494-8de0-8b62eecc59b1 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:22.340284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.344010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7db0e06f-1adf-4655-97b4-f840efe455ae,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:22.365894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1147460787'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:22.397202 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-296901a0-21c6-446d-af6b-f67f4aa8f6a2 req-e9380237-a4eb-4a6d-8e29-01dd38f0d065 service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316880
Apr 09 21:10:22.398334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (cf70274b-6afd-4d84-a7af-a41b70238fd3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.402100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b389cbf1-c93d-49e1-9a92-6950ea1e5df1 req-76384681-46d0-4092-be62-9afae89737e3 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1586666
Apr 09 21:10:22.423255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Allocated IP 172.35.0.252 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/1e7b6bd6-25e2-45db-a359-0075499bb5ee) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:22.462590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Pushing event updated for resources: {'Port': ['ID=795eaf94-b9aa-4494-8de0-8b62eecc59b1,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:22.477159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Made reservation on behalf of 57a28d6439b34d278a4d46a4c0960ade for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:22.481759 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.512259 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.670795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7db0e06f-1adf-4655-97b4-f840efe455ae'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:22.695657 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (1e7b6bd6-25e2-45db-a359-0075499bb5ee), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.722972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Attempting to bind port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:22.723424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Attempting to bind port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:22.723837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Attempting to bind port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 on network f6f98062-6e39-47e6-ab8a-083f21750bda {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:22.744222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 on network f6f98062-6e39-47e6-ab8a-083f21750bda not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:22.744805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Attempting to bind port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 on network f6f98062-6e39-47e6-ab8a-083f21750bda {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:22.767008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:22.767434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Checking segment: {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:22.767906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Bound using segment: {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:22.768449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Bound port: 795eaf94-b9aa-4494-8de0-8b62eecc59b1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:22.768902 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.798315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for security_group (fb86f501-add2-4bac-85a9-835cf968c35a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.821818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1e7b6bd6-25e2-45db-a359-0075499bb5ee), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.834611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fb86f501-add2-4bac-85a9-835cf968c35a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.859772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Router cf70274b-6afd-4d84-a7af-a41b70238fd3 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:22.871389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d920343e-d2f0-4fdc-9923-0d5ef9c7bb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.906002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:10:22.909126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:22.931769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:22.937231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:22.970945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=1e7b6bd6-25e2-45db-a359-0075499bb5ee,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:22.974127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (10f27bdf-7328-4020-9008-94417c5188c5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:22.974467 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Added segment 10f27bdf-7328-4020-9008-94417c5188c5 of type vlan for network 38c00969-f6c7-4b38-afbc-ba794ee41a65
Apr 09 21:10:22.977201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:22.989848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Sync routers for ids ['cf70274b-6afd-4d84-a7af-a41b70238fd3'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:22.994469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb86f501-add2-4bac-85a9-835cf968c35a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:22.998449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.000099 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3d0e406b-4563-483e-808f-7240eb75cde3 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 3.4649525
Apr 09 21:10:23.001343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] For port 795eaf94-b9aa-4494-8de0-8b62eecc59b1, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:23.002786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35772) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:23.003894 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Routers {'cf70274b-6afd-4d84-a7af-a41b70238fd3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:23.004534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764cca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cf70274b-6afd-4d84-a7af-a41b70238fd3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:23.014717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.015081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.015394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.015725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.016052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.016377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.016692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.017081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.017354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.017677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.017987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.018305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.018618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.018934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.019246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.040317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.040668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.040998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.041356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.041679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.042000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.042319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.042670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.043051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.043254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.043572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.043886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.044199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.044508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.044815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:23.100530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] For port 795eaf94-b9aa-4494-8de0-8b62eecc59b1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=795eaf94-b9aa-4494-8de0-8b62eecc59b1,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:23.132369 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.138462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (38c00969-f6c7-4b38-afbc-ba794ee41a65), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.146389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (cf70274b-6afd-4d84-a7af-a41b70238fd3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.231683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-988ab582-03d8-4477-966d-fe6df2aeb3da tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.237102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-988ab582-03d8-4477-966d-fe6df2aeb3da tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.242406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-988ab582-03d8-4477-966d-fe6df2aeb3da tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.247817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-988ab582-03d8-4477-966d-fe6df2aeb3da tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.253092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-988ab582-03d8-4477-966d-fe6df2aeb3da tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.258468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-988ab582-03d8-4477-966d-fe6df2aeb3da tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.263932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-988ab582-03d8-4477-966d-fe6df2aeb3da tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.268513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (cf70274b-6afd-4d84-a7af-a41b70238fd3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.269597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-988ab582-03d8-4477-966d-fe6df2aeb3da tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5416 time: 0.2656555
Apr 09 21:10:23.287749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Set router cf70274b-6afd-4d84-a7af-a41b70238fd3 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:23.321056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Deleting port 1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:23.321394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.324201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.325093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.326703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] 10.222.0.32 "PUT /v2.0/ports/795eaf94-b9aa-4494-8de0-8b62eecc59b1 HTTP/1.1" status: 200  len: 1091 time: 3.5581329
Apr 09 21:10:23.328132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:10:23.337243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': '795eaf94-b9aa-4494-8de0-8b62eecc59b1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:23.339744 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82217eb6-a54e-4540-b3cf-d4471cde5d45" -d '{"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "795eaf94-b9aa-4494-8de0-8b62eecc59b1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:23.348951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6374a5-a2f3-42bb-bdf6-2b2ada7701cb req-6a6bd33c-705a-45dc-9769-a2b58dc15441 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.351254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b6374a5-a2f3-42bb-bdf6-2b2ada7701cb req-6a6bd33c-705a-45dc-9769-a2b58dc15441 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.2490931
Apr 09 21:10:23.410664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Request body: {'port': {'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:23.445837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.461351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Calling delete_port for 1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:23.482581 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (8987dd2e-66bb-4565-85de-094f18661b61), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.484719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (38c00969-f6c7-4b38-afbc-ba794ee41a65), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.490002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:23.490846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.510739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dc90d-57cd-4116-8550-479eb63b6c56 service neutron] Pushing event updated for resources: {'Port': ['ID=795eaf94-b9aa-4494-8de0-8b62eecc59b1,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:23.531106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764cca90>, [{'id': 'cf70274b-6afd-4d84-a7af-a41b70238fd3', 'name': '', 'tenant_id': '4f311065375d462c8e30ec01597731de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e02d141f-aef0-4e6d-a8e3-ef44b1a330ce', 'external_fixed_ips': [{'subnet_id': 'b1948218-ef01-4db8-b17d-c69da5a33555', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:19Z', 'updated_at': '2022-04-09T21:10:21Z', 'revision_number': 3, 'project_id': '4f311065375d462c8e30ec01597731de', 'gw_port': {'id': '1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a', 'name': '', 'network_id': 'e02d141f-aef0-4e6d-a8e3-ef44b1a330ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf70274b-6afd-4d84-a7af-a41b70238fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'b1948218-ef01-4db8-b17d-c69da5a33555', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:20Z', 'updated_at': '2022-04-09T21:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1948218-ef01-4db8-b17d-c69da5a33555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:23.564941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Checking router: cf70274b-6afd-4d84-a7af-a41b70238fd3 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:10:23.565585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Updating router cf70274b-6afd-4d84-a7af-a41b70238fd3 port 1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:10:23.593522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.604409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.4636259
Apr 09 21:10:23.619377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35782) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:23.627495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Request body: {'subnet': {'network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:23.788217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Made reservation on behalf of 57a28d6439b34d278a4d46a4c0960ade for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:23.792879 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.812216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.857849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:23.924319 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:10:23.924971 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:10:23.975683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7db0e06f-1adf-4655-97b4-f840efe455ae up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:23.977628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (cf70274b-6afd-4d84-a7af-a41b70238fd3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:23.984148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b6374a5-a2f3-42bb-bdf6-2b2ada7701cb req-5b8b0d30-4998-4ef9-a833-8ddd6d6e377f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6017733
Apr 09 21:10:23.988813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f925d30a-2285-44cf-8921-1733bbe3b84a req-ab999a90-2456-49ba-ad13-904d376f19a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6838961
Apr 09 21:10:23.989737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691197ad-5f78-4b03-82ed-7a48a8b55bad tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'Network': ['ID=38c00969-f6c7-4b38-afbc-ba794ee41a65,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:24.006106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:10:24.008650 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1e7b6bd6-25e2-45db-a359-0075499bb5ee), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.010694 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.128016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (cf70274b-6afd-4d84-a7af-a41b70238fd3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.134612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_controller (cf70274b-6afd-4d84-a7af-a41b70238fd3), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.140799 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.142522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 7db0e06f-1adf-4655-97b4-f840efe455ae completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:24.152554 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b6322a-c4f7-4a9a-a7b0-5dcb837af67a x-openstack-request-id: req-38b6322a-c4f7-4a9a-a7b0-5dcb837af67a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:24.156057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7db0e06f-1adf-4655-97b4-f840efe455ae triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:24.156481 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "795eaf94-b9aa-4494-8de0-8b62eecc59b1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:24.156844 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38b6322a-c4f7-4a9a-a7b0-5dcb837af67a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:24.157151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.157506 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b6322a-c4f7-4a9a-a7b0-5dcb837af67a'] response: {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': '795eaf94-b9aa-4494-8de0-8b62eecc59b1', 'status': 'completed', 'code': 200}
Apr 09 21:10:24.225300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (cf70274b-6afd-4d84-a7af-a41b70238fd3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.225841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf70274b-6afd-4d84-a7af-a41b70238fd3 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:10:24.231899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b4d9793-6f7a-4708-bd32-7f3c66af08b2 req-0e0ac6e2-59bf-4505-b4ee-53fc75fc3596 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1250319
Apr 09 21:10:24.236330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.237540 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c03f79ee-bb29-4580-9e00-216476c3c03b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "DELETE /v2.0/routers/cf70274b-6afd-4d84-a7af-a41b70238fd3 HTTP/1.1" status: 204  len: 168 time: 1.2336257
Apr 09 21:10:24.240237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35784) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:24.292607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7db0e06f-1adf-4655-97b4-f840efe455ae is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:24.292607 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.308315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (597ec239-3525-47fa-a9cc-d0cdccde1d4c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.317129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db0e06f-1adf-4655-97b4-f840efe455ae'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:24.319387 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca724201-1c6d-4b6f-b59b-e2e7445d4117" -d '{"events": [{"server_uuid": "f732d8e8-0c52-44e4-89c6-b97595485ebc", "name": "network-vif-plugged", "status": "completed", "tag": "7db0e06f-1adf-4655-97b4-f840efe455ae"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:24.335116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7db0e06f-1adf-4655-97b4-f840efe455ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7db0e06f-1adf-4655-97b4-f840efe455ae,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:24.347306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-9cc216f2-f369-4b2e-a4fc-d6281cbddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.347651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.348019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-9cc216f2-f369-4b2e-a4fc-d6281cbddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.348611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-9cc216f2-f369-4b2e-a4fc-d6281cbddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.348762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-03efec06-9dd9-4ad7-8cb4-3519c24a1610 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Deleting subnet b1948218-ef01-4db8-b17d-c69da5a33555 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:10:24.349540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-9cc216f2-f369-4b2e-a4fc-d6281cbddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.350131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-9cc216f2-f369-4b2e-a4fc-d6281cbddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.350587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-9cc216f2-f369-4b2e-a4fc-d6281cbddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.351151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-9cc216f2-f369-4b2e-a4fc-d6281cbddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.353547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-9cc216f2-f369-4b2e-a4fc-d6281cbddfea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6604 time: 0.1628304
Apr 09 21:10:24.363354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03efec06-9dd9-4ad7-8cb4-3519c24a1610 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for subnet (b1948218-ef01-4db8-b17d-c69da5a33555), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.391006 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a388d353-289b-4f76-8732-5ddb882a0e0d x-openstack-request-id: req-a388d353-289b-4f76-8732-5ddb882a0e0d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:24.391610 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f732d8e8-0c52-44e4-89c6-b97595485ebc", "name": "network-vif-plugged", "status": "completed", "tag": "7db0e06f-1adf-4655-97b4-f840efe455ae", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:24.391610 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a388d353-289b-4f76-8732-5ddb882a0e0d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:24.392139 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a388d353-289b-4f76-8732-5ddb882a0e0d'] response: {'server_uuid': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'code': 200}
Apr 09 21:10:24.418055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'Subnet': ['ID=597ec239-3525-47fa-a9cc-d0cdccde1d4c,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:24.434938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03efec06-9dd9-4ad7-8cb4-3519c24a1610 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (b1948218-ef01-4db8-b17d-c69da5a33555), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.449984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Port 1f7ebfd2-207c-4cb1-ab0f-39deecd7d11a not found while updating agent binding for router cf70274b-6afd-4d84-a7af-a41b70238fd3. {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 09 21:10:24.455956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7db0e06f-1adf-4655-97b4-f840efe455ae,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:24.464661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.465159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.465590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.466476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.466476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.466817 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.467230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.467676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.468106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.468677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.468920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.469139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Checking segment: {'id': '10f27bdf-7328-4020-9008-94417c5188c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:24.469430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.469568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Network hostable DHCP agents. Network: 38c00969-f6c7-4b38-afbc-ba794ee41a65, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:10:24.469918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.470324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.470740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:24.476565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:24.476565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 09 21:10:24.477382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_agentschedulers_db [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf70274b-6afd-4d84-a7af-a41b70238fd3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent'). {{(pid=126921) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 09 21:10:24.477852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3592491f-5918-4ad2-b044-a8deb09aefd6 None None] The sync data for ids ['cf70274b-6afd-4d84-a7af-a41b70238fd3'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:24.482256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640709-ad44-4002-bdec-0e427121c7a0 req-531bfbfd-e2f5-4340-acf0-ce778afd9056 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.490243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30640709-ad44-4002-bdec-0e427121c7a0 req-531bfbfd-e2f5-4340-acf0-ce778afd9056 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 945 time: 0.2983274
Apr 09 21:10:24.492635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03efec06-9dd9-4ad7-8cb4-3519c24a1610 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b1948218-ef01-4db8-b17d-c69da5a33555), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.529786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:10:24.543270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 38c00969-f6c7-4b38-afbc-ba794ee41a65) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:24.551674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b3f33-c674-4024-a7fc-0679b7eef231 None None] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:24.554116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.554865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.583440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bbf72334-5ca7-473d-b928-f4e49721fe40 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9624681
Apr 09 21:10:24.584851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35788) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:24.589287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5e03ba6b-67b0-4925-bd8c-07330cac1779 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-949303538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:24.604551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03efec06-9dd9-4ad7-8cb4-3519c24a1610 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (b1948218-ef01-4db8-b17d-c69da5a33555), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.636783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efec06-9dd9-4ad7-8cb4-3519c24a1610 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b1948218-ef01-4db8-b17d-c69da5a33555,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:24.641464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03efec06-9dd9-4ad7-8cb4-3519c24a1610 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.645333 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-03efec06-9dd9-4ad7-8cb4-3519c24a1610 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/b1948218-ef01-4db8-b17d-c69da5a33555 HTTP/1.1" status: 204  len: 168 time: 0.4041216
Apr 09 21:10:24.647009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e03ba6b-67b0-4925-bd8c-07330cac1779 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.649026 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e03ba6b-67b0-4925-bd8c-07330cac1779 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.655493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35790) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:24.676641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-38c00969-f6c7-4b38-afbc-ba794ee41a65', 'network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65', 'project_id': '57a28d6439b34d278a4d46a4c0960ade', 'fixed_ips': [{'subnet_id': '597ec239-3525-47fa-a9cc-d0cdccde1d4c'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:10:24.678004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.707225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30640709-ad44-4002-bdec-0e427121c7a0 req-d1b28bc3-6b5a-4e4b-85f5-5af831e5372c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2158360
Apr 09 21:10:24.717320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-ce54a32d-5947-474e-b3df-dcc3fdb8d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.717867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-ce54a32d-5947-474e-b3df-dcc3fdb8d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.718349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-ce54a32d-5947-474e-b3df-dcc3fdb8d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.720014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-ce54a32d-5947-474e-b3df-dcc3fdb8d23b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3162003
Apr 09 21:10:24.747903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (1e7b6bd6-25e2-45db-a359-0075499bb5ee), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.769528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1e7b6bd6-25e2-45db-a359-0075499bb5ee), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.772662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e03ba6b-67b0-4925-bd8c-07330cac1779 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for router_controller (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.779957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e02d141f-aef0-4e6d-a8e3-ef44b1a330ce), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.784260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e03ba6b-67b0-4925-bd8c-07330cac1779 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.825463 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e03ba6b-67b0-4925-bd8c-07330cac1779 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.829593 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5e03ba6b-67b0-4925-bd8c-07330cac1779 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.2436860
Apr 09 21:10:24.831509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35792) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:24.843333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Allocated IP 172.20.0.2 (38c00969-f6c7-4b38-afbc-ba794ee41a65/597ec239-3525-47fa-a9cc-d0cdccde1d4c/5e600aa1-4756-44b9-9498-840012a28ef4) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:24.924933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=1e7b6bd6-25e2-45db-a359-0075499bb5ee,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:24.975939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-825538e0-80e1-48b0-9a4d-346da1802350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:24.977486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82217eb6-a54e-4540-b3cf-d4471cde5d45 req-825538e0-80e1-48b0-9a4d-346da1802350 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2499173
Apr 09 21:10:24.982339 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (8987dd2e-66bb-4565-85de-094f18661b61), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.993420 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e02d141f-aef0-4e6d-a8e3-ef44b1a330ce), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:24.995686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:25.005016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Publish callbacks [] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.017066 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.022360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-72850147-6f9a-49b0-8bf3-7fdbf8894e85 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2237821
Apr 09 21:10:25.025721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Transition to ACTIVE for port object 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:25.033852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.034064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Publish callbacks [] for port (5e600aa1-4756-44b9-9498-840012a28ef4), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.041953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.093634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:25.103975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Pushing event updated for resources: {'Port': ['ID=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:25.115979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:25.123490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Pushing event updated for resources: {'Port': ['ID=5e600aa1-4756-44b9-9498-840012a28ef4,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:25.140917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:25.164460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23762729d0>,) {'filters': {'network_id': ['e02d141f-aef0-4e6d-a8e3-ef44b1a330ce']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:25.182000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23762729d0>, 'e4755824-229c-4767-b0fb-f22d35c86dd6') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:25.182303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23762729d0>, 'e4755824-229c-4767-b0fb-f22d35c86dd6') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:25.190381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.226382 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.239001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (e4755824-229c-4767-b0fb-f22d35c86dd6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.268803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Attempting to bind port 5e600aa1-4756-44b9-9498-840012a28ef4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:25.269232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Attempting to bind port 5e600aa1-4756-44b9-9498-840012a28ef4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10f27bdf-7328-4020-9008-94417c5188c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:25.269603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Attempting to bind port 5e600aa1-4756-44b9-9498-840012a28ef4 on network 38c00969-f6c7-4b38-afbc-ba794ee41a65 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:25.276097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:25.276478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Checking segment: {'id': '10f27bdf-7328-4020-9008-94417c5188c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:25.276885 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.277321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Bound using segment: {'id': '10f27bdf-7328-4020-9008-94417c5188c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:25.277934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Bound port: 5e600aa1-4756-44b9-9498-840012a28ef4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f27bdf-7328-4020-9008-94417c5188c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:25.278326 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.290789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e4755824-229c-4767-b0fb-f22d35c86dd6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.305636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:10:25.306964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (e4755824-229c-4767-b0fb-f22d35c86dd6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:10:25.309580 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:10:25.334941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac324-5cd3-4653-b8b3-93fd2490b59c req-5bdbf2f5-cdd6-4d05-9657-1d22c14dbbd7 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.336694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eecac324-5cd3-4653-b8b3-93fd2490b59c req-5bdbf2f5-cdd6-4d05-9657-1d22c14dbbd7 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1195109
Apr 09 21:10:25.345283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-0dfa2183-9ff4-4a0f-9714-db8b1fd92ee1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.351792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-0dfa2183-9ff4-4a0f-9714-db8b1fd92ee1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.357830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-0dfa2183-9ff4-4a0f-9714-db8b1fd92ee1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.363895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-0dfa2183-9ff4-4a0f-9714-db8b1fd92ee1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.370405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-0dfa2183-9ff4-4a0f-9714-db8b1fd92ee1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.377421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-0dfa2183-9ff4-4a0f-9714-db8b1fd92ee1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.383089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-0dfa2183-9ff4-4a0f-9714-db8b1fd92ee1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.384149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] For port 5e600aa1-4756-44b9-9498-840012a28ef4, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:25.385243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-0dfa2183-9ff4-4a0f-9714-db8b1fd92ee1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.1691182
Apr 09 21:10:25.388023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] For port 5e600aa1-4756-44b9-9498-840012a28ef4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e600aa1-4756-44b9-9498-840012a28ef4,segment=NetworkSegment(10f27bdf-7328-4020-9008-94417c5188c5),segment_id=10f27bdf-7328-4020-9008-94417c5188c5)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:25.391324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.399041 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.418461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Attempting to bind port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:25.418799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Attempting to bind port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:25.419095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Attempting to bind port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 on network f6f98062-6e39-47e6-ab8a-083f21750bda {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:25.441004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 on network f6f98062-6e39-47e6-ab8a-083f21750bda not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:25.441298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Attempting to bind port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 on network f6f98062-6e39-47e6-ab8a-083f21750bda {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:25.459454 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e02d141f-aef0-4e6d-a8e3-ef44b1a330ce), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.466769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e02d141f-aef0-4e6d-a8e3-ef44b1a330ce {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 09 21:10:25.470127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.471647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:25.472343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Checking segment: {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:25.472738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Bound using segment: {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:25.473215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Bound port: 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c746d3e-f99f-4370-9c21-870cb18702b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:25.473578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.478003 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "DELETE /v2.0/networks/e02d141f-aef0-4e6d-a8e3-ef44b1a330ce HTTP/1.1" status: 204  len: 168 time: 0.8178375
Apr 09 21:10:25.495991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870d66e-dc7a-48a2-8abe-3162485d01b9 None None] Pushing event updated for resources: {'Port': ['ID=5e600aa1-4756-44b9-9498-840012a28ef4,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:25.512466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eecac324-5cd3-4653-b8b3-93fd2490b59c req-58442187-8568-49fb-9334-3fd6f0204b7b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258466
Apr 09 21:10:25.524767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48566-f8a3-4233-b000-3aea7de4da11 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event deleted for resources: {'Network': ['ID=e02d141f-aef0-4e6d-a8e3-ef44b1a330ce,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:25.542735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62bd1333-38e4-4684-8a73-081eef08b1d5 req-786f5256-1390-4116-ab57-cc6e1f3c1877 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1433406
Apr 09 21:10:25.646025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] For port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:25.654148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] For port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:25.669698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.799427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:25.800065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:25.801544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] 10.222.0.32 "PUT /v2.0/ports/1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 HTTP/1.1" status: 200  len: 1091 time: 2.4071963
Apr 09 21:10:25.821346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-012a3e75-7dbb-4bf8-ac84-3da474b67ea9 req-e1f138f7-3548-4ba8-86e3-495775802fe7 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0838265
Apr 09 21:10:25.887056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1836f9-5763-495a-8575-c06eaaf8915e service neutron] Pushing event updated for resources: {'Port': ['ID=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:25.956540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Allocated IP 172.20.0.1 (38c00969-f6c7-4b38-afbc-ba794ee41a65/597ec239-3525-47fa-a9cc-d0cdccde1d4c/6885f667-7aed-47e0-a50d-49ec768cb8f9) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:26.098136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d871df2a-b8e9-474f-9384-29c670459f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.098841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d871df2a-b8e9-474f-9384-29c670459f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.099471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d871df2a-b8e9-474f-9384-29c670459f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.100153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d871df2a-b8e9-474f-9384-29c670459f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.100808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d871df2a-b8e9-474f-9384-29c670459f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.114135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d871df2a-b8e9-474f-9384-29c670459f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.114968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d871df2a-b8e9-474f-9384-29c670459f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.120727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d871df2a-b8e9-474f-9384-29c670459f37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6702 time: 0.1800961
Apr 09 21:10:26.128617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35822) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:26.133250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-73b8fc71-ad62-4e1e-96e9-578171c1095d tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'router': {'name': 'tempest-router--605317354', 'project_id': '9b5271846dd3488aae999005abae5d5c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:26.137368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-66812f3e-5bb3-422e-8b19-5df8c09378ec tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2094984161&fields=id&tenant_id=92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 267 time: 0.3986027
Apr 09 21:10:26.188968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-73b8fc71-ad62-4e1e-96e9-578171c1095d tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c0bf0d76-fe9a-481b-8082-c3faec23bfab), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.189489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:26.190388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-73b8fc71-ad62-4e1e-96e9-578171c1095d tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c0bf0d76-fe9a-481b-8082-c3faec23bfab), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.193810 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c" -d '{"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:26.222527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.317139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-73b8fc71-ad62-4e1e-96e9-578171c1095d tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_controller (c0bf0d76-fe9a-481b-8082-c3faec23bfab), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.320981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9c56bff9-cda2-4324-8f97-a7ac8d16f4ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da958d47-ba90-4946-a8c2-f3457704513e HTTP/1.1" status: 200  len: 217 time: 0.1472754
Apr 09 21:10:26.325537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-73b8fc71-ad62-4e1e-96e9-578171c1095d tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c0bf0d76-fe9a-481b-8082-c3faec23bfab), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.328922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.364405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712db4-7e7c-461c-93fe-fecb22c54ef6 req-e0f09ad8-f353-4fd4-910f-771552f14dc2 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.372830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d9712db4-7e7c-461c-93fe-fecb22c54ef6 req-e0f09ad8-f353-4fd4-910f-771552f14dc2 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.3965607
Apr 09 21:10:26.398179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-73b8fc71-ad62-4e1e-96e9-578171c1095d tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.402547 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-73b8fc71-ad62-4e1e-96e9-578171c1095d tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2696924
Apr 09 21:10:26.406957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35830) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:26.419875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:26.482321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-1a3aed30-8045-4180-b606-6a56fc4cbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.483833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-1a3aed30-8045-4180-b606-6a56fc4cbef9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5582e4dd-bddd-4dac-ac97-35804c4b3e6a HTTP/1.1" status: 200  len: 856 time: 0.1285212
Apr 09 21:10:26.515803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e600aa1-4756-44b9-9498-840012a28ef4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:26.521782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:26.537472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:26.544433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75c27531-0a14-427a-9678-91d0fb68d888 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (c0bf0d76-fe9a-481b-8082-c3faec23bfab), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.552074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5380d87d-1cbf-41f2-9f4d-1e0388e7ae7f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.553940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5380d87d-1cbf-41f2-9f4d-1e0388e7ae7f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 814 time: 0.4152238
Apr 09 21:10:26.562381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d9712db4-7e7c-461c-93fe-fecb22c54ef6 req-b8961bba-f490-4be7-8c17-4686a19aa80f tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1861565
Apr 09 21:10:26.587793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5e600aa1-4756-44b9-9498-840012a28ef4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:26.588417 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.589082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-84d38e77-199c-4363-88f3-7766c8e7ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.590842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-84d38e77-199c-4363-88f3-7766c8e7ebae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dafc1150-436f-41e7-82bb-1b35d2c0352e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0953841
Apr 09 21:10:26.606043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-b5f3b835-c52c-4226-902d-6afb79d55bd8 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/quotas/92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 375 time: 0.0391555
Apr 09 21:10:26.699764 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24587601-133e-4571-a796-49d0cd9ef310 x-openstack-request-id: req-24587601-133e-4571-a796-49d0cd9ef310 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:26.700062 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:26.700322 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24587601-133e-4571-a796-49d0cd9ef310 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:26.700732 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24587601-133e-4571-a796-49d0cd9ef310'] response: {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7', 'status': 'completed', 'code': 200}
Apr 09 21:10:26.714209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5e600aa1-4756-44b9-9498-840012a28ef4 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:26.714481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-90f61ba4-7eca-48ce-bc52-5a901b1152fc tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1073217
Apr 09 21:10:26.714829 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.767307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 5e600aa1-4756-44b9-9498-840012a28ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e600aa1-4756-44b9-9498-840012a28ef4,segment=NetworkSegment(10f27bdf-7328-4020-9008-94417c5188c5),segment_id=10f27bdf-7328-4020-9008-94417c5188c5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:26.774792 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.871160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=5e600aa1-4756-44b9-9498-840012a28ef4,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:26.880607 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:26.887892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-4626051a-65b3-4d59-b271-abcb291dd00a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.896417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-4626051a-65b3-4d59-b271-abcb291dd00a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.899781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-4626051a-65b3-4d59-b271-abcb291dd00a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.905309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-4626051a-65b3-4d59-b271-abcb291dd00a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.910655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-4626051a-65b3-4d59-b271-abcb291dd00a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.916089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-4626051a-65b3-4d59-b271-abcb291dd00a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.921548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-4626051a-65b3-4d59-b271-abcb291dd00a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:26.923583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-4626051a-65b3-4d59-b271-abcb291dd00a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.2007689
Apr 09 21:10:26.984999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'Port': ['ID=6885f667-7aed-47e0-a50d-49ec768cb8f9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:27.000695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-bff0eb0a-d3d2-4366-9519-0f439f668c94 service neutron] 10.222.0.32 "GET /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2982140
Apr 09 21:10:27.041700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.060175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-017f5bfa-0598-419f-b005-778d8fdbf250 service neutron] 10.222.0.30 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3149507
Apr 09 21:10:27.092960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3a974-d94b-423d-875e-1287aa574364 None None] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:27.126152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ee4ce69-6bca-470b-a3b1-3c56b8a5f2bc req-a521a34e-024b-4473-b3ee-47acc8a66a98 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1696885
Apr 09 21:10:27.170628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75c27531-0a14-427a-9678-91d0fb68d888 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c0bf0d76-fe9a-481b-8082-c3faec23bfab), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.193931 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75c27531-0a14-427a-9678-91d0fb68d888 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_controller (c0bf0d76-fe9a-481b-8082-c3faec23bfab), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.201020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a3ba3df9-eb3e-41b5-a54e-ae9139f04ecd None None] Provisioning complete for port 5e600aa1-4756-44b9-9498-840012a28ef4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:27.201574 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3df9-eb3e-41b5-a54e-ae9139f04ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.258113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75c27531-0a14-427a-9678-91d0fb68d888 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c0bf0d76-fe9a-481b-8082-c3faec23bfab), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.258789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c27531-0a14-427a-9678-91d0fb68d888 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0bf0d76-fe9a-481b-8082-c3faec23bfab {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:10:27.266484 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-75c27531-0a14-427a-9678-91d0fb68d888 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.272490 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-75c27531-0a14-427a-9678-91d0fb68d888 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c0bf0d76-fe9a-481b-8082-c3faec23bfab HTTP/1.1" status: 204  len: 168 time: 0.8610616
Apr 09 21:10:27.327129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.345201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba3df9-eb3e-41b5-a54e-ae9139f04ecd None None] Current status of the port 5e600aa1-4756-44b9-9498-840012a28ef4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:27.486981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35854) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:27.622560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4be764f4-468e-4379-9010-16d16ea99292 req-b44991f9-c41f-4bb7-ac43-d29c592e8264 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0540574
Apr 09 21:10:27.671469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1f165d6e-f148-49fc-a159-55acd9bd582c None None] Provisioning complete for port 6885f667-7aed-47e0-a50d-49ec768cb8f9 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:27.671978 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f165d6e-f148-49fc-a159-55acd9bd582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.672619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-90b9fd63-d44c-4f49-948a-2353e02394f3 service neutron] 10.222.0.32 "GET /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6601508
Apr 09 21:10:27.727818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1f165d6e-f148-49fc-a159-55acd9bd582c None None] Port 6885f667-7aed-47e0-a50d-49ec768cb8f9 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:27.731846 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.735994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1f165d6e-f148-49fc-a159-55acd9bd582c None None] Provisioning complete for port 5e600aa1-4756-44b9-9498-840012a28ef4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:27.736375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f165d6e-f148-49fc-a159-55acd9bd582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.746525 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-658fff60-2f15-4e40-843b-63d0b6299245 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 200  len: 217 time: 0.0635948
Apr 09 21:10:27.746839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.749115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-73ddd1eb-bd8e-48f7-b058-b611f60ce732 service neutron] 10.222.0.30 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6768861
Apr 09 21:10:27.861528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9fe20079-38f2-4a88-902a-6e666394b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:27.864064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9fe20079-38f2-4a88-902a-6e666394b9f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 200  len: 797 time: 0.1104994
Apr 09 21:10:27.868543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.873925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'Port': ['ID=6885f667-7aed-47e0-a50d-49ec768cb8f9,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:27.881655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-869056271', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:27.918426 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (05beb6d8-87a5-4df9-9e26-430b324f0782), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.920375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (05beb6d8-87a5-4df9-9e26-430b324f0782), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:27.922111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d0793f1c-3fc2-4bff-ad30-2e77cbd1b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:27.924431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1f165d6e-f148-49fc-a159-55acd9bd582c None None] Current status of the port 5e600aa1-4756-44b9-9498-840012a28ef4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:27.924633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d0793f1c-3fc2-4bff-ad30-2e77cbd1b5b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92519850-eedc-4d89-a26d-ad4b1c086541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0535200
Apr 09 21:10:27.964108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35860) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:28.002181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cc2bec72-1e42-4930-843c-06401805343f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049565655', 'description': 'tempest-description--1489168845'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:28.047649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-da3d3881-df51-4ac3-925a-549e25bc0f07 None None] Provisioning complete for port 6885f667-7aed-47e0-a50d-49ec768cb8f9 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:28.048106 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da3d3881-df51-4ac3-925a-549e25bc0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.094149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (05beb6d8-87a5-4df9-9e26-430b324f0782), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.097264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-da3d3881-df51-4ac3-925a-549e25bc0f07 None None] Port 6885f667-7aed-47e0-a50d-49ec768cb8f9 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:28.103224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:28.105064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:28.122645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b4b3d2e-8ff3-4d4d-ae9e-62b2cc871613 req-ddd80527-6985-4ee6-b043-19c59b2fb63d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 210 time: 0.0635405
Apr 09 21:10:28.154260 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc2bec72-1e42-4930-843c-06401805343f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.163345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442335a2-525d-4449-9a17-664e5d880449 req-96df6e37-1360-4981-9b0c-f911872aa62e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.164890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-442335a2-525d-4449-9a17-664e5d880449 req-96df6e37-1360-4981-9b0c-f911872aa62e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1530364
Apr 09 21:10:28.180062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-b6575d40-96d4-42e8-9490-e3908e1230c5 service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488766
Apr 09 21:10:28.395795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (05beb6d8-87a5-4df9-9e26-430b324f0782), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.414428 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-812f6d87-8d75-4786-8c37-d6635085ae94 req-83d1f964-ab6c-4062-9703-05122eac83b3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25ae3d49-bdcd-436b-9b63-0dc338f7964e HTTP/1.1" status: 200  len: 210 time: 0.0873771
Apr 09 21:10:28.486519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e600aa1-4756-44b9-9498-840012a28ef4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:28.488223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4db0db14-2989-4973-8bbf-16369b59fa16 req-7bf185ec-da60-445e-8ed9-02f7d9911c16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1078031
Apr 09 21:10:28.512217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-442335a2-525d-4449-9a17-664e5d880449 req-d6865c3f-f3bb-4862-a738-0934ca254e2d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3379328
Apr 09 21:10:28.554867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-7f42fc0e-7f64-4043-a9b0-c1cbd45104b0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.556830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-531d37a5-23b9-4fd2-8550-36be0cd58399 None None] Provisioning complete for port 6885f667-7aed-47e0-a50d-49ec768cb8f9 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:28.557332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-531d37a5-23b9-4fd2-8550-36be0cd58399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.562395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-7f42fc0e-7f64-4043-a9b0-c1cbd45104b0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.568028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-7f42fc0e-7f64-4043-a9b0-c1cbd45104b0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.573462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-7f42fc0e-7f64-4043-a9b0-c1cbd45104b0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.579081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-7f42fc0e-7f64-4043-a9b0-c1cbd45104b0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.583009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fac3a-b14c-42a8-ab8a-3a6fd5d004dc req-606bdd49-49d1-475c-99be-58ef392b0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.584561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-7f42fc0e-7f64-4043-a9b0-c1cbd45104b0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.584672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e8fac3a-b14c-42a8-ab8a-3a6fd5d004dc req-606bdd49-49d1-475c-99be-58ef392b0cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 1128 time: 0.1825500
Apr 09 21:10:28.590930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-7f42fc0e-7f64-4043-a9b0-c1cbd45104b0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.602750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-7f42fc0e-7f64-4043-a9b0-c1cbd45104b0 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.3099048
Apr 09 21:10:28.615740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5e600aa1-4756-44b9-9498-840012a28ef4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:28.616240 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.618164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-531d37a5-23b9-4fd2-8550-36be0cd58399 None None] Port 6885f667-7aed-47e0-a50d-49ec768cb8f9 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:28.622710 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc2bec72-1e42-4930-843c-06401805343f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group (013739e4-b14b-4274-966e-d74c40d14d41), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.652755 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc2bec72-1e42-4930-843c-06401805343f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (013739e4-b14b-4274-966e-d74c40d14d41), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.653021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Router 94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:28.716371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5e600aa1-4756-44b9-9498-840012a28ef4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:28.725646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9f13f7ae-b200-4932-9263-bd6449a66ebb service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5383768
Apr 09 21:10:28.747350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (05beb6d8-87a5-4df9-9e26-430b324f0782), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.768493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc2bec72-1e42-4930-843c-06401805343f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.769543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.770353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cc2bec72-1e42-4930-843c-06401805343f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.8053837
Apr 09 21:10:28.773313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35876) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:28.807092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e36df96c-8e18-4fd2-be82-0c4047386038 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'security_group_rule': {'security_group_id': '013739e4-b14b-4274-966e-d74c40d14d41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:28.838264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65383639-2e35-4d05-a3e6-3d72e0ecad98 req-9564c46f-f7fa-4765-ace5-11196d35e3bc tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1109898
Apr 09 21:10:28.843338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bec72-1e42-4930-843c-06401805343f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013739e4-b14b-4274-966e-d74c40d14d41,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:28.846401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-67044a1f-5b86-43f0-94c3-01a565d7c46b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 200  len: 217 time: 0.1061094
Apr 09 21:10:28.888119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:28.890082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e36df96c-8e18-4fd2-be82-0c4047386038 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group_rule (cfe5c57c-9deb-4bd0-a14a-74703d36fd8c), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:28.901339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97fc170b-3ceb-4588-88c2-0b6a3233e28b req-c280944e-c1b8-476e-810a-ca9898ea621d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2901042
Apr 09 21:10:28.901729 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85558df3-d720-41e0-91a5-534ed1781866 None None] Sync routers for ids ['94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:28.902202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35878) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:28.905350 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0e6706f0-063b-45e6-af4a-b8cccc7d20ab tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "PUT /v2.0/routers/94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0670495
Apr 09 21:10:28.908645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Request body: {'port': {'network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65', 'name': 'tempest-FloatingIPNegativeTestJSON-371406763'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:28.932686 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85558df3-d720-41e0-91a5-534ed1781866 None None] Routers {'94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:28.933632 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-85558df3-d720-41e0-91a5-534ed1781866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:28.942372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-3817b0af-d389-4481-9f51-faf37bd482c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:28.943940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-3817b0af-d389-4481-9f51-faf37bd482c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 200  len: 797 time: 0.0906901
Apr 09 21:10:28.978747 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-85558df3-d720-41e0-91a5-534ed1781866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d8b0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:28.987984 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85558df3-d720-41e0-91a5-534ed1781866 None None] Routers {'94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:28.989520 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-85558df3-d720-41e0-91a5-534ed1781866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:29.028335 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-85558df3-d720-41e0-91a5-534ed1781866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d8b0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:29.029234 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85558df3-d720-41e0-91a5-534ed1781866 None None] The sync data for ids ['94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:29.058218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-96e5fb65-e48a-4b7f-93c0-c555254fb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:29.059839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-96e5fb65-e48a-4b7f-93c0-c555254fb367 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92519850-eedc-4d89-a26d-ad4b1c086541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1056862
Apr 09 21:10:29.062284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e8fac3a-b14c-42a8-ab8a-3a6fd5d004dc req-510f4cb7-6289-4ac9-b828-a7fb35e3d1fc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242981
Apr 09 21:10:29.063937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e36df96c-8e18-4fd2-be82-0c4047386038 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group_rule (cfe5c57c-9deb-4bd0-a14a-74703d36fd8c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.065209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Allocated IP 172.35.0.42 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/b114728f-d07d-4bfd-b04e-6e69b881e21d) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:29.069698 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e36df96c-8e18-4fd2-be82-0c4047386038 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (cfe5c57c-9deb-4bd0-a14a-74703d36fd8c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.093487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36df96c-8e18-4fd2-be82-0c4047386038 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe5c57c-9deb-4bd0-a14a-74703d36fd8c,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:29.104587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Made reservation on behalf of 57a28d6439b34d278a4d46a4c0960ade for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:29.108043 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.120607 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e36df96c-8e18-4fd2-be82-0c4047386038 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.121836 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e36df96c-8e18-4fd2-be82-0c4047386038 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3475971
Apr 09 21:10:29.125935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35880) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:29.128386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] device_id is not set on port 37eeedee-4b20-45f8-8631-47ba586c565f yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:10:29.135613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7220157b-dd77-4354-ab3d-6a7423e6b891 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'security_group_rule': {'security_group_id': '013739e4-b14b-4274-966e-d74c40d14d41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:29.202049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for port (b114728f-d07d-4bfd-b04e-6e69b881e21d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.239456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b114728f-d07d-4bfd-b04e-6e69b881e21d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.241696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7220157b-dd77-4354-ab3d-6a7423e6b891 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group_rule (ab82bde0-82e8-47f6-a9b9-c029b8e92535), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.280223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73d061d5-f578-4794-a0ee-8708cdb26313 req-83bf9f5b-a90a-4a61-9ec3-a4291ee38228 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 210 time: 0.0764630
Apr 09 21:10:29.280803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:29.283776 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:29.287367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:29.293063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event updated for resources: {'Port': ['ID=b114728f-d07d-4bfd-b04e-6e69b881e21d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:29.418728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Allocated IP 172.20.0.14 (38c00969-f6c7-4b38-afbc-ba794ee41a65/597ec239-3525-47fa-a9cc-d0cdccde1d4c/37eeedee-4b20-45f8-8631-47ba586c565f) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:29.527191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7220157b-dd77-4354-ab3d-6a7423e6b891 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group_rule (ab82bde0-82e8-47f6-a9b9-c029b8e92535), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.554483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7220157b-dd77-4354-ab3d-6a7423e6b891 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (ab82bde0-82e8-47f6-a9b9-c029b8e92535), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.607661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-c0daa2fe-a56b-4d43-85f3-61d9e97f99fc service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3669183
Apr 09 21:10:29.625098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220157b-dd77-4354-ab3d-6a7423e6b891 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab82bde0-82e8-47f6-a9b9-c029b8e92535,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:29.633756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (05beb6d8-87a5-4df9-9e26-430b324f0782), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.659233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-60d6a380-35e9-4eea-85a5-b7891d528c0e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:29.660699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-60d6a380-35e9-4eea-85a5-b7891d528c0e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 814 time: 0.3329618
Apr 09 21:10:29.663263 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7220157b-dd77-4354-ab3d-6a7423e6b891 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.664383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7220157b-dd77-4354-ab3d-6a7423e6b891 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5375018
Apr 09 21:10:29.669001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35886) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:29.674913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:29.733716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:29.803649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59fc1d-9fce-4ee9-9a90-50548b20ab2f req-d9901304-9612-4832-8bdd-e6bc3b3145fe tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:29.805898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e59fc1d-9fce-4ee9-9a90-50548b20ab2f req-d9901304-9612-4832-8bdd-e6bc3b3145fe tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.2070906
Apr 09 21:10:29.921440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6de40002-4131-4988-912e-4ea4f2777893 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 380 time: 0.2389152
Apr 09 21:10:29.936259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e9a2be99-aad5-4698-acbd-4b8fb3d97d1f service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3120828
Apr 09 21:10:29.944765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'port': {'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'admin_state_up': True, 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'security_groups': ['9afff904-1831-45a9-a387-eba885f45230']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:29.961552 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for port (37eeedee-4b20-45f8-8631-47ba586c565f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.040917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e59fc1d-9fce-4ee9-9a90-50548b20ab2f req-aaee5d6f-586e-4829-bbba-0e51ef89e687 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2182274
Apr 09 21:10:30.060423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-54e85192-702e-44bd-8492-d591a503deac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=ace7507d-dd06-475c-b999-2430bd431592 HTTP/1.1" status: 200  len: 217 time: 0.1021919
Apr 09 21:10:30.095243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e7bf758-3080-4b4e-95ec-c854d1dcde58 req-ac799b5f-f998-43fe-8983-8179f17487fb tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1245418
Apr 09 21:10:30.176893 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.214795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a904ec3d-ff40-43a4-b246-17ca30501898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.216268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-a904ec3d-ff40-43a4-b246-17ca30501898 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 200  len: 797 time: 0.1250851
Apr 09 21:10:30.243833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30028375-8f40-4749-bd40-89b23b37e55e req-f08f0b3c-d6e1-4a94-8cd3-8af26dcfa799 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.249010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30028375-8f40-4749-bd40-89b23b37e55e req-f08f0b3c-d6e1-4a94-8cd3-8af26dcfa799 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.254350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30028375-8f40-4749-bd40-89b23b37e55e req-f08f0b3c-d6e1-4a94-8cd3-8af26dcfa799 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.259506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30028375-8f40-4749-bd40-89b23b37e55e req-f08f0b3c-d6e1-4a94-8cd3-8af26dcfa799 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.264780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30028375-8f40-4749-bd40-89b23b37e55e req-f08f0b3c-d6e1-4a94-8cd3-8af26dcfa799 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.271231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (05beb6d8-87a5-4df9-9e26-430b324f0782), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.272145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30028375-8f40-4749-bd40-89b23b37e55e req-f08f0b3c-d6e1-4a94-8cd3-8af26dcfa799 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.277422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30028375-8f40-4749-bd40-89b23b37e55e req-f08f0b3c-d6e1-4a94-8cd3-8af26dcfa799 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.279473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30028375-8f40-4749-bd40-89b23b37e55e req-f08f0b3c-d6e1-4a94-8cd3-8af26dcfa799 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.1500313
Apr 09 21:10:30.303636 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (37eeedee-4b20-45f8-8631-47ba586c565f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.391320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Allocated IP 172.35.0.139 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/f5ec6bd4-fe10-4eff-bad7-dda2be9ba583) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:30.392700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-1ab57164-b9c3-45aa-8097-b64059d101a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.394324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-1ab57164-b9c3-45aa-8097-b64059d101a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92519850-eedc-4d89-a26d-ad4b1c086541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1707873
Apr 09 21:10:30.404529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Made reservation on behalf of 92f38b2c41e34e73bd6baa83478dddfa for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:30.407849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.415921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:30.450237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'Port': ['ID=37eeedee-4b20-45f8-8631-47ba586c565f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:30.454250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:30.456518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:30.525327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-505ec606-18f1-4c59-a148-8ad3b9a542a3 req-db2cdc0b-98d8-4dd3-baf3-04a9538aeaa3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 210 time: 0.1264517
Apr 09 21:10:30.566846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Router 05beb6d8-87a5-4df9-9e26-430b324f0782 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:30.591021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for port (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.638625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30028375-8f40-4749-bd40-89b23b37e55e req-ad614bb4-fd2e-4415-a1cf-c0153e6a7108 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3260243
Apr 09 21:10:30.648566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:30.649289 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.699857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4683f6b8-9ea4-4f42-bcd0-10bd20cafc2a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7950685
Apr 09 21:10:30.703933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35896) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:30.712859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:30.730378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.732111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-38d92f4a-4eab-43a3-b103-96957637bf5f service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3119338
Apr 09 21:10:30.742060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:30.754413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbf489-3965-4055-9d78-89ab9f9f49cb None None] Sync routers for ids ['05beb6d8-87a5-4df9-9e26-430b324f0782'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:30.763497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ade29727-35f6-42bd-adf3-c42f5559bc1f None None] Provisioning complete for port 37eeedee-4b20-45f8-8631-47ba586c565f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:30.764001 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ade29727-35f6-42bd-adf3-c42f5559bc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (37eeedee-4b20-45f8-8631-47ba586c565f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.789308 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.798448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbf489-3965-4055-9d78-89ab9f9f49cb None None] Routers {'05beb6d8-87a5-4df9-9e26-430b324f0782'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:30.799249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-92dbf489-3965-4055-9d78-89ab9f9f49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760211c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['05beb6d8-87a5-4df9-9e26-430b324f0782'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:30.811450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:30.813577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Allocated IP 172.20.0.7 (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7/85c29f67-4b00-4dce-ad82-1888f406957d/fb082d76-dfa5-400a-8a59-2c435b48cf05) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:30.824630 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event updated for resources: {'Port': ['ID=f5ec6bd4-fe10-4eff-bad7-dda2be9ba583,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:30.827254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:30.833335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:30.837485 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8bbee9ea-5a2d-404a-907b-f5acfcafd41f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 3.3491576
Apr 09 21:10:30.838643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35898) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:30.841454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:30.936290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.009093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-92dbf489-3965-4055-9d78-89ab9f9f49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760211c0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:31.012441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ade29727-35f6-42bd-adf3-c42f5559bc1f None None] Port 37eeedee-4b20-45f8-8631-47ba586c565f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:31.020501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbf489-3965-4055-9d78-89ab9f9f49cb None None] Routers {'05beb6d8-87a5-4df9-9e26-430b324f0782'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:31.021483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-92dbf489-3965-4055-9d78-89ab9f9f49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760211c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['05beb6d8-87a5-4df9-9e26-430b324f0782'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:31.027691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (eb09d9b4-5fa8-4443-b784-e242a7544cfe), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.060713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-92dbf489-3965-4055-9d78-89ab9f9f49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760211c0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:31.061783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbf489-3965-4055-9d78-89ab9f9f49cb None None] The sync data for ids ['05beb6d8-87a5-4df9-9e26-430b324f0782'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:31.125659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.154534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Allocated IP 172.35.0.88 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:31.235870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-0d7ba606-321d-4e26-aaa1-f19e6af02b50 service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4941509
Apr 09 21:10:31.291192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6985804-ba69-498b-851b-a60d9d19d789 req-c5dbfbf4-a77f-45b3-808b-1b7d4e152b6a tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0900998
Apr 09 21:10:31.349640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-d35c35ec-0899-4b61-ae15-4e096947a697 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 HTTP/1.1" status: 200  len: 217 time: 0.0710223
Apr 09 21:10:31.354587 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.359183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for port (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.404231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f1021-b3a6-4df0-bb60-7fdc8b3eb8d2 req-7a68f5ab-e687-4eee-81c6-d5c534edc66b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:31.405858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-083f1021-b3a6-4df0-bb60-7fdc8b3eb8d2 req-7a68f5ab-e687-4eee-81c6-d5c534edc66b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.2108672
Apr 09 21:10:31.465872 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for port (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.469011 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.482508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.539473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:31.554993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b2e06bfd-3bd0-4f2b-94d4-48feb9ac290f tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/routers/05beb6d8-87a5-4df9-9e26-430b324f0782 HTTP/1.1" status: 200  len: 919 time: 0.7138300
Apr 09 21:10:31.559313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35914) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:31.566755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-083f1021-b3a6-4df0-bb60-7fdc8b3eb8d2 req-c455439c-66c4-453e-b1fe-5d859674538a tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1483500
Apr 09 21:10:31.571586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:31.595583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:31.614128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-88d05cfc-0db9-44e5-8182-58f763fc8bfc tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=05beb6d8-87a5-4df9-9e26-430b324f0782 HTTP/1.1" status: 200  len: 205 time: 0.0487120
Apr 09 21:10:31.614128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-fb19eec8-ab8f-49f2-b24c-9207c5f075a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:31.614782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-fb19eec8-ab8f-49f2-b24c-9207c5f075a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 200  len: 797 time: 0.2227826
Apr 09 21:10:31.615244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35920) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:31.703420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'Port': ['ID=dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:31.721208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.721830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.722263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.722638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.723029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.723413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.723796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.724194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.724577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.724957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.725367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.725752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.726131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.726506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.726834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:10:31.737264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.772129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (eb09d9b4-5fa8-4443-b784-e242a7544cfe), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.779446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for floatingip (3a335612-6285-40b7-881a-21b0f9b2d750), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.820140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.821276 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1513638
Apr 09 21:10:31.824082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf64b13-f243-47fa-8203-87034f912928 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event updated for resources: {'Port': ['ID=f5ec6bd4-fe10-4eff-bad7-dda2be9ba583,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:31.834985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:31.846644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-540c6165-7f73-4ccc-93d5-f436755feb45 req-4e5deadd-da0d-4224-b94b-931b3126e5fb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 210 time: 0.1441553
Apr 09 21:10:31.975438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28446ed5-0e29-4fdd-b185-84e16f2cbe7a req-2f2aaa55-8b11-4bd8-a883-a7f80e6ece1d tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.2225058
Apr 09 21:10:31.992424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-7d721c62-6893-4bf9-9a9d-95aff82638d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:31.994144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-7d721c62-6893-4bf9-9a9d-95aff82638d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92519850-eedc-4d89-a26d-ad4b1c086541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3671212
Apr 09 21:10:32.017620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for port (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.026657 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.091264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.096810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'Port': ['ID=dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:32.113707 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (3a335612-6285-40b7-881a-21b0f9b2d750), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.131245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.135379 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3f3c5936-ecd6-43af-b5d0-dbc37d7fef8d tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4276922
Apr 09 21:10:32.135694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35940) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:32.140689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f34aa65b-8573-4b77-ad7e-d9001c84a057 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Request body: {'floatingip': {'port_id': '37eeedee-4b20-45f8-8631-47ba586c565f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:32.181891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f34aa65b-8573-4b77-ad7e-d9001c84a057 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for floatingip (3a335612-6285-40b7-881a-21b0f9b2d750), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.196288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-78bd4c70-316d-4eab-86bf-d90a18f4b2b4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:32.201558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-78bd4c70-316d-4eab-86bf-d90a18f4b2b4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:32.206740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-78bd4c70-316d-4eab-86bf-d90a18f4b2b4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:32.211946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-78bd4c70-316d-4eab-86bf-d90a18f4b2b4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:32.217226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-78bd4c70-316d-4eab-86bf-d90a18f4b2b4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:32.222832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-78bd4c70-316d-4eab-86bf-d90a18f4b2b4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:32.228075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-78bd4c70-316d-4eab-86bf-d90a18f4b2b4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:32.230012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-78bd4c70-316d-4eab-86bf-d90a18f4b2b4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.2531073
Apr 09 21:10:32.250949 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (05beb6d8-87a5-4df9-9e26-430b324f0782), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.267940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:32.299689 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-f34aa65b-8573-4b77-ad7e-d9001c84a057 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] update failed (client error): The resource could not be found.
Apr 09 21:10:32.300760 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f34aa65b-8573-4b77-ad7e-d9001c84a057 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "PUT /v2.0/floatingips/3a335612-6285-40b7-881a-21b0f9b2d750 HTTP/1.1" status: 404  len: 507 time: 0.1636112
Apr 09 21:10:32.303774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:32.325594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:32.331230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:32.336986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=fb082d76-dfa5-400a-8a59-2c435b48cf05,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:32.437114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Deleting port dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:32.437546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.452600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-76ee12a1-5afc-446c-b8c8-104268d4fe1d service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4370239
Apr 09 21:10:32.501422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-b1157b50-5807-4d29-a516-bbd8c0ccdc95 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1049565655&fields=id&tenant_id=d475c8fbc1f74285a1c98fd75bd109f2 HTTP/1.1" status: 200  len: 267 time: 0.4170771
Apr 09 21:10:32.506628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:32.507281 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.533439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.533779 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for floatingip (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.542851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8378429-ff33-4147-8cbb-a8dc78cdc7d7 req-46299bc2-ba7f-427b-89c8-516b0b95fdd8 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2946265
Apr 09 21:10:32.548110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Calling delete_port for dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:32.620084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6c315286-7be2-4a4c-bbf5-bc4a8fc29375 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6922095
Apr 09 21:10:32.638069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Request body: {'port': {'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:32.649107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9b5b243e-14fa-40d4-9376-99e252f68eee None None] Provisioning complete for port fb082d76-dfa5-400a-8a59-2c435b48cf05 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:32.650164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b5b243e-14fa-40d4-9376-99e252f68eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.697302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b243e-14fa-40d4-9376-99e252f68eee None None] Port fb082d76-dfa5-400a-8a59-2c435b48cf05 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:32.704860 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.718323 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (05beb6d8-87a5-4df9-9e26-430b324f0782), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.730119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event deleted for resources: {'Port': ['ID=dac68a5e-a6b1-4e78-a40f-eb8ed887f4d3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:32.796018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for floatingip (3a335612-6285-40b7-881a-21b0f9b2d750), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.799189 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.800336 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c138a3a4-b3eb-4549-8f64-dddad39a95f2 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a335612-6285-40b7-881a-21b0f9b2d750 HTTP/1.1" status: 204  len: 168 time: 0.4957075
Apr 09 21:10:32.804120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35946) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:32.808457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7db71b75-1a8c-4ecf-ad2c-1542ee255852 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Request body: {'floatingip': {'floating_network_id': '38c00969-f6c7-4b38-afbc-ba794ee41a65', 'port_id': '37eeedee-4b20-45f8-8631-47ba586c565f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:32.817068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e601dce2-d2d8-4672-aae5-bfc97770adb6 service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3232017
Apr 09 21:10:32.835370 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7db71b75-1a8c-4ecf-ad2c-1542ee255852 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:32.941165 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-7db71b75-1a8c-4ecf-ad2c-1542ee255852 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:10:32.945077 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7db71b75-1a8c-4ecf-ad2c-1542ee255852 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.1373339
Apr 09 21:10:32.946611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35950) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:32.953874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '37eeedee-4b20-45f8-8631-47ba586c565f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:32.981687 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.062682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.120944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f55d7-cbe4-429c-8246-f6f6bf9768f7 req-2fd29969-2cb9-4bdd-82fb-308860fa57ff tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:33.122426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-337f55d7-cbe4-429c-8246-f6f6bf9768f7 req-2fd29969-2cb9-4bdd-82fb-308860fa57ff tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.4264634
Apr 09 21:10:33.139751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-c5d4202f-ecc5-40cd-b76d-57439093a725 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:33.141240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-c5d4202f-ecc5-40cd-b76d-57439093a725 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 819 time: 0.6173110
Apr 09 21:10:33.175624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Allocated IP 172.35.0.117 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/32f9d078-9459-458a-ac8d-4e998055c856) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:33.181775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-5d553995-3b27-41cc-9579-900af6a0e2dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=795eaf94-b9aa-4494-8de0-8b62eecc59b1 HTTP/1.1" status: 200  len: 217 time: 0.0671506
Apr 09 21:10:33.194213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.215431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Deleting port b114728f-d07d-4bfd-b04e-6e69b881e21d {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:33.215761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b114728f-d07d-4bfd-b04e-6e69b881e21d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.244456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-1e7592cc-0011-495b-ac1a-74123f0d875b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/quotas/d475c8fbc1f74285a1c98fd75bd109f2 HTTP/1.1" status: 200  len: 375 time: 0.0732098
Apr 09 21:10:33.278407 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for port (32f9d078-9459-458a-ac8d-4e998055c856), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.318419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (32f9d078-9459-458a-ac8d-4e998055c856), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.361634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:33.364474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:33.366935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:33.385500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-337f55d7-cbe4-429c-8246-f6f6bf9768f7 req-8fcf9adb-daf1-4f27-8c26-cef720fbe069 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2533801
Apr 09 21:10:33.390500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event updated for resources: {'Port': ['ID=32f9d078-9459-458a-ac8d-4e998055c856,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:33.391898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cdb1362e-b29b-4732-b42c-c55b012cba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:33.393390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-cdb1362e-b29b-4732-b42c-c55b012cba33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13cde6a-1510-4a65-8799-c721bbe26f47 HTTP/1.1" status: 200  len: 797 time: 0.1943948
Apr 09 21:10:33.428623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-a3f5abc3-07c7-4890-8a20-2b6d7914d6ba tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1694272
Apr 09 21:10:33.542076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Deleting port 32f9d078-9459-458a-ac8d-4e998055c856 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:33.542393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (32f9d078-9459-458a-ac8d-4e998055c856), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.543195 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b114728f-d07d-4bfd-b04e-6e69b881e21d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.602145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Calling delete_port for b114728f-d07d-4bfd-b04e-6e69b881e21d owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:33.612813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-422d233e-5b4f-4b3d-a6eb-43aedc8fe558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:33.614358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-422d233e-5b4f-4b3d-a6eb-43aedc8fe558 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6f98062-6e39-47e6-ab8a-083f21750bda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2033155
Apr 09 21:10:33.623773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (32f9d078-9459-458a-ac8d-4e998055c856), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.624118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for floatingip (32f9d078-9459-458a-ac8d-4e998055c856), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.637720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Calling delete_port for 32f9d078-9459-458a-ac8d-4e998055c856 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:33.694272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45206-5c30-49d4-acda-3bbac74ac639 req-083f7731-2f8f-4da4-9aa0-4ba54b8f0cc7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:33.695723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8a45206-5c30-49d4-acda-3bbac74ac639 req-083f7731-2f8f-4da4-9aa0-4ba54b8f0cc7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 931 time: 0.1874835
Apr 09 21:10:33.765057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (32f9d078-9459-458a-ac8d-4e998055c856), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:33.791846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event deleted for resources: {'Port': ['ID=32f9d078-9459-458a-ac8d-4e998055c856,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:33.872857 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] create failed (client error): The resource could not be found.
Apr 09 21:10:33.879371 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-56bd0941-cef8-4fb0-a195-a481e1d02194 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 0.9314179
Apr 09 21:10:33.879976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35958) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:33.881769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-93c43e7e-7168-419f-9da3-4b11775cb5d5 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3745849
Apr 09 21:10:33.947468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8a45206-5c30-49d4-acda-3bbac74ac639 req-60bed26d-dbfb-439d-9ebc-ace3778b3b97 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2436790
Apr 09 21:10:33.984124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-cc7073a0-d53a-4701-8b37-21456a123053 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Deleting port 37eeedee-4b20-45f8-8631-47ba586c565f {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:33.984623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc7073a0-d53a-4701-8b37-21456a123053 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (37eeedee-4b20-45f8-8631-47ba586c565f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.048507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-663379ec-f6f4-48d1-9c52-53f3ea4d6852 service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4257040
Apr 09 21:10:34.078888 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc7073a0-d53a-4701-8b37-21456a123053 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (37eeedee-4b20-45f8-8631-47ba586c565f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.091693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-cc7073a0-d53a-4701-8b37-21456a123053 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Calling delete_port for 37eeedee-4b20-45f8-8631-47ba586c565f owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:34.117209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73700502-198e-4769-8654-59b66c725d5d req-355888b2-e4c1-4741-bf58-f56c57de0713 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0954459
Apr 09 21:10:34.227792 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc7073a0-d53a-4701-8b37-21456a123053 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (37eeedee-4b20-45f8-8631-47ba586c565f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.255009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7073a0-d53a-4701-8b37-21456a123053 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event deleted for resources: {'Port': ['ID=37eeedee-4b20-45f8-8631-47ba586c565f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:34.307169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb082d76-dfa5-400a-8a59-2c435b48cf05 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:34.316626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-bcac7771-196b-4134-9f45-692bd1caf91b service neutron] 10.222.0.30 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4257224
Apr 09 21:10:34.334891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc7073a0-d53a-4701-8b37-21456a123053 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.335499 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Publish callbacks [] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.341375 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cc7073a0-d53a-4701-8b37-21456a123053 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "DELETE /v2.0/ports/37eeedee-4b20-45f8-8631-47ba586c565f HTTP/1.1" status: 204  len: 168 time: 0.4600098
Apr 09 21:10:34.342420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35960) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:34.345115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e131ab3-e759-4f7b-a01f-08bdf5d9c69f req-c1bee0ef-7309-4ac4-8eb5-a5767882e7ab tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.346678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e131ab3-e759-4f7b-a01f-08bdf5d9c69f req-c1bee0ef-7309-4ac4-8eb5-a5767882e7ab tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1407270
Apr 09 21:10:34.365754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35962) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:34.380932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'floatingip': {'port_id': '7db0e06f-1adf-4655-97b4-f840efe455ae'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:34.390371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-e7beebed-0d53-45e4-a1fa-836c997771ad service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2976673
Apr 09 21:10:34.403694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95054117-f2cd-4b9f-8e85-22bea17ca66c tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.408561 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-95054117-f2cd-4b9f-8e85-22bea17ca66c tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "GET /v2.0/ports?device_id=94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb HTTP/1.1" status: 200  len: 913 time: 0.0647526
Apr 09 21:10:34.409272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35964) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:34.454791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Transition to ACTIVE for port object fb082d76-dfa5-400a-8a59-2c435b48cf05 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:34.466927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b114728f-d07d-4bfd-b04e-6e69b881e21d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.506186 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.543928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (b1f3672b-5458-4c47-8871-fcfd20bbc836), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.550538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-db23cc61-edf4-4bef-90b5-b0204b8b4eb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 HTTP/1.1" status: 200  len: 217 time: 0.0940189
Apr 09 21:10:34.555903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event deleted for resources: {'Port': ['ID=b114728f-d07d-4bfd-b04e-6e69b881e21d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:34.766092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb57f-d06a-4882-857a-bbac76570077 req-c9278c21-5350-43be-882a-ce21a223b174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.771426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb57f-d06a-4882-857a-bbac76570077 req-c9278c21-5350-43be-882a-ce21a223b174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.776781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb57f-d06a-4882-857a-bbac76570077 req-c9278c21-5350-43be-882a-ce21a223b174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.782108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb57f-d06a-4882-857a-bbac76570077 req-c9278c21-5350-43be-882a-ce21a223b174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.788324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb57f-d06a-4882-857a-bbac76570077 req-c9278c21-5350-43be-882a-ce21a223b174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.790230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:34.794789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb57f-d06a-4882-857a-bbac76570077 req-c9278c21-5350-43be-882a-ce21a223b174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.800375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb57f-d06a-4882-857a-bbac76570077 req-c9278c21-5350-43be-882a-ce21a223b174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.802888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1edb57f-d06a-4882-857a-bbac76570077 req-c9278c21-5350-43be-882a-ce21a223b174 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.3307629
Apr 09 21:10:34.923654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-de7bee0a-46c1-41a1-960a-0b2e87e87327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:34.925233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-de7bee0a-46c1-41a1-960a-0b2e87e87327 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13cde6a-1510-4a65-8799-c721bbe26f47 HTTP/1.1" status: 200  len: 797 time: 0.3389897
Apr 09 21:10:34.925862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Pushing event updated for resources: {'Port': ['ID=fb082d76-dfa5-400a-8a59-2c435b48cf05,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:34.935829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78f35baa-a4df-4402-b626-1edf82205e1d req-b8e202c9-a3fb-429e-845e-9b8bfd7859dc tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 210 time: 0.3224149
Apr 09 21:10:35.092877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Deleting port 6885f667-7aed-47e0-a50d-49ec768cb8f9 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:35.093679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:35.196250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:35.211140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Calling delete_port for 6885f667-7aed-47e0-a50d-49ec768cb8f9 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:35.404259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6885f667-7aed-47e0-a50d-49ec768cb8f9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:35.431339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event deleted for resources: {'Port': ['ID=6885f667-7aed-47e0-a50d-49ec768cb8f9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:35.457235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-661cae64-56fb-48ca-aa23-03367e443e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:35.458939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-661cae64-56fb-48ca-aa23-03367e443e41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6f98062-6e39-47e6-ab8a-083f21750bda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.4805250
Apr 09 21:10:35.483097 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (05beb6d8-87a5-4df9-9e26-430b324f0782), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:35.597851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:35.635457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a75b60-4c36-4922-b760-b356e436a0f0 req-4606aed9-ada8-4611-84d3-0b4cffd5cb9d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:35.642786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36a75b60-4c36-4922-b760-b356e436a0f0 req-4606aed9-ada8-4611-84d3-0b4cffd5cb9d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 943 time: 0.3096066
Apr 09 21:10:35.719435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1edb57f-d06a-4882-857a-bbac76570077 req-961a5d1b-38cb-4946-a242-d10f42579e0b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.7358267
Apr 09 21:10:35.730612 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (05beb6d8-87a5-4df9-9e26-430b324f0782), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:35.787403 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (05beb6d8-87a5-4df9-9e26-430b324f0782), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:35.990307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Attempting to bind port fb082d76-dfa5-400a-8a59-2c435b48cf05 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:35.990991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Attempting to bind port fb082d76-dfa5-400a-8a59-2c435b48cf05 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:35.990991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Attempting to bind port fb082d76-dfa5-400a-8a59-2c435b48cf05 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:36.033725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3ea6d4a-44b2-46cb-8460-ce28c799bc23 req-69d218e5-68ab-44bf-b626-41fc820b8595 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1598921
Apr 09 21:10:36.040240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (05beb6d8-87a5-4df9-9e26-430b324f0782), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.040784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Fanout notify agent at l3_agent the message router_deleted on router 05beb6d8-87a5-4df9-9e26-430b324f0782 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:10:36.042139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Port fb082d76-dfa5-400a-8a59-2c435b48cf05 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:36.042457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Attempting to bind port fb082d76-dfa5-400a-8a59-2c435b48cf05 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:36.057550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.062173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4dbecd57-d9c6-4ec9-9b99-e34296ff0672 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/05beb6d8-87a5-4df9-9e26-430b324f0782 HTTP/1.1" status: 204  len: 168 time: 4.4439797
Apr 09 21:10:36.069335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:36.073548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36a75b60-4c36-4922-b760-b356e436a0f0 req-da5d349d-0bdd-4cc2-81e9-aa8b52405b26 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4298751
Apr 09 21:10:36.075020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1167620394', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': False}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:36.092361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:36.092361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Checking segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:36.092361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Bound using segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:36.092904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Bound port: fb082d76-dfa5-400a-8a59-2c435b48cf05, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:36.093206 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.126308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Router 94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:10:36.130425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (73f0fe03-8075-4109-811e-a87c2beccad6), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.131495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (73f0fe03-8075-4109-811e-a87c2beccad6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.192889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-79ad74e6-9713-4b38-8deb-beaeb67ecfac tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.194351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-79ad74e6-9713-4b38-8deb-beaeb67ecfac tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 819 time: 0.4848654
Apr 09 21:10:36.198870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-9918c6bb-dbe0-4123-a4a7-f047aa2a8737 service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5511751
Apr 09 21:10:36.200452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b41004c-42e5-4df8-bd63-9c6f8e09c1e1 req-a1330806-002c-4ed9-b7c5-167687615e4d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 210 time: 0.0621586
Apr 09 21:10:36.251622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_controller (73f0fe03-8075-4109-811e-a87c2beccad6), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.253125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:36.258203 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fc1f6175-1b83-4e58-b93f-7af7497057e9 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "PUT /v2.0/routers/94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8479369
Apr 09 21:10:36.262158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:36.268246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5636eb-0e7f-4f2e-9039-cfaf9c174331 None None] Sync routers for ids ['94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:36.278317 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5636eb-0e7f-4f2e-9039-cfaf9c174331 None None] Routers {'94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:36.278924 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9d5636eb-0e7f-4f2e-9039-cfaf9c174331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fd1700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:36.311721 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9d5636eb-0e7f-4f2e-9039-cfaf9c174331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fd1700>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:36.320818 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5636eb-0e7f-4f2e-9039-cfaf9c174331 None None] Routers {'94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:36.321450 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9d5636eb-0e7f-4f2e-9039-cfaf9c174331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fd1700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:36.358121 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9d5636eb-0e7f-4f2e-9039-cfaf9c174331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fd1700>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:36.358776 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5636eb-0e7f-4f2e-9039-cfaf9c174331 None None] The sync data for ids ['94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:36.377622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.398476 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (b1f3672b-5458-4c47-8871-fcfd20bbc836), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.402496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92dede0a-510f-4231-be47-c1f32a5f265a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for router (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.500583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] For port fb082d76-dfa5-400a-8a59-2c435b48cf05, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:36.527555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (73f0fe03-8075-4109-811e-a87c2beccad6), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.529385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] For port fb082d76-dfa5-400a-8a59-2c435b48cf05, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb082d76-dfa5-400a-8a59-2c435b48cf05,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:36.547402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-47740634-3fd4-4469-bb80-8e28d6658f40 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d475c8fbc1f74285a1c98fd75bd109f2 HTTP/1.1" status: 200  len: 380 time: 0.3280785
Apr 09 21:10:36.554742 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.588716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'port': {'device_id': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'admin_state_up': True, 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'security_groups': ['013739e4-b14b-4274-966e-d74c40d14d41']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:36.633976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b858938-9956-4e9b-aeae-4bb8f6997fa5 req-158eef61-bfc7-4101-a425-ae7a8e86092f service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4092417
Apr 09 21:10:36.646623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92dede0a-510f-4231-be47-c1f32a5f265a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.650159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92dede0a-510f-4231-be47-c1f32a5f265a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for router_controller (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.666607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.667150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.668531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] 10.222.0.32 "PUT /v2.0/ports/fb082d76-dfa5-400a-8a59-2c435b48cf05 HTTP/1.1" status: 200  len: 1091 time: 4.0370064
Apr 09 21:10:36.671954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'tag': 'fb082d76-dfa5-400a-8a59-2c435b48cf05'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:36.673646 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db790dea-6ab1-4891-82f9-0347d4ac7dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8926ba-de0b-42ed-9343-4f06f614270f", "tag": "fb082d76-dfa5-400a-8a59-2c435b48cf05"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:36.725182 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Floating IP b1f3672b-5458-4c47-8871-fcfd20bbc836 associated. External IP: 172.35.0.7, port: 7db0e06f-1adf-4655-97b4-f840efe455ae.
Apr 09 21:10:36.782074 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92dede0a-510f-4231-be47-c1f32a5f265a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.782912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dede0a-510f-4231-be47-c1f32a5f265a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Fanout notify agent at l3_agent the message router_deleted on router 94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:10:36.783140 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1b4732-00f0-4680-bd47-f60cf8df59f6 x-openstack-request-id: req-1f1b4732-00f0-4680-bd47-f60cf8df59f6 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:36.783427 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8926ba-de0b-42ed-9343-4f06f614270f", "tag": "fb082d76-dfa5-400a-8a59-2c435b48cf05", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:36.783677 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f1b4732-00f0-4680-bd47-f60cf8df59f6 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:36.784076 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1b4732-00f0-4680-bd47-f60cf8df59f6'] response: {'name': 'network-changed', 'server_uuid': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'tag': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'status': 'completed', 'code': 200}
Apr 09 21:10:36.788126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f988c9c-ed20-4785-9cc1-f46a79405e7a service neutron] Pushing event updated for resources: {'Port': ['ID=fb082d76-dfa5-400a-8a59-2c435b48cf05,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:36.791246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92dede0a-510f-4231-be47-c1f32a5f265a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.794942 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-92dede0a-510f-4231-be47-c1f32a5f265a tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "DELETE /v2.0/routers/94b3c60b-cddb-4336-a4a5-a49b2e7e1fcb HTTP/1.1" status: 204  len: 168 time: 0.5300488
Apr 09 21:10:36.797443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35992) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:36.900325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-56934efe-09b3-4880-b07d-7f8069dcc5a6 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Deleting subnet 597ec239-3525-47fa-a9cc-d0cdccde1d4c {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:10:36.905168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56934efe-09b3-4880-b07d-7f8069dcc5a6 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for subnet (597ec239-3525-47fa-a9cc-d0cdccde1d4c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.938603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (73f0fe03-8075-4109-811e-a87c2beccad6), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.938868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-5548c5a4-06af-4f89-b8ba-a9417922687f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.943980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-5548c5a4-06af-4f89-b8ba-a9417922687f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.949336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-5548c5a4-06af-4f89-b8ba-a9417922687f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.954527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-5548c5a4-06af-4f89-b8ba-a9417922687f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.959728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-5548c5a4-06af-4f89-b8ba-a9417922687f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.965731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-5548c5a4-06af-4f89-b8ba-a9417922687f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.968945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.970368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-5548c5a4-06af-4f89-b8ba-a9417922687f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:36.972490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-5548c5a4-06af-4f89-b8ba-a9417922687f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.1140814
Apr 09 21:10:36.974668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Made reservation on behalf of d475c8fbc1f74285a1c98fd75bd109f2 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:10:36.975895 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56934efe-09b3-4880-b07d-7f8069dcc5a6 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (597ec239-3525-47fa-a9cc-d0cdccde1d4c), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:36.977877 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.142217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56934efe-09b3-4880-b07d-7f8069dcc5a6 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (597ec239-3525-47fa-a9cc-d0cdccde1d4c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.179481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Allocated IP 172.35.0.51 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/fa5869f4-acbf-4743-a4f2-ce2f82ae5320) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:37.272191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56934efe-09b3-4880-b07d-7f8069dcc5a6 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (597ec239-3525-47fa-a9cc-d0cdccde1d4c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.308986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56934efe-09b3-4880-b07d-7f8069dcc5a6 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event deleted for resources: {'Subnet': ['ID=597ec239-3525-47fa-a9cc-d0cdccde1d4c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:37.310997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56934efe-09b3-4880-b07d-7f8069dcc5a6 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.314205 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-56934efe-09b3-4880-b07d-7f8069dcc5a6 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "DELETE /v2.0/subnets/597ec239-3525-47fa-a9cc-d0cdccde1d4c HTTP/1.1" status: 204  len: 168 time: 0.5180411
Apr 09 21:10:37.318843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36000) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:37.319286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b1893a-c642-4484-a18c-ac78847c8a00 None None] Network 38c00969-f6c7-4b38-afbc-ba794ee41a65 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:10:37.367577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.420364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (38c00969-f6c7-4b38-afbc-ba794ee41a65), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.469633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ba90d5c-6d96-44f2-8809-9b0b2d8fe8b1 req-e5a3b98f-0d4b-4929-a9de-5585f1b7a44d tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1456382
Apr 09 21:10:37.482143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.515046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-45a133bd-dd69-4029-8e7b-dfdaa748d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.515782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-45a133bd-dd69-4029-8e7b-dfdaa748d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.516414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-45a133bd-dd69-4029-8e7b-dfdaa748d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.517077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-45a133bd-dd69-4029-8e7b-dfdaa748d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.517710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-45a133bd-dd69-4029-8e7b-dfdaa748d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.518538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-45a133bd-dd69-4029-8e7b-dfdaa748d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.519164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-45a133bd-dd69-4029-8e7b-dfdaa748d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.521254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-45a133bd-dd69-4029-8e7b-dfdaa748d862 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6702 time: 0.1993530
Apr 09 21:10:37.522294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db790dea-6ab1-4891-82f9-0347d4ac7dfe req-b7f15ed1-3c26-4f45-a67f-8f012376c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.523608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db790dea-6ab1-4891-82f9-0347d4ac7dfe req-b7f15ed1-3c26-4f45-a67f-8f012376c930 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 1125 time: 0.2006822
Apr 09 21:10:37.524590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] DHCP port deletion for 38c00969-f6c7-4b38-afbc-ba794ee41a65 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:10:37.548879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:37.552376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:37.556863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Deleting port 5e600aa1-4756-44b9-9498-840012a28ef4 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:37.557865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.586453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:37.600473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] Deleting port 5e600aa1-4756-44b9-9498-840012a28ef4 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:37.601015 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.667342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'Port': ['ID=fa5869f4-acbf-4743-a4f2-ce2f82ae5320,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:37.667556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bade3e2c-a517-4dbb-83db-68790d1323d6 req-c750260b-717d-4f45-bac4-4e5c8be7a81b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6853993
Apr 09 21:10:37.684294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] For port 5e600aa1-4756-44b9-9498-840012a28ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e600aa1-4756-44b9-9498-840012a28ef4,segment=NetworkSegment(10f27bdf-7328-4020-9008-94417c5188c5),segment_id=10f27bdf-7328-4020-9008-94417c5188c5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:37.684779 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.701370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] For port 5e600aa1-4756-44b9-9498-840012a28ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e600aa1-4756-44b9-9498-840012a28ef4,segment=NetworkSegment(10f27bdf-7328-4020-9008-94417c5188c5),segment_id=10f27bdf-7328-4020-9008-94417c5188c5)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:37.702111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.722947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] Calling delete_port for 5e600aa1-4756-44b9-9498-840012a28ef4 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:37.756866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Calling delete_port for 5e600aa1-4756-44b9-9498-840012a28ef4 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:37.821901 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:37.840702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61be8b98-930f-4220-9b1e-5962f74b6062 req-d83f426e-4bf4-49cc-ac1f-fec38c4ec852 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 210 time: 0.0609822
Apr 09 21:10:37.841868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Allocated IP 172.20.0.10 (6ba3f1cd-154a-468d-adbc-6dec47d2b32d/5088a9c6-9c7c-4a78-8bed-33250a34bb13/92818e3d-053c-4742-bf9a-5d9ff3ccdf98) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:37.854811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fc02b-b3bd-4082-9f27-7c118fd4a91c req-22dff614-2794-46cb-b421-77a46ffb32ed tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.856395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a9fc02b-b3bd-4082-9f27-7c118fd4a91c req-22dff614-2794-46cb-b421-77a46ffb32ed tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 943 time: 0.2637348
Apr 09 21:10:37.856850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] Pushing event deleted for resources: {'Port': ['ID=5e600aa1-4756-44b9-9498-840012a28ef4,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:37.859962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a32f45-0398-4979-ac5d-ff9b9564b180 None None] No DVR routers for this DVR port 5e600aa1-4756-44b9-9498-840012a28ef4 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:10:37.913473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Router 2557c9a8-91fb-43bb-8061-d62684219aed has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:10:37.939161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-945030f8-223c-48b1-b450-aa119d0404fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.940581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-945030f8-223c-48b1-b450-aa119d0404fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6f98062-6e39-47e6-ab8a-083f21750bda HTTP/1.1" status: 200  len: 903 time: 0.3998456
Apr 09 21:10:37.956355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db790dea-6ab1-4891-82f9-0347d4ac7dfe req-54c976d5-4497-480b-a7c4-d246fe6d94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:37.957846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db790dea-6ab1-4891-82f9-0347d4ac7dfe req-54c976d5-4497-480b-a7c4-d246fe6d94b7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&shared=False HTTP/1.1" status: 200  len: 915 time: 0.4181497
Apr 09 21:10:38.006124 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5e600aa1-4756-44b9-9498-840012a28ef4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.009218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a9fc02b-b3bd-4082-9f27-7c118fd4a91c req-5d80df12-905d-4f1e-ad1c-a1e4f52488f1 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312876
Apr 09 21:10:38.039193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] No DVR routers for this DVR port 5e600aa1-4756-44b9-9498-840012a28ef4 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:10:38.064789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event deleted for resources: {'Port': ['ID=5e600aa1-4756-44b9-9498-840012a28ef4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:38.085960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (73f0fe03-8075-4109-811e-a87c2beccad6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.169861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.173129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (38c00969-f6c7-4b38-afbc-ba794ee41a65), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.175828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:38.180885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.187801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] Sync routers for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:38.199901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:38.200939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375f51ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:38.202855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237654bee0>,) {'filters': {'network_id': ['38c00969-f6c7-4b38-afbc-ba794ee41a65']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:38.241932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237654bee0>, '10f27bdf-7328-4020-9008-94417c5188c5') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:38.242247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237654bee0>, '10f27bdf-7328-4020-9008-94417c5188c5') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:38.255210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (10f27bdf-7328-4020-9008-94417c5188c5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.272597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-1880c181-2fa0-4b2b-97fd-52beccc36fb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 HTTP/1.1" status: 200  len: 217 time: 0.0716405
Apr 09 21:10:38.274627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (10f27bdf-7328-4020-9008-94417c5188c5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.315081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4d3c06f5-0877-4b42-9a3e-14053c7426bc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "PUT /v2.0/floatingips/b1f3672b-5458-4c47-8871-fcfd20bbc836 HTTP/1.1" status: 200  len: 990 time: 3.9469099
Apr 09 21:10:38.317546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:10:38.318023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (10f27bdf-7328-4020-9008-94417c5188c5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:10:38.321278 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:10:38.332240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:38.372490 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.432769 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (38c00969-f6c7-4b38-afbc-ba794ee41a65), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.433311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db790dea-6ab1-4891-82f9-0347d4ac7dfe req-626b49ef-434a-4d44-a770-cff25212584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:38.435022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db790dea-6ab1-4891-82f9-0347d4ac7dfe req-626b49ef-434a-4d44-a770-cff25212584e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2280636
Apr 09 21:10:38.436704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-3ee0d3d6-be90-46dd-bd0e-73b65041b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:38.438934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-3ee0d3d6-be90-46dd-bd0e-73b65041b9b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13cde6a-1510-4a65-8799-c721bbe26f47 HTTP/1.1" status: 200  len: 797 time: 0.1187878
Apr 09 21:10:38.457420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:38.464439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:38.469596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.475205 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] 10.222.0.30 "DELETE /v2.0/networks/38c00969-f6c7-4b38-afbc-ba794ee41a65 HTTP/1.1" status: 204  len: 168 time: 1.1553438
Apr 09 21:10:38.485316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:38.492169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event updated for resources: {'Port': ['ID=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:38.543148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-4eebdb3f-20af-4d64-bfc9-6a5dd80dccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:38.544826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-4eebdb3f-20af-4d64-bfc9-6a5dd80dccb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6f98062-6e39-47e6-ab8a-083f21750bda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0982203
Apr 09 21:10:38.548974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fae9e6-eb1c-401a-a3be-abbb3466e063 tempest-FloatingIPNegativeTestJSON-281824379 tempest-FloatingIPNegativeTestJSON-281824379-project] Pushing event deleted for resources: {'Network': ['ID=38c00969-f6c7-4b38-afbc-ba794ee41a65,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:38.595909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (73f0fe03-8075-4109-811e-a87c2beccad6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.625621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:38.626538 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:38.652017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e600aa1-4756-44b9-9498-840012a28ef4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:10:38.679800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-2d0c34b3-5275-4e00-87aa-6c0186cf76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:38.681555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-2d0c34b3-5275-4e00-87aa-6c0186cf76e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 1125 time: 0.1470687
Apr 09 21:10:38.689306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5e600aa1-4756-44b9-9498-840012a28ef4 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:10:38.700014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e600aa1-4756-44b9-9498-840012a28ef4 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:10:38.710236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a94eba2f-ebe0-47e2-8e52-4a59fbbec839 req-63421a88-56fb-495d-8ca0-a8c49b217268 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0772197
Apr 09 21:10:38.724180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-317ad3c6-62cd-45cc-a6b4-bc5c6c3d9e08 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1655462
Apr 09 21:10:38.779078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375f51ca0>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b1f3672b-5458-4c47-8871-fcfd20bbc836', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'floating_ip_address': '172.35.0.7', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'port_id': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'mac_address': 'fa:16:3e:2f:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:36Z', 'revision_number': 1, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:38.782758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Request body: {'port': {'device_id': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:38.787062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'tag': '7db0e06f-1adf-4655-97b4-f840efe455ae'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:38.789371 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a212c2-1439-45f9-82b1-e56e64339fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f732d8e8-0c52-44e4-89c6-b97595485ebc", "tag": "7db0e06f-1adf-4655-97b4-f840efe455ae"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:38.792539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-6d93950d-ce8e-403a-8dac-b935e648fa78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb082d76-dfa5-400a-8a59-2c435b48cf05 HTTP/1.1" status: 200  len: 217 time: 0.0798240
Apr 09 21:10:38.838124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] Checking router: 2557c9a8-91fb-43bb-8061-d62684219aed for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:10:38.849922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:38.850577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375f51ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:38.888827 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d873ddf2-7e19-417e-adb5-65ba1c61f04d x-openstack-request-id: req-d873ddf2-7e19-417e-adb5-65ba1c61f04d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:38.893846 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f732d8e8-0c52-44e4-89c6-b97595485ebc", "tag": "7db0e06f-1adf-4655-97b4-f840efe455ae", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:38.894180 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d873ddf2-7e19-417e-adb5-65ba1c61f04d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:38.894928 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d873ddf2-7e19-417e-adb5-65ba1c61f04d'] response: {'name': 'network-changed', 'server_uuid': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'tag': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'status': 'completed', 'code': 200}
Apr 09 21:10:39.023649 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-7b4cc581-2fcc-407a-80ba-50183c775aa8 service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4487915
Apr 09 21:10:39.070025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-45a5242b-991a-4c2e-9a0e-397744ca49cf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.075544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-45a5242b-991a-4c2e-9a0e-397744ca49cf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.081529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-45a5242b-991a-4c2e-9a0e-397744ca49cf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.086876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-45a5242b-991a-4c2e-9a0e-397744ca49cf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.092246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-45a5242b-991a-4c2e-9a0e-397744ca49cf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.098243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-45a5242b-991a-4c2e-9a0e-397744ca49cf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.103612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-45a5242b-991a-4c2e-9a0e-397744ca49cf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.111619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-45a5242b-991a-4c2e-9a0e-397744ca49cf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.2852886
Apr 09 21:10:39.117002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:39.139354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36020) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:39.153028 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:39.156996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-dfec58a9-9127-43ff-9378-99fa6b967a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.158741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-dfec58a9-9127-43ff-9378-99fa6b967a50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.3415658
Apr 09 21:10:39.168975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee276a5-e95b-4b0f-8a21-b1e013b7c61c req-cddeaba9-31ca-4e61-861c-5d34671784d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.176865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ee276a5-e95b-4b0f-8a21-b1e013b7c61c req-cddeaba9-31ca-4e61-861c-5d34671784d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 932 time: 0.1971288
Apr 09 21:10:39.332944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6d8b6d78-762e-4c4f-ac4b-6cf777534721 None None] Provisioning complete for port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:39.333523 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d78-762e-4c4f-ac4b-6cf777534721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:39.432844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b6d78-762e-4c4f-ac4b-6cf777534721 None None] Port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:10:39.511752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-6785cdae-c246-4014-a326-48d6bff0f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.513513 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-6785cdae-c246-4014-a326-48d6bff0f24b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 1128 time: 0.5965686
Apr 09 21:10:39.524698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Router 73f0fe03-8075-4109-811e-a87c2beccad6 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:39.543508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375f51ca0>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b1f3672b-5458-4c47-8871-fcfd20bbc836', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'floating_ip_address': '172.35.0.7', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'port_id': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'mac_address': 'fa:16:3e:2f:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:36Z', 'revision_number': 1, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:39.575909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584e537-1a18-4690-a951-c5fb867906d8 None None] The sync data for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 is: [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b1f3672b-5458-4c47-8871-fcfd20bbc836', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'floating_ip_address': '172.35.0.7', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'port_id': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'mac_address': 'fa:16:3e:2f:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:36Z', 'revision_number': 1, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:39.723909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-32604204-40fc-4f83-9bb4-31c3ec862083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.725672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-32604204-40fc-4f83-9bb4-31c3ec862083 service neutron] 10.222.0.25 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 911 time: 0.1935661
Apr 09 21:10:39.738349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:39.748745 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Sync routers for ids ['73f0fe03-8075-4109-811e-a87c2beccad6'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:39.765246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Routers {'73f0fe03-8075-4109-811e-a87c2beccad6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:39.766686 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d20e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['73f0fe03-8075-4109-811e-a87c2beccad6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:39.796273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d315ad3-fb00-4d19-85c9-48a2decb8ee7 req-a134755e-87c3-42ec-b7c8-30bf572dfbd5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6836712
Apr 09 21:10:39.806338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-157edd74-9668-4759-9ab9-c02ca5a6d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.807895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-157edd74-9668-4759-9ab9-c02ca5a6d883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5965142
Apr 09 21:10:39.837959 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-1b7835fc-ec0e-48e5-a0a1-c869b1db0ada service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db0e06f-1adf-4655-97b4-f840efe455ae HTTP/1.1" status: 200  len: 998 time: 0.0974212
Apr 09 21:10:39.838902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf77e31-a2b8-48d4-a85f-1b082fd118e2 None None] New status for floating IP b1f3672b-5458-4c47-8871-fcfd20bbc836: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:10:39.848059 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:39.852335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-74a81a9d-03c7-4140-b5dc-5a53b2616ba5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 3.7820728
Apr 09 21:10:39.854061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36026) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:39.859899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ee276a5-e95b-4b0f-8a21-b1e013b7c61c req-99867377-d3d3-446a-bacb-c28a5a7a2a3e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6819715
Apr 09 21:10:39.903998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-908dc385-7db5-462b-926d-230071a338b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:39.905542 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-908dc385-7db5-462b-926d-230071a338b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.0610888
Apr 09 21:10:39.958520 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Set router 73f0fe03-8075-4109-811e-a87c2beccad6 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:40.005742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-d7c269fa-33a9-459e-a6f8-fd7ebef6e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:40.007276 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-d7c269fa-33a9-459e-a6f8-fd7ebef6e5c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0520339
Apr 09 21:10:40.028910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-297bb66a-d7c3-4819-811e-ea4fb83460f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57a28d6439b34d278a4d46a4c0960ade&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8882260
Apr 09 21:10:40.033162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36028) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:40.056110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c12666-4883-4ed7-b7f2-1e3f590aa56c req-c9c7758b-81dc-46a7-b900-81ce39540b92 service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8342559
Apr 09 21:10:40.147976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c1bc850-3f62-4522-970d-f29f60248bf3 req-dc00671e-4531-46e3-88c5-2ffc98bb052e tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1076920
Apr 09 21:10:40.152630 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-a6d6caf1-0e9d-40a4-a49e-60b8091d7e7c service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140482
Apr 09 21:10:40.207934 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d20e460>, [{'id': '73f0fe03-8075-4109-811e-a87c2beccad6', 'name': 'tempest-snat-router-1167620394', 'tenant_id': '4f311065375d462c8e30ec01597731de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.51'}], 'enable_snat': False}, 'gw_port_id': 'fa5869f4-acbf-4743-a4f2-ce2f82ae5320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:36Z', 'updated_at': '2022-04-09T21:10:37Z', 'revision_number': 3, 'project_id': '4f311065375d462c8e30ec01597731de', 'gw_port': {'id': 'fa5869f4-acbf-4743-a4f2-ce2f82ae5320', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f0fe03-8075-4109-811e-a87c2beccad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:36Z', 'updated_at': '2022-04-09T21:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:40.208143 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5efb5447-3bb8-4566-a872-834095cd8911 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/routers/73f0fe03-8075-4109-811e-a87c2beccad6 HTTP/1.1" status: 200  len: 908 time: 0.3059268
Apr 09 21:10:40.208748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36032) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:40.215404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1167620394', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': True}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:40.217636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019521c-c0e2-4c03-94f5-d654347f8d1b req-9bc2f1c7-3e5a-47e6-8a44-5bd38ccd1372 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:40.219736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d019521c-c0e2-4c03-94f5-d654347f8d1b req-9bc2f1c7-3e5a-47e6-8a44-5bd38ccd1372 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 943 time: 0.1896193
Apr 09 21:10:40.235618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ecf14ab-5897-4c2d-8db3-a278dee77eaf admin admin] Publish callbacks [] for security_group (fb86f501-add2-4bac-85a9-835cf968c35a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.257782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-474737ef-4c38-405b-9c66-080affd1378c service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4327044
Apr 09 21:10:40.258524 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Checking router: 73f0fe03-8075-4109-811e-a87c2beccad6 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:10:40.259001 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Updating router 73f0fe03-8075-4109-811e-a87c2beccad6 port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:10:40.290434 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.308333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d019521c-c0e2-4c03-94f5-d654347f8d1b req-f9aa9185-ecc5-40f5-8f79-9935f13b9fc9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799251
Apr 09 21:10:40.336483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ecf14ab-5897-4c2d-8db3-a278dee77eaf admin admin] Publish callbacks [] for security_group (fb86f501-add2-4bac-85a9-835cf968c35a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.348091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.349254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.389925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:40.399265 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-61a212c2-1439-45f9-82b1-e56e64339fd7 req-33d78381-c632-4954-b724-0617cea1dc23 service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2380843
Apr 09 21:10:40.401302 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Publish callbacks [] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.418896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Transition to ACTIVE for port object 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:10:40.424630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.449737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_controller (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.473720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Pushing event updated for resources: {'Port': ['ID=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:40.532376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ecf14ab-5897-4c2d-8db3-a278dee77eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fb86f501-add2-4bac-85a9-835cf968c35a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.535617 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ecf14ab-5897-4c2d-8db3-a278dee77eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.536336 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0ecf14ab-5897-4c2d-8db3-a278dee77eaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb86f501-add2-4bac-85a9-835cf968c35a HTTP/1.1" status: 204  len: 168 time: 0.4960253
Apr 09 21:10:40.565843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Attempting to bind port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:40.566353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Attempting to bind port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:40.566679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Attempting to bind port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:40.568082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf14ab-5897-4c2d-8db3-a278dee77eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb86f501-add2-4bac-85a9-835cf968c35a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:40.571932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:10:40.572163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Attempting to bind port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 on network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:40.578317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:40.578830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Checking segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:40.579385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Bound using segment: {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:40.579968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Bound port: 92818e3d-053c-4742-bf9a-5d9ff3ccdf98, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243832de-2e36-4ab5-a855-653b96773928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:40.580373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.596678 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Publish callbacks [] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.607902 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.665989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] For port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:40.673139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] For port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:40.686911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.706265 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.711746 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e6cd7-0f88-41f1-a0b1-91c8600bf6ff None None] Pushing event updated for resources: {'Port': ['ID=fa5869f4-acbf-4743-a4f2-ce2f82ae5320,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:40.714874 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Attempting to bind port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:40.719579 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Attempting to bind port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:40.720177 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Attempting to bind port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:40.737105 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:40.737623 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:40.738040 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.739010 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:40.739010 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Bound port: fa5869f4-acbf-4743-a4f2-ce2f82ae5320, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:40.739324 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.815624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:40.816296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.817930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] 10.222.0.32 "PUT /v2.0/ports/92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 200  len: 1092 time: 2.0401793
Apr 09 21:10:40.892390 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] For port fa5869f4-acbf-4743-a4f2-ce2f82ae5320, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:10:40.903231 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] For port fa5869f4-acbf-4743-a4f2-ce2f82ae5320, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa5869f4-acbf-4743-a4f2-ce2f82ae5320,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:10:40.904582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:40.907097 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:40.918042 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:40.973726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-fc2010f6-c57b-4a48-8129-2003fbcc15af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1881857
Apr 09 21:10:40.991073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb5eae-cff1-4208-8ca0-3e915d11b49a service neutron] Pushing event updated for resources: {'Port': ['ID=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:41.055332 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:41.084121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:41.103531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae81a6-c25a-42de-9d9d-be47dffdc50a req-1cbaf036-4899-44fa-a208-17958dc445c5 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.105226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5ae81a6-c25a-42de-9d9d-be47dffdc50a req-1cbaf036-4899-44fa-a208-17958dc445c5 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 944 time: 0.0785058
Apr 09 21:10:41.125454 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e6cd7-0f88-41f1-a0b1-91c8600bf6ff None None] Pushing event updated for resources: {'Port': ['ID=fa5869f4-acbf-4743-a4f2-ce2f82ae5320,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:41.154644 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Routers {'73f0fe03-8075-4109-811e-a87c2beccad6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:41.156049 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d20e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['73f0fe03-8075-4109-811e-a87c2beccad6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:41.177548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-2b713229-a3ad-4ce1-8e97-34a887eaa687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.180502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-2b713229-a3ad-4ce1-8e97-34a887eaa687 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1126 time: 0.2707570
Apr 09 21:10:41.216666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Allocated IP 172.35.0.47 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/5ff661cd-9b1e-40cc-9304-66dc876ccabe) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:41.294931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c02a4f1-9492-4c5b-8cbe-bf0ad7005631 req-8ce234fc-04cb-42a0-a943-a3b0f32fd637 service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5946357
Apr 09 21:10:41.296686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-ab186d78-2911-485f-9963-e12e3ffe3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.299042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-ab186d78-2911-485f-9963-e12e3ffe3929 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 1127 time: 0.2979898
Apr 09 21:10:41.315307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-bd14f334-3240-4cbc-aa02-54ef786b3c18 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.323626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-bd14f334-3240-4cbc-aa02-54ef786b3c18 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.330622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-bd14f334-3240-4cbc-aa02-54ef786b3c18 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.337146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-bd14f334-3240-4cbc-aa02-54ef786b3c18 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.342608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-bd14f334-3240-4cbc-aa02-54ef786b3c18 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.349411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-bd14f334-3240-4cbc-aa02-54ef786b3c18 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.356770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-bd14f334-3240-4cbc-aa02-54ef786b3c18 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.360818 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] Set router 73f0fe03-8075-4109-811e-a87c2beccad6 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:41.365724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:41.366754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-bd14f334-3240-4cbc-aa02-54ef786b3c18 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.3567297
Apr 09 21:10:41.372466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-16f2d360-9c70-4c9a-a09e-d1d98b3aad02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 200  len: 217 time: 0.1573107
Apr 09 21:10:41.414542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:41.470938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff661cd-9b1e-40cc-9304-66dc876ccabe,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:41.481705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:41.483186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:41.489728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:41.504977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5ae81a6-c25a-42de-9d9d-be47dffdc50a req-cefe6d4b-0e65-42ba-9417-cd4531d47816 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3512895
Apr 09 21:10:41.555174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-063153a9-0319-4451-bcee-b68cc6dfb9a4 req-902b5c6f-d2d5-4aaf-bf05-ca13b7747a1b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1876702
Apr 09 21:10:41.568023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-99898c45-cc4d-48b4-8b1b-506df5aa423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.571762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-99898c45-cc4d-48b4-8b1b-506df5aa423a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.2031002
Apr 09 21:10:41.596115 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e5f9d1-b96d-44a6-b75c-294ce8de1e82 x-openstack-request-id: req-a4e5f9d1-b96d-44a6-b75c-294ce8de1e82 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:41.596115 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:41.596115 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4e5f9d1-b96d-44a6-b75c-294ce8de1e82 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:41.596115 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e5f9d1-b96d-44a6-b75c-294ce8de1e82'] response: {'name': 'network-changed', 'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'status': 'completed', 'code': 200}
Apr 09 21:10:41.620712 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d20e460>, [{'id': '73f0fe03-8075-4109-811e-a87c2beccad6', 'name': 'tempest-snat-router-1167620394', 'tenant_id': '4f311065375d462c8e30ec01597731de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.51'}], 'enable_snat': False}, 'gw_port_id': 'fa5869f4-acbf-4743-a4f2-ce2f82ae5320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:36Z', 'updated_at': '2022-04-09T21:10:37Z', 'revision_number': 3, 'project_id': '4f311065375d462c8e30ec01597731de', 'gw_port': {'id': 'fa5869f4-acbf-4743-a4f2-ce2f82ae5320', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f0fe03-8075-4109-811e-a87c2beccad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:36Z', 'updated_at': '2022-04-09T21:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:41.656274 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea3b47-1ba5-4b44-834f-a8777850e8bf None None] The sync data for ids ['73f0fe03-8075-4109-811e-a87c2beccad6'] in ncdv-master-1 is: [{'id': '73f0fe03-8075-4109-811e-a87c2beccad6', 'name': 'tempest-snat-router-1167620394', 'tenant_id': '4f311065375d462c8e30ec01597731de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.51'}], 'enable_snat': False}, 'gw_port_id': 'fa5869f4-acbf-4743-a4f2-ce2f82ae5320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:36Z', 'updated_at': '2022-04-09T21:10:37Z', 'revision_number': 3, 'project_id': '4f311065375d462c8e30ec01597731de', 'gw_port': {'id': 'fa5869f4-acbf-4743-a4f2-ce2f82ae5320', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f0fe03-8075-4109-811e-a87c2beccad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:36Z', 'updated_at': '2022-04-09T21:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:41.725694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d972e16e-2d81-44ef-a71f-43401e74f36c req-1b1cf9a1-8469-497e-a6fd-b1950b529378 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0477443
Apr 09 21:10:41.827729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e274e-584f-43d2-b688-e97e4702d7fb req-db4e337e-743f-4775-ae26-41dea15bdb67 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:41.839570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f1e274e-584f-43d2-b688-e97e4702d7fb req-db4e337e-743f-4775-ae26-41dea15bdb67 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 943 time: 0.0981433
Apr 09 21:10:41.896507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:41.927453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f1e274e-584f-43d2-b688-e97e4702d7fb req-bd384959-31fb-45d7-9f36-24efaac7f0ed tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869451
Apr 09 21:10:42.200728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:42.303318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-e53e452b-e476-4cb2-b760-f9993beebd18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451 HTTP/1.1" status: 200  len: 217 time: 0.1328423
Apr 09 21:10:42.372515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-1404a8aa-e551-448f-a6f4-8db14235a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:42.374060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-1404a8aa-e551-448f-a6f4-8db14235a66b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.2058120
Apr 09 21:10:42.402046 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Router 9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:42.427747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-8ee121f7-75b5-4595-8702-d0de58aacc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:42.433596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-8ee121f7-75b5-4595-8702-d0de58aacc58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1230679
Apr 09 21:10:42.456779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:42.458438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-50418f0b-680c-4256-a859-79e3b4b24f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:42.462668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-50418f0b-680c-4256-a859-79e3b4b24f1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0831134
Apr 09 21:10:42.586380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fa5869f4-acbf-4743-a4f2-ce2f82ae5320 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:42.609442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-4d1298ae-30e0-40c4-839f-78ebb662379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:42.614197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-4d1298ae-30e0-40c4-839f-78ebb662379b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1741498
Apr 09 21:10:42.634695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:42.647311 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Sync routers for ids ['9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:42.664953 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Routers {'9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:42.666751 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-91bcf3da-133d-4173-b970-3304be285929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237702db80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:42.685102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:42.690024 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b26d9778-f746-4de2-a8e8-c97c40cbc5f4 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 2.4794364
Apr 09 21:10:42.690981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36104) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:42.769819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:42.770194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:42.819728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:42.860172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920', 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'port_id': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920', 'mac_address': 'fa:16:3e:6b:fd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc60a1b-b0e4-4964-b277-14acb7533918', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:42.866265 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-d697e697-3380-42b5-90e2-51384783189c service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646466
Apr 09 21:10:42.880864 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Set router 9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:42.917018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-50729b1f-4132-4b3d-b95b-1227ff155c5f service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4481277
Apr 09 21:10:42.979273 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-18a91e48-6fb9-40c0-9e20-8107546f8f3f tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/routers/9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae HTTP/1.1" status: 200  len: 907 time: 0.2825332
Apr 09 21:10:42.980012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36114) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:43.005696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:43.006072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.030385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:43.034750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:43.035135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.087499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:43.089890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port fa5869f4-acbf-4743-a4f2-ce2f82ae5320, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa5869f4-acbf-4743-a4f2-ce2f82ae5320,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:43.096634 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.098430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:43.105687 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.141476 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-91bcf3da-133d-4173-b970-3304be285929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237702db80>, [{'id': '9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae', 'name': 'tempest-snat-router-1167620394', 'tenant_id': '4f311065375d462c8e30ec01597731de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': '5ff661cd-9b1e-40cc-9304-66dc876ccabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:40Z', 'updated_at': '2022-04-09T21:10:41Z', 'revision_number': 3, 'project_id': '4f311065375d462c8e30ec01597731de', 'gw_port': {'id': '5ff661cd-9b1e-40cc-9304-66dc876ccabe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:41Z', 'updated_at': '2022-04-09T21:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:43.173168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31294-8b9e-4501-892a-d4126d4be260 req-86ba0ad9-2183-40f6-abac-68949ce2d1e3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.181429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31294-8b9e-4501-892a-d4126d4be260 req-86ba0ad9-2183-40f6-abac-68949ce2d1e3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.182947 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Checking router: 9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:10:43.183843 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Updating router 9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae port 5ff661cd-9b1e-40cc-9304-66dc876ccabe binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:10:43.187517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31294-8b9e-4501-892a-d4126d4be260 req-86ba0ad9-2183-40f6-abac-68949ce2d1e3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.194208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31294-8b9e-4501-892a-d4126d4be260 req-86ba0ad9-2183-40f6-abac-68949ce2d1e3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.194509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:43.200869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31294-8b9e-4501-892a-d4126d4be260 req-86ba0ad9-2183-40f6-abac-68949ce2d1e3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.202034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:43.208566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31294-8b9e-4501-892a-d4126d4be260 req-86ba0ad9-2183-40f6-abac-68949ce2d1e3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.216041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31294-8b9e-4501-892a-d4126d4be260 req-86ba0ad9-2183-40f6-abac-68949ce2d1e3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.220044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20d31294-8b9e-4501-892a-d4126d4be260 req-86ba0ad9-2183-40f6-abac-68949ce2d1e3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5428 time: 0.4834185
Apr 09 21:10:43.220387 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.238213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a0390-e10d-4434-8af6-39e56f1ba3d7 req-57edc8fd-7ca8-4dd4-b54b-af70c97a240d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.240962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f2a0390-e10d-4434-8af6-39e56f1ba3d7 req-57edc8fd-7ca8-4dd4-b54b-af70c97a240d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 944 time: 0.5405605
Apr 09 21:10:43.250420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a3ce64ea-7c59-485a-8f4b-e040ea24b0b0', 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'port_id': 'a3ce64ea-7c59-485a-8f4b-e040ea24b0b0', 'mac_address': 'fa:16:3e:6e:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc60a1b-b0e4-4964-b277-14acb7533918', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:43.299144 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.304886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=fa5869f4-acbf-4743-a4f2-ce2f82ae5320,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:43.336091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:43.336480 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.355182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:43.381477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:43.394458 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.395499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 795eaf94-b9aa-4494-8de0-8b62eecc59b1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:43.431924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40be48f4-798b-4875-8a7b-0b31c9e26c6e req-a448757f-51e6-40b6-9269-7b95ca3de804 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5112047
Apr 09 21:10:43.495360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848e8f83-24c1-439f-891e-4a68ed90d104 req-12864255-9903-48d8-b1de-5f354b09dfe6 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4886079
Apr 09 21:10:43.502033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.530556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f2a0390-e10d-4434-8af6-39e56f1ba3d7 req-dd38a304-50cc-4280-bf12-0f0144713aa9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2648628
Apr 09 21:10:43.551772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20d31294-8b9e-4501-892a-d4126d4be260 req-570e8edb-9400-42dd-9788-17fe7b1b50d3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3077960
Apr 09 21:10:43.574639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:43.599237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Deleting port 5ff661cd-9b1e-40cc-9304-66dc876ccabe {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:43.599237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.609767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 795eaf94-b9aa-4494-8de0-8b62eecc59b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=795eaf94-b9aa-4494-8de0-8b62eecc59b1,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:43.641409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '795eaf94-b9aa-4494-8de0-8b62eecc59b1', 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda', 'port_id': '795eaf94-b9aa-4494-8de0-8b62eecc59b1', 'mac_address': 'fa:16:3e:3f:4d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13cde6a-1510-4a65-8799-c721bbe26f47', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:43.697638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:43.698615 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.719955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795eaf94-b9aa-4494-8de0-8b62eecc59b1 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:43.728743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fa4afac-e2a7-4f6e-9b8e-7b774c1bead2 req-71c2fd94-0e7e-45ff-82e2-e6a362b1a659 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0806882
Apr 09 21:10:43.764197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 795eaf94-b9aa-4494-8de0-8b62eecc59b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=795eaf94-b9aa-4494-8de0-8b62eecc59b1,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:43.776795 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.776795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device da958d47-ba90-4946-a8c2-f3457704513e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:43.820104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.823174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d834b5c-91b8-4013-bbbb-1ca5f4706ba6 req-3fb64917-e7e7-4d9d-90a8-7f5ce8d2dc3b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:43.825850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d834b5c-91b8-4013-bbbb-1ca5f4706ba6 req-3fb64917-e7e7-4d9d-90a8-7f5ce8d2dc3b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 943 time: 0.0951104
Apr 09 21:10:43.837485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Calling delete_port for 5ff661cd-9b1e-40cc-9304-66dc876ccabe owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:43.890754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=795eaf94-b9aa-4494-8de0-8b62eecc59b1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:43.895443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d834b5c-91b8-4013-bbbb-1ca5f4706ba6 req-842326fd-cdb7-4b8b-b83e-5367ff3498b8 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638373
Apr 09 21:10:43.968844 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Publish callbacks [] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.978817 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:43.984728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port da958d47-ba90-4946-a8c2-f3457704513e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da958d47-ba90-4946-a8c2-f3457704513e,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:44.003111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'da958d47-ba90-4946-a8c2-f3457704513e', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'port_id': 'da958d47-ba90-4946-a8c2-f3457704513e', 'mac_address': 'fa:16:3e:59:a2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:44.048294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port da958d47-ba90-4946-a8c2-f3457704513e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:44.048683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (da958d47-ba90-4946-a8c2-f3457704513e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.051248 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Attempting to bind port 5ff661cd-9b1e-40cc-9304-66dc876ccabe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:44.051613 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Attempting to bind port 5ff661cd-9b1e-40cc-9304-66dc876ccabe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:44.052208 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Attempting to bind port 5ff661cd-9b1e-40cc-9304-66dc876ccabe on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:44.055568 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c8144-fac1-4a7b-839d-65c52c7418c8 None None] Pushing event updated for resources: {'Port': ['ID=5ff661cd-9b1e-40cc-9304-66dc876ccabe,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:44.060509 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:44.060881 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:44.061387 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.061781 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:44.062258 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Bound port: 5ff661cd-9b1e-40cc-9304-66dc876ccabe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:44.062634 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.084718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.151440 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.db.api [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:10:44.151883 ncdv-master-1 neutron-server[126922]: DEBUG oslo_db.api [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:10:44.158861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ff661cd-9b1e-40cc-9304-66dc876ccabe,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:44.208234 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.219916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da958d47-ba90-4946-a8c2-f3457704513e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:44.241291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port da958d47-ba90-4946-a8c2-f3457704513e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da958d47-ba90-4946-a8c2-f3457704513e,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:44.248293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (da958d47-ba90-4946-a8c2-f3457704513e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.249327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ace7507d-dd06-475c-b999-2430bd431592 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:44.316138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=da958d47-ba90-4946-a8c2-f3457704513e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:44.321756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.321988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ace7507d-dd06-475c-b999-2430bd431592, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ace7507d-dd06-475c-b999-2430bd431592,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:44.324394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_controller (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.332821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'ace7507d-dd06-475c-b999-2430bd431592', 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'port_id': 'ace7507d-dd06-475c-b999-2430bd431592', 'mac_address': 'fa:16:3e:1b:7a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc60a1b-b0e4-4964-b277-14acb7533918', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:44.374438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.375681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:10:44.376760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ace7507d-dd06-475c-b999-2430bd431592 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:44.377515 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ace7507d-dd06-475c-b999-2430bd431592), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.381593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.385129 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-29678229-5512-48c5-b3bf-e90bd39c6321 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "DELETE /v2.0/routers/9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae HTTP/1.1" status: 204  len: 168 time: 1.4017341
Apr 09 21:10:44.385679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36140) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:44.395592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace7507d-dd06-475c-b999-2430bd431592 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:44.416298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ace7507d-dd06-475c-b999-2430bd431592, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ace7507d-dd06-475c-b999-2430bd431592,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:44.422144 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ace7507d-dd06-475c-b999-2430bd431592), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.423151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:44.484025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fa5869f4-acbf-4743-a4f2-ce2f82ae5320 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:44.562967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:44.572330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ace7507d-dd06-475c-b999-2430bd431592,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:44.585203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7', 'network_id': 'f6f98062-6e39-47e6-ab8a-083f21750bda', 'port_id': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7', 'mac_address': 'fa:16:3e:8c:eb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13cde6a-1510-4a65-8799-c721bbe26f47', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:44.619697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:44.620507 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.659951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:44.659951 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.671062 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Attempting to bind port 5ff661cd-9b1e-40cc-9304-66dc876ccabe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:10:44.671968 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Attempting to bind port 5ff661cd-9b1e-40cc-9304-66dc876ccabe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:10:44.672585 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Attempting to bind port 5ff661cd-9b1e-40cc-9304-66dc876ccabe on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:10:44.678813 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:10:44.679351 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:10:44.679858 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.680351 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:10:44.680947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:44.681140 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Bound port: 5ff661cd-9b1e-40cc-9304-66dc876ccabe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:10:44.681676 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff661cd-9b1e-40cc-9304-66dc876ccabe), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.701157 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.plugin [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Port 5ff661cd-9b1e-40cc-9304-66dc876ccabe has been deleted concurrently {{(pid=126922) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Apr 09 21:10:44.705792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:44.714424 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:44.714953 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 09 21:10:44.715723 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_agentschedulers_db [None req-91bcf3da-133d-4173-b970-3304be285929 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent'). {{(pid=126922) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 09 21:10:44.716222 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bcf3da-133d-4173-b970-3304be285929 None None] The sync data for ids ['9f7d45fd-359a-4ad9-b40e-790ea0c4a9ae'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:44.728812 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.729491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d2e847f7-3df6-4159-af29-b43d77f7ab51 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:44.791856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:44.820811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:44.825074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d2e847f7-3df6-4159-af29-b43d77f7ab51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e847f7-3df6-4159-af29-b43d77f7ab51,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:44.836607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd2e847f7-3df6-4159-af29-b43d77f7ab51', 'network_id': '92519850-eedc-4d89-a26d-ad4b1c086541', 'port_id': 'd2e847f7-3df6-4159-af29-b43d77f7ab51', 'mac_address': 'fa:16:3e:18:0d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc60a1b-b0e4-4964-b277-14acb7533918', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:44.883153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d2e847f7-3df6-4159-af29-b43d77f7ab51 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:44.883798 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.899405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e847f7-3df6-4159-af29-b43d77f7ab51 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:44.900535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-b5efa9a9-75d3-46a0-bb19-f25ed52ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:44.902097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-b5efa9a9-75d3-46a0-bb19-f25ed52ee460 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1126 time: 0.4495010
Apr 09 21:10:44.920944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d2e847f7-3df6-4159-af29-b43d77f7ab51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e847f7-3df6-4159-af29-b43d77f7ab51,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:44.926590 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.928416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670aa37-d8a8-460f-83de-0aee62876507 req-1cbdf543-503d-453f-a660-665a0fc61d1d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:44.929968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5670aa37-d8a8-460f-83de-0aee62876507 req-1cbdf543-503d-453f-a660-665a0fc61d1d tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 944 time: 0.1132214
Apr 09 21:10:44.932732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (73f0fe03-8075-4109-811e-a87c2beccad6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:44.949917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233470b-b212-4b68-90df-4284c2b1c2fa req-ede0b15e-9501-43be-9b2c-48b821b05169 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:44.951407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5233470b-b212-4b68-90df-4284c2b1c2fa req-ede0b15e-9501-43be-9b2c-48b821b05169 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1359813
Apr 09 21:10:44.957122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fb082d76-dfa5-400a-8a59-2c435b48cf05 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:45.000270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d2e847f7-3df6-4159-af29-b43d77f7ab51,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:45.116760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fb082d76-dfa5-400a-8a59-2c435b48cf05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb082d76-dfa5-400a-8a59-2c435b48cf05,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:45.130304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:45.173998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port fb082d76-dfa5-400a-8a59-2c435b48cf05 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:45.174312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:45.185724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5670aa37-d8a8-460f-83de-0aee62876507 req-5add45c9-4d94-41f3-bc5b-909129daca86 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2251008
Apr 09 21:10:45.211497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-ae91585f-8822-45a2-b22f-86b85f47c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.213919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-ae91585f-8822-45a2-b22f-86b85f47c9f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.3051517
Apr 09 21:10:45.220252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5233470b-b212-4b68-90df-4284c2b1c2fa req-82d23a47-e236-4b43-bd55-0d384cadfe18 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2344155
Apr 09 21:10:45.222125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb082d76-dfa5-400a-8a59-2c435b48cf05 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:45.245901 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (73f0fe03-8075-4109-811e-a87c2beccad6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:45.279962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fb082d76-dfa5-400a-8a59-2c435b48cf05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb082d76-dfa5-400a-8a59-2c435b48cf05,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:45.288956 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:45.337685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-e8388b0b-2ffc-4b0d-bb4e-9bb4103a004a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 200  len: 217 time: 0.1163826
Apr 09 21:10:45.354639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=fb082d76-dfa5-400a-8a59-2c435b48cf05,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:45.415036 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91c303fb-a78a-45fd-8d70-9eb9e38c4526 req-df6c08fc-8a7a-45f3-824e-62a36eda80e0 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0721686
Apr 09 21:10:45.434458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-41b35b19-ce17-4df9-8ef3-a9c521468cab tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.439825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-41b35b19-ce17-4df9-8ef3-a9c521468cab tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.445270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-41b35b19-ce17-4df9-8ef3-a9c521468cab tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.450546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-41b35b19-ce17-4df9-8ef3-a9c521468cab tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.455931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-41b35b19-ce17-4df9-8ef3-a9c521468cab tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.461295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-41b35b19-ce17-4df9-8ef3-a9c521468cab tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.466737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-41b35b19-ce17-4df9-8ef3-a9c521468cab tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.468780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-41b35b19-ce17-4df9-8ef3-a9c521468cab tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5435 time: 0.2061806
Apr 09 21:10:45.475766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Deleting port fa5869f4-acbf-4743-a4f2-ce2f82ae5320 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:45.476346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:45.670127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4438ec-e617-423a-bcbb-516935ee167b req-47662008-d276-49a1-aae3-3158a4a94fcf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.671764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc4438ec-e617-423a-bcbb-516935ee167b req-47662008-d276-49a1-aae3-3158a4a94fcf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 944 time: 0.1702895
Apr 09 21:10:45.698426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-c850cac9-51bb-4340-8e66-98d5753f3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.699734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-c850cac9-51bb-4340-8e66-98d5753f3947 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1889691
Apr 09 21:10:45.713824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03e032a-13f4-41c9-93f9-c046ed108176 req-dbc74625-c605-41fe-8f1f-04df5eaf6ec3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2343392
Apr 09 21:10:45.732613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] For port fa5869f4-acbf-4743-a4f2-ce2f82ae5320, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa5869f4-acbf-4743-a4f2-ce2f82ae5320,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:45.732983 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:45.754487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Calling delete_port for fa5869f4-acbf-4743-a4f2-ce2f82ae5320 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:45.772992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc4438ec-e617-423a-bcbb-516935ee167b req-1548550e-7d77-437b-8a95-29cff2d8291d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882113
Apr 09 21:10:45.915427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-b9f1351b-cea0-424a-aa35-d2450c068089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:45.916926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-b9f1351b-cea0-424a-aa35-d2450c068089 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0488622
Apr 09 21:10:46.019051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['3e8709fe-4ff2-4d1a-b51d-e89c7bc51920'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:46.034904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fa5869f4-acbf-4743-a4f2-ce2f82ae5320), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.069337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa5869f4-acbf-4743-a4f2-ce2f82ae5320,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:46.074984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-ada1c344-8cbe-40cb-8d4a-dbc170ea49a5 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508851
Apr 09 21:10:46.104015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a3ce64ea-7c59-485a-8f4b-e040ea24b0b0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:46.191945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (73f0fe03-8075-4109-811e-a87c2beccad6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.329805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (73f0fe03-8075-4109-811e-a87c2beccad6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.332913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a03a5e5f-a3bf-4bc8-8a62-0bb56b451684 req-8988fa23-c5f7-45d1-898a-a8f0e1dfd7cf service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395771
Apr 09 21:10:46.334019 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_controller (73f0fe03-8075-4109-811e-a87c2beccad6), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.379533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3543e1b-9273-4862-a124-a719ce3c8c98 req-be822296-f332-4060-9699-8e94fbcfd799 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.381018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3543e1b-9273-4862-a124-a719ce3c8c98 req-be822296-f332-4060-9699-8e94fbcfd799 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 944 time: 0.1264620
Apr 09 21:10:46.441939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c560a5-5bca-4b21-9cc7-4d8d898dc6f2 req-4bef0a39-5958-43cf-8eed-1bfcb86384d9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.443575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97c560a5-5bca-4b21-9cc7-4d8d898dc6f2 req-4bef0a39-5958-43cf-8eed-1bfcb86384d9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1183918
Apr 09 21:10:46.448165 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (73f0fe03-8075-4109-811e-a87c2beccad6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.448690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73f0fe03-8075-4109-811e-a87c2beccad6 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:10:46.455297 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.456590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2befa1db-feb7-41d2-bf0e-863f48de3e0b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "DELETE /v2.0/routers/73f0fe03-8075-4109-811e-a87c2beccad6 HTTP/1.1" status: 204  len: 168 time: 2.0699997
Apr 09 21:10:46.465018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36188) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:46.470278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1731610590', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:46.500979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3543e1b-9273-4862-a124-a719ce3c8c98 req-0e2b3b1b-a018-49b2-8afa-75fbc891dacf tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859807
Apr 09 21:10:46.503503 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (e1e1324a-6e40-496e-a0c1-768a62be592a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.504771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (e1e1324a-6e40-496e-a0c1-768a62be592a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.542488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97c560a5-5bca-4b21-9cc7-4d8d898dc6f2 req-7842c9a0-c1ae-4e44-ac4a-e47dfd402a20 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914481
Apr 09 21:10:46.578096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (e1e1324a-6e40-496e-a0c1-768a62be592a), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.653757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c928490-8bc6-4b21-8a64-eae4272833b3 req-af1d8669-eca4-4860-984e-6c53bc94c4cc tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0436864
Apr 09 21:10:46.751796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (e1e1324a-6e40-496e-a0c1-768a62be592a), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.819226 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:10:46.896801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0fd033aa-e810-4903-b4c7-ea8c98f40682 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.903192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0fd033aa-e810-4903-b4c7-ea8c98f40682 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.908619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0fd033aa-e810-4903-b4c7-ea8c98f40682 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.913969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0fd033aa-e810-4903-b4c7-ea8c98f40682 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.919400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0fd033aa-e810-4903-b4c7-ea8c98f40682 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.924831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0fd033aa-e810-4903-b4c7-ea8c98f40682 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.930226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0fd033aa-e810-4903-b4c7-ea8c98f40682 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.932656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0fd033aa-e810-4903-b4c7-ea8c98f40682 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5435 time: 0.1378715
Apr 09 21:10:46.954134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (e1e1324a-6e40-496e-a0c1-768a62be592a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:46.968814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf770f-c51c-464c-8bcf-8f3592a03fb8 req-374f4078-c10e-428b-8712-abf7d116b45e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:46.970605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18bf770f-c51c-464c-8bcf-8f3592a03fb8 req-374f4078-c10e-428b-8712-abf7d116b45e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 944 time: 0.1249886
Apr 09 21:10:47.048710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b499a09f-824f-450b-852c-b5d922df9d57 req-0a6beeed-9e8a-4d4f-b761-b532618a89b3 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0946903
Apr 09 21:10:47.071003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18bf770f-c51c-464c-8bcf-8f3592a03fb8 req-374ca8af-bdc9-47eb-bc36-873dd21b119b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916321
Apr 09 21:10:47.129174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['fb082d76-dfa5-400a-8a59-2c435b48cf05'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:47.132431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:10:47.251473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:47.302724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:47.356292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:47.374617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['da958d47-ba90-4946-a8c2-f3457704513e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:47.416190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'mac_address': 'fa:16:3e:87:d5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:10:47.416980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Allocated IP 172.35.0.60 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/c65a84f9-47ab-4fa4-a64e-44e3d5e246d4) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:47.431689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:47.468000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d2e847f7-3df6-4159-af29-b43d77f7ab51'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:47.470232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:47.470638 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:47.525624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for port (c65a84f9-47ab-4fa4-a64e-44e3d5e246d4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:47.566822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:47.567701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c65a84f9-47ab-4fa4-a64e-44e3d5e246d4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:47.588031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:47.590769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:47.613134 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:47.622999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:47.623430 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:47.646643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a6bed-3181-4280-bd11-af891e80394a req-34b2bab6-01ed-4053-97bb-e6a8cec8d470 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:47.649986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f90a6bed-3181-4280-bd11-af891e80394a req-34b2bab6-01ed-4053-97bb-e6a8cec8d470 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 944 time: 0.0685964
Apr 09 21:10:47.661977 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event updated for resources: {'Port': ['ID=c65a84f9-47ab-4fa4-a64e-44e3d5e246d4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:47.663393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ace7507d-dd06-475c-b999-2430bd431592'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:47.724218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03e90-b566-41a1-92d2-8127ea4a4b0f req-03ba865d-4183-4604-9346-1591abe61f7c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:47.724974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:10:47.729612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ba03e90-b566-41a1-92d2-8127ea4a4b0f req-03ba865d-4183-4604-9346-1591abe61f7c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0784752
Apr 09 21:10:47.770744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['795eaf94-b9aa-4494-8de0-8b62eecc59b1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:47.782722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f90a6bed-3181-4280-bd11-af891e80394a req-cef6ff8f-d5c4-46ab-a25a-9bf24a7fa9d9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199751
Apr 09 21:10:47.825986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ba03e90-b566-41a1-92d2-8127ea4a4b0f req-3560613f-ab46-4c94-9848-6a2ceecd515c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856786
Apr 09 21:10:47.862964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:47.946233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (e1e1324a-6e40-496e-a0c1-768a62be592a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:47.975003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23007599-7a48-48dd-841c-5263ca0b0af8 req-fb4712bb-1985-4452-9df1-bd701bb0c564 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0653684
Apr 09 21:10:47.989832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:48.115152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:48.120313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:48.253789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (e1e1324a-6e40-496e-a0c1-768a62be592a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:48.272564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:48.274853 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bfe4d1-0318-40f9-8aed-978b94c3b0ae" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "3e8709fe-4ff2-4d1a-b51d-e89c7bc51920"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:48.281504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3411a-d40b-4491-a033-81122496ae48 req-96e96643-a68c-40f5-9296-03ea3dd680a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:48.287207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3411a-d40b-4491-a033-81122496ae48 req-96e96643-a68c-40f5-9296-03ea3dd680a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:48.290474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:48.292791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3411a-d40b-4491-a033-81122496ae48 req-96e96643-a68c-40f5-9296-03ea3dd680a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:48.294557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:48.298761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3411a-d40b-4491-a033-81122496ae48 req-96e96643-a68c-40f5-9296-03ea3dd680a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:48.303963 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3411a-d40b-4491-a033-81122496ae48 req-96e96643-a68c-40f5-9296-03ea3dd680a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:48.309498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3411a-d40b-4491-a033-81122496ae48 req-96e96643-a68c-40f5-9296-03ea3dd680a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:48.315030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3411a-d40b-4491-a033-81122496ae48 req-96e96643-a68c-40f5-9296-03ea3dd680a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:48.322777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-efa3411a-d40b-4491-a033-81122496ae48 req-96e96643-a68c-40f5-9296-03ea3dd680a9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5435 time: 0.1756160
Apr 09 21:10:48.325678 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:48.326578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:48.338342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08322a41-27f4-4db6-b617-dd6c0e26b6a6 req-caccfe74-476f-4e55-a0a5-e8474a55496d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:48.339812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08322a41-27f4-4db6-b617-dd6c0e26b6a6 req-caccfe74-476f-4e55-a0a5-e8474a55496d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 944 time: 0.1774812
Apr 09 21:10:48.428026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-efa3411a-d40b-4491-a033-81122496ae48 req-7c6fb702-87e2-4cef-a530-37f5ba215e20 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1042588
Apr 09 21:10:48.431871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fa5869f4-acbf-4743-a4f2-ce2f82ae5320 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:10:48.506620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Router e1e1324a-6e40-496e-a0c1-768a62be592a is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:48.518678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08322a41-27f4-4db6-b617-dd6c0e26b6a6 req-fdd4a461-6524-421d-8537-db811ef9752e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1694968
Apr 09 21:10:48.648292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: fa5869f4-acbf-4743-a4f2-ce2f82ae5320 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:10:48.648581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fa5869f4-acbf-4743-a4f2-ce2f82ae5320 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:10:48.659540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:48.683175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52bdec1-6ad1-4de2-b4df-bfebb532e90d None None] Sync routers for ids ['e1e1324a-6e40-496e-a0c1-768a62be592a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:48.697900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:48.700041 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b669112c-8c79-4acd-a3c7-8d888ed31670 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.2334089
Apr 09 21:10:48.702876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36234) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:48.708197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-69b0d693-f8ce-4506-87e7-675e350baae1 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': False}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:48.712827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:48.727637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:48.740019 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dbc9a9-12c3-465d-943c-e86112b529d3 x-openstack-request-id: req-d4dbc9a9-12c3-465d-943c-e86112b529d3 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:48.740311 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "3e8709fe-4ff2-4d1a-b51d-e89c7bc51920", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:48.740558 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4dbc9a9-12c3-465d-943c-e86112b529d3 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:48.740954 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dbc9a9-12c3-465d-943c-e86112b529d3'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920', 'code': 200}
Apr 09 21:10:48.743607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:48.743956 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:48.749418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52bdec1-6ad1-4de2-b4df-bfebb532e90d None None] Routers {'e1e1324a-6e40-496e-a0c1-768a62be592a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:48.750094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d52bdec1-6ad1-4de2-b4df-bfebb532e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763c6460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e1e1324a-6e40-496e-a0c1-768a62be592a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:48.857439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d52bdec1-6ad1-4de2-b4df-bfebb532e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763c6460>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:48.874182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52bdec1-6ad1-4de2-b4df-bfebb532e90d None None] Routers {'e1e1324a-6e40-496e-a0c1-768a62be592a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:48.874820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d52bdec1-6ad1-4de2-b4df-bfebb532e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763c6460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e1e1324a-6e40-496e-a0c1-768a62be592a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:48.970928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d52bdec1-6ad1-4de2-b4df-bfebb532e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763c6460>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:48.971550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52bdec1-6ad1-4de2-b4df-bfebb532e90d None None] The sync data for ids ['e1e1324a-6e40-496e-a0c1-768a62be592a'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:48.989284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:48.989284 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:49.019960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:49.026919 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:49.062834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8feeb6-035c-4b90-8951-e8fe2d973fb6 req-7bd3b5cf-9ae7-48b7-b4ed-8d96b3386fd7 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.069846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f8feeb6-035c-4b90-8951-e8fe2d973fb6 req-7bd3b5cf-9ae7-48b7-b4ed-8d96b3386fd7 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 945 time: 0.1476791
Apr 09 21:10:49.081760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163616-7015-49f9-809f-05d4a9836724 req-80c22723-3b33-4e86-b4e5-6d2087be628a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.081994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:49.083404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31163616-7015-49f9-809f-05d4a9836724 req-80c22723-3b33-4e86-b4e5-6d2087be628a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1568992
Apr 09 21:10:49.217121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31163616-7015-49f9-809f-05d4a9836724 req-d4dee4d1-49df-42bf-8df7-682f142a2ee2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1248345
Apr 09 21:10:49.222205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f8feeb6-035c-4b90-8951-e8fe2d973fb6 req-a17a46be-03f5-4cae-8f4d-7843f170e8b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1514542
Apr 09 21:10:49.277913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-69b0d693-f8ce-4506-87e7-675e350baae1 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (e1e1324a-6e40-496e-a0c1-768a62be592a), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:49.319912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a1d8efc-161e-4e9f-914b-058d992b203e req-9ed07b1c-fe4c-4df3-9884-b0bea41e3505 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0384879
Apr 09 21:10:49.801737 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-56e3e095-49c8-4d1c-a9fc-f9ddbb011a8f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413525
Apr 09 21:10:49.872891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-30c93e49-b785-41b5-ae0d-15a5b8b7a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.874650 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-30c93e49-b785-41b5-ae0d-15a5b8b7a90c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 1128 time: 0.0433192
Apr 09 21:10:49.910205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-447b7818-96b5-45d0-a44a-e914895e05c9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.915477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-447b7818-96b5-45d0-a44a-e914895e05c9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.920710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-447b7818-96b5-45d0-a44a-e914895e05c9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.925965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-447b7818-96b5-45d0-a44a-e914895e05c9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.931142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-447b7818-96b5-45d0-a44a-e914895e05c9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.936404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-447b7818-96b5-45d0-a44a-e914895e05c9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.941650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-447b7818-96b5-45d0-a44a-e914895e05c9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.943553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-447b7818-96b5-45d0-a44a-e914895e05c9 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5437 time: 0.4153407
Apr 09 21:10:49.986174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-9b2a68ef-5799-44b3-baaf-98cb0c8de40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:49.987660 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-9b2a68ef-5799-44b3-baaf-98cb0c8de40a service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.0933213
Apr 09 21:10:50.010927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7b9b5-2ace-469a-9988-00f898327e1c req-544e67b6-4285-4c38-89ce-e2ab5c8c2200 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:50.012388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28a7b9b5-2ace-469a-9988-00f898327e1c req-544e67b6-4285-4c38-89ce-e2ab5c8c2200 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 944 time: 0.4313099
Apr 09 21:10:50.038820 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-2263c133-379b-435a-a6c6-cbe95bdbc03b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f HTTP/1.1" status: 200  len: 217 time: 0.0403047
Apr 09 21:10:50.088923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-cf4d73d4-225b-4f22-b26a-eb5af4f04b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:50.090525 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-cf4d73d4-225b-4f22-b26a-eb5af4f04b21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.0455260
Apr 09 21:10:50.116383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac8c11ac-d1a6-4b93-b380-a17911f8ad2d req-9d8060cc-3e65-4f6b-89d5-f373984b12d4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1661613
Apr 09 21:10:50.133441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28a7b9b5-2ace-469a-9988-00f898327e1c req-f614a440-d15a-4572-bef0-1499a4178210 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105587
Apr 09 21:10:50.183117 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-a3ee8712-9ce2-4b5f-83f1-37d21af01a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:50.184769 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-a3ee8712-9ce2-4b5f-83f1-37d21af01a97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0847244
Apr 09 21:10:50.218228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-69b0d693-f8ce-4506-87e7-675e350baae1 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (e1e1324a-6e40-496e-a0c1-768a62be592a), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:50.222887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-69b0d693-f8ce-4506-87e7-675e350baae1 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (e1e1324a-6e40-496e-a0c1-768a62be592a), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:50.293948 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-d0e0418b-64bd-4742-b6ef-8729c217d212 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000793
Apr 09 21:10:50.401369 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2f49ad1c-89a5-44b2-8ac7-ca6950555ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:50.405570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68112000-7ce7-404d-8803-75c36a40b6b0 req-3325af98-51af-4a98-aa91-c489a8af68b0 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:50.407060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68112000-7ce7-404d-8803-75c36a40b6b0 req-3325af98-51af-4a98-aa91-c489a8af68b0 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0933671
Apr 09 21:10:50.413304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e600ba-de4d-4919-8416-d87bd6749a04 req-ca88a009-7512-4ea3-868f-cb2e4d94e696 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:50.414721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29e600ba-de4d-4919-8416-d87bd6749a04 req-ca88a009-7512-4ea3-868f-cb2e4d94e696 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 945 time: 0.0860603
Apr 09 21:10:50.421877 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6b6f28ce-4fd4-4eb7-8a5b-cf8d9e36ceab req-9f44a38b-cd69-4f0c-bf3c-2c2cb3274d47 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198521
Apr 09 21:10:50.437786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b0d693-f8ce-4506-87e7-675e350baae1 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Router e1e1324a-6e40-496e-a0c1-768a62be592a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:10:50.504665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68112000-7ce7-404d-8803-75c36a40b6b0 req-026c6e64-d291-4ade-9955-d7e30b09d1c7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868804
Apr 09 21:10:50.558423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29e600ba-de4d-4919-8416-d87bd6749a04 req-2544894e-b04b-4ac6-aefc-acf465ff9e83 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309006
Apr 09 21:10:50.651346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f14c0860-183d-42b4-a83f-5114debd0e5f req-d1854a10-b777-47ad-9dc8-d78c1466bbfb tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0422935
Apr 09 21:10:50.661336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b0d693-f8ce-4506-87e7-675e350baae1 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:50.665872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-69b0d693-f8ce-4506-87e7-675e350baae1 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:50.669925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36336) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:50.670177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-69b0d693-f8ce-4506-87e7-675e350baae1 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "PUT /v2.0/routers/e1e1324a-6e40-496e-a0c1-768a62be592a HTTP/1.1" status: 200  len: 921 time: 1.9657335
Apr 09 21:10:50.671588 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cb198-4fb0-4d75-9875-c248821a7450 None None] Sync routers for ids ['e1e1324a-6e40-496e-a0c1-768a62be592a'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:50.685729 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cb198-4fb0-4d75-9875-c248821a7450 None None] Routers {'e1e1324a-6e40-496e-a0c1-768a62be592a'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:50.686687 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3b4cb198-4fb0-4d75-9875-c248821a7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376dc7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e1e1324a-6e40-496e-a0c1-768a62be592a'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:50.726185 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3b4cb198-4fb0-4d75-9875-c248821a7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376dc7c40>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:50.735299 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cb198-4fb0-4d75-9875-c248821a7450 None None] Routers {'e1e1324a-6e40-496e-a0c1-768a62be592a'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:50.735941 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3b4cb198-4fb0-4d75-9875-c248821a7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376dc7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['e1e1324a-6e40-496e-a0c1-768a62be592a'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:50.742515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce64ea-7c59-485a-8f4b-e040ea24b0b0'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:50.745514 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a117308-1635-4671-aa2f-862c4633a1b5" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce64ea-7c59-485a-8f4b-e040ea24b0b0"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:50.787328 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-91a5f4f3-179d-400a-a61c-6647610dcc64 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/routers/e1e1324a-6e40-496e-a0c1-768a62be592a HTTP/1.1" status: 200  len: 921 time: 0.1155767
Apr 09 21:10:50.789069 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3b4cb198-4fb0-4d75-9875-c248821a7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376dc7c40>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:50.789884 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cb198-4fb0-4d75-9875-c248821a7450 None None] The sync data for ids ['e1e1324a-6e40-496e-a0c1-768a62be592a'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:50.790469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36340) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:50.792050 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dc4867-d07a-43ee-856d-87983f612594 x-openstack-request-id: req-b0dc4867-d07a-43ee-856d-87983f612594 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:50.792358 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce64ea-7c59-485a-8f4b-e040ea24b0b0", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:50.792818 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0dc4867-d07a-43ee-856d-87983f612594 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:50.793285 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dc4867-d07a-43ee-856d-87983f612594'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce64ea-7c59-485a-8f4b-e040ea24b0b0', 'code': 200}
Apr 09 21:10:50.867958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cab94b-aba4-4049-9c14-def720676ce0 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:50.869497 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33cab94b-aba4-4049-9c14-def720676ce0 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=e1e1324a-6e40-496e-a0c1-768a62be592a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0774312
Apr 09 21:10:50.872338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36342) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:50.928670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['92818e3d-053c-4742-bf9a-5d9ff3ccdf98'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:10:50.962044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807e233-5bf8-4d35-a3db-d2d9ade0e3dc tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:50.963418 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b807e233-5bf8-4d35-a3db-d2d9ade0e3dc tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 881 time: 0.0902011
Apr 09 21:10:50.966986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36344) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:50.997363 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-619cc52d-0ab3-436c-8099-76cafbcf021d tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1e1324a-6e40-496e-a0c1-768a62be592a HTTP/1.1" status: 200  len: 205 time: 0.0297029
Apr 09 21:10:50.999925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36348) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:51.120446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (e1e1324a-6e40-496e-a0c1-768a62be592a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.235803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (e1e1324a-6e40-496e-a0c1-768a62be592a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.282502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Deleting port c65a84f9-47ab-4fa4-a64e-44e3d5e246d4 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:51.282907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c65a84f9-47ab-4fa4-a64e-44e3d5e246d4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.283971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28c92-aa9b-4269-b359-5992e149d240 req-792c4d08-6db1-4312-af15-32c8e0a2db37 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.289295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28c92-aa9b-4269-b359-5992e149d240 req-792c4d08-6db1-4312-af15-32c8e0a2db37 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.294582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28c92-aa9b-4269-b359-5992e149d240 req-792c4d08-6db1-4312-af15-32c8e0a2db37 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.299916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28c92-aa9b-4269-b359-5992e149d240 req-792c4d08-6db1-4312-af15-32c8e0a2db37 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.305239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28c92-aa9b-4269-b359-5992e149d240 req-792c4d08-6db1-4312-af15-32c8e0a2db37 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.310492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28c92-aa9b-4269-b359-5992e149d240 req-792c4d08-6db1-4312-af15-32c8e0a2db37 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.315759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28c92-aa9b-4269-b359-5992e149d240 req-792c4d08-6db1-4312-af15-32c8e0a2db37 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.317742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e28c92-aa9b-4269-b359-5992e149d240 req-792c4d08-6db1-4312-af15-32c8e0a2db37 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5437 time: 0.1149874
Apr 09 21:10:51.337584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815b780-f963-4d8e-89d8-b828d80acc22 req-aad005a8-27fd-4b8d-9653-fb4c8c584983 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.339048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e815b780-f963-4d8e-89d8-b828d80acc22 req-aad005a8-27fd-4b8d-9653-fb4c8c584983 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 944 time: 0.1038935
Apr 09 21:10:51.365148 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c65a84f9-47ab-4fa4-a64e-44e3d5e246d4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.377991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Calling delete_port for c65a84f9-47ab-4fa4-a64e-44e3d5e246d4 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:51.419134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e28c92-aa9b-4269-b359-5992e149d240 req-d8b57984-c479-488e-9820-fce676bd48cc tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0952384
Apr 09 21:10:51.422485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e815b780-f963-4d8e-89d8-b828d80acc22 req-f59209ba-e7ac-48b6-ad68-8eaaa562904e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771713
Apr 09 21:10:51.564971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c65a84f9-47ab-4fa4-a64e-44e3d5e246d4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.594006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event deleted for resources: {'Port': ['ID=c65a84f9-47ab-4fa4-a64e-44e3d5e246d4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:51.656311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a33450-b667-4321-b27c-3b362d9fa549 req-264bfa63-2676-4911-9268-af0c58ac2a67 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.658364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24a33450-b667-4321-b27c-3b362d9fa549 req-264bfa63-2676-4911-9268-af0c58ac2a67 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0617335
Apr 09 21:10:51.663176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (e1e1324a-6e40-496e-a0c1-768a62be592a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.749155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74054-1ebe-4341-bd30-8f57adb3af48 req-b96ce4e0-4d5e-4711-a143-7212752b83f5 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:51.758757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3aa74054-1ebe-4341-bd30-8f57adb3af48 req-b96ce4e0-4d5e-4711-a143-7212752b83f5 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 945 time: 0.0991111
Apr 09 21:10:51.768401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (e1e1324a-6e40-496e-a0c1-768a62be592a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.771266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (e1e1324a-6e40-496e-a0c1-768a62be592a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.819079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24a33450-b667-4321-b27c-3b362d9fa549 req-51abc34b-1027-44e0-8397-e8d99d7a75c9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468832
Apr 09 21:10:51.826771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3aa74054-1ebe-4341-bd30-8f57adb3af48 req-ce92374b-e3c4-4eb8-a8c3-21033f61f6a0 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670702
Apr 09 21:10:51.833617 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (e1e1324a-6e40-496e-a0c1-768a62be592a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.834153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Fanout notify agent at l3_agent the message router_deleted on router e1e1324a-6e40-496e-a0c1-768a62be592a {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:10:51.843934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.845056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-44227f46-efd6-4a5c-b0e5-40b108b19ef3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/e1e1324a-6e40-496e-a0c1-768a62be592a HTTP/1.1" status: 204  len: 168 time: 0.8433213
Apr 09 21:10:51.853596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36396) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:51.859478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-da0639dc-3262-46d4-8b0a-7602c4882c3c tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-481048942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:51.888842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-da0639dc-3262-46d4-8b0a-7602c4882c3c tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (eab04c01-9c51-4ffa-a20a-2b479e076b01), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.890032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-da0639dc-3262-46d4-8b0a-7602c4882c3c tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (eab04c01-9c51-4ffa-a20a-2b479e076b01), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.953230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3033532b-81d3-41a6-af0d-8fc4f88b0d71 req-1618452a-e233-4dd5-a928-6a67a142394b tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0322664
Apr 09 21:10:51.980212 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-da0639dc-3262-46d4-8b0a-7602c4882c3c tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (eab04c01-9c51-4ffa-a20a-2b479e076b01), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:51.985983 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-da0639dc-3262-46d4-8b0a-7602c4882c3c tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (eab04c01-9c51-4ffa-a20a-2b479e076b01), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.004758 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-da0639dc-3262-46d4-8b0a-7602c4882c3c tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.006037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-da0639dc-3262-46d4-8b0a-7602c4882c3c tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1513317
Apr 09 21:10:52.008722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36398) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:52.013194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:52.249402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (eab04c01-9c51-4ffa-a20a-2b479e076b01), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.421751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device da958d47-ba90-4946-a8c2-f3457704513e up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:52.454173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (eab04c01-9c51-4ffa-a20a-2b479e076b01), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.482464 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.491790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port da958d47-ba90-4946-a8c2-f3457704513e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:52.503227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port da958d47-ba90-4946-a8c2-f3457704513e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:52.503681 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (da958d47-ba90-4946-a8c2-f3457704513e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.583469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port da958d47-ba90-4946-a8c2-f3457704513e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:52.583871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (da958d47-ba90-4946-a8c2-f3457704513e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.623702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port da958d47-ba90-4946-a8c2-f3457704513e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da958d47-ba90-4946-a8c2-f3457704513e,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:52.629677 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (da958d47-ba90-4946-a8c2-f3457704513e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.630482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 795eaf94-b9aa-4494-8de0-8b62eecc59b1 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:52.631988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f59fa-59c5-49c8-a6e3-298a4123088f req-da259596-12bc-43f4-ab92-98bc304370c0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:52.633516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-362f59fa-59c5-49c8-a6e3-298a4123088f req-da259596-12bc-43f4-ab92-98bc304370c0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 944 time: 0.1048565
Apr 09 21:10:52.643475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-c271e4ca-97e8-43a0-9a21-f9ecb40c2873 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:52.648831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-c271e4ca-97e8-43a0-9a21-f9ecb40c2873 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:52.654411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-c271e4ca-97e8-43a0-9a21-f9ecb40c2873 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:52.660014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-c271e4ca-97e8-43a0-9a21-f9ecb40c2873 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:52.665319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-c271e4ca-97e8-43a0-9a21-f9ecb40c2873 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:52.670825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-c271e4ca-97e8-43a0-9a21-f9ecb40c2873 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:52.676587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-c271e4ca-97e8-43a0-9a21-f9ecb40c2873 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:52.678474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-c271e4ca-97e8-43a0-9a21-f9ecb40c2873 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5437 time: 0.1508934
Apr 09 21:10:52.706380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=da958d47-ba90-4946-a8c2-f3457704513e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:52.715274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:52.723045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:52.723424 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.780360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Allocated IP 172.35.0.75 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/1f676b8c-2d01-4379-9d93-0e75565c35fe) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:52.791836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-362f59fa-59c5-49c8-a6e3-298a4123088f req-55d9f7c9-8cdd-4c69-a592-3d361d7214b5 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123648
Apr 09 21:10:52.794779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:52.797715 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfdaa94-d90e-41ef-a33f-a72031923c2d" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "da958d47-ba90-4946-a8c2-f3457704513e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:52.822239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:52.822665 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.829429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42652e42-dff9-4db7-89f0-7c07390ae62e req-8655a60c-108f-4993-9706-3ea53fa0177d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1314485
Apr 09 21:10:52.843736 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd1e8a2-3b01-4c3a-ac21-31b3f6962321 x-openstack-request-id: req-bcd1e8a2-3b01-4c3a-ac21-31b3f6962321 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:52.844095 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "da958d47-ba90-4946-a8c2-f3457704513e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:52.844293 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcd1e8a2-3b01-4c3a-ac21-31b3f6962321 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:52.844669 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd1e8a2-3b01-4c3a-ac21-31b3f6962321'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e', 'code': 200}
Apr 09 21:10:52.875413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 795eaf94-b9aa-4494-8de0-8b62eecc59b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=795eaf94-b9aa-4494-8de0-8b62eecc59b1,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:52.876588 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10eceea5-5998-4f65-a6b3-9e21f07a17e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.880368 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.881389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:52.967293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=795eaf94-b9aa-4494-8de0-8b62eecc59b1,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:52.974151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:52.984394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:52.984882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:52.999762 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for port (1f676b8c-2d01-4379-9d93-0e75565c35fe), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.060370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94f5e3-5640-4c03-a0d9-a62b5600e796 req-517a8e8a-a396-435e-84ae-7791f44b1078 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:53.062033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea94f5e3-5640-4c03-a0d9-a62b5600e796 req-517a8e8a-a396-435e-84ae-7791f44b1078 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1065252
Apr 09 21:10:53.075755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:53.076150 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.099344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05939312-42aa-4094-b816-86398b3a96e5 req-f6e710b0-d0b8-48fb-bb2e-fe060a2d11ca tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:53.100885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05939312-42aa-4094-b816-86398b3a96e5 req-f6e710b0-d0b8-48fb-bb2e-fe060a2d11ca tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 945 time: 0.1302013
Apr 09 21:10:53.117646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:53.122744 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.124164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ace7507d-dd06-475c-b999-2430bd431592 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:53.149800 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1f676b8c-2d01-4379-9d93-0e75565c35fe), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.213378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea94f5e3-5640-4c03-a0d9-a62b5600e796 req-342903f0-1831-48b4-a5c5-e7c35d5c36f5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349857
Apr 09 21:10:53.216937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port ace7507d-dd06-475c-b999-2430bd431592 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:53.227840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port ace7507d-dd06-475c-b999-2430bd431592 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:53.228225 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ace7507d-dd06-475c-b999-2430bd431592), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.256399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:53.266534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:53.280181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05939312-42aa-4094-b816-86398b3a96e5 req-37ea0150-32f0-4415-bbe7-38be93800eb4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1597965
Apr 09 21:10:53.289878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:53.293674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:53.297063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event updated for resources: {'Port': ['ID=1f676b8c-2d01-4379-9d93-0e75565c35fe,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:53.337920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ace7507d-dd06-475c-b999-2430bd431592 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:53.338319 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ace7507d-dd06-475c-b999-2430bd431592), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.358052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3623715c-d55d-4e0b-9c51-49a8be807997 req-8cb8f4c6-2b4b-44e6-ae4b-3ef39f5b4ce2 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0719831
Apr 09 21:10:53.375968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ace7507d-dd06-475c-b999-2430bd431592, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ace7507d-dd06-475c-b999-2430bd431592,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:53.383080 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ace7507d-dd06-475c-b999-2430bd431592), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.383899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d2e847f7-3df6-4159-af29-b43d77f7ab51 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:53.473729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ace7507d-dd06-475c-b999-2430bd431592,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:53.483699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port d2e847f7-3df6-4159-af29-b43d77f7ab51 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:53.494083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d2e847f7-3df6-4159-af29-b43d77f7ab51 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:53.494463 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.576471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d2e847f7-3df6-4159-af29-b43d77f7ab51 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:53.576871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.613793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d2e847f7-3df6-4159-af29-b43d77f7ab51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e847f7-3df6-4159-af29-b43d77f7ab51,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:53.616081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (eab04c01-9c51-4ffa-a20a-2b479e076b01), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.621979 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.622832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:53.703656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d2e847f7-3df6-4159-af29-b43d77f7ab51,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:53.713661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:53.721371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:53.721740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.812496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:53.813236 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.869085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:53.876259 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.877961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fb082d76-dfa5-400a-8a59-2c435b48cf05 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:10:53.963307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port fb082d76-dfa5-400a-8a59-2c435b48cf05 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:10:53.977074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port fb082d76-dfa5-400a-8a59-2c435b48cf05 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:10:53.977512 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:53.979321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:54.071189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port fb082d76-dfa5-400a-8a59-2c435b48cf05 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:10:54.072001 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:54.090818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-72f2afb2-04e2-47e9-b423-e40cad2a1a6c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.092989 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:54.096117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-72f2afb2-04e2-47e9-b423-e40cad2a1a6c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.101752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-72f2afb2-04e2-47e9-b423-e40cad2a1a6c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.107017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-72f2afb2-04e2-47e9-b423-e40cad2a1a6c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.108376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fb082d76-dfa5-400a-8a59-2c435b48cf05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb082d76-dfa5-400a-8a59-2c435b48cf05,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:10:54.112406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-72f2afb2-04e2-47e9-b423-e40cad2a1a6c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.113531 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:54.117802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-72f2afb2-04e2-47e9-b423-e40cad2a1a6c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.123029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-72f2afb2-04e2-47e9-b423-e40cad2a1a6c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.125090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-72f2afb2-04e2-47e9-b423-e40cad2a1a6c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1269875
Apr 09 21:10:54.136952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014c2d3-3081-4be2-a7c3-06a310cfbb91 req-0b8de857-2f39-43ad-b7f5-03eb5c9e6ca9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.138392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b014c2d3-3081-4be2-a7c3-06a310cfbb91 req-0b8de857-2f39-43ad-b7f5-03eb5c9e6ca9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 944 time: 0.1391749
Apr 09 21:10:54.165755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=fb082d76-dfa5-400a-8a59-2c435b48cf05,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:54.306251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b014c2d3-3081-4be2-a7c3-06a310cfbb91 req-8da11dee-7fa7-420b-9852-9034643990d5 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1338835
Apr 09 21:10:54.312935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2208ff29-ba1e-4b6f-91cd-e88b82dce5fd req-0f10d4fe-5ce5-4b77-95f2-9843290fea8b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1722329
Apr 09 21:10:54.322162 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (eab04c01-9c51-4ffa-a20a-2b479e076b01), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:54.325863 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (eab04c01-9c51-4ffa-a20a-2b479e076b01), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:54.520851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618201-7ad5-42aa-b685-daeb0a5edf16 req-6c784e31-f31c-4026-b266-c39e1eae8b8a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.522325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60618201-7ad5-42aa-b685-daeb0a5edf16 req-6c784e31-f31c-4026-b266-c39e1eae8b8a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0939271
Apr 09 21:10:54.544016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e87008-cf2e-444e-a749-3e3907abd2ac req-d399ef8a-076d-4f45-a934-00f46012ba79 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:54.545502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6e87008-cf2e-444e-a749-3e3907abd2ac req-d399ef8a-076d-4f45-a934-00f46012ba79 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.1159842
Apr 09 21:10:54.627561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60618201-7ad5-42aa-b685-daeb0a5edf16 req-a00ac447-1765-42a2-adc6-3602425e36a0 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969057
Apr 09 21:10:54.638863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Router eab04c01-9c51-4ffa-a20a-2b479e076b01 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:54.646335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6e87008-cf2e-444e-a749-3e3907abd2ac req-31128db2-a026-42d8-a119-815d57bf6aad tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889480
Apr 09 21:10:54.727082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b350407c-6c70-4848-967a-f808e129bf7f req-af6cc534-54ed-49c6-b756-deb685c6795a tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0326622
Apr 09 21:10:54.785675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:54.792145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:54.793295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-77960802-6373-4551-9b30-f24225130a9e tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "PUT /v2.0/routers/eab04c01-9c51-4ffa-a20a-2b479e076b01 HTTP/1.1" status: 200  len: 878 time: 2.7835643
Apr 09 21:10:54.796076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0ec9b-ed4b-4fdf-9d55-8c0b1b1e4656 None None] Sync routers for ids ['eab04c01-9c51-4ffa-a20a-2b479e076b01'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:54.796583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36478) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:54.807853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0ec9b-ed4b-4fdf-9d55-8c0b1b1e4656 None None] Routers {'eab04c01-9c51-4ffa-a20a-2b479e076b01'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:54.808867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-53c0ec9b-ed4b-4fdf-9d55-8c0b1b1e4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760a9760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['eab04c01-9c51-4ffa-a20a-2b479e076b01'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:54.855327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795eaf94-b9aa-4494-8de0-8b62eecc59b1'}, {'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98'}, {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7507d-dd06-475c-b999-2430bd431592'}, {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e847f7-3df6-4159-af29-b43d77f7ab51'}, {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7'}, {'server_uuid': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb082d76-dfa5-400a-8a59-2c435b48cf05'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:54.857907 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c59c21-c080-4031-90c5-fe640e6cee2b" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "795eaf94-b9aa-4494-8de0-8b62eecc59b1"}, {"server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "name": "network-vif-plugged", "status": "completed", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98"}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "ace7507d-dd06-475c-b999-2430bd431592"}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "d2e847f7-3df6-4159-af29-b43d77f7ab51"}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7"}, {"server_uuid": "0f8926ba-de0b-42ed-9343-4f06f614270f", "name": "network-vif-plugged", "status": "completed", "tag": "fb082d76-dfa5-400a-8a59-2c435b48cf05"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:54.861460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-53c0ec9b-ed4b-4fdf-9d55-8c0b1b1e4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760a9760>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:54.873055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0ec9b-ed4b-4fdf-9d55-8c0b1b1e4656 None None] Routers {'eab04c01-9c51-4ffa-a20a-2b479e076b01'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:54.873704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-53c0ec9b-ed4b-4fdf-9d55-8c0b1b1e4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760a9760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['eab04c01-9c51-4ffa-a20a-2b479e076b01'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:54.927037 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd x-openstack-request-id: req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:10:54.927353 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "795eaf94-b9aa-4494-8de0-8b62eecc59b1", "code": 200}, {"server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "name": "network-vif-plugged", "status": "completed", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98", "code": 200}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "ace7507d-dd06-475c-b999-2430bd431592", "code": 200}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "d2e847f7-3df6-4159-af29-b43d77f7ab51", "code": 200}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-plugged", "status": "completed", "tag": "1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7", "code": 200}, {"server_uuid": "0f8926ba-de0b-42ed-9343-4f06f614270f", "name": "network-vif-plugged", "status": "completed", "tag": "fb082d76-dfa5-400a-8a59-2c435b48cf05", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:10:54.927691 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:10:54.928198 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795eaf94-b9aa-4494-8de0-8b62eecc59b1', 'code': 200}
Apr 09 21:10:54.928495 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd'] response: {'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'code': 200}
Apr 09 21:10:54.928966 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7507d-dd06-475c-b999-2430bd431592', 'code': 200}
Apr 09 21:10:54.929274 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e847f7-3df6-4159-af29-b43d77f7ab51', 'code': 200}
Apr 09 21:10:54.929524 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7', 'code': 200}
Apr 09 21:10:54.929768 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6992ad-3a5c-46c7-bce3-921bdbdde6fd'] response: {'server_uuid': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'code': 200}
Apr 09 21:10:54.930909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-53c0ec9b-ed4b-4fdf-9d55-8c0b1b1e4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760a9760>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:54.931501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0ec9b-ed4b-4fdf-9d55-8c0b1b1e4656 None None] The sync data for ids ['eab04c01-9c51-4ffa-a20a-2b479e076b01'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:55.121917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf8c46-4be0-410f-ba75-a417f840d6d5 req-789419b3-0594-48b3-a446-606fa0d8501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.123550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4bf8c46-4be0-410f-ba75-a417f840d6d5 req-789419b3-0594-48b3-a446-606fa0d8501e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1128 time: 0.1133175
Apr 09 21:10:55.136689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-2adabbc0-2a18-4cb2-bf31-c8c7f19f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.137152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-2adabbc0-2a18-4cb2-bf31-c8c7f19f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.137693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:55.137846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-2adabbc0-2a18-4cb2-bf31-c8c7f19f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.138387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-2adabbc0-2a18-4cb2-bf31-c8c7f19f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.138927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-2adabbc0-2a18-4cb2-bf31-c8c7f19f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.139391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-2adabbc0-2a18-4cb2-bf31-c8c7f19f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.139873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-2adabbc0-2a18-4cb2-bf31-c8c7f19f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.139989 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:55.142062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-2adabbc0-2a18-4cb2-bf31-c8c7f19f1c6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6716 time: 0.1018736
Apr 09 21:10:55.148823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84692-e861-4ec1-b9d9-e44eeec4d221 req-68c55608-ae56-43fe-9fcc-7c083f71cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.150309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0a84692-e861-4ec1-b9d9-e44eeec4d221 req-68c55608-ae56-43fe-9fcc-7c083f71cfd9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 1127 time: 0.1090145
Apr 09 21:10:55.232848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4bf8c46-4be0-410f-ba75-a417f840d6d5 req-e96256e5-1796-48e1-a692-abc384b50184 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002936
Apr 09 21:10:55.233338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f549d63c-bd5d-48b9-91df-cc56d489b1bc tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/routers/eab04c01-9c51-4ffa-a20a-2b479e076b01 HTTP/1.1" status: 200  len: 919 time: 0.4356308
Apr 09 21:10:55.236012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36482) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:55.258291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0a84692-e861-4ec1-b9d9-e44eeec4d221 req-309f954d-db40-488a-a5df-14aa13013d74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985928
Apr 09 21:10:55.264980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da2351d3-154a-46a2-96bf-d263cd2476c4 req-f36bd505-7ea9-40ae-8f55-9143382d7deb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a69d0f8a-0198-43e3-89af-6cc80279082b&id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1137760
Apr 09 21:10:55.275234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b993d-4afd-4f69-9326-b3b6c6617c47 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.276759 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0d4b993d-4afd-4f69-9326-b3b6c6617c47 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=eab04c01-9c51-4ffa-a20a-2b479e076b01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0398445
Apr 09 21:10:55.280716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36484) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:55.370152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82e2a0-7688-476c-95d3-ab8bf257da14 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.374245 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d82e2a0-7688-476c-95d3-ab8bf257da14 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 881 time: 0.0899758
Apr 09 21:10:55.374725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36490) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:55.435343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9b8d3dbb-7775-482c-971c-10d01105143c tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab04c01-9c51-4ffa-a20a-2b479e076b01 HTTP/1.1" status: 200  len: 205 time: 0.0593505
Apr 09 21:10:55.438333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36492) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:55.472818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16749c-a131-4eca-91fa-7a2013d5f7b0 req-67f8b0ea-8cf6-4795-91fd-7c40e3498035 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.474337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e16749c-a131-4eca-91fa-7a2013d5f7b0 req-67f8b0ea-8cf6-4795-91fd-7c40e3498035 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 945 time: 0.0901542
Apr 09 21:10:55.499282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-768fdccb-9a23-4f2f-b53c-e743378e2545 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.504689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-768fdccb-9a23-4f2f-b53c-e743378e2545 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.509944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-768fdccb-9a23-4f2f-b53c-e743378e2545 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.515190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-768fdccb-9a23-4f2f-b53c-e743378e2545 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.520708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-768fdccb-9a23-4f2f-b53c-e743378e2545 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.525908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-768fdccb-9a23-4f2f-b53c-e743378e2545 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.531135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-768fdccb-9a23-4f2f-b53c-e743378e2545 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.533085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-768fdccb-9a23-4f2f-b53c-e743378e2545 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1237128
Apr 09 21:10:55.553886 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (eab04c01-9c51-4ffa-a20a-2b479e076b01), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:55.605724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e16749c-a131-4eca-91fa-7a2013d5f7b0 req-321e09b2-02c2-46b5-92cc-6aeeeb2c8e80 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244798
Apr 09 21:10:55.630173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a60aa580-03a4-48e5-9ef2-49beeb4373cb req-c81acb43-1527-4adb-8545-6af6a43a5711 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0893602
Apr 09 21:10:55.686753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (eab04c01-9c51-4ffa-a20a-2b479e076b01), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:55.738267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Deleting port 1f676b8c-2d01-4379-9d93-0e75565c35fe {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:10:55.738673 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1f676b8c-2d01-4379-9d93-0e75565c35fe), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:55.790310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1f9d-01f4-4809-aa52-9d30e4efdbb5 req-13236c0a-3122-4009-be8f-e1f876633e65 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.797542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebcc1f9d-01f4-4809-aa52-9d30e4efdbb5 req-13236c0a-3122-4009-be8f-e1f876633e65 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0934594
Apr 09 21:10:55.823056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1f676b8c-2d01-4379-9d93-0e75565c35fe), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:55.826107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28972a8-2969-4944-9cb8-84468b5a73dd req-8c1d95e4-86c7-4c14-bdac-9a42a67fa500 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:55.826642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e28972a8-2969-4944-9cb8-84468b5a73dd req-8c1d95e4-86c7-4c14-bdac-9a42a67fa500 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0826781
Apr 09 21:10:55.838424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Calling delete_port for 1f676b8c-2d01-4379-9d93-0e75565c35fe owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:10:55.881665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebcc1f9d-01f4-4809-aa52-9d30e4efdbb5 req-431ffa93-f620-43a2-9b80-a8b7710f65a8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830007
Apr 09 21:10:55.911894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e28972a8-2969-4944-9cb8-84468b5a73dd req-fe7882bf-d437-4d09-adb2-2145601a289a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734267
Apr 09 21:10:56.006856 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5c3ce55-6a90-40ad-9328-cdacd9227d69 req-3bec6aff-8a80-4fb1-a3f7-7aa3a9e0309b tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0406582
Apr 09 21:10:56.040927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1f676b8c-2d01-4379-9d93-0e75565c35fe), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.071132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event deleted for resources: {'Port': ['ID=1f676b8c-2d01-4379-9d93-0e75565c35fe,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:56.132981 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (eab04c01-9c51-4ffa-a20a-2b479e076b01), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.229739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (eab04c01-9c51-4ffa-a20a-2b479e076b01), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.231909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (eab04c01-9c51-4ffa-a20a-2b479e076b01), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.285428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (eab04c01-9c51-4ffa-a20a-2b479e076b01), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.286116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Fanout notify agent at l3_agent the message router_deleted on router eab04c01-9c51-4ffa-a20a-2b479e076b01 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:10:56.293951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.295218 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1eec986f-9f0a-441e-afb4-3ad3d5a9fd85 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/eab04c01-9c51-4ffa-a20a-2b479e076b01 HTTP/1.1" status: 204  len: 168 time: 0.8558943
Apr 09 21:10:56.299687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36522) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:56.303877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8f62952b-51d3-4fc9-98e9-1b1a08d56c74 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1338184628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:56.326940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f62952b-51d3-4fc9-98e9-1b1a08d56c74 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c7b3c47e-5e44-4e09-8025-c433de253b78), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.328002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f62952b-51d3-4fc9-98e9-1b1a08d56c74 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c7b3c47e-5e44-4e09-8025-c433de253b78), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.383224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f62952b-51d3-4fc9-98e9-1b1a08d56c74 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (c7b3c47e-5e44-4e09-8025-c433de253b78), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.389448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f62952b-51d3-4fc9-98e9-1b1a08d56c74 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c7b3c47e-5e44-4e09-8025-c433de253b78), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.409112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f62952b-51d3-4fc9-98e9-1b1a08d56c74 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.410413 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8f62952b-51d3-4fc9-98e9-1b1a08d56c74 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1097820
Apr 09 21:10:56.413860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36524) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:56.418352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': True}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:56.641400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (c7b3c47e-5e44-4e09-8025-c433de253b78), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.754809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45467b11-8096-4bd3-b271-4f85e7ca943a req-3dc7d95a-4fcc-47bb-ae71-c69da5824086 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:56.756345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45467b11-8096-4bd3-b271-4f85e7ca943a req-3dc7d95a-4fcc-47bb-ae71-c69da5824086 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 945 time: 0.0771415
Apr 09 21:10:56.781481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-e679a437-1821-478e-b831-269177698c80 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:56.786693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-e679a437-1821-478e-b831-269177698c80 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:56.791889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-e679a437-1821-478e-b831-269177698c80 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:56.797312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-e679a437-1821-478e-b831-269177698c80 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:56.802631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-e679a437-1821-478e-b831-269177698c80 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:56.807873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-e679a437-1821-478e-b831-269177698c80 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:56.813168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-e679a437-1821-478e-b831-269177698c80 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:56.815082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-e679a437-1821-478e-b831-269177698c80 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1053939
Apr 09 21:10:56.833563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (c7b3c47e-5e44-4e09-8025-c433de253b78), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.859106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.863005 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:56.867995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45467b11-8096-4bd3-b271-4f85e7ca943a req-525be270-f3e2-4864-a627-3a6e92df720c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033006
Apr 09 21:10:56.906450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa6499c4-754b-493d-8a8a-5269e40d676f req-0ff22a8d-e483-4fba-a042-f8f928ce4d7a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0824034
Apr 09 21:10:56.991654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Allocated IP 172.35.0.110 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/168bbe9d-62a8-4bfc-9cfc-493afff83a9a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:10:57.063385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dabc3-9d56-4ac7-8e29-520413c2c072 req-0ecccee3-b109-4ed2-a726-750ec3d77eb1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:57.064959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c2dabc3-9d56-4ac7-8e29-520413c2c072 req-0ecccee3-b109-4ed2-a726-750ec3d77eb1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0842700
Apr 09 21:10:57.071011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a99439-cf56-4aa4-af88-06525d81c496 req-7bdfa703-de6d-4036-84b6-71b841f77993 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:57.072507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16a99439-cf56-4aa4-af88-06525d81c496 req-7bdfa703-de6d-4036-84b6-71b841f77993 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0816312
Apr 09 21:10:57.127417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for port (168bbe9d-62a8-4bfc-9cfc-493afff83a9a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:57.148205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c2dabc3-9d56-4ac7-8e29-520413c2c072 req-94bd3a12-7c9a-4624-af11-142820c82971 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746255
Apr 09 21:10:57.153163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16a99439-cf56-4aa4-af88-06525d81c496 req-85cc3ace-9c04-4be8-b0b8-6bf4bcc9348e tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717537
Apr 09 21:10:57.178200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (168bbe9d-62a8-4bfc-9cfc-493afff83a9a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:57.255176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'Port': ['ID=168bbe9d-62a8-4bfc-9cfc-493afff83a9a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:10:57.268442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:10:57.269861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:10:57.272555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:10:57.294948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a01283f-7ee9-451e-8af7-29e481648018 req-e41cbafa-f38b-4d9e-9fb2-8740be66c3ee tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0627170
Apr 09 21:10:57.308978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67dbd-faa4-44bc-a3ff-304dec8fc3d0 req-560ba869-cd32-4962-ae05-ea8edb80fac5 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:57.323901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0e67dbd-faa4-44bc-a3ff-304dec8fc3d0 req-560ba869-cd32-4962-ae05-ea8edb80fac5 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.1011329
Apr 09 21:10:57.324077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36544) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:57.333004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'floatingip': {'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:57.375962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (eb09d9b4-5fa8-4443-b784-e242a7544cfe), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:57.810285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (c7b3c47e-5e44-4e09-8025-c433de253b78), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:57.993394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60bf7b-a90b-41a1-8039-f547255e6472 req-3edfd6fc-25c2-4bad-bff8-e7e7c01d81c9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:57.994967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d60bf7b-a90b-41a1-8039-f547255e6472 req-3edfd6fc-25c2-4bad-bff8-e7e7c01d81c9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 945 time: 0.0550759
Apr 09 21:10:58.069628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-b8de9131-7e22-400d-bcd4-a9106d183146 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.074906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-b8de9131-7e22-400d-bcd4-a9106d183146 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.080289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-b8de9131-7e22-400d-bcd4-a9106d183146 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.085578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-b8de9131-7e22-400d-bcd4-a9106d183146 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.090829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-b8de9131-7e22-400d-bcd4-a9106d183146 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.096102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-b8de9131-7e22-400d-bcd4-a9106d183146 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.101721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-b8de9131-7e22-400d-bcd4-a9106d183146 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.103687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-b8de9131-7e22-400d-bcd4-a9106d183146 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1078308
Apr 09 21:10:58.124463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d60bf7b-a90b-41a1-8039-f547255e6472 req-082b9e3c-1a6b-4e1a-8c44-b5d54f92d5cc tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200638
Apr 09 21:10:58.175347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-048758e6-272d-4521-9cf9-40d64bb4fb31 req-015ca474-e51c-4e3e-94cc-c29feb436c9d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0634465
Apr 09 21:10:58.262721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aaac0-4232-46fe-8f09-1a4b511b8012 req-a35c48b7-ee67-4d78-87af-e33f6124c025 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.264302 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-637aaac0-4232-46fe-8f09-1a4b511b8012 req-a35c48b7-ee67-4d78-87af-e33f6124c025 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 945 time: 0.0614717
Apr 09 21:10:58.285277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36574) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:58.292007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'floatingip': {'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:58.357938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923a116-f9bf-43fb-ae0e-9fa59cf60fd1 req-9d4f6fdc-d3af-431b-9f72-60fb61b83f9d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.359590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c923a116-f9bf-43fb-ae0e-9fa59cf60fd1 req-9d4f6fdc-d3af-431b-9f72-60fb61b83f9d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1192989
Apr 09 21:10:58.378976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (8987dd2e-66bb-4565-85de-094f18661b61), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:58.474067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.db.resource_extend [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:10:58.480721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcdac-5d57-42c1-b7c8-fd4266c0e5c7 req-4ebf9b07-4ede-46b4-87bc-d898c345c6ad tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.486032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcdac-5d57-42c1-b7c8-fd4266c0e5c7 req-4ebf9b07-4ede-46b4-87bc-d898c345c6ad tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.491287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcdac-5d57-42c1-b7c8-fd4266c0e5c7 req-4ebf9b07-4ede-46b4-87bc-d898c345c6ad tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.496499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcdac-5d57-42c1-b7c8-fd4266c0e5c7 req-4ebf9b07-4ede-46b4-87bc-d898c345c6ad tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.501811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcdac-5d57-42c1-b7c8-fd4266c0e5c7 req-4ebf9b07-4ede-46b4-87bc-d898c345c6ad tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.507063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcdac-5d57-42c1-b7c8-fd4266c0e5c7 req-4ebf9b07-4ede-46b4-87bc-d898c345c6ad tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.512274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcdac-5d57-42c1-b7c8-fd4266c0e5c7 req-4ebf9b07-4ede-46b4-87bc-d898c345c6ad tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:58.514357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-058bcdac-5d57-42c1-b7c8-fd4266c0e5c7 req-4ebf9b07-4ede-46b4-87bc-d898c345c6ad tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1806245
Apr 09 21:10:58.525445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36578) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:58.529259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c7b3c47e-5e44-4e09-8025-c433de253b78), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:58.535937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Request body: {'floatingip': {'port_id': 'da958d47-ba90-4946-a8c2-f3457704513e'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:10:58.576395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (c7b3c47e-5e44-4e09-8025-c433de253b78), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:58.580588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:58.585570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c923a116-f9bf-43fb-ae0e-9fa59cf60fd1 req-02fef37d-6945-483b-9505-b3265ce4898b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1995265
Apr 09 21:10:58.590574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (eb09d9b4-5fa8-4443-b784-e242a7544cfe), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:58.594528 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for floatingip (3f83fd62-216e-40ea-adc5-4ccadb089cb7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:58.697568 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e715879b-96a3-42dd-9402-2996096660f4 req-8fed2c20-3e5d-44f8-a912-a9ced23e236e tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1269615
Apr 09 21:10:58.937147 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Floating IP eb09d9b4-5fa8-4443-b784-e242a7544cfe associated. External IP: 172.35.0.139, port: 92818e3d-053c-4742-bf9a-5d9ff3ccdf98.
Apr 09 21:10:59.008677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:59.014729 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (8987dd2e-66bb-4565-85de-094f18661b61), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:59.048183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Router c7b3c47e-5e44-4e09-8025-c433de253b78 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:10:59.121923 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Floating IP 8987dd2e-66bb-4565-85de-094f18661b61 associated. External IP: 172.35.0.252, port: fb082d76-dfa5-400a-8a59-2c435b48cf05.
Apr 09 21:10:59.451979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:59.461651 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:59.465494 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d4ff6f2b-032e-4303-9fda-f5e248dd83d5 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "PUT /v2.0/routers/c7b3c47e-5e44-4e09-8025-c433de253b78 HTTP/1.1" status: 200  len: 915 time: 3.0481286
Apr 09 21:10:59.465673 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9374db3-9a6a-4b6c-9b19-c82c36026690 None None] Sync routers for ids ['c7b3c47e-5e44-4e09-8025-c433de253b78'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:59.476148 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9374db3-9a6a-4b6c-9b19-c82c36026690 None None] Routers {'c7b3c47e-5e44-4e09-8025-c433de253b78'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:59.490835 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e9374db3-9a6a-4b6c-9b19-c82c36026690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376dc7820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c7b3c47e-5e44-4e09-8025-c433de253b78'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:59.493910 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36588) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:59.527051 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e9374db3-9a6a-4b6c-9b19-c82c36026690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376dc7820>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:59.527351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:10:59.535021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:59.537410 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9374db3-9a6a-4b6c-9b19-c82c36026690 None None] Routers {'c7b3c47e-5e44-4e09-8025-c433de253b78'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:59.538740 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e9374db3-9a6a-4b6c-9b19-c82c36026690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376dc7820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c7b3c47e-5e44-4e09-8025-c433de253b78'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:59.543239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (3f83fd62-216e-40ea-adc5-4ccadb089cb7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:59.583917 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e9374db3-9a6a-4b6c-9b19-c82c36026690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376dc7820>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:59.585055 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9374db3-9a6a-4b6c-9b19-c82c36026690 None None] The sync data for ids ['c7b3c47e-5e44-4e09-8025-c433de253b78'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:10:59.698651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-91da5f4b-39b0-489b-8419-10d607b34a63 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/routers/c7b3c47e-5e44-4e09-8025-c433de253b78 HTTP/1.1" status: 200  len: 921 time: 0.2032418
Apr 09 21:10:59.704266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:59.734904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:10:59.736806 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Floating IP 3f83fd62-216e-40ea-adc5-4ccadb089cb7 associated. External IP: 172.35.0.205, port: da958d47-ba90-4946-a8c2-f3457704513e.
Apr 09 21:10:59.742288 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:10:59.748614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] Sync routers for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:10:59.760149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:10:59.761019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376227040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:10:59.815575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-187275f3-f756-43b3-82d6-e8394282b7d1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "PUT /v2.0/floatingips/eb09d9b4-5fa8-4443-b784-e242a7544cfe HTTP/1.1" status: 200  len: 992 time: 2.4904335
Apr 09 21:10:59.817612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:10:59.819852 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e666f6e-4e99-4a78-9598-c81c2cc0e974" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:10:59.889590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:10:59.890915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:10:59.926362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-702cb86b-1337-475f-83d2-3f1a911f9f93 req-1866fe00-f93e-472b-bfb8-fc82ae78f7a6 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1265678
Apr 09 21:10:59.952401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b80b26-ff51-4963-8be9-93d9b1fb354f tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:59.956684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-59b80b26-ff51-4963-8be9-93d9b1fb354f tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=c7b3c47e-5e44-4e09-8025-c433de253b78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2489882
Apr 09 21:10:59.957674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36608) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:10:59.982511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a84e9-0fc2-4cfc-8baa-c2668435b544 req-16d8d619-6614-41a0-8074-a6ae2b0f459c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:10:59.993919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a37a84e9-0fc2-4cfc-8baa-c2668435b544 req-16d8d619-6614-41a0-8074-a6ae2b0f459c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.3298481
Apr 09 21:11:00.016147 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bea65b-4411-4005-9603-7b9041d059fd x-openstack-request-id: req-e5bea65b-4411-4005-9603-7b9041d059fd {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:11:00.016792 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:11:00.017250 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5bea65b-4411-4005-9603-7b9041d059fd {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:11:00.017840 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bea65b-4411-4005-9603-7b9041d059fd'] response: {'name': 'network-changed', 'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'status': 'completed', 'code': 200}
Apr 09 21:11:00.065981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a37a84e9-0fc2-4cfc-8baa-c2668435b544 req-d0946cdc-c953-421f-9a2e-8acd81f4abac tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709929
Apr 09 21:11:00.153480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-fafa32a7-663f-4e05-8d68-ababc4d5d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:00.155130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-fafa32a7-663f-4e05-8d68-ababc4d5d52d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1128 time: 0.0955603
Apr 09 21:11:00.293981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:11:00.304244 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:00.307477 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:11:00.320883 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:00.321841 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777ac520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:00.335855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-5f610557-2028-4165-af97-cf970b6fb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:00.337717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-5f610557-2028-4165-af97-cf970b6fb5dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.1747806
Apr 09 21:11:00.358323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376227040>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb09d9b4-5fa8-4443-b784-e242a7544cfe', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'floating_ip_address': '172.35.0.139', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'mac_address': 'fa:16:3e:87:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:30Z', 'updated_at': '2022-04-09T21:10:58Z', 'revision_number': 1, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:00.399199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] Checking router: c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:11:00.411726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:00.412761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376227040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:00.429051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c25c6acc-4a7c-4ec4-84be-64483ad5fc42 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "PUT /v2.0/floatingips/8987dd2e-66bb-4565-85de-094f18661b61 HTTP/1.1" status: 200  len: 991 time: 2.1313908
Apr 09 21:11:00.429051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'tag': 'fb082d76-dfa5-400a-8a59-2c435b48cf05'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:11:00.429363 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8926ba-de0b-42ed-9343-4f06f614270f", "tag": "fb082d76-dfa5-400a-8a59-2c435b48cf05"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:11:00.469805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74787188-7d2d-4372-9bb3-b92331a92a35 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:00.475065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-74787188-7d2d-4372-9bb3-b92331a92a35 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 881 time: 0.5166600
Apr 09 21:11:00.478602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36616) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:00.483082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Router 858634f4-e935-45ca-abf3-781d6012f479 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:11:00.492373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-3f3a2cb5-71ae-4137-a65c-8ae076ad90cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 200  len: 1000 time: 0.1476195
Apr 09 21:11:00.493024 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:11:00.518315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fc506956-eaf1-45d8-99a7-418586e5b979 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b3c47e-5e44-4e09-8025-c433de253b78 HTTP/1.1" status: 200  len: 205 time: 0.0386038
Apr 09 21:11:00.541144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36618) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:00.589057 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051daeba-e6f2-4b3a-a151-82efa65ce059 x-openstack-request-id: req-051daeba-e6f2-4b3a-a151-82efa65ce059 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:11:00.589359 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8926ba-de0b-42ed-9343-4f06f614270f", "tag": "fb082d76-dfa5-400a-8a59-2c435b48cf05", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:11:00.589614 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-051daeba-e6f2-4b3a-a151-82efa65ce059 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:11:00.590029 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051daeba-e6f2-4b3a-a151-82efa65ce059'] response: {'name': 'network-changed', 'server_uuid': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'tag': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'status': 'completed', 'code': 200}
Apr 09 21:11:00.592289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:11:00.596067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-adff1d0c-4a12-4da5-b0c7-6171a677ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:00.597989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-adff1d0c-4a12-4da5-b0c7-6171a677ceaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.0896676
Apr 09 21:11:00.674454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-f5a02858-178f-44c0-807d-087c16c90684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:00.676007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-f5a02858-178f-44c0-807d-087c16c90684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0724101
Apr 09 21:11:00.677148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-0d0a7fdf-1c37-4157-8a0e-4a4155496507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:00.678550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-0d0a7fdf-1c37-4157-8a0e-4a4155496507 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 1127 time: 0.0650742
Apr 09 21:11:00.687795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (c7b3c47e-5e44-4e09-8025-c433de253b78), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:00.767378 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777ac520>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:10:58Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:00.797784 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:11:00.808258 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:00.809782 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777ac520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:00.821240 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (c7b3c47e-5e44-4e09-8025-c433de253b78), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:00.852091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376227040>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb09d9b4-5fa8-4443-b784-e242a7544cfe', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'floating_ip_address': '172.35.0.139', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'mac_address': 'fa:16:3e:87:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:30Z', 'updated_at': '2022-04-09T21:10:58Z', 'revision_number': 1, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:00.859506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-ef7a3128-51e9-46e6-bd7f-e294e26d6077 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723237
Apr 09 21:11:00.860501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-fe341f0e-ee07-4416-83fa-be426a1522d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:00.861857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-fe341f0e-ee07-4416-83fa-be426a1522d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.1667147
Apr 09 21:11:00.883425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ad6df-93c3-4a80-8af4-cb6b425daecf None None] The sync data for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 is: [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb09d9b4-5fa8-4443-b784-e242a7544cfe', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'floating_ip_address': '172.35.0.139', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'mac_address': 'fa:16:3e:87:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:30Z', 'updated_at': '2022-04-09T21:10:58Z', 'revision_number': 1, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:11:00.936032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Deleting port 168bbe9d-62a8-4bfc-9cfc-493afff83a9a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:00.936526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (168bbe9d-62a8-4bfc-9cfc-493afff83a9a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:00.955868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:11:00.961544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:00.967774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] Sync routers for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:11:00.992320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:00.996599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376c35e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:01.049855 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-23fcc09c-cda9-4c10-ab5e-55b7b3003164 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "PUT /v2.0/floatingips/3f83fd62-216e-40ea-adc5-4ccadb089cb7 HTTP/1.1" status: 200  len: 991 time: 2.5229411
Apr 09 21:11:01.050786 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:11:01.071628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-affad92d-74f8-481e-94f2-9efb6e28fea7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb082d76-dfa5-400a-8a59-2c435b48cf05 HTTP/1.1" status: 200  len: 999 time: 0.1902027
Apr 09 21:11:01.088963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (168bbe9d-62a8-4bfc-9cfc-493afff83a9a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.120210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Calling delete_port for 168bbe9d-62a8-4bfc-9cfc-493afff83a9a owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:01.228554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5574e524-4e4f-42ef-88a6-b2766dc0038b req-dd229347-0b97-4c23-a9e3-2609fecd41fd tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1499748
Apr 09 21:11:01.235934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e666f6e-4e99-4a78-9598-c81c2cc0e974 req-01ecc4f2-8537-49ec-a1a3-037ef45c4121 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3662047
Apr 09 21:11:01.262299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-05df8193-d4ba-43d1-ad6e-e405ac113a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:01.271693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-05df8193-d4ba-43d1-ad6e-e405ac113a87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.1914039
Apr 09 21:11:01.299424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:11:01.344379 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2615cd-93c9-4ae7-9ea0-8349612b5eee None None] New status for floating IP eb09d9b4-5fa8-4443-b784-e242a7544cfe: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:11:01.344673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-ed4e1f14-d7e9-4fbf-b1b9-39a432f6b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:01.345021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-ed4e1f14-d7e9-4fbf-b1b9-39a432f6b10a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474603
Apr 09 21:11:01.438077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (168bbe9d-62a8-4bfc-9cfc-493afff83a9a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.474797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event deleted for resources: {'Port': ['ID=168bbe9d-62a8-4bfc-9cfc-493afff83a9a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:01.479569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.481317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-f09b917d-81d3-4ed8-b1c1-f403c16a5308 service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1102533
Apr 09 21:11:01.543995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd8bdc-a6f7-446f-9dc8-12dae3593232 req-eaf06f0e-0e60-464f-8d31-aa0c1d64b2cf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:01.545759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9cd8bdc-a6f7-446f-9dc8-12dae3593232 req-eaf06f0e-0e60-464f-8d31-aa0c1d64b2cf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.2730994
Apr 09 21:11:01.567994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (c7b3c47e-5e44-4e09-8025-c433de253b78), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.574717 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777ac520>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:10:58Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:01.622189 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75c0af-cbd7-4728-8bc0-a8df10f23294 None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:10:58Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:11:01.633337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376c35e50>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3f83fd62-216e-40ea-adc5-4ccadb089cb7', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'floating_ip_address': '172.35.0.205', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '858634f4-e935-45ca-abf3-781d6012f479', 'port_id': 'da958d47-ba90-4946-a8c2-f3457704513e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'mac_address': 'fa:16:3e:59:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:09:41Z', 'updated_at': '2022-04-09T21:10:59Z', 'revision_number': 1, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:14Z', 'revision_number': 5, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:01.662391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9cd8bdc-a6f7-446f-9dc8-12dae3593232 req-48a60a19-abef-4894-88e8-cd2c4535f8e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789981
Apr 09 21:11:01.664467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15e8fd9-086e-4dd2-bfe6-6b7d6695d425 req-41a8374b-b36a-4f68-b618-e10e238ad00a service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713657
Apr 09 21:11:01.682150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] Checking router: 858634f4-e935-45ca-abf3-781d6012f479 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:11:01.701753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:01.702499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376c35e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:01.710482 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c7b3c47e-5e44-4e09-8025-c433de253b78), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.716427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (c7b3c47e-5e44-4e09-8025-c433de253b78), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.770068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c7b3c47e-5e44-4e09-8025-c433de253b78), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.770721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Fanout notify agent at l3_agent the message router_deleted on router c7b3c47e-5e44-4e09-8025-c433de253b78 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:11:01.778199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.782773 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4d145dfc-3c97-4d9a-b31e-52b8ae035251 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/c7b3c47e-5e44-4e09-8025-c433de253b78 HTTP/1.1" status: 204  len: 168 time: 1.2372203
Apr 09 21:11:01.783328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36632) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:01.787684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-822d7893-267a-41c5-a73e-c24d3635b6f9 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1688981996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:01.813908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-822d7893-267a-41c5-a73e-c24d3635b6f9 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.814980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-822d7893-267a-41c5-a73e-c24d3635b6f9 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.828677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:11:01.869075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-822d7893-267a-41c5-a73e-c24d3635b6f9 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.875913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-822d7893-267a-41c5-a73e-c24d3635b6f9 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.896318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-822d7893-267a-41c5-a73e-c24d3635b6f9 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:01.900513 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-822d7893-267a-41c5-a73e-c24d3635b6f9 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1135299
Apr 09 21:11:01.900699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36634) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:01.906434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': False}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:01.914399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bcc109-0a1d-4627-8f8d-72a4845c6166 None None] New status for floating IP 8987dd2e-66bb-4565-85de-094f18661b61: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:11:02.045608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:11:02.047901 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969" -d '{"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "da958d47-ba90-4946-a8c2-f3457704513e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:11:02.090348 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09287afc-b245-4c4c-ab3e-aa2a8254596e x-openstack-request-id: req-09287afc-b245-4c4c-ab3e-aa2a8254596e {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:11:02.090555 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "tag": "da958d47-ba90-4946-a8c2-f3457704513e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:11:02.090677 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09287afc-b245-4c4c-ab3e-aa2a8254596e {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:11:02.091048 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09287afc-b245-4c4c-ab3e-aa2a8254596e'] response: {'name': 'network-changed', 'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e', 'status': 'completed', 'code': 200}
Apr 09 21:11:02.132616 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:02.145025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:11:02.168758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-6f672664-4200-4803-971b-460656a49588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.169484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-6f672664-4200-4803-971b-460656a49588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.169754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-6f672664-4200-4803-971b-460656a49588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.170229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-6f672664-4200-4803-971b-460656a49588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.170743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-6f672664-4200-4803-971b-460656a49588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.171262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-6f672664-4200-4803-971b-460656a49588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.171735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-6f672664-4200-4803-971b-460656a49588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.174132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-6f672664-4200-4803-971b-460656a49588 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6716 time: 0.0605838
Apr 09 21:11:02.232128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376c35e50>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3f83fd62-216e-40ea-adc5-4ccadb089cb7', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'floating_ip_address': '172.35.0.205', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '858634f4-e935-45ca-abf3-781d6012f479', 'port_id': 'da958d47-ba90-4946-a8c2-f3457704513e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'mac_address': 'fa:16:3e:59:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:09:41Z', 'updated_at': '2022-04-09T21:10:59Z', 'revision_number': 1, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:14Z', 'revision_number': 5, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:02.283432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-9d530570-999a-438f-b0ef-ffae4e08ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.284995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-9d530570-999a-438f-b0ef-ffae4e08ee8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=dafc1150-436f-41e7-82bb-1b35d2c0352e HTTP/1.1" status: 200  len: 918 time: 0.1009736
Apr 09 21:11:02.316454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c659c-d37e-4597-bcc2-bb7a7eacef69 None None] The sync data for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 is: [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3f83fd62-216e-40ea-adc5-4ccadb089cb7', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'floating_ip_address': '172.35.0.205', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '858634f4-e935-45ca-abf3-781d6012f479', 'port_id': 'da958d47-ba90-4946-a8c2-f3457704513e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'mac_address': 'fa:16:3e:59:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26648861-23d6-4a96-a429-d9a55cf50a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:09:41Z', 'updated_at': '2022-04-09T21:10:59Z', 'revision_number': 1, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:14Z', 'revision_number': 5, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:11:02.383206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:02.404948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'port_id': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'mac_address': 'fa:16:3e:25:b2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:11:02.409816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-1995f70b-5899-47df-af93-ff5f4fafb524 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da958d47-ba90-4946-a8c2-f3457704513e HTTP/1.1" status: 200  len: 999 time: 0.1188707
Apr 09 21:11:02.437431 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:02.473145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:02.474397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c10a4086-9086-4ac2-81ba-c750c7eaea1d is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:02.474922 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:02.495737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c10a4086-9086-4ac2-81ba-c750c7eaea1d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:11:02.512924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebda8647-72df-46fb-b345-faada92e33ef req-326c9ef1-d990-4898-b4ee-58e20fdb949c tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.1016734
Apr 09 21:11:02.521825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-9355136c-2e48-4955-9ddb-a580c0fbaef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.522028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:02.523924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-9355136c-2e48-4955-9ddb-a580c0fbaef5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5582e4dd-bddd-4dac-ac97-35804c4b3e6a HTTP/1.1" status: 200  len: 856 time: 0.1035690
Apr 09 21:11:02.528524 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:02.575010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-fd0b8fe3-739a-4d5b-8022-28ec056ab794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.576965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-fd0b8fe3-739a-4d5b-8022-28ec056ab794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dafc1150-436f-41e7-82bb-1b35d2c0352e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461102
Apr 09 21:11:02.596133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:02.613597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Allocated IP 172.35.0.207 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/b5ba01fa-cfd8-4813-9c0d-3c6f55483584) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:02.636815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['c10a4086-9086-4ac2-81ba-c750c7eaea1d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:11:02.698438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-9ad98467-72ab-4d90-a4ac-10a3201c60fd service neutron] 10.222.0.32 "GET /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1118820
Apr 09 21:11:02.702911 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20e986-58aa-4b37-bce3-ed5869939e66 None None] New status for floating IP 3f83fd62-216e-40ea-adc5-4ccadb089cb7: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:11:02.743893 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for port (b5ba01fa-cfd8-4813-9c0d-3c6f55483584), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:02.793537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b5ba01fa-cfd8-4813-9c0d-3c6f55483584), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:02.842934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:02.845974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:02.849987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:02.878058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Pushing event updated for resources: {'Port': ['ID=b5ba01fa-cfd8-4813-9c0d-3c6f55483584,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:02.879566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d4fd-0bb3-4e60-947d-0d5048506e90 req-1242515d-85ac-4080-a9bf-b95103c4552c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:02.882361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6110d4fd-0bb3-4e60-947d-0d5048506e90 req-1242515d-85ac-4080-a9bf-b95103c4552c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 945 time: 0.0653749
Apr 09 21:11:02.910014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9b0391-6360-4cbc-9e3b-ffd2194cb969 req-0ec1b005-df13-45fc-a664-3b25bfd80a9f service neutron] 10.222.0.32 "GET /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971776
Apr 09 21:11:02.944004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6110d4fd-0bb3-4e60-947d-0d5048506e90 req-b8467361-5ba5-4924-96f5-eb7390c231b8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512280
Apr 09 21:11:03.137969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router_gateway (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:03.338401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:03.341819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:03.482669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Router 28a3af6f-ae52-4ed2-ad77-1cb67f20a37d is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:11:03.598531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:11:03.608155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7fb33-9599-4b47-810a-8592aef4a4cc None None] Sync routers for ids ['28a3af6f-ae52-4ed2-ad77-1cb67f20a37d'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:11:03.608977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:03.610862 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0ae75b41-4ad5-4b0a-9452-17f9fe3814d6 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "PUT /v2.0/routers/28a3af6f-ae52-4ed2-ad77-1cb67f20a37d HTTP/1.1" status: 200  len: 916 time: 1.7087798
Apr 09 21:11:03.613467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36660) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:03.627242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7fb33-9599-4b47-810a-8592aef4a4cc None None] Routers {'28a3af6f-ae52-4ed2-ad77-1cb67f20a37d'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:03.627891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a4f7fb33-9599-4b47-810a-8592aef4a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765a7310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['28a3af6f-ae52-4ed2-ad77-1cb67f20a37d'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:03.633789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f93785c6-88f4-47d3-a9dc-1f3569f11053 req-f359c58f-9dcf-47b4-a987-4b92a2503695 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0393684
Apr 09 21:11:03.667751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a4f7fb33-9599-4b47-810a-8592aef4a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765a7310>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:03.676625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7fb33-9599-4b47-810a-8592aef4a4cc None None] Routers {'28a3af6f-ae52-4ed2-ad77-1cb67f20a37d'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:03.677263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a4f7fb33-9599-4b47-810a-8592aef4a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765a7310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['28a3af6f-ae52-4ed2-ad77-1cb67f20a37d'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:03.713501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a4f7fb33-9599-4b47-810a-8592aef4a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765a7310>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:03.714125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7fb33-9599-4b47-810a-8592aef4a4cc None None] The sync data for ids ['28a3af6f-ae52-4ed2-ad77-1cb67f20a37d'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:11:03.761085 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-97627265-28b9-40fb-b344-2258610b620d tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/routers/28a3af6f-ae52-4ed2-ad77-1cb67f20a37d HTTP/1.1" status: 200  len: 922 time: 0.1449234
Apr 09 21:11:03.763334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36662) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:03.811492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f318e-65ed-4240-85bd-57726ea17802 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:03.813386 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-805f318e-65ed-4240-85bd-57726ea17802 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=28a3af6f-ae52-4ed2-ad77-1cb67f20a37d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0489225
Apr 09 21:11:03.816080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36664) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:03.902966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c3903f-0bf8-4c77-a701-78a46a3e462b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:03.904621 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-65c3903f-0bf8-4c77-a701-78a46a3e462b tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 881 time: 0.0875354
Apr 09 21:11:03.907762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36678) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:03.939482 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1710abea-1e71-4bd3-9e1b-5c24b2a1475b tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=28a3af6f-ae52-4ed2-ad77-1cb67f20a37d HTTP/1.1" status: 200  len: 205 time: 0.0304468
Apr 09 21:11:03.941903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36680) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:04.057388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:04.067141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c9dd8-ffb4-416e-a8ed-8befef2d2d99 req-d0c355b8-4787-4e9c-aab0-658f347e056b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:04.068670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a56c9dd8-ffb4-416e-a8ed-8befef2d2d99 req-d0c355b8-4787-4e9c-aab0-658f347e056b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 945 time: 0.0476413
Apr 09 21:11:04.144411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:11:04.164920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:04.195088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port c10a4086-9086-4ac2-81ba-c750c7eaea1d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:04.195493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:04.225424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Deleting port b5ba01fa-cfd8-4813-9c0d-3c6f55483584 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:04.226187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b5ba01fa-cfd8-4813-9c0d-3c6f55483584), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:04.281757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c10a4086-9086-4ac2-81ba-c750c7eaea1d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:04.282215 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:04.308015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b5ba01fa-cfd8-4813-9c0d-3c6f55483584), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:04.308855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:11:04.311276 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a667f-193d-4bda-911f-8eb920d4a5be" -d '{"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:11:04.322793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Calling delete_port for b5ba01fa-cfd8-4813-9c0d-3c6f55483584 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:04.325400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:04.332330 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:04.367557 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c032d3a-7ddc-45fb-9287-6c661e5e0fdb x-openstack-request-id: req-2c032d3a-7ddc-45fb-9287-6c661e5e0fdb {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:11:04.367852 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:11:04.368102 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c032d3a-7ddc-45fb-9287-6c661e5e0fdb {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:11:04.368496 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c032d3a-7ddc-45fb-9287-6c661e5e0fdb'] response: {'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'code': 200}
Apr 09 21:11:04.397496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:04.421847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a56c9dd8-ffb4-416e-a8ed-8befef2d2d99 req-2edbaed8-b2a0-46e2-b5fb-1773860b823b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3471284
Apr 09 21:11:04.515440 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b5ba01fa-cfd8-4813-9c0d-3c6f55483584), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:04.751852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81834d88-607c-4a7a-8be3-896a586e6c69 req-224b6f80-0765-4102-bb54-e8bb41552abf tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0291548
Apr 09 21:11:04.865251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event deleted for resources: {'Port': ['ID=b5ba01fa-cfd8-4813-9c0d-3c6f55483584,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:04.929748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.023113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.025343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.070730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (28a3af6f-ae52-4ed2-ad77-1cb67f20a37d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.071347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Fanout notify agent at l3_agent the message router_deleted on router 28a3af6f-ae52-4ed2-ad77-1cb67f20a37d {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:11:05.078461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.079536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-38ae2a58-9177-4aa7-962f-90049e748b03 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/28a3af6f-ae52-4ed2-ad77-1cb67f20a37d HTTP/1.1" status: 204  len: 168 time: 1.1367989
Apr 09 21:11:05.083319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36700) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:05.087640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-427236076', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:05.111556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (69112f91-af25-49f5-a58a-3126256d40ea), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.112584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (69112f91-af25-49f5-a58a-3126256d40ea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.166611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (69112f91-af25-49f5-a58a-3126256d40ea), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.315155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (69112f91-af25-49f5-a58a-3126256d40ea), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.506352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (69112f91-af25-49f5-a58a-3126256d40ea), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.525204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.546087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376312c8-b076-4fb6-9b40-0c5b169405bf req-0dae4d72-322a-412f-9f8f-9e58c4aaa1bb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:05.547845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-376312c8-b076-4fb6-9b40-0c5b169405bf req-0dae4d72-322a-412f-9f8f-9e58c4aaa1bb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0490112
Apr 09 21:11:05.605325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-376312c8-b076-4fb6-9b40-0c5b169405bf req-7d76984e-f2f0-438b-b9e4-ffd92e4ff066 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491877
Apr 09 21:11:05.644245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Allocated IP 172.35.0.196 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/d62ab1f3-c379-4067-96c3-b9ff96de4cb9) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:05.747407 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for port (d62ab1f3-c379-4067-96c3-b9ff96de4cb9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.788084 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d62ab1f3-c379-4067-96c3-b9ff96de4cb9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:05.828756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:05.831561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:05.835299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:05.857304 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event updated for resources: {'Port': ['ID=d62ab1f3-c379-4067-96c3-b9ff96de4cb9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:05.862802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f4d7c53-1538-4d8a-b147-cd4a9b47f1d6 req-42ff9728-bf50-4fe7-a3de-48667aa6e6b3 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0362823
Apr 09 21:11:06.102120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (69112f91-af25-49f5-a58a-3126256d40ea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:06.319959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (69112f91-af25-49f5-a58a-3126256d40ea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:06.475229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Router 69112f91-af25-49f5-a58a-3126256d40ea is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:11:06.591992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:11:06.602744 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1422f81-f524-4623-b8de-45494d5f1747 None None] Sync routers for ids ['69112f91-af25-49f5-a58a-3126256d40ea'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:11:06.614028 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1422f81-f524-4623-b8de-45494d5f1747 None None] Routers {'69112f91-af25-49f5-a58a-3126256d40ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:06.615108 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d1422f81-f524-4623-b8de-45494d5f1747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777a0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['69112f91-af25-49f5-a58a-3126256d40ea'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:06.615771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:06.617143 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-83160200-394f-4c0d-b3b0-07c0eedb1073 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 1.5327733
Apr 09 21:11:06.620080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36738) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:06.624972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:06.652337 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d1422f81-f524-4623-b8de-45494d5f1747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777a0850>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:06.663105 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1422f81-f524-4623-b8de-45494d5f1747 None None] Routers {'69112f91-af25-49f5-a58a-3126256d40ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:06.663734 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d1422f81-f524-4623-b8de-45494d5f1747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777a0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['69112f91-af25-49f5-a58a-3126256d40ea'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:06.702332 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d1422f81-f524-4623-b8de-45494d5f1747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777a0850>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:06.702931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1422f81-f524-4623-b8de-45494d5f1747 None None] The sync data for ids ['69112f91-af25-49f5-a58a-3126256d40ea'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:11:06.747642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a6fdc-1ae5-4183-996c-e8a7bdf76a6b req-e1a5fe96-227e-44f7-a30f-1cdce1345ebc tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:06.749402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f99a6fdc-1ae5-4183-996c-e8a7bdf76a6b req-e1a5fe96-227e-44f7-a30f-1cdce1345ebc tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0552957
Apr 09 21:11:06.798597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f99a6fdc-1ae5-4183-996c-e8a7bdf76a6b req-05789220-442f-4f49-80aa-4ea48e7b510c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426643
Apr 09 21:11:06.958348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (69112f91-af25-49f5-a58a-3126256d40ea), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:06.970653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff167174-3be0-4305-bf32-0d7ff8eb1fb6 req-3ddc263e-5d2a-4375-8026-e75f3f000075 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0280583
Apr 09 21:11:06.973501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_gateway (69112f91-af25-49f5-a58a-3126256d40ea), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:07.025269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Deleting port d62ab1f3-c379-4067-96c3-b9ff96de4cb9 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:07.025613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d62ab1f3-c379-4067-96c3-b9ff96de4cb9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:07.102542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d62ab1f3-c379-4067-96c3-b9ff96de4cb9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:07.114975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Calling delete_port for d62ab1f3-c379-4067-96c3-b9ff96de4cb9 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:07.308437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d62ab1f3-c379-4067-96c3-b9ff96de4cb9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:07.337614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Pushing event deleted for resources: {'Port': ['ID=d62ab1f3-c379-4067-96c3-b9ff96de4cb9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:07.402702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (69112f91-af25-49f5-a58a-3126256d40ea), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:07.573643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-107c8905-0bcd-4099-be9b-5166ded8f012 req-2e202bfd-cd1c-45a8-9092-4df5b880e53b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0288572
Apr 09 21:11:07.642532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (69112f91-af25-49f5-a58a-3126256d40ea), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:07.646015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (69112f91-af25-49f5-a58a-3126256d40ea), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:07.722389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Router 69112f91-af25-49f5-a58a-3126256d40ea has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:11:07.929302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2694b8-7e29-4b56-aba4-a3c4b2cf8cae req-d4293ae9-0fba-4d50-bf87-a8a9e370f2ea tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:07.930884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf2694b8-7e29-4b56-aba4-a3c4b2cf8cae req-d4293ae9-0fba-4d50-bf87-a8a9e370f2ea tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0536203
Apr 09 21:11:07.980624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf2694b8-7e29-4b56-aba4-a3c4b2cf8cae req-b8c73c45-5aa4-403c-9356-e508150668d7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432994
Apr 09 21:11:08.078973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50360db4-01a5-4d00-a704-6cf7c502eed5 req-c5ace02e-d3e9-48d5-b3fb-fdbf7abeae1b tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0286343
Apr 09 21:11:08.122015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:11:08.128604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:08.129847 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-814bdf26-4272-4598-851d-c02a42ea38d3 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "PUT /v2.0/routers/69112f91-af25-49f5-a58a-3126256d40ea HTTP/1.1" status: 200  len: 705 time: 1.5088568
Apr 09 21:11:08.131359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f09e5-703d-446b-8e0d-23c7ed492ad4 None None] Sync routers for ids ['69112f91-af25-49f5-a58a-3126256d40ea'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:11:08.132501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36764) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.210542 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1138dfba-4245-411a-be2f-18297afbdc38 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/routers/69112f91-af25-49f5-a58a-3126256d40ea HTTP/1.1" status: 200  len: 740 time: 0.0768325
Apr 09 21:11:08.213197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36768) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.265441 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-870ee4af-184b-4624-9252-3251f4674177 tempest-RoutersAdminTest-1970726094 tempest-RoutersAdminTest-1970726094-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=69112f91-af25-49f5-a58a-3126256d40ea HTTP/1.1" status: 200  len: 205 time: 0.0509870
Apr 09 21:11:08.268433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36770) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.283142 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f09e5-703d-446b-8e0d-23c7ed492ad4 None None] Routers {'69112f91-af25-49f5-a58a-3126256d40ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:08.283803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b26f09e5-703d-446b-8e0d-23c7ed492ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376013850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['69112f91-af25-49f5-a58a-3126256d40ea'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:08.299839 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d44c6f38-2966-4677-814b-68f1b2d8ca29 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=69112f91-af25-49f5-a58a-3126256d40ea HTTP/1.1" status: 200  len: 205 time: 0.0277939
Apr 09 21:11:08.300016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36776) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.319844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b26f09e5-703d-446b-8e0d-23c7ed492ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376013850>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:08.329386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f09e5-703d-446b-8e0d-23c7ed492ad4 None None] Routers {'69112f91-af25-49f5-a58a-3126256d40ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:11:08.330021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b26f09e5-703d-446b-8e0d-23c7ed492ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376013850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['69112f91-af25-49f5-a58a-3126256d40ea'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:08.370614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b26f09e5-703d-446b-8e0d-23c7ed492ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376013850>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:08.371638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f09e5-703d-446b-8e0d-23c7ed492ad4 None None] The sync data for ids ['69112f91-af25-49f5-a58a-3126256d40ea'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:11:08.398259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5267c00d-4760-4f8e-b566-b78a55767433 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (69112f91-af25-49f5-a58a-3126256d40ea), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:08.568348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5267c00d-4760-4f8e-b566-b78a55767433 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (69112f91-af25-49f5-a58a-3126256d40ea), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:08.570688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5267c00d-4760-4f8e-b566-b78a55767433 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router_controller (69112f91-af25-49f5-a58a-3126256d40ea), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:08.621964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5267c00d-4760-4f8e-b566-b78a55767433 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (69112f91-af25-49f5-a58a-3126256d40ea), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:08.622989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5267c00d-4760-4f8e-b566-b78a55767433 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Fanout notify agent at l3_agent the message router_deleted on router 69112f91-af25-49f5-a58a-3126256d40ea {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:11:08.631759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5267c00d-4760-4f8e-b566-b78a55767433 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:08.637680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36794) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.638303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5267c00d-4760-4f8e-b566-b78a55767433 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/69112f91-af25-49f5-a58a-3126256d40ea HTTP/1.1" status: 204  len: 168 time: 0.3372247
Apr 09 21:11:08.669431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7342f999-d3db-4b5a-ac00-bff9bf257852 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=69112f91-af25-49f5-a58a-3126256d40ea HTTP/1.1" status: 200  len: 205 time: 0.0305986
Apr 09 21:11:08.671847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36798) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.726156 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-6e9e6180-a7ec-4f73-9d41-494e8cfa9611 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] delete failed (client error): The resource could not be found.
Apr 09 21:11:08.727240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6e9e6180-a7ec-4f73-9d41-494e8cfa9611 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/69112f91-af25-49f5-a58a-3126256d40ea HTTP/1.1" status: 404  len: 336 time: 0.0545061
Apr 09 21:11:08.730171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36812) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.762778 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d7af020-9c11-43a4-9281-4836e7e6a115 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=28a3af6f-ae52-4ed2-ad77-1cb67f20a37d HTTP/1.1" status: 200  len: 205 time: 0.0311189
Apr 09 21:11:08.765931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36814) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.807146 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-36ab7527-0360-4bad-993a-780191621008 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] delete failed (client error): The resource could not be found.
Apr 09 21:11:08.808208 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-36ab7527-0360-4bad-993a-780191621008 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/28a3af6f-ae52-4ed2-ad77-1cb67f20a37d HTTP/1.1" status: 404  len: 336 time: 0.0411417
Apr 09 21:11:08.811125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36818) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.843993 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-877ca44f-ec49-419d-8258-6fe502d9e601 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b3c47e-5e44-4e09-8025-c433de253b78 HTTP/1.1" status: 200  len: 205 time: 0.0316589
Apr 09 21:11:08.846426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36820) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.887849 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-6d159d21-abf3-4d79-abab-46a065c60068 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] delete failed (client error): The resource could not be found.
Apr 09 21:11:08.888762 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6d159d21-abf3-4d79-abab-46a065c60068 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/c7b3c47e-5e44-4e09-8025-c433de253b78 HTTP/1.1" status: 404  len: 336 time: 0.0414867
Apr 09 21:11:08.891514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36822) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.925607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36824) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.925914 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4678d830-5276-4ed4-bcae-889eb18953dc tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab04c01-9c51-4ffa-a20a-2b479e076b01 HTTP/1.1" status: 200  len: 205 time: 0.0330577
Apr 09 21:11:08.968295 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-6f1c8a6f-aeb3-48ba-b4f5-922ab136de0b tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] delete failed (client error): The resource could not be found.
Apr 09 21:11:08.973289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36830) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:08.973495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f1c8a6f-aeb3-48ba-b4f5-922ab136de0b tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/eab04c01-9c51-4ffa-a20a-2b479e076b01 HTTP/1.1" status: 404  len: 336 time: 0.0457585
Apr 09 21:11:09.021762 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a9c21bac-32d0-46d0-82b1-ca18ed7779e5 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1e1324a-6e40-496e-a0c1-768a62be592a HTTP/1.1" status: 200  len: 205 time: 0.0472267
Apr 09 21:11:09.022769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36834) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:09.085567 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-27be35e7-85ed-4ad9-87a3-bde9570ff3bc tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] delete failed (client error): The resource could not be found.
Apr 09 21:11:09.090446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36846) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:09.090625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-27be35e7-85ed-4ad9-87a3-bde9570ff3bc tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/e1e1324a-6e40-496e-a0c1-768a62be592a HTTP/1.1" status: 404  len: 336 time: 0.0654690
Apr 09 21:11:09.150174 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0e709493-58f9-48f3-8709-994a9dc244a9 tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "GET /v2.0/ports?device_id=05beb6d8-87a5-4df9-9e26-430b324f0782 HTTP/1.1" status: 200  len: 205 time: 0.0575867
Apr 09 21:11:09.152785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36854) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:09.174427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16acc8a-c5e4-4796-825f-46066477db08 req-65284492-3488-4248-9eef-daf1d8dab23c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:09.176979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e16acc8a-c5e4-4796-825f-46066477db08 req-65284492-3488-4248-9eef-daf1d8dab23c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0840554
Apr 09 21:11:09.241964 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-e73b0f84-b631-44fc-9af2-d01eac94445f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] delete failed (client error): The resource could not be found.
Apr 09 21:11:09.244513 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e73b0f84-b631-44fc-9af2-d01eac94445f tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/routers/05beb6d8-87a5-4df9-9e26-430b324f0782 HTTP/1.1" status: 404  len: 336 time: 0.0896974
Apr 09 21:11:09.247357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36856) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:09.250723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b8e04ec-5f76-4645-9a3c-ab099a16e142 req-fc8a2870-0891-4fb2-92ae-d0b0478ab31b tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0417252
Apr 09 21:11:09.281448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e16acc8a-c5e4-4796-825f-46066477db08 req-5a2ffb06-d5b2-4e84-a130-67168b8c2d0d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963390
Apr 09 21:11:09.288053 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7e26d9-18cb-484d-a88a-d9161947196d tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:09.288560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7e26d9-18cb-484d-a88a-d9161947196d tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:09.292328 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5b7e26d9-18cb-484d-a88a-d9161947196d tempest-RoutersAdminTest-263206310 tempest-RoutersAdminTest-263206310-project] 10.222.0.30 "DELETE /v2.0/subnets/b1948218-ef01-4db8-b17d-c69da5a33555 HTTP/1.1" status: 404  len: 337 time: 0.0432386
Apr 09 21:11:09.673512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef8ec2e7-d734-4621-a491-b5c5add9c9c6 req-c128192a-f2db-457b-93c9-6badcb3b36c8 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74&device_id=25ae3d49-bdcd-436b-9b63-0dc338f7964e HTTP/1.1" status: 200  len: 210 time: 0.0488529
Apr 09 21:11:09.683535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36876) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:09.909634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c021b1f9-7869-4e20-ae29-b25568c9797d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:09.975658 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d0ba6403-af97-43c8-b12c-cf802065726c req-815c1e5f-cdb4-4e3f-90bc-9f1778ff2f4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc556aaca1864bec914c801ea06a2c1c&device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0554681
Apr 09 21:11:10.019065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d0ba6403-af97-43c8-b12c-cf802065726c req-41fee66c-e540-4675-b13a-9cd0dc00bfa2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc556aaca1864bec914c801ea06a2c1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338430
Apr 09 21:11:10.044147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60937bfc-d0d9-46ef-964e-e518d9a43e9b req-b2b52dd6-006a-4171-994e-df8217c9387a tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0466585
Apr 09 21:11:10.162031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c021b1f9-7869-4e20-ae29-b25568c9797d admin admin] Publish callbacks [] for security_group (1c8e3062-847b-4dde-9692-50e000b54eaf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:10.167840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6403-af97-43c8-b12c-cf802065726c req-8aa3bb69-3b14-4cca-8a85-40ad2b5889a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:10.169936 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d0ba6403-af97-43c8-b12c-cf802065726c req-8aa3bb69-3b14-4cca-8a85-40ad2b5889a9 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1419580
Apr 09 21:11:10.171359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c021b1f9-7869-4e20-ae29-b25568c9797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1c8e3062-847b-4dde-9692-50e000b54eaf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:10.216919 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c021b1f9-7869-4e20-ae29-b25568c9797d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adaec8ea9faa4d8aa706171d1551714e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5321429
Apr 09 21:11:10.218387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021b1f9-7869-4e20-ae29-b25568c9797d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e3062-847b-4dde-9692-50e000b54eaf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:10.219831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36910) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:10.282285 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5799ef94-69a8-45f6-8f57-ed453765e0e1 admin admin] Publish callbacks [] for security_group (1c8e3062-847b-4dde-9692-50e000b54eaf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:10.308675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5799ef94-69a8-45f6-8f57-ed453765e0e1 admin admin] Publish callbacks [] for security_group (1c8e3062-847b-4dde-9692-50e000b54eaf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:10.385534 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5799ef94-69a8-45f6-8f57-ed453765e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1c8e3062-847b-4dde-9692-50e000b54eaf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:10.388543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5799ef94-69a8-45f6-8f57-ed453765e0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:10.389969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5799ef94-69a8-45f6-8f57-ed453765e0e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c8e3062-847b-4dde-9692-50e000b54eaf HTTP/1.1" status: 204  len: 168 time: 0.1676371
Apr 09 21:11:10.415682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ef94-69a8-45f6-8f57-ed453765e0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e3062-847b-4dde-9692-50e000b54eaf,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:10.464646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a1f2a-b06a-45b2-a767-c7e28261deb0 req-fa0afbca-c059-4d21-969b-e5aca92a4f70 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:10.475521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-115a1f2a-b06a-45b2-a767-c7e28261deb0 req-fa0afbca-c059-4d21-969b-e5aca92a4f70 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0840786
Apr 09 21:11:10.563833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-115a1f2a-b06a-45b2-a767-c7e28261deb0 req-033dfaae-8c45-499e-8beb-0fd87e7c45d5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869501
Apr 09 21:11:10.796594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36918) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:10.861432 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1c0891d9-f3e6-4d2c-9849-5916f44e17eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f311065375d462c8e30ec01597731de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0635626
Apr 09 21:11:10.864085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36924) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:10.952929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aac16ad2-02af-4348-8b5b-7dfdd0d8034c admin admin] Publish callbacks [] for security_group (b2106c4c-52a9-4e95-beb3-41bb47b7901e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:10.979660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aac16ad2-02af-4348-8b5b-7dfdd0d8034c admin admin] Publish callbacks [] for security_group (b2106c4c-52a9-4e95-beb3-41bb47b7901e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:11.043911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aac16ad2-02af-4348-8b5b-7dfdd0d8034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b2106c4c-52a9-4e95-beb3-41bb47b7901e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:11.047629 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aac16ad2-02af-4348-8b5b-7dfdd0d8034c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:11.052109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aac16ad2-02af-4348-8b5b-7dfdd0d8034c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2106c4c-52a9-4e95-beb3-41bb47b7901e HTTP/1.1" status: 204  len: 168 time: 0.1870337
Apr 09 21:11:11.061562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac16ad2-02af-4348-8b5b-7dfdd0d8034c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2106c4c-52a9-4e95-beb3-41bb47b7901e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:11.231415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-944b45ca-393d-4fc3-9dff-57b823d073a4 req-da88a645-2991-415b-b516-eb4431de1349 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0400226
Apr 09 21:11:11.691642 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d0ba6403-af97-43c8-b12c-cf802065726c req-ad597773-2391-46fb-926c-5133bf097a67 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.25 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0348825
Apr 09 21:11:11.738631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e97430-58c6-4b94-ac5a-fbe7ea9ac2b8 req-c5386a21-f17c-4dc0-9160-999a7dde4eda tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:11.746757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4e97430-58c6-4b94-ac5a-fbe7ea9ac2b8 req-c5386a21-f17c-4dc0-9160-999a7dde4eda tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0698650
Apr 09 21:11:11.840679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4e97430-58c6-4b94-ac5a-fbe7ea9ac2b8 req-5e1a7d65-bf5d-4d35-b907-745e3411d7ee tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928183
Apr 09 21:11:12.095746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36960) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:12.243524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-285288215'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:12.281126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Made reservation on behalf of 78b84250ec9748bd9bda30bb77eeb991 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:12.285443 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:12.305618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:12.364748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd10b860-0e2a-4f8c-ab08-cc91b3b5a2da req-d68e1b4c-f6af-4013-8877-727cdfe045db tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76c4dc0-e509-48a8-ba4e-b686e299fa74 HTTP/1.1" status: 200  len: 210 time: 0.0474153
Apr 09 21:11:12.523107 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks [] for security_group (1fcada02-235b-482f-a4e2-ce50599e2b32), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:12.530910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1fcada02-235b-482f-a4e2-ce50599e2b32), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:12.556227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:12.572573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcada02-235b-482f-a4e2-ce50599e2b32,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:12.575709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b49f3671-152e-4646-b7b1-f16a79bf024d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:12.576131 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Added segment b49f3671-152e-4646-b7b1-f16a79bf024d of type vlan for network 8744ad63-4251-42fb-aa02-71ff1c724abf
Apr 09 21:11:12.623853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (8744ad63-4251-42fb-aa02-71ff1c724abf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:12.653692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (8744ad63-4251-42fb-aa02-71ff1c724abf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:12.659102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:12.659786 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:12.698216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5989039
Apr 09 21:11:12.703397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36970) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:12.713839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Request body: {'subnet': {'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:12.801388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe698238-ab89-40a2-b041-d534512565f5 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event updated for resources: {'Network': ['ID=8744ad63-4251-42fb-aa02-71ff1c724abf,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:12.817497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 8744ad63-4251-42fb-aa02-71ff1c724abf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:13.000719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Made reservation on behalf of 78b84250ec9748bd9bda30bb77eeb991 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:13.004785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:13.023903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276d71-d68a-4778-b40f-0bf1cf736c12 req-25bb3dd8-b96f-4693-95cb-d0caf8acffcb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:13.033736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7276d71-d68a-4778-b40f-0bf1cf736c12 req-25bb3dd8-b96f-4693-95cb-d0caf8acffcb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0818286
Apr 09 21:11:13.127030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7276d71-d68a-4778-b40f-0bf1cf736c12 req-aa5bda68-8a0a-4c54-a6ff-84967434bad2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918641
Apr 09 21:11:13.280678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:13.355513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event updated for resources: {'Subnet': ['ID=9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:13.365158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Checking segment: {'id': 'b49f3671-152e-4646-b7b1-f16a79bf024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:13.365585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Network hostable DHCP agents. Network: 8744ad63-4251-42fb-aa02-71ff1c724abf, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:13.385544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Network 8744ad63-4251-42fb-aa02-71ff1c724abf is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:13.398664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8744ad63-4251-42fb-aa02-71ff1c724abf) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:13.415446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31892386-3927-434c-b5ba-710ad9bc8b51 None None] Network 8744ad63-4251-42fb-aa02-71ff1c724abf requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:13.428215 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:13.430506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:13.472279 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-66c0c8ab-3e36-46e1-b914-b765429f8b20 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7612746
Apr 09 21:11:13.473192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36998) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:13.479014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Request body: {'port': {'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-851084460'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:13.633720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8744ad63-4251-42fb-aa02-71ff1c724abf', 'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf', 'project_id': '78b84250ec9748bd9bda30bb77eeb991', 'fixed_ips': [{'subnet_id': '9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:11:13.634694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Made reservation on behalf of 78b84250ec9748bd9bda30bb77eeb991 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:13.635254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:13.640515 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:13.684780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] device_id is not set on port 44035c41-f8dd-49ff-8699-8afa351c760e yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:11:13.827608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Allocated IP 172.20.0.2 (8744ad63-4251-42fb-aa02-71ff1c724abf/9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72/53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:13.833879 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c24143cb-8346-427d-8728-5685330bd7b2 req-79dde7ad-73c3-44ab-b623-a55add46073e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc556aaca1864bec914c801ea06a2c1c&device_id=25ae3d49-bdcd-436b-9b63-0dc338f7964e HTTP/1.1" status: 200  len: 210 time: 0.0425682
Apr 09 21:11:13.882292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c24143cb-8346-427d-8728-5685330bd7b2 req-b76ae4f7-b327-4288-b83f-9de877b5aee7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc556aaca1864bec914c801ea06a2c1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0366089
Apr 09 21:11:13.886062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e1dee85-9249-40de-aba9-5a8114123bca req-9e5aade2-0f9b-42f2-9cad-609a39cace00 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=25ae3d49-bdcd-436b-9b63-0dc338f7964e HTTP/1.1" status: 200  len: 210 time: 0.0296609
Apr 09 21:11:14.032650 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Publish callbacks [] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:14.042173 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:14.066668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24143cb-8346-427d-8728-5685330bd7b2 req-e7fbdf47-450c-4caf-8c28-c74444cb3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:14.072150 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c24143cb-8346-427d-8728-5685330bd7b2 req-e7fbdf47-450c-4caf-8c28-c74444cb3df3 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1739695
Apr 09 21:11:14.083695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Network 8744ad63-4251-42fb-aa02-71ff1c724abf is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:14.091576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:14.098348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:14.130622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Pushing event updated for resources: {'Port': ['ID=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:14.131912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Allocated IP 172.20.0.10 (8744ad63-4251-42fb-aa02-71ff1c724abf/9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72/44035c41-f8dd-49ff-8699-8afa351c760e) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:14.173652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Attempting to bind port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:11:14.174334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Attempting to bind port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b49f3671-152e-4646-b7b1-f16a79bf024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:11:14.174750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Attempting to bind port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb on network 8744ad63-4251-42fb-aa02-71ff1c724abf {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:11:14.180801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:11:14.181302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Checking segment: {'id': 'b49f3671-152e-4646-b7b1-f16a79bf024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:14.181921 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:14.182553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Bound using segment: {'id': 'b49f3671-152e-4646-b7b1-f16a79bf024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:11:14.183037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Bound port: 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49f3671-152e-4646-b7b1-f16a79bf024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:11:14.183464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:14.271397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] For port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:11:14.275197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] For port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,segment=NetworkSegment(b49f3671-152e-4646-b7b1-f16a79bf024d),segment_id=b49f3671-152e-4646-b7b1-f16a79bf024d)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:11:14.292972 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:14.398847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bcf61-f678-4344-98d8-c62794e20799 None None] Pushing event updated for resources: {'Port': ['ID=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:14.406086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4ff5-89ed-466f-ac0d-3ae181c482f1 req-aff9f91a-28ee-4ebd-a304-667da37bca93 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:14.413667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f27e4ff5-89ed-466f-ac0d-3ae181c482f1 req-aff9f91a-28ee-4ebd-a304-667da37bca93 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1448197
Apr 09 21:11:14.523026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f27e4ff5-89ed-466f-ac0d-3ae181c482f1 req-ff260dc0-d86e-4e7b-b68c-9630cec4f16d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083336
Apr 09 21:11:14.528885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks [] for port (44035c41-f8dd-49ff-8699-8afa351c760e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:14.595035 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:14.735122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Network 8744ad63-4251-42fb-aa02-71ff1c724abf is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:14.744780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:14.749968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:14.779902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event updated for resources: {'Port': ['ID=44035c41-f8dd-49ff-8699-8afa351c760e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:14.822375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:14.823528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:14.862707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9293c46a-ea24-48eb-a82f-88ab362c476c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.3883755
Apr 09 21:11:14.867194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37028) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:14.873631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Request body: {'port': {'network_id': '8744ad63-4251-42fb-aa02-71ff1c724abf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1139469190', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:14.874124 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] bootfile-name is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:11:14.874729 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] tftp-server is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:11:14.875061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] server-ip-address is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:11:15.046387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Made reservation on behalf of 78b84250ec9748bd9bda30bb77eeb991 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:15.050043 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:15.054227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-531c3056-faf8-4016-87e0-e9aea62b54e9 req-12d3c7d5-9354-4612-a284-e7b98d2c1281 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=25ae3d49-bdcd-436b-9b63-0dc338f7964e HTTP/1.1" status: 200  len: 210 time: 0.0357687
Apr 09 21:11:15.089810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] device_id is not set on port e9ae7f42-ed04-4474-b5d2-92da5d4ae33b yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:11:15.214779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Allocated IP 172.20.0.9 (8744ad63-4251-42fb-aa02-71ff1c724abf/9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72/e9ae7f42-ed04-4474-b5d2-92da5d4ae33b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:15.478810 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks [] for port (e9ae7f42-ed04-4474-b5d2-92da5d4ae33b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:15.522819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e9ae7f42-ed04-4474-b5d2-92da5d4ae33b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:15.556344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Network 8744ad63-4251-42fb-aa02-71ff1c724abf is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:15.560375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:15.598104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:15.657290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:15.657947 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:15.702227 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 0.8332260
Apr 09 21:11:15.702899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37054) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:15.711287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1cee8-60b6-4f31-a580-47f655c8d7c8 None None] Network 8744ad63-4251-42fb-aa02-71ff1c724abf requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:15.799483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63416ba3-4dc0-4f31-b017-3bb61c9b6371 req-03862842-edd3-4a3f-939c-568ecf260aeb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:15.804936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63416ba3-4dc0-4f31-b017-3bb61c9b6371 req-03862842-edd3-4a3f-939c-568ecf260aeb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1313777
Apr 09 21:11:15.892227 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c24143cb-8346-427d-8728-5685330bd7b2 req-cfc2bc62-69f8-4381-8807-878d7c5bd8d2 tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ae3d49-bdcd-436b-9b63-0dc338f7964e HTTP/1.1" status: 200  len: 210 time: 0.1432815
Apr 09 21:11:15.893373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63416ba3-4dc0-4f31-b017-3bb61c9b6371 req-517735c2-d572-4f49-8657-33a9fefadf58 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854926
Apr 09 21:11:15.894370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16d88e-5749-4be3-a34a-b77b91b2e19c tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event updated for resources: {'Port': ['ID=e9ae7f42-ed04-4474-b5d2-92da5d4ae33b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:15.931631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2798f4-7546-4a74-9602-a2f5b6b10e83 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:15.942247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2798f4-7546-4a74-9602-a2f5b6b10e83 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:15.948643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2798f4-7546-4a74-9602-a2f5b6b10e83 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:15.954296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37066) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:15.957465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8d735d49-385e-4315-9141-db4dbb4bffd7 None None] Provisioning complete for port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:15.958114 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d735d49-385e-4315-9141-db4dbb4bffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:15.965200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1a2798f4-7546-4a74-9602-a2f5b6b10e83 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.2506342
Apr 09 21:11:16.060191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8d735d49-385e-4315-9141-db4dbb4bffd7 None None] Current status of the port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:16.061072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d735d49-385e-4315-9141-db4dbb4bffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.098737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a3cf2-99ec-42fb-b4ee-66b4a51d2363 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Deleting port e9ae7f42-ed04-4474-b5d2-92da5d4ae33b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:16.099301 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3cf2-99ec-42fb-b4ee-66b4a51d2363 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e9ae7f42-ed04-4474-b5d2-92da5d4ae33b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.125316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8d735d49-385e-4315-9141-db4dbb4bffd7 None None] For port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,segment=NetworkSegment(b49f3671-152e-4646-b7b1-f16a79bf024d),segment_id=b49f3671-152e-4646-b7b1-f16a79bf024d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:16.137145 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d735d49-385e-4315-9141-db4dbb4bffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.228148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3cf2-99ec-42fb-b4ee-66b4a51d2363 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e9ae7f42-ed04-4474-b5d2-92da5d4ae33b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.242561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d735d49-385e-4315-9141-db4dbb4bffd7 None None] Pushing event updated for resources: {'Port': ['ID=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:16.244512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a3cf2-99ec-42fb-b4ee-66b4a51d2363 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Calling delete_port for e9ae7f42-ed04-4474-b5d2-92da5d4ae33b owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:16.266885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Provisioning complete for port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:16.267237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.350120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16ab1f42-faee-4bee-aee1-28a7e1dda080 req-6a74fd19-ebc9-49be-b553-cc2384f7d75b tempest-ServerShowV247Test-2059157528 tempest-ServerShowV247Test-2059157528-project] 10.222.0.30 "GET /v2.0/ports?device_id=25ae3d49-bdcd-436b-9b63-0dc338f7964e HTTP/1.1" status: 200  len: 210 time: 0.0897017
Apr 09 21:11:16.362404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Current status of the port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:16.397805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Provisioning complete for port e9ae7f42-ed04-4474-b5d2-92da5d4ae33b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:16.398180 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e9ae7f42-ed04-4474-b5d2-92da5d4ae33b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.462462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Port e9ae7f42-ed04-4474-b5d2-92da5d4ae33b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:11:16.485071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Provisioning complete for port 44035c41-f8dd-49ff-8699-8afa351c760e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:16.485071 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.517091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3cf2-99ec-42fb-b4ee-66b4a51d2363 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e9ae7f42-ed04-4474-b5d2-92da5d4ae33b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.570479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-838d6984-4ee1-41c5-b15a-4e95b6950d9b None None] Port 44035c41-f8dd-49ff-8699-8afa351c760e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:11:16.589964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a3cf2-99ec-42fb-b4ee-66b4a51d2363 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event deleted for resources: {'Port': ['ID=e9ae7f42-ed04-4474-b5d2-92da5d4ae33b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:16.609141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:11:16.684308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:16.684648 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.717479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3cf2-99ec-42fb-b4ee-66b4a51d2363 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.721745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2f3a3cf2-99ec-42fb-b4ee-66b4a51d2363 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "DELETE /v2.0/ports/e9ae7f42-ed04-4474-b5d2-92da5d4ae33b HTTP/1.1" status: 204  len: 168 time: 0.7663777
Apr 09 21:11:16.726745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37070) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:16.733733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Request body: {'port': {'name': 'tempest-new-port-name-1146548949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:16.734399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] bootfile-name is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:11:16.734927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] tftp-server is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:11:16.735325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.api.validators [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] server-ip-address is not in valid_values {{(pid=126919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 09 21:11:16.755257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ea349fbc-7b13-4c0a-b0bf-ced2b37d9833 None None] Provisioning complete for port 44035c41-f8dd-49ff-8699-8afa351c760e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:16.756338 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea349fbc-7b13-4c0a-b0bf-ced2b37d9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.812806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ea349fbc-7b13-4c0a-b0bf-ced2b37d9833 None None] Port 44035c41-f8dd-49ff-8699-8afa351c760e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:11:16.853691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:16.856764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:17.026101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-33e20ac7-a424-463f-a736-39dc668f48c2 None None] Could not find standard attr ID for object e9ae7f42-ed04-4474-b5d2-92da5d4ae33b. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:11:17.107565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1d50d-1676-425c-96cd-2b7071c3a7a1 req-8769df5c-44d1-47a2-9679-49c38406b10c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:17.114685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ad1d50d-1676-425c-96cd-2b7071c3a7a1 req-8769df5c-44d1-47a2-9679-49c38406b10c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1040394
Apr 09 21:11:17.193548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks [] for port (44035c41-f8dd-49ff-8699-8afa351c760e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:17.205265 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:17.208969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ad1d50d-1676-425c-96cd-2b7071c3a7a1 req-c8e58037-93d8-4650-991c-df7f51b8540a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851512
Apr 09 21:11:17.291085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event updated for resources: {'Port': ['ID=44035c41-f8dd-49ff-8699-8afa351c760e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:17.311384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] In _notify_port_updated(), no bound segment for port 44035c41-f8dd-49ff-8699-8afa351c760e on network 8744ad63-4251-42fb-aa02-71ff1c724abf {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:11:17.317170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:17.317852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:17.321684 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d3b70a99-9a2d-4857-9670-fbbd65c08c46 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "PUT /v2.0/ports/44035c41-f8dd-49ff-8699-8afa351c760e HTTP/1.1" status: 200  len: 1137 time: 0.5911071
Apr 09 21:11:17.322104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37076) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:17.377433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf93db-347b-49b9-b3eb-44ec00105a51 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:17.378954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8bdf93db-347b-49b9-b3eb-44ec00105a51 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "GET /v2.0/ports/44035c41-f8dd-49ff-8699-8afa351c760e HTTP/1.1" status: 200  len: 1137 time: 0.0558336
Apr 09 21:11:17.382323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37078) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:17.497149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a5084-e71c-4443-9998-a3593b7da211 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Deleting port 44035c41-f8dd-49ff-8699-8afa351c760e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:17.497597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a8a5084-e71c-4443-9998-a3593b7da211 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:17.612093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a8a5084-e71c-4443-9998-a3593b7da211 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:17.631283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a5084-e71c-4443-9998-a3593b7da211 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Calling delete_port for 44035c41-f8dd-49ff-8699-8afa351c760e owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:17.654948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-460cddd7-2212-4b71-8dda-b7ee5eaedebf None None] Provisioning complete for port 44035c41-f8dd-49ff-8699-8afa351c760e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:17.655330 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-460cddd7-2212-4b71-8dda-b7ee5eaedebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:17.709595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-460cddd7-2212-4b71-8dda-b7ee5eaedebf None None] Port 44035c41-f8dd-49ff-8699-8afa351c760e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:11:17.807642 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a8a5084-e71c-4443-9998-a3593b7da211 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (44035c41-f8dd-49ff-8699-8afa351c760e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:17.816458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37088) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:17.844094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a5084-e71c-4443-9998-a3593b7da211 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event deleted for resources: {'Port': ['ID=44035c41-f8dd-49ff-8699-8afa351c760e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:17.987277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a8a5084-e71c-4443-9998-a3593b7da211 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.002234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0a8a5084-e71c-4443-9998-a3593b7da211 tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "DELETE /v2.0/ports/44035c41-f8dd-49ff-8699-8afa351c760e HTTP/1.1" status: 204  len: 168 time: 0.6164348
Apr 09 21:11:18.003197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37098) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:18.054894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-84c36187-69f8-41e7-bcdb-14a72e095cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.187189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-8115f94d-7534-41a4-814b-9932ed7b412d tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Deleting subnet 9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:11:18.196178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8115f94d-7534-41a4-814b-9932ed7b412d tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks [] for subnet (9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.254166 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-84c36187-69f8-41e7-bcdb-14a72e095cef admin admin] Publish callbacks [] for security_group (aae09890-6893-4def-9784-7a6bb971f601), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.265413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8115f94d-7534-41a4-814b-9932ed7b412d tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.297841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-84c36187-69f8-41e7-bcdb-14a72e095cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (aae09890-6893-4def-9784-7a6bb971f601), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.340788 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-84c36187-69f8-41e7-bcdb-14a72e095cef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc556aaca1864bec914c801ea06a2c1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5226469
Apr 09 21:11:18.351906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37114) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:18.381516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8047c5-c5d9-475c-8d6e-268cd47c1d5e req-4d654477-6916-4533-992b-5fbd2d764bb5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:18.408310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c8047c5-c5d9-475c-8d6e-268cd47c1d5e req-4d654477-6916-4533-992b-5fbd2d764bb5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0856292
Apr 09 21:11:18.469504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c36187-69f8-41e7-bcdb-14a72e095cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae09890-6893-4def-9784-7a6bb971f601,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:18.504378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c8047c5-c5d9-475c-8d6e-268cd47c1d5e req-3c300e8f-6db2-45bf-a184-5c57ca65f2f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846312
Apr 09 21:11:18.597140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ab1317f-7293-49d0-ae9d-e895dac0a3ee admin admin] Publish callbacks [] for security_group (aae09890-6893-4def-9784-7a6bb971f601), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.602167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8115f94d-7534-41a4-814b-9932ed7b412d tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.683663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ab1317f-7293-49d0-ae9d-e895dac0a3ee admin admin] Publish callbacks [] for security_group (aae09890-6893-4def-9784-7a6bb971f601), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.753374 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8115f94d-7534-41a4-814b-9932ed7b412d tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.760998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ab1317f-7293-49d0-ae9d-e895dac0a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (aae09890-6893-4def-9784-7a6bb971f601), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.764841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ab1317f-7293-49d0-ae9d-e895dac0a3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.766432 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4ab1317f-7293-49d0-ae9d-e895dac0a3ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aae09890-6893-4def-9784-7a6bb971f601 HTTP/1.1" status: 204  len: 168 time: 0.4135273
Apr 09 21:11:18.798362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f7329-369b-4c36-968d-351c6bf378d5 None None] Network 8744ad63-4251-42fb-aa02-71ff1c724abf requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:18.798906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8115f94d-7534-41a4-814b-9932ed7b412d tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:18.804288 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8115f94d-7534-41a4-814b-9932ed7b412d tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "DELETE /v2.0/subnets/9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72 HTTP/1.1" status: 204  len: 168 time: 0.7989552
Apr 09 21:11:18.806147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37132) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:18.838040 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115f94d-7534-41a4-814b-9932ed7b412d tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event deleted for resources: {'Subnet': ['ID=9bac1c7e-ad60-47b7-85cf-8da4fdcb8e72,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:18.842455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1317f-7293-49d0-ae9d-e895dac0a3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae09890-6893-4def-9784-7a6bb971f601,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:18.957615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (8744ad63-4251-42fb-aa02-71ff1c724abf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.048700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Deleting port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:19.049323 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.092624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] DHCP port deletion for 8744ad63-4251-42fb-aa02-71ff1c724abf request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:11:19.179446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] For port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,segment=NetworkSegment(b49f3671-152e-4646-b7b1-f16a79bf024d),segment_id=b49f3671-152e-4646-b7b1-f16a79bf024d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:19.179446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.182106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] Deleting port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:19.182501 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.197871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Calling delete_port for 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:19.306073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] For port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,segment=NetworkSegment(b49f3671-152e-4646-b7b1-f16a79bf024d),segment_id=b49f3671-152e-4646-b7b1-f16a79bf024d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:19.306392 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.353149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.354466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] Calling delete_port for 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:19.371375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] No DVR routers for this DVR port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:11:19.395059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event deleted for resources: {'Port': ['ID=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:19.503492 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.526911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (8744ad63-4251-42fb-aa02-71ff1c724abf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.563967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] Pushing event deleted for resources: {'Port': ['ID=53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:19.576369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23757bea30>,) {'filters': {'network_id': ['8744ad63-4251-42fb-aa02-71ff1c724abf']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:19.581583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7b484-8482-4aef-811c-5d49dd9ef230 None None] No DVR routers for this DVR port 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:11:19.590257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23757bea30>, 'b49f3671-152e-4646-b7b1-f16a79bf024d') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:19.590525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23757bea30>, 'b49f3671-152e-4646-b7b1-f16a79bf024d') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:19.619041 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (b49f3671-152e-4646-b7b1-f16a79bf024d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.678541 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b49f3671-152e-4646-b7b1-f16a79bf024d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.690127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:19.690530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (b49f3671-152e-4646-b7b1-f16a79bf024d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:19.694728 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:19.704221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874befe5-f82f-4c2a-a689-6b8e6020d9e2 req-ec8a2b5b-0c90-48a7-8b8d-2f19dd458164 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:19.706367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-874befe5-f82f-4c2a-a689-6b8e6020d9e2 req-ec8a2b5b-0c90-48a7-8b8d-2f19dd458164 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0706153
Apr 09 21:11:19.835268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-874befe5-f82f-4c2a-a689-6b8e6020d9e2 req-14d3b639-0d39-440c-a0d9-796bef102f0e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145072
Apr 09 21:11:19.844633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (8744ad63-4251-42fb-aa02-71ff1c724abf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.859000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:19.865434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] 10.222.0.30 "DELETE /v2.0/networks/8744ad63-4251-42fb-aa02-71ff1c724abf HTTP/1.1" status: 204  len: 168 time: 1.0577967
Apr 09 21:11:19.888254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e50e5-fb81-49ad-879e-1e1f680e02eb tempest-ExtraDHCPOptionsTestJSON-112434865 tempest-ExtraDHCPOptionsTestJSON-112434865-project] Pushing event deleted for resources: {'Network': ['ID=8744ad63-4251-42fb-aa02-71ff1c724abf,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:20.257352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37200) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:20.416217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d87ed3b9-eec5-4602-a8b4-f344b44d07a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:20.503683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:11:20.513501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:20.514451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6de9cf6f-44cc-4c99-97aa-ec9fc6ae663f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78b84250ec9748bd9bda30bb77eeb991&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2521517
Apr 09 21:11:20.596742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:11:20.597503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 53ed35ed-ed17-4dee-a0cf-5feefdfcf6eb not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:11:20.639333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26f81cfc-3788-44a2-9125-62456fc6af13 admin admin] Publish callbacks [] for security_group (1fcada02-235b-482f-a4e2-ce50599e2b32), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:20.675413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26f81cfc-3788-44a2-9125-62456fc6af13 admin admin] Publish callbacks [] for security_group (1fcada02-235b-482f-a4e2-ce50599e2b32), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:20.743950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26f81cfc-3788-44a2-9125-62456fc6af13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1fcada02-235b-482f-a4e2-ce50599e2b32), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:20.753636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26f81cfc-3788-44a2-9125-62456fc6af13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:20.755479 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-26f81cfc-3788-44a2-9125-62456fc6af13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fcada02-235b-482f-a4e2-ce50599e2b32 HTTP/1.1" status: 204  len: 168 time: 0.2405345
Apr 09 21:11:20.769283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f81cfc-3788-44a2-9125-62456fc6af13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcada02-235b-482f-a4e2-ce50599e2b32,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:20.825369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37216) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:21.117127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e409c6b-e762-40a1-9139-e0d5e211bb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:21.148331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36f668-864d-499b-a5bd-359559536fb0 req-73011f47-6f83-49b6-b519-6aa621ad6bb8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:21.156494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c36f668-864d-499b-a5bd-359559536fb0 req-73011f47-6f83-49b6-b519-6aa621ad6bb8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1578102
Apr 09 21:11:21.256278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c36f668-864d-499b-a5bd-359559536fb0 req-090e72b6-3c16-4bc5-ab47-4b0bba61af1a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982311
Apr 09 21:11:21.320714 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e409c6b-e762-40a1-9139-e0d5e211bb26 admin admin] Publish callbacks [] for security_group (249c19f8-3fb2-4235-926b-e35009f086e3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:21.328617 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e409c6b-e762-40a1-9139-e0d5e211bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (249c19f8-3fb2-4235-926b-e35009f086e3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:21.395277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3e409c6b-e762-40a1-9139-e0d5e211bb26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d72cf766836c4811b624170c75eb7387&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5685828
Apr 09 21:11:21.397028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e409c6b-e762-40a1-9139-e0d5e211bb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249c19f8-3fb2-4235-926b-e35009f086e3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:21.397985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:21.500779 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-372628f7-09c5-4bce-b366-7f5869c45a63 admin admin] Publish callbacks [] for security_group (249c19f8-3fb2-4235-926b-e35009f086e3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:21.535476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-372628f7-09c5-4bce-b366-7f5869c45a63 admin admin] Publish callbacks [] for security_group (249c19f8-3fb2-4235-926b-e35009f086e3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:21.616481 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-372628f7-09c5-4bce-b366-7f5869c45a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (249c19f8-3fb2-4235-926b-e35009f086e3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:21.620181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-372628f7-09c5-4bce-b366-7f5869c45a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:21.622063 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-372628f7-09c5-4bce-b366-7f5869c45a63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/249c19f8-3fb2-4235-926b-e35009f086e3 HTTP/1.1" status: 204  len: 168 time: 0.2225335
Apr 09 21:11:21.640152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372628f7-09c5-4bce-b366-7f5869c45a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249c19f8-3fb2-4235-926b-e35009f086e3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:22.046087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37268) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:22.194355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-623679783'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:22.219351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:22.223556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.233846 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.303613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37278) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:22.335972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa4b3-0b14-4727-9154-a1a469d7933a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.346883 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for security_group (2828cdad-b794-486b-a463-150c2d4eae63), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.360792 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2828cdad-b794-486b-a463-150c2d4eae63), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.420889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2828cdad-b794-486b-a463-150c2d4eae63,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:22.471111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:22.496142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (48ed9502-c885-405f-b221-6242b523c8a0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.496847 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Added segment 48ed9502-c885-405f-b221-6242b523c8a0 of type vlan for network bff00c72-a26b-4275-8283-d7cd6bfa6e12
Apr 09 21:11:22.525332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1101b6c-7a18-48e7-854a-35a95bdda1bc req-96ba4ea3-6fcb-473f-bc90-115501e1acc3 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:22.527386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1101b6c-7a18-48e7-854a-35a95bdda1bc req-96ba4ea3-6fcb-473f-bc90-115501e1acc3 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1094959
Apr 09 21:11:22.556799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (bff00c72-a26b-4275-8283-d7cd6bfa6e12), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.573871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa4b3-0b14-4727-9154-a1a469d7933a admin admin] Publish callbacks [] for security_group (920f5376-2c43-4957-8eae-43669b6ccf6a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.586762 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa4b3-0b14-4727-9154-a1a469d7933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (920f5376-2c43-4957-8eae-43669b6ccf6a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.596107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (bff00c72-a26b-4275-8283-d7cd6bfa6e12), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.602525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:22.603250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.639197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1101b6c-7a18-48e7-854a-35a95bdda1bc req-9cceaa98-e4ba-4e40-9ead-a7a852ebc16a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011908
Apr 09 21:11:22.657346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c5ffa4b3-0b14-4727-9154-a1a469d7933a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a029530a07947fe875cc26f1c2d5e99&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3520901
Apr 09 21:11:22.660353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37290) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:22.668452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffa4b3-0b14-4727-9154-a1a469d7933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920f5376-2c43-4957-8eae-43669b6ccf6a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:22.681986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Network': ['ID=bff00c72-a26b-4275-8283-d7cd6bfa6e12,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:22.702064 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3ebf4b02-32b5-4e95-9a01-46e44e5567db tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.6548431
Apr 09 21:11:22.722390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network bff00c72-a26b-4275-8283-d7cd6bfa6e12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:22.753930 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Publish callbacks [] for security_group (920f5376-2c43-4957-8eae-43669b6ccf6a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.846029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Publish callbacks [] for security_group (920f5376-2c43-4957-8eae-43669b6ccf6a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:22.970725 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc6c9b85-c137-4f68-8d32-452074ed018b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:23.056988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (920f5376-2c43-4957-8eae-43669b6ccf6a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:23.066808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:23.068556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/920f5376-2c43-4957-8eae-43669b6ccf6a HTTP/1.1" status: 204  len: 168 time: 0.4067035
Apr 09 21:11:23.108787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920f5376-2c43-4957-8eae-43669b6ccf6a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:23.129853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.131228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.133294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.133752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.134157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.137801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.138259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.138698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.139097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.139724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.141408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.141953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.144187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.146522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.146999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10351ed-3aca-4423-9e23-bea68b4996e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:23.829851 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:11:23.842407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a574c8-4626-41c3-8c7f-fd08b749118d req-07cb73bb-cc1d-475c-8779-8dbd8355216f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:23.844732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2a574c8-4626-41c3-8c7f-fd08b749118d req-07cb73bb-cc1d-475c-8779-8dbd8355216f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0609639
Apr 09 21:11:23.923499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2a574c8-4626-41c3-8c7f-fd08b749118d req-5cd66867-01fc-4bee-8916-a65ebfdc9ce8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691063
Apr 09 21:11:24.083228 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:24.889495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-20e405eb-54ae-46eb-8f0d-ff99421b87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:24.891721 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-20e405eb-54ae-46eb-8f0d-ff99421b87bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 1128 time: 0.0500424
Apr 09 21:11:25.001431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-652ec923-71cc-49c8-a590-09ff61be5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:25.003582 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-652ec923-71cc-49c8-a590-09ff61be5bdc service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.1048391
Apr 09 21:11:25.129481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a98b8d-dc25-4ed6-a65a-3c8fa18e607c req-253b7bb2-dfd6-4add-9836-f98eac5b9894 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:25.144262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4a98b8d-dc25-4ed6-a65a-3c8fa18e607c req-253b7bb2-dfd6-4add-9836-f98eac5b9894 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0841970
Apr 09 21:11:25.144987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:25.168206 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-4c4456cc-4372-45b3-b14c-8e718db4aad2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 200  len: 1002 time: 0.1572771
Apr 09 21:11:25.171141 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:25.222244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4a98b8d-dc25-4ed6-a65a-3c8fa18e607c req-3f5d5d51-93fa-4169-9562-05d0242629c6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760639
Apr 09 21:11:25.263449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-a5ca18a0-e81d-44b3-ab5b-4623c5b5cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:25.265257 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-a5ca18a0-e81d-44b3-ab5b-4623c5b5cf88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.0904932
Apr 09 21:11:25.318854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-db7ad773-9e4f-485a-8760-1188e7a49dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:25.322016 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-db7ad773-9e4f-485a-8760-1188e7a49dbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491414
Apr 09 21:11:25.483706 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-d53ed01a-7e96-4546-8dc9-f94963f40d61 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570172
Apr 09 21:11:25.596043 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efb3808c-181c-498d-bc35-3c68e6fa8d04 req-5f05230e-48cc-49de-b581-2dbad6344cf7 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1055400
Apr 09 21:11:25.779386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37440) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:25.917668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-943ec6d5-250a-4fd0-9ba9-4442f0024fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.018490 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-943ec6d5-250a-4fd0-9ba9-4442f0024fcc admin admin] Publish callbacks [] for security_group (ec77e653-737b-49c6-82f7-513981e22dc0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.024444 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-943ec6d5-250a-4fd0-9ba9-4442f0024fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec77e653-737b-49c6-82f7-513981e22dc0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.068930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ec6d5-250a-4fd0-9ba9-4442f0024fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77e653-737b-49c6-82f7-513981e22dc0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:26.080418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37444) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:26.087889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-943ec6d5-250a-4fd0-9ba9-4442f0024fcc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aa0bd05f69d4194b9e2c3a09b737abc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3070982
Apr 09 21:11:26.145366 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1f48a17-d534-43c4-b694-8967b234700b admin admin] Publish callbacks [] for security_group (ec77e653-737b-49c6-82f7-513981e22dc0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.177192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1f48a17-d534-43c4-b694-8967b234700b admin admin] Publish callbacks [] for security_group (ec77e653-737b-49c6-82f7-513981e22dc0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.239566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1f48a17-d534-43c4-b694-8967b234700b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec77e653-737b-49c6-82f7-513981e22dc0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.242536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1f48a17-d534-43c4-b694-8967b234700b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.245093 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1f48a17-d534-43c4-b694-8967b234700b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec77e653-737b-49c6-82f7-513981e22dc0 HTTP/1.1" status: 204  len: 168 time: 0.1619759
Apr 09 21:11:26.253416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f48a17-d534-43c4-b694-8967b234700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77e653-737b-49c6-82f7-513981e22dc0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:26.411777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ea50-3992-4b99-b03f-9d11c664b1d1 req-26fa76fa-18f1-4a00-a70b-0a05cd010d90 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:26.414312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9367ea50-3992-4b99-b03f-9d11c664b1d1 req-26fa76fa-18f1-4a00-a70b-0a05cd010d90 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.0837748
Apr 09 21:11:26.448834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37468) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:26.456895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'subnet': {'network_id': 'bff00c72-a26b-4275-8283-d7cd6bfa6e12', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:26.483484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9367ea50-3992-4b99-b03f-9d11c664b1d1 req-9dbcef5f-78f0-46c1-a8c6-6cb912d20017 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607533
Apr 09 21:11:26.570449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:26.574058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.635234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37470) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:26.649317 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3447168a-d0b6-4815-b937-479f8a95fee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.736891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3447168a-d0b6-4815-b937-479f8a95fee1 admin admin] Publish callbacks [] for security_group (48a96cbb-6d01-4b7d-b4cc-648be66ca916), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.744497 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3447168a-d0b6-4815-b937-479f8a95fee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (48a96cbb-6d01-4b7d-b4cc-648be66ca916), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.789286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3447168a-d0b6-4815-b937-479f8a95fee1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3246a385261849308113c0c31b27eebc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1520224
Apr 09 21:11:26.791424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447168a-d0b6-4815-b937-479f8a95fee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a96cbb-6d01-4b7d-b4cc-648be66ca916,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:26.793863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37484) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:26.810788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (1e628a1e-2fb4-4a76-a558-99451ebcc469), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.849292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1f44510-5661-43d0-abc4-a2ef96d18d5b admin admin] Publish callbacks [] for security_group (48a96cbb-6d01-4b7d-b4cc-648be66ca916), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.862151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.876767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1f44510-5661-43d0-abc4-a2ef96d18d5b admin admin] Publish callbacks [] for security_group (48a96cbb-6d01-4b7d-b4cc-648be66ca916), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.889846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Subnet': ['ID=1e628a1e-2fb4-4a76-a558-99451ebcc469,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:26.902098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Checking segment: {'id': '48ed9502-c885-405f-b221-6242b523c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bff00c72-a26b-4275-8283-d7cd6bfa6e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:26.902512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network hostable DHCP agents. Network: bff00c72-a26b-4275-8283-d7cd6bfa6e12, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:26.923163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network bff00c72-a26b-4275-8283-d7cd6bfa6e12 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:26.938742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bff00c72-a26b-4275-8283-d7cd6bfa6e12) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:26.950044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e4da74-7e79-4fa8-a1da-e4fbb976ccea None None] Network bff00c72-a26b-4275-8283-d7cd6bfa6e12 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:26.950649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:26.951536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.959145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1f44510-5661-43d0-abc4-a2ef96d18d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (48a96cbb-6d01-4b7d-b4cc-648be66ca916), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.964334 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1f44510-5661-43d0-abc4-a2ef96d18d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:26.965971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d1f44510-5661-43d0-abc4-a2ef96d18d5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48a96cbb-6d01-4b7d-b4cc-648be66ca916 HTTP/1.1" status: 204  len: 168 time: 0.1711063
Apr 09 21:11:26.979631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37490) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:26.980849 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-929f673c-3e47-4d1d-8acf-16a67f6427d7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5306480
Apr 09 21:11:26.987102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1819611782'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:26.997768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f44510-5661-43d0-abc4-a2ef96d18d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a96cbb-6d01-4b7d-b4cc-648be66ca916,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:27.022860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:27.028973 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.067014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:27.081273 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.081809 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Added segment 42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2 of type vlan for network 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12
Apr 09 21:11:27.132450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bff00c72-a26b-4275-8283-d7cd6bfa6e12', 'network_id': 'bff00c72-a26b-4275-8283-d7cd6bfa6e12', 'project_id': 'bd0504afdd8049e5883290466984b189', 'fixed_ips': [{'subnet_id': '1e628a1e-2fb4-4a76-a558-99451ebcc469'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:11:27.134448 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.147673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.167447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37494) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:27.214279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.221137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:27.222114 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.278741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2947266
Apr 09 21:11:27.280076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37500) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:27.286774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'subnet': {'network_id': '9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:27.332499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Allocated IP 2001:db8:0:ffff::2 (bff00c72-a26b-4275-8283-d7cd6bfa6e12/1e628a1e-2fb4-4a76-a558-99451ebcc469/70de1ecd-8114-4cc5-a039-b79c2e8535b0) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:27.345005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a878dc4-58da-4372-a5f8-f4d67695e5df tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Network': ['ID=9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:27.379367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:27.455670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:27.459193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.500733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d13c1f0-dcba-4068-b865-ebab77ab4f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.629522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Publish callbacks [] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.643343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.698056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d13c1f0-dcba-4068-b865-ebab77ab4f41 admin admin] Publish callbacks [] for security_group (83e74f55-5f04-4522-a6e2-d07b1fe7bf6c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.705598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d13c1f0-dcba-4068-b865-ebab77ab4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (83e74f55-5f04-4522-a6e2-d07b1fe7bf6c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.719227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa9aa-44e9-43b4-a3eb-0b05a15c4707 req-09cc37f1-152c-4a99-ac4d-21705361f2eb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:27.729374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9aa-44e9-43b4-a3eb-0b05a15c4707 req-09cc37f1-152c-4a99-ac4d-21705361f2eb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 946 time: 0.1149430
Apr 09 21:11:27.732067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Pushing event updated for resources: {'Port': ['ID=70de1ecd-8114-4cc5-a039-b79c2e8535b0,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:27.740425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13c1f0-dcba-4068-b865-ebab77ab4f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e74f55-5f04-4522-a6e2-d07b1fe7bf6c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:27.762940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.764292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.765310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.766849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.767371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.768039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.768596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.769628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.770151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.771903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.772557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.773179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.773900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.775925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.776646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:27.797901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Network bff00c72-a26b-4275-8283-d7cd6bfa6e12 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:27.800731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:27.802972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6d13c1f0-dcba-4068-b865-ebab77ab4f41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52aec4680cd54b72b29e0ecf9f956ea9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6339614
Apr 09 21:11:27.804007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9aa-44e9-43b4-a3eb-0b05a15c4707 req-9513f030-11f8-4722-a44f-a5e0126eca2b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736101
Apr 09 21:11:27.805567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37514) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:27.809120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:27.899845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Attempting to bind port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:11:27.900579 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Attempting to bind port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48ed9502-c885-405f-b221-6242b523c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bff00c72-a26b-4275-8283-d7cd6bfa6e12'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:11:27.900579 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Attempting to bind port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 on network bff00c72-a26b-4275-8283-d7cd6bfa6e12 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:11:27.901536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7b4c-08e9-49de-8268-2f20dce5ddb1 admin admin] Publish callbacks [] for security_group (83e74f55-5f04-4522-a6e2-d07b1fe7bf6c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.907663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:11:27.908021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Checking segment: {'id': '48ed9502-c885-405f-b221-6242b523c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bff00c72-a26b-4275-8283-d7cd6bfa6e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:27.908457 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.908850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Bound using segment: {'id': '48ed9502-c885-405f-b221-6242b523c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bff00c72-a26b-4275-8283-d7cd6bfa6e12'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:11:27.909781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Bound port: 70de1ecd-8114-4cc5-a039-b79c2e8535b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ed9502-c885-405f-b221-6242b523c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bff00c72-a26b-4275-8283-d7cd6bfa6e12'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:11:27.909781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.964219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:11:27.970057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7b4c-08e9-49de-8268-2f20dce5ddb1 admin admin] Publish callbacks [] for security_group (83e74f55-5f04-4522-a6e2-d07b1fe7bf6c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.971537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:27.987657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] For port 70de1ecd-8114-4cc5-a039-b79c2e8535b0, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:11:27.999456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] For port 70de1ecd-8114-4cc5-a039-b79c2e8535b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70de1ecd-8114-4cc5-a039-b79c2e8535b0,segment=NetworkSegment(48ed9502-c885-405f-b221-6242b523c8a0),segment_id=48ed9502-c885-405f-b221-6242b523c8a0)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:11:28.003747 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:28.078754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Subnet': ['ID=b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:28.089055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a00d1-2d58-4c78-8b96-97231db618f3 None None] Pushing event updated for resources: {'Port': ['ID=70de1ecd-8114-4cc5-a039-b79c2e8535b0,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:28.102580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Checking segment: {'id': '42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:28.102968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network hostable DHCP agents. Network: 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:28.123330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7b4c-08e9-49de-8268-2f20dce5ddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (83e74f55-5f04-4522-a6e2-d07b1fe7bf6c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:28.126039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7b4c-08e9-49de-8268-2f20dce5ddb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:28.127221 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f9cb7b4c-08e9-49de-8268-2f20dce5ddb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83e74f55-5f04-4522-a6e2-d07b1fe7bf6c HTTP/1.1" status: 204  len: 168 time: 0.3204923
Apr 09 21:11:28.136832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb7b4c-08e9-49de-8268-2f20dce5ddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e74f55-5f04-4522-a6e2-d07b1fe7bf6c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:28.139274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:28.163202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:28.174501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c297484-2086-4c4d-8738-c420167d1584 None None] Network 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:28.177019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:28.178761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:28.207093 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c5716c6e-cec3-44c2-8d5c-1db5fa6f63c9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9257159
Apr 09 21:11:28.210276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37534) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:28.227514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'port': {'network_id': '9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12', 'name': 'tempest-NetworksIpV6TestAttrs-2095363621'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:28.284490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:11:28.461310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12', 'network_id': '9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12', 'project_id': 'bd0504afdd8049e5883290466984b189', 'fixed_ips': [{'subnet_id': 'b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:11:28.462529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:28.497748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:28.512318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:28.566936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] device_id is not set on port 827ffc94-22af-4c27-8b63-66617e84b9d9 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:11:28.602797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c10a4086-9086-4ac2-81ba-c750c7eaea1d is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:28.603509 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:28.747543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 70de1ecd-8114-4cc5-a039-b79c2e8535b0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:11:28.763458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Allocated IP 2001:db8::f816:3eff:fe01:72aa (9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12/b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2/827ffc94-22af-4c27-8b63-66617e84b9d9) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:28.975805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:11:28.978294 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d62c796-b638-4206-a698-168c1069e5ce" -d '{"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:11:29.001689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:29.009860 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.024587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for port (827ffc94-22af-4c27-8b63-66617e84b9d9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.034973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-08c8a50a-38c6-4a4d-9b0a-3dbfb36944fe req-caf2265b-5f9e-4fb7-aa85-b97f6f37d78f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:11:29.036720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08c8a50a-38c6-4a4d-9b0a-3dbfb36944fe req-caf2265b-5f9e-4fb7-aa85-b97f6f37d78f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2605348
Apr 09 21:11:29.044020 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 09 Apr 2022 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca78a8c-962a-444a-9003-c4d248fcb252 x-openstack-request-id: req-9ca78a8c-962a-444a-9003-c4d248fcb252 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:11:29.044313 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-unplugged", "status": "failed", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d", "code": 422}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:11:29.045126 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ca78a8c-962a-444a-9003-c4d248fcb252 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:11:29.045504 ncdv-master-1 neutron-server[126921]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9ca78a8c-962a-444a-9003-c4d248fcb252']: {'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'code': 422} returned with failed status
Apr 09 21:11:29.054904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:29.055275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.094378 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (827ffc94-22af-4c27-8b63-66617e84b9d9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.160088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:29.204934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Allocated IP 2001:db8::f816:3eff:fe25:30ff (9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12/b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2/dda868de-d23a-4c88-8dd0-6e9f986666bb) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:29.232960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Port': ['ID=827ffc94-22af-4c27-8b63-66617e84b9d9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:29.254692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:29.256788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:29.266625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:29.273021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:29.274098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.314207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e09c124e-6789-4510-b24d-d6aa3cc1594b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.0977554
Apr 09 21:11:29.315238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37580) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:29.330942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:29.331345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.460908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309cf9e-c53c-4b67-a32a-98490b1c251b req-d0194c00-48aa-4490-8251-83a50754ac5d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:29.463798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0309cf9e-c53c-4b67-a32a-98490b1c251b req-d0194c00-48aa-4490-8251-83a50754ac5d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1490767
Apr 09 21:11:29.475797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 70de1ecd-8114-4cc5-a039-b79c2e8535b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70de1ecd-8114-4cc5-a039-b79c2e8535b0,segment=NetworkSegment(48ed9502-c885-405f-b221-6242b523c8a0),segment_id=48ed9502-c885-405f-b221-6242b523c8a0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:29.491328 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.539545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3769c1-4e9a-417b-b481-ea5b8bce9826 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting subnet b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:11:29.561590 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-e8edc6dd-042e-4e89-a838-3b0e1d87466b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1476231
Apr 09 21:11:29.569851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0309cf9e-c53c-4b67-a32a-98490b1c251b req-920babec-c704-4282-881f-fc7ff0038b15 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001155
Apr 09 21:11:29.624122 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Publish callbacks [] for port (dda868de-d23a-4c88-8dd0-6e9f986666bb), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.627751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=70de1ecd-8114-4cc5-a039-b79c2e8535b0,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:29.639602 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd3769c1-4e9a-417b-b481-ea5b8bce9826 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for subnet (b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.666423 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (dda868de-d23a-4c88-8dd0-6e9f986666bb), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.719851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Network 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:29.739155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd3769c1-4e9a-417b-b481-ea5b8bce9826 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.747622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:29.759956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:29.765607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-ab0684d8-5b2e-49c4-8d87-b185b4ba9a5a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:29.767875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-ab0684d8-5b2e-49c4-8d87-b185b4ba9a5a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports/c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 200  len: 941 time: 0.1124756
Apr 09 21:11:29.771109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Pushing event updated for resources: {'Port': ['ID=dda868de-d23a-4c88-8dd0-6e9f986666bb,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:29.859339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7751dde2-effd-470d-a20e-d770efb21e97 None None] Network bff00c72-a26b-4275-8283-d7cd6bfa6e12 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:29.909012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd3769c1-4e9a-417b-b481-ea5b8bce9826 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:29.985304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd3769c1-4e9a-417b-b481-ea5b8bce9826 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.014305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd3769c1-4e9a-417b-b481-ea5b8bce9826 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.020866 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dd3769c1-4e9a-417b-b481-ea5b8bce9826 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/subnets/b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2 HTTP/1.1" status: 204  len: 168 time: 0.7051854
Apr 09 21:11:30.023801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37602) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:30.035788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Attempting to bind port dda868de-d23a-4c88-8dd0-6e9f986666bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:11:30.036756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Attempting to bind port dda868de-d23a-4c88-8dd0-6e9f986666bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:11:30.037231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Attempting to bind port dda868de-d23a-4c88-8dd0-6e9f986666bb on network 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:11:30.040108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3769c1-4e9a-417b-b481-ea5b8bce9826 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Subnet': ['ID=b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:30.066775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:11:30.067203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Checking segment: {'id': '42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:30.067586 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.067984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Bound using segment: {'id': '42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:11:30.068516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Bound port: dda868de-d23a-4c88-8dd0-6e9f986666bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:11:30.068888 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dda868de-d23a-4c88-8dd0-6e9f986666bb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.074301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-47a839f8-5595-41c0-8557-18db329cf64a None None] Provisioning complete for port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:30.074975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-47a839f8-5595-41c0-8557-18db329cf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.230682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] For port dda868de-d23a-4c88-8dd0-6e9f986666bb, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:11:30.249900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] For port dda868de-d23a-4c88-8dd0-6e9f986666bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda868de-d23a-4c88-8dd0-6e9f986666bb,segment=NetworkSegment(42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2),segment_id=42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:11:30.255686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06800b3-577e-42d6-874e-2f49a924e069 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:30.257554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06800b3-577e-42d6-874e-2f49a924e069 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:30.262809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37618) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:30.262997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b06800b3-577e-42d6-874e-2f49a924e069 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2379901
Apr 09 21:11:30.300308 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dda868de-d23a-4c88-8dd0-6e9f986666bb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.371790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-47a839f8-5595-41c0-8557-18db329cf64a None None] Current status of the port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:30.433938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2da1-b5cb-47ee-949d-3437130f688a None None] Pushing event updated for resources: {'Port': ['ID=dda868de-d23a-4c88-8dd0-6e9f986666bb,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:30.495884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fef43843-a477-4747-ba1d-dce961eb5257 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.519588 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef43843-a477-4747-ba1d-dce961eb5257 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:11:30.529942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef43843-a477-4747-ba1d-dce961eb5257 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:30.537819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37632) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:30.543353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-838777218'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:30.547972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fef43843-a477-4747-ba1d-dce961eb5257 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 HTTP/1.1" status: 409  len: 466 time: 0.2832146
Apr 09 21:11:30.562609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db6ee5-7572-4071-a8df-bbaeb433a0a4 None None] Network 9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:30.575817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:30.580610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.604129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 70de1ecd-8114-4cc5-a039-b79c2e8535b0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:11:30.622056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:30.641967 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2ac3d170-bae9-405c-b2c7-49df96208814), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.642635 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Added segment 2ac3d170-bae9-405c-b2c7-49df96208814 of type vlan for network e643e477-3e6e-4f7c-b31d-70473dd49249
Apr 09 21:11:30.774987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b59040c5-d37a-432f-8ebd-8ddb923a3f34 None None] Provisioning complete for port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:30.775360 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b59040c5-d37a-432f-8ebd-8ddb923a3f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:30.926594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ad881-8797-4d19-a73f-a653c86bcee2 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:11:31.134742 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e643e477-3e6e-4f7c-b31d-70473dd49249), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:31.146238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:31.146736 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:31.194838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bcec7-3b8b-4c2d-8951-ab11fa836060 req-7e53daf9-476c-47dd-9586-525c0ef39de2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:31.196738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b56bcec7-3b8b-4c2d-8951-ab11fa836060 req-7e53daf9-476c-47dd-9586-525c0ef39de2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.4892247
Apr 09 21:11:31.245336 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e643e477-3e6e-4f7c-b31d-70473dd49249), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:31.259289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:31.261901 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:31.277309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ad881-8797-4d19-a73f-a653c86bcee2 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:11:31.288722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b59040c5-d37a-432f-8ebd-8ddb923a3f34 None None] Current status of the port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:31.400155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:31.410742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:31.427143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8879249
Apr 09 21:11:31.430880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37688) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:31.444778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'subnet': {'network_id': 'e643e477-3e6e-4f7c-b31d-70473dd49249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:31.569974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77080b-7e49-4d9f-b376-a12d90cb5f60 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Network': ['ID=e643e477-3e6e-4f7c-b31d-70473dd49249,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:31.589504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e643e477-3e6e-4f7c-b31d-70473dd49249 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:31.604317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b56bcec7-3b8b-4c2d-8951-ab11fa836060 req-52199547-1e24-4b2f-8125-093a6976e17a tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3857291
Apr 09 21:11:31.686128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:31.693981 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:32.198849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:11:32.201418 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (db26920b-d14e-45d8-853f-07842a3ed238), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:32.288826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Subnet': ['ID=db26920b-d14e-45d8-853f-07842a3ed238,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:32.292626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Checking segment: {'id': '2ac3d170-bae9-405c-b2c7-49df96208814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e643e477-3e6e-4f7c-b31d-70473dd49249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:32.293008 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network hostable DHCP agents. Network: e643e477-3e6e-4f7c-b31d-70473dd49249, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:32.302004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.302428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.302810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.303385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.303910 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.304411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.304917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.305278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.305782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.306272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.306593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.307138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.307621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.308017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.308406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:11:32.334839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network e643e477-3e6e-4f7c-b31d-70473dd49249 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:32.351937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e643e477-3e6e-4f7c-b31d-70473dd49249) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:32.359780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:32.360571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:32.368072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626c58b-ed95-4023-86c6-bd17af8071c1 None None] Network e643e477-3e6e-4f7c-b31d-70473dd49249 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:32.403805 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e5a01747-0f36-4127-89c5-07e5fa3b54ef tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9690654
Apr 09 21:11:32.404927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37748) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:32.410400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'port': {'network_id': 'e643e477-3e6e-4f7c-b31d-70473dd49249', 'name': 'tempest-NetworksIpV6TestAttrs-571587701'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:32.542351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e643e477-3e6e-4f7c-b31d-70473dd49249', 'network_id': 'e643e477-3e6e-4f7c-b31d-70473dd49249', 'project_id': 'bd0504afdd8049e5883290466984b189', 'fixed_ips': [{'subnet_id': 'db26920b-d14e-45d8-853f-07842a3ed238'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:11:32.543615 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:32.584741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:32.589121 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:32.612771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] device_id is not set on port 039fa944-e647-4c28-aadb-fd299b9992db yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:11:32.754993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Allocated IP 2001:db8::f816:3eff:fe0b:f770 (e643e477-3e6e-4f7c-b31d-70473dd49249/db26920b-d14e-45d8-853f-07842a3ed238/f657f913-e69e-4403-bbf8-bc0613d57f91) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:32.815729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fe49d-acfe-4765-8356-f4298abcde9e req-2309366e-d8e1-4a44-b7f4-58ba3f7f144f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:32.818803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da5fe49d-acfe-4765-8356-f4298abcde9e req-2309366e-d8e1-4a44-b7f4-58ba3f7f144f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.0791574
Apr 09 21:11:32.893700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da5fe49d-acfe-4765-8356-f4298abcde9e req-fa6ca37c-7e99-47ef-a0a0-96b3cf27de98 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659590
Apr 09 21:11:32.898844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37756) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:33.007718 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Publish callbacks [] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.023733 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.103342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Network e643e477-3e6e-4f7c-b31d-70473dd49249 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:33.104479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Pushing event updated for resources: {'Port': ['ID=f657f913-e69e-4403-bbf8-bc0613d57f91,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:33.107655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:33.112081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:33.124509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-5561ed59-bca4-4438-bc92-d4ae3741ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:33.127012 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-5561ed59-bca4-4438-bc92-d4ae3741ac29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3&tenant_id=b0a1102e4f4e441b947116441b3e330d HTTP/1.1" status: 200  len: 1126 time: 0.4264281
Apr 09 21:11:33.137348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Allocated IP 2001:db8::f816:3eff:fee2:fb49 (e643e477-3e6e-4f7c-b31d-70473dd49249/db26920b-d14e-45d8-853f-07842a3ed238/039fa944-e647-4c28-aadb-fd299b9992db) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:33.180449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Attempting to bind port f657f913-e69e-4403-bbf8-bc0613d57f91 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:11:33.181159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Attempting to bind port f657f913-e69e-4403-bbf8-bc0613d57f91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ac3d170-bae9-405c-b2c7-49df96208814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e643e477-3e6e-4f7c-b31d-70473dd49249'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:11:33.182453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Attempting to bind port f657f913-e69e-4403-bbf8-bc0613d57f91 on network e643e477-3e6e-4f7c-b31d-70473dd49249 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:11:33.189183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:11:33.190166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Checking segment: {'id': '2ac3d170-bae9-405c-b2c7-49df96208814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e643e477-3e6e-4f7c-b31d-70473dd49249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:33.191072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.191635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Bound using segment: {'id': '2ac3d170-bae9-405c-b2c7-49df96208814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e643e477-3e6e-4f7c-b31d-70473dd49249'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:11:33.192342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Bound port: f657f913-e69e-4403-bbf8-bc0613d57f91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac3d170-bae9-405c-b2c7-49df96208814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e643e477-3e6e-4f7c-b31d-70473dd49249'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:11:33.192908 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.242089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-4ea41580-e0d8-449d-a4df-a88669a29d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:33.246494 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-4ea41580-e0d8-449d-a4df-a88669a29d9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 1126 time: 0.0915511
Apr 09 21:11:33.265533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] For port f657f913-e69e-4403-bbf8-bc0613d57f91, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:11:33.269518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] For port f657f913-e69e-4403-bbf8-bc0613d57f91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f657f913-e69e-4403-bbf8-bc0613d57f91,segment=NetworkSegment(2ac3d170-bae9-405c-b2c7-49df96208814),segment_id=2ac3d170-bae9-405c-b2c7-49df96208814)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:11:33.280462 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.307382 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-afb72f70-eac3-4178-9a0a-66ffb9ba9188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.350745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b3cda-73b6-45c1-adb6-24d1dcafd6e4 None None] Pushing event updated for resources: {'Port': ['ID=f657f913-e69e-4403-bbf8-bc0613d57f91,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:33.403060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-40b49bf4-5adf-4d76-b7bf-a92183729a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:33.406204 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-40b49bf4-5adf-4d76-b7bf-a92183729a7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.1528397
Apr 09 21:11:33.480090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for port (039fa944-e647-4c28-aadb-fd299b9992db), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.497441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-afb72f70-eac3-4178-9a0a-66ffb9ba9188 admin admin] Publish callbacks [] for security_group (96bf7e3e-64fc-4930-93b7-fc230faff5a4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.506969 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-afb72f70-eac3-4178-9a0a-66ffb9ba9188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (96bf7e3e-64fc-4930-93b7-fc230faff5a4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.522761 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-c47308b7-d114-4b67-a75f-c435494ec199 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 200  len: 1000 time: 0.0962009
Apr 09 21:11:33.575093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb72f70-eac3-4178-9a0a-66ffb9ba9188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf7e3e-64fc-4930-93b7-fc230faff5a4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:33.583878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-1c89adf3-e9ff-4616-b991-f8002b3ae1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:33.585856 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-1c89adf3-e9ff-4616-b991-f8002b3ae1de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.0526252
Apr 09 21:11:33.628844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-afb72f70-eac3-4178-9a0a-66ffb9ba9188 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3dec084ee4e48db998269d15a7a7fab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7099128
Apr 09 21:11:33.631112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37764) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:33.648946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (039fa944-e647-4c28-aadb-fd299b9992db), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.701150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-e0d133f6-c640-4a17-83db-449c0d5aeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:33.703003 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-e0d133f6-c640-4a17-83db-449c0d5aeae0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1111042
Apr 09 21:11:33.712046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network e643e477-3e6e-4f7c-b31d-70473dd49249 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:33.718495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:33.723522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:33.729846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:33.730824 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.753419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Port': ['ID=039fa944-e647-4c28-aadb-fd299b9992db,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:33.761618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e108c09b-7b2a-4bac-aa50-a11a9e2056e5 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.3555176
Apr 09 21:11:33.764530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37768) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:33.766918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d18392a-acb6-4820-8e89-5205368e64cc admin admin] Publish callbacks [] for security_group (96bf7e3e-64fc-4930-93b7-fc230faff5a4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.838399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fdd40c-e002-4806-8a1f-53e888273b3d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting subnet db26920b-d14e-45d8-853f-07842a3ed238 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:11:33.843384 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd40c-e002-4806-8a1f-53e888273b3d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for subnet (db26920b-d14e-45d8-853f-07842a3ed238), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.846718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d18392a-acb6-4820-8e89-5205368e64cc admin admin] Publish callbacks [] for security_group (96bf7e3e-64fc-4930-93b7-fc230faff5a4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.891931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37772) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:33.909802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd40c-e002-4806-8a1f-53e888273b3d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (db26920b-d14e-45d8-853f-07842a3ed238), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:33.916172 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-12d73907-e03f-48d6-a8ba-acc5dc9abc53 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028091
Apr 09 21:11:34.011711 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d18392a-acb6-4820-8e89-5205368e64cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (96bf7e3e-64fc-4930-93b7-fc230faff5a4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.014853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d18392a-acb6-4820-8e89-5205368e64cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.019683 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d18392a-acb6-4820-8e89-5205368e64cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96bf7e3e-64fc-4930-93b7-fc230faff5a4 HTTP/1.1" status: 204  len: 168 time: 0.3837409
Apr 09 21:11:34.035360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18392a-acb6-4820-8e89-5205368e64cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf7e3e-64fc-4930-93b7-fc230faff5a4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:34.076635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e231721a-0de7-4e5b-b5b9-7e80c2a28975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.081736 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6601b2ed-e4d9-4295-988a-655e7aea5bc1 req-f3c71136-655e-4759-9e79-d90c341052d9 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579897
Apr 09 21:11:34.104985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab374f3-14fa-4b82-aa5c-98e549eeb6bb req-fe85320a-fcec-4bd4-a271-a31277ee68ae tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:34.106984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ab374f3-14fa-4b82-aa5c-98e549eeb6bb req-fe85320a-fcec-4bd4-a271-a31277ee68ae tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.0984430
Apr 09 21:11:34.175839 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd40c-e002-4806-8a1f-53e888273b3d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (db26920b-d14e-45d8-853f-07842a3ed238), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.200684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e231721a-0de7-4e5b-b5b9-7e80c2a28975 admin admin] Publish callbacks [] for security_group (9bf0fb39-533b-4cde-b906-528682a9fe7f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.207507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e231721a-0de7-4e5b-b5b9-7e80c2a28975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9bf0fb39-533b-4cde-b906-528682a9fe7f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.218972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ab374f3-14fa-4b82-aa5c-98e549eeb6bb req-168d2281-a1ae-476d-bebf-f897d4a738c1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919600
Apr 09 21:11:34.290797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231721a-0de7-4e5b-b5b9-7e80c2a28975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0fb39-533b-4cde-b906-528682a9fe7f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:34.300173 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e231721a-0de7-4e5b-b5b9-7e80c2a28975 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a59d9e7c09f414e9750653c3291992d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4029660
Apr 09 21:11:34.300608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37788) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:34.302860 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd40c-e002-4806-8a1f-53e888273b3d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (db26920b-d14e-45d8-853f-07842a3ed238), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.372198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdd40c-e002-4806-8a1f-53e888273b3d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Subnet': ['ID=db26920b-d14e-45d8-853f-07842a3ed238,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:34.387265 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd40c-e002-4806-8a1f-53e888273b3d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.388348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86da9db9-d99c-4859-a06b-1533d35df9c5 admin admin] Publish callbacks [] for security_group (9bf0fb39-533b-4cde-b906-528682a9fe7f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.398415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a8fdd40c-e002-4806-8a1f-53e888273b3d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/subnets/db26920b-d14e-45d8-853f-07842a3ed238 HTTP/1.1" status: 204  len: 168 time: 0.6325233
Apr 09 21:11:34.399509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37790) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:34.430277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86da9db9-d99c-4859-a06b-1533d35df9c5 admin admin] Publish callbacks [] for security_group (9bf0fb39-533b-4cde-b906-528682a9fe7f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.508808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef231ad-9061-49b6-a943-726a752c241d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:34.510626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef231ad-9061-49b6-a943-726a752c241d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:34.516971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37796) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:34.524131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eef231ad-9061-49b6-a943-726a752c241d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1232436
Apr 09 21:11:34.556490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37798) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:34.576532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f657f913-e69e-4403-bbf8-bc0613d57f91 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:11:34.581599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd072be9-5d3f-426d-a77a-e20dcd354c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.664889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f657f913-e69e-4403-bbf8-bc0613d57f91 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:34.665346 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.665711 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86da9db9-d99c-4859-a06b-1533d35df9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9bf0fb39-533b-4cde-b906-528682a9fe7f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.668230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86da9db9-d99c-4859-a06b-1533d35df9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.669429 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86da9db9-d99c-4859-a06b-1533d35df9c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bf0fb39-533b-4cde-b906-528682a9fe7f HTTP/1.1" status: 204  len: 168 time: 0.3677559
Apr 09 21:11:34.691393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da9db9-d99c-4859-a06b-1533d35df9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0fb39-533b-4cde-b906-528682a9fe7f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:34.696835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50179f1c-7f59-4b02-9eff-04fcd75be75b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e643e477-3e6e-4f7c-b31d-70473dd49249), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.714714 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-50179f1c-7f59-4b02-9eff-04fcd75be75b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:11:34.715203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50179f1c-7f59-4b02-9eff-04fcd75be75b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:34.718324 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-50179f1c-7f59-4b02-9eff-04fcd75be75b tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/e643e477-3e6e-4f7c-b31d-70473dd49249 HTTP/1.1" status: 409  len: 466 time: 0.2003107
Apr 09 21:11:34.723907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37802) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:34.730969 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd072be9-5d3f-426d-a77a-e20dcd354c22 admin admin] Publish callbacks [] for security_group (25be1ae1-1d5f-4904-9102-65538d71ce8f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.731611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-299165425'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:34.740590 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd072be9-5d3f-426d-a77a-e20dcd354c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (25be1ae1-1d5f-4904-9102-65538d71ce8f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.775497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:34.783193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.819178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd072be9-5d3f-426d-a77a-e20dcd354c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be1ae1-1d5f-4904-9102-65538d71ce8f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:34.830966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:34.843254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd072be9-5d3f-426d-a77a-e20dcd354c22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d90fd504cef04ac7b84e94e8da4e47f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2836604
Apr 09 21:11:34.844192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37804) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:34.871748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (236bca65-93ca-42a1-8883-f65d4f93929e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.872562 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Added segment 236bca65-93ca-42a1-8883-f65d4f93929e of type vlan for network 53e0da98-9eac-4cd3-acdc-67cfda556c63
Apr 09 21:11:34.942788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4366319f-3726-47b6-8c9b-3aab9d98b416 admin admin] Publish callbacks [] for security_group (25be1ae1-1d5f-4904-9102-65538d71ce8f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.953402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f657f913-e69e-4403-bbf8-bc0613d57f91 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:34.955407 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:34.962916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286605e-86da-4c97-9c6a-75c46ed7a955 None None] Network e643e477-3e6e-4f7c-b31d-70473dd49249 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:34.990616 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (53e0da98-9eac-4cd3-acdc-67cfda556c63), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.007740 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4366319f-3726-47b6-8c9b-3aab9d98b416 admin admin] Publish callbacks [] for security_group (25be1ae1-1d5f-4904-9102-65538d71ce8f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.092762 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (53e0da98-9eac-4cd3-acdc-67cfda556c63), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.092944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6f68ff16-91a3-491a-999c-69a844a39e5a None None] Provisioning complete for port f657f913-e69e-4403-bbf8-bc0613d57f91 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:35.093408 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6f68ff16-91a3-491a-999c-69a844a39e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.101829 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4366319f-3726-47b6-8c9b-3aab9d98b416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (25be1ae1-1d5f-4904-9102-65538d71ce8f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.123254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4366319f-3726-47b6-8c9b-3aab9d98b416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.129566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4366319f-3726-47b6-8c9b-3aab9d98b416 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25be1ae1-1d5f-4904-9102-65538d71ce8f HTTP/1.1" status: 204  len: 168 time: 0.2816424
Apr 09 21:11:35.130720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:35.148161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.175457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f657f913-e69e-4403-bbf8-bc0613d57f91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f657f913-e69e-4403-bbf8-bc0613d57f91,segment=NetworkSegment(2ac3d170-bae9-405c-b2c7-49df96208814),segment_id=2ac3d170-bae9-405c-b2c7-49df96208814)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:35.186158 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.199092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366319f-3726-47b6-8c9b-3aab9d98b416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be1ae1-1d5f-4904-9102-65538d71ce8f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:35.320675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] DHCP port deletion for e643e477-3e6e-4f7c-b31d-70473dd49249 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:11:35.347675 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.6223826
Apr 09 21:11:35.351179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37818) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:35.356583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'subnet': {'network_id': '53e0da98-9eac-4cd3-acdc-67cfda556c63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:35.369452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f9e94-b59b-480f-ad68-764e9680d0f3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Network': ['ID=53e0da98-9eac-4cd3-acdc-67cfda556c63,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:35.405108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 53e0da98-9eac-4cd3-acdc-67cfda556c63 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:35.528099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37820) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:35.530149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f657f913-e69e-4403-bbf8-bc0613d57f91,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:35.536250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b3e02-0a4a-41f8-aa4f-4d2460ca4b18 req-9ee184bc-6c5b-4b73-a766-7d27be47d326 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:35.537628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6f68ff16-91a3-491a-999c-69a844a39e5a None None] Current status of the port f657f913-e69e-4403-bbf8-bc0613d57f91 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:35.546076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c4b3e02-0a4a-41f8-aa4f-4d2460ca4b18 req-9ee184bc-6c5b-4b73-a766-7d27be47d326 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1800215
Apr 09 21:11:35.548384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4443bf0-39bd-4cf5-8fd9-a3311fbfe141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.627366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] Deleting port f657f913-e69e-4403-bbf8-bc0613d57f91 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:35.627994 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.674817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:35.683315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.695355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c4b3e02-0a4a-41f8-aa4f-4d2460ca4b18 req-33dd5fdd-1bd0-4c2e-b5eb-58266c074ca0 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1363688
Apr 09 21:11:35.726217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4443bf0-39bd-4cf5-8fd9-a3311fbfe141 admin admin] Publish callbacks [] for security_group (f3eaefbe-fbe1-441d-b0b1-c97c3962a3ea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.738527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4443bf0-39bd-4cf5-8fd9-a3311fbfe141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3eaefbe-fbe1-441d-b0b1-c97c3962a3ea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.802393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] For port f657f913-e69e-4403-bbf8-bc0613d57f91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f657f913-e69e-4403-bbf8-bc0613d57f91,segment=NetworkSegment(2ac3d170-bae9-405c-b2c7-49df96208814),segment_id=2ac3d170-bae9-405c-b2c7-49df96208814)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:35.804637 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:35.840841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] Calling delete_port for f657f913-e69e-4403-bbf8-bc0613d57f91 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:35.854524 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4443bf0-39bd-4cf5-8fd9-a3311fbfe141 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04d257b0f45e478ca762217e7a20a14c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3254185
Apr 09 21:11:35.855498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37824) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:35.910699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443bf0-39bd-4cf5-8fd9-a3311fbfe141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eaefbe-fbe1-441d-b0b1-c97c3962a3ea,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:36.023974 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ac9-3461-4d0f-b7ac-89a84e9f5b7f admin admin] Publish callbacks [] for security_group (f3eaefbe-fbe1-441d-b0b1-c97c3962a3ea), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.077889 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ac9-3461-4d0f-b7ac-89a84e9f5b7f admin admin] Publish callbacks [] for security_group (f3eaefbe-fbe1-441d-b0b1-c97c3962a3ea), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.085780 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f657f913-e69e-4403-bbf8-bc0613d57f91), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.139868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] Pushing event deleted for resources: {'Port': ['ID=f657f913-e69e-4403-bbf8-bc0613d57f91,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:36.149526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05678144-38a9-4cce-bb93-42cca92599b8 None None] No DVR routers for this DVR port f657f913-e69e-4403-bbf8-bc0613d57f91 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:11:36.196669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ac9-3461-4d0f-b7ac-89a84e9f5b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3eaefbe-fbe1-441d-b0b1-c97c3962a3ea), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.202574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ac9-3461-4d0f-b7ac-89a84e9f5b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.207330 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6deb2ac9-3461-4d0f-b7ac-89a84e9f5b7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3eaefbe-fbe1-441d-b0b1-c97c3962a3ea HTTP/1.1" status: 204  len: 168 time: 0.3190725
Apr 09 21:11:36.211641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.objects.ports [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126920) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:11:36.215536 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (a190e69c-4104-4946-bd8e-5abc7068dcbb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.220137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2ac9-3461-4d0f-b7ac-89a84e9f5b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eaefbe-fbe1-441d-b0b1-c97c3962a3ea,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:36.351863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Subnet': ['ID=a190e69c-4104-4946-bd8e-5abc7068dcbb,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:36.360241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Checking segment: {'id': '236bca65-93ca-42a1-8883-f65d4f93929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53e0da98-9eac-4cd3-acdc-67cfda556c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:36.360734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network hostable DHCP agents. Network: 53e0da98-9eac-4cd3-acdc-67cfda556c63, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:36.385808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network 53e0da98-9eac-4cd3-acdc-67cfda556c63 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:36.412348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53e0da98-9eac-4cd3-acdc-67cfda556c63) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:36.423299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:36.426722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.430841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dca51a-4a0f-4168-9d0c-1e91d24518e7 None None] Network 53e0da98-9eac-4cd3-acdc-67cfda556c63 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:36.484237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37844) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:36.504930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fcb3af5d-781e-49e2-a2e3-0ef13f2baf96 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.1500335
Apr 09 21:11:36.604952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f657f913-e69e-4403-bbf8-bc0613d57f91 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:11:36.706423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f657f913-e69e-4403-bbf8-bc0613d57f91 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:11:36.707025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f657f913-e69e-4403-bbf8-bc0613d57f91 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:11:36.769615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (53e0da98-9eac-4cd3-acdc-67cfda556c63), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.834133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce90e4-3ab4-420c-9a1b-68c523745f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53e0da98-9eac-4cd3-acdc-67cfda556c63', 'network_id': '53e0da98-9eac-4cd3-acdc-67cfda556c63', 'project_id': 'bd0504afdd8049e5883290466984b189', 'fixed_ips': [{'subnet_id': 'a190e69c-4104-4946-bd8e-5abc7068dcbb'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:11:36.835048 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-64ce90e4-3ab4-420c-9a1b-68c523745f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:36.994661 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (a190e69c-4104-4946-bd8e-5abc7068dcbb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.072756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (a190e69c-4104-4946-bd8e-5abc7068dcbb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.078699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa27352-133e-4ec7-91b9-001c5d176f1e req-f9f9fc63-8f2e-49d8-80cd-4bc94adbadb2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:37.092374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-baa27352-133e-4ec7-91b9-001c5d176f1e req-f9f9fc63-8f2e-49d8-80cd-4bc94adbadb2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1631539
Apr 09 21:11:37.167499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Subnet': ['ID=a190e69c-4104-4946-bd8e-5abc7068dcbb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:37.215067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-baa27352-133e-4ec7-91b9-001c5d176f1e req-98aea745-9d61-4470-9170-e914883849bc tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177135
Apr 09 21:11:37.295923 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (53e0da98-9eac-4cd3-acdc-67cfda556c63), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-64ce90e4-3ab4-420c-9a1b-68c523745f41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a190e69c-4104-4946-bd8e-5abc7068dcbb: This subnet is being modified by another concurrent operation.
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:11:37.340741 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a190e69c-4104-4946-bd8e-5abc7068dcbb: This subnet is being modified by another concurrent operation.
Apr 09 21:11:37.346024 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:11:37.352468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23755d8fa0>,) {'filters': {'network_id': ['53e0da98-9eac-4cd3-acdc-67cfda556c63']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:37.365970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755d8fa0>, '236bca65-93ca-42a1-8883-f65d4f93929e') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:37.367165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755d8fa0>, '236bca65-93ca-42a1-8883-f65d4f93929e') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:37.382853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (236bca65-93ca-42a1-8883-f65d4f93929e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.409310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (236bca65-93ca-42a1-8883-f65d4f93929e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.443559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d11987-fb14-4c66-b727-f6a59e40c4cf None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:11:37.445672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:37.449705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (236bca65-93ca-42a1-8883-f65d4f93929e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   items = [
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:37.460600 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:37.718883 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (53e0da98-9eac-4cd3-acdc-67cfda556c63), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.734195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.753573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37880) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:37.756226 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/53e0da98-9eac-4cd3-acdc-67cfda556c63 HTTP/1.1" status: 204  len: 168 time: 1.2680521
Apr 09 21:11:37.760904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-972452074'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:37.794172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf344dfa-9a17-4b73-ac7a-4aded399441d tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Network': ['ID=53e0da98-9eac-4cd3-acdc-67cfda556c63,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:37.855829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:37.862562 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.960186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:37.981395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d11987-fb14-4c66-b727-f6a59e40c4cf None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:11:37.990460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1977e98c-76d5-4663-96a9-f5b920fd5bdb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:37.997168 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Added segment 1977e98c-76d5-4663-96a9-f5b920fd5bdb of type vlan for network 2ee950e3-16bf-440d-b642-0d4a6b8d6438
Apr 09 21:11:38.119981 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2ee950e3-16bf-440d-b642-0d4a6b8d6438), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:38.230285 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2ee950e3-16bf-440d-b642-0d4a6b8d6438), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:38.284747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:38.289684 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:38.562408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681c790-e2e7-4660-a20a-e66fd3befcb5 None None] Network 53e0da98-9eac-4cd3-acdc-67cfda556c63 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:38.563715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681c790-e2e7-4660-a20a-e66fd3befcb5 None None] Network 53e0da98-9eac-4cd3-acdc-67cfda556c63 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:11:38.638088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8830297
Apr 09 21:11:38.643331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37914) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:38.650514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'subnet': {'network_id': '2ee950e3-16bf-440d-b642-0d4a6b8d6438', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:38.673708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b1945-28d4-412b-914f-5bca3d3ca6c1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Network': ['ID=2ee950e3-16bf-440d-b642-0d4a6b8d6438,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:38.686983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2ee950e3-16bf-440d-b642-0d4a6b8d6438 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:38.873920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9fb6e-7df4-4609-bdfc-f212721c74fc req-458f4812-1010-4ada-a79e-699e6da70751 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:38.888629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dc9fb6e-7df4-4609-bdfc-f212721c74fc req-458f4812-1010-4ada-a79e-699e6da70751 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.2845130
Apr 09 21:11:38.982446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dc9fb6e-7df4-4609-bdfc-f212721c74fc req-80327a0b-700e-4ac5-ade1-03c3b6a02c42 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883341
Apr 09 21:11:39.060365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:39.067137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:39.598375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (f04ad4d4-d4b9-4f46-a359-28c9a86596de), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:39.731020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37954) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:39.853070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Checking segment: {'id': '1977e98c-76d5-4663-96a9-f5b920fd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2ee950e3-16bf-440d-b642-0d4a6b8d6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:39.854236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network hostable DHCP agents. Network: 2ee950e3-16bf-440d-b642-0d4a6b8d6438, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:39.866499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Subnet': ['ID=f04ad4d4-d4b9-4f46-a359-28c9a86596de,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:39.885722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network 2ee950e3-16bf-440d-b642-0d4a6b8d6438 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:39.902348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ee950e3-16bf-440d-b642-0d4a6b8d6438) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:39.913765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:39.914665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d25c8-fb3e-47cc-9cac-80484448062b None None] Network 2ee950e3-16bf-440d-b642-0d4a6b8d6438 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:39.918763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.009170 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4f3bd4cc-085a-4420-bf98-2b028b67ceb0 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3632808
Apr 09 21:11:40.011234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37962) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:40.110193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-decdafb3-01fd-41b8-922b-3f0a5a92969a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.228963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ee950e3-16bf-440d-b642-0d4a6b8d6438', 'network_id': '2ee950e3-16bf-440d-b642-0d4a6b8d6438', 'project_id': 'bd0504afdd8049e5883290466984b189', 'fixed_ips': [{'subnet_id': 'f04ad4d4-d4b9-4f46-a359-28c9a86596de'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:11:40.229919 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.279842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff27ad-582e-4ebb-a7b0-8e635eebd8f5 req-52c4c9f0-53e7-4f2b-a97a-066534dffb77 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:40.281969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83ff27ad-582e-4ebb-a7b0-8e635eebd8f5 req-52c4c9f0-53e7-4f2b-a97a-066534dffb77 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1002438
Apr 09 21:11:40.423706 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2ee950e3-16bf-440d-b642-0d4a6b8d6438), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.441381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Allocated IP 2001:db8::2 (2ee950e3-16bf-440d-b642-0d4a6b8d6438/f04ad4d4-d4b9-4f46-a359-28c9a86596de/ac0e2d26-aff6-4f68-8806-454cde0ce01a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:40.466068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83ff27ad-582e-4ebb-a7b0-8e635eebd8f5 req-cfe88cdf-3770-4828-8051-36acbb2f3fe6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1732600
Apr 09 21:11:40.579037 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-decdafb3-01fd-41b8-922b-3f0a5a92969a admin admin] Publish callbacks [] for security_group (c9b597cf-b5ad-4d06-bd24-769b006c70ad), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.607828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-decdafb3-01fd-41b8-922b-3f0a5a92969a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c9b597cf-b5ad-4d06-bd24-769b006c70ad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.683783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (f04ad4d4-d4b9-4f46-a359-28c9a86596de), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.730975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdafb3-01fd-41b8-922b-3f0a5a92969a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b597cf-b5ad-4d06-bd24-769b006c70ad,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:40.740850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-decdafb3-01fd-41b8-922b-3f0a5a92969a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11dfc974bfaa4642a3de4b2ceaee5841&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0074399
Apr 09 21:11:40.743471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37980) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:40.876083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Publish callbacks [] for port (ac0e2d26-aff6-4f68-8806-454cde0ce01a), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.891685 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (ac0e2d26-aff6-4f68-8806-454cde0ce01a), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.918067 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (f04ad4d4-d4b9-4f46-a359-28c9a86596de), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.932539 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ab67-b62d-4d4d-b4bc-6f9f99721397 admin admin] Publish callbacks [] for security_group (c9b597cf-b5ad-4d06-bd24-769b006c70ad), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:40.973347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Subnet': ['ID=f04ad4d4-d4b9-4f46-a359-28c9a86596de,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:40.994593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ab67-b62d-4d4d-b4bc-6f9f99721397 admin admin] Publish callbacks [] for security_group (c9b597cf-b5ad-4d06-bd24-769b006c70ad), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.042966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Network 2ee950e3-16bf-440d-b642-0d4a6b8d6438 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:41.054972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:41.058547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:41.114488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Pushing event updated for resources: {'Port': ['ID=ac0e2d26-aff6-4f68-8806-454cde0ce01a,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:41.141571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ab67-b62d-4d4d-b4bc-6f9f99721397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c9b597cf-b5ad-4d06-bd24-769b006c70ad), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.144375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ab67-b62d-4d4d-b4bc-6f9f99721397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.145675 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1f6ab67-b62d-4d4d-b4bc-6f9f99721397 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9b597cf-b5ad-4d06-bd24-769b006c70ad HTTP/1.1" status: 204  len: 168 time: 0.4006331
Apr 09 21:11:41.176483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6ab67-b62d-4d4d-b4bc-6f9f99721397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b597cf-b5ad-4d06-bd24-769b006c70ad,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:41.197360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2ee950e3-16bf-440d-b642-0d4a6b8d6438), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.218232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Attempting to bind port ac0e2d26-aff6-4f68-8806-454cde0ce01a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:11:41.222065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Attempting to bind port ac0e2d26-aff6-4f68-8806-454cde0ce01a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1977e98c-76d5-4663-96a9-f5b920fd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2ee950e3-16bf-440d-b642-0d4a6b8d6438'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:11:41.222670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Attempting to bind port ac0e2d26-aff6-4f68-8806-454cde0ce01a on network 2ee950e3-16bf-440d-b642-0d4a6b8d6438 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:11:41.243764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:11:41.244469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Checking segment: {'id': '1977e98c-76d5-4663-96a9-f5b920fd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2ee950e3-16bf-440d-b642-0d4a6b8d6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:41.247605 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.249523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Bound using segment: {'id': '1977e98c-76d5-4663-96a9-f5b920fd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2ee950e3-16bf-440d-b642-0d4a6b8d6438'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:11:41.250254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Bound port: ac0e2d26-aff6-4f68-8806-454cde0ce01a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1977e98c-76d5-4663-96a9-f5b920fd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2ee950e3-16bf-440d-b642-0d4a6b8d6438'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:11:41.251794 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac0e2d26-aff6-4f68-8806-454cde0ce01a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.287796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237476cd90>,) {'filters': {'network_id': ['2ee950e3-16bf-440d-b642-0d4a6b8d6438']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:41.326884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237476cd90>, '1977e98c-76d5-4663-96a9-f5b920fd5bdb') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:41.327211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237476cd90>, '1977e98c-76d5-4663-96a9-f5b920fd5bdb') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:41.355467 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (1977e98c-76d5-4663-96a9-f5b920fd5bdb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.412242 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1977e98c-76d5-4663-96a9-f5b920fd5bdb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.423543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] For port ac0e2d26-aff6-4f68-8806-454cde0ce01a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:11:41.479869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:41.487209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (1977e98c-76d5-4663-96a9-f5b920fd5bdb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:41.498549 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:41.839282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-e2194d74-3791-42f7-b464-7ebdcfff1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:41.841106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-e2194d74-3791-42f7-b464-7ebdcfff1dc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1128 time: 0.3973026
Apr 09 21:11:41.870703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] For port ac0e2d26-aff6-4f68-8806-454cde0ce01a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac0e2d26-aff6-4f68-8806-454cde0ce01a,segment=NetworkSegment(1977e98c-76d5-4663-96a9-f5b920fd5bdb),segment_id=1977e98c-76d5-4663-96a9-f5b920fd5bdb)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:11:41.898898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.api [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 09 21:11:41.898898 ncdv-master-1 neutron-server[126920]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 09 21:11:41.898898 ncdv-master-1 neutron-server[126920]: [parameters: {'id': '2ee950e3-16bf-440d-b642-0d4a6b8d6438'}]
Apr 09 21:11:41.898898 ncdv-master-1 neutron-server[126920]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:11:41.899424 ncdv-master-1 neutron-server[126920]: DEBUG oslo_db.api [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:11:41.899971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac0e2d26-aff6-4f68-8806-454cde0ce01a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:41.920777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3a458-eb8e-429e-b0a7-919b239216be req-10d91745-42a4-417f-90c5-af4b72758f00 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:41.925064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4e3a458-eb8e-429e-b0a7-919b239216be req-10d91745-42a4-417f-90c5-af4b72758f00 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.3641202
Apr 09 21:11:41.959463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eef9ed-e301-402c-85d0-1f565cc483cf req-0e7ff0aa-0d4f-4e0c-b147-d69ef407f760 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:41.959463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1eef9ed-e301-402c-85d0-1f565cc483cf req-0e7ff0aa-0d4f-4e0c-b147-d69ef407f760 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.3164279
Apr 09 21:11:42.214990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20588152-1493-4db1-a78e-6f77a23d6332 None None] Pushing event updated for resources: {'Port': ['ID=ac0e2d26-aff6-4f68-8806-454cde0ce01a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:42.236399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f8d0b-8b52-42c2-b363-520e5c36d11d None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:11:42.371933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1eef9ed-e301-402c-85d0-1f565cc483cf req-b310f35b-d783-4b29-9add-cfd27a8eb9d4 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4066732
Apr 09 21:11:42.379584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f8d0b-8b52-42c2-b363-520e5c36d11d None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:11:42.414941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2ee950e3-16bf-440d-b642-0d4a6b8d6438), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:42.507658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4e3a458-eb8e-429e-b0a7-919b239216be req-c63e90c0-82a9-4b6f-9793-7141e86a14f3 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5506382
Apr 09 21:11:42.535295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-396e4012-8208-4b98-9a54-bf5ccc0805bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:42.537537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-396e4012-8208-4b98-9a54-bf5ccc0805bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.6870403
Apr 09 21:11:42.601990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting port ac0e2d26-aff6-4f68-8806-454cde0ce01a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:42.602829 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ac0e2d26-aff6-4f68-8806-454cde0ce01a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:42.685795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] For port ac0e2d26-aff6-4f68-8806-454cde0ce01a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac0e2d26-aff6-4f68-8806-454cde0ce01a,segment=NetworkSegment(1977e98c-76d5-4663-96a9-f5b920fd5bdb),segment_id=1977e98c-76d5-4663-96a9-f5b920fd5bdb)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:42.686551 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ac0e2d26-aff6-4f68-8806-454cde0ce01a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:42.710366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Calling delete_port for ac0e2d26-aff6-4f68-8806-454cde0ce01a owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:42.714549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38032) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:42.900319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a455f1af-cb98-41f9-a173-21e49010a02e req-55948e46-03d6-46e8-a143-2cb5bf9844a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5060987
Apr 09 21:11:42.968578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-db35b44b-7f6c-4c26-9d71-bb774cf1c7ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 200  len: 1002 time: 0.4242868
Apr 09 21:11:43.002181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f470f7b-081c-482a-add8-343b0474fd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.008869 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ac0e2d26-aff6-4f68-8806-454cde0ce01a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.057540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35913b0b-664a-4a5b-81d0-565a2a84293c None None] Network 2ee950e3-16bf-440d-b642-0d4a6b8d6438 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:43.078171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No DVR routers for this DVR port ac0e2d26-aff6-4f68-8806-454cde0ce01a on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:11:43.139284 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f470f7b-081c-482a-add8-343b0474fd31 admin admin] Publish callbacks [] for security_group (02518f9a-1798-4d44-a050-669523339652), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.162919 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f470f7b-081c-482a-add8-343b0474fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (02518f9a-1798-4d44-a050-669523339652), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.238202 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8f470f7b-081c-482a-add8-343b0474fd31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd65e151f2844d9d975f47875ede6d49&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5206082
Apr 09 21:11:43.239155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38044) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:43.240405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f470f7b-081c-482a-add8-343b0474fd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02518f9a-1798-4d44-a050-669523339652,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:43.307912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64729f94-f263-44fb-96ff-ad3c25d09675 admin admin] Publish callbacks [] for security_group (02518f9a-1798-4d44-a050-669523339652), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.315775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Port': ['ID=ac0e2d26-aff6-4f68-8806-454cde0ce01a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:43.332994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64729f94-f263-44fb-96ff-ad3c25d09675 admin admin] Publish callbacks [] for security_group (02518f9a-1798-4d44-a050-669523339652), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.391557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f1af-cb98-41f9-a173-21e49010a02e req-069a02e8-4a0f-44b5-90a7-37d416699720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:43.393449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a455f1af-cb98-41f9-a173-21e49010a02e req-069a02e8-4a0f-44b5-90a7-37d416699720 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 1127 time: 0.3348389
Apr 09 21:11:43.399250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2ee950e3-16bf-440d-b642-0d4a6b8d6438), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.416486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64729f94-f263-44fb-96ff-ad3c25d09675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (02518f9a-1798-4d44-a050-669523339652), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.417652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-ecd998e7-f7e0-4d34-aabd-988cc78bd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:43.419366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-ecd998e7-f7e0-4d34-aabd-988cc78bd778 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.3808491
Apr 09 21:11:43.419594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64729f94-f263-44fb-96ff-ad3c25d09675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.420733 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-64729f94-f263-44fb-96ff-ad3c25d09675 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02518f9a-1798-4d44-a050-669523339652 HTTP/1.1" status: 204  len: 168 time: 0.1772223
Apr 09 21:11:43.433936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64729f94-f263-44fb-96ff-ad3c25d09675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02518f9a-1798-4d44-a050-669523339652,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:43.446070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376bd1610>,) {'filters': {'network_id': ['2ee950e3-16bf-440d-b642-0d4a6b8d6438']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:43.523696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376bd1610>, '1977e98c-76d5-4663-96a9-f5b920fd5bdb') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:43.523994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376bd1610>, '1977e98c-76d5-4663-96a9-f5b920fd5bdb') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:43.540039 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (1977e98c-76d5-4663-96a9-f5b920fd5bdb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.561535 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1977e98c-76d5-4663-96a9-f5b920fd5bdb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.573732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:43.573854 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (1977e98c-76d5-4663-96a9-f5b920fd5bdb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:43.691364 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:43.766988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-7336586b-db09-4cd1-b038-dc3de59ec1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:43.768527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-7336586b-db09-4cd1-b038-dc3de59ec1a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0744567
Apr 09 21:11:43.779898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2ee950e3-16bf-440d-b642-0d4a6b8d6438), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.826237 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.833725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/2ee950e3-16bf-440d-b642-0d4a6b8d6438 HTTP/1.1" status: 204  len: 168 time: 3.8208394
Apr 09 21:11:43.835655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38062) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:43.852324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-701380173'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:43.906584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:43.913259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.956050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594adc58-b7a8-4f2a-8251-51fed782f000 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Network': ['ID=2ee950e3-16bf-440d-b642-0d4a6b8d6438,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:43.967488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:43.988845 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b604b74c-432d-40e6-9237-cebdff35e765), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:43.989595 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Added segment b604b74c-432d-40e6-9237-cebdff35e765 of type vlan for network 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8
Apr 09 21:11:44.013286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716543f8-73d7-424b-a3ad-468b21de980e req-91737357-6423-4214-bcf0-bab53c041a86 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:44.015088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-716543f8-73d7-424b-a3ad-468b21de980e req-91737357-6423-4214-bcf0-bab53c041a86 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.3226402
Apr 09 21:11:44.026830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6d430-fdb1-46bb-89f7-d3f40e6527d2 req-de33c4a6-55e4-44c2-bdf3-d958bc98c9b9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:44.028703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ef6d430-fdb1-46bb-89f7-d3f40e6527d2 req-de33c4a6-55e4-44c2-bdf3-d958bc98c9b9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.2507379
Apr 09 21:11:44.088315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3abe4d1a-373f-4107-9b4d-daa41e4ef3c8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:44.154882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38072) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:44.207343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3772-61eb-4407-9d3c-f98141a4a2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:44.213777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3abe4d1a-373f-4107-9b4d-daa41e4ef3c8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:44.227105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:44.230929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:44.312393 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4716327
Apr 09 21:11:44.314476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38074) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:44.334136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Request body: {'subnet': {'network_id': '3abe4d1a-373f-4107-9b4d-daa41e4ef3c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:44.524901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f1af-cb98-41f9-a173-21e49010a02e req-e7d051bf-fb0a-47e5-aa28-d4ad066cf06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:44.526532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a455f1af-cb98-41f9-a173-21e49010a02e req-e7d051bf-fb0a-47e5-aa28-d4ad066cf06f service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.8309495
Apr 09 21:11:44.531861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-e4819586-0956-4c95-bf61-8e9e07fdd0dd service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7491281
Apr 09 21:11:44.547164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ef6d430-fdb1-46bb-89f7-d3f40e6527d2 req-3e66348c-5469-4ee6-8f35-81d117e0a017 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5088348
Apr 09 21:11:44.565301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174ead1-e7cd-49c7-b0b7-a32287c8e336 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Network': ['ID=3abe4d1a-373f-4107-9b4d-daa41e4ef3c8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:44.586902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:44.640748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-716543f8-73d7-424b-a3ad-468b21de980e req-afeaf76b-2ed5-474a-927a-d197dd47d391 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6011336
Apr 09 21:11:44.654875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a455f1af-cb98-41f9-a173-21e49010a02e req-019f371c-05ca-4a58-9efb-e1de9b4afb57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451 HTTP/1.1" status: 200  len: 217 time: 0.1010771
Apr 09 21:11:44.761938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Made reservation on behalf of bd0504afdd8049e5883290466984b189 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:44.779016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:44.838821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3772-61eb-4407-9d3c-f98141a4a2d7 admin admin] Publish callbacks [] for security_group (48ea4863-c89e-433c-848b-cba305e20bb9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:44.845296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f1af-cb98-41f9-a173-21e49010a02e req-51037df9-3e10-4a76-8cf2-71474f637fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:44.847312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a455f1af-cb98-41f9-a173-21e49010a02e req-51037df9-3e10-4a76-8cf2-71474f637fbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1868203
Apr 09 21:11:44.909274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3772-61eb-4407-9d3c-f98141a4a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (48ea4863-c89e-433c-848b-cba305e20bb9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:44.930843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6c50048-8825-4472-9a7f-cd28ab78bb1d req-1e9aa8a5-c0da-4d01-be56-b1fc0993a504 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3782268
Apr 09 21:11:44.944425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f1af-cb98-41f9-a173-21e49010a02e req-0a219c0b-d6d7-4eea-a4d4-6d68a21764fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:44.950970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a455f1af-cb98-41f9-a173-21e49010a02e req-0a219c0b-d6d7-4eea-a4d4-6d68a21764fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0917845
Apr 09 21:11:45.093839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd3772-61eb-4407-9d3c-f98141a4a2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea4863-c89e-433c-848b-cba305e20bb9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:45.127037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38094) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:45.129543 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6ebd3772-61eb-4407-9d3c-f98141a4a2d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72d13601c0854cab8b76a58fa5359772&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9721766
Apr 09 21:11:45.169204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38096) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:45.176780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2d7d59bb-ffa2-4406-8c39-d3dd5dcac160 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826637446', 'description': 'tempest-description--1892207367'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:45.259951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a455f1af-cb98-41f9-a173-21e49010a02e req-e9b80f81-c4e2-4f57-9fd5-953acd0b4402 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3018243
Apr 09 21:11:45.260748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43f06097-c47a-44b7-bc66-a26988e95d6c admin admin] Publish callbacks [] for security_group (48ea4863-c89e-433c-848b-cba305e20bb9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.275727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d7d59bb-ffa2-4406-8c39-d3dd5dcac160 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.289414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43f06097-c47a-44b7-bc66-a26988e95d6c admin admin] Publish callbacks [] for security_group (48ea4863-c89e-433c-848b-cba305e20bb9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.392002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43f06097-c47a-44b7-bc66-a26988e95d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (48ea4863-c89e-433c-848b-cba305e20bb9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.399921 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43f06097-c47a-44b7-bc66-a26988e95d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.405814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-43f06097-c47a-44b7-bc66-a26988e95d6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48ea4863-c89e-433c-848b-cba305e20bb9 HTTP/1.1" status: 204  len: 168 time: 0.2756729
Apr 09 21:11:45.460303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f06097-c47a-44b7-bc66-a26988e95d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea4863-c89e-433c-848b-cba305e20bb9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:45.590462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d7d59bb-ffa2-4406-8c39-d3dd5dcac160 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (8368360c-99b5-493b-8194-e49b12adc314), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.594686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a455f1af-cb98-41f9-a173-21e49010a02e req-695440af-3ece-47cd-9dce-4425904d1b9d service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2567184
Apr 09 21:11:45.608321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d7d59bb-ffa2-4406-8c39-d3dd5dcac160 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8368360c-99b5-493b-8194-e49b12adc314), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.693515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:11:45.710089 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d7d59bb-ffa2-4406-8c39-d3dd5dcac160 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.719200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38110) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:45.722299 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2d7d59bb-ffa2-4406-8c39-d3dd5dcac160 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5515847
Apr 09 21:11:45.726215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (d1b06261-973b-4e51-92a8-d7eb26bfe0fd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.728185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-71dcc470-a71b-4b72-985c-9c0ac339f4f0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group_rule': {'security_group_id': '8368360c-99b5-493b-8194-e49b12adc314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:45.739846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d59bb-ffa2-4406-8c39-d3dd5dcac160 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8368360c-99b5-493b-8194-e49b12adc314,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:45.781321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38112) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:45.861836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event updated for resources: {'Subnet': ['ID=d1b06261-973b-4e51-92a8-d7eb26bfe0fd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:45.877628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Checking segment: {'id': 'b604b74c-432d-40e6-9237-cebdff35e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3abe4d1a-373f-4107-9b4d-daa41e4ef3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:45.878377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network hostable DHCP agents. Network: 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:45.902940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23b199-c39a-4c59-b430-fc6320d1a123 req-ba1b0372-1fc9-4293-a151-f4961cba06d4 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:45.913845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db23b199-c39a-4c59-b430-fc6320d1a123 req-ba1b0372-1fc9-4293-a151-f4961cba06d4 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.0969293
Apr 09 21:11:45.929585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Network 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:45.953443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:45.958498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:45.959114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:45.968479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66ffc11-4fcc-49b6-9155-85f7751e6d74 None None] Network 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:46.036144 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9447a755-6591-411d-a811-230c930aa2ab tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.7031512
Apr 09 21:11:46.037444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38122) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:46.051543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-026d7659-f45b-4fa3-be1c-2cec6b573395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.110477 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71dcc470-a71b-4b72-985c-9c0ac339f4f0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (df5e2857-e9a9-42b9-8a3e-c450a058dc7f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.142253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3abe4d1a-373f-4107-9b4d-daa41e4ef3c8', 'network_id': '3abe4d1a-373f-4107-9b4d-daa41e4ef3c8', 'project_id': 'bd0504afdd8049e5883290466984b189', 'fixed_ips': [{'subnet_id': 'd1b06261-973b-4e51-92a8-d7eb26bfe0fd'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:11:46.143313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.235954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042a9e-1e75-49a8-b4c9-b7fb936c803b req-a5a9c277-5a75-44dd-881a-26a88bb1169a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:46.238514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1042a9e-1e75-49a8-b4c9-b7fb936c803b req-a5a9c277-5a75-44dd-881a-26a88bb1169a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.4601016
Apr 09 21:11:46.295582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (3abe4d1a-373f-4107-9b4d-daa41e4ef3c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.391318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Allocated IP 2001:db8::f816:3eff:fe3a:7a0d (3abe4d1a-373f-4107-9b4d-daa41e4ef3c8/d1b06261-973b-4e51-92a8-d7eb26bfe0fd/a9817b88-89d2-4ffc-959a-ec46814ce0e7) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:46.424866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (d1b06261-973b-4e51-92a8-d7eb26bfe0fd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.495948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db23b199-c39a-4c59-b430-fc6320d1a123 req-6905ca18-60c3-47ba-891e-91813ae47697 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5834937
Apr 09 21:11:46.556260 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71dcc470-a71b-4b72-985c-9c0ac339f4f0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (df5e2857-e9a9-42b9-8a3e-c450a058dc7f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.594389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1042a9e-1e75-49a8-b4c9-b7fb936c803b req-fee66f31-4e48-4dc1-8431-40ea41864012 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3441570
Apr 09 21:11:46.602217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71dcc470-a71b-4b72-985c-9c0ac339f4f0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (df5e2857-e9a9-42b9-8a3e-c450a058dc7f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.638561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-026d7659-f45b-4fa3-be1c-2cec6b573395 admin admin] Publish callbacks [] for security_group (5e7a1b4e-39cd-450e-988d-2643659c0c82), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.664901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc470-a71b-4b72-985c-9c0ac339f4f0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5e2857-e9a9-42b9-8a3e-c450a058dc7f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:46.667676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-026d7659-f45b-4fa3-be1c-2cec6b573395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5e7a1b4e-39cd-450e-988d-2643659c0c82), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.669529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Publish callbacks [] for port (a9817b88-89d2-4ffc-959a-ec46814ce0e7), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.682133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (a9817b88-89d2-4ffc-959a-ec46814ce0e7), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.699881 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71dcc470-a71b-4b72-985c-9c0ac339f4f0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.701797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-71dcc470-a71b-4b72-985c-9c0ac339f4f0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9807670
Apr 09 21:11:46.704520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38134) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:46.710157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a43c5663-60db-4b46-a6df-f5ba7afa1e22 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group_rule': {'security_group_id': '8368360c-99b5-493b-8194-e49b12adc314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:46.735587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (d1b06261-973b-4e51-92a8-d7eb26bfe0fd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.752340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Pushing event updated for resources: {'Port': ['ID=a9817b88-89d2-4ffc-959a-ec46814ce0e7,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:46.757712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-026d7659-f45b-4fa3-be1c-2cec6b573395 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53660392583a4a7694e6c3e39d3a902f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9722624
Apr 09 21:11:46.765999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38136) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:46.776147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Network 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:46.778897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:46.783005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:46.786972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d7659-f45b-4fa3-be1c-2cec6b573395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7a1b4e-39cd-450e-988d-2643659c0c82,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:46.884593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b06261-973b-4e51-92a8-d7eb26bfe0fd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:46.928942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Attempting to bind port a9817b88-89d2-4ffc-959a-ec46814ce0e7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:11:46.929360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Attempting to bind port a9817b88-89d2-4ffc-959a-ec46814ce0e7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b604b74c-432d-40e6-9237-cebdff35e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3abe4d1a-373f-4107-9b4d-daa41e4ef3c8'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:11:46.929724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Attempting to bind port a9817b88-89d2-4ffc-959a-ec46814ce0e7 on network 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:11:46.935534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:11:46.935951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Checking segment: {'id': 'b604b74c-432d-40e6-9237-cebdff35e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3abe4d1a-373f-4107-9b4d-daa41e4ef3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:46.936371 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.936768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Bound using segment: {'id': 'b604b74c-432d-40e6-9237-cebdff35e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3abe4d1a-373f-4107-9b4d-daa41e4ef3c8'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:11:46.937295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Bound port: a9817b88-89d2-4ffc-959a-ec46814ce0e7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b604b74c-432d-40e6-9237-cebdff35e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3abe4d1a-373f-4107-9b4d-daa41e4ef3c8'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:11:46.937683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a9817b88-89d2-4ffc-959a-ec46814ce0e7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:46.980793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a43c5663-60db-4b46-a6df-f5ba7afa1e22 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (4eefeecb-2419-444a-aeab-4eca1120c689), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.031169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (3abe4d1a-373f-4107-9b4d-daa41e4ef3c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.051224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] For port a9817b88-89d2-4ffc-959a-ec46814ce0e7, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:11:47.056000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] For port a9817b88-89d2-4ffc-959a-ec46814ce0e7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9817b88-89d2-4ffc-959a-ec46814ce0e7,segment=NetworkSegment(b604b74c-432d-40e6-9237-cebdff35e765),segment_id=b604b74c-432d-40e6-9237-cebdff35e765)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:11:47.066917 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a9817b88-89d2-4ffc-959a-ec46814ce0e7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.088394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a43c5663-60db-4b46-a6df-f5ba7afa1e22 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (4eefeecb-2419-444a-aeab-4eca1120c689), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.102430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a43c5663-60db-4b46-a6df-f5ba7afa1e22 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (4eefeecb-2419-444a-aeab-4eca1120c689), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.151256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23741e4940>,) {'filters': {'network_id': ['3abe4d1a-373f-4107-9b4d-daa41e4ef3c8']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:47.191387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c5663-60db-4b46-a6df-f5ba7afa1e22 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eefeecb-2419-444a-aeab-4eca1120c689,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:47.198891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23741e4940>, 'b604b74c-432d-40e6-9237-cebdff35e765') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:47.199205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23741e4940>, 'b604b74c-432d-40e6-9237-cebdff35e765') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:47.210763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a43c5663-60db-4b46-a6df-f5ba7afa1e22 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.211905 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a43c5663-60db-4b46-a6df-f5ba7afa1e22 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5060732
Apr 09 21:11:47.214565 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e5a-0183-4503-9647-6696c2fad2bc admin admin] Publish callbacks [] for security_group (5e7a1b4e-39cd-450e-988d-2643659c0c82), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.215872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38142) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:47.220376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (b604b74c-432d-40e6-9237-cebdff35e765), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.221622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:47.255314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b604b74c-432d-40e6-9237-cebdff35e765), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.267016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0fd61f-5e57-4e21-a55f-c5629a472c0e None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:11:47.272802 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e5a-0183-4503-9647-6696c2fad2bc admin admin] Publish callbacks [] for security_group (5e7a1b4e-39cd-450e-988d-2643659c0c82), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.274407 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.276291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:47.276944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (b604b74c-432d-40e6-9237-cebdff35e765), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:47.282538 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:47.345227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe57471-46a8-44d8-bfc4-b0873549617a None None] Pushing event updated for resources: {'Port': ['ID=a9817b88-89d2-4ffc-959a-ec46814ce0e7,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:47.405749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.db.api [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 09 21:11:47.405749 ncdv-master-1 neutron-server[126919]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 09 21:11:47.405749 ncdv-master-1 neutron-server[126919]: [parameters: {'id': '3abe4d1a-373f-4107-9b4d-daa41e4ef3c8'}]
Apr 09 21:11:47.405749 ncdv-master-1 neutron-server[126919]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:11:47.407448 ncdv-master-1 neutron-server[126919]: DEBUG oslo_db.api [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:11:47.438532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e5a-0183-4503-9647-6696c2fad2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5e7a1b4e-39cd-450e-988d-2643659c0c82), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.445099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e5a-0183-4503-9647-6696c2fad2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.446259 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c5436e5a-0183-4503-9647-6696c2fad2bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e7a1b4e-39cd-450e-988d-2643659c0c82 HTTP/1.1" status: 204  len: 168 time: 0.6226437
Apr 09 21:11:47.471378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5436e5a-0183-4503-9647-6696c2fad2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7a1b4e-39cd-450e-988d-2643659c0c82,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:47.542108 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.549884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0fd61f-5e57-4e21-a55f-c5629a472c0e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:11:47.834424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ddde-927b-4327-8530-127ca6fc4f67 req-e91bcf0f-d73a-415a-a496-7a0c0909e51c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:47.836841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fd9ddde-927b-4327-8530-127ca6fc4f67 req-e91bcf0f-d73a-415a-a496-7a0c0909e51c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0659201
Apr 09 21:11:47.906346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa415f5-c14e-4673-a68e-5ea836a51376 req-9255863c-5b5d-4007-b302-827b30b26a9b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:47.907390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (3abe4d1a-373f-4107-9b4d-daa41e4ef3c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:47.914674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1aa415f5-c14e-4673-a68e-5ea836a51376 req-9255863c-5b5d-4007-b302-827b30b26a9b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.2519500
Apr 09 21:11:47.989289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fd9ddde-927b-4327-8530-127ca6fc4f67 req-bc97f46a-7f75-4e8e-8fb6-6057199d3815 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432478
Apr 09 21:11:48.095229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting port a9817b88-89d2-4ffc-959a-ec46814ce0e7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:48.097565 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a9817b88-89d2-4ffc-959a-ec46814ce0e7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.100776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Allocated IP 172.35.0.73 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/21078d7d-482d-4219-becb-10d46634b80b) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:48.136694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1aa415f5-c14e-4673-a68e-5ea836a51376 req-6f8f1bec-af5f-4bfd-91b3-46b6e29b49af tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2205760
Apr 09 21:11:48.146146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe955ff-0e3f-4cdb-b23a-6346e63bd102 None None] Network 3abe4d1a-373f-4107-9b4d-daa41e4ef3c8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:48.328736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38166) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:48.372824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] For port a9817b88-89d2-4ffc-959a-ec46814ce0e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9817b88-89d2-4ffc-959a-ec46814ce0e7,segment=NetworkSegment(b604b74c-432d-40e6-9237-cebdff35e765),segment_id=b604b74c-432d-40e6-9237-cebdff35e765)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:48.373481 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a9817b88-89d2-4ffc-959a-ec46814ce0e7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.413187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-55084d6f-f9ee-4c14-b964-f5c78b84ab4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.462254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Calling delete_port for a9817b88-89d2-4ffc-959a-ec46814ce0e7 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:48.464301 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (21078d7d-482d-4219-becb-10d46634b80b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.539069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (21078d7d-482d-4219-becb-10d46634b80b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.594075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:48.600880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:48.603734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:48.607840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=21078d7d-482d-4219-becb-10d46634b80b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:48.615793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-55084d6f-f9ee-4c14-b964-f5c78b84ab4e admin admin] Publish callbacks [] for security_group (a3daa4fe-a6ce-41c0-b9b9-4f2e927fa362), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.625090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-55084d6f-f9ee-4c14-b964-f5c78b84ab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a3daa4fe-a6ce-41c0-b9b9-4f2e927fa362), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.635464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a9817b88-89d2-4ffc-959a-ec46814ce0e7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.688912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Port': ['ID=a9817b88-89d2-4ffc-959a-ec46814ce0e7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:48.698037 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-55084d6f-f9ee-4c14-b964-f5c78b84ab4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e94c30126b94caaab0c95f1fb188b07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3683302
Apr 09 21:11:48.699300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No DVR routers for this DVR port a9817b88-89d2-4ffc-959a-ec46814ce0e7 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:11:48.700968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55084d6f-f9ee-4c14-b964-f5c78b84ab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3daa4fe-a6ce-41c0-b9b9-4f2e927fa362,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:48.703269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38172) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:48.736316 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (f5e7c509-96fc-49a8-a7fd-5dc9034c0cee), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.780646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (21078d7d-482d-4219-becb-10d46634b80b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.816643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (3abe4d1a-373f-4107-9b4d-daa41e4ef3c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.848813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237488beb0>,) {'filters': {'network_id': ['3abe4d1a-373f-4107-9b4d-daa41e4ef3c8']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:48.851121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-508e9662-0797-4aa6-9ced-17308ef7086d admin admin] Publish callbacks [] for security_group (a3daa4fe-a6ce-41c0-b9b9-4f2e927fa362), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.861991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237488beb0>, 'b604b74c-432d-40e6-9237-cebdff35e765') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:48.862333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237488beb0>, 'b604b74c-432d-40e6-9237-cebdff35e765') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:48.879515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (b604b74c-432d-40e6-9237-cebdff35e765), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.894837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-508e9662-0797-4aa6-9ced-17308ef7086d admin admin] Publish callbacks [] for security_group (a3daa4fe-a6ce-41c0-b9b9-4f2e927fa362), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.906512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b604b74c-432d-40e6-9237-cebdff35e765), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.936596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:48.937856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (b604b74c-432d-40e6-9237-cebdff35e765), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:48.941244 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:48.952473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (21078d7d-482d-4219-becb-10d46634b80b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:48.959099 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (21078d7d-482d-4219-becb-10d46634b80b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.010661 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (3abe4d1a-373f-4107-9b4d-daa41e4ef3c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.013609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-508e9662-0797-4aa6-9ced-17308ef7086d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a3daa4fe-a6ce-41c0-b9b9-4f2e927fa362), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.018129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-508e9662-0797-4aa6-9ced-17308ef7086d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.019498 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-508e9662-0797-4aa6-9ced-17308ef7086d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3daa4fe-a6ce-41c0-b9b9-4f2e927fa362 HTTP/1.1" status: 204  len: 168 time: 0.3126943
Apr 09 21:11:49.041798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=21078d7d-482d-4219-becb-10d46634b80b,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:49.047412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.050563 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/3abe4d1a-373f-4107-9b4d-daa41e4ef3c8 HTTP/1.1" status: 204  len: 168 time: 3.0122318
Apr 09 21:11:49.052416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474f11-d4fc-4585-ab3a-d3a7536f3347 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Network': ['ID=3abe4d1a-373f-4107-9b4d-daa41e4ef3c8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:49.055966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38184) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.059189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e9662-0797-4aa6-9ced-17308ef7086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3daa4fe-a6ce-41c0-b9b9-4f2e927fa362,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:49.065434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (f5e7c509-96fc-49a8-a7fd-5dc9034c0cee), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.094564 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-713c418e-8f14-4c63-82ad-18cbc68fce87 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:49.095235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713c418e-8f14-4c63-82ad-18cbc68fce87 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:49.098917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-713c418e-8f14-4c63-82ad-18cbc68fce87 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/subnets/d1b06261-973b-4e51-92a8-d7eb26bfe0fd HTTP/1.1" status: 404  len: 337 time: 0.0417337
Apr 09 21:11:49.102149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38190) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.111387 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.121230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c69656e6-c8f8-4a09-b75f-f59005198efb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9042673
Apr 09 21:11:49.126532 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36ac8a3-2fc1-45be-b092-cc2ef49c53d6 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:49.127053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36ac8a3-2fc1-45be-b092-cc2ef49c53d6 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:49.130715 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d36ac8a3-2fc1-45be-b092-cc2ef49c53d6 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/3abe4d1a-373f-4107-9b4d-daa41e4ef3c8 HTTP/1.1" status: 404  len: 339 time: 0.0269375
Apr 09 21:11:49.132659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38194) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.159359 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb27e9e-ed48-4189-831e-e7eddd417dcc tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:49.159905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb27e9e-ed48-4189-831e-e7eddd417dcc tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:49.163679 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4cb27e9e-ed48-4189-831e-e7eddd417dcc tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/subnets/f04ad4d4-d4b9-4f46-a359-28c9a86596de HTTP/1.1" status: 404  len: 337 time: 0.0300429
Apr 09 21:11:49.165693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38196) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.184961 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d153d2-c2cf-45ca-a715-85418deddfa9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:49.184961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d153d2-c2cf-45ca-a715-85418deddfa9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:49.188675 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-46d153d2-c2cf-45ca-a715-85418deddfa9 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/2ee950e3-16bf-440d-b642-0d4a6b8d6438 HTTP/1.1" status: 404  len: 339 time: 0.0215106
Apr 09 21:11:49.191152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38200) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.198019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b0943-079f-4c12-a8c8-7137fcbe463c req-675a1294-61cc-4c01-8163-d62ff875e229 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:49.199759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d5b0943-079f-4c12-a8c8-7137fcbe463c req-675a1294-61cc-4c01-8163-d62ff875e229 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0596390
Apr 09 21:11:49.233981 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe086143-6746-43b0-b45e-a28215233728 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:49.235033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe086143-6746-43b0-b45e-a28215233728 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:49.241170 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fe086143-6746-43b0-b45e-a28215233728 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/subnets/a190e69c-4104-4946-bd8e-5abc7068dcbb HTTP/1.1" status: 404  len: 337 time: 0.0490010
Apr 09 21:11:49.242356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38202) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.268152 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf77d17f-c1a8-43c1-875d-a361009dbbd1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:49.269024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf77d17f-c1a8-43c1-875d-a361009dbbd1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:49.275324 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cf77d17f-c1a8-43c1-875d-a361009dbbd1 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/53e0da98-9eac-4cd3-acdc-67cfda556c63 HTTP/1.1" status: 404  len: 339 time: 0.0317471
Apr 09 21:11:49.276183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38206) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.316865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d5b0943-079f-4c12-a8c8-7137fcbe463c req-516b4e42-65bb-4b08-97ea-1724987c1d97 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107140
Apr 09 21:11:49.331524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff3cf-023e-423d-a977-c693fe9b24a7 req-ab6e31ad-8d48-4764-80a2-4952597ea783 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:49.333257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb0ff3cf-023e-423d-a977-c693fe9b24a7 req-ab6e31ad-8d48-4764-80a2-4952597ea783 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.0827382
Apr 09 21:11:49.372176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-959eaa9a-e514-4b81-9377-21724967f10e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting port 039fa944-e647-4c28-aadb-fd299b9992db {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:49.372524 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-959eaa9a-e514-4b81-9377-21724967f10e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (039fa944-e647-4c28-aadb-fd299b9992db), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.423860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb0ff3cf-023e-423d-a977-c693fe9b24a7 req-2fa41887-745a-473a-91ed-cc7985da19e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735195
Apr 09 21:11:49.500088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-959eaa9a-e514-4b81-9377-21724967f10e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (039fa944-e647-4c28-aadb-fd299b9992db), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.513284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-959eaa9a-e514-4b81-9377-21724967f10e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Calling delete_port for 039fa944-e647-4c28-aadb-fd299b9992db owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:49.517583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-1d05f680-adcb-415c-951b-c8779234d244 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1826637446&fields=id&tenant_id=92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 267 time: 0.0588892
Apr 09 21:11:49.626947 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-959eaa9a-e514-4b81-9377-21724967f10e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (039fa944-e647-4c28-aadb-fd299b9992db), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.663243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939821-c177-4564-a7d7-29379e72fa83 req-1b8a5afe-0079-4dee-8938-75243b884431 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:49.665184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-1b8a5afe-0079-4dee-8938-75243b884431 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 814 time: 0.1430914
Apr 09 21:11:49.668797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-959eaa9a-e514-4b81-9377-21724967f10e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.673088 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-959eaa9a-e514-4b81-9377-21724967f10e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/ports/039fa944-e647-4c28-aadb-fd299b9992db HTTP/1.1" status: 204  len: 168 time: 0.3959153
Apr 09 21:11:49.674041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959eaa9a-e514-4b81-9377-21724967f10e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Port': ['ID=039fa944-e647-4c28-aadb-fd299b9992db,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:49.676825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38238) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.707343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-4f78ba22-2afa-4101-908d-fdfeaf0fd275 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/quotas/92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 375 time: 0.0256646
Apr 09 21:11:49.716969 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bc5695-55d2-4bfd-b13b-632ce9accc14 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:49.720162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bc5695-55d2-4bfd-b13b-632ce9accc14 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:49.726907 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33bc5695-55d2-4bfd-b13b-632ce9accc14 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/subnets/db26920b-d14e-45d8-853f-07842a3ed238 HTTP/1.1" status: 404  len: 337 time: 0.0428028
Apr 09 21:11:49.726907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38244) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:49.811795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-2170e6a9-dde2-4987-8e75-2fb79f56ca26 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986097
Apr 09 21:11:49.841175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e643e477-3e6e-4f7c-b31d-70473dd49249), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.926736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-8104a016-68fa-49c0-b60d-258b96f7111a service neutron] 10.222.0.30 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041636
Apr 09 21:11:49.949169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e643e477-3e6e-4f7c-b31d-70473dd49249), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:49.978505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374497c40>,) {'filters': {'network_id': ['e643e477-3e6e-4f7c-b31d-70473dd49249']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:50.002512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374497c40>, '2ac3d170-bae9-405c-b2c7-49df96208814') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:50.002512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374497c40>, '2ac3d170-bae9-405c-b2c7-49df96208814') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:50.012772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (2ac3d170-bae9-405c-b2c7-49df96208814), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.026977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2ac3d170-bae9-405c-b2c7-49df96208814), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.034718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:50.035115 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (2ac3d170-bae9-405c-b2c7-49df96208814), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:50.038682 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:50.046218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-e9b62483-0295-49c3-a569-fad99bf4ecde service neutron] 10.222.0.30 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109200
Apr 09 21:11:50.122956 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e643e477-3e6e-4f7c-b31d-70473dd49249), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.136908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.141968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/e643e477-3e6e-4f7c-b31d-70473dd49249 HTTP/1.1" status: 204  len: 168 time: 0.4164946
Apr 09 21:11:50.144743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38276) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:50.163249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d90081-2ff2-4e8f-8b49-f5eabc2a428e tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Network': ['ID=e643e477-3e6e-4f7c-b31d-70473dd49249,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:50.307077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0bfb11f-dae8-4cd7-9a1c-3dd1c4f67a76 req-610fba7f-7f50-401e-96fd-d825ea5fb50f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 210 time: 0.0365961
Apr 09 21:11:50.316143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6969421d-f812-471a-bd94-b0daf29175c3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting port 827ffc94-22af-4c27-8b63-66617e84b9d9 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:50.316484 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6969421d-f812-471a-bd94-b0daf29175c3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (827ffc94-22af-4c27-8b63-66617e84b9d9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.428421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6969421d-f812-471a-bd94-b0daf29175c3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (827ffc94-22af-4c27-8b63-66617e84b9d9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.432569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-58237869-8c3c-4203-8ffb-33323422904e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.468371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6969421d-f812-471a-bd94-b0daf29175c3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Calling delete_port for 827ffc94-22af-4c27-8b63-66617e84b9d9 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:50.531902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91a8fe-3f74-46bb-8590-56c2fc43003b req-fa13ac1a-a5e5-4733-b1ed-db383d24b880 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:50.539681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f91a8fe-3f74-46bb-8590-56c2fc43003b req-fa13ac1a-a5e5-4733-b1ed-db383d24b880 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0753081
Apr 09 21:11:50.691808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e20735-b30c-4736-a5ad-be5f6db501b9 req-df0c1037-26d6-4bfe-aefe-31db70864048 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:50.698791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75e20735-b30c-4736-a5ad-be5f6db501b9 req-df0c1037-26d6-4bfe-aefe-31db70864048 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1421070
Apr 09 21:11:50.724740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f91a8fe-3f74-46bb-8590-56c2fc43003b req-c6d2c1c2-4df9-4918-bb42-12e987a5d187 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1836946
Apr 09 21:11:50.764706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75e20735-b30c-4736-a5ad-be5f6db501b9 req-7bc881dd-fe58-4b01-98bd-757809d40034 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650373
Apr 09 21:11:50.780672 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6969421d-f812-471a-bd94-b0daf29175c3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (827ffc94-22af-4c27-8b63-66617e84b9d9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.824411 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6969421d-f812-471a-bd94-b0daf29175c3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:50.828028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6969421d-f812-471a-bd94-b0daf29175c3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/ports/827ffc94-22af-4c27-8b63-66617e84b9d9 HTTP/1.1" status: 204  len: 168 time: 0.6813850
Apr 09 21:11:50.829444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969421d-f812-471a-bd94-b0daf29175c3 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Port': ['ID=827ffc94-22af-4c27-8b63-66617e84b9d9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:50.832052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38304) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:50.900407 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-574b6bbd-7f6c-4ca2-90e4-d3a85c9a5551 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:11:50.901164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574b6bbd-7f6c-4ca2-90e4-d3a85c9a5551 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:11:50.903962 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-574b6bbd-7f6c-4ca2-90e4-d3a85c9a5551 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/subnets/b646fb0d-b4c0-40b2-adf0-cf3b7c2302c2 HTTP/1.1" status: 404  len: 337 time: 0.0702033
Apr 09 21:11:50.907251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38310) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:51.001451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.054335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting port dda868de-d23a-4c88-8dd0-6e9f986666bb {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:51.054698 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dda868de-d23a-4c88-8dd0-6e9f986666bb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.131059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] For port dda868de-d23a-4c88-8dd0-6e9f986666bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda868de-d23a-4c88-8dd0-6e9f986666bb,segment=NetworkSegment(42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2),segment_id=42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:51.131748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dda868de-d23a-4c88-8dd0-6e9f986666bb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.147860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Calling delete_port for dda868de-d23a-4c88-8dd0-6e9f986666bb owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:51.233836 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (dda868de-d23a-4c88-8dd0-6e9f986666bb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.263123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Port': ['ID=dda868de-d23a-4c88-8dd0-6e9f986666bb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:51.267446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No DVR routers for this DVR port dda868de-d23a-4c88-8dd0-6e9f986666bb on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:11:51.352060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.427050 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237553f460>,) {'filters': {'network_id': ['9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:51.438004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c12aa59-f7ba-4809-a35f-484eba884979 req-8353b8aa-bae3-4b59-87cb-0b6dee2274c9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 210 time: 0.0413771
Apr 09 21:11:51.450660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237553f460>, '42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:51.450954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237553f460>, '42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:51.467672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.512668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.524413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:51.524832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (42b9e88b-a852-4b5c-8c5c-aa5d6c064cc2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:51.528031 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:51.530552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-6a5fd885-eab4-4860-b8cc-4e6be8c38b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:51.530717 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-6a5fd885-eab4-4860-b8cc-4e6be8c38b21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 1126 time: 0.0609679
Apr 09 21:11:51.647748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.656010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.661111 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12 HTTP/1.1" status: 204  len: 168 time: 0.7504086
Apr 09 21:11:51.662201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38372) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:51.676704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09368a84-1c22-4e34-b857-406e3d25ce08 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Network': ['ID=9cad6fb0-81c6-41f3-a5b9-fc5a8ed9ae12,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:51.713266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-4859871f-cc1e-48a4-87bf-8ec439bb9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:51.715050 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-4859871f-cc1e-48a4-87bf-8ec439bb9935 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.1378341
Apr 09 21:11:51.747812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28593d8-ae07-4198-a2d4-f99cb5c2031f tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting subnet 1e628a1e-2fb4-4a76-a558-99451ebcc469 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:11:51.751270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a28593d8-ae07-4198-a2d4-f99cb5c2031f tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for subnet (1e628a1e-2fb4-4a76-a558-99451ebcc469), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.804315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a28593d8-ae07-4198-a2d4-f99cb5c2031f tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (1e628a1e-2fb4-4a76-a558-99451ebcc469), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:51.932203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cc235-836a-4f7b-bea3-1dc7e58bd698 req-7c3c19df-8e8d-40d6-a6d8-8685386cd974 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:51.939144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-677cc235-836a-4f7b-bea3-1dc7e58bd698 req-7c3c19df-8e8d-40d6-a6d8-8685386cd974 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.1090837
Apr 09 21:11:51.993362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a2ef6-3c9f-48b5-845b-917675dbe9b1 req-965e0061-45a5-4659-91d4-be58edb85423 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:51.994827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc0a2ef6-3c9f-48b5-845b-917675dbe9b1 req-965e0061-45a5-4659-91d4-be58edb85423 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1253710
Apr 09 21:11:52.050766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a28593d8-ae07-4198-a2d4-f99cb5c2031f tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1e628a1e-2fb4-4a76-a558-99451ebcc469), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.058394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-677cc235-836a-4f7b-bea3-1dc7e58bd698 req-dad99515-bef0-4b02-9af0-b6feb098b9fa tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184196
Apr 09 21:11:52.137213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc0a2ef6-3c9f-48b5-845b-917675dbe9b1 req-c423caa1-1b54-469b-9649-77dd65dc2e8d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339307
Apr 09 21:11:52.177611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a28593d8-ae07-4198-a2d4-f99cb5c2031f tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (1e628a1e-2fb4-4a76-a558-99451ebcc469), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.215553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28593d8-ae07-4198-a2d4-f99cb5c2031f tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Subnet': ['ID=1e628a1e-2fb4-4a76-a558-99451ebcc469,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:52.230185 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a28593d8-ae07-4198-a2d4-f99cb5c2031f tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.232644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb9f64-229b-453a-9acb-0121f6cfa35c None None] Network bff00c72-a26b-4275-8283-d7cd6bfa6e12 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:52.237804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38418) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:52.238466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a28593d8-ae07-4198-a2d4-f99cb5c2031f tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/subnets/1e628a1e-2fb4-4a76-a558-99451ebcc469 HTTP/1.1" status: 204  len: 168 time: 0.5749564
Apr 09 21:11:52.344589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38430) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:52.360764 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (bff00c72-a26b-4275-8283-d7cd6bfa6e12), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.444835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Deleting port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:52.445230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.496526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] DHCP port deletion for bff00c72-a26b-4275-8283-d7cd6bfa6e12 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:11:52.533172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c594e515-9c2e-4695-a400-2e2347270961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.535380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] For port 70de1ecd-8114-4cc5-a039-b79c2e8535b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70de1ecd-8114-4cc5-a039-b79c2e8535b0,segment=NetworkSegment(48ed9502-c885-405f-b221-6242b523c8a0),segment_id=48ed9502-c885-405f-b221-6242b523c8a0)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:52.535918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.553918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Calling delete_port for 70de1ecd-8114-4cc5-a039-b79c2e8535b0 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:52.563685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] Deleting port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:11:52.564056 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.582887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3f210ef-7def-483a-9a1b-24de2b447694 req-e2f7433d-908a-4b1e-986b-5bf11e8acc06 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 210 time: 0.0431147
Apr 09 21:11:52.646577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] For port 70de1ecd-8114-4cc5-a039-b79c2e8535b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70de1ecd-8114-4cc5-a039-b79c2e8535b0,segment=NetworkSegment(48ed9502-c885-405f-b221-6242b523c8a0),segment_id=48ed9502-c885-405f-b221-6242b523c8a0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:52.646938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.659815 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.670779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] Calling delete_port for 70de1ecd-8114-4cc5-a039-b79c2e8535b0 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:11:52.674140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c594e515-9c2e-4695-a400-2e2347270961 admin admin] Publish callbacks [] for security_group (00983b93-9cfe-4c81-b426-48411f911bb6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.679864 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c594e515-9c2e-4695-a400-2e2347270961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (00983b93-9cfe-4c81-b426-48411f911bb6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.690107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Port': ['ID=70de1ecd-8114-4cc5-a039-b79c2e8535b0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:52.694828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] No DVR routers for this DVR port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:11:52.739560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594e515-9c2e-4695-a400-2e2347270961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00983b93-9cfe-4c81-b426-48411f911bb6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:52.745959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c594e515-9c2e-4695-a400-2e2347270961 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a27641299e3f4fcd8a501a77002a8d54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4000649
Apr 09 21:11:52.748211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38436) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:52.778934 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (70de1ecd-8114-4cc5-a039-b79c2e8535b0), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.809788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (bff00c72-a26b-4275-8283-d7cd6bfa6e12), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.814042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] Pushing event deleted for resources: {'Port': ['ID=70de1ecd-8114-4cc5-a039-b79c2e8535b0,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:52.816206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1f131-dcea-4f28-9d2b-2e15c528ac9d None None] No DVR routers for this DVR port 70de1ecd-8114-4cc5-a039-b79c2e8535b0 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:11:52.841400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f236ffe53a0>,) {'filters': {'network_id': ['bff00c72-a26b-4275-8283-d7cd6bfa6e12']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:52.854998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f236ffe53a0>, '48ed9502-c885-405f-b221-6242b523c8a0') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:52.854998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f236ffe53a0>, '48ed9502-c885-405f-b221-6242b523c8a0') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:11:52.860179 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4c0f-d86f-41a1-88c9-972e2f3e0ed1 admin admin] Publish callbacks [] for security_group (00983b93-9cfe-4c81-b426-48411f911bb6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.873964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (48ed9502-c885-405f-b221-6242b523c8a0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.879558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b5a29a5-23c6-4da7-9732-f10c2591d719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.893554 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (48ed9502-c885-405f-b221-6242b523c8a0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.900426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4c0f-d86f-41a1-88c9-972e2f3e0ed1 admin admin] Publish callbacks [] for security_group (00983b93-9cfe-4c81-b426-48411f911bb6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.906550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:11:52.906965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (48ed9502-c885-405f-b221-6242b523c8a0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:11:52.910772 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:11:52.971667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4c0f-d86f-41a1-88c9-972e2f3e0ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (00983b93-9cfe-4c81-b426-48411f911bb6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.975967 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4c0f-d86f-41a1-88c9-972e2f3e0ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.977473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1a4b4c0f-d86f-41a1-88c9-972e2f3e0ed1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00983b93-9cfe-4c81-b426-48411f911bb6 HTTP/1.1" status: 204  len: 168 time: 0.2278056
Apr 09 21:11:52.983446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (bff00c72-a26b-4275-8283-d7cd6bfa6e12), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:52.987723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b4c0f-d86f-41a1-88c9-972e2f3e0ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00983b93-9cfe-4c81-b426-48411f911bb6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:53.011309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:53.016302 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] 10.222.0.30 "DELETE /v2.0/networks/bff00c72-a26b-4275-8283-d7cd6bfa6e12 HTTP/1.1" status: 204  len: 168 time: 0.7762661
Apr 09 21:11:53.017010 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2d1f8-95ed-4e34-8709-51a88bfacaa7 tempest-NetworksIpV6TestAttrs-1117766726 tempest-NetworksIpV6TestAttrs-1117766726-project] Pushing event deleted for resources: {'Network': ['ID=bff00c72-a26b-4275-8283-d7cd6bfa6e12,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:53.225056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e35bf-c41d-4925-9050-3b4679c458ef req-2da7e812-8219-4dbb-89d1-34c56545c10b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:53.232219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c4e35bf-c41d-4925-9050-3b4679c458ef req-2da7e812-8219-4dbb-89d1-34c56545c10b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0861087
Apr 09 21:11:53.270596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-6e030759-cac1-4dae-ae27-f4d64ac6eb2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 200  len: 1000 time: 0.1045487
Apr 09 21:11:53.292378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38468) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:53.364870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c4e35bf-c41d-4925-9050-3b4679c458ef req-0d614035-d843-4514-bd4a-bbd0bc223bb2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259508
Apr 09 21:11:53.414116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45ab57-ec37-45a2-a74b-ef725cc6d7b7 req-9c0f8f95-0b90-4c79-8647-1e363f150d87 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:53.415959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c45ab57-ec37-45a2-a74b-ef725cc6d7b7 req-9c0f8f95-0b90-4c79-8647-1e363f150d87 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1192992
Apr 09 21:11:53.439059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-b3e9e5a2-8efb-4cf3-998a-649f440d0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:53.441924 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-b3e9e5a2-8efb-4cf3-998a-649f440d0450 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.0634508
Apr 09 21:11:53.510239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-8ec8770f-680a-4c3c-b55a-7dd9b8bdf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:53.512105 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-8ec8770f-680a-4c3c-b55a-7dd9b8bdf085 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0649564
Apr 09 21:11:53.533709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c45ab57-ec37-45a2-a74b-ef725cc6d7b7 req-b418bd7c-e14c-406f-80e1-76ca2246be11 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088769
Apr 09 21:11:53.606387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38474) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:53.648487 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1bf1cc5e-bb66-4d50-be0a-fb09fadebdeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:53.664482 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-72df1640-6582-411f-bda1-115f1161594b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd0504afdd8049e5883290466984b189&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3686872
Apr 09 21:11:53.665751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38478) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:53.675713 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-58ab7326-ca64-49cc-af8d-c7b662a67cc3 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560383
Apr 09 21:11:53.819356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939821-c177-4564-a7d7-29379e72fa83 req-d43a5016-8c8c-49ec-824d-82728ad5f3ec tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:53.825429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-d43a5016-8c8c-49ec-824d-82728ad5f3ec tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 814 time: 0.2296243
Apr 09 21:11:53.883727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e469f2b-b6d3-44d2-9149-45d8ada66a0f req-b5b81bb2-b1d4-4b2d-abe2-da4073e55ac2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 210 time: 0.0460825
Apr 09 21:11:54.002010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-8a171e43-ac33-4f90-846e-c5c8620a4b5c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 473 time: 0.1630664
Apr 09 21:11:54.016637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'port': {'device_id': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'admin_state_up': True, 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'security_groups': ['8368360c-99b5-493b-8194-e49b12adc314']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:54.046626 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1bf1cc5e-bb66-4d50-be0a-fb09fadebdeb admin admin] Publish callbacks [] for security_group (66f4c0dc-f70d-4298-9787-0f14c426c6d4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.054854 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1bf1cc5e-bb66-4d50-be0a-fb09fadebdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (66f4c0dc-f70d-4298-9787-0f14c426c6d4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.085602 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.140670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1cc5e-bb66-4d50-be0a-fb09fadebdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f4c0dc-f70d-4298-9787-0f14c426c6d4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:54.148764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1bf1cc5e-bb66-4d50-be0a-fb09fadebdeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eef259bae6314623a988187d5d6f9721&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5374725
Apr 09 21:11:54.148764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38496) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:54.231678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Made reservation on behalf of 92f38b2c41e34e73bd6baa83478dddfa for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:54.235269 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.243703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8e88498-42a5-4ffe-8285-1838126fc213 admin admin] Publish callbacks [] for security_group (2828cdad-b794-486b-a463-150c2d4eae63), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.249540 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38586642-d80d-4823-a420-935df64d01c9 admin admin] Publish callbacks [] for security_group (66f4c0dc-f70d-4298-9787-0f14c426c6d4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.274229 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-93e5ebc1-17bd-40a4-9abc-14d9cfec19e4 req-04657420-9022-48b2-9166-ad2405af74c7 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5905378
Apr 09 21:11:54.279541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8e88498-42a5-4ffe-8285-1838126fc213 admin admin] Publish callbacks [] for security_group (2828cdad-b794-486b-a463-150c2d4eae63), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.292919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38586642-d80d-4823-a420-935df64d01c9 admin admin] Publish callbacks [] for security_group (66f4c0dc-f70d-4298-9787-0f14c426c6d4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.333448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8e88498-42a5-4ffe-8285-1838126fc213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2828cdad-b794-486b-a463-150c2d4eae63), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.335718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8e88498-42a5-4ffe-8285-1838126fc213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.336875 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c8e88498-42a5-4ffe-8285-1838126fc213 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2828cdad-b794-486b-a463-150c2d4eae63 HTTP/1.1" status: 204  len: 168 time: 0.6711285
Apr 09 21:11:54.350804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e88498-42a5-4ffe-8285-1838126fc213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2828cdad-b794-486b-a463-150c2d4eae63,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:54.463420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Allocated IP 172.20.0.3 (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7/85c29f67-4b00-4dce-ad82-1888f406957d/bc957e5e-3d07-4968-a48d-c19afe1b8457) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:11:54.516558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 70de1ecd-8114-4cc5-a039-b79c2e8535b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:11:54.523002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38586642-d80d-4823-a420-935df64d01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (66f4c0dc-f70d-4298-9787-0f14c426c6d4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.525909 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38586642-d80d-4823-a420-935df64d01c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.527137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-38586642-d80d-4823-a420-935df64d01c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66f4c0dc-f70d-4298-9787-0f14c426c6d4 HTTP/1.1" status: 204  len: 168 time: 0.3779714
Apr 09 21:11:54.557992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38586642-d80d-4823-a420-935df64d01c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f4c0dc-f70d-4298-9787-0f14c426c6d4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:54.568577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79f80f-7d9f-41fe-96e9-fbffb4f38885 req-5fc8e1e6-e32a-4b8e-ab92-da50cf20536f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:54.570419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac79f80f-7d9f-41fe-96e9-fbffb4f38885 req-5fc8e1e6-e32a-4b8e-ab92-da50cf20536f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.1043050
Apr 09 21:11:54.571699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 70de1ecd-8114-4cc5-a039-b79c2e8535b0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:11:54.572060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 70de1ecd-8114-4cc5-a039-b79c2e8535b0 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:11:54.750378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac79f80f-7d9f-41fe-96e9-fbffb4f38885 req-9c33a14c-670a-4234-9528-f5726d8d5d60 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1642780
Apr 09 21:11:54.778192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e97eb-9ca5-47f0-9e25-8f308b53e985 req-59d59d40-59cb-44f6-a0af-639ca8f4ef11 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:54.786778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d7e97eb-9ca5-47f0-9e25-8f308b53e985 req-59d59d40-59cb-44f6-a0af-639ca8f4ef11 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1094563
Apr 09 21:11:54.862993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:54.873969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d7e97eb-9ca5-47f0-9e25-8f308b53e985 req-feaa3fbb-dd52-48f5-b732-917872081777 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875087
Apr 09 21:11:54.943871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:55.007610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:11:55.011379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:55.031752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:11:55.118635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=bc957e5e-3d07-4968-a48d-c19afe1b8457,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:55.142893 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:55.160800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:55.161752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:55.182165 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:55.202252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238bca3-ed75-4e9a-bfbb-db013c67a16c req-ea2865f6-cc1c-4de4-9674-6c5f9a6239fc tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:55.213878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e238bca3-ed75-4e9a-bfbb-db013c67a16c req-ea2865f6-cc1c-4de4-9674-6c5f9a6239fc tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 931 time: 0.1839690
Apr 09 21:11:55.221532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-85d85594-478b-4917-a59a-70c5cc1cf78e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2100153
Apr 09 21:11:55.457109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2f69d1ac-1789-4e9b-a97c-593160ba6d21 None None] Provisioning complete for port bc957e5e-3d07-4968-a48d-c19afe1b8457 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:55.458821 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2f69d1ac-1789-4e9b-a97c-593160ba6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:55.510719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2f69d1ac-1789-4e9b-a97c-593160ba6d21 None None] Port bc957e5e-3d07-4968-a48d-c19afe1b8457 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:11:55.589778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Request body: {'port': {'device_id': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:55.649523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e238bca3-ed75-4e9a-bfbb-db013c67a16c req-2e8d0195-37ed-4273-88e2-264d1a8dadf8 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4342484
Apr 09 21:11:55.676752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:55.704286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38564) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:55.933729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7610b5-ad69-4cb5-a1a3-221535039539 req-d94f8f79-2c74-4d16-8d5f-68e2e1dc1c02 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:55.938662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f7610b5-ad69-4cb5-a1a3-221535039539 req-d94f8f79-2c74-4d16-8d5f-68e2e1dc1c02 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0937045
Apr 09 21:11:56.021226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1587123110-network', 'tenant_id': 'd59186925e814b2d8afcdd575878d396'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:56.050452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Made reservation on behalf of d59186925e814b2d8afcdd575878d396 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:56.054921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.067923 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.120118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f7610b5-ad69-4cb5-a1a3-221535039539 req-bcf14b0e-faef-45f4-8a40-e0fd29a66197 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109648
Apr 09 21:11:56.141715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b7172-73ce-45ff-b385-187c65d61fd9 req-b1f00ac0-7a69-4312-accb-c9f65ae6c4e9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:56.143631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e07b7172-73ce-45ff-b385-187c65d61fd9 req-b1f00ac0-7a69-4312-accb-c9f65ae6c4e9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1333921
Apr 09 21:11:56.282792 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Publish callbacks [] for security_group (eb1a1332-c17e-441a-a2a3-6ccc7907137a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.294669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (eb1a1332-c17e-441a-a2a3-6ccc7907137a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.296933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e07b7172-73ce-45ff-b385-187c65d61fd9 req-41be0812-5eb3-4843-a4df-1e21792e705c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1463680
Apr 09 21:11:56.322054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc957e5e-3d07-4968-a48d-c19afe1b8457 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:11:56.327840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c6bfa-f802-42e6-aec3-0b30458ee7e2 req-abbc6fad-8bd4-4ed1-91de-fc67f99eff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:56.329585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c6c6bfa-f802-42e6-aec3-0b30458ee7e2 req-abbc6fad-8bd4-4ed1-91de-fc67f99eff32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1128 time: 0.1133380
Apr 09 21:11:56.335203 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Publish callbacks [] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.360192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:56.399694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Transition to ACTIVE for port object bc957e5e-3d07-4968-a48d-c19afe1b8457 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:11:56.400072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (924b9c31-9433-48c8-96ac-93d71ca923a6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.400826 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Added segment 924b9c31-9433-48c8-96ac-93d71ca923a6 of type vlan for network 6d8d1bc6-2216-4584-bec3-6f749810b223
Apr 09 21:11:56.414199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a1332-c17e-441a-a2a3-6ccc7907137a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:56.424202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.439914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:11:56.482547 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (6d8d1bc6-2216-4584-bec3-6f749810b223), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.525439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c6c6bfa-f802-42e6-aec3-0b30458ee7e2 req-656d4cc6-b452-4a9a-8a24-634b1da10d52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1865809
Apr 09 21:11:56.528639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (6d8d1bc6-2216-4584-bec3-6f749810b223), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.530507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:56.532497 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.585354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Pushing event updated for resources: {'Port': ['ID=bc957e5e-3d07-4968-a48d-c19afe1b8457,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:56.652626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38598) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:56.681146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] Pushing event updated for resources: {'Network': ['ID=6d8d1bc6-2216-4584-bec3-6f749810b223,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:56.711577 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d9988a7c-3f66-4f52-87d3-ef3d55e9fdf4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0045984
Apr 09 21:11:56.712230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38606) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:56.725983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Request body: {'subnet': {'network_id': '6d8d1bc6-2216-4584-bec3-6f749810b223', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1587123110-subnet', 'tenant_id': 'd59186925e814b2d8afcdd575878d396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:56.736393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:56.781459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'port_id': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'mac_address': 'fa:16:3e:25:b2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:11:56.788206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Made reservation on behalf of d59186925e814b2d8afcdd575878d396 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:56.790709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.793575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Attempting to bind port bc957e5e-3d07-4968-a48d-c19afe1b8457 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:11:56.793916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Attempting to bind port bc957e5e-3d07-4968-a48d-c19afe1b8457 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:11:56.794265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Attempting to bind port bc957e5e-3d07-4968-a48d-c19afe1b8457 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:11:56.795776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 6d8d1bc6-2216-4584-bec3-6f749810b223 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:56.800860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Port bc957e5e-3d07-4968-a48d-c19afe1b8457 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:11:56.801276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Attempting to bind port bc957e5e-3d07-4968-a48d-c19afe1b8457 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:11:56.811496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:11:56.811922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Checking segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:56.813390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Bound using segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:11:56.813390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Bound port: bc957e5e-3d07-4968-a48d-c19afe1b8457, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:11:56.813785 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:56.946288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef6ae-2828-4df1-bc44-5262c15b31d8 req-4a64e1da-a0a8-40b7-9c0e-426ff84192ec tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:56.954440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-220ef6ae-2828-4df1-bc44-5262c15b31d8 req-4a64e1da-a0a8-40b7-9c0e-426ff84192ec tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 943 time: 0.1461182
Apr 09 21:11:57.032471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3b1c7b7e-69a6-452c-a547-403429c8a62a tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1275720073'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:57.063928 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.074920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c10a4086-9086-4ac2-81ba-c750c7eaea1d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:57.075700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.103520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10a4086-9086-4ac2-81ba-c750c7eaea1d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:11:57.131258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-220ef6ae-2828-4df1-bc44-5262c15b31d8 req-4da9fb20-a68b-48da-a1fc-dc22935fbb38 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625764
Apr 09 21:11:57.131568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:57.134967 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7b7e-69a6-452c-a547-403429c8a62a tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (cbdfadca-b34d-488d-a364-35e8ca43dc72), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.135934 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7b7e-69a6-452c-a547-403429c8a62a tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (cbdfadca-b34d-488d-a364-35e8ca43dc72), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.141211 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.153691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] For port bc957e5e-3d07-4968-a48d-c19afe1b8457, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:11:57.158339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] For port bc957e5e-3d07-4968-a48d-c19afe1b8457, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc957e5e-3d07-4968-a48d-c19afe1b8457,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:11:57.191508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (46988413-263d-43a1-8f4a-612e900f0fb0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.212917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.234042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:57.267484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46988413-263d-43a1-8f4a-612e900f0fb0,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:57.288358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Checking segment: {'id': '924b9c31-9433-48c8-96ac-93d71ca923a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d8d1bc6-2216-4584-bec3-6f749810b223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:57.289185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Network hostable DHCP agents. Network: 6d8d1bc6-2216-4584-bec3-6f749810b223, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:57.311527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Network 6d8d1bc6-2216-4584-bec3-6f749810b223 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:57.312747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7b7e-69a6-452c-a547-403429c8a62a tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (cbdfadca-b34d-488d-a364-35e8ca43dc72), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.329982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d8d1bc6-2216-4584-bec3-6f749810b223) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:57.336309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:57.337169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.347115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:57.347751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.349527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] 10.222.0.25 "PUT /v2.0/ports/bc957e5e-3d07-4968-a48d-c19afe1b8457 HTTP/1.1" status: 200  len: 1091 time: 1.7642837
Apr 09 21:11:57.352310 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7b7e-69a6-452c-a547-403429c8a62a tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (cbdfadca-b34d-488d-a364-35e8ca43dc72), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.357197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da789bd-d369-47db-b7f4-fb1e6fb3348a None None] Network 6d8d1bc6-2216-4584-bec3-6f749810b223 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:57.367284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'tag': 'bc957e5e-3d07-4968-a48d-c19afe1b8457'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:11:57.369763 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a62ae9a-2f11-4823-9e07-5b344045f8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b53be2-baae-4a03-89e1-7c4b2637308b", "tag": "bc957e5e-3d07-4968-a48d-c19afe1b8457"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:11:57.370568 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a452b77f-481f-4a1e-8a29-f7dbdfb2fd9c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6566575
Apr 09 21:11:57.407221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f9901-52b6-4950-afe2-8e63d85f6275 service neutron] Pushing event updated for resources: {'Port': ['ID=bc957e5e-3d07-4968-a48d-c19afe1b8457,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:57.497085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8be0f2-bdba-4162-8fe6-369ccaa698cb req-af9d3ad8-5734-4ae2-a317-b6267ef5c6bd tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:57.500867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d8be0f2-bdba-4162-8fe6-369ccaa698cb req-af9d3ad8-5734-4ae2-a317-b6267ef5c6bd tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.2331040
Apr 09 21:11:57.534332 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7b7e-69a6-452c-a547-403429c8a62a tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.538245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3b1c7b7e-69a6-452c-a547-403429c8a62a tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.8794360
Apr 09 21:11:57.538795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38640) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:57.546336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['c10a4086-9086-4ac2-81ba-c750c7eaea1d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:11:57.597250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939821-c177-4564-a7d7-29379e72fa83 req-1d09238d-dd94-4a09-8b4d-3cc9c26a0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:57.600087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-1d09238d-dd94-4a09-8b4d-3cc9c26a0e44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 1125 time: 0.1759396
Apr 09 21:11:57.684593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9dd9-6442-4dcb-a56d-21b4c9751c93 req-b30fdb45-772e-45e6-8e49-7cb23abf8a44 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:57.693815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37dc9dd9-6442-4dcb-a56d-21b4c9751c93 req-b30fdb45-772e-45e6-8e49-7cb23abf8a44 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 945 time: 0.2171726
Apr 09 21:11:57.715179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-4d45c201-4fdb-480d-bd94-a701ebaeae76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc957e5e-3d07-4968-a48d-c19afe1b8457 HTTP/1.1" status: 200  len: 217 time: 0.0934391
Apr 09 21:11:57.724393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b881a-6308-49f3-8d12-f3071cd16658 None None] Network 6d8d1bc6-2216-4584-bec3-6f749810b223 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:57.747217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8458ae-2d0d-439f-9c68-8238d29f56f8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (cbdfadca-b34d-488d-a364-35e8ca43dc72), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:57.788533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939821-c177-4564-a7d7-29379e72fa83 req-15f86004-99bb-478b-979a-5bcf25f29b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:57.790705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-15f86004-99bb-478b-979a-5bcf25f29b61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.0739493
Apr 09 21:11:57.845070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d8be0f2-bdba-4162-8fe6-369ccaa698cb req-8b1ef744-4439-4401-96d0-af1e73647692 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3308725
Apr 09 21:11:57.921123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37dc9dd9-6442-4dcb-a56d-21b4c9751c93 req-b0242af7-67bc-4c09-850a-a11f001099d5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2251923
Apr 09 21:11:57.928720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939821-c177-4564-a7d7-29379e72fa83 req-a0ceff11-10ec-4c70-a28c-e31d0a325c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:57.931680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-a0ceff11-10ec-4c70-a28c-e31d0a325c87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1329954
Apr 09 21:11:58.002790 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bbdca7-d2fe-478d-8e23-f2faf6326bf3 x-openstack-request-id: req-d6bbdca7-d2fe-478d-8e23-f2faf6326bf3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:11:58.003735 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b53be2-baae-4a03-89e1-7c4b2637308b", "tag": "bc957e5e-3d07-4968-a48d-c19afe1b8457", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:11:58.003735 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6bbdca7-d2fe-478d-8e23-f2faf6326bf3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:11:58.004294 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bbdca7-d2fe-478d-8e23-f2faf6326bf3'] response: {'name': 'network-changed', 'server_uuid': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'tag': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'status': 'completed', 'code': 200}
Apr 09 21:11:58.133140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-f0af0dfc-35e3-4fbc-9288-b2a9cf0c6909 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943083
Apr 09 21:11:58.173262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8458ae-2d0d-439f-9c68-8238d29f56f8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (cbdfadca-b34d-488d-a364-35e8ca43dc72), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.175996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8458ae-2d0d-439f-9c68-8238d29f56f8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (cbdfadca-b34d-488d-a364-35e8ca43dc72), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.245451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8458ae-2d0d-439f-9c68-8238d29f56f8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (cbdfadca-b34d-488d-a364-35e8ca43dc72), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.246203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8458ae-2d0d-439f-9c68-8238d29f56f8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbdfadca-b34d-488d-a364-35e8ca43dc72 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:11:58.252783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8458ae-2d0d-439f-9c68-8238d29f56f8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.257779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6d8458ae-2d0d-439f-9c68-8238d29f56f8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "DELETE /v2.0/routers/cbdfadca-b34d-488d-a364-35e8ca43dc72 HTTP/1.1" status: 204  len: 168 time: 0.7147686
Apr 09 21:11:58.258534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38680) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:58.264511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-411ac66e-08de-49a2-944f-cdde47601343 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Request body: {'router': {'name': 'tempest-router-1184351875', 'distributed': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:58.313986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-411ac66e-08de-49a2-944f-cdde47601343 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (34961790-047c-43b2-a19a-ffde8855a5c1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.317777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-411ac66e-08de-49a2-944f-cdde47601343 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (34961790-047c-43b2-a19a-ffde8855a5c1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.337405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164434be-c423-47b3-9c9d-29da2911ff9d req-48b80ab6-b591-45ab-8f89-73249c442cf3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:58.345398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-164434be-c423-47b3-9c9d-29da2911ff9d req-48b80ab6-b591-45ab-8f89-73249c442cf3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 943 time: 0.0773921
Apr 09 21:11:58.392036 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f939821-c177-4564-a7d7-29379e72fa83 req-45694feb-16f0-4f62-a245-99ffb4dc2d5a service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522840
Apr 09 21:11:58.435312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-164434be-c423-47b3-9c9d-29da2911ff9d req-29bc7fdf-718b-4772-ae95-54ef14d6b5c1 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866914
Apr 09 21:11:58.462611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-411ac66e-08de-49a2-944f-cdde47601343 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (34961790-047c-43b2-a19a-ffde8855a5c1), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.475569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-411ac66e-08de-49a2-944f-cdde47601343 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (34961790-047c-43b2-a19a-ffde8855a5c1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.522052 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-411ac66e-08de-49a2-944f-cdde47601343 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.523326 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-411ac66e-08de-49a2-944f-cdde47601343 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2635598
Apr 09 21:11:58.526834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38692) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:58.543934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38696) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:58.551599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2005720918-network', 'tenant_id': 'a409a162b1f040b2a8260724f77f5609'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:58.596051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Made reservation on behalf of a409a162b1f040b2a8260724f77f5609 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:58.599306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.612676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.618612 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1bda8223-1f32-474b-b8ed-d1714707bbe2 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (34961790-047c-43b2-a19a-ffde8855a5c1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.717342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Publish callbacks [] for security_group (6578853d-3d2a-44de-8007-578647b672bf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.724120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6578853d-3d2a-44de-8007-578647b672bf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.755379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:11:58.765869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6578853d-3d2a-44de-8007-578647b672bf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:58.771112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (40f7af99-04aa-400f-b9ee-879451184554), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.771531 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Added segment 40f7af99-04aa-400f-b9ee-879451184554 of type vlan for network da833ed3-af3f-4efd-a033-e6e5c02d60ea
Apr 09 21:11:58.797600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1bda8223-1f32-474b-b8ed-d1714707bbe2 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (34961790-047c-43b2-a19a-ffde8855a5c1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.800283 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1bda8223-1f32-474b-b8ed-d1714707bbe2 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (34961790-047c-43b2-a19a-ffde8855a5c1), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.828485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (da833ed3-af3f-4efd-a033-e6e5c02d60ea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.858309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1bda8223-1f32-474b-b8ed-d1714707bbe2 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (34961790-047c-43b2-a19a-ffde8855a5c1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.859287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bda8223-1f32-474b-b8ed-d1714707bbe2 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34961790-047c-43b2-a19a-ffde8855a5c1 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:11:58.860938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (da833ed3-af3f-4efd-a033-e6e5c02d60ea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.862396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:58.863239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.867173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1bda8223-1f32-474b-b8ed-d1714707bbe2 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.869521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1bda8223-1f32-474b-b8ed-d1714707bbe2 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "DELETE /v2.0/routers/34961790-047c-43b2-a19a-ffde8855a5c1 HTTP/1.1" status: 204  len: 168 time: 0.3408136
Apr 09 21:11:58.872887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38706) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:58.877907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7a092013-bf8e-435d-9c69-4c3ccb80d6e8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Request body: {'router': {'name': 'tempest-router-605699462', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '24c30dc1180c4f9c94484c7a7a635654'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:58.901278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7a092013-bf8e-435d-9c69-4c3ccb80d6e8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (230838c7-e606-439f-a1cd-e71d021c42a4), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.902591 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7a092013-bf8e-435d-9c69-4c3ccb80d6e8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (230838c7-e606-439f-a1cd-e71d021c42a4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:58.929188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] Pushing event updated for resources: {'Network': ['ID=da833ed3-af3f-4efd-a033-e6e5c02d60ea,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:58.943935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network da833ed3-af3f-4efd-a033-e6e5c02d60ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:11:58.949428 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c60fd5f3-e8f4-40cc-9ed7-fb44b2d6a904 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4030480
Apr 09 21:11:58.952147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38710) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:58.957309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Request body: {'subnet': {'network_id': 'da833ed3-af3f-4efd-a033-e6e5c02d60ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2005720918-subnet', 'tenant_id': 'a409a162b1f040b2a8260724f77f5609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:58.981846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38714) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:59.000696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7a092013-bf8e-435d-9c69-4c3ccb80d6e8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (230838c7-e606-439f-a1cd-e71d021c42a4), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.009403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:11:59.013765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7a092013-bf8e-435d-9c69-4c3ccb80d6e8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (230838c7-e606-439f-a1cd-e71d021c42a4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.025750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Made reservation on behalf of a409a162b1f040b2a8260724f77f5609 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:11:59.029214 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.061614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d68119-7e4f-4654-ac1b-0b9e2af029f4 req-3e599393-0137-4a86-bf90-25aff5a4099f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:59.063385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3d68119-7e4f-4654-ac1b-0b9e2af029f4 req-3e599393-0137-4a86-bf90-25aff5a4099f tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0674446
Apr 09 21:11:59.068431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7a092013-bf8e-435d-9c69-4c3ccb80d6e8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.070114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7a092013-bf8e-435d-9c69-4c3ccb80d6e8 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1955481
Apr 09 21:11:59.073759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38718) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:59.088407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Request body: {'router': {'distributed': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:11:59.158047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port c10a4086-9086-4ac2-81ba-c750c7eaea1d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:11:59.158534 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.163611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8868f35-2179-4fc8-a31f-dfdcb60ba8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.240879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b793a-89c6-4464-ae19-f94ba6ea3ad1 req-b78438d5-53ae-4d3e-bedf-3b1893b75adf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:59.248801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef3b793a-89c6-4464-ae19-f94ba6ea3ad1 req-b78438d5-53ae-4d3e-bedf-3b1893b75adf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 945 time: 0.1738029
Apr 09 21:11:59.324508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3d68119-7e4f-4654-ac1b-0b9e2af029f4 req-1d45db96-4d26-4aca-8f66-1567228790f1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2535088
Apr 09 21:11:59.362093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8868f35-2179-4fc8-a31f-dfdcb60ba8cd admin admin] Publish callbacks [] for security_group (af9c94ee-01a9-4f0a-b3fd-566421fe8116), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.383756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8868f35-2179-4fc8-a31f-dfdcb60ba8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (af9c94ee-01a9-4f0a-b3fd-566421fe8116), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.407135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c7628b17-f760-4faf-bdff-c57dd85620a2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.489310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef3b793a-89c6-4464-ae19-f94ba6ea3ad1 req-185ce7f9-df86-4dd7-b53e-3d01aabec737 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2393036
Apr 09 21:11:59.498154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (230838c7-e606-439f-a1cd-e71d021c42a4), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.498531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (230838c7-e606-439f-a1cd-e71d021c42a4), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.532749 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a8868f35-2179-4fc8-a31f-dfdcb60ba8cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ff962f8646c4b9c93e3ac77e4e750cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5476317
Apr 09 21:11:59.537232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8868f35-2179-4fc8-a31f-dfdcb60ba8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9c94ee-01a9-4f0a-b3fd-566421fe8116,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:59.541804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38726) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:11:59.559482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7628b17-f760-4faf-bdff-c57dd85620a2,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:59.584434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port c10a4086-9086-4ac2-81ba-c750c7eaea1d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:11:59.585260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.591638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Checking segment: {'id': '40f7af99-04aa-400f-b9ee-879451184554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da833ed3-af3f-4efd-a033-e6e5c02d60ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:11:59.592064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Network hostable DHCP agents. Network: da833ed3-af3f-4efd-a033-e6e5c02d60ea, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:11:59.615099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:11:59.617585 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eac7b0b-094a-4a4c-9999-51e3c985c08c" -d '{"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:11:59.632314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82054e73-3339-437d-9b04-aeec365d9068 admin admin] Publish callbacks [] for security_group (af9c94ee-01a9-4f0a-b3fd-566421fe8116), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.636227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:11:59.642587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Network da833ed3-af3f-4efd-a033-e6e5c02d60ea is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:11:59.647747 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.664030 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82054e73-3339-437d-9b04-aeec365d9068 admin admin] Publish callbacks [] for security_group (af9c94ee-01a9-4f0a-b3fd-566421fe8116), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.676669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da833ed3-af3f-4efd-a033-e6e5c02d60ea) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:11:59.703244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:59.703244 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.726133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a043d-47b4-4910-a9ea-3ef2bcab9b39 None None] Network da833ed3-af3f-4efd-a033-e6e5c02d60ea requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:11:59.748957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=126920) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Apr 09 21:11:59.749582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Router 230838c7-e606-439f-a1cd-e71d021c42a4 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f237d77fb80> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f237d77ff40> provider. {{(pid=126920) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Apr 09 21:11:59.749757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (230838c7-e606-439f-a1cd-e71d021c42a4), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.763344 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-99134754-26a5-4751-8180-46b378dd5a31 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8101039
Apr 09 21:11:59.763974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81c2ea-081e-41f2-9b3f-264970367deb req-bf9335d0-715c-492a-80ab-d237c7343f78 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:11:59.765479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac81c2ea-081e-41f2-9b3f-264970367deb req-bf9335d0-715c-492a-80ab-d237c7343f78 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 943 time: 0.1544676
Apr 09 21:11:59.778883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (230838c7-e606-439f-a1cd-e71d021c42a4), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.785308 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1da6303-6075-4d48-a2c7-9f2f3ef283c0 x-openstack-request-id: req-a1da6303-6075-4d48-a2c7-9f2f3ef283c0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:11:59.785831 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:11:59.786269 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1da6303-6075-4d48-a2c7-9f2f3ef283c0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:11:59.786845 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1da6303-6075-4d48-a2c7-9f2f3ef283c0'] response: {'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'code': 200}
Apr 09 21:11:59.800916 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82054e73-3339-437d-9b04-aeec365d9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (af9c94ee-01a9-4f0a-b3fd-566421fe8116), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.805585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82054e73-3339-437d-9b04-aeec365d9068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.807744 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-82054e73-3339-437d-9b04-aeec365d9068 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af9c94ee-01a9-4f0a-b3fd-566421fe8116 HTTP/1.1" status: 204  len: 168 time: 0.2648230
Apr 09 21:11:59.809265 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (230838c7-e606-439f-a1cd-e71d021c42a4), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:11:59.819380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82054e73-3339-437d-9b04-aeec365d9068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9c94ee-01a9-4f0a-b3fd-566421fe8116,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:59.897337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=10']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:11:59.934470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac81c2ea-081e-41f2-9b3f-264970367deb req-2a360d83-1cc3-4912-bdfe-c5931aba0146 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1533816
Apr 09 21:11:59.956563 ncdv-master-1 neutron-server[126920]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] No L3 agents can host the router 230838c7-e606-439f-a1cd-e71d021c42a4
Apr 09 21:12:00.006064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fee928-8add-439d-97bf-02b51c634c3b None None] Network da833ed3-af3f-4efd-a033-e6e5c02d60ea requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:00.018368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38746) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:00.114710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd67eb0-935f-4dc8-8f7f-b2930579dcff admin admin] Deleting subnet 46988413-263d-43a1-8f4a-612e900f0fb0 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:00.120773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dd67eb0-935f-4dc8-8f7f-b2930579dcff admin admin] Publish callbacks [] for subnet (46988413-263d-43a1-8f4a-612e900f0fb0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.169462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dd67eb0-935f-4dc8-8f7f-b2930579dcff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (46988413-263d-43a1-8f4a-612e900f0fb0), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.218091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dd67eb0-935f-4dc8-8f7f-b2930579dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (46988413-263d-43a1-8f4a-612e900f0fb0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.245827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38748) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:00.266485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e23c-6157-44ee-93b0-801e4537166e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.310293 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dd67eb0-935f-4dc8-8f7f-b2930579dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (46988413-263d-43a1-8f4a-612e900f0fb0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.347210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dd67eb0-935f-4dc8-8f7f-b2930579dcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.351142 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5dd67eb0-935f-4dc8-8f7f-b2930579dcff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/46988413-263d-43a1-8f4a-612e900f0fb0 HTTP/1.1" status: 204  len: 168 time: 0.3313146
Apr 09 21:12:00.354352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38750) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:00.362816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd67eb0-935f-4dc8-8f7f-b2930579dcff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46988413-263d-43a1-8f4a-612e900f0fb0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]: WARNING neutron.objects.base [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] ORM session: SQL execution without transaction in progress, traceback:
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     result = function(*args, **kwargs)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     proto.__init__(conn_state, self)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     self.handle()
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     self.handle_one_request()
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     self.handle_one_response()
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     result = self.application(self.environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return app(environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return request.get_response(self.application)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self._app)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     response = self.app(environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.397477 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     result = method(request=request, **args)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     return self._update(request, id, body, **kwargs)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     return f(*dup_args, **dup_kwargs)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     obj = obj_updater(request.context, id, **kwargs)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     self.notify_router_updated(context, router_dict['id'], None)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     self.l3_rpc_notifier.routers_updated(
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     self._notification(context, 'routers_updated', router_ids,
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     self._agent_notification(
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     dvr_hosts = self._get_dvr_hosts_for_router(context, router_id)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     hosts = [item[0] for item in query if item[0] != '']
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     return self._iter().__iter__()
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     result = self.session.execute(
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]:     result = fn(orm_exec_state)
Apr 09 21:12:00.409668 ncdv-master-1 neutron-server[126920]: 
Apr 09 21:12:00.414613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Hosts for router 230838c7-e606-439f-a1cd-e71d021c42a4: [] {{(pid=126920) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Apr 09 21:12:00.417106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-d60ad2cf-1450-4898-bc05-ebcdde7d6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:00.418644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-d60ad2cf-1450-4898-bc05-ebcdde7d6eed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1128 time: 0.3553164
Apr 09 21:12:00.484850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6d8d1bc6-2216-4584-bec3-6f749810b223), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.490446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3bf4b-d11a-4b45-b04b-59e39ef16211 req-33f208cf-6b25-4b43-8309-05b75dd37dd1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:00.491997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9eb3bf4b-d11a-4b45-b04b-59e39ef16211 req-33f208cf-6b25-4b43-8309-05b75dd37dd1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.3736537
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]: WARNING neutron.objects.base [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] ORM session: SQL execution without transaction in progress, traceback:
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     result = function(*args, **kwargs)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     proto.__init__(conn_state, self)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     self.handle()
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     self.handle_one_request()
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     self.handle_one_response()
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     result = self.application(self.environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return app(environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return request.get_response(self.application)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self._app)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     response = self.app(environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:12:00.497950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     result = method(request=request, **args)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     return self._update(request, id, body, **kwargs)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     return f(*dup_args, **dup_kwargs)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     obj = obj_updater(request.context, id, **kwargs)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     self.notify_router_updated(context, router_dict['id'], None)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     self.l3_rpc_notifier.routers_updated(
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     self._notification(context, 'routers_updated', router_ids,
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     self._agent_notification(
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     dvr_hosts |= self._get_other_dvr_hosts(context, router_id)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     self._get_other_dvr_router_ids_connected_router(
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     return [item[0] for item in query]
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     return self._iter().__iter__()
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     result = self.session.execute(
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]:     result = fn(orm_exec_state)
Apr 09 21:12:00.504293 ncdv-master-1 neutron-server[126920]: 
Apr 09 21:12:00.582658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e23c-6157-44ee-93b0-801e4537166e admin admin] Publish callbacks [] for security_group (2c1bdd24-4c41-4474-ae8f-76d6e54ff1c8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.598594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e23c-6157-44ee-93b0-801e4537166e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2c1bdd24-4c41-4474-ae8f-76d6e54ff1c8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.697956 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6d8d1bc6-2216-4584-bec3-6f749810b223), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.727793 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7bf6e23c-6157-44ee-93b0-801e4537166e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e84e0b81d71f4bbe8cd048a5d3d61d0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4807675
Apr 09 21:12:00.730719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38754) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:00.777813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ee8f1-72f2-4f0a-aa45-3c771b98d25a req-f6161f3a-2ab4-472e-adcd-736ef4eef5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:00.779399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-973ee8f1-72f2-4f0a-aa45-3c771b98d25a req-f6161f3a-2ab4-472e-adcd-736ef4eef5be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 1129 time: 0.1823752
Apr 09 21:12:00.781471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23755a5fa0>,) {'filters': {'network_id': ['6d8d1bc6-2216-4584-bec3-6f749810b223']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:00.788208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6e23c-6157-44ee-93b0-801e4537166e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1bdd24-4c41-4474-ae8f-76d6e54ff1c8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:00.814074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755a5fa0>, '924b9c31-9433-48c8-96ac-93d71ca923a6') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:00.814430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755a5fa0>, '924b9c31-9433-48c8-96ac-93d71ca923a6') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:00.824149 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:12:00.846942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (924b9c31-9433-48c8-96ac-93d71ca923a6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.850414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ca1d-389c-4912-b45a-3cc0d12083d1 admin admin] Publish callbacks [] for security_group (2c1bdd24-4c41-4474-ae8f-76d6e54ff1c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.890733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (924b9c31-9433-48c8-96ac-93d71ca923a6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.908389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ca1d-389c-4912-b45a-3cc0d12083d1 admin admin] Publish callbacks [] for security_group (2c1bdd24-4c41-4474-ae8f-76d6e54ff1c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.912198 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-973ee8f1-72f2-4f0a-aa45-3c771b98d25a req-2cc9f590-33db-437b-a438-9cfbc4dd0018 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137452
Apr 09 21:12:00.913171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:12:00.913604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (924b9c31-9433-48c8-96ac-93d71ca923a6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:12:00.920177 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:12:00.939603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Hosts for other DVR routers connected to router 230838c7-e606-439f-a1cd-e71d021c42a4: set() {{(pid=126920) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Apr 09 21:12:00.942548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:00.943991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b90bbc6b-928c-4e68-87f0-ec423493d40e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "PUT /v2.0/routers/230838c7-e606-439f-a1cd-e71d021c42a4 HTTP/1.1" status: 200  len: 716 time: 1.8671527
Apr 09 21:12:00.952919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38758) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:01.003922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device bc957e5e-3d07-4968-a48d-c19afe1b8457 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:12:01.010273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-4704edfb-880c-431c-8997-e611bf3e0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:01.011835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-4704edfb-880c-431c-8997-e611bf3e0d95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 1125 time: 0.5871699
Apr 09 21:12:01.066428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dcdef-0790-4c06-b383-04569f3b2ad1 req-55911484-866f-4e0c-9385-58fc9d21e30c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:01.068228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8dcdef-0790-4c06-b383-04569f3b2ad1 req-55911484-866f-4e0c-9385-58fc9d21e30c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 947 time: 0.1358249
Apr 09 21:12:01.069776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-1566a253-570b-4eab-a6ae-2a4cb512ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:01.071330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-1566a253-570b-4eab-a6ae-2a4cb512ed56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.6302950
Apr 09 21:12:01.074687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9eb3bf4b-d11a-4b45-b04b-59e39ef16211 req-32cf8473-dcd9-43c1-bf43-5402172e36f1 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403046
Apr 09 21:12:01.086719 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-596ec95b-779f-4543-9b52-82e666f2846e tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "GET /v2.0/routers/230838c7-e606-439f-a1cd-e71d021c42a4 HTTP/1.1" status: 200  len: 716 time: 0.1301990
Apr 09 21:12:01.086719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (6d8d1bc6-2216-4584-bec3-6f749810b223), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.087941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38770) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:01.110066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.120590 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6d8d1bc6-2216-4584-bec3-6f749810b223 HTTP/1.1" status: 204  len: 168 time: 0.7611189
Apr 09 21:12:01.120590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034609c-56d0-45be-b145-e0754b6a1472 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8d1bc6-2216-4584-bec3-6f749810b223,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:01.120590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38774) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:01.132906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ca1d-389c-4912-b45a-3cc0d12083d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2c1bdd24-4c41-4474-ae8f-76d6e54ff1c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.135951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ca1d-389c-4912-b45a-3cc0d12083d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.146179 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d2f4ca1d-389c-4912-b45a-3cc0d12083d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c1bdd24-4c41-4474-ae8f-76d6e54ff1c8 HTTP/1.1" status: 204  len: 168 time: 0.4025674
Apr 09 21:12:01.176355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4ca1d-389c-4912-b45a-3cc0d12083d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1bdd24-4c41-4474-ae8f-76d6e54ff1c8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:01.197541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4ccc08-344c-42fc-9ac5-b7ab5a0a72c1 admin admin] Deleting subnet c7628b17-f760-4faf-bdff-c57dd85620a2 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:01.201712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccc08-344c-42fc-9ac5-b7ab5a0a72c1 admin admin] Publish callbacks [] for subnet (c7628b17-f760-4faf-bdff-c57dd85620a2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.292730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccc08-344c-42fc-9ac5-b7ab5a0a72c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (c7628b17-f760-4faf-bdff-c57dd85620a2), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.309865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port bc957e5e-3d07-4968-a48d-c19afe1b8457, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc957e5e-3d07-4968-a48d-c19afe1b8457,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:01.352997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'port_id': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'mac_address': 'fa:16:3e:55:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:12:01.373407 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.389819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccc08-344c-42fc-9ac5-b7ab5a0a72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c7628b17-f760-4faf-bdff-c57dd85620a2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.391466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-5703a376-845e-499e-a9b4-27de894ddb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:01.393914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-5703a376-845e-499e-a9b4-27de894ddb6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.1402311
Apr 09 21:12:01.462032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port bc957e5e-3d07-4968-a48d-c19afe1b8457 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:01.462787 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.483000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc957e5e-3d07-4968-a48d-c19afe1b8457 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:12:01.514963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port bc957e5e-3d07-4968-a48d-c19afe1b8457, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc957e5e-3d07-4968-a48d-c19afe1b8457,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:01.516946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c1ac7-c33a-4411-bd0f-5dde0e9aff7c req-97584978-1e99-4d1b-b0ef-fd1007770bf7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:01.521601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-111c1ac7-c33a-4411-bd0f-5dde0e9aff7c req-97584978-1e99-4d1b-b0ef-fd1007770bf7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 943 time: 0.1265056
Apr 09 21:12:01.527575 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.540267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8dcdef-0790-4c06-b383-04569f3b2ad1 req-bc0ffc06-3aba-439c-b02b-568abe457d0b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4620719
Apr 09 21:12:01.543333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-49c7011b-85d3-4d57-ae25-12954d83950d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 200  len: 1002 time: 0.4639130
Apr 09 21:12:01.610813 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-79ecc17b-5aa8-4951-aa73-85337ff9a93f tempest-RoutersTestDVR-1923921980 tempest-RoutersTestDVR-1923921980-project] 10.222.0.30 "GET /v2.0/routers/230838c7-e606-439f-a1cd-e71d021c42a4 HTTP/1.1" status: 200  len: 682 time: 0.5212970
Apr 09 21:12:01.617485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38780) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:01.631571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=bc957e5e-3d07-4968-a48d-c19afe1b8457,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:01.676984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-111c1ac7-c33a-4411-bd0f-5dde0e9aff7c req-3c9659aa-559d-4fa9-90a2-8782ed2a5757 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1326947
Apr 09 21:12:01.683023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-8e0ba962-0045-4b06-9b7c-616276a600ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:01.687463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-8e0ba962-0045-4b06-9b7c-616276a600ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1337221
Apr 09 21:12:01.707652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccc08-344c-42fc-9ac5-b7ab5a0a72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (c7628b17-f760-4faf-bdff-c57dd85620a2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.735986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38782) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:01.738351 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea536356-a5ac-4f80-89b5-9f32828f2ba6 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (230838c7-e606-439f-a1cd-e71d021c42a4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.743031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ccc08-344c-42fc-9ac5-b7ab5a0a72c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7628b17-f760-4faf-bdff-c57dd85620a2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:01.757015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e866d731-d6b9-4f8b-8a11-38d92569859e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.771516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-e25fa29d-b4ce-4723-83cf-9750e5cd9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:01.773110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-e25fa29d-b4ce-4723-83cf-9750e5cd9ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0798247
Apr 09 21:12:01.791042 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccc08-344c-42fc-9ac5-b7ab5a0a72c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.793755 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2f4ccc08-344c-42fc-9ac5-b7ab5a0a72c1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c7628b17-f760-4faf-bdff-c57dd85620a2 HTTP/1.1" status: 204  len: 168 time: 0.6716173
Apr 09 21:12:01.796742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38784) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:01.853388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-7e8d1d47-1571-4a5e-8cfb-03e7bd384257 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc957e5e-3d07-4968-a48d-c19afe1b8457 HTTP/1.1" status: 200  len: 217 time: 0.0468040
Apr 09 21:12:01.916322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['bc957e5e-3d07-4968-a48d-c19afe1b8457'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:12:01.968718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-280a05a6-9554-44ff-b1dd-acd414b96434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:01.970293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-280a05a6-9554-44ff-b1dd-acd414b96434 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.1075172
Apr 09 21:12:01.987534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea536356-a5ac-4f80-89b5-9f32828f2ba6 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (230838c7-e606-439f-a1cd-e71d021c42a4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.991280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea536356-a5ac-4f80-89b5-9f32828f2ba6 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (230838c7-e606-439f-a1cd-e71d021c42a4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:01.995876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-5753810b-7047-4435-8717-99e2ff2068dd service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111757
Apr 09 21:12:01.997599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (da833ed3-af3f-4efd-a033-e6e5c02d60ea), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.068366 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea536356-a5ac-4f80-89b5-9f32828f2ba6 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (230838c7-e606-439f-a1cd-e71d021c42a4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.070057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea536356-a5ac-4f80-89b5-9f32828f2ba6 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 230838c7-e606-439f-a1cd-e71d021c42a4 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:12:02.074604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea536356-a5ac-4f80-89b5-9f32828f2ba6 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.076706 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ea536356-a5ac-4f80-89b5-9f32828f2ba6 tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "DELETE /v2.0/routers/230838c7-e606-439f-a1cd-e71d021c42a4 HTTP/1.1" status: 204  len: 168 time: 0.4545074
Apr 09 21:12:02.082986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e866d731-d6b9-4f8b-8a11-38d92569859e admin admin] Publish callbacks [] for security_group (6e3abb2d-2806-43b5-b8a1-2fd4d5bbb117), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.083858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38788) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:02.118258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7e670fac-bf4d-4603-aa35-0cfbcc8908db tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Request body: {'router': {'name': 'tempest-router-162787014', 'distributed': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:02.125736 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e866d731-d6b9-4f8b-8a11-38d92569859e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6e3abb2d-2806-43b5-b8a1-2fd4d5bbb117), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.138213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (da833ed3-af3f-4efd-a033-e6e5c02d60ea), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.172243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2381301700>,) {'filters': {'network_id': ['da833ed3-af3f-4efd-a033-e6e5c02d60ea']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:02.176180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-f876ff36-8659-4f55-a582-24312069056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:02.177828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-f876ff36-8659-4f55-a582-24312069056e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1424737
Apr 09 21:12:02.183823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2381301700>, '40f7af99-04aa-400f-b9ee-879451184554') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:02.184072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2381301700>, '40f7af99-04aa-400f-b9ee-879451184554') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:02.198113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (40f7af99-04aa-400f-b9ee-879451184554), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.202032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866d731-d6b9-4f8b-8a11-38d92569859e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3abb2d-2806-43b5-b8a1-2fd4d5bbb117,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:02.220779 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (40f7af99-04aa-400f-b9ee-879451184554), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.230248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:12:02.230743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (40f7af99-04aa-400f-b9ee-879451184554), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:12:02.235600 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:12:02.238353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e670fac-bf4d-4603-aa35-0cfbcc8908db tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (f774ae25-1872-4fbf-9d32-8adad7954a17), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.238353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e670fac-bf4d-4603-aa35-0cfbcc8908db tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (f774ae25-1872-4fbf-9d32-8adad7954a17), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.273606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e866d731-d6b9-4f8b-8a11-38d92569859e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d4e539da0d04702b8556ca3b11344b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5368993
Apr 09 21:12:02.278610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38796) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:02.296916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94c717f2-57f8-4c36-800c-e31dd543d891 req-30df594e-af67-423a-804b-f680d93bfa5c service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2898977
Apr 09 21:12:02.311968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c56ab5-8348-4a78-a12d-e6e768b23cdd req-1356c672-cc70-467f-92de-2a0ed1c228af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:02.313552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6c56ab5-8348-4a78-a12d-e6e768b23cdd req-1356c672-cc70-467f-92de-2a0ed1c228af tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.1348088
Apr 09 21:12:02.324912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (da833ed3-af3f-4efd-a033-e6e5c02d60ea), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.353578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.361198 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] 10.222.0.30 "DELETE /v2.0/networks/da833ed3-af3f-4efd-a033-e6e5c02d60ea HTTP/1.1" status: 204  len: 168 time: 0.5285311
Apr 09 21:12:02.362648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206cbea-5a43-42a9-a7e4-f7ccdc016900 admin admin] Pushing event deleted for resources: {'Network': ['ID=da833ed3-af3f-4efd-a033-e6e5c02d60ea,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:02.438435 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e670fac-bf4d-4603-aa35-0cfbcc8908db tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (f774ae25-1872-4fbf-9d32-8adad7954a17), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.482340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e670fac-bf4d-4603-aa35-0cfbcc8908db tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (f774ae25-1872-4fbf-9d32-8adad7954a17), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.490177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6c56ab5-8348-4a78-a12d-e6e768b23cdd req-551a35f5-abc9-47ef-9d5a-853faba98919 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1609452
Apr 09 21:12:02.522908 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e670fac-bf4d-4603-aa35-0cfbcc8908db tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.527443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7e670fac-bf4d-4603-aa35-0cfbcc8908db tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.4112246
Apr 09 21:12:02.527869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38804) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:02.529171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc73e-8fd6-456f-b218-12e7a305d937 admin admin] Publish callbacks [] for security_group (6e3abb2d-2806-43b5-b8a1-2fd4d5bbb117), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.560953 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc73e-8fd6-456f-b218-12e7a305d937 admin admin] Publish callbacks [] for security_group (6e3abb2d-2806-43b5-b8a1-2fd4d5bbb117), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.574614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-39d5d5a4-a9bd-413f-887d-ec12eea135c8 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442334
Apr 09 21:12:02.668928 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f1e7cc-47a3-428a-8641-9440302054ec tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (f774ae25-1872-4fbf-9d32-8adad7954a17), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.673049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38818) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:02.716679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc73e-8fd6-456f-b218-12e7a305d937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6e3abb2d-2806-43b5-b8a1-2fd4d5bbb117), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.719344 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc73e-8fd6-456f-b218-12e7a305d937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.730479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1cbbc73e-8fd6-456f-b218-12e7a305d937 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e3abb2d-2806-43b5-b8a1-2fd4d5bbb117 HTTP/1.1" status: 204  len: 168 time: 0.4399240
Apr 09 21:12:02.826353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc73e-8fd6-456f-b218-12e7a305d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3abb2d-2806-43b5-b8a1-2fd4d5bbb117,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:02.839016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3c648-1e30-469f-913e-8396273e796b req-f168df5a-1f27-4224-9b3e-412bbef5572d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:02.840589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9e3c648-1e30-469f-913e-8396273e796b req-f168df5a-1f27-4224-9b3e-412bbef5572d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 947 time: 0.1930945
Apr 09 21:12:02.922541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e091-45e0-4c11-ab4e-ea4b0550af9c req-3c769d98-10f7-4d22-9db2-6fda513b8d3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:02.924422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a87e091-45e0-4c11-ab4e-ea4b0550af9c req-3c769d98-10f7-4d22-9db2-6fda513b8d3e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 944 time: 0.1656821
Apr 09 21:12:02.957569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f1e7cc-47a3-428a-8641-9440302054ec tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (f774ae25-1872-4fbf-9d32-8adad7954a17), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.961448 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5603fa1c-f176-4d90-865c-a9383951beee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d59186925e814b2d8afcdd575878d396&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2872734
Apr 09 21:12:02.962993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f1e7cc-47a3-428a-8641-9440302054ec tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router_controller (f774ae25-1872-4fbf-9d32-8adad7954a17), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:02.964700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38842) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:03.000752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9e3c648-1e30-469f-913e-8396273e796b req-ce4bbbc8-d481-4492-9baf-1e35b81eb9ca tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292458
Apr 09 21:12:03.007236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device bc957e5e-3d07-4968-a48d-c19afe1b8457 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:03.077225 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f1e7cc-47a3-428a-8641-9440302054ec tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (f774ae25-1872-4fbf-9d32-8adad7954a17), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.078656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f1e7cc-47a3-428a-8641-9440302054ec tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f774ae25-1872-4fbf-9d32-8adad7954a17 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:12:03.085954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f1e7cc-47a3-428a-8641-9440302054ec tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.091968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-17f1e7cc-47a3-428a-8641-9440302054ec tempest-RoutersTestDVR-2119532714 tempest-RoutersTestDVR-2119532714-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f774ae25-1872-4fbf-9d32-8adad7954a17 HTTP/1.1" status: 204  len: 168 time: 0.5635900
Apr 09 21:12:03.098820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port bc957e5e-3d07-4968-a48d-c19afe1b8457 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:12:03.111139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27ef3910-bcf2-4ec9-8e11-3d8c7f2abb8c admin admin] Publish callbacks [] for security_group (eb1a1332-c17e-441a-a2a3-6ccc7907137a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.113487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port bc957e5e-3d07-4968-a48d-c19afe1b8457 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:03.113936 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.138426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a62ae9a-2f11-4823-9e07-5b344045f8ff req-f985f3d0-1962-4ad8-942f-cc87787c93e8 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5121238
Apr 09 21:12:03.156419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a87e091-45e0-4c11-ab4e-ea4b0550af9c req-f108726b-d7dd-4301-81f3-0664173d4961 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1682599
Apr 09 21:12:03.186324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27ef3910-bcf2-4ec9-8e11-3d8c7f2abb8c admin admin] Publish callbacks [] for security_group (eb1a1332-c17e-441a-a2a3-6ccc7907137a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.293412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port bc957e5e-3d07-4968-a48d-c19afe1b8457 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:03.294035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.297096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27ef3910-bcf2-4ec9-8e11-3d8c7f2abb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (eb1a1332-c17e-441a-a2a3-6ccc7907137a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.301168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27ef3910-bcf2-4ec9-8e11-3d8c7f2abb8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.302741 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-27ef3910-bcf2-4ec9-8e11-3d8c7f2abb8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb1a1332-c17e-441a-a2a3-6ccc7907137a HTTP/1.1" status: 204  len: 168 time: 0.3366270
Apr 09 21:12:03.321654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3910-bcf2-4ec9-8e11-3d8c7f2abb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a1332-c17e-441a-a2a3-6ccc7907137a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:03.343946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc957e5e-3d07-4968-a48d-c19afe1b8457'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:12:03.346821 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144cac15-3df8-4f7d-97f1-1c2c76fa1031" -d '{"events": [{"server_uuid": "a4b53be2-baae-4a03-89e1-7c4b2637308b", "name": "network-vif-plugged", "status": "completed", "tag": "bc957e5e-3d07-4968-a48d-c19afe1b8457"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:12:03.366422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port bc957e5e-3d07-4968-a48d-c19afe1b8457, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc957e5e-3d07-4968-a48d-c19afe1b8457,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:03.374381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.443602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=bc957e5e-3d07-4968-a48d-c19afe1b8457,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:03.471734 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12c449a-7a0f-42e6-b955-ae47ce2e9090 x-openstack-request-id: req-b12c449a-7a0f-42e6-b955-ae47ce2e9090 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:12:03.472326 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b53be2-baae-4a03-89e1-7c4b2637308b", "name": "network-vif-plugged", "status": "completed", "tag": "bc957e5e-3d07-4968-a48d-c19afe1b8457", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:12:03.472588 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b12c449a-7a0f-42e6-b955-ae47ce2e9090 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:12:03.473809 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12c449a-7a0f-42e6-b955-ae47ce2e9090'] response: {'server_uuid': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'code': 200}
Apr 09 21:12:03.650657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd429c-e7e8-4a32-b0fe-ac3bd1c79738 req-de1a35c9-86ec-449e-a02d-9286f93c0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:03.653447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78dd429c-e7e8-4a32-b0fe-ac3bd1c79738 req-de1a35c9-86ec-449e-a02d-9286f93c0baf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 1127 time: 0.1137085
Apr 09 21:12:03.660161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38866) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:03.677430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5ded2-8424-4904-b465-f08c488d42ef req-e5c84611-3152-44cf-87ae-0fc42a90a506 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:03.679404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1f5ded2-8424-4904-b465-f08c488d42ef req-e5c84611-3152-44cf-87ae-0fc42a90a506 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0830584
Apr 09 21:12:03.741619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78dd429c-e7e8-4a32-b0fe-ac3bd1c79738 req-e74aa2f0-0adb-454e-a863-6e576d4612f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793579
Apr 09 21:12:03.766654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1f5ded2-8424-4904-b465-f08c488d42ef req-8882c921-840b-4743-b329-e25d633e1323 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762551
Apr 09 21:12:03.862183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:03.904807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9c0f-6513-4a1b-9fea-e2461bca2723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:03.919429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e38dbf75-c3fb-4abf-a5a2-4ceeaea8d27d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a409a162b1f040b2a8260724f77f5609&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0543425
Apr 09 21:12:03.921904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38874) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:03.982687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b9f9dde6-2171-441b-aa7f-0473bbbc7111 admin admin] Publish callbacks [] for security_group (6578853d-3d2a-44de-8007-578647b672bf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.013386 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b9f9dde6-2171-441b-aa7f-0473bbbc7111 admin admin] Publish callbacks [] for security_group (6578853d-3d2a-44de-8007-578647b672bf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.057791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9c0f-6513-4a1b-9fea-e2461bca2723 admin admin] Publish callbacks [] for security_group (0ce2b637-1601-4e0f-8da4-b89b7f86802b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.070752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9c0f-6513-4a1b-9fea-e2461bca2723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0ce2b637-1601-4e0f-8da4-b89b7f86802b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.145580 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b9f9dde6-2171-441b-aa7f-0473bbbc7111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6578853d-3d2a-44de-8007-578647b672bf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.149311 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b9f9dde6-2171-441b-aa7f-0473bbbc7111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.151184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b9f9dde6-2171-441b-aa7f-0473bbbc7111 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6578853d-3d2a-44de-8007-578647b672bf HTTP/1.1" status: 204  len: 168 time: 0.2281232
Apr 09 21:12:04.155100 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8a1f9c0f-6513-4a1b-9fea-e2461bca2723 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24c30dc1180c4f9c94484c7a7a635654&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4937468
Apr 09 21:12:04.159490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38890) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:04.160216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f9c0f-6513-4a1b-9fea-e2461bca2723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce2b637-1601-4e0f-8da4-b89b7f86802b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:04.190950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9dde6-2171-441b-aa7f-0473bbbc7111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6578853d-3d2a-44de-8007-578647b672bf,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:04.204616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4981a10-87d4-4133-885d-e36d38df83e0 req-24018685-4cfa-43fc-9330-681b92abd822 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:04.206661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4981a10-87d4-4133-885d-e36d38df83e0 req-24018685-4cfa-43fc-9330-681b92abd822 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 947 time: 0.0799081
Apr 09 21:12:04.289756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-beb227e3-dd66-41cd-8017-fea4f044201b admin admin] Publish callbacks [] for security_group (0ce2b637-1601-4e0f-8da4-b89b7f86802b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.320933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-beb227e3-dd66-41cd-8017-fea4f044201b admin admin] Publish callbacks [] for security_group (0ce2b637-1601-4e0f-8da4-b89b7f86802b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.322509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4981a10-87d4-4133-885d-e36d38df83e0 req-bb06a2b4-34a0-48f1-be35-ce8982d4038b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081831
Apr 09 21:12:04.406925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44317ef-478a-4280-8a71-754d2c14a40c req-0fccce3c-cecd-4938-b88e-ffccaf38ea23 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:04.414715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b44317ef-478a-4280-8a71-754d2c14a40c req-0fccce3c-cecd-4938-b88e-ffccaf38ea23 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 945 time: 0.1156442
Apr 09 21:12:04.418829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-beb227e3-dd66-41cd-8017-fea4f044201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0ce2b637-1601-4e0f-8da4-b89b7f86802b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.423683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-beb227e3-dd66-41cd-8017-fea4f044201b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:04.425291 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-beb227e3-dd66-41cd-8017-fea4f044201b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ce2b637-1601-4e0f-8da4-b89b7f86802b HTTP/1.1" status: 204  len: 168 time: 0.2511525
Apr 09 21:12:04.446332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb227e3-dd66-41cd-8017-fea4f044201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce2b637-1601-4e0f-8da4-b89b7f86802b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:04.483664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b44317ef-478a-4280-8a71-754d2c14a40c req-65be6b19-1f06-4511-b1ff-ab7cf357a108 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678999
Apr 09 21:12:04.627495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dcfff-3081-4169-98e3-22d5474cedaa req-59f8f390-c836-4ce6-bdad-ea2933fe403a tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:04.629384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d02dcfff-3081-4169-98e3-22d5474cedaa req-59f8f390-c836-4ce6-bdad-ea2933fe403a tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0592206
Apr 09 21:12:04.692641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d02dcfff-3081-4169-98e3-22d5474cedaa req-efe29875-f7b0-42f4-8780-ba27b9532b4d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525773
Apr 09 21:12:04.907386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f77dab-7f20-4310-b340-34c0d4e80005 req-2d765d2c-35c2-42a3-b37e-d2257c3cfb25 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:04.909219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4f77dab-7f20-4310-b340-34c0d4e80005 req-2d765d2c-35c2-42a3-b37e-d2257c3cfb25 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0660720
Apr 09 21:12:04.982776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4f77dab-7f20-4310-b340-34c0d4e80005 req-105e313c-6589-4fa0-a4e6-559a21bb3390 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587919
Apr 09 21:12:05.000098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38926) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:05.028365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48dc15-a301-4f8b-9075-e075ab764fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:05.128358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e31d5-fb84-46f4-a070-15cacefe3414 req-026b5ef2-e55b-4fa6-b60c-14005fc6455b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:05.129936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48dc15-a301-4f8b-9075-e075ab764fb7 admin admin] Publish callbacks [] for security_group (f91d0625-42ae-4296-847d-3fa2cf6eebaf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:05.130449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f9e31d5-fb84-46f4-a070-15cacefe3414 req-026b5ef2-e55b-4fa6-b60c-14005fc6455b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0702479
Apr 09 21:12:05.136018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc48dc15-a301-4f8b-9075-e075ab764fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f91d0625-42ae-4296-847d-3fa2cf6eebaf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:05.140207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38928) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:05.145703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6140c62f-1bf0-459f-8522-f782f96ee235 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Request body: {'floatingip': {'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:05.190641 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fc48dc15-a301-4f8b-9075-e075ab764fb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6b10bbd62134b0792c2b3b3cb2a1624&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1872947
Apr 09 21:12:05.191633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:05.192469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48dc15-a301-4f8b-9075-e075ab764fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d0625-42ae-4296-847d-3fa2cf6eebaf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:05.274962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ea47383-f9aa-49f1-9a76-aed3db79474d admin admin] Publish callbacks [] for security_group (f91d0625-42ae-4296-847d-3fa2cf6eebaf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:05.291143 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6140c62f-1bf0-459f-8522-f782f96ee235 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (eb09d9b4-5fa8-4443-b784-e242a7544cfe), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:05.319047 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ea47383-f9aa-49f1-9a76-aed3db79474d admin admin] Publish callbacks [] for security_group (f91d0625-42ae-4296-847d-3fa2cf6eebaf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:05.389641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ea47383-f9aa-49f1-9a76-aed3db79474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f91d0625-42ae-4296-847d-3fa2cf6eebaf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:05.392204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ea47383-f9aa-49f1-9a76-aed3db79474d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:05.395711 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6ea47383-f9aa-49f1-9a76-aed3db79474d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f91d0625-42ae-4296-847d-3fa2cf6eebaf HTTP/1.1" status: 204  len: 168 time: 0.1978757
Apr 09 21:12:05.406051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea47383-f9aa-49f1-9a76-aed3db79474d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d0625-42ae-4296-847d-3fa2cf6eebaf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:05.674644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e99fb-681e-4506-a6f5-03c8db6f793d req-ebdd6df7-eb70-4088-8f80-a532632881e9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:05.676237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd1e99fb-681e-4506-a6f5-03c8db6f793d req-ebdd6df7-eb70-4088-8f80-a532632881e9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 945 time: 0.0977273
Apr 09 21:12:05.837390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd1e99fb-681e-4506-a6f5-03c8db6f793d req-1784f464-8fe6-400d-92bb-53bec32f8ae5 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1495085
Apr 09 21:12:05.906738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f419f90-8f83-44c4-b756-a9fd7ec9233c req-0199939e-e523-4972-87cf-a36a1d36f315 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:05.908492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f419f90-8f83-44c4-b756-a9fd7ec9233c req-0199939e-e523-4972-87cf-a36a1d36f315 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1037755
Apr 09 21:12:06.073672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0211a-4157-4b02-bdf3-94d073246fb7 req-ba45a0a3-cef7-46b4-be32-eb3831bd8537 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:06.075497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ca0211a-4157-4b02-bdf3-94d073246fb7 req-ba45a0a3-cef7-46b4-be32-eb3831bd8537 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 945 time: 0.1287358
Apr 09 21:12:06.085721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38970) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:06.091568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'floatingip': {'port_id': 'bc957e5e-3d07-4968-a48d-c19afe1b8457'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:06.098756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f419f90-8f83-44c4-b756-a9fd7ec9233c req-be5b11a6-0b5c-4e31-8b7b-a8d51d84d3a2 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1504219
Apr 09 21:12:06.183925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (f5e7c509-96fc-49a8-a7fd-5dc9034c0cee), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:06.196986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6140c62f-1bf0-459f-8522-f782f96ee235 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:06.205267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6140c62f-1bf0-459f-8522-f782f96ee235 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (eb09d9b4-5fa8-4443-b784-e242a7544cfe), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:06.587682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6140c62f-1bf0-459f-8522-f782f96ee235 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:12:06.852359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39008) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:07.040426 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:07.054112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (f5e7c509-96fc-49a8-a7fd-5dc9034c0cee), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:07.181441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6140c62f-1bf0-459f-8522-f782f96ee235 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:12:07.187708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6140c62f-1bf0-459f-8522-f782f96ee235 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:07.193301 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] Sync routers for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:12:07.213591 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:12:07.214316 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237741efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:11:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:07.215124 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Floating IP f5e7c509-96fc-49a8-a7fd-5dc9034c0cee associated. External IP: 172.35.0.73, port: bc957e5e-3d07-4968-a48d-c19afe1b8457.
Apr 09 21:12:07.220486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-465149564'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:07.290169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Made reservation on behalf of 79616748303948e69d7aa4b13ae39dd1 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:07.294629 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:07.298058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:12:07.300529 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b368be-5b23-4580-9b20-c1c5d98a9a16" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:12:07.340164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c764648-62c3-4bbc-ae58-a81dd17d55c0 req-90d6802f-a9b9-46f6-9f0e-d9ddf93035a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:07.344969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c764648-62c3-4bbc-ae58-a81dd17d55c0 req-90d6802f-a9b9-46f6-9f0e-d9ddf93035a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0959060
Apr 09 21:12:07.361666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6140c62f-1bf0-459f-8522-f782f96ee235 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "PUT /v2.0/floatingips/eb09d9b4-5fa8-4443-b784-e242a7544cfe HTTP/1.1" status: 200  len: 994 time: 2.2200944
Apr 09 21:12:07.422041 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0292f1ab-f6d6-4e53-81d4-c0f5ae227084 x-openstack-request-id: req-0292f1ab-f6d6-4e53-81d4-c0f5ae227084 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:12:07.422348 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:12:07.422608 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0292f1ab-f6d6-4e53-81d4-c0f5ae227084 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:12:07.423095 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0292f1ab-f6d6-4e53-81d4-c0f5ae227084'] response: {'name': 'network-changed', 'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'status': 'completed', 'code': 200}
Apr 09 21:12:07.441388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c764648-62c3-4bbc-ae58-a81dd17d55c0 req-7380d77d-d4d7-4382-aca6-05ff2604276a tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897570
Apr 09 21:12:07.444740 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:12:07.506217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-cda78065-947d-48fa-9719-6f3470fa6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:07.509651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-cda78065-947d-48fa-9719-6f3470fa6409 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1128 time: 0.0596395
Apr 09 21:12:07.657226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-44677085-ee7c-45f5-acfc-2cc628b0ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:07.658766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-44677085-ee7c-45f5-acfc-2cc628b0ffdd service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.1362822
Apr 09 21:12:07.734935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:07.763809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-4b514eb8-5ebf-4ea3-8fb4-e290973ffa79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 200  len: 1002 time: 0.0978191
Apr 09 21:12:07.809627 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237741efd0>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb09d9b4-5fa8-4443-b784-e242a7544cfe', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'floating_ip_address': '172.35.0.139', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'mac_address': 'fa:16:3e:87:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:30Z', 'updated_at': '2022-04-09T21:12:06Z', 'revision_number': 3, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:07.844921 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] Checking router: c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:12:07.857328 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:12:07.858446 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237741efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:11:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:07.864119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-0e8a5a6d-f0ed-4db1-bdca-cda3bb75efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:07.871533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-0e8a5a6d-f0ed-4db1-bdca-cda3bb75efbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1010914
Apr 09 21:12:07.928403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-fc6c7a71-3aa6-4c6d-8aa0-ae2416c79124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:07.930795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-fc6c7a71-3aa6-4c6d-8aa0-ae2416c79124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0526946
Apr 09 21:12:07.934334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for security_group (ec055153-c680-4f9c-b40b-03d50ee8d015), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:07.946570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec055153-c680-4f9c-b40b-03d50ee8d015), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:07.964091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:12:08.007963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:12:08.031562 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:12:08.066388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-6e0d45f9-8d83-4be2-88ba-aa66fa7a4db0 service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265018
Apr 09 21:12:08.088250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec055153-c680-4f9c-b40b-03d50ee8d015,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:08.103403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (81e29033-b7c2-4d5b-ba5f-8d210cf67334), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.103754 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Added segment 81e29033-b7c2-4d5b-ba5f-8d210cf67334 of type vlan for network 855c22cd-cca5-4c69-bc89-ba569c96d7b4
Apr 09 21:12:08.120632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39040) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:08.230930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88b368be-5b23-4580-9b20-c1c5d98a9a16 req-c3e073b8-bed9-4826-9162-0a712fff3ede service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589689
Apr 09 21:12:08.237876 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (855c22cd-cca5-4c69-bc89-ba569c96d7b4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.276075 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:12:08.281511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.288235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:12:08.301744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:12:08.302536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da1dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:11:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:08.318898 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237741efd0>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb09d9b4-5fa8-4443-b784-e242a7544cfe', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'floating_ip_address': '172.35.0.139', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'mac_address': 'fa:16:3e:87:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:30Z', 'updated_at': '2022-04-09T21:12:06Z', 'revision_number': 3, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:08.338819 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2153c074-52c8-4123-b108-b7cdc288f791 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "PUT /v2.0/floatingips/f5e7c509-96fc-49a8-a7fd-5dc9034c0cee HTTP/1.1" status: 200  len: 990 time: 2.2514534
Apr 09 21:12:08.339795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'tag': 'bc957e5e-3d07-4968-a48d-c19afe1b8457'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:12:08.342302 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b55216-77b8-4c92-9d60-ad4c5ce6a512" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b53be2-baae-4a03-89e1-7c4b2637308b", "tag": "bc957e5e-3d07-4968-a48d-c19afe1b8457"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:12:08.345671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (855c22cd-cca5-4c69-bc89-ba569c96d7b4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.351136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:08.351728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.355997 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c61f3f65-7627-41ef-8902-cac1bd59918b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.362162 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a2440-dac6-4e53-8608-8a2b6c67473e None None] The sync data for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 is: [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb09d9b4-5fa8-4443-b784-e242a7544cfe', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'floating_ip_address': '172.35.0.139', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'port_id': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'mac_address': 'fa:16:3e:87:d5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:30Z', 'updated_at': '2022-04-09T21:12:06Z', 'revision_number': 3, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:12:08.491100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c61f3f65-7627-41ef-8902-cac1bd59918b admin admin] Publish callbacks [] for security_group (2b9a2847-725b-4227-b2a3-0f4a97e67d66), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.502489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c61f3f65-7627-41ef-8902-cac1bd59918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2b9a2847-725b-4227-b2a3-0f4a97e67d66), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.532099 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.6776190
Apr 09 21:12:08.538264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39054) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:08.546921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c61f3f65-7627-41ef-8902-cac1bd59918b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9293eccaacca410f986ae18d9b26abfb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4246316
Apr 09 21:12:08.548052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:12:08.549860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39056) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:08.552138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'subnet': {'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:08.577734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d4224-2cfc-4ddb-88d9-1eba5c7b1430 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Network': ['ID=855c22cd-cca5-4c69-bc89-ba569c96d7b4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:08.614124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:12:08.687028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49c5ed-d73b-46c3-b2df-e84dff1e015b req-d105a1d1-c460-4f83-b78c-7f52741e1c76 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:08.693106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc49c5ed-d73b-46c3-b2df-e84dff1e015b req-d105a1d1-c460-4f83-b78c-7f52741e1c76 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0869353
Apr 09 21:12:08.747349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f3f65-7627-41ef-8902-cac1bd59918b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a2847-725b-4227-b2a3-0f4a97e67d66,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:08.786381 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3009377-a7bf-4c62-9ac4-2a5d1c69acd6 x-openstack-request-id: req-f3009377-a7bf-4c62-9ac4-2a5d1c69acd6 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:12:08.787394 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b53be2-baae-4a03-89e1-7c4b2637308b", "tag": "bc957e5e-3d07-4968-a48d-c19afe1b8457", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:12:08.788826 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3009377-a7bf-4c62-9ac4-2a5d1c69acd6 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:12:08.789552 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3009377-a7bf-4c62-9ac4-2a5d1c69acd6'] response: {'name': 'network-changed', 'server_uuid': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'tag': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'status': 'completed', 'code': 200}
Apr 09 21:12:08.803937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f634bc4-b469-47b3-8745-da2257c78cf4 admin admin] Publish callbacks [] for security_group (2b9a2847-725b-4227-b2a3-0f4a97e67d66), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.820069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Made reservation on behalf of 79616748303948e69d7aa4b13ae39dd1 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:08.824852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.896501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-cc5442b5-c734-40a5-9226-00ea7080f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:08.898503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-cc5442b5-c734-40a5-9226-00ea7080f17b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 1127 time: 0.0836380
Apr 09 21:12:08.908114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc49c5ed-d73b-46c3-b2df-e84dff1e015b req-2c62600c-1acb-498f-b3e9-b532f9addf0f tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2070889
Apr 09 21:12:08.922014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f634bc4-b469-47b3-8745-da2257c78cf4 admin admin] Publish callbacks [] for security_group (2b9a2847-725b-4227-b2a3-0f4a97e67d66), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:08.995329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da1dc0>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:11:02Z', 'revision_number': 2, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}, {'id': 'f5e7c509-96fc-49a8-a7fd-5dc9034c0cee', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.73', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:55:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:11:48Z', 'updated_at': '2022-04-09T21:12:06Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:09.040040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:12:09.056885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:12:09.061922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da1dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:11:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:09.075057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f634bc4-b469-47b3-8745-da2257c78cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2b9a2847-725b-4227-b2a3-0f4a97e67d66), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:09.078137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f634bc4-b469-47b3-8745-da2257c78cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:09.079406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5f634bc4-b469-47b3-8745-da2257c78cf4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b9a2847-725b-4227-b2a3-0f4a97e67d66 HTTP/1.1" status: 204  len: 168 time: 0.5282691
Apr 09 21:12:09.090296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f634bc4-b469-47b3-8745-da2257c78cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a2847-725b-4227-b2a3-0f4a97e67d66,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:09.095478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-95856031-050c-4d39-9242-0b4993cea6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:09.097344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-95856031-050c-4d39-9242-0b4993cea6e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.1852779
Apr 09 21:12:09.104548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (90c89ef2-411d-4c1b-a7a4-c2686ead2784), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:09.206466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Subnet': ['ID=90c89ef2-411d-4c1b-a7a4-c2686ead2784,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:09.215153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Checking segment: {'id': '81e29033-b7c2-4d5b-ba5f-8d210cf67334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:09.215526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Network hostable DHCP agents. Network: 855c22cd-cca5-4c69-bc89-ba569c96d7b4, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:12:09.230239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-85006a57-6a84-4a01-bce7-9b006412184d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc957e5e-3d07-4968-a48d-c19afe1b8457 HTTP/1.1" status: 200  len: 998 time: 0.1263483
Apr 09 21:12:09.232730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:12:09.246038 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:12:09.261338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 855c22cd-cca5-4c69-bc89-ba569c96d7b4) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:09.268195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:09.269287 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:09.277819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bfb29d-f8f4-4c24-8215-f614d60ee194 None None] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:09.304611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0c25a946-b39f-4b65-a326-c9fdd5465cef tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7645025
Apr 09 21:12:09.307331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39082) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:09.315319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1883581831'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:09.316579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-e7284c5b-e332-4840-9af3-7e7cc0238434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:09.318844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-e7284c5b-e332-4840-9af3-7e7cc0238434 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.0806265
Apr 09 21:12:09.398770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-fbc7f166-1842-4c78-ba6b-4a48f6a6b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:09.401701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-fbc7f166-1842-4c78-ba6b-4a48f6a6b994 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0770490
Apr 09 21:12:09.439279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:12:09.441940 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a35d725-c9db-448e-ad79-bd0294ef15ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:12:09.520413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'project_id': '79616748303948e69d7aa4b13ae39dd1', 'fixed_ips': [{'subnet_id': '90c89ef2-411d-4c1b-a7a4-c2686ead2784'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:12:09.522052 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:09.553985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Made reservation on behalf of 79616748303948e69d7aa4b13ae39dd1 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:09.557749 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232ae814-c961-4a7b-9f30-761cd9559f4d x-openstack-request-id: req-232ae814-c961-4a7b-9f30-761cd9559f4d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:12:09.557974 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:12:09.558268 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-232ae814-c961-4a7b-9f30-761cd9559f4d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:12:09.558960 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232ae814-c961-4a7b-9f30-761cd9559f4d'] response: {'name': 'network-changed', 'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'status': 'completed', 'code': 200}
Apr 09 21:12:09.560665 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:09.603355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] device_id is not set on port 6114f251-eb5a-4794-bf61-4d9b6ab518c0 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:09.638233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39086) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:09.645572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-809590b2-a373-4ff0-9bf6-f95f9ae10b4c service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368865
Apr 09 21:12:09.665007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-a4ecefce-c903-4147-891d-c399440b0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:09.666840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-a4ecefce-c903-4147-891d-c399440b0d74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 1128 time: 0.1039202
Apr 09 21:12:09.684668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da1dc0>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:11:02Z', 'revision_number': 2, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}, {'id': 'f5e7c509-96fc-49a8-a7fd-5dc9034c0cee', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.73', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:55:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:11:48Z', 'updated_at': '2022-04-09T21:12:06Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:09.699345 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3207cb40-cbad-45bd-a5d6-0a4ec438cf61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:09.719403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37763a-903f-40ba-bea1-c0158ace8284 None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:11:02Z', 'revision_number': 2, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}, {'id': 'f5e7c509-96fc-49a8-a7fd-5dc9034c0cee', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.73', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:55:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:11:48Z', 'updated_at': '2022-04-09T21:12:06Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:12:09.775083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Allocated IP 2001:db8::2 (855c22cd-cca5-4c69-bc89-ba569c96d7b4/90c89ef2-411d-4c1b-a7a4-c2686ead2784/5a746163-f4c3-46fe-91b9-c811f9270ccf) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:09.865787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40b55216-77b8-4c92-9d60-ad4c5ce6a512 req-c4d25272-9d02-426d-bdc8-c325c7b4e602 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126007
Apr 09 21:12:09.894397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-e584321a-1c42-4d1d-8d77-2ed0b58e3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:09.895887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-e584321a-1c42-4d1d-8d77-2ed0b58e3421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.2131610
Apr 09 21:12:10.020090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3207cb40-cbad-45bd-a5d6-0a4ec438cf61 admin admin] Publish callbacks [] for security_group (6ac5f7b7-d7f0-4a61-815d-15aa456fd4c7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.037743 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3207cb40-cbad-45bd-a5d6-0a4ec438cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6ac5f7b7-d7f0-4a61-815d-15aa456fd4c7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.081230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-47d9a636-4f4e-48a3-85e3-0a55249aae62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 200  len: 1002 time: 0.1776137
Apr 09 21:12:10.149270 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e86b6-fe70-4da0-bb99-6e45d713148a None None] New status for floating IP f5e7c509-96fc-49a8-a7fd-5dc9034c0cee: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:12:10.204478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Publish callbacks [] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.215686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.242422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:10.246210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:10.263216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207cb40-cbad-45bd-a5d6-0a4ec438cf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac5f7b7-d7f0-4a61-815d-15aa456fd4c7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:10.267731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:10.302619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c8545-87bc-49d2-889b-cd270b4a35d0 req-bce48ccb-22e9-4e89-b21b-97693196251d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:10.311705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-261c8545-87bc-49d2-889b-cd270b4a35d0 req-bce48ccb-22e9-4e89-b21b-97693196251d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.2895319
Apr 09 21:12:10.326259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3207cb40-cbad-45bd-a5d6-0a4ec438cf61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6327dda9725c448ab5e87430fa509d78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6862993
Apr 09 21:12:10.331520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39110) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:10.342258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-79b9cdd3-6a53-43a2-9411-fc0d6502d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:10.343941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-79b9cdd3-6a53-43a2-9411-fc0d6502d8a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.1924691
Apr 09 21:12:10.349363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Pushing event updated for resources: {'Port': ['ID=5a746163-f4c3-46fe-91b9-c811f9270ccf,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:10.399860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-261c8545-87bc-49d2-889b-cd270b4a35d0 req-772bcabf-5744-4ffd-845a-12dbd536ee85 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843558
Apr 09 21:12:10.402167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Attempting to bind port 5a746163-f4c3-46fe-91b9-c811f9270ccf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:10.402167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Attempting to bind port 5a746163-f4c3-46fe-91b9-c811f9270ccf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '81e29033-b7c2-4d5b-ba5f-8d210cf67334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:10.402534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Attempting to bind port 5a746163-f4c3-46fe-91b9-c811f9270ccf on network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:10.417762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Allocated IP 2001:db8::dc (855c22cd-cca5-4c69-bc89-ba569c96d7b4/90c89ef2-411d-4c1b-a7a4-c2686ead2784/6114f251-eb5a-4794-bf61-4d9b6ab518c0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:10.421637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:10.422045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Checking segment: {'id': '81e29033-b7c2-4d5b-ba5f-8d210cf67334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:10.422807 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.423254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Bound using segment: {'id': '81e29033-b7c2-4d5b-ba5f-8d210cf67334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:10.423802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Bound port: 5a746163-f4c3-46fe-91b9-c811f9270ccf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e29033-b7c2-4d5b-ba5f-8d210cf67334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:10.424191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.458953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-143d2094-b1d4-4ff7-addc-7336de449848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:10.460869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-143d2094-b1d4-4ff7-addc-7336de449848 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0787330
Apr 09 21:12:10.498182 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1fcaa86-d00d-4dd9-958a-3a1faf049e20 admin admin] Publish callbacks [] for security_group (6ac5f7b7-d7f0-4a61-815d-15aa456fd4c7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.528522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] For port 5a746163-f4c3-46fe-91b9-c811f9270ccf, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:10.534031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] For port 5a746163-f4c3-46fe-91b9-c811f9270ccf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a746163-f4c3-46fe-91b9-c811f9270ccf,segment=NetworkSegment(81e29033-b7c2-4d5b-ba5f-8d210cf67334),segment_id=81e29033-b7c2-4d5b-ba5f-8d210cf67334)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:10.546553 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.554683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1fcaa86-d00d-4dd9-958a-3a1faf049e20 admin admin] Publish callbacks [] for security_group (6ac5f7b7-d7f0-4a61-815d-15aa456fd4c7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.646237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-a3554b0d-b05a-4d35-be4b-3dea59c6974d service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783764
Apr 09 21:12:10.659914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0f4b-7764-49ca-841e-e10ea42b13b2 None None] Pushing event updated for resources: {'Port': ['ID=5a746163-f4c3-46fe-91b9-c811f9270ccf,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:10.720932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1fcaa86-d00d-4dd9-958a-3a1faf049e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6ac5f7b7-d7f0-4a61-815d-15aa456fd4c7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.725008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1fcaa86-d00d-4dd9-958a-3a1faf049e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.726599 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1fcaa86-d00d-4dd9-958a-3a1faf049e20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ac5f7b7-d7f0-4a61-815d-15aa456fd4c7 HTTP/1.1" status: 204  len: 168 time: 0.3930655
Apr 09 21:12:10.751588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcaa86-d00d-4dd9-958a-3a1faf049e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac5f7b7-d7f0-4a61-815d-15aa456fd4c7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:10.761234 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (6114f251-eb5a-4794-bf61-4d9b6ab518c0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.816151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6114f251-eb5a-4794-bf61-4d9b6ab518c0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.825869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a35d725-c9db-448e-ad79-bd0294ef15ae req-e4945794-d031-4e70-977f-b0e1a06bb0ac service neutron] 10.222.0.32 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714563
Apr 09 21:12:10.917174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:10.921387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:10.924946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:10.948115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:10.950004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:10.960108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=6114f251-eb5a-4794-bf61-4d9b6ab518c0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:10.984768 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1b258abd-6880-44f5-8f98-0308b85e1017 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.6746566
Apr 09 21:12:10.987813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39120) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:10.994184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1165557539', 'allowed_address_pairs': [{'ip_address': '2001:db8::dc', 'mac_address': 'fa:16:3e:37:d8:9a'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:10.998231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39122) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:11.177179 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7742818e-8f68-4da9-8275-90770d8faae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.184410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Made reservation on behalf of 79616748303948e69d7aa4b13ae39dd1 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:11.292385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7742818e-8f68-4da9-8275-90770d8faae9 admin admin] Publish callbacks [] for security_group (050f129a-d626-4601-a38d-b0041347bb97), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.318894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7742818e-8f68-4da9-8275-90770d8faae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (050f129a-d626-4601-a38d-b0041347bb97), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.325065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.345531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] device_id is not set on port 5ecf5e5b-8474-4a11-99e1-492341b5f711 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:11.365340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7742818e-8f68-4da9-8275-90770d8faae9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f1b43b503244eac945f137cf5cfdebb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3634248
Apr 09 21:12:11.365975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39134) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:11.371760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742818e-8f68-4da9-8275-90770d8faae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f129a-d626-4601-a38d-b0041347bb97,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:11.427715 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db73aca5-5e3b-47ea-95e4-97ef7d705102 admin admin] Publish callbacks [] for security_group (050f129a-d626-4601-a38d-b0041347bb97), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.471129 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db73aca5-5e3b-47ea-95e4-97ef7d705102 admin admin] Publish callbacks [] for security_group (050f129a-d626-4601-a38d-b0041347bb97), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.492152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Allocated IP 2001:db8::151 (855c22cd-cca5-4c69-bc89-ba569c96d7b4/90c89ef2-411d-4c1b-a7a4-c2686ead2784/5ecf5e5b-8474-4a11-99e1-492341b5f711) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:11.608328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606fd50-ecbf-4177-a413-5bf671b1d2fc req-6203935d-cea4-4884-a6bf-694d06b8d9f1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:11.616818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9606fd50-ecbf-4177-a413-5bf671b1d2fc req-6203935d-cea4-4884-a6bf-694d06b8d9f1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0945301
Apr 09 21:12:11.650413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db73aca5-5e3b-47ea-95e4-97ef7d705102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (050f129a-d626-4601-a38d-b0041347bb97), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.653451 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db73aca5-5e3b-47ea-95e4-97ef7d705102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.655068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-db73aca5-5e3b-47ea-95e4-97ef7d705102 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/050f129a-d626-4601-a38d-b0041347bb97 HTTP/1.1" status: 204  len: 168 time: 0.2884879
Apr 09 21:12:11.691707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73aca5-5e3b-47ea-95e4-97ef7d705102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f129a-d626-4601-a38d-b0041347bb97,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:11.713960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9606fd50-ecbf-4177-a413-5bf671b1d2fc req-31ff5a2c-e184-4157-8511-10b01b18d44a tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894141
Apr 09 21:12:11.771113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (5ecf5e5b-8474-4a11-99e1-492341b5f711), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.818036 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5ecf5e5b-8474-4a11-99e1-492341b5f711), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.864050 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:11.867728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:11.872510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:11.878007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:11.878884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:11.897754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=5ecf5e5b-8474-4a11-99e1-492341b5f711,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:11.915112 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0fc0ada7-9912-46f1-b085-9429b3a0a25b tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 0.9252183
Apr 09 21:12:11.918560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39150) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:12.018374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de91e7-d430-488d-94bc-1b8c635ef39e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:12.023882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de91e7-d430-488d-94bc-1b8c635ef39e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:12.029529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de91e7-d430-488d-94bc-1b8c635ef39e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:12.034035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-72de91e7-d430-488d-94bc-1b8c635ef39e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2480 time: 0.1110969
Apr 09 21:12:12.034403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:12.148219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-59e59bda-15d2-4404-bd53-15144c6beca6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Deleting port 5ecf5e5b-8474-4a11-99e1-492341b5f711 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:12.148610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e59bda-15d2-4404-bd53-15144c6beca6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5ecf5e5b-8474-4a11-99e1-492341b5f711), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.160572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af59e80-1027-45ac-b0f7-818d6ec80dfa None None] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:12.185153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:12.233365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc464c15-9358-4617-b1c0-be02192a8938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.268093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-828db3b8-9da1-4079-9a80-ccd8eec2f806 None None] Provisioning complete for port 5a746163-f4c3-46fe-91b9-c811f9270ccf triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:12.268847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-828db3b8-9da1-4079-9a80-ccd8eec2f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.296148 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e59bda-15d2-4404-bd53-15144c6beca6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5ecf5e5b-8474-4a11-99e1-492341b5f711), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.314965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-59e59bda-15d2-4404-bd53-15144c6beca6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Calling delete_port for 5ecf5e5b-8474-4a11-99e1-492341b5f711 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:12.412727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-828db3b8-9da1-4079-9a80-ccd8eec2f806 None None] Current status of the port 5a746163-f4c3-46fe-91b9-c811f9270ccf is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:12.413189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-828db3b8-9da1-4079-9a80-ccd8eec2f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.446201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc464c15-9358-4617-b1c0-be02192a8938 admin admin] Publish callbacks [] for security_group (c59eb236-c8a9-47c2-a69f-46f132dd64b9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.464782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-828db3b8-9da1-4079-9a80-ccd8eec2f806 None None] For port 5a746163-f4c3-46fe-91b9-c811f9270ccf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a746163-f4c3-46fe-91b9-c811f9270ccf,segment=NetworkSegment(81e29033-b7c2-4d5b-ba5f-8d210cf67334),segment_id=81e29033-b7c2-4d5b-ba5f-8d210cf67334)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:12.475249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc464c15-9358-4617-b1c0-be02192a8938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c59eb236-c8a9-47c2-a69f-46f132dd64b9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.475363 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-828db3b8-9da1-4079-9a80-ccd8eec2f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.531210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828db3b8-9da1-4079-9a80-ccd8eec2f806 None None] Pushing event updated for resources: {'Port': ['ID=5a746163-f4c3-46fe-91b9-c811f9270ccf,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:12.581185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc464c15-9358-4617-b1c0-be02192a8938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59eb236-c8a9-47c2-a69f-46f132dd64b9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:12.596272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39164) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:12.601947 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc464c15-9358-4617-b1c0-be02192a8938 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9f1b8772dea4cedb8fbd278940ff4c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4153049
Apr 09 21:12:12.618875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e59bda-15d2-4404-bd53-15144c6beca6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5ecf5e5b-8474-4a11-99e1-492341b5f711), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.628953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a746163-f4c3-46fe-91b9-c811f9270ccf up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:12.671852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e59bda-15d2-4404-bd53-15144c6beca6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Port': ['ID=5ecf5e5b-8474-4a11-99e1-492341b5f711,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:12.694767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93622dd7-2b91-474a-8c1f-17b448e3dc44 admin admin] Publish callbacks [] for security_group (c59eb236-c8a9-47c2-a69f-46f132dd64b9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.724750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5a746163-f4c3-46fe-91b9-c811f9270ccf triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:12.725150 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.735195 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93622dd7-2b91-474a-8c1f-17b448e3dc44 admin admin] Publish callbacks [] for security_group (c59eb236-c8a9-47c2-a69f-46f132dd64b9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.813676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93622dd7-2b91-474a-8c1f-17b448e3dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c59eb236-c8a9-47c2-a69f-46f132dd64b9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.816499 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93622dd7-2b91-474a-8c1f-17b448e3dc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.817780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-93622dd7-2b91-474a-8c1f-17b448e3dc44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c59eb236-c8a9-47c2-a69f-46f132dd64b9 HTTP/1.1" status: 204  len: 168 time: 0.2204206
Apr 09 21:12:12.843723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622dd7-2b91-474a-8c1f-17b448e3dc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59eb236-c8a9-47c2-a69f-46f132dd64b9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:12.898202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9ad6827f-6f80-4886-99f1-1fbc9b0f570c None None] Provisioning complete for port 5a746163-f4c3-46fe-91b9-c811f9270ccf triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:12.898575 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ad6827f-6f80-4886-99f1-1fbc9b0f570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.900039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e59bda-15d2-4404-bd53-15144c6beca6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:12.900669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5a746163-f4c3-46fe-91b9-c811f9270ccf is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:12.913278 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-59e59bda-15d2-4404-bd53-15144c6beca6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "DELETE /v2.0/ports/5ecf5e5b-8474-4a11-99e1-492341b5f711 HTTP/1.1" status: 204  len: 168 time: 0.8768580
Apr 09 21:12:12.913947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39174) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:12.945584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20d892-9203-4d06-a2bd-8310a970af9b req-d9a9cd62-16e5-47a7-843c-e7d6a26e0a99 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:12.947593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b20d892-9203-4d06-a2bd-8310a970af9b req-d9a9cd62-16e5-47a7-843c-e7d6a26e0a99 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0888004
Apr 09 21:12:12.986458 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b8d6ed-5c27-4006-bf3d-cc77212381df tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:12.995835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39178) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:12.996891 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-15b8d6ed-5c27-4006-bf3d-cc77212381df tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "GET /v2.0/ports/5ecf5e5b-8474-4a11-99e1-492341b5f711 HTTP/1.1" status: 404  len: 333 time: 0.0809937
Apr 09 21:12:13.011121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1061454972'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:13.075156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6827f-6f80-4886-99f1-1fbc9b0f570c None None] Current status of the port 5a746163-f4c3-46fe-91b9-c811f9270ccf is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:13.086313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9ad6827f-6f80-4886-99f1-1fbc9b0f570c None None] Could not find standard attr ID for object 5ecf5e5b-8474-4a11-99e1-492341b5f711. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:12:13.114291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9ad6827f-6f80-4886-99f1-1fbc9b0f570c None None] Provisioning complete for port 6114f251-eb5a-4794-bf61-4d9b6ab518c0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:13.115082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ad6827f-6f80-4886-99f1-1fbc9b0f570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6114f251-eb5a-4794-bf61-4d9b6ab518c0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:13.123174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b20d892-9203-4d06-a2bd-8310a970af9b req-5d4145dd-4a38-4f89-8ab0-659919f0e55f tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1635001
Apr 09 21:12:13.164586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6827f-6f80-4886-99f1-1fbc9b0f570c None None] Port 6114f251-eb5a-4794-bf61-4d9b6ab518c0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:13.193519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Made reservation on behalf of 79616748303948e69d7aa4b13ae39dd1 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:13.198326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:13.221224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] device_id is not set on port 8257795c-11f9-4c28-b422-0d9ef11ee68c yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:13.312233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1d865b76-868f-4b9d-939d-937917e5da45 None None] Provisioning complete for port 6114f251-eb5a-4794-bf61-4d9b6ab518c0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:13.315162 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d865b76-868f-4b9d-939d-937917e5da45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6114f251-eb5a-4794-bf61-4d9b6ab518c0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:13.367963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1d865b76-868f-4b9d-939d-937917e5da45 None None] Port 6114f251-eb5a-4794-bf61-4d9b6ab518c0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:13.412749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Allocated IP 2001:db8::2ef (855c22cd-cca5-4c69-bc89-ba569c96d7b4/90c89ef2-411d-4c1b-a7a4-c2686ead2784/8257795c-11f9-4c28-b422-0d9ef11ee68c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:13.583589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a316c10a-9637-408e-9a60-f64005bb3e6c None None] Could not find standard attr ID for object 5ecf5e5b-8474-4a11-99e1-492341b5f711. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:12:13.654040 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:13.701865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:13.770525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:13.774225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:13.777885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:13.796960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:13.798038 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:13.818702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=8257795c-11f9-4c28-b422-0d9ef11ee68c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:13.836721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-90657d3a-4a4b-4a0b-91ec-abdb61ef915c tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.8369329
Apr 09 21:12:13.838314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39208) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:13.844826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::dc', 'mac_address': 'fa:16:3e:37:d8:9a'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:13.952827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.212741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3a07da25-d1c7-4951-97a3-277f969bca1f None None] Provisioning complete for port 8257795c-11f9-4c28-b422-0d9ef11ee68c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:14.213254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3a07da25-d1c7-4951-97a3-277f969bca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.270324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3a07da25-d1c7-4951-97a3-277f969bca1f None None] Port 8257795c-11f9-4c28-b422-0d9ef11ee68c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:14.277394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.286515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.306317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b15c22-91a5-4570-86cc-ef20603ce118 req-a0ee37c7-4347-4350-ab0c-8e34fae2d689 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:14.308093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60b15c22-91a5-4570-86cc-ef20603ce118 req-a0ee37c7-4347-4350-ab0c-8e34fae2d689 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0807967
Apr 09 21:12:14.335962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] In _notify_port_updated(), no bound segment for port 8257795c-11f9-4c28-b422-0d9ef11ee68c on network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:12:14.347027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:14.348268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.350471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "PUT /v2.0/ports/8257795c-11f9-4c28-b422-0d9ef11ee68c HTTP/1.1" status: 200  len: 1002 time: 0.5110729
Apr 09 21:12:14.368509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39234) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:14.371658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7435f07-95b0-4360-a898-94b860ae0c89 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=8257795c-11f9-4c28-b422-0d9ef11ee68c,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:14.387587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60b15c22-91a5-4570-86cc-ef20603ce118 req-984c6d3f-2a79-4ee1-8e5b-5ef10165e6f4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713284
Apr 09 21:12:14.504926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b91d4c75-2ec8-4d56-b02a-2b999afa13e5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Deleting port 8257795c-11f9-4c28-b422-0d9ef11ee68c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:14.505489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b91d4c75-2ec8-4d56-b02a-2b999afa13e5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.531628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a746163-f4c3-46fe-91b9-c811f9270ccf up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:14.606575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5a746163-f4c3-46fe-91b9-c811f9270ccf triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:14.607320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.635837 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b91d4c75-2ec8-4d56-b02a-2b999afa13e5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.655526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b91d4c75-2ec8-4d56-b02a-2b999afa13e5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Calling delete_port for 8257795c-11f9-4c28-b422-0d9ef11ee68c owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:14.711943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e9eb4429-b383-4399-8f0b-96492e58df85 None None] Provisioning complete for port 8257795c-11f9-4c28-b422-0d9ef11ee68c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:14.712312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4429-b383-4399-8f0b-96492e58df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.737784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5a746163-f4c3-46fe-91b9-c811f9270ccf is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:14.750881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb4429-b383-4399-8f0b-96492e58df85 None None] Port 8257795c-11f9-4c28-b422-0d9ef11ee68c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:14.801639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b91d4c75-2ec8-4d56-b02a-2b999afa13e5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8257795c-11f9-4c28-b422-0d9ef11ee68c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.830130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d4c75-2ec8-4d56-b02a-2b999afa13e5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Port': ['ID=8257795c-11f9-4c28-b422-0d9ef11ee68c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:14.929707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b91d4c75-2ec8-4d56-b02a-2b999afa13e5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:14.933176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b91d4c75-2ec8-4d56-b02a-2b999afa13e5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "DELETE /v2.0/ports/8257795c-11f9-4c28-b422-0d9ef11ee68c HTTP/1.1" status: 204  len: 168 time: 0.5634890
Apr 09 21:12:14.935788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39248) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:14.966064 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-55500814-15d4-4336-acce-d0632f30f5ee tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:14.967996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-55500814-15d4-4336-acce-d0632f30f5ee tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "GET /v2.0/ports/8257795c-11f9-4c28-b422-0d9ef11ee68c HTTP/1.1" status: 404  len: 333 time: 0.0312402
Apr 09 21:12:14.975444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39250) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:14.981270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1242631302'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:15.151482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Made reservation on behalf of 79616748303948e69d7aa4b13ae39dd1 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:15.156291 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:15.177517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] device_id is not set on port 23d98051-10d8-4482-8860-df1a5444fc1c yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:15.318237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Allocated IP 2001:db8::a5 (855c22cd-cca5-4c69-bc89-ba569c96d7b4/90c89ef2-411d-4c1b-a7a4-c2686ead2784/23d98051-10d8-4482-8860-df1a5444fc1c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:15.616051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0368be8-0c84-4e4a-a912-8a0229f58125 req-3865e42f-471d-40b9-8d12-2615e6f3b0f9 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:15.617698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0368be8-0c84-4e4a-a912-8a0229f58125 req-3865e42f-471d-40b9-8d12-2615e6f3b0f9 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0762162
Apr 09 21:12:15.636247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (23d98051-10d8-4482-8860-df1a5444fc1c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:15.710803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0368be8-0c84-4e4a-a912-8a0229f58125 req-b31dcd6f-5e8e-4051-bbec-9e2416d1693d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803449
Apr 09 21:12:15.713204 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (23d98051-10d8-4482-8860-df1a5444fc1c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:15.764920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:15.768250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:15.772176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:15.777439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:15.778442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:15.792144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=23d98051-10d8-4482-8860-df1a5444fc1c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:15.805118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-de20d7d3-3942-4e75-b837-9096bc9585b6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.8264406
Apr 09 21:12:15.806097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39290) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:15.815849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:37:d8:9a'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:16.096606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064bfe-ab6b-4a3c-a6a0-f1e9af2a305d req-6c77d274-c4f2-4a65-aa3e-68384e3b92d4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:16.098084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-32064bfe-ab6b-4a3c-a6a0-f1e9af2a305d req-6c77d274-c4f2-4a65-aa3e-68384e3b92d4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1225572
Apr 09 21:12:16.098977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (23d98051-10d8-4482-8860-df1a5444fc1c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:16.104359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-9f6e7a71-d8dc-4a00-9b41-87b1835c54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:16.105953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-9f6e7a71-d8dc-4a00-9b41-87b1835c54fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 1128 time: 0.0696473
Apr 09 21:12:16.178365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ff2625e6-2a6f-4595-a38a-f2a9dbcb3a25 None None] Provisioning complete for port 23d98051-10d8-4482-8860-df1a5444fc1c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:16.179019 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ff2625e6-2a6f-4595-a38a-f2a9dbcb3a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (23d98051-10d8-4482-8860-df1a5444fc1c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:16.215427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ff2625e6-2a6f-4595-a38a-f2a9dbcb3a25 None None] Port 23d98051-10d8-4482-8860-df1a5444fc1c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:16.288076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-32064bfe-ab6b-4a3c-a6a0-f1e9af2a305d req-4c7e7c63-a4ce-4daf-8fdc-9fe6ae8536de tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1755168
Apr 09 21:12:16.340364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-be0470bf-be6f-4b83-9fc0-fedb7989d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:16.341871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-be0470bf-be6f-4b83-9fc0-fedb7989d384 service neutron] 10.222.0.25 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 911 time: 0.2275472
Apr 09 21:12:16.435608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-670e5d50-a472-4dbd-a38c-458b74c3b137 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db0e06f-1adf-4655-97b4-f840efe455ae HTTP/1.1" status: 200  len: 1000 time: 0.0870934
Apr 09 21:12:16.460009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (23d98051-10d8-4482-8860-df1a5444fc1c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:16.484487 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (23d98051-10d8-4482-8860-df1a5444fc1c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:16.529158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] In _notify_port_updated(), no bound segment for port 23d98051-10d8-4482-8860-df1a5444fc1c on network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:12:16.534282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:16.534893 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:16.536238 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "PUT /v2.0/ports/23d98051-10d8-4482-8860-df1a5444fc1c HTTP/1.1" status: 200  len: 1002 time: 0.7289121
Apr 09 21:12:16.539975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39310) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:16.544871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-5ab14b20-c0de-48f3-9ba7-ce9886b0689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:16.546537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-5ab14b20-c0de-48f3-9ba7-ce9886b0689b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.1024477
Apr 09 21:12:16.571040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99137d2d-8f91-4228-90c5-0fec0de44077 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=23d98051-10d8-4482-8860-df1a5444fc1c,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:16.594917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-2e3a87dc-1035-46b9-af71-0de0eb13f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:16.596388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-2e3a87dc-1035-46b9-af71-0de0eb13f25d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0414245
Apr 09 21:12:16.674990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ed7594fb-e7e3-48c4-8586-ae92fdba04c8 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Deleting port 23d98051-10d8-4482-8860-df1a5444fc1c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:16.675335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed7594fb-e7e3-48c4-8586-ae92fdba04c8 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (23d98051-10d8-4482-8860-df1a5444fc1c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:16.725656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-764bba0e-2e99-4f56-bfcb-f543fb4a0577 service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206639
Apr 09 21:12:16.830300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed7594fb-e7e3-48c4-8586-ae92fdba04c8 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (23d98051-10d8-4482-8860-df1a5444fc1c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:16.850018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ed7594fb-e7e3-48c4-8586-ae92fdba04c8 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Calling delete_port for 23d98051-10d8-4482-8860-df1a5444fc1c owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:16.876459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5bc2f71b-5a2f-483a-8c53-602177dbcaae req-b4f21ebe-9ff8-44af-adcb-b2534c1c5e66 service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401465
Apr 09 21:12:16.953936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-16459a0f-2f51-45b7-8ad9-e2b89df34a76 None None] Provisioning complete for port 23d98051-10d8-4482-8860-df1a5444fc1c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:16.954450 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-16459a0f-2f51-45b7-8ad9-e2b89df34a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (23d98051-10d8-4482-8860-df1a5444fc1c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:16.996682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-16459a0f-2f51-45b7-8ad9-e2b89df34a76 None None] Port 23d98051-10d8-4482-8860-df1a5444fc1c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:17.017670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed7594fb-e7e3-48c4-8586-ae92fdba04c8 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (23d98051-10d8-4482-8860-df1a5444fc1c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:17.049992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7594fb-e7e3-48c4-8586-ae92fdba04c8 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Port': ['ID=23d98051-10d8-4482-8860-df1a5444fc1c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:17.083106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed7594fb-e7e3-48c4-8586-ae92fdba04c8 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:17.086982 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ed7594fb-e7e3-48c4-8586-ae92fdba04c8 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "DELETE /v2.0/ports/23d98051-10d8-4482-8860-df1a5444fc1c HTTP/1.1" status: 204  len: 168 time: 0.5459952
Apr 09 21:12:17.090055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39344) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:17.119138 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6371f000-eb66-463c-838c-d51b697441a5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:17.120577 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6371f000-eb66-463c-838c-d51b697441a5 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "GET /v2.0/ports/23d98051-10d8-4482-8860-df1a5444fc1c HTTP/1.1" status: 404  len: 333 time: 0.0295422
Apr 09 21:12:17.124742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39348) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:17.132211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1152439373'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:17.263638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Made reservation on behalf of 79616748303948e69d7aa4b13ae39dd1 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:17.267429 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:17.286002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] device_id is not set on port b109e00c-01b1-41c7-8129-aff73dbe836b yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:17.445092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4ba7-b6fe-4b45-9efb-891faf0a6535 req-4af1d554-bffd-4237-b7ac-76f56c39aee3 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:17.446620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65eb4ba7-b6fe-4b45-9efb-891faf0a6535 req-4af1d554-bffd-4237-b7ac-76f56c39aee3 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0751779
Apr 09 21:12:17.447742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Allocated IP 2001:db8::115 (855c22cd-cca5-4c69-bc89-ba569c96d7b4/90c89ef2-411d-4c1b-a7a4-c2686ead2784/b109e00c-01b1-41c7-8129-aff73dbe836b) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:17.526011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65eb4ba7-b6fe-4b45-9efb-891faf0a6535 req-44c73962-0316-4a63-abc2-bae6c8bf3451 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733650
Apr 09 21:12:17.933374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (b109e00c-01b1-41c7-8129-aff73dbe836b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:17.967896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b109e00c-01b1-41c7-8129-aff73dbe836b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.020764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:18.025136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:18.027274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=b109e00c-01b1-41c7-8129-aff73dbe836b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:18.035577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:18.041628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:18.042827 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.063873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8ab83a9a-f1e0-4be2-a11c-ad1b271e50ac tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.9378114
Apr 09 21:12:18.066326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39384) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:18.072539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'network_id': '855c22cd-cca5-4c69-bc89-ba569c96d7b4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-127235913'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:18.210452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Made reservation on behalf of 79616748303948e69d7aa4b13ae39dd1 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:18.215610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.239238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] device_id is not set on port adeec99d-d17e-4362-88a2-d1a93c3d8ccc yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:18.327022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39392) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:18.334101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-072c50f7-3935-4fc9-87b3-7a40b87ceb23 None None] Provisioning complete for port b109e00c-01b1-41c7-8129-aff73dbe836b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:18.334546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-072c50f7-3935-4fc9-87b3-7a40b87ceb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b109e00c-01b1-41c7-8129-aff73dbe836b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.371687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-072c50f7-3935-4fc9-87b3-7a40b87ceb23 None None] Port b109e00c-01b1-41c7-8129-aff73dbe836b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:18.402063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Allocated IP 2001:db8::3d3 (855c22cd-cca5-4c69-bc89-ba569c96d7b4/90c89ef2-411d-4c1b-a7a4-c2686ead2784/adeec99d-d17e-4362-88a2-d1a93c3d8ccc) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:18.487094 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aaff7f25-cdc9-45fb-ac43-c897cd260171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.648508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aaff7f25-cdc9-45fb-ac43-c897cd260171 admin admin] Publish callbacks [] for security_group (77e85c19-2da4-4541-a629-a2878e17542c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.655440 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aaff7f25-cdc9-45fb-ac43-c897cd260171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (77e85c19-2da4-4541-a629-a2878e17542c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.699505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff7f25-cdc9-45fb-ac43-c897cd260171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e85c19-2da4-4541-a629-a2878e17542c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:18.703458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.706871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aaff7f25-cdc9-45fb-ac43-c897cd260171 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4278f12b2484658b204fec79172cd04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3780158
Apr 09 21:12:18.707475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39414) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:18.715150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e41c7-5304-42fd-8ccd-8599d366fac6 req-c75c1741-f343-4ff0-a1a4-cd564d54213b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:18.716720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-069e41c7-5304-42fd-8ccd-8599d366fac6 req-c75c1741-f343-4ff0-a1a4-cd564d54213b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0970554
Apr 09 21:12:18.757448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1895aeb8-8e97-4dba-af94-1d05f8418b5f admin admin] Publish callbacks [] for security_group (77e85c19-2da4-4541-a629-a2878e17542c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.779612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1895aeb8-8e97-4dba-af94-1d05f8418b5f admin admin] Publish callbacks [] for security_group (77e85c19-2da4-4541-a629-a2878e17542c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.784411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-069e41c7-5304-42fd-8ccd-8599d366fac6 req-7fe7fdee-436f-4a1d-bb20-50d559e8ae6f tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617263
Apr 09 21:12:18.785949 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.834773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:18.835964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1895aeb8-8e97-4dba-af94-1d05f8418b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (77e85c19-2da4-4541-a629-a2878e17542c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.838087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:18.838798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1895aeb8-8e97-4dba-af94-1d05f8418b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.842548 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1895aeb8-8e97-4dba-af94-1d05f8418b5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77e85c19-2da4-4541-a629-a2878e17542c HTTP/1.1" status: 204  len: 168 time: 0.1313746
Apr 09 21:12:18.842731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:18.849355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895aeb8-8e97-4dba-af94-1d05f8418b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e85c19-2da4-4541-a629-a2878e17542c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:18.857341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:18.858043 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:18.864979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=adeec99d-d17e-4362-88a2-d1a93c3d8ccc,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:18.889249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9542a0cf-eeb6-4915-bec4-f13213438ac1 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.8208747
Apr 09 21:12:18.892273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39420) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:18.898417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::dc', 'mac_address': 'fa:16:3e:37:d8:9a'}, {'ip_address': '2001:db8::115', 'mac_address': 'fa:16:3e:20:ee:02'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:19.072761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.151462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39424) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:19.165891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c03f58f8-0cd8-43ce-b3b5-5278539d47f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.198149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0dcf81dc-5057-4c57-9439-a3a8da088c2c None None] Provisioning complete for port adeec99d-d17e-4362-88a2-d1a93c3d8ccc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:19.198845 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0dcf81dc-5057-4c57-9439-a3a8da088c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.238243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf81dc-5057-4c57-9439-a3a8da088c2c None None] Port adeec99d-d17e-4362-88a2-d1a93c3d8ccc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:19.255575 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c03f58f8-0cd8-43ce-b3b5-5278539d47f2 admin admin] Publish callbacks [] for security_group (4e447514-c0c1-4d23-99bd-84d560550141), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.260885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c03f58f8-0cd8-43ce-b3b5-5278539d47f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4e447514-c0c1-4d23-99bd-84d560550141), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.264636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.270453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.300342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c03f58f8-0cd8-43ce-b3b5-5278539d47f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d67475e95f6a4151ace659e1bb92714c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1476121
Apr 09 21:12:19.303179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39426) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:19.303587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f58f8-0cd8-43ce-b3b5-5278539d47f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e447514-c0c1-4d23-99bd-84d560550141,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:19.316724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] In _notify_port_updated(), no bound segment for port adeec99d-d17e-4362-88a2-d1a93c3d8ccc on network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:12:19.321729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:19.322354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.323645 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "PUT /v2.0/ports/adeec99d-d17e-4362-88a2-d1a93c3d8ccc HTTP/1.1" status: 200  len: 1066 time: 0.4300330
Apr 09 21:12:19.326987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39428) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:19.349267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816548f4-7ae2-4290-816b-a9b0126d77ae tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event updated for resources: {'Port': ['ID=adeec99d-d17e-4362-88a2-d1a93c3d8ccc,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:19.393752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f766d3a0-d159-4d8f-994d-943eccf98f73 admin admin] Publish callbacks [] for security_group (4e447514-c0c1-4d23-99bd-84d560550141), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.418867 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f766d3a0-d159-4d8f-994d-943eccf98f73 admin admin] Publish callbacks [] for security_group (4e447514-c0c1-4d23-99bd-84d560550141), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.428967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d4b98522-4a97-45db-89a0-9211e7b32a33 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Deleting port adeec99d-d17e-4362-88a2-d1a93c3d8ccc {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:19.429333 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4b98522-4a97-45db-89a0-9211e7b32a33 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.485817 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f766d3a0-d159-4d8f-994d-943eccf98f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4e447514-c0c1-4d23-99bd-84d560550141), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.488807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f766d3a0-d159-4d8f-994d-943eccf98f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.490109 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f766d3a0-d159-4d8f-994d-943eccf98f73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e447514-c0c1-4d23-99bd-84d560550141 HTTP/1.1" status: 204  len: 168 time: 0.1748898
Apr 09 21:12:19.502246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766d3a0-d159-4d8f-994d-943eccf98f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e447514-c0c1-4d23-99bd-84d560550141,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:19.545123 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4b98522-4a97-45db-89a0-9211e7b32a33 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.565420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d4b98522-4a97-45db-89a0-9211e7b32a33 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Calling delete_port for adeec99d-d17e-4362-88a2-d1a93c3d8ccc owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:19.661293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c2f80200-6991-496c-9b69-2d34ababa76c None None] Provisioning complete for port adeec99d-d17e-4362-88a2-d1a93c3d8ccc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:19.661893 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c2f80200-6991-496c-9b69-2d34ababa76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.720637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c2f80200-6991-496c-9b69-2d34ababa76c None None] Port adeec99d-d17e-4362-88a2-d1a93c3d8ccc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:19.727565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4b98522-4a97-45db-89a0-9211e7b32a33 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (adeec99d-d17e-4362-88a2-d1a93c3d8ccc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.760539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b98522-4a97-45db-89a0-9211e7b32a33 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Port': ['ID=adeec99d-d17e-4362-88a2-d1a93c3d8ccc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:19.988031 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4b98522-4a97-45db-89a0-9211e7b32a33 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:19.991768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d4b98522-4a97-45db-89a0-9211e7b32a33 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "DELETE /v2.0/ports/adeec99d-d17e-4362-88a2-d1a93c3d8ccc HTTP/1.1" status: 204  len: 168 time: 0.6638668
Apr 09 21:12:19.994558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39446) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:20.025055 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26a08c1-d72e-403a-a593-3ad16b72484d tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:20.029317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e26a08c1-d72e-403a-a593-3ad16b72484d tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "GET /v2.0/ports/adeec99d-d17e-4362-88a2-d1a93c3d8ccc HTTP/1.1" status: 404  len: 333 time: 0.0313246
Apr 09 21:12:20.030279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39448) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:20.121621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d420b0b8-539c-43db-8aac-ef51cab7c779 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Deleting port b109e00c-01b1-41c7-8129-aff73dbe836b {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:20.121984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d420b0b8-539c-43db-8aac-ef51cab7c779 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b109e00c-01b1-41c7-8129-aff73dbe836b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.209324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d420b0b8-539c-43db-8aac-ef51cab7c779 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b109e00c-01b1-41c7-8129-aff73dbe836b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.222193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d420b0b8-539c-43db-8aac-ef51cab7c779 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Calling delete_port for b109e00c-01b1-41c7-8129-aff73dbe836b owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:20.356445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d420b0b8-539c-43db-8aac-ef51cab7c779 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b109e00c-01b1-41c7-8129-aff73dbe836b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.406446 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-74bb4506-55fb-4536-a507-a72694867c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.416198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420b0b8-539c-43db-8aac-ef51cab7c779 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Port': ['ID=b109e00c-01b1-41c7-8129-aff73dbe836b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:20.421900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d420b0b8-539c-43db-8aac-ef51cab7c779 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.427998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39462) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:20.428609 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d420b0b8-539c-43db-8aac-ef51cab7c779 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "DELETE /v2.0/ports/b109e00c-01b1-41c7-8129-aff73dbe836b HTTP/1.1" status: 204  len: 168 time: 0.3962486
Apr 09 21:12:20.463767 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-971eab80-1e9d-4cea-97a4-7ff66162c3ce tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:20.465456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-971eab80-1e9d-4cea-97a4-7ff66162c3ce tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "GET /v2.0/ports/b109e00c-01b1-41c7-8129-aff73dbe836b HTTP/1.1" status: 404  len: 333 time: 0.0361109
Apr 09 21:12:20.469777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39464) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:20.567569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-87ac6068-4e1b-4519-9979-1ef9647f5b6e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Deleting port 6114f251-eb5a-4794-bf61-4d9b6ab518c0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:20.567979 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87ac6068-4e1b-4519-9979-1ef9647f5b6e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6114f251-eb5a-4794-bf61-4d9b6ab518c0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.674942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87ac6068-4e1b-4519-9979-1ef9647f5b6e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6114f251-eb5a-4794-bf61-4d9b6ab518c0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.690642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-87ac6068-4e1b-4519-9979-1ef9647f5b6e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Calling delete_port for 6114f251-eb5a-4794-bf61-4d9b6ab518c0 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:20.856481 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87ac6068-4e1b-4519-9979-1ef9647f5b6e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6114f251-eb5a-4794-bf61-4d9b6ab518c0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.893336 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac6068-4e1b-4519-9979-1ef9647f5b6e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Port': ['ID=6114f251-eb5a-4794-bf61-4d9b6ab518c0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:20.927788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87ac6068-4e1b-4519-9979-1ef9647f5b6e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:20.931576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-87ac6068-4e1b-4519-9979-1ef9647f5b6e tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "DELETE /v2.0/ports/6114f251-eb5a-4794-bf61-4d9b6ab518c0 HTTP/1.1" status: 204  len: 168 time: 0.4604595
Apr 09 21:12:20.935080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39496) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:20.996028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-792e48e8-abfb-43df-931c-df710090b132 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Deleting subnet 90c89ef2-411d-4c1b-a7a4-c2686ead2784 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:21.001422 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-792e48e8-abfb-43df-931c-df710090b132 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for subnet (90c89ef2-411d-4c1b-a7a4-c2686ead2784), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.059213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-792e48e8-abfb-43df-931c-df710090b132 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (90c89ef2-411d-4c1b-a7a4-c2686ead2784), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.190218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-792e48e8-abfb-43df-931c-df710090b132 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (90c89ef2-411d-4c1b-a7a4-c2686ead2784), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.264248 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-792e48e8-abfb-43df-931c-df710090b132 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (90c89ef2-411d-4c1b-a7a4-c2686ead2784), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.302943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-792e48e8-abfb-43df-931c-df710090b132 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.306265 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-792e48e8-abfb-43df-931c-df710090b132 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "DELETE /v2.0/subnets/90c89ef2-411d-4c1b-a7a4-c2686ead2784 HTTP/1.1" status: 204  len: 168 time: 0.3700745
Apr 09 21:12:21.307251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e48e8-abfb-43df-931c-df710090b132 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Subnet': ['ID=90c89ef2-411d-4c1b-a7a4-c2686ead2784,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:21.308848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39534) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:21.311451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871307c-56ba-449c-bbdb-c673efad6a2d None None] Network 855c22cd-cca5-4c69-bc89-ba569c96d7b4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:21.391415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (855c22cd-cca5-4c69-bc89-ba569c96d7b4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.449387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Deleting port 5a746163-f4c3-46fe-91b9-c811f9270ccf {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:21.449706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.495556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] DHCP port deletion for 855c22cd-cca5-4c69-bc89-ba569c96d7b4 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:12:21.522436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] For port 5a746163-f4c3-46fe-91b9-c811f9270ccf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a746163-f4c3-46fe-91b9-c811f9270ccf,segment=NetworkSegment(81e29033-b7c2-4d5b-ba5f-8d210cf67334),segment_id=81e29033-b7c2-4d5b-ba5f-8d210cf67334)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:21.522789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.536497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] Deleting port 5a746163-f4c3-46fe-91b9-c811f9270ccf {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:21.537238 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.538017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Calling delete_port for 5a746163-f4c3-46fe-91b9-c811f9270ccf owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:21.602848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] For port 5a746163-f4c3-46fe-91b9-c811f9270ccf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a746163-f4c3-46fe-91b9-c811f9270ccf,segment=NetworkSegment(81e29033-b7c2-4d5b-ba5f-8d210cf67334),segment_id=81e29033-b7c2-4d5b-ba5f-8d210cf67334)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:21.603241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.616761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] Calling delete_port for 5a746163-f4c3-46fe-91b9-c811f9270ccf owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:21.627495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.657269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] No DVR routers for this DVR port 5a746163-f4c3-46fe-91b9-c811f9270ccf on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:21.664537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Port': ['ID=5a746163-f4c3-46fe-91b9-c811f9270ccf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:21.704789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (5a746163-f4c3-46fe-91b9-c811f9270ccf), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.717340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] No DVR routers for this DVR port 5a746163-f4c3-46fe-91b9-c811f9270ccf on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:21.751116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725973a-bc00-4a8f-a2af-4bd5d99adebb None None] Pushing event deleted for resources: {'Port': ['ID=5a746163-f4c3-46fe-91b9-c811f9270ccf,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:21.765054 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (855c22cd-cca5-4c69-bc89-ba569c96d7b4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.792280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375d95340>,) {'filters': {'network_id': ['855c22cd-cca5-4c69-bc89-ba569c96d7b4']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:21.804868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375d95340>, '81e29033-b7c2-4d5b-ba5f-8d210cf67334') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:21.805193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375d95340>, '81e29033-b7c2-4d5b-ba5f-8d210cf67334') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:21.812452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39554) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:21.815485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (81e29033-b7c2-4d5b-ba5f-8d210cf67334), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.831205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (81e29033-b7c2-4d5b-ba5f-8d210cf67334), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.838087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:12:21.838645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (81e29033-b7c2-4d5b-ba5f-8d210cf67334), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:12:21.841881 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:12:21.914618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (855c22cd-cca5-4c69-bc89-ba569c96d7b4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.922295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.925433 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] 10.222.0.30 "DELETE /v2.0/networks/855c22cd-cca5-4c69-bc89-ba569c96d7b4 HTTP/1.1" status: 204  len: 168 time: 0.6156037
Apr 09 21:12:21.931959 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c23b8848-1cb1-40e4-a70b-449e36a48909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:21.940651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f58ff-34b3-4289-bd2e-ebfe7941e0e6 tempest-AllowedAddressPairIpV6TestJSON-427606411 tempest-AllowedAddressPairIpV6TestJSON-427606411-project] Pushing event deleted for resources: {'Network': ['ID=855c22cd-cca5-4c69-bc89-ba569c96d7b4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:22.027690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c23b8848-1cb1-40e4-a70b-449e36a48909 admin admin] Publish callbacks [] for security_group (47114501-740b-41e2-91b3-8ad4989af6ad), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.032136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c23b8848-1cb1-40e4-a70b-449e36a48909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (47114501-740b-41e2-91b3-8ad4989af6ad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.076167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39564) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:22.083439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c23b8848-1cb1-40e4-a70b-449e36a48909 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9f8b175df3d4e77960eda0e4eb4ce60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2696366
Apr 09 21:12:22.095740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b8848-1cb1-40e4-a70b-449e36a48909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47114501-740b-41e2-91b3-8ad4989af6ad,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:22.139457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9514-078a-4bb6-aacf-0c62fa006883 admin admin] Publish callbacks [] for security_group (47114501-740b-41e2-91b3-8ad4989af6ad), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.164718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9514-078a-4bb6-aacf-0c62fa006883 admin admin] Publish callbacks [] for security_group (47114501-740b-41e2-91b3-8ad4989af6ad), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.171483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39568) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:22.192105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39572) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:22.224666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9514-078a-4bb6-aacf-0c62fa006883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (47114501-740b-41e2-91b3-8ad4989af6ad), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.227527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9514-078a-4bb6-aacf-0c62fa006883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.228918 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1ee9514-078a-4bb6-aacf-0c62fa006883 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47114501-740b-41e2-91b3-8ad4989af6ad HTTP/1.1" status: 204  len: 168 time: 0.1516521
Apr 09 21:12:22.237820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee9514-078a-4bb6-aacf-0c62fa006883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47114501-740b-41e2-91b3-8ad4989af6ad,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:22.332710 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe778-4ab7-4045-8d26-eff964775595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.369796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5bb37499-536a-464d-a820-738d72865c68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79616748303948e69d7aa4b13ae39dd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1974354
Apr 09 21:12:22.374742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39580) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:22.441138 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4110c07c-6099-4e67-b4b8-22e4cf15540b admin admin] Publish callbacks [] for security_group (ec055153-c680-4f9c-b40b-03d50ee8d015), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.464868 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe778-4ab7-4045-8d26-eff964775595 admin admin] Publish callbacks [] for security_group (76f4a3a9-5513-444a-a3a5-6187a315a7a6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.471845 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe778-4ab7-4045-8d26-eff964775595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (76f4a3a9-5513-444a-a3a5-6187a315a7a6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.481748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4110c07c-6099-4e67-b4b8-22e4cf15540b admin admin] Publish callbacks [] for security_group (ec055153-c680-4f9c-b40b-03d50ee8d015), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.520547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbe778-4ab7-4045-8d26-eff964775595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f4a3a9-5513-444a-a3a5-6187a315a7a6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:22.528074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cdcbe778-4ab7-4045-8d26-eff964775595 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc1b8680b8e64fe3b97b0b0c90675c02&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3345644
Apr 09 21:12:22.531356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39584) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:22.545834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4110c07c-6099-4e67-b4b8-22e4cf15540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec055153-c680-4f9c-b40b-03d50ee8d015), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.549384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4110c07c-6099-4e67-b4b8-22e4cf15540b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.550714 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4110c07c-6099-4e67-b4b8-22e4cf15540b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec055153-c680-4f9c-b40b-03d50ee8d015 HTTP/1.1" status: 204  len: 168 time: 0.1747222
Apr 09 21:12:22.561893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a746163-f4c3-46fe-91b9-c811f9270ccf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:12:22.570972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110c07c-6099-4e67-b4b8-22e4cf15540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec055153-c680-4f9c-b40b-03d50ee8d015,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:22.597708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5a746163-f4c3-46fe-91b9-c811f9270ccf {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:12:22.598144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a746163-f4c3-46fe-91b9-c811f9270ccf not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:12:22.611315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fa7691a4-81d4-40a2-8cde-7b9ba2669433 admin admin] Publish callbacks [] for security_group (76f4a3a9-5513-444a-a3a5-6187a315a7a6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.641222 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fa7691a4-81d4-40a2-8cde-7b9ba2669433 admin admin] Publish callbacks [] for security_group (76f4a3a9-5513-444a-a3a5-6187a315a7a6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.650421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39588) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:22.668210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcffac8d-909e-4063-a00c-4a8a494ce8ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.697646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fa7691a4-81d4-40a2-8cde-7b9ba2669433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (76f4a3a9-5513-444a-a3a5-6187a315a7a6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.700977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fa7691a4-81d4-40a2-8cde-7b9ba2669433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.702441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fa7691a4-81d4-40a2-8cde-7b9ba2669433 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76f4a3a9-5513-444a-a3a5-6187a315a7a6 HTTP/1.1" status: 204  len: 168 time: 0.1688898
Apr 09 21:12:22.711168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7691a4-81d4-40a2-8cde-7b9ba2669433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f4a3a9-5513-444a-a3a5-6187a315a7a6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:22.775032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcffac8d-909e-4063-a00c-4a8a494ce8ec admin admin] Publish callbacks [] for security_group (df073667-d654-4ed7-91e6-3977897df8a1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.781798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcffac8d-909e-4063-a00c-4a8a494ce8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (df073667-d654-4ed7-91e6-3977897df8a1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.822832 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dcffac8d-909e-4063-a00c-4a8a494ce8ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98071d99911a47d8b9d3391cc37493d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1709466
Apr 09 21:12:22.823994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffac8d-909e-4063-a00c-4a8a494ce8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df073667-d654-4ed7-91e6-3977897df8a1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:22.825712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:22.881893 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4f3ccb9b-195b-4047-aca0-f3350461e529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.900175 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-14ced2e1-adfa-44e0-9213-fa0b3da9f0b2 admin admin] Publish callbacks [] for security_group (df073667-d654-4ed7-91e6-3977897df8a1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.927292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-14ced2e1-adfa-44e0-9213-fa0b3da9f0b2 admin admin] Publish callbacks [] for security_group (df073667-d654-4ed7-91e6-3977897df8a1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.988713 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-14ced2e1-adfa-44e0-9213-fa0b3da9f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (df073667-d654-4ed7-91e6-3977897df8a1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.991998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-14ced2e1-adfa-44e0-9213-fa0b3da9f0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:22.995848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-14ced2e1-adfa-44e0-9213-fa0b3da9f0b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df073667-d654-4ed7-91e6-3977897df8a1 HTTP/1.1" status: 204  len: 168 time: 0.1664588
Apr 09 21:12:23.002945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ced2e1-adfa-44e0-9213-fa0b3da9f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df073667-d654-4ed7-91e6-3977897df8a1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:23.238923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39610) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:23.255417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:23.351346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Publish callbacks [] for security_group (af59379b-9a88-497e-91bb-c6a444dc3ccd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:23.357386 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (af59379b-9a88-497e-91bb-c6a444dc3ccd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:23.410405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af59379b-9a88-497e-91bb-c6a444dc3ccd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:23.418955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a097a78b6bcb46d6a1ae5e774b95854d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1761343
Apr 09 21:12:23.419898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:23.425848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.426273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.426616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.427697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.428044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.428380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.428712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.429129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.429414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.429833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.430165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.430541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.430804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.434380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.434961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29296-6e23-4a7f-907c-9dccb2d73b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:23.511102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-877a63df-7513-462f-823c-8106668cc58c admin admin] Publish callbacks [] for security_group (af59379b-9a88-497e-91bb-c6a444dc3ccd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:23.555669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-877a63df-7513-462f-823c-8106668cc58c admin admin] Publish callbacks [] for security_group (af59379b-9a88-497e-91bb-c6a444dc3ccd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:23.616133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-877a63df-7513-462f-823c-8106668cc58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (af59379b-9a88-497e-91bb-c6a444dc3ccd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:23.619249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-877a63df-7513-462f-823c-8106668cc58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:23.623594 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-877a63df-7513-462f-823c-8106668cc58c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af59379b-9a88-497e-91bb-c6a444dc3ccd HTTP/1.1" status: 204  len: 168 time: 0.1996932
Apr 09 21:12:23.633122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a63df-7513-462f-823c-8106668cc58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af59379b-9a88-497e-91bb-c6a444dc3ccd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:23.866607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39638) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:23.991573 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1575137606'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:24.030758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Made reservation on behalf of 5d1fe3272f44492ab3e82549fed639f4 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:24.034409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.047873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.090077 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.150008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for security_group (7193f1ca-aad3-425b-a65d-e4ee8b284e1e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.158733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7193f1ca-aad3-425b-a65d-e4ee8b284e1e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.188137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:12:24.199271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7193f1ca-aad3-425b-a65d-e4ee8b284e1e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:24.204816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7a6c2c0e-2340-4442-9d04-b21625582a3b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.205275 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Added segment 7a6c2c0e-2340-4442-9d04-b21625582a3b of type vlan for network a2fe7c5f-8bae-4230-95a8-30accca2a142
Apr 09 21:12:24.252292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (a2fe7c5f-8bae-4230-95a8-30accca2a142), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.288338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (a2fe7c5f-8bae-4230-95a8-30accca2a142), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.294221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:24.294960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.330589 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.4632609
Apr 09 21:12:24.333407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39660) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:24.342459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'subnet': {'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:24.399348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86123dc1-c827-4bcb-a2bc-ed743068e912 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Network': ['ID=a2fe7c5f-8bae-4230-95a8-30accca2a142,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:24.418701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:12:24.481312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Made reservation on behalf of 5d1fe3272f44492ab3e82549fed639f4 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:24.485633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.693686 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (7130ffff-071d-4c1f-b1a4-3da0392fb633), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.762329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Subnet': ['ID=7130ffff-071d-4c1f-b1a4-3da0392fb633,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:24.776744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Checking segment: {'id': '7a6c2c0e-2340-4442-9d04-b21625582a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:24.777378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Network hostable DHCP agents. Network: a2fe7c5f-8bae-4230-95a8-30accca2a142, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:12:24.796661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:12:24.813172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a2fe7c5f-8bae-4230-95a8-30accca2a142) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:24.818694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:24.820235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:24.839164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8881a1-f1ce-4540-a291-52064ab83a07 None None] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:24.844897 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-64efab59-e247-4d30-ae53-e54af8c93a35 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5103526
Apr 09 21:12:24.847441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39686) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:24.854743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142', 'name': 'tempest-AllowedAddressPairTestJSON-1845379446'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:24.965921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a2fe7c5f-8bae-4230-95a8-30accca2a142', 'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142', 'project_id': '5d1fe3272f44492ab3e82549fed639f4', 'fixed_ips': [{'subnet_id': '7130ffff-071d-4c1f-b1a4-3da0392fb633'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:12:24.966876 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.008028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Made reservation on behalf of 5d1fe3272f44492ab3e82549fed639f4 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:25.012051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.034243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] device_id is not set on port d368fc15-20df-43ec-b6d1-14572206e67c yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:25.161221 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.168375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Allocated IP 172.20.0.2 (a2fe7c5f-8bae-4230-95a8-30accca2a142/7130ffff-071d-4c1f-b1a4-3da0392fb633/f189b2b9-59ec-49a4-bd91-279f42066160) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:25.184244 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.338995 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Publish callbacks [] for port (f189b2b9-59ec-49a4-bd91-279f42066160), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.347245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.392813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Pushing event updated for resources: {'Port': ['ID=f189b2b9-59ec-49a4-bd91-279f42066160,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:25.414620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:25.416755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:25.420993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:25.421439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Allocated IP 172.20.0.10 (a2fe7c5f-8bae-4230-95a8-30accca2a142/7130ffff-071d-4c1f-b1a4-3da0392fb633/d368fc15-20df-43ec-b6d1-14572206e67c) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:25.500182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Attempting to bind port f189b2b9-59ec-49a4-bd91-279f42066160 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:25.500555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Attempting to bind port f189b2b9-59ec-49a4-bd91-279f42066160 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a6c2c0e-2340-4442-9d04-b21625582a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:25.500915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Attempting to bind port f189b2b9-59ec-49a4-bd91-279f42066160 on network a2fe7c5f-8bae-4230-95a8-30accca2a142 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:25.506735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:25.507098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Checking segment: {'id': '7a6c2c0e-2340-4442-9d04-b21625582a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:25.507591 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.508601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Bound using segment: {'id': '7a6c2c0e-2340-4442-9d04-b21625582a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:25.509327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Bound port: f189b2b9-59ec-49a4-bd91-279f42066160, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c2c0e-2340-4442-9d04-b21625582a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:25.509708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.603699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] For port f189b2b9-59ec-49a4-bd91-279f42066160, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:25.607732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] For port f189b2b9-59ec-49a4-bd91-279f42066160, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f189b2b9-59ec-49a4-bd91-279f42066160,segment=NetworkSegment(7a6c2c0e-2340-4442-9d04-b21625582a3b),segment_id=7a6c2c0e-2340-4442-9d04-b21625582a3b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:25.618606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.678885 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (d368fc15-20df-43ec-b6d1-14572206e67c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.690268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c5f59-60f9-40fc-8950-c656eae1a185 None None] Pushing event updated for resources: {'Port': ['ID=f189b2b9-59ec-49a4-bd91-279f42066160,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:25.735095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d368fc15-20df-43ec-b6d1-14572206e67c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.787657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:25.793688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:25.798175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:25.836998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=d368fc15-20df-43ec-b6d1-14572206e67c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:25.863243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:25.864070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:25.889933 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a6fc8b43-bfab-4ac7-9486-c4f35337aea0 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0399292
Apr 09 21:12:25.891781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39740) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:25.898389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142', 'name': 'tempest-AllowedAddressPairTestJSON-1937544597', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:da:2d:a9'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:26.044994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39746) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:26.084987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Made reservation on behalf of 5d1fe3272f44492ab3e82549fed639f4 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:26.199769 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec0fee17-c5fe-4cc4-81a9-69240d495958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.215571 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.238918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] device_id is not set on port ef904924-5fd4-4c20-a3ba-da2a1a545af1 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:26.294102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec0fee17-c5fe-4cc4-81a9-69240d495958 admin admin] Publish callbacks [] for security_group (8a1b8ab5-4372-4cca-b311-365e047b83cd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.301359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec0fee17-c5fe-4cc4-81a9-69240d495958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8a1b8ab5-4372-4cca-b311-365e047b83cd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.351477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fee17-c5fe-4cc4-81a9-69240d495958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1b8ab5-4372-4cca-b311-365e047b83cd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:26.355969 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ec0fee17-c5fe-4cc4-81a9-69240d495958 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efd920ac81ae4ec2b537910c574da53d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3098741
Apr 09 21:12:26.358545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39756) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:26.392427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Allocated IP 172.20.0.14 (a2fe7c5f-8bae-4230-95a8-30accca2a142/7130ffff-071d-4c1f-b1a4-3da0392fb633/ef904924-5fd4-4c20-a3ba-da2a1a545af1) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:26.421598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-afce5f43-d710-4266-a69c-795f2ca2306d admin admin] Publish callbacks [] for security_group (8a1b8ab5-4372-4cca-b311-365e047b83cd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.467499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-afce5f43-d710-4266-a69c-795f2ca2306d admin admin] Publish callbacks [] for security_group (8a1b8ab5-4372-4cca-b311-365e047b83cd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.561217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-afce5f43-d710-4266-a69c-795f2ca2306d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8a1b8ab5-4372-4cca-b311-365e047b83cd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.564334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-afce5f43-d710-4266-a69c-795f2ca2306d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.565791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-afce5f43-d710-4266-a69c-795f2ca2306d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a1b8ab5-4372-4cca-b311-365e047b83cd HTTP/1.1" status: 204  len: 168 time: 0.2062669
Apr 09 21:12:26.593555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f189b2b9-59ec-49a4-bd91-279f42066160 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:26.594416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce5f43-d710-4266-a69c-795f2ca2306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1b8ab5-4372-4cca-b311-365e047b83cd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:26.680381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (ef904924-5fd4-4c20-a3ba-da2a1a545af1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.699681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f189b2b9-59ec-49a4-bd91-279f42066160 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:26.701125 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.746136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ef904924-5fd4-4c20-a3ba-da2a1a545af1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.816586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:26.820492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:26.824140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:26.876228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=ef904924-5fd4-4c20-a3ba-da2a1a545af1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:26.886937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:26.887726 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.914729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39766) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:26.921086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c6984d9e-abbd-4893-8b93-74d24013b11a tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1000 time: 1.0272603
Apr 09 21:12:26.926716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f189b2b9-59ec-49a4-bd91-279f42066160 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:26.927101 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.932597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:26.980582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f189b2b9-59ec-49a4-bd91-279f42066160, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f189b2b9-59ec-49a4-bd91-279f42066160,segment=NetworkSegment(7a6c2c0e-2340-4442-9d04-b21625582a3b),segment_id=7a6c2c0e-2340-4442-9d04-b21625582a3b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:26.991686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.062911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74941946-9081-4234-b806-4a562ce899bd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:27.075774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f189b2b9-59ec-49a4-bd91-279f42066160,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:27.076453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74941946-9081-4234-b806-4a562ce899bd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:27.085788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39770) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:27.089789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74941946-9081-4234-b806-4a562ce899bd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:27.092061 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-74941946-9081-4234-b806-4a562ce899bd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.1750727
Apr 09 21:12:27.095035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39772) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:27.109275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8c54071c-6e6e-4fe8-a65b-132da3e828e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.125724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56791c2e-71b6-4988-9c2b-46154da47eeb None None] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:27.205223 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8c54071c-6e6e-4fe8-a65b-132da3e828e4 admin admin] Publish callbacks [] for security_group (74730dd8-b038-45b1-9757-9d0480e52251), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.211787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8c54071c-6e6e-4fe8-a65b-132da3e828e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (74730dd8-b038-45b1-9757-9d0480e52251), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.214986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a619c9c2-f264-438b-a5ee-c7e8798e4391 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Deleting port ef904924-5fd4-4c20-a3ba-da2a1a545af1 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:27.215474 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a619c9c2-f264-438b-a5ee-c7e8798e4391 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ef904924-5fd4-4c20-a3ba-da2a1a545af1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.234888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-159e56e7-5fe9-42ab-be4c-5be73f4bb069 None None] Provisioning complete for port f189b2b9-59ec-49a4-bd91-279f42066160 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:27.235337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-159e56e7-5fe9-42ab-be4c-5be73f4bb069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.255506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8c54071c-6e6e-4fe8-a65b-132da3e828e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=042f0df1e4e049b789df27c47af01dce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1685612
Apr 09 21:12:27.262827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39784) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:27.294858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54071c-6e6e-4fe8-a65b-132da3e828e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74730dd8-b038-45b1-9757-9d0480e52251,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:27.336055 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a619c9c2-f264-438b-a5ee-c7e8798e4391 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ef904924-5fd4-4c20-a3ba-da2a1a545af1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.355642 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4fc89942-2323-4010-9770-02b258e142a8 admin admin] Publish callbacks [] for security_group (74730dd8-b038-45b1-9757-9d0480e52251), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.367020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a619c9c2-f264-438b-a5ee-c7e8798e4391 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Calling delete_port for ef904924-5fd4-4c20-a3ba-da2a1a545af1 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:27.375702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-159e56e7-5fe9-42ab-be4c-5be73f4bb069 None None] Current status of the port f189b2b9-59ec-49a4-bd91-279f42066160 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:27.388975 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4fc89942-2323-4010-9770-02b258e142a8 admin admin] Publish callbacks [] for security_group (74730dd8-b038-45b1-9757-9d0480e52251), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.469901 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4fc89942-2323-4010-9770-02b258e142a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (74730dd8-b038-45b1-9757-9d0480e52251), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.473204 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4fc89942-2323-4010-9770-02b258e142a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.475479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4fc89942-2323-4010-9770-02b258e142a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74730dd8-b038-45b1-9757-9d0480e52251 HTTP/1.1" status: 204  len: 168 time: 0.2113860
Apr 09 21:12:27.486018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc89942-2323-4010-9770-02b258e142a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74730dd8-b038-45b1-9757-9d0480e52251,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:27.583401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a619c9c2-f264-438b-a5ee-c7e8798e4391 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ef904924-5fd4-4c20-a3ba-da2a1a545af1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.625894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619c9c2-f264-438b-a5ee-c7e8798e4391 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Port': ['ID=ef904924-5fd4-4c20-a3ba-da2a1a545af1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:27.690606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dd54ad9b-6b25-440f-864a-ae33e9b06680 None None] Could not find standard attr ID for object ef904924-5fd4-4c20-a3ba-da2a1a545af1. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:12:27.718984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dd54ad9b-6b25-440f-864a-ae33e9b06680 None None] Provisioning complete for port f189b2b9-59ec-49a4-bd91-279f42066160 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:27.719361 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd54ad9b-6b25-440f-864a-ae33e9b06680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.784611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a619c9c2-f264-438b-a5ee-c7e8798e4391 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.791465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39790) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:27.792061 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a619c9c2-f264-438b-a5ee-c7e8798e4391 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "DELETE /v2.0/ports/ef904924-5fd4-4c20-a3ba-da2a1a545af1 HTTP/1.1" status: 204  len: 168 time: 0.6955225
Apr 09 21:12:27.837235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dd54ad9b-6b25-440f-864a-ae33e9b06680 None None] Current status of the port f189b2b9-59ec-49a4-bd91-279f42066160 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:27.849490 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-301627d3-cee9-4f1f-bd1c-4990ee0db250 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:27.849660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dd54ad9b-6b25-440f-864a-ae33e9b06680 None None] Provisioning complete for port d368fc15-20df-43ec-b6d1-14572206e67c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:27.850425 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd54ad9b-6b25-440f-864a-ae33e9b06680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d368fc15-20df-43ec-b6d1-14572206e67c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:27.852209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-301627d3-cee9-4f1f-bd1c-4990ee0db250 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "GET /v2.0/ports/ef904924-5fd4-4c20-a3ba-da2a1a545af1 HTTP/1.1" status: 404  len: 333 time: 0.0594189
Apr 09 21:12:27.857458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39794) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:27.865013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142', 'name': 'tempest-AllowedAddressPairTestJSON-238949776'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:27.903832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dd54ad9b-6b25-440f-864a-ae33e9b06680 None None] Port d368fc15-20df-43ec-b6d1-14572206e67c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:28.025655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2e868125-e82d-4d1e-ad6b-96f37a20fa8a None None] Provisioning complete for port d368fc15-20df-43ec-b6d1-14572206e67c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:28.026344 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e868125-e82d-4d1e-ad6b-96f37a20fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d368fc15-20df-43ec-b6d1-14572206e67c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:28.026641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Made reservation on behalf of 5d1fe3272f44492ab3e82549fed639f4 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:28.032108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:28.070225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] device_id is not set on port 5f8a23b4-08f4-4b1c-bce7-6846e0bba676 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:28.075280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2e868125-e82d-4d1e-ad6b-96f37a20fa8a None None] Port d368fc15-20df-43ec-b6d1-14572206e67c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:28.189112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-186d4abf-f0cb-48ef-98fd-ddab072f50ee None None] Could not find standard attr ID for object ef904924-5fd4-4c20-a3ba-da2a1a545af1. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:12:28.244757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Allocated IP 172.20.0.11 (a2fe7c5f-8bae-4230-95a8-30accca2a142/7130ffff-071d-4c1f-b1a4-3da0392fb633/5f8a23b4-08f4-4b1c-bce7-6846e0bba676) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:28.456279 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:28.505663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:28.558320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:28.564747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:28.569140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:28.592995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f189b2b9-59ec-49a4-bd91-279f42066160 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:28.615030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=5f8a23b4-08f4-4b1c-bce7-6846e0bba676,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:28.649836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:28.651310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:28.679821 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a5d55af-2f06-43fd-860b-3475837b124c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.8198738
Apr 09 21:12:28.682610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39840) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:28.692983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f189b2b9-59ec-49a4-bd91-279f42066160 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:28.694072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:28.696640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:da:2d:a9'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:28.838622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f189b2b9-59ec-49a4-bd91-279f42066160 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:29.023620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6e1e4932-6568-4db4-9a22-4a3564f1169a None None] Provisioning complete for port 5f8a23b4-08f4-4b1c-bce7-6846e0bba676 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:29.024404 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4932-6568-4db4-9a22-4a3564f1169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:29.083524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e4932-6568-4db4-9a22-4a3564f1169a None None] Port 5f8a23b4-08f4-4b1c-bce7-6846e0bba676 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:29.279775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:29.493818 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:29.499075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:29.600126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=5f8a23b4-08f4-4b1c-bce7-6846e0bba676,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:29.613476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] In _notify_port_updated(), no bound segment for port 5f8a23b4-08f4-4b1c-bce7-6846e0bba676 on network a2fe7c5f-8bae-4230-95a8-30accca2a142 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:12:29.619059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:29.619752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:29.621260 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e596162-c97e-4d65-934a-c1de6b4eefcd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "PUT /v2.0/ports/5f8a23b4-08f4-4b1c-bce7-6846e0bba676 HTTP/1.1" status: 200  len: 994 time: 0.9373262
Apr 09 21:12:29.624068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39882) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:29.722416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b16dd565-3e08-4ad4-9c89-490f89ccd30d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Deleting port 5f8a23b4-08f4-4b1c-bce7-6846e0bba676 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:29.722773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b16dd565-3e08-4ad4-9c89-490f89ccd30d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:29.809109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0f55c17d-8353-451d-a426-b5ad77b29844 None None] Provisioning complete for port 5f8a23b4-08f4-4b1c-bce7-6846e0bba676 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:29.810428 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0f55c17d-8353-451d-a426-b5ad77b29844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:29.845763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b16dd565-3e08-4ad4-9c89-490f89ccd30d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:29.855155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0f55c17d-8353-451d-a426-b5ad77b29844 None None] Port 5f8a23b4-08f4-4b1c-bce7-6846e0bba676 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:29.865334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b16dd565-3e08-4ad4-9c89-490f89ccd30d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Calling delete_port for 5f8a23b4-08f4-4b1c-bce7-6846e0bba676 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:30.014337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b16dd565-3e08-4ad4-9c89-490f89ccd30d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5f8a23b4-08f4-4b1c-bce7-6846e0bba676), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.050895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dd565-3e08-4ad4-9c89-490f89ccd30d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Port': ['ID=5f8a23b4-08f4-4b1c-bce7-6846e0bba676,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:30.153347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39898) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:30.238242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b16dd565-3e08-4ad4-9c89-490f89ccd30d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.243843 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b16dd565-3e08-4ad4-9c89-490f89ccd30d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "DELETE /v2.0/ports/5f8a23b4-08f4-4b1c-bce7-6846e0bba676 HTTP/1.1" status: 204  len: 168 time: 0.6180801
Apr 09 21:12:30.247209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39904) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:30.281193 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-036beaca-ffac-4196-bd44-8dd927b4762e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:30.282841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-036beaca-ffac-4196-bd44-8dd927b4762e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "GET /v2.0/ports/5f8a23b4-08f4-4b1c-bce7-6846e0bba676 HTTP/1.1" status: 404  len: 333 time: 0.0345464
Apr 09 21:12:30.287426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39906) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:30.301477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142', 'name': 'tempest-AllowedAddressPairTestJSON-1224250664'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:30.344961 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff82a-6d9c-491e-bdaa-ee01d8713257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.450530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-42611bde-9ce4-432f-a5d5-a0901cd5e176 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9bd28da6b23940dc816d678fc6f2b9db&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0511258
Apr 09 21:12:30.678875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Made reservation on behalf of 5d1fe3272f44492ab3e82549fed639f4 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:30.682431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.705826 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff82a-6d9c-491e-bdaa-ee01d8713257 admin admin] Publish callbacks [] for security_group (196cb7a9-f59c-47a0-ba0b-58158df6b4e2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.721879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff82a-6d9c-491e-bdaa-ee01d8713257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (196cb7a9-f59c-47a0-ba0b-58158df6b4e2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.746335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-99ab4994-2a5e-4200-b1c8-207abe9f94c0 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:30.747958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-99ab4994-2a5e-4200-b1c8-207abe9f94c0 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2888551
Apr 09 21:12:30.762924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] device_id is not set on port 9f84e2af-82ad-4f85-97df-30fc24cf9fbe yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:30.793451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8d6ff82a-6d9c-491e-bdaa-ee01d8713257 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28015434ce7d4115b79bd9878fd05291&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6387825
Apr 09 21:12:30.794886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-715b8ad1-9647-4c04-840a-ebd19480105a tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/quotas/9bd28da6b23940dc816d678fc6f2b9db HTTP/1.1" status: 200  len: 375 time: 0.0403798
Apr 09 21:12:30.797625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39918) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:30.830008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ff82a-6d9c-491e-bdaa-ee01d8713257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196cb7a9-f59c-47a0-ba0b-58158df6b4e2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:30.862330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b470c088-9154-4527-a0cd-fdc0c77f57e3 admin admin] Publish callbacks [] for security_group (196cb7a9-f59c-47a0-ba0b-58158df6b4e2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.870325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-0aef9630-e42b-4995-8514-42b2bdc7e7c8 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bd28da6b23940dc816d678fc6f2b9db&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0420585
Apr 09 21:12:30.889189 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b470c088-9154-4527-a0cd-fdc0c77f57e3 admin admin] Publish callbacks [] for security_group (196cb7a9-f59c-47a0-ba0b-58158df6b4e2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.940613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Allocated IP 172.20.0.3 (a2fe7c5f-8bae-4230-95a8-30accca2a142/7130ffff-071d-4c1f-b1a4-3da0392fb633/9f84e2af-82ad-4f85-97df-30fc24cf9fbe) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:30.946963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b470c088-9154-4527-a0cd-fdc0c77f57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (196cb7a9-f59c-47a0-ba0b-58158df6b4e2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.950249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b470c088-9154-4527-a0cd-fdc0c77f57e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:30.955455 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b470c088-9154-4527-a0cd-fdc0c77f57e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/196cb7a9-f59c-47a0-ba0b-58158df6b4e2 HTTP/1.1" status: 204  len: 168 time: 0.1573176
Apr 09 21:12:30.965073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470c088-9154-4527-a0cd-fdc0c77f57e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196cb7a9-f59c-47a0-ba0b-58158df6b4e2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:31.128970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e62e5eec-b4fb-4da8-a910-4dee85dd42a8 req-d8b12db7-f412-48a5-a995-7cbf438284f8 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 210 time: 0.0391243
Apr 09 21:12:31.191033 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.236208 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.285883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:31.289064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:31.293274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:31.332217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=9f84e2af-82ad-4f85-97df-30fc24cf9fbe,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:31.339291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.355997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:31.356831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.367828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:31.382834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-07583bf1-35aa-4f17-af6a-9201404a83e4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0942185
Apr 09 21:12:31.385959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39934) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:31.387272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f60ef668-51e3-4908-82b4-b209e8cb25d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.395114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:da:2d:a9'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:31.523398 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f60ef668-51e3-4908-82b4-b209e8cb25d2 admin admin] Publish callbacks [] for security_group (b5952563-a2ef-41fe-9ad8-d0d4ef3e9e8d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.531506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f60ef668-51e3-4908-82b4-b209e8cb25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b5952563-a2ef-41fe-9ad8-d0d4ef3e9e8d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.577617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ef668-51e3-4908-82b4-b209e8cb25d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5952563-a2ef-41fe-9ad8-d0d4ef3e9e8d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:31.584155 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f60ef668-51e3-4908-82b4-b209e8cb25d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66c1e36e7d954f639a51792b4ae7637c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2152476
Apr 09 21:12:31.587108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39940) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:31.624560 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.651418 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3637413-faf4-4d2f-a9dd-e2e117ab69d1 admin admin] Publish callbacks [] for security_group (b5952563-a2ef-41fe-9ad8-d0d4ef3e9e8d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.687799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3637413-faf4-4d2f-a9dd-e2e117ab69d1 admin admin] Publish callbacks [] for security_group (b5952563-a2ef-41fe-9ad8-d0d4ef3e9e8d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.688918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a6bd8d6d-e13a-46bb-9727-98d590e81e76 None None] Provisioning complete for port 9f84e2af-82ad-4f85-97df-30fc24cf9fbe triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:31.689578 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6bd8d6d-e13a-46bb-9727-98d590e81e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.728406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd8d6d-e13a-46bb-9727-98d590e81e76 None None] Port 9f84e2af-82ad-4f85-97df-30fc24cf9fbe cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:31.757058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3637413-faf4-4d2f-a9dd-e2e117ab69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b5952563-a2ef-41fe-9ad8-d0d4ef3e9e8d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.759992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3637413-faf4-4d2f-a9dd-e2e117ab69d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:31.761391 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a3637413-faf4-4d2f-a9dd-e2e117ab69d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5952563-a2ef-41fe-9ad8-d0d4ef3e9e8d HTTP/1.1" status: 204  len: 168 time: 0.1730642
Apr 09 21:12:31.770032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3637413-faf4-4d2f-a9dd-e2e117ab69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5952563-a2ef-41fe-9ad8-d0d4ef3e9e8d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:31.781502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-445223ba-6dd7-40d6-a066-7091393d2082 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:31.790215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-445223ba-6dd7-40d6-a066-7091393d2082 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:31.796085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-445223ba-6dd7-40d6-a066-7091393d2082 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:31.801406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-445223ba-6dd7-40d6-a066-7091393d2082 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:31.807229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-445223ba-6dd7-40d6-a066-7091393d2082 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:31.812711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-445223ba-6dd7-40d6-a066-7091393d2082 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:31.818018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-445223ba-6dd7-40d6-a066-7091393d2082 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:31.819968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-445223ba-6dd7-40d6-a066-7091393d2082 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1394682
Apr 09 21:12:31.953867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b16d36c-a5b1-4fb9-a4a3-4a343bf88322 req-c13344ca-d279-4ae7-a1be-1d6f1b158142 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1122553
Apr 09 21:12:31.994931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.002579 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.139068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] In _notify_port_updated(), no bound segment for port 9f84e2af-82ad-4f85-97df-30fc24cf9fbe on network a2fe7c5f-8bae-4230-95a8-30accca2a142 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:12:32.141775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39952) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:32.148951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.149656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.151904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "PUT /v2.0/ports/9f84e2af-82ad-4f85-97df-30fc24cf9fbe HTTP/1.1" status: 200  len: 996 time: 0.7635419
Apr 09 21:12:32.152058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f64cda-8a9c-43da-9b7d-69b3dd2fc4b4 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=9f84e2af-82ad-4f85-97df-30fc24cf9fbe,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:32.157911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39956) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:32.166032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.246020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a3ac-7954-4276-8781-8f53f06c4fe5 req-7b6f345b-03fe-48b8-8e07-b00e38e7f55d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.251412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a3ac-7954-4276-8781-8f53f06c4fe5 req-7b6f345b-03fe-48b8-8e07-b00e38e7f55d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.261336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a3ac-7954-4276-8781-8f53f06c4fe5 req-7b6f345b-03fe-48b8-8e07-b00e38e7f55d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.266810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a3ac-7954-4276-8781-8f53f06c4fe5 req-7b6f345b-03fe-48b8-8e07-b00e38e7f55d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.272120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a3ac-7954-4276-8781-8f53f06c4fe5 req-7b6f345b-03fe-48b8-8e07-b00e38e7f55d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.276138 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Publish callbacks [] for security_group (d67d4e85-6026-4602-865e-cba54389a661), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.278180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a3ac-7954-4276-8781-8f53f06c4fe5 req-7b6f345b-03fe-48b8-8e07-b00e38e7f55d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.281418 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d67d4e85-6026-4602-865e-cba54389a661), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.283635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a3ac-7954-4276-8781-8f53f06c4fe5 req-7b6f345b-03fe-48b8-8e07-b00e38e7f55d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.285682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7c7a3ac-7954-4276-8781-8f53f06c4fe5 req-7b6f345b-03fe-48b8-8e07-b00e38e7f55d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.2168593
Apr 09 21:12:32.311429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-4482afa6-76e3-4013-946b-6cfd2bc848d7 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9bd28da6b23940dc816d678fc6f2b9db&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0962052
Apr 09 21:12:32.333632 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be9a3e8188b64e369d848f3844fd3092&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1898298
Apr 09 21:12:32.344320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39960) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:32.351713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67d4e85-6026-4602-865e-cba54389a661,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:32.365717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.366066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.366413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.366751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.367086 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.367418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.367819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.368151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.368478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.368802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.369438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.369760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.370217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.370568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.370972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdb993-09a5-40af-a288-7b892d2af0e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:32.395758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5e26cba-75b1-4e9a-bcd8-f72859136a93 req-c32a0eeb-46c7-45e6-bcc6-3ad4a0da1a77 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 210 time: 0.0989957
Apr 09 21:12:32.428406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c2fe4c-654c-4979-b46c-e585d108e211 admin admin] Publish callbacks [] for security_group (d67d4e85-6026-4602-865e-cba54389a661), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.463421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-565e2f46-d1dc-4111-b8ed-f7b8b62af98f None None] Provisioning complete for port 9f84e2af-82ad-4f85-97df-30fc24cf9fbe triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:32.464608 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-565e2f46-d1dc-4111-b8ed-f7b8b62af98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.468604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c2fe4c-654c-4979-b46c-e585d108e211 admin admin] Publish callbacks [] for security_group (d67d4e85-6026-4602-865e-cba54389a661), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.483337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1d31c229-046f-4d81-adf1-6a77e8709308 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Deleting port 9f84e2af-82ad-4f85-97df-30fc24cf9fbe {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:32.483710 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d31c229-046f-4d81-adf1-6a77e8709308 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.513686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-565e2f46-d1dc-4111-b8ed-f7b8b62af98f None None] Port 9f84e2af-82ad-4f85-97df-30fc24cf9fbe cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:32.543662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c2fe4c-654c-4979-b46c-e585d108e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d67d4e85-6026-4602-865e-cba54389a661), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.546359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c2fe4c-654c-4979-b46c-e585d108e211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.548006 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-63c2fe4c-654c-4979-b46c-e585d108e211 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d67d4e85-6026-4602-865e-cba54389a661 HTTP/1.1" status: 204  len: 168 time: 0.2022235
Apr 09 21:12:32.556447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2fe4c-654c-4979-b46c-e585d108e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67d4e85-6026-4602-865e-cba54389a661,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:32.583788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-571adde7-fc52-4fd0-bd16-8d16afd0dc28 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:32.585375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-571adde7-fc52-4fd0-bd16-8d16afd0dc28 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2516401
Apr 09 21:12:32.603934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Request body: {'port': {'device_id': '32b72fd6-848b-4ccf-b1b7-c28104be9ed0', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '9bd28da6b23940dc816d678fc6f2b9db'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:32.630968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d31c229-046f-4d81-adf1-6a77e8709308 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.654373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1d31c229-046f-4d81-adf1-6a77e8709308 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Calling delete_port for 9f84e2af-82ad-4f85-97df-30fc24cf9fbe owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:32.794996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Made reservation on behalf of 9bd28da6b23940dc816d678fc6f2b9db for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:32.798724 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.810565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.897565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d31c229-046f-4d81-adf1-6a77e8709308 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9f84e2af-82ad-4f85-97df-30fc24cf9fbe), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:32.949725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31c229-046f-4d81-adf1-6a77e8709308 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Port': ['ID=9f84e2af-82ad-4f85-97df-30fc24cf9fbe,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:33.019535 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks [] for security_group (cc341e44-33ed-4fb1-9060-b65cd46fe992), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:33.028691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc341e44-33ed-4fb1-9060-b65cd46fe992), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:33.108109 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d31c229-046f-4d81-adf1-6a77e8709308 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:33.111844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1d31c229-046f-4d81-adf1-6a77e8709308 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "DELETE /v2.0/ports/9f84e2af-82ad-4f85-97df-30fc24cf9fbe HTTP/1.1" status: 204  len: 168 time: 0.9527702
Apr 09 21:12:33.115119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39980) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:33.126396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc341e44-33ed-4fb1-9060-b65cd46fe992,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:33.166000 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe987439-6c9f-4026-938a-3b66cafc489d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:33.173956 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fe987439-6c9f-4026-938a-3b66cafc489d tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "GET /v2.0/ports/9f84e2af-82ad-4f85-97df-30fc24cf9fbe HTTP/1.1" status: 404  len: 333 time: 0.0566754
Apr 09 21:12:33.174755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:33.180567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142', 'name': 'tempest-AllowedAddressPairTestJSON-673509266'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:33.207776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Allocated IP 192.168.233.62 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/7d7256ef-c33b-449a-b04a-24ae7d6ac8e5) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:33.303717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Made reservation on behalf of 5d1fe3272f44492ab3e82549fed639f4 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:33.307316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:33.334288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] device_id is not set on port 2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:33.423651 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks [] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:33.518927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Allocated IP 172.20.0.8 (a2fe7c5f-8bae-4230-95a8-30accca2a142/7130ffff-071d-4c1f-b1a4-3da0392fb633/2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:33.520568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:33.729528 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:33.771223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40010) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:33.778746 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:33.865283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:33.870360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:33.873275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:33.875765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:33.953076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-8322bb7f-b9da-4eae-9f0e-3d1ec7afaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:33.953668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-8322bb7f-b9da-4eae-9f0e-3d1ec7afaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:33.954212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-8322bb7f-b9da-4eae-9f0e-3d1ec7afaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:33.954750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-8322bb7f-b9da-4eae-9f0e-3d1ec7afaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:33.955284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-8322bb7f-b9da-4eae-9f0e-3d1ec7afaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:33.955814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-8322bb7f-b9da-4eae-9f0e-3d1ec7afaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:33.956345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-8322bb7f-b9da-4eae-9f0e-3d1ec7afaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:33.964546 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-8322bb7f-b9da-4eae-9f0e-3d1ec7afaf0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6716 time: 0.1920326
Apr 09 21:12:33.995341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:33.996144 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.039374 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e228a9b-09c7-465b-9368-9e5694bc513c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.8609662
Apr 09 21:12:34.042272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40018) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:34.051058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'network_id': 'a2fe7c5f-8bae-4230-95a8-30accca2a142', 'name': 'tempest-AllowedAddressPairTestJSON-2117061723'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:34.079073 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-9dab4de8-0c1f-4b7a-8d6a-5d6af0966c5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a69d0f8a-0198-43e3-89af-6cc80279082b&id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1132402
Apr 09 21:12:34.081446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd211b2a-7868-4577-86f7-a5813ba0b1c7 req-1b6e842c-099e-4d37-971f-78ec552fb1a5 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:34.094816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd211b2a-7868-4577-86f7-a5813ba0b1c7 req-1b6e842c-099e-4d37-971f-78ec552fb1a5 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 935 time: 0.5890646
Apr 09 21:12:34.120379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:34.127515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:34.136313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:34.140889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Pushing event updated for resources: {'Port': ['ID=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:34.225867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:34.226543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.232102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Made reservation on behalf of 5d1fe3272f44492ab3e82549fed639f4 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:34.232705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd211b2a-7868-4577-86f7-a5813ba0b1c7 req-e2e74c77-b6a6-4b9c-b4f6-99ed5455a77c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278753
Apr 09 21:12:34.238108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.261528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2afcbb08-ba79-4b67-90c6-65c4a751d8eb None None] Provisioning complete for port 2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:34.262556 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2afcbb08-ba79-4b67-90c6-65c4a751d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.263472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-036c7904-5b2c-4156-b8cc-e12acb969b9c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6672485
Apr 09 21:12:34.268963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] device_id is not set on port 635e412f-5dc7-46d0-98b6-e36b633ae952 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:34.281823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Request body: {'port': {'device_id': '32b72fd6-848b-4ccf-b1b7-c28104be9ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:34.299046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2afcbb08-ba79-4b67-90c6-65c4a751d8eb None None] Port 2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:34.350233 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.396531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Allocated IP 172.20.0.12 (a2fe7c5f-8bae-4230-95a8-30accca2a142/7130ffff-071d-4c1f-b1a4-3da0392fb633/635e412f-5dc7-46d0-98b6-e36b633ae952) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:34.419550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-91005bcc-53b1-4eb1-8864-98c9fb0374e3 None None] Provisioning complete for port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:34.419836 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-91005bcc-53b1-4eb1-8864-98c9fb0374e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.457075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-91005bcc-53b1-4eb1-8864-98c9fb0374e3 None None] Port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:34.568963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.605121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.627176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:12:34.634821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Publish callbacks [] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.647558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Transition to ACTIVE for port object 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:12:34.650212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:34.651939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.653579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:34.656199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:34.686388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=635e412f-5dc7-46d0-98b6-e36b633ae952,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:34.703388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Pushing event updated for resources: {'Port': ['ID=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:34.723172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:34.724450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.748618 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c090e7b4-7369-4100-be1c-7de52bd5a29e tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.7051573
Apr 09 21:12:34.749663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40034) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:34.755580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:da:2d:a9'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:39:fd:6a'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:34.787958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Attempting to bind port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:34.788285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Attempting to bind port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:34.788881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Attempting to bind port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:34.793952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:12:34.794090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Attempting to bind port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:34.799680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:34.800018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:34.800398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:34.801007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Bound port: 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:34.801392 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.882554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] For port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:34.889380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] For port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:34.899247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.937915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.945395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:34.946116 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:34.947614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] 10.222.0.25 "PUT /v2.0/ports/7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 HTTP/1.1" status: 200  len: 1095 time: 0.6729748
Apr 09 21:12:34.948158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b72fd6-848b-4ccf-b1b7-c28104be9ed0', 'tag': '7d7256ef-c33b-449a-b04a-24ae7d6ac8e5'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:12:34.950929 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a" -d '{"events": [{"name": "network-changed", "server_uuid": "32b72fd6-848b-4ccf-b1b7-c28104be9ed0", "tag": "7d7256ef-c33b-449a-b04a-24ae7d6ac8e5"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:12:34.971159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4190ab-e8c3-4f71-a09f-93a4bed3465f service neutron] Pushing event updated for resources: {'Port': ['ID=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:35.009300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c87c9842-26cb-4ab4-8906-e186d75224fe None None] Provisioning complete for port 635e412f-5dc7-46d0-98b6-e36b633ae952 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:35.010074 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c87c9842-26cb-4ab4-8906-e186d75224fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:35.067110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c87c9842-26cb-4ab4-8906-e186d75224fe None None] Port 635e412f-5dc7-46d0-98b6-e36b633ae952 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:35.079518 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af081ed1-a4e5-449d-9830-ef0d697e65be x-openstack-request-id: req-af081ed1-a4e5-449d-9830-ef0d697e65be {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:12:35.079812 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b72fd6-848b-4ccf-b1b7-c28104be9ed0", "tag": "7d7256ef-c33b-449a-b04a-24ae7d6ac8e5", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:12:35.080057 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af081ed1-a4e5-449d-9830-ef0d697e65be {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:12:35.080452 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af081ed1-a4e5-449d-9830-ef0d697e65be'] response: {'name': 'network-changed', 'server_uuid': '32b72fd6-848b-4ccf-b1b7-c28104be9ed0', 'tag': '7d7256ef-c33b-449a-b04a-24ae7d6ac8e5', 'status': 'completed', 'code': 200}
Apr 09 21:12:35.093078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-deb89c43-c6f5-4e3e-82bb-054dc48e3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:35.094700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-deb89c43-c6f5-4e3e-82bb-054dc48e3c74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bd28da6b23940dc816d678fc6f2b9db&device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 1129 time: 0.0842798
Apr 09 21:12:35.150153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-d376626b-9faf-4a2a-9316-133784513369 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 HTTP/1.1" status: 200  len: 217 time: 0.0479400
Apr 09 21:12:35.165383 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:35.171139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:35.255595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-56a30aa7-7da5-42dc-ac1b-910973539aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:35.257539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-56a30aa7-7da5-42dc-ac1b-910973539aa9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1010156
Apr 09 21:12:35.264473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event updated for resources: {'Port': ['ID=635e412f-5dc7-46d0-98b6-e36b633ae952,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:35.293070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] In _notify_port_updated(), no bound segment for port 635e412f-5dc7-46d0-98b6-e36b633ae952 on network a2fe7c5f-8bae-4230-95a8-30accca2a142 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:12:35.297260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:35.297925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:35.299276 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7b330eb7-c4e5-4c89-93d3-def6498594fe tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "PUT /v2.0/ports/635e412f-5dc7-46d0-98b6-e36b633ae952 HTTP/1.1" status: 200  len: 1057 time: 0.5483398
Apr 09 21:12:35.304839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40052) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:35.350492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-11a3a951-1f94-45ec-bd4e-204a6d7e652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:35.352831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-11a3a951-1f94-45ec-bd4e-204a6d7e652c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0802500
Apr 09 21:12:35.444173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4392770c-0ae6-49ff-a0b2-21aa5d324e75 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Deleting port 635e412f-5dc7-46d0-98b6-e36b633ae952 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:35.445433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4392770c-0ae6-49ff-a0b2-21aa5d324e75 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:35.473153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6377-d478-4db5-8a74-b86e065fd180 req-fff95d2b-dc1f-491a-8629-33b8ed8e7d1b tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:35.480521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dbd6377-d478-4db5-8a74-b86e065fd180 req-fff95d2b-dc1f-491a-8629-33b8ed8e7d1b tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 947 time: 0.1249969
Apr 09 21:12:35.568671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-770ca69d-211e-410b-bde5-5cee4d7c8848 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013826
Apr 09 21:12:35.582841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dbd6377-d478-4db5-8a74-b86e065fd180 req-20e6fe7b-b74f-4d53-92c3-020bdd220f1a tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013031
Apr 09 21:12:35.606308 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4392770c-0ae6-49ff-a0b2-21aa5d324e75 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:35.626401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4392770c-0ae6-49ff-a0b2-21aa5d324e75 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Calling delete_port for 635e412f-5dc7-46d0-98b6-e36b633ae952 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:35.690942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5939f108-7a47-413f-9165-6c769c24c6c9 req-d5de5d9c-b17d-4ff2-8db9-b59d301c120b service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012552
Apr 09 21:12:35.774068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b8089641-7ccb-4f4e-8b70-fcc249eecb71 None None] Provisioning complete for port 635e412f-5dc7-46d0-98b6-e36b633ae952 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:35.775069 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8089641-7ccb-4f4e-8b70-fcc249eecb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:35.780908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4392770c-0ae6-49ff-a0b2-21aa5d324e75 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (635e412f-5dc7-46d0-98b6-e36b633ae952), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:35.813952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b8089641-7ccb-4f4e-8b70-fcc249eecb71 None None] Port 635e412f-5dc7-46d0-98b6-e36b633ae952 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:12:35.817272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392770c-0ae6-49ff-a0b2-21aa5d324e75 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Port': ['ID=635e412f-5dc7-46d0-98b6-e36b633ae952,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:36.043098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4392770c-0ae6-49ff-a0b2-21aa5d324e75 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.046730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4392770c-0ae6-49ff-a0b2-21aa5d324e75 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "DELETE /v2.0/ports/635e412f-5dc7-46d0-98b6-e36b633ae952 HTTP/1.1" status: 204  len: 168 time: 0.7407787
Apr 09 21:12:36.049348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40084) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:36.076838 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a2a526-8264-46f9-82e3-6aec40977c0c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:36.078299 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-34a2a526-8264-46f9-82e3-6aec40977c0c tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "GET /v2.0/ports/635e412f-5dc7-46d0-98b6-e36b633ae952 HTTP/1.1" status: 404  len: 333 time: 0.0278969
Apr 09 21:12:36.081367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40086) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:36.174992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e08c2-5c3a-42d9-b05f-6ba97a0d5a12 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Deleting port 2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:36.175259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7c3e08c2-5c3a-42d9-b05f-6ba97a0d5a12 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.267264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7c3e08c2-5c3a-42d9-b05f-6ba97a0d5a12 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.280079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e08c2-5c3a-42d9-b05f-6ba97a0d5a12 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Calling delete_port for 2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:36.417890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7c3e08c2-5c3a-42d9-b05f-6ba97a0d5a12 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.446721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e08c2-5c3a-42d9-b05f-6ba97a0d5a12 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Port': ['ID=2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:36.521699 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7c3e08c2-5c3a-42d9-b05f-6ba97a0d5a12 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.525219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7c3e08c2-5c3a-42d9-b05f-6ba97a0d5a12 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "DELETE /v2.0/ports/2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd HTTP/1.1" status: 204  len: 168 time: 0.4427955
Apr 09 21:12:36.527842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40104) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:36.554589 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-66622d45-0179-454e-bb10-55a509057915 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] GET failed (client error): The resource could not be found.
Apr 09 21:12:36.556129 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-66622d45-0179-454e-bb10-55a509057915 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "GET /v2.0/ports/2d2e19e7-ed1c-4d20-abce-1d7d1e6233fd HTTP/1.1" status: 404  len: 333 time: 0.0273571
Apr 09 21:12:36.559706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40106) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:36.649980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2913c578-7037-494f-9e86-b2a6668a7d47 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Deleting port d368fc15-20df-43ec-b6d1-14572206e67c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:36.650410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2913c578-7037-494f-9e86-b2a6668a7d47 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d368fc15-20df-43ec-b6d1-14572206e67c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.693721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745ee58-82c4-4c13-b295-e6a75e1700ae req-4fb52288-ac19-440d-a674-0ba0eea17c7f tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:36.695146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0745ee58-82c4-4c13-b295-e6a75e1700ae req-4fb52288-ac19-440d-a674-0ba0eea17c7f tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 947 time: 0.0478601
Apr 09 21:12:36.740627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2913c578-7037-494f-9e86-b2a6668a7d47 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d368fc15-20df-43ec-b6d1-14572206e67c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.746694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0745ee58-82c4-4c13-b295-e6a75e1700ae req-51e8b2ee-cdf5-4914-9fb5-31165ecec62a tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457592
Apr 09 21:12:36.756440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2913c578-7037-494f-9e86-b2a6668a7d47 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Calling delete_port for d368fc15-20df-43ec-b6d1-14572206e67c owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:36.891178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2913c578-7037-494f-9e86-b2a6668a7d47 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d368fc15-20df-43ec-b6d1-14572206e67c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.924371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913c578-7037-494f-9e86-b2a6668a7d47 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Port': ['ID=d368fc15-20df-43ec-b6d1-14572206e67c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:36.994807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2913c578-7037-494f-9e86-b2a6668a7d47 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:36.998218 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2913c578-7037-494f-9e86-b2a6668a7d47 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "DELETE /v2.0/ports/d368fc15-20df-43ec-b6d1-14572206e67c HTTP/1.1" status: 204  len: 168 time: 0.4374647
Apr 09 21:12:37.000918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40114) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:37.060358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-df60c432-90b2-4cce-8b61-5df23882acdd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Deleting subnet 7130ffff-071d-4c1f-b1a4-3da0392fb633 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:37.063988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df60c432-90b2-4cce-8b61-5df23882acdd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for subnet (7130ffff-071d-4c1f-b1a4-3da0392fb633), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.111072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df60c432-90b2-4cce-8b61-5df23882acdd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (7130ffff-071d-4c1f-b1a4-3da0392fb633), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.201747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df60c432-90b2-4cce-8b61-5df23882acdd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (7130ffff-071d-4c1f-b1a4-3da0392fb633), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.237668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40118) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:37.268214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df60c432-90b2-4cce-8b61-5df23882acdd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (7130ffff-071d-4c1f-b1a4-3da0392fb633), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.295592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60c432-90b2-4cce-8b61-5df23882acdd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Subnet': ['ID=7130ffff-071d-4c1f-b1a4-3da0392fb633,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:37.299259 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df60c432-90b2-4cce-8b61-5df23882acdd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.302430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-df60c432-90b2-4cce-8b61-5df23882acdd tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "DELETE /v2.0/subnets/7130ffff-071d-4c1f-b1a4-3da0392fb633 HTTP/1.1" status: 204  len: 168 time: 0.3003833
Apr 09 21:12:37.305068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40122) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:37.308109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee8ed0-15c8-418e-921c-1f3c94b210bf None None] Network a2fe7c5f-8bae-4230-95a8-30accca2a142 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:37.397523 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f0391f8-54c6-4077-9605-68dda1ee781d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.409440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (a2fe7c5f-8bae-4230-95a8-30accca2a142), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.469373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] DHCP port deletion for a2fe7c5f-8bae-4230-95a8-30accca2a142 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:12:37.482718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Deleting port f189b2b9-59ec-49a4-bd91-279f42066160 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:37.483046 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.511559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Deleting port f189b2b9-59ec-49a4-bd91-279f42066160 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:37.511862 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.572738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] For port f189b2b9-59ec-49a4-bd91-279f42066160, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f189b2b9-59ec-49a4-bd91-279f42066160,segment=NetworkSegment(7a6c2c0e-2340-4442-9d04-b21625582a3b),segment_id=7a6c2c0e-2340-4442-9d04-b21625582a3b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:37.573117 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.579578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] For port f189b2b9-59ec-49a4-bd91-279f42066160, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f189b2b9-59ec-49a4-bd91-279f42066160,segment=NetworkSegment(7a6c2c0e-2340-4442-9d04-b21625582a3b),segment_id=7a6c2c0e-2340-4442-9d04-b21625582a3b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:37.579970 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.584035 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f0391f8-54c6-4077-9605-68dda1ee781d admin admin] Publish callbacks [] for security_group (0aa1ac6b-cf52-424f-9b80-b3bb521a08ce), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.590366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Calling delete_port for f189b2b9-59ec-49a4-bd91-279f42066160 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:37.592044 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f0391f8-54c6-4077-9605-68dda1ee781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0aa1ac6b-cf52-424f-9b80-b3bb521a08ce), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.593299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Calling delete_port for f189b2b9-59ec-49a4-bd91-279f42066160 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:37.672363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0f0391f8-54c6-4077-9605-68dda1ee781d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=487e539dbf284bd18ee411802104bee1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4336224
Apr 09 21:12:37.673153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0391f8-54c6-4077-9605-68dda1ee781d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa1ac6b-cf52-424f-9b80-b3bb521a08ce,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:37.674669 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.676301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:37.714560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Pushing event deleted for resources: {'Port': ['ID=f189b2b9-59ec-49a4-bd91-279f42066160,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:37.717456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] No DVR routers for this DVR port f189b2b9-59ec-49a4-bd91-279f42066160 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:37.721666 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f189b2b9-59ec-49a4-bd91-279f42066160), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.727871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.728420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.729295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.729822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.730321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.730816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.731317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.732162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.733008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.733559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.734105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.734596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.735086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.735682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.736191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9442354b-e544-413c-a7ea-45c4408bdd7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:12:37.737772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f53fd390-9cdf-4c55-a7db-7591ab7ffba8 admin admin] Publish callbacks [] for security_group (0aa1ac6b-cf52-424f-9b80-b3bb521a08ce), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.755045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Port': ['ID=f189b2b9-59ec-49a4-bd91-279f42066160,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:37.760243 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f53fd390-9cdf-4c55-a7db-7591ab7ffba8 admin admin] Publish callbacks [] for security_group (0aa1ac6b-cf52-424f-9b80-b3bb521a08ce), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.761792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] No DVR routers for this DVR port f189b2b9-59ec-49a4-bd91-279f42066160 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:37.821127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f53fd390-9cdf-4c55-a7db-7591ab7ffba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0aa1ac6b-cf52-424f-9b80-b3bb521a08ce), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.824075 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:12:37.825801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f53fd390-9cdf-4c55-a7db-7591ab7ffba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.827063 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f53fd390-9cdf-4c55-a7db-7591ab7ffba8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0aa1ac6b-cf52-424f-9b80-b3bb521a08ce HTTP/1.1" status: 204  len: 168 time: 0.1489663
Apr 09 21:12:37.839211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fd390-9cdf-4c55-a7db-7591ab7ffba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa1ac6b-cf52-424f-9b80-b3bb521a08ce,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:37.889785 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (a2fe7c5f-8bae-4230-95a8-30accca2a142), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.919788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65f582-562b-40d8-b879-a6af46b2ce82 req-cea1ad90-0539-4649-bce3-f8e23b6b2a8b tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:37.921317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b65f582-562b-40d8-b879-a6af46b2ce82 req-cea1ad90-0539-4649-bce3-f8e23b6b2a8b tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 947 time: 0.1016989
Apr 09 21:12:37.924837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237ce313a0>,) {'filters': {'network_id': ['a2fe7c5f-8bae-4230-95a8-30accca2a142']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:37.944915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237ce313a0>, '7a6c2c0e-2340-4442-9d04-b21625582a3b') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:37.945238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237ce313a0>, '7a6c2c0e-2340-4442-9d04-b21625582a3b') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:37.966919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (7a6c2c0e-2340-4442-9d04-b21625582a3b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:37.991840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7a6c2c0e-2340-4442-9d04-b21625582a3b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:38.004167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:12:38.004564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (7a6c2c0e-2340-4442-9d04-b21625582a3b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:12:38.007614 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:12:38.020422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b65f582-562b-40d8-b879-a6af46b2ce82 req-864c9e86-b8ec-422f-93bc-32dfcdd83a70 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929031
Apr 09 21:12:38.104723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (a2fe7c5f-8bae-4230-95a8-30accca2a142), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:38.110552 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:38.116567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] 10.222.0.30 "DELETE /v2.0/networks/a2fe7c5f-8bae-4230-95a8-30accca2a142 HTTP/1.1" status: 204  len: 168 time: 0.8104351
Apr 09 21:12:38.123141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-2d1336fd-7e8c-4b79-988d-0d2b6b028ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:38.124809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-2d1336fd-7e8c-4b79-988d-0d2b6b028ee5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bd28da6b23940dc816d678fc6f2b9db&device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 1129 time: 0.0655096
Apr 09 21:12:38.142711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2472f7-777f-49af-a46f-b14f41c1f331 tempest-AllowedAddressPairTestJSON-210744841 tempest-AllowedAddressPairTestJSON-210744841-project] Pushing event deleted for resources: {'Network': ['ID=a2fe7c5f-8bae-4230-95a8-30accca2a142,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:38.234190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-36e08e7b-6481-4fe9-b929-df1cd64db29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:38.235778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-36e08e7b-6481-4fe9-b929-df1cd64db29f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.1019440
Apr 09 21:12:38.289598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-2a456c30-76f6-43d1-9311-9fb8104f1ebf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 HTTP/1.1" status: 200  len: 217 time: 0.0462885
Apr 09 21:12:38.342333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40144) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:38.352568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-e89f18c8-6b0f-45fd-8232-f8f304dfeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:38.354355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-e89f18c8-6b0f-45fd-8232-f8f304dfeab8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0596540
Apr 09 21:12:38.405922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-41a243da-761f-499b-b72f-49b0dda93f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:38.407595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-41a243da-761f-499b-b72f-49b0dda93f8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0469103
Apr 09 21:12:38.526693 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0ac2eed1-a74b-40f3-b5bf-1cf0c9bd8ab5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d1fe3272f44492ab3e82549fed639f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1822524
Apr 09 21:12:38.528941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:38.536416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-2b4845a7-9a65-43d9-ac7a-1f74243461cc service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211917
Apr 09 21:12:38.591369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78550c3b-6beb-4585-bcb8-a4268eeef80f admin admin] Publish callbacks [] for security_group (7193f1ca-aad3-425b-a65d-e4ee8b284e1e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:38.640327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78550c3b-6beb-4585-bcb8-a4268eeef80f admin admin] Publish callbacks [] for security_group (7193f1ca-aad3-425b-a65d-e4ee8b284e1e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:38.668132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473cf0d8-27b5-42a5-911c-3b69cbf3ec6a req-ff47560d-7ae9-4df7-bce7-7a55aa399ac8 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247826
Apr 09 21:12:38.712629 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78550c3b-6beb-4585-bcb8-a4268eeef80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7193f1ca-aad3-425b-a65d-e4ee8b284e1e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:38.715095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f189b2b9-59ec-49a4-bd91-279f42066160 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:12:38.717993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78550c3b-6beb-4585-bcb8-a4268eeef80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:38.719303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-78550c3b-6beb-4585-bcb8-a4268eeef80f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7193f1ca-aad3-425b-a65d-e4ee8b284e1e HTTP/1.1" status: 204  len: 168 time: 0.1885531
Apr 09 21:12:38.730911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78550c3b-6beb-4585-bcb8-a4268eeef80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7193f1ca-aad3-425b-a65d-e4ee8b284e1e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:38.757500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f189b2b9-59ec-49a4-bd91-279f42066160 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:12:38.758057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f189b2b9-59ec-49a4-bd91-279f42066160 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:12:39.165771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10351d9-f44a-4f17-90fd-01484cd4fa8b req-9116b4d4-064f-4442-b887-f07962f555a3 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:39.168034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e10351d9-f44a-4f17-90fd-01484cd4fa8b req-9116b4d4-064f-4442-b887-f07962f555a3 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 947 time: 0.0583901
Apr 09 21:12:39.181234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:12:39.235863 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e10351d9-f44a-4f17-90fd-01484cd4fa8b req-8f48da82-2931-463c-b508-b1a819d4a130 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598166
Apr 09 21:12:39.353261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:39.369286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7d7256ef-c33b-449a-b04a-24ae7d6ac8e5', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '7d7256ef-c33b-449a-b04a-24ae7d6ac8e5', 'mac_address': 'fa:16:3e:6f:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:12:39.414737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:39.415135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.429641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:12:39.461411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:39.466988 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.517768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:39.611894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40252) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:39.727961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1359998548'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:39.750256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:39.753936 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.767296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.834357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7d7256ef-c33b-449a-b04a-24ae7d6ac8e5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:12:39.851401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for security_group (66be39cc-dc0d-4a08-8933-9c424c20cac5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.858769 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (66be39cc-dc0d-4a08-8933-9c424c20cac5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.896185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:12:39.916275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e482414a-73fd-4cd9-9586-d95e3bf1d5ea), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.917983 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Added segment e482414a-73fd-4cd9-9586-d95e3bf1d5ea of type vlan for network efbc0070-26f1-4fb3-af29-ab8c9f091897
Apr 09 21:12:39.924595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66be39cc-dc0d-4a08-8933-9c424c20cac5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:39.963120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (efbc0070-26f1-4fb3-af29-ab8c9f091897), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.988937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (efbc0070-26f1-4fb3-af29-ab8c9f091897), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:39.994317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:39.994905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:40.031697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4185798
Apr 09 21:12:40.035320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40276) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:40.040663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:40.073092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088beb97-924a-4742-a42f-84fb7dd8ac22 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Network': ['ID=efbc0070-26f1-4fb3-af29-ab8c9f091897,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:40.084995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:12:40.138380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:40.142079 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:40.332832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c00a9f87-791d-4500-a97b-0089b20feb24), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:40.355565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef675-32d2-46ad-882b-13cc57f264bb req-d07763c9-7802-4c58-962b-34ba3e937ba1 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:40.357065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f2ef675-32d2-46ad-882b-13cc57f264bb req-d07763c9-7802-4c58-962b-34ba3e937ba1 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 948 time: 0.0517938
Apr 09 21:12:40.410930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=c00a9f87-791d-4500-a97b-0089b20feb24,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:40.414677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:40.415499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network hostable DHCP agents. Network: efbc0070-26f1-4fb3-af29-ab8c9f091897, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:12:40.422000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f2ef675-32d2-46ad-882b-13cc57f264bb req-08543a87-9fb2-4740-8bb8-f3c88f2d6292 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589495
Apr 09 21:12:40.448489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:12:40.460908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, efbc0070-26f1-4fb3-af29-ab8c9f091897) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:40.465352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:40.465948 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:40.471329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a9844-4f0f-4fbc-b4ba-0eb2223d78b4 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:40.485004 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-13dc6766-5ac7-4e02-9c6d-d91a2f943718 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4484367
Apr 09 21:12:40.487933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40282) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:40.492949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'name': 'tempest-NetworksTestDHCPv6-1142799994'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:40.575081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': 'c00a9f87-791d-4500-a97b-0089b20feb24'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:12:40.576067 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:40.612972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:40.616632 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:40.641873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 617c551f-5b2c-4a78-83a4-ffd4e16f1767 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:40.724258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/c00a9f87-791d-4500-a97b-0089b20feb24/9b021896-bad0-4ec2-a208-ee339943c2c6) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:40.880015 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Publish callbacks [] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:40.886975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:40.929953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:40.932772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:40.936520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:40.943733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Pushing event updated for resources: {'Port': ['ID=9b021896-bad0-4ec2-a208-ee339943c2c6,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:40.958423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::1dd (efbc0070-26f1-4fb3-af29-ab8c9f091897/c00a9f87-791d-4500-a97b-0089b20feb24/617c551f-5b2c-4a78-83a4-ffd4e16f1767) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:41.010753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Attempting to bind port 9b021896-bad0-4ec2-a208-ee339943c2c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:41.011272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Attempting to bind port 9b021896-bad0-4ec2-a208-ee339943c2c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:41.011693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Attempting to bind port 9b021896-bad0-4ec2-a208-ee339943c2c6 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:41.018087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:41.018509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:41.019109 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.019514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:41.020176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Bound port: 9b021896-bad0-4ec2-a208-ee339943c2c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:41.020628 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.106827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] For port 9b021896-bad0-4ec2-a208-ee339943c2c6, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:41.109988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] For port 9b021896-bad0-4ec2-a208-ee339943c2c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b021896-bad0-4ec2-a208-ee339943c2c6,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:41.119351 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.129644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (617c551f-5b2c-4a78-83a4-ffd4e16f1767), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.167138 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (617c551f-5b2c-4a78-83a4-ffd4e16f1767), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.195322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d83a81-bc9b-48f6-80c3-c935f23b581b None None] Pushing event updated for resources: {'Port': ['ID=9b021896-bad0-4ec2-a208-ee339943c2c6,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:41.213376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:41.217769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:41.220860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:41.225228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:41.230667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:41.231542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.242745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=617c551f-5b2c-4a78-83a4-ffd4e16f1767,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:41.256983 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-937ac37a-4673-4c1f-a219-00f95bb97e4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.7679486
Apr 09 21:12:41.260226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40294) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:41.292735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:12:41.303454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:41.304861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.326129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb30a6-c03d-4834-b77a-fb8b092de3e1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:41.331579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb30a6-c03d-4834-b77a-fb8b092de3e1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:41.333371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aecb30a6-c03d-4834-b77a-fb8b092de3e1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.0719638
Apr 09 21:12:41.336191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40298) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:41.399794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:41.400195 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.454272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9daee1-2dd9-46ff-b8f7-ab74665cb967 req-9471adcc-f5c0-49ea-ac1c-537b24cfc9d2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:41.455616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f9daee1-2dd9-46ff-b8f7-ab74665cb967 req-9471adcc-f5c0-49ea-ac1c-537b24cfc9d2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0882630
Apr 09 21:12:41.478448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ab067ff4-065e-4c68-be91-3863d49c7afe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 617c551f-5b2c-4a78-83a4-ffd4e16f1767 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:41.478842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab067ff4-065e-4c68-be91-3863d49c7afe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (617c551f-5b2c-4a78-83a4-ffd4e16f1767), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.501361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b72fd6-848b-4ccf-b1b7-c28104be9ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7256ef-c33b-449a-b04a-24ae7d6ac8e5'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:12:41.520386 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59ba720-48ba-4fb9-987e-9e12027e7bac" -d '{"events": [{"server_uuid": "32b72fd6-848b-4ccf-b1b7-c28104be9ed0", "name": "network-vif-plugged", "status": "completed", "tag": "7d7256ef-c33b-449a-b04a-24ae7d6ac8e5"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:12:41.546821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:41.556154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.570105 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f9daee1-2dd9-46ff-b8f7-ab74665cb967 req-6755fe5a-1dc5-4c77-adc1-e93ee5d9e262 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022241
Apr 09 21:12:41.633561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab067ff4-065e-4c68-be91-3863d49c7afe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (617c551f-5b2c-4a78-83a4-ffd4e16f1767), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.645100 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0508a1f-ad15-42da-b208-25dab2a9f366 x-openstack-request-id: req-d0508a1f-ad15-42da-b208-25dab2a9f366 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:12:41.645100 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b72fd6-848b-4ccf-b1b7-c28104be9ed0", "name": "network-vif-plugged", "status": "completed", "tag": "7d7256ef-c33b-449a-b04a-24ae7d6ac8e5", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:12:41.645100 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0508a1f-ad15-42da-b208-25dab2a9f366 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:12:41.645100 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0508a1f-ad15-42da-b208-25dab2a9f366'] response: {'server_uuid': '32b72fd6-848b-4ccf-b1b7-c28104be9ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7256ef-c33b-449a-b04a-24ae7d6ac8e5', 'code': 200}
Apr 09 21:12:41.650683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:41.660639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ab067ff4-065e-4c68-be91-3863d49c7afe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 617c551f-5b2c-4a78-83a4-ffd4e16f1767 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:41.667010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4900746-30e6-4707-bf2a-b183fb75c3ee req-2a357dc3-87b8-4286-bb13-78d08262330a tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:41.669157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4900746-30e6-4707-bf2a-b183fb75c3ee req-2a357dc3-87b8-4286-bb13-78d08262330a tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 949 time: 0.0794034
Apr 09 21:12:41.745948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4900746-30e6-4707-bf2a-b183fb75c3ee req-261503e7-433a-4745-a176-0f6e5ef7a58c tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678227
Apr 09 21:12:41.777133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d4142-5001-435b-8320-e48ccd19b642 req-65393725-213c-446d-bfbc-c537bd11c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:41.778991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d30d4142-5001-435b-8320-e48ccd19b642 req-65393725-213c-446d-bfbc-c537bd11c218 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 1131 time: 0.0584199
Apr 09 21:12:41.829292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d30d4142-5001-435b-8320-e48ccd19b642 req-c2e37095-0ae3-483e-b788-b5ee666a32ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431864
Apr 09 21:12:41.832592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab067ff4-065e-4c68-be91-3863d49c7afe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (617c551f-5b2c-4a78-83a4-ffd4e16f1767), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.862027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab067ff4-065e-4c68-be91-3863d49c7afe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=617c551f-5b2c-4a78-83a4-ffd4e16f1767,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:41.906093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab067ff4-065e-4c68-be91-3863d49c7afe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:41.909492 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ab067ff4-065e-4c68-be91-3863d49c7afe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/617c551f-5b2c-4a78-83a4-ffd4e16f1767 HTTP/1.1" status: 204  len: 168 time: 0.5721209
Apr 09 21:12:41.911839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40310) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:42.014726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab777ae-88a4-4d84-9e12-792e6083c52a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:42.016036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab777ae-88a4-4d84-9e12-792e6083c52a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:42.017692 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4ab777ae-88a4-4d84-9e12-792e6083c52a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1047342
Apr 09 21:12:42.020400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40314) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:42.075202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19c1f38-e170-4c21-bcb7-3740eeb8978f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet c00a9f87-791d-4500-a97b-0089b20feb24 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:42.078930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b19c1f38-e170-4c21-bcb7-3740eeb8978f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (c00a9f87-791d-4500-a97b-0089b20feb24), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.135734 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b19c1f38-e170-4c21-bcb7-3740eeb8978f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (c00a9f87-791d-4500-a97b-0089b20feb24), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.225106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b19c1f38-e170-4c21-bcb7-3740eeb8978f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c00a9f87-791d-4500-a97b-0089b20feb24), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.286848 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b19c1f38-e170-4c21-bcb7-3740eeb8978f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (c00a9f87-791d-4500-a97b-0089b20feb24), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.315211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c1f38-e170-4c21-bcb7-3740eeb8978f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=c00a9f87-791d-4500-a97b-0089b20feb24,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:42.320801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b19c1f38-e170-4c21-bcb7-3740eeb8978f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.323584 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b19c1f38-e170-4c21-bcb7-3740eeb8978f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/c00a9f87-791d-4500-a97b-0089b20feb24 HTTP/1.1" status: 204  len: 168 time: 0.3022654
Apr 09 21:12:42.326611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40326) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:42.384632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91cde5a-dbd8-4da0-a767-26f6d9b82c3f None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:42.392049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6630848a-affd-4d08-b470-3ea2d5854495 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0641282
Apr 09 21:12:42.394944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40328) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:42.399717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:42.413799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c68a6770-8aa7-426c-8acc-50db413daa15 None None] Provisioning complete for port 9b021896-bad0-4ec2-a208-ee339943c2c6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:42.414093 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c68a6770-8aa7-426c-8acc-50db413daa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.490846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:42.494683 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.553663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c68a6770-8aa7-426c-8acc-50db413daa15 None None] Current status of the port 9b021896-bad0-4ec2-a208-ee339943c2c6 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:42.554063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c68a6770-8aa7-426c-8acc-50db413daa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.589771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c68a6770-8aa7-426c-8acc-50db413daa15 None None] For port 9b021896-bad0-4ec2-a208-ee339943c2c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b021896-bad0-4ec2-a208-ee339943c2c6,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:42.593074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:12:42.598235 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c68a6770-8aa7-426c-8acc-50db413daa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.667109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] Deleting port 9b021896-bad0-4ec2-a208-ee339943c2c6 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:42.667379 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.698048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a6770-8aa7-426c-8acc-50db413daa15 None None] Pushing event updated for resources: {'Port': ['ID=9b021896-bad0-4ec2-a208-ee339943c2c6,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:42.743674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] For port 9b021896-bad0-4ec2-a208-ee339943c2c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b021896-bad0-4ec2-a208-ee339943c2c6,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:42.744419 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.747397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834e0c9-8d77-448e-b28c-76cad6a152b3 req-a7159c34-4960-4e4a-b40d-272bb1bab27b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:42.748950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c834e0c9-8d77-448e-b28c-76cad6a152b3 req-a7159c34-4960-4e4a-b40d-272bb1bab27b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.1031756
Apr 09 21:12:42.758146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] Calling delete_port for 9b021896-bad0-4ec2-a208-ee339943c2c6 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:42.765627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (5be5b775-9947-4681-bc09-0f2250b68eef), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.821819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:42.833975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:42.837400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:42.838051 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.851661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (9b021896-bad0-4ec2-a208-ee339943c2c6), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:42.879481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] Pushing event deleted for resources: {'Port': ['ID=9b021896-bad0-4ec2-a208-ee339943c2c6,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:42.893268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac7030e-bb4f-49ee-a6ff-91570b5b1b7d None None] No DVR routers for this DVR port 9b021896-bad0-4ec2-a208-ee339943c2c6 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:42.916179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=5be5b775-9947-4681-bc09-0f2250b68eef,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:42.918641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0484e-9ba1-42e5-ab92-278a56f169c1 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:42.927642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c834e0c9-8d77-448e-b28c-76cad6a152b3 req-96478380-2cb2-4a58-9964-5290dc7ff790 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1689162
Apr 09 21:12:42.936488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b3dcccd2-bc6f-417d-b675-ff6e8e88b729 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5378058
Apr 09 21:12:42.937077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40334) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:42.942571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd0b11-315d-41c4-9f9f-673d230fb1c7 req-1e55b9b8-bfa2-4fa7-81fa-c913e30369b8 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:42.944123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ffd0b11-315d-41c4-9f9f-673d230fb1c7 req-1e55b9b8-bfa2-4fa7-81fa-c913e30369b8 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 949 time: 0.1162190
Apr 09 21:12:42.950851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'name': 'tempest-NetworksTestDHCPv6-1621831839'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:43.038249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ffd0b11-315d-41c4-9f9f-673d230fb1c7 req-79a9b795-c97c-4018-aab4-cb16883ee650 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876076
Apr 09 21:12:43.075974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '5be5b775-9947-4681-bc09-0f2250b68eef'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:12:43.077353 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.118213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:43.122521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.142467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port adf33f81-829f-4961-80f1-b7399341cf38 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:43.224569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/5be5b775-9947-4681-bc09-0f2250b68eef/1abd82ba-ad0f-4e60-8c68-cb544d068a38) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:43.370570 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Publish callbacks [] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.378289 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.424373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:43.427266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:43.431446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:43.434431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Pushing event updated for resources: {'Port': ['ID=1abd82ba-ad0f-4e60-8c68-cb544d068a38,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:43.444840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::359 (efbc0070-26f1-4fb3-af29-ab8c9f091897/5be5b775-9947-4681-bc09-0f2250b68eef/adf33f81-829f-4961-80f1-b7399341cf38) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:43.494290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Attempting to bind port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:43.494567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Attempting to bind port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:43.494877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Attempting to bind port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:43.500087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:43.500476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:43.500832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.501261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:43.501699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Bound port: 1abd82ba-ad0f-4e60-8c68-cb544d068a38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:43.502183 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.569474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] For port 1abd82ba-ad0f-4e60-8c68-cb544d068a38, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:43.572475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] For port 1abd82ba-ad0f-4e60-8c68-cb544d068a38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1abd82ba-ad0f-4e60-8c68-cb544d068a38,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:43.579401 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.600984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (adf33f81-829f-4961-80f1-b7399341cf38), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.638710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df3313-3f2c-4449-b9c1-e23bbaa9fe09 None None] Pushing event updated for resources: {'Port': ['ID=1abd82ba-ad0f-4e60-8c68-cb544d068a38,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:43.659479 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (adf33f81-829f-4961-80f1-b7399341cf38), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.714847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:43.718019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:43.722699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:43.728196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:43.728825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:43.732618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=adf33f81-829f-4961-80f1-b7399341cf38,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:43.749427 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8eb18da3-9328-4c94-b802-a5421b19cf7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.8102238
Apr 09 21:12:43.751661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40338) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:43.818798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad2e964-ba0a-48ff-a16c-fbba62ab2b71 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:43.824482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad2e964-ba0a-48ff-a16c-fbba62ab2b71 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:43.826580 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4ad2e964-ba0a-48ff-a16c-fbba62ab2b71 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.0738065
Apr 09 21:12:43.829320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40340) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:43.919872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-30d34874-ecd0-44e3-9108-fa9f966c34b5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port adf33f81-829f-4961-80f1-b7399341cf38 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:43.920215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30d34874-ecd0-44e3-9108-fa9f966c34b5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (adf33f81-829f-4961-80f1-b7399341cf38), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:44.015467 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30d34874-ecd0-44e3-9108-fa9f966c34b5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (adf33f81-829f-4961-80f1-b7399341cf38), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:44.031018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-30d34874-ecd0-44e3-9108-fa9f966c34b5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for adf33f81-829f-4961-80f1-b7399341cf38 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:44.078024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfe75d-c76b-4c08-8d48-c31ca74dfa97 req-91a10834-cb94-4bfb-aeaf-18ef248d7a59 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.079660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7cfe75d-c76b-4c08-8d48-c31ca74dfa97 req-91a10834-cb94-4bfb-aeaf-18ef248d7a59 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.0711334
Apr 09 21:12:44.150442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7cfe75d-c76b-4c08-8d48-c31ca74dfa97 req-2fac05cc-b9a6-4257-91a5-4b9174911ee4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642855
Apr 09 21:12:44.202740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819edf83-1688-46dc-b7bd-b4680df801b1 req-a7b89014-c513-4f3a-b12f-d70edf4327fd tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.204359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-819edf83-1688-46dc-b7bd-b4680df801b1 req-a7b89014-c513-4f3a-b12f-d70edf4327fd tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 949 time: 0.0695443
Apr 09 21:12:44.215106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30d34874-ecd0-44e3-9108-fa9f966c34b5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (adf33f81-829f-4961-80f1-b7399341cf38), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:44.261206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d34874-ecd0-44e3-9108-fa9f966c34b5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=adf33f81-829f-4961-80f1-b7399341cf38,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:44.265628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-819edf83-1688-46dc-b7bd-b4680df801b1 req-b5ea032c-145a-4f91-8b25-96c61b351849 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549521
Apr 09 21:12:44.310535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30d34874-ecd0-44e3-9108-fa9f966c34b5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:44.316207 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-30d34874-ecd0-44e3-9108-fa9f966c34b5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/adf33f81-829f-4961-80f1-b7399341cf38 HTTP/1.1" status: 204  len: 168 time: 0.4837174
Apr 09 21:12:44.317522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40354) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:44.335488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-3df7488f-a53d-4701-bc48-ea054ceb285e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0631869
Apr 09 21:12:44.397843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f0975-3725-4fac-a0e6-2aa2a6f340cf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.399641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f0975-3725-4fac-a0e6-2aa2a6f340cf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.404976 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-458f0975-3725-4fac-a0e6-2aa2a6f340cf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0828581
Apr 09 21:12:44.405253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40358) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:44.519602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-32eb8bc0-6417-4163-998b-ce12f7d37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.519602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-32eb8bc0-6417-4163-998b-ce12f7d37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.519602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-32eb8bc0-6417-4163-998b-ce12f7d37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.520047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-32eb8bc0-6417-4163-998b-ce12f7d37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.520189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-32eb8bc0-6417-4163-998b-ce12f7d37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.520666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-32eb8bc0-6417-4163-998b-ce12f7d37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.521175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-32eb8bc0-6417-4163-998b-ce12f7d37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.523313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-32eb8bc0-6417-4163-998b-ce12f7d37e09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 6716 time: 0.0736670
Apr 09 21:12:44.628234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4c8c9a-a472-4a22-886a-2ee52a8abcd0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 5be5b775-9947-4681-bc09-0f2250b68eef {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:44.669088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-581d71f4-11b0-4301-92fe-cca7f2465c7c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.671367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-581d71f4-11b0-4301-92fe-cca7f2465c7c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.1464441
Apr 09 21:12:44.679919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8c9a-a472-4a22-886a-2ee52a8abcd0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (5be5b775-9947-4681-bc09-0f2250b68eef), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:44.787142 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1abd82ba-ad0f-4e60-8c68-cb544d068a38 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:44.821329 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8c9a-a472-4a22-886a-2ee52a8abcd0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (5be5b775-9947-4681-bc09-0f2250b68eef), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:44.911988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-aafe7f22-4750-4e08-9e46-df98ba6db8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.912466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-aafe7f22-4750-4e08-9e46-df98ba6db8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.912934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-aafe7f22-4750-4e08-9e46-df98ba6db8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:44.914679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-aafe7f22-4750-4e08-9e46-df98ba6db8aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=dafc1150-436f-41e7-82bb-1b35d2c0352e&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=92519850-eedc-4d89-a26d-ad4b1c086541&id=f6f98062-6e39-47e6-ab8a-083f21750bda&id=f6f98062-6e39-47e6-ab8a-083f21750bda HTTP/1.1" status: 200  len: 2298 time: 0.3448670
Apr 09 21:12:45.012351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Deleting port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:45.012746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.074791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Provisioning complete for port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:45.075080 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.084959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-4691e6ff-f4e5-4a12-997f-ea8862bb2fa8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da958d47-ba90-4946-a8c2-f3457704513e HTTP/1.1" status: 200  len: 1001 time: 0.1618795
Apr 09 21:12:45.127025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:45.127579 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.162133 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8c9a-a472-4a22-886a-2ee52a8abcd0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5be5b775-9947-4681-bc09-0f2250b68eef), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.212025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Current status of the port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:45.212944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.215918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-e83afa54-d3e0-4b7a-b98d-351681625b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:45.217489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-e83afa54-d3e0-4b7a-b98d-351681625b87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5582e4dd-bddd-4dac-ac97-35804c4b3e6a HTTP/1.1" status: 200  len: 856 time: 0.1030784
Apr 09 21:12:45.285485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:45.285875 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.309314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] For port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:45.309587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.341063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-fd4b1f6d-ebaf-4fb5-8ff2-6e6ab9867774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:45.342795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-fd4b1f6d-ebaf-4fb5-8ff2-6e6ab9867774 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dafc1150-436f-41e7-82bb-1b35d2c0352e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1183212
Apr 09 21:12:45.426754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8c9a-a472-4a22-886a-2ee52a8abcd0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (5be5b775-9947-4681-bc09-0f2250b68eef), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.458202 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:12:45.458752 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:12:45.458907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c606d-9a7e-4356-b33a-cd391859d4e0 req-7a3e4e96-2f1f-4f04-920f-c661760134e9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:45.459404 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:12:45.459750 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:12:45.460293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae9c606d-9a7e-4356-b33a-cd391859d4e0 req-7a3e4e96-2f1f-4f04-920f-c661760134e9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 946 time: 0.1823239
Apr 09 21:12:45.517195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c8c9a-a472-4a22-886a-2ee52a8abcd0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=5be5b775-9947-4681-bc09-0f2250b68eef,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:45.519545 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8c9a-a472-4a22-886a-2ee52a8abcd0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:45.523876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0d4c8c9a-a472-4a22-886a-2ee52a8abcd0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/5be5b775-9947-4681-bc09-0f2250b68eef HTTP/1.1" status: 204  len: 168 time: 1.1167407
Apr 09 21:12:45.525608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40394) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:45.812621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c9995-fa77-4e68-b2a3-e54bf54a7cdb None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:46.127342 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3848e040-0ba3-405f-879a-8bbf54f4ee56 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5997167
Apr 09 21:12:46.130277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40404) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:46.135556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:46.151203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:46.152192 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.182195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Current status of the port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:46.182593 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.198748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-b0be6bac-c270-407e-84d8-f5e72d4529a4 service neutron] 10.222.0.32 "GET /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8251905
Apr 09 21:12:46.202704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae9c606d-9a7e-4356-b33a-cd391859d4e0 req-f6b8e902-403b-4ac7-b98b-8c9ad58429f0 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=013739e4-b14b-4274-966e-d74c40d14d41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7114086
Apr 09 21:12:46.245854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 1abd82ba-ad0f-4e60-8c68-cb544d068a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1abd82ba-ad0f-4e60-8c68-cb544d068a38,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:46.254291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.266633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:46.271051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.314526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:12:46.332670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.333150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (eb09d9b4-5fa8-4443-b784-e242a7544cfe), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.333523 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Floating IP eb09d9b4-5fa8-4443-b784-e242a7544cfe disassociated. External IP: 172.35.0.139, port: 92818e3d-053c-4742-bf9a-5d9ff3ccdf98.
Apr 09 21:12:46.333946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Calling delete_port for 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:46.380953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] Deleting port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:46.381475 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.383564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:12:46.383987 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:12:46.398494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-698b18d9-0c2f-407b-8d22-de9da2f56789 service neutron] 10.222.0.32 "GET /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660743
Apr 09 21:12:46.451315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=1abd82ba-ad0f-4e60-8c68-cb544d068a38,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:46.456340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-82867d3d-36e1-4de9-9bc4-0e1324f8a857 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 200  len: 217 time: 0.0504577
Apr 09 21:12:46.507388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8874b367-2ede-418f-a49b-1eaf9679c0d6 None None] Current status of the port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:46.513715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] For port 1abd82ba-ad0f-4e60-8c68-cb544d068a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1abd82ba-ad0f-4e60-8c68-cb544d068a38,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:46.514193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.526959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] Calling delete_port for 1abd82ba-ad0f-4e60-8c68-cb544d068a38 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:46.546164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-2d03b8f0-7f78-4e33-8bdb-239b7d1bcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:46.548739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-2d03b8f0-7f78-4e33-8bdb-239b7d1bcf94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 200  len: 797 time: 0.0806062
Apr 09 21:12:46.574246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (a2c9c082-a02f-4310-905f-7b639ea05f91), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.609112 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (92818e3d-053c-4742-bf9a-5d9ff3ccdf98), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.617909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-c78ff916-b54c-4404-b1af-510b214e1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:46.619571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-c78ff916-b54c-4404-b1af-510b214e1a9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92519850-eedc-4d89-a26d-ad4b1c086541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0640945
Apr 09 21:12:46.622834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9c6f0574-9333-43d1-a599-53a104ce3cd8 None None] Could not find standard attr ID for object 617c551f-5b2c-4a78-83a4-ffd4e16f1767. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:12:46.629704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9c6f0574-9333-43d1-a599-53a104ce3cd8 None None] Could not find standard attr ID for object adf33f81-829f-4961-80f1-b7399341cf38. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:12:46.642668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (1abd82ba-ad0f-4e60-8c68-cb544d068a38), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.659020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event deleted for resources: {'Port': ['ID=92818e3d-053c-4742-bf9a-5d9ff3ccdf98,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:46.664746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:46.674173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:46.674391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] Pushing event deleted for resources: {'Port': ['ID=1abd82ba-ad0f-4e60-8c68-cb544d068a38,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:46.678718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:46.679315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.683579 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db14e77-f8c8-45eb-9212-8ab2b470533a None None] No DVR routers for this DVR port 1abd82ba-ad0f-4e60-8c68-cb544d068a38 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:46.723392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=a2c9c082-a02f-4310-905f-7b639ea05f91,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:46.729978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb532854-8c52-4716-9cd3-41805376d483 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:46.748766 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d3cedcf5-8ab4-494a-a466-4115f72b77a3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6148608
Apr 09 21:12:46.749242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40418) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:46.754263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1abd82ba-ad0f-4e60-8c68-cb544d068a38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:12:46.760732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'name': 'tempest-NetworksTestDHCPv6-1948579460'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:46.785089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 1abd82ba-ad0f-4e60-8c68-cb544d068a38 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:12:46.785598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1abd82ba-ad0f-4e60-8c68-cb544d068a38 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:12:46.872058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': 'a2c9c082-a02f-4310-905f-7b639ea05f91'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:12:46.873868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.894467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-0a2c5248-7b48-4ffc-8ace-4ecbb9a29ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2484946
Apr 09 21:12:46.899780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:46.904357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:46.924568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 349f3779-ce2c-4928-98e9-01f2a37a1843 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:46.979904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:12:47.077401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::c (efbc0070-26f1-4fb3-af29-ab8c9f091897/a2c9c082-a02f-4310-905f-7b639ea05f91/349f3779-ce2c-4928-98e9-01f2a37a1843) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:47.085569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-00f392d8-a762-40a6-a1f6-fe83ab7e1a52 service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844161
Apr 09 21:12:47.183221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-884f5d64-b996-4ffd-99b5-d70080e1164c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 200  len: 217 time: 0.0870554
Apr 09 21:12:47.240258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:12:47.255093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e61b26-703e-469f-a833-354488b21d04 None None] Sync routers for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:12:47.278295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e61b26-703e-469f-a833-354488b21d04 None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:12:47.279099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-42e61b26-703e-469f-a833-354488b21d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763d6370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:47.307648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (349f3779-ce2c-4928-98e9-01f2a37a1843), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.353020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-2c37c908-91b7-4492-9fa3-93e8bad15c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:47.354892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-2c37c908-91b7-4492-9fa3-93e8bad15c1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 200  len: 797 time: 0.1600766
Apr 09 21:12:47.357630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] No DVR routers for this DVR port 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:47.363231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (349f3779-ce2c-4928-98e9-01f2a37a1843), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.368365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.371665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce50b6be-bfee-4128-a9fd-50d80805381a req-9ddadc3e-b66d-4de2-8168-000ef1e8fe64 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "DELETE /v2.0/ports/92818e3d-053c-4742-bf9a-5d9ff3ccdf98 HTTP/1.1" status: 204  len: 173 time: 2.6954033
Apr 09 21:12:47.373719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'name': 'network-vif-deleted', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:12:47.376057 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4132bf-bfa1-46fc-8e53-d01f54528034" -d '{"events": [{"server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "name": "network-vif-deleted", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:12:47.415565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dde1f20-459b-4214-bc8c-bd53eff84b16 req-181937d4-fc3c-47b3-9648-a85848799e44 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbe99a0-a85a-4094-9a27-86d412fa4620 HTTP/1.1" status: 200  len: 210 time: 0.0594189
Apr 09 21:12:47.456298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/a2c9c082-a02f-4310-905f-7b639ea05f91/bfd57204-34e9-4d9e-ab37-d6f7d2a7813a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:47.469014 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee4eb1-afaf-456b-9023-4a06bc71a141 x-openstack-request-id: req-e0ee4eb1-afaf-456b-9023-4a06bc71a141 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:12:47.469460 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbe99a0-a85a-4094-9a27-86d412fa4620", "name": "network-vif-deleted", "tag": "92818e3d-053c-4742-bf9a-5d9ff3ccdf98", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:12:47.469712 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0ee4eb1-afaf-456b-9023-4a06bc71a141 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:12:47.470227 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ee4eb1-afaf-456b-9023-4a06bc71a141'] response: {'server_uuid': '9fbe99a0-a85a-4094-9a27-86d412fa4620', 'name': 'network-vif-deleted', 'tag': '92818e3d-053c-4742-bf9a-5d9ff3ccdf98', 'status': 'completed', 'code': 200}
Apr 09 21:12:47.477232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-bcf322eb-a9b5-4f72-a68a-600b84c515eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:47.478260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:47.479480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-bcf322eb-a9b5-4f72-a68a-600b84c515eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92519850-eedc-4d89-a26d-ad4b1c086541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1125433
Apr 09 21:12:47.499577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=349f3779-ce2c-4928-98e9-01f2a37a1843,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:47.506597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:47.516897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:47.526873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:47.527778 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.556677 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8121312d-708a-4153-8449-26587ecdf556 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8060741
Apr 09 21:12:47.559244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40440) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:47.618524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1b3c2d-adc8-4525-90c4-99a71143c924 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:47.619462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-42e61b26-703e-469f-a833-354488b21d04 None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:12:47.623585 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2c1b3c2d-adc8-4525-90c4-99a71143c924 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.0603046
Apr 09 21:12:47.623585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40444) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:47.654901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-5fb6247a-fb11-4f18-95b4-b2819cfbec0d service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686630
Apr 09 21:12:47.724982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-30ff66f2-a0ed-47f4-b45d-5143ea56c85e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 349f3779-ce2c-4928-98e9-01f2a37a1843 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:47.725612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30ff66f2-a0ed-47f4-b45d-5143ea56c85e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (349f3779-ce2c-4928-98e9-01f2a37a1843), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.763140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-4f49af31-3fd4-4e6a-bb9e-5e74add4a2f7 service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024024
Apr 09 21:12:47.765875 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Publish callbacks [] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.778513 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.814492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-5a2af593-28a4-4f55-b2bc-d7b875aac297 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=ace7507d-dd06-475c-b999-2430bd431592 HTTP/1.1" status: 200  len: 217 time: 0.0445600
Apr 09 21:12:47.823663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30ff66f2-a0ed-47f4-b45d-5143ea56c85e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (349f3779-ce2c-4928-98e9-01f2a37a1843), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.837510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-30ff66f2-a0ed-47f4-b45d-5143ea56c85e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 349f3779-ce2c-4928-98e9-01f2a37a1843 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:47.853958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:47.860560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:47.869106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:47.879158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-6408ab30-d982-47a9-880a-a89caec6e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:47.881266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-6408ab30-d982-47a9-880a-a89caec6e8e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 200  len: 797 time: 0.0522346
Apr 09 21:12:47.922824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Pushing event updated for resources: {'Port': ['ID=bfd57204-34e9-4d9e-ab37-d6f7d2a7813a,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:47.937106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-48157b93-8931-4144-a6f0-65daf4c0bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:47.938722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-48157b93-8931-4144-a6f0-65daf4c0bf0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92519850-eedc-4d89-a26d-ad4b1c086541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0510468
Apr 09 21:12:47.943840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Attempting to bind port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:47.944220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Attempting to bind port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:47.944588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Attempting to bind port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:47.957071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:47.957450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:47.957856 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.958259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:47.958730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Bound port: bfd57204-34e9-4d9e-ab37-d6f7d2a7813a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:47.959112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:47.984421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30ff66f2-a0ed-47f4-b45d-5143ea56c85e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (349f3779-ce2c-4928-98e9-01f2a37a1843), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.014298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff66f2-a0ed-47f4-b45d-5143ea56c85e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=349f3779-ce2c-4928-98e9-01f2a37a1843,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:48.037450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-42e61b26-703e-469f-a833-354488b21d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763d6370>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:48.043268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30ff66f2-a0ed-47f4-b45d-5143ea56c85e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.046863 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-30ff66f2-a0ed-47f4-b45d-5143ea56c85e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/349f3779-ce2c-4928-98e9-01f2a37a1843 HTTP/1.1" status: 204  len: 168 time: 0.4224257
Apr 09 21:12:48.049478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40450) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:48.074175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e61b26-703e-469f-a833-354488b21d04 None None] Checking router: c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:12:48.091414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] For port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:48.093513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e61b26-703e-469f-a833-354488b21d04 None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:12:48.094136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-42e61b26-703e-469f-a833-354488b21d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763d6370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:48.097055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] For port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfd57204-34e9-4d9e-ab37-d6f7d2a7813a,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:48.113325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e4569-c588-4ff5-afde-dc4d7ecba88b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:48.114679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e4569-c588-4ff5-afde-dc4d7ecba88b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:48.119161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6b1e4569-c588-4ff5-afde-dc4d7ecba88b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0662687
Apr 09 21:12:48.119391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40454) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:48.141840 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.247250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1ba56-69b6-464d-aa78-7b946a039eb2 None None] Pushing event updated for resources: {'Port': ['ID=bfd57204-34e9-4d9e-ab37-d6f7d2a7813a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:48.248256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-06a537a3-dbc5-4a49-b340-befae4990a1f service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978198
Apr 09 21:12:48.300487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee11aa5-470e-4f7a-82fd-3f5a26c0d9e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet a2c9c082-a02f-4310-905f-7b639ea05f91 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:48.304651 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cee11aa5-470e-4f7a-82fd-3f5a26c0d9e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (a2c9c082-a02f-4310-905f-7b639ea05f91), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.366670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cee11aa5-470e-4f7a-82fd-3f5a26c0d9e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (a2c9c082-a02f-4310-905f-7b639ea05f91), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.376614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-42e61b26-703e-469f-a833-354488b21d04 None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:12:48.532236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40472) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:48.605854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-48ddd5bd-2de9-4fc2-b129-0bf1a3d2c6e9 service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3486254
Apr 09 21:12:48.720456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6162192-934b-4e76-8f1d-bc78c5d3f5a9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group (013739e4-b14b-4274-966e-d74c40d14d41), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.729540 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cee11aa5-470e-4f7a-82fd-3f5a26c0d9e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (a2c9c082-a02f-4310-905f-7b639ea05f91), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.766988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-1310e277-8614-4dd7-abf0-62bbaa053d60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 HTTP/1.1" status: 200  len: 217 time: 0.1534750
Apr 09 21:12:48.771850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6162192-934b-4e76-8f1d-bc78c5d3f5a9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group (013739e4-b14b-4274-966e-d74c40d14d41), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.852707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-912d37e9-3916-4104-a35e-7c38ed1edabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:48.854540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-912d37e9-3916-4104-a35e-7c38ed1edabb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 200  len: 797 time: 0.0804298
Apr 09 21:12:48.870141 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6162192-934b-4e76-8f1d-bc78c5d3f5a9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (013739e4-b14b-4274-966e-d74c40d14d41), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.874069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6162192-934b-4e76-8f1d-bc78c5d3f5a9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.875166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cee11aa5-470e-4f7a-82fd-3f5a26c0d9e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (a2c9c082-a02f-4310-905f-7b639ea05f91), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.876126 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a6162192-934b-4e76-8f1d-bc78c5d3f5a9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "DELETE /v2.0/security-groups/013739e4-b14b-4274-966e-d74c40d14d41 HTTP/1.1" status: 204  len: 168 time: 0.3419256
Apr 09 21:12:48.880120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40484) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:48.909475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6162192-934b-4e76-8f1d-bc78c5d3f5a9 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013739e4-b14b-4274-966e-d74c40d14d41,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:48.912114 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-38c17ca2-8262-4ccd-9e0c-d7f6dcbf7174 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] show failed (client error): The resource could not be found.
Apr 09 21:12:48.917118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-38c17ca2-8262-4ccd-9e0c-d7f6dcbf7174 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups/013739e4-b14b-4274-966e-d74c40d14d41 HTTP/1.1" status: 404  len: 347 time: 0.0341506
Apr 09 21:12:48.918813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40486) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:48.932566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee11aa5-470e-4f7a-82fd-3f5a26c0d9e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c9c082-a02f-4310-905f-7b639ea05f91,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:48.953310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-ff97c737-94db-40a6-93f3-b2298d228579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:48.955049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-ff97c737-94db-40a6-93f3-b2298d228579 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92519850-eedc-4d89-a26d-ad4b1c086541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0928142
Apr 09 21:12:48.956181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cee11aa5-470e-4f7a-82fd-3f5a26c0d9e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:48.959520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cee11aa5-470e-4f7a-82fd-3f5a26c0d9e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/a2c9c082-a02f-4310-905f-7b639ea05f91 HTTP/1.1" status: 204  len: 168 time: 0.8391395
Apr 09 21:12:48.968633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40488) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:49.046387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fd3ab3c1-b998-4bad-bc14-13152babe080 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0765259
Apr 09 21:12:49.049201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40490) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:49.095818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-42e61b26-703e-469f-a833-354488b21d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763d6370>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:12:49.102529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Deleting port f5ec6bd4-fe10-4eff-bad7-dda2be9ba583 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:49.104443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:49.130521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f97690a-50ca-41f6-a2ab-b8284b31433d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:49.132032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f97690a-50ca-41f6-a2ab-b8284b31433d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0820477
Apr 09 21:12:49.132567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e61b26-703e-469f-a833-354488b21d04 None None] The sync data for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 is: [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2950c1f-368d-4ba8-a866-b02b5c594c06', 'name': '', 'network_id': '6ba3f1cd-154a-468d-adbc-6dec47d2b32d', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'mac_address': 'fa:16:3e:0c:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:44Z', 'updated_at': '2022-04-09T21:08:53Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'subnets': [{'id': '5088a9c6-9c7c-4a78-8bed-33250a34bb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:12:49.136502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40492) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:49.195658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-05b8090d-07af-4a11-a1d5-7ec3e906c5fe service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246950
Apr 09 21:12:49.230314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:49.231545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:49.250545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Calling delete_port for f5ec6bd4-fe10-4eff-bad7-dda2be9ba583 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:49.285665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215cd00-9730-4550-8966-8ce8c98a08a6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:49.287154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0215cd00-9730-4550-8966-8ce8c98a08a6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1496792
Apr 09 21:12:49.291767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40494) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:49.337481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-15cdc42f-8d74-4175-856c-61a91fa01c28 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0446424
Apr 09 21:12:49.343136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40496) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:49.349908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:49.407039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f5ec6bd4-fe10-4eff-bad7-dda2be9ba583), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:49.427702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-e5ccc304-5150-4dc0-9b4b-f4d186ff3cff service neutron] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363143
Apr 09 21:12:49.444502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event deleted for resources: {'Port': ['ID=f5ec6bd4-fe10-4eff-bad7-dda2be9ba583,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:49.445414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:12:49.480765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:12:49.481161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 92818e3d-053c-4742-bf9a-5d9ff3ccdf98 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:12:49.496836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-f43fe189-a111-427f-b6b6-bc711435a8d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=795eaf94-b9aa-4494-8de0-8b62eecc59b1 HTTP/1.1" status: 200  len: 217 time: 0.0628600
Apr 09 21:12:49.543103 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks [] for floatingip (eb09d9b4-5fa8-4443-b784-e242a7544cfe), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:49.548280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:49.549543 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ab897260-4c44-4406-bb19-51f8ae299463 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "DELETE /v2.0/floatingips/eb09d9b4-5fa8-4443-b784-e242a7544cfe HTTP/1.1" status: 204  len: 168 time: 0.6293452
Apr 09 21:12:49.562990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:49.567644 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:49.587436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-d159927c-ff57-4b91-a230-f7bfff87be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:49.588979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-d159927c-ff57-4b91-a230-f7bfff87be39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13cde6a-1510-4a65-8799-c721bbe26f47 HTTP/1.1" status: 200  len: 797 time: 0.0836248
Apr 09 21:12:49.711010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-5725ff58-928c-45b9-ba61-0627ff6f97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:49.712575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-5725ff58-928c-45b9-ba61-0627ff6f97fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6f98062-6e39-47e6-ab8a-083f21750bda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1090534
Apr 09 21:12:49.804896 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13119fd4-0927-46db-955b-38b9a31e2508 None None] New status for floating IP eb09d9b4-5fa8-4443-b784-e242a7544cfe: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:12:49.901409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee737a-06d5-4d4f-a037-0322c1b493ca None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:49.969621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d976f771-78b2-4b93-85f2-5a99126511fe None None] Provisioning complete for port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:49.969997 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d976f771-78b2-4b93-85f2-5a99126511fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.093020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d976f771-78b2-4b93-85f2-5a99126511fe None None] Current status of the port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:50.093510 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d976f771-78b2-4b93-85f2-5a99126511fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.133945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d976f771-78b2-4b93-85f2-5a99126511fe None None] For port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfd57204-34e9-4d9e-ab37-d6f7d2a7813a,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:50.141216 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d976f771-78b2-4b93-85f2-5a99126511fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.193858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:12:50.240732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976f771-78b2-4b93-85f2-5a99126511fe None None] Pushing event updated for resources: {'Port': ['ID=bfd57204-34e9-4d9e-ab37-d6f7d2a7813a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:50.262217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] Deleting port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:50.263281 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.266535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-fe72ee0e-b921-44ff-8b84-c2bb857d2807 service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5453115
Apr 09 21:12:50.341338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] For port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfd57204-34e9-4d9e-ab37-d6f7d2a7813a,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:50.341776 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.360991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] Calling delete_port for bfd57204-34e9-4d9e-ab37-d6f7d2a7813a owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:50.377526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (866d5dba-182a-4b0f-88dd-7bf8765a2589), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.430974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:50.439628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:50.452614 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab19ff47-b4fd-405d-aaa9-1433db2b9a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.454000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:50.454671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.482542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-575047d8-3d04-40ea-8c2b-b106738877f6 service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914487
Apr 09 21:12:50.484283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=866d5dba-182a-4b0f-88dd-7bf8765a2589,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:50.490139 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (bfd57204-34e9-4d9e-ab37-d6f7d2a7813a), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.491092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bdb6a655-ceb2-4662-a79e-f38b77b16219 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1470602
Apr 09 21:12:50.494108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40546) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:50.499166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '866d5dba-182a-4b0f-88dd-7bf8765a2589', 'ip_address': '2001:db8::c730:ff73:5cca:c03e'}], 'name': 'tempest-NetworksTestDHCPv6-556943782'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:50.531519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] Pushing event deleted for resources: {'Port': ['ID=bfd57204-34e9-4d9e-ab37-d6f7d2a7813a,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:50.538008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e7409-a6b2-4f7f-8a58-51c7089bc3ce None None] No DVR routers for this DVR port bfd57204-34e9-4d9e-ab37-d6f7d2a7813a on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:50.542358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-70a68c16-80e2-4c28-87d1-fe0eccb603ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 HTTP/1.1" status: 200  len: 217 time: 0.0497792
Apr 09 21:12:50.557466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c5aa8-a3df-45e1-b70f-ad4ab3e04f0e None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:50.603584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-6e511508-b3da-417a-a85c-0c61a5fb1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:50.605234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-6e511508-b3da-417a-a85c-0c61a5fb1b63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13cde6a-1510-4a65-8799-c721bbe26f47 HTTP/1.1" status: 200  len: 797 time: 0.0516255
Apr 09 21:12:50.676566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-b1ff59aa-194c-4318-80a0-7a929041ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:50.684258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-b1ff59aa-194c-4318-80a0-7a929041ecd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6f98062-6e39-47e6-ab8a-083f21750bda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0675380
Apr 09 21:12:50.751949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:50.777282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '866d5dba-182a-4b0f-88dd-7bf8765a2589'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:12:50.778302 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.796474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-452eff31-0f03-4286-bfd7-c1c930833d7c service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086369
Apr 09 21:12:50.937749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:50.954885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e2fa119-f774-4df2-b93a-807e49e414e1 req-6913b854-5bbd-4157-a2c4-1e0aa5310a28 service neutron] 10.222.0.32 "GET /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514714
Apr 09 21:12:50.967620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 4a5dfce9-61c6-4a69-81c8-16a5e7b727c5 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:51.079181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/866d5dba-182a-4b0f-88dd-7bf8765a2589/016ea31d-bc24-40d5-8538-808398ef314c) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:51.257237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Publish callbacks [] for port (016ea31d-bc24-40d5-8538-808398ef314c), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:51.264752 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (016ea31d-bc24-40d5-8538-808398ef314c), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:51.313607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:51.316642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:51.320644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:51.328500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Pushing event updated for resources: {'Port': ['ID=016ea31d-bc24-40d5-8538-808398ef314c,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:51.359914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::c730:ff73:5cca:c03e (efbc0070-26f1-4fb3-af29-ab8c9f091897/866d5dba-182a-4b0f-88dd-7bf8765a2589/4a5dfce9-61c6-4a69-81c8-16a5e7b727c5) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:51.398943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Attempting to bind port 016ea31d-bc24-40d5-8538-808398ef314c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:51.398943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Attempting to bind port 016ea31d-bc24-40d5-8538-808398ef314c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:51.399482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Attempting to bind port 016ea31d-bc24-40d5-8538-808398ef314c on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:51.410553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:51.411120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:51.411572 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:51.412276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:51.412987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Bound port: 016ea31d-bc24-40d5-8538-808398ef314c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:51.413519 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (016ea31d-bc24-40d5-8538-808398ef314c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:51.502218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] For port 016ea31d-bc24-40d5-8538-808398ef314c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:51.506606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] For port 016ea31d-bc24-40d5-8538-808398ef314c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=016ea31d-bc24-40d5-8538-808398ef314c,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:51.514418 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (016ea31d-bc24-40d5-8538-808398ef314c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:51.579594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (4a5dfce9-61c6-4a69-81c8-16a5e7b727c5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:51.635629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c468-c8a5-4793-aa2a-b4ce929ff118 None None] Pushing event updated for resources: {'Port': ['ID=016ea31d-bc24-40d5-8538-808398ef314c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:51.667052 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4a5dfce9-61c6-4a69-81c8-16a5e7b727c5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:51.718453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:51.721602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:51.725762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:51.731011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:51.731637 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:51.742287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=4a5dfce9-61c6-4a69-81c8-16a5e7b727c5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:51.771174 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-04cceb48-84d6-42d5-b0d7-10c0e37a16de tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.2759137
Apr 09 21:12:51.775316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40628) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:51.890206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-dfe47086-5fc4-49e9-bf8d-d6faae7b88c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1157808
Apr 09 21:12:51.899265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad39660-c7f1-49a5-bf0a-4f72fa7c47dc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:51.907486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad39660-c7f1-49a5-bf0a-4f72fa7c47dc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:51.912253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1ad39660-c7f1-49a5-bf0a-4f72fa7c47dc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1360970
Apr 09 21:12:51.915296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40644) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:52.048454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-6f4348f4-903c-4323-b60f-099bf5cf8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:52.050031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-6f4348f4-903c-4323-b60f-099bf5cf8d0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 1128 time: 0.1026881
Apr 09 21:12:52.065601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-77781e84-2ae2-4667-a5d3-4ee2ecf13a67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 4a5dfce9-61c6-4a69-81c8-16a5e7b727c5 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:52.065970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77781e84-2ae2-4667-a5d3-4ee2ecf13a67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4a5dfce9-61c6-4a69-81c8-16a5e7b727c5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:52.202592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-3ae3cdd7-70a1-4313-9518-41c0c1142f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:52.205918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-3ae3cdd7-70a1-4313-9518-41c0c1142f1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 200  len: 920 time: 0.1346180
Apr 09 21:12:52.246794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77781e84-2ae2-4667-a5d3-4ee2ecf13a67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4a5dfce9-61c6-4a69-81c8-16a5e7b727c5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:52.265557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-87d231d8-bdb4-4a99-a92b-d85e023bc816 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f HTTP/1.1" status: 200  len: 217 time: 0.0518136
Apr 09 21:12:52.281332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-77781e84-2ae2-4667-a5d3-4ee2ecf13a67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 4a5dfce9-61c6-4a69-81c8-16a5e7b727c5 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:52.355362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-e2eb888e-5559-478e-a59f-a25c6578e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:52.357010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-e2eb888e-5559-478e-a59f-a25c6578e1a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 200  len: 858 time: 0.0828536
Apr 09 21:12:52.363294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff16b8-af18-4b57-b0ea-8c34aad2d9c3 req-57df095e-ed41-481d-83c5-1396010d5198 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:52.364957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2ff16b8-af18-4b57-b0ea-8c34aad2d9c3 req-57df095e-ed41-481d-83c5-1396010d5198 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.0618031
Apr 09 21:12:52.455172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-83d56ba2-7445-49a5-a838-50381e6ccd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:52.455433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77781e84-2ae2-4667-a5d3-4ee2ecf13a67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4a5dfce9-61c6-4a69-81c8-16a5e7b727c5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:52.457457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-83d56ba2-7445-49a5-a838-50381e6ccd0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ba3f1cd-154a-468d-adbc-6dec47d2b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0913844
Apr 09 21:12:52.480744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2ff16b8-af18-4b57-b0ea-8c34aad2d9c3 req-6b97fe70-7c98-4806-964b-b6c1e45c7b27 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830760
Apr 09 21:12:52.500652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77781e84-2ae2-4667-a5d3-4ee2ecf13a67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=4a5dfce9-61c6-4a69-81c8-16a5e7b727c5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:52.541303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77781e84-2ae2-4667-a5d3-4ee2ecf13a67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:52.545399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-77781e84-2ae2-4667-a5d3-4ee2ecf13a67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/4a5dfce9-61c6-4a69-81c8-16a5e7b727c5 HTTP/1.1" status: 204  len: 168 time: 0.6289155
Apr 09 21:12:52.547852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40664) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:52.633382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763145cb-3894-48dd-aa05-0cb5417b8213 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:52.635122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763145cb-3894-48dd-aa05-0cb5417b8213 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:52.639784 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-763145cb-3894-48dd-aa05-0cb5417b8213 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0879436
Apr 09 21:12:52.639973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40668) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:52.640575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-60d41c45-eaef-4d75-a177-bf7f770244c0 service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696930
Apr 09 21:12:52.725009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f89d47-00a9-43ed-b20a-a2e1a61d19ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 866d5dba-182a-4b0f-88dd-7bf8765a2589 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:52.729740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18f89d47-00a9-43ed-b20a-a2e1a61d19ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (866d5dba-182a-4b0f-88dd-7bf8765a2589), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:52.783683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-158c8285-297f-4ffd-b37f-238a2b79eb34 req-1e6b85a5-7f49-4cd4-a0bb-36cd48c818db service neutron] 10.222.0.25 "GET /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367972
Apr 09 21:12:52.800333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 016ea31d-bc24-40d5-8538-808398ef314c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:52.804253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18f89d47-00a9-43ed-b20a-a2e1a61d19ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (866d5dba-182a-4b0f-88dd-7bf8765a2589), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:52.889108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 016ea31d-bc24-40d5-8538-808398ef314c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:52.894000 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (016ea31d-bc24-40d5-8538-808398ef314c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:52.943349 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0eba2bf6-f762-4e82-892f-15abf7648b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:52.949802 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18f89d47-00a9-43ed-b20a-a2e1a61d19ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (866d5dba-182a-4b0f-88dd-7bf8765a2589), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.006411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4ca0dec7-9c59-4577-8d2a-ef931cdad878 None None] Provisioning complete for port 016ea31d-bc24-40d5-8538-808398ef314c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:53.006877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dec7-9c59-4577-8d2a-ef931cdad878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (016ea31d-bc24-40d5-8538-808398ef314c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.038309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 016ea31d-bc24-40d5-8538-808398ef314c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:53.038833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (016ea31d-bc24-40d5-8538-808398ef314c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.040723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18f89d47-00a9-43ed-b20a-a2e1a61d19ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (866d5dba-182a-4b0f-88dd-7bf8765a2589), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.062440 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18f89d47-00a9-43ed-b20a-a2e1a61d19ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.066112 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-18f89d47-00a9-43ed-b20a-a2e1a61d19ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/866d5dba-182a-4b0f-88dd-7bf8765a2589 HTTP/1.1" status: 204  len: 168 time: 0.4248564
Apr 09 21:12:53.068861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40670) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:53.088539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f89d47-00a9-43ed-b20a-a2e1a61d19ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=866d5dba-182a-4b0f-88dd-7bf8765a2589,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:53.166567 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:12:53.166906 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:12:53.168776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0dec7-9c59-4577-8d2a-ef931cdad878 None None] Current status of the port 016ea31d-bc24-40d5-8538-808398ef314c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:53.169250 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dec7-9c59-4577-8d2a-ef931cdad878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (016ea31d-bc24-40d5-8538-808398ef314c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.188497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1e6fc45c-4295-4ef7-9d91-4ffcb9fcd9b3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1180747
Apr 09 21:12:53.191479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40680) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:53.197096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:53.229119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4ca0dec7-9c59-4577-8d2a-ef931cdad878 None None] For port 016ea31d-bc24-40d5-8538-808398ef314c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=016ea31d-bc24-40d5-8538-808398ef314c,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:53.244791 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dec7-9c59-4577-8d2a-ef931cdad878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (016ea31d-bc24-40d5-8538-808398ef314c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.314778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0dec7-9c59-4577-8d2a-ef931cdad878 None None] Pushing event updated for resources: {'Port': ['ID=016ea31d-bc24-40d5-8538-808398ef314c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:53.323053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:53.327661 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.330837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b0f87-eb27-40da-9d1b-5b02fd03bdb0 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:53.374437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f76afa01-b827-4d2a-b501-82ea2ad95fb8 None None] Could not find standard attr ID for object 349f3779-ce2c-4928-98e9-01f2a37a1843. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:12:53.581275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:12:53.634996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] Deleting port 016ea31d-bc24-40d5-8538-808398ef314c {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:53.635741 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (bbda2dac-c82b-4209-a0ef-abea0c0670dd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.641480 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (016ea31d-bc24-40d5-8538-808398ef314c), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.694073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:53.697626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:53.702501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:53.703174 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.731065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=bbda2dac-c82b-4209-a0ef-abea0c0670dd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:53.739569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d9aac-b5eb-4b9c-8151-b527544a7169 req-5f4f8048-56f0-4d0c-b5cb-a76a691cedd8 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:53.743204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-130d9aac-b5eb-4b9c-8151-b527544a7169 req-5f4f8048-56f0-4d0c-b5cb-a76a691cedd8 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.1336937
Apr 09 21:12:53.744109 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-36258cd4-8e00-4a1f-8a2b-5705e33a1d75 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5510073
Apr 09 21:12:53.746978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40712) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:53.756622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': 'bbda2dac-c82b-4209-a0ef-abea0c0670dd', 'ip_address': '2001:db8::e891:d33b:e7a:7a0f'}], 'name': 'tempest-NetworksTestDHCPv6-982800760'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:53.769369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 016ea31d-bc24-40d5-8538-808398ef314c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:53.796477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] For port 016ea31d-bc24-40d5-8538-808398ef314c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=016ea31d-bc24-40d5-8538-808398ef314c,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:53.796857 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (016ea31d-bc24-40d5-8538-808398ef314c), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.813775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] Calling delete_port for 016ea31d-bc24-40d5-8538-808398ef314c owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:53.895275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-130d9aac-b5eb-4b9c-8151-b527544a7169 req-d1bd410f-3be0-4b97-a2bc-31e0cd245aa7 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923321
Apr 09 21:12:53.906778 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (016ea31d-bc24-40d5-8538-808398ef314c), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:53.938565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:53.942903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] Pushing event deleted for resources: {'Port': ['ID=016ea31d-bc24-40d5-8538-808398ef314c,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:53.956056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02bb7c-488d-4e04-bee8-5e092bb851af None None] No DVR routers for this DVR port 016ea31d-bc24-40d5-8538-808398ef314c on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:53.976007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcde8c7-08c5-4799-9d1a-d48dfdb39241 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:54.040582 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.060026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port d61a7e45-bb2d-4c86-a6cc-27699435eb93 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:54.098567 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.105362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': 'bbda2dac-c82b-4209-a0ef-abea0c0670dd'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:12:54.106218 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.248331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/bbda2dac-c82b-4209-a0ef-abea0c0670dd/cac35832-6a8a-4a99-a402-52836a12e711) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:54.306522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8d4adcfe-4755-41f6-9890-bce34ffcdc93 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:54.308088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8d4adcfe-4755-41f6-9890-bce34ffcdc93 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 945 time: 0.0473912
Apr 09 21:12:54.414127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Deleting port 36fd7931-5c26-4cf6-ba41-57e00cc54451 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:54.414372 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Publish callbacks [] for port (cac35832-6a8a-4a99-a402-52836a12e711), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.414635 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.424842 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (cac35832-6a8a-4a99-a402-52836a12e711), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.490643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:54.494703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:54.496639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Pushing event updated for resources: {'Port': ['ID=cac35832-6a8a-4a99-a402-52836a12e711,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:54.499054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:54.539049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::e891:d33b:e7a:7a0f (efbc0070-26f1-4fb3-af29-ab8c9f091897/bbda2dac-c82b-4209-a0ef-abea0c0670dd/d61a7e45-bb2d-4c86-a6cc-27699435eb93) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:54.559366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Attempting to bind port cac35832-6a8a-4a99-a402-52836a12e711 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:54.559737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Attempting to bind port cac35832-6a8a-4a99-a402-52836a12e711 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:54.560165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Attempting to bind port cac35832-6a8a-4a99-a402-52836a12e711 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:54.566753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:54.568093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:54.568238 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.568540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:54.569022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Bound port: cac35832-6a8a-4a99-a402-52836a12e711, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:54.569461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cac35832-6a8a-4a99-a402-52836a12e711), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.571752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] For port 36fd7931-5c26-4cf6-ba41-57e00cc54451, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36fd7931-5c26-4cf6-ba41-57e00cc54451,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:54.572663 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.603891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Calling delete_port for 36fd7931-5c26-4cf6-ba41-57e00cc54451 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:54.663581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] For port cac35832-6a8a-4a99-a402-52836a12e711, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:54.669257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] For port cac35832-6a8a-4a99-a402-52836a12e711, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac35832-6a8a-4a99-a402-52836a12e711,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:54.680317 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cac35832-6a8a-4a99-a402-52836a12e711), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.726297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 016ea31d-bc24-40d5-8538-808398ef314c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:12:54.756816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 016ea31d-bc24-40d5-8538-808398ef314c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:12:54.757096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 016ea31d-bc24-40d5-8538-808398ef314c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:12:54.773495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cd724-7634-483e-9c51-2e7f8bca778a None None] Pushing event updated for resources: {'Port': ['ID=cac35832-6a8a-4a99-a402-52836a12e711,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:54.816222 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (d61a7e45-bb2d-4c86-a6cc-27699435eb93), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.879447 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (36fd7931-5c26-4cf6-ba41-57e00cc54451), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:54.894592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['26dc0e8e-93b6-4aae-af6f-97e1d095b96f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:12:54.897491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['36fd7931-5c26-4cf6-ba41-57e00cc54451'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:12:54.915891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event deleted for resources: {'Port': ['ID=36fd7931-5c26-4cf6-ba41-57e00cc54451,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:54.924827 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d61a7e45-bb2d-4c86-a6cc-27699435eb93), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.083672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:55.084887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] No DVR routers for this DVR port 36fd7931-5c26-4cf6-ba41-57e00cc54451 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:55.154747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.158910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b62992e0-fe24-4f66-aed3-9f16150d93ee req-8f855552-7da3-4334-9a01-8793b61882b4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.32 "DELETE /v2.0/ports/36fd7931-5c26-4cf6-ba41-57e00cc54451 HTTP/1.1" status: 204  len: 173 time: 0.8460724
Apr 09 21:12:55.160331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e8348e-3b60-4836-b44b-12cb6b2094e9', 'name': 'network-vif-deleted', 'tag': '36fd7931-5c26-4cf6-ba41-57e00cc54451'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:12:55.162634 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869c102b-08f6-4af2-a7e9-d03457710ee7" -d '{"events": [{"server_uuid": "b1e8348e-3b60-4836-b44b-12cb6b2094e9", "name": "network-vif-deleted", "tag": "36fd7931-5c26-4cf6-ba41-57e00cc54451"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:12:55.166461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=d61a7e45-bb2d-4c86-a6cc-27699435eb93,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:55.170742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:55.183757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6234d326-63a2-4b58-bab1-f12497192c1f req-679079d0-f14a-49a6-804b-e1ebb5052309 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1e8348e-3b60-4836-b44b-12cb6b2094e9 HTTP/1.1" status: 200  len: 210 time: 0.1254585
Apr 09 21:12:55.184703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:55.195148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:55.195831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.215834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.229362 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.238250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1f95cba5-fa03-4c0a-a36c-ee4fdf2533d2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.4898825
Apr 09 21:12:55.241153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40726) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:55.265103 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d53ca9-2ead-44b8-b515-1d37eea7da0e x-openstack-request-id: req-39d53ca9-2ead-44b8-b515-1d37eea7da0e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:12:55.265821 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e8348e-3b60-4836-b44b-12cb6b2094e9", "name": "network-vif-deleted", "tag": "36fd7931-5c26-4cf6-ba41-57e00cc54451", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:12:55.266082 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39d53ca9-2ead-44b8-b515-1d37eea7da0e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:12:55.266545 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d53ca9-2ead-44b8-b515-1d37eea7da0e'] response: {'server_uuid': 'b1e8348e-3b60-4836-b44b-12cb6b2094e9', 'name': 'network-vif-deleted', 'tag': '36fd7931-5c26-4cf6-ba41-57e00cc54451', 'status': 'completed', 'code': 200}
Apr 09 21:12:55.343367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11143ba-cec1-4dbe-9e46-4a693da9387f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:55.356633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11143ba-cec1-4dbe-9e46-4a693da9387f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:55.361509 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c11143ba-cec1-4dbe-9e46-4a693da9387f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.1154656
Apr 09 21:12:55.361970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40736) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:55.498311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-45248f48-bd47-4f31-95e8-b92166875e55 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port d61a7e45-bb2d-4c86-a6cc-27699435eb93 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:55.498878 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45248f48-bd47-4f31-95e8-b92166875e55 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d61a7e45-bb2d-4c86-a6cc-27699435eb93), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.652572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45248f48-bd47-4f31-95e8-b92166875e55 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d61a7e45-bb2d-4c86-a6cc-27699435eb93), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.672792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-45248f48-bd47-4f31-95e8-b92166875e55 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for d61a7e45-bb2d-4c86-a6cc-27699435eb93 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:55.816593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40760) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:55.875222 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45248f48-bd47-4f31-95e8-b92166875e55 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d61a7e45-bb2d-4c86-a6cc-27699435eb93), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.916465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45248f48-bd47-4f31-95e8-b92166875e55 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=d61a7e45-bb2d-4c86-a6cc-27699435eb93,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:55.948842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45248f48-bd47-4f31-95e8-b92166875e55 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:55.952377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-45248f48-bd47-4f31-95e8-b92166875e55 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/d61a7e45-bb2d-4c86-a6cc-27699435eb93 HTTP/1.1" status: 204  len: 168 time: 0.5893393
Apr 09 21:12:55.955020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40764) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:56.027943 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-35c041d0-9d52-453e-b674-864eccfa36ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.036180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1d60e-a8f9-4980-8a30-8af8592738ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:56.037566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1d60e-a8f9-4980-8a30-8af8592738ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:56.041637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-01b1d60e-a8f9-4980-8a30-8af8592738ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0825551
Apr 09 21:12:56.042431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40774) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:56.120217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e582e65-2267-4e83-8bea-4a05d262d81d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet bbda2dac-c82b-4209-a0ef-abea0c0670dd {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:56.124626 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e582e65-2267-4e83-8bea-4a05d262d81d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (bbda2dac-c82b-4209-a0ef-abea0c0670dd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.125830 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-35c041d0-9d52-453e-b674-864eccfa36ef admin admin] Publish callbacks [] for security_group (9b31c175-bdda-4efb-879d-044e654136a1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.131546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-35c041d0-9d52-453e-b674-864eccfa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9b31c175-bdda-4efb-879d-044e654136a1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.173826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c041d0-9d52-453e-b674-864eccfa36ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b31c175-bdda-4efb-879d-044e654136a1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:56.181845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-35c041d0-9d52-453e-b674-864eccfa36ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c8a833a07344c0890674bc22b729623&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3617642
Apr 09 21:12:56.182070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40776) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:56.189434 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e582e65-2267-4e83-8bea-4a05d262d81d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (bbda2dac-c82b-4209-a0ef-abea0c0670dd), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.257008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5536-5f54-4e82-a610-b466c2c23e08 admin admin] Publish callbacks [] for security_group (9b31c175-bdda-4efb-879d-044e654136a1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.294738 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5536-5f54-4e82-a610-b466c2c23e08 admin admin] Publish callbacks [] for security_group (9b31c175-bdda-4efb-879d-044e654136a1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.306897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Provisioning complete for port cac35832-6a8a-4a99-a402-52836a12e711 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:56.307412 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cac35832-6a8a-4a99-a402-52836a12e711), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.320625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e582e65-2267-4e83-8bea-4a05d262d81d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (bbda2dac-c82b-4209-a0ef-abea0c0670dd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.368957 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5536-5f54-4e82-a610-b466c2c23e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9b31c175-bdda-4efb-879d-044e654136a1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.374083 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5536-5f54-4e82-a610-b466c2c23e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.375827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bc8b5536-5f54-4e82-a610-b466c2c23e08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b31c175-bdda-4efb-879d-044e654136a1 HTTP/1.1" status: 204  len: 168 time: 0.1926582
Apr 09 21:12:56.392931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b5536-5f54-4e82-a610-b466c2c23e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b31c175-bdda-4efb-879d-044e654136a1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:56.481127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e582e65-2267-4e83-8bea-4a05d262d81d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (bbda2dac-c82b-4209-a0ef-abea0c0670dd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.527300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Current status of the port cac35832-6a8a-4a99-a402-52836a12e711 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:56.527717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cac35832-6a8a-4a99-a402-52836a12e711), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.552918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e582e65-2267-4e83-8bea-4a05d262d81d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=bbda2dac-c82b-4209-a0ef-abea0c0670dd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:56.569873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e582e65-2267-4e83-8bea-4a05d262d81d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.574466 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5e582e65-2267-4e83-8bea-4a05d262d81d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/bbda2dac-c82b-4209-a0ef-abea0c0670dd HTTP/1.1" status: 204  len: 168 time: 0.5295527
Apr 09 21:12:56.577064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40786) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:56.603129 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:12:56.604098 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:12:56.630779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b6b3feda-0bbf-4051-a5f4-6ead2185e159 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0518482
Apr 09 21:12:56.634945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40800) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:56.643718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:56.653903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4656c385-8676-44de-8db6-5840ecbdb1c8 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:56.775553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0008e9f-f856-4fe5-b17c-653f406eec2d req-f62dffa9-7713-4738-a161-e131f3868b2a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:56.777264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0008e9f-f856-4fe5-b17c-653f406eec2d req-f62dffa9-7713-4738-a161-e131f3868b2a tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1058242
Apr 09 21:12:56.807652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:56.812231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.846742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0008e9f-f856-4fe5-b17c-653f406eec2d req-3b2185f7-9504-43ab-a4a9-fcc8c4b0c6a4 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607111
Apr 09 21:12:56.881979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cac35832-6a8a-4a99-a402-52836a12e711 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:12:56.884355 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.954141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cac35832-6a8a-4a99-a402-52836a12e711 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:56.954520 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cac35832-6a8a-4a99-a402-52836a12e711), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:56.985868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:12:57.038519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] Deleting port cac35832-6a8a-4a99-a402-52836a12e711 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:57.038890 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cac35832-6a8a-4a99-a402-52836a12e711), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.059059 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (aad033cd-3c07-4ddf-824f-d26c8c23d957), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.121428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:57.126270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:57.128384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=aad033cd-3c07-4ddf-824f-d26c8c23d957,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:57.134280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:57.135828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.157527 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-12833c2d-3747-4ad6-9478-23607aee3bb5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5209012
Apr 09 21:12:57.160233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:57.166121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': 'aad033cd-3c07-4ddf-824f-d26c8c23d957', 'ip_address': '2001:db8::29bf:1b2:9e70:1b5'}], 'name': 'tempest-NetworksTestDHCPv6-1623931894'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:57.167650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cac35832-6a8a-4a99-a402-52836a12e711 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:57.167885 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cac35832-6a8a-4a99-a402-52836a12e711), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.205474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] For port cac35832-6a8a-4a99-a402-52836a12e711, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac35832-6a8a-4a99-a402-52836a12e711,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:57.205634 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cac35832-6a8a-4a99-a402-52836a12e711), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.220661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Current status of the port cac35832-6a8a-4a99-a402-52836a12e711 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:57.221062 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cac35832-6a8a-4a99-a402-52836a12e711), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.234399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] Calling delete_port for cac35832-6a8a-4a99-a402-52836a12e711 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:57.238378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port cac35832-6a8a-4a99-a402-52836a12e711, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac35832-6a8a-4a99-a402-52836a12e711,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:12:57.254413 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cac35832-6a8a-4a99-a402-52836a12e711), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.288259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:57.362400 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:12:57.363044 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:12:57.385133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=cac35832-6a8a-4a99-a402-52836a12e711,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:57.388495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.407058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port ce09daa2-dde1-4057-b804-ffea3b91dac9 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:57.408699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (cac35832-6a8a-4a99-a402-52836a12e711), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.450818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] Pushing event deleted for resources: {'Port': ['ID=cac35832-6a8a-4a99-a402-52836a12e711,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:57.452886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcad1b2-0b58-4e80-8ac0-4622b56bb5a4 None None] No DVR routers for this DVR port cac35832-6a8a-4a99-a402-52836a12e711 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:12:57.470455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 36fd7931-5c26-4cf6-ba41-57e00cc54451 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:12:57.493974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5fd581-f999-457e-b2b9-a1377d86e6c5 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:57.497580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 36fd7931-5c26-4cf6-ba41-57e00cc54451 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:12:57.497925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 36fd7931-5c26-4cf6-ba41-57e00cc54451 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:12:57.603350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': 'aad033cd-3c07-4ddf-824f-d26c8c23d957'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:12:57.604272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:57.605850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::29bf:1b2:9e70:1b5 (efbc0070-26f1-4fb3-af29-ab8c9f091897/aad033cd-3c07-4ddf-824f-d26c8c23d957/ce09daa2-dde1-4057-b804-ffea3b91dac9) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:57.998578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a44f2-d564-4998-b976-18c3c2964b26 req-0848736e-6563-40b1-9a42-d3a40b5b3d1b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:58.000289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-912a44f2-d564-4998-b976-18c3c2964b26 req-0848736e-6563-40b1-9a42-d3a40b5b3d1b tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.0729516
Apr 09 21:12:58.040668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (ce09daa2-dde1-4057-b804-ffea3b91dac9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.057199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-116eb1b6-f31b-46ba-8819-132b5b3d7224 None None] Port cac35832-6a8a-4a99-a402-52836a12e711 update to ACTIVE by agent not found {{(pid=126921) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Apr 09 21:12:58.061079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-912a44f2-d564-4998-b976-18c3c2964b26 req-65a9a787-1a7e-457a-89e1-791dcb725221 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542767
Apr 09 21:12:58.082817 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ce09daa2-dde1-4057-b804-ffea3b91dac9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.130452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:58.135821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:58.136921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/aad033cd-3c07-4ddf-824f-d26c8c23d957/5a41e818-aae8-4bc6-8641-f316295c62fa) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:12:58.138855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:58.144209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:58.144920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.162634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=ce09daa2-dde1-4057-b804-ffea3b91dac9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:58.173491 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-50c42478-5ccd-4cdb-ab73-398be9d33f7d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.0112479
Apr 09 21:12:58.176139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40854) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:58.183629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-16f70bf4-da03-4440-9feb-fa14a44010b3 None None] Could not find standard attr ID for object 4a5dfce9-61c6-4a69-81c8-16a5e7b727c5. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:12:58.225077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3905bd66-5dd4-4fd1-8cd3-c4599a2d0809 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:58.229176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3905bd66-5dd4-4fd1-8cd3-c4599a2d0809 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 944 time: 0.0490775
Apr 09 21:12:58.229577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40856) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:58.298989 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Publish callbacks [] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.308622 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.318646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3526e2d4-244b-4a79-9c53-3a1c2ec23db4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port ce09daa2-dde1-4057-b804-ffea3b91dac9 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:12:58.319063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3526e2d4-244b-4a79-9c53-3a1c2ec23db4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ce09daa2-dde1-4057-b804-ffea3b91dac9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.359828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:58.363753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Pushing event updated for resources: {'Port': ['ID=5a41e818-aae8-4bc6-8641-f316295c62fa,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:58.367569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:58.370424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:12:58.414766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3526e2d4-244b-4a79-9c53-3a1c2ec23db4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ce09daa2-dde1-4057-b804-ffea3b91dac9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.427592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3526e2d4-244b-4a79-9c53-3a1c2ec23db4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for ce09daa2-dde1-4057-b804-ffea3b91dac9 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:12:58.428849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Attempting to bind port 5a41e818-aae8-4bc6-8641-f316295c62fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:12:58.429158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Attempting to bind port 5a41e818-aae8-4bc6-8641-f316295c62fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:12:58.429527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Attempting to bind port 5a41e818-aae8-4bc6-8641-f316295c62fa on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:12:58.434512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:12:58.435453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:12:58.435680 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.436042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:12:58.436514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Bound port: 5a41e818-aae8-4bc6-8641-f316295c62fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:12:58.436895 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.516757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] For port 5a41e818-aae8-4bc6-8641-f316295c62fa, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:12:58.520070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] For port 5a41e818-aae8-4bc6-8641-f316295c62fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a41e818-aae8-4bc6-8641-f316295c62fa,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:12:58.527880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.548648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40858) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:58.554185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88650111', 'description': 'tempest-secgroup-smoke-88650111 description', 'project_id': '0cbaded0b4ad4c4587cc36402e326750'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:58.578340 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3526e2d4-244b-4a79-9c53-3a1c2ec23db4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ce09daa2-dde1-4057-b804-ffea3b91dac9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.594462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.595768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056e8ac-b75f-4754-b43b-c648c013a7a9 None None] Pushing event updated for resources: {'Port': ['ID=5a41e818-aae8-4bc6-8641-f316295c62fa,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:58.611561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.613406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526e2d4-244b-4a79-9c53-3a1c2ec23db4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=ce09daa2-dde1-4057-b804-ffea3b91dac9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:58.642348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3526e2d4-244b-4a79-9c53-3a1c2ec23db4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.646629 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3526e2d4-244b-4a79-9c53-3a1c2ec23db4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/ce09daa2-dde1-4057-b804-ffea3b91dac9 HTTP/1.1" status: 204  len: 168 time: 0.4128673
Apr 09 21:12:58.649106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40860) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:58.723056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cac35832-6a8a-4a99-a402-52836a12e711 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:12:58.724799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab780f-365a-416d-9c2a-fa0a62fc2047 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:58.726134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab780f-365a-416d-9c2a-fa0a62fc2047 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:58.727862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e4ab780f-365a-416d-9c2a-fa0a62fc2047 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0777490
Apr 09 21:12:58.730727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40862) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:58.755009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: cac35832-6a8a-4a99-a402-52836a12e711 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:12:58.755661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cac35832-6a8a-4a99-a402-52836a12e711 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:12:58.766545 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (cc256cee-53a3-41c4-ab9f-14ddf41d64fa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.773024 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc256cee-53a3-41c4-ab9f-14ddf41d64fa), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.789240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-207388a9-0e09-465e-8d25-e623bd1864ca tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet aad033cd-3c07-4ddf-824f-d26c8c23d957 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:12:58.793299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-207388a9-0e09-465e-8d25-e623bd1864ca tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (aad033cd-3c07-4ddf-824f-d26c8c23d957), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.848100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc256cee-53a3-41c4-ab9f-14ddf41d64fa,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:58.865133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-207388a9-0e09-465e-8d25-e623bd1864ca tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (aad033cd-3c07-4ddf-824f-d26c8c23d957), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.911844 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (57d70876-1f88-4d04-8234-095a98312efc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.918276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (57d70876-1f88-4d04-8234-095a98312efc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.951022 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.952766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.4020829
Apr 09 21:12:58.955856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40866) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:58.961367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-727b002b-d4b0-4ad5-a202-21cd9be2e790 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '57d70876-1f88-4d04-8234-095a98312efc', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:58.970200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210dae0-47ef-4832-8ca9-21f5564ffc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d70876-1f88-4d04-8234-095a98312efc,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:58.987517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-207388a9-0e09-465e-8d25-e623bd1864ca tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (aad033cd-3c07-4ddf-824f-d26c8c23d957), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:58.999877 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-727b002b-d4b0-4ad5-a202-21cd9be2e790 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (468f3a10-87bf-426c-949d-b786e579662f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.064678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-207388a9-0e09-465e-8d25-e623bd1864ca tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (aad033cd-3c07-4ddf-824f-d26c8c23d957), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.071862 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-727b002b-d4b0-4ad5-a202-21cd9be2e790 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (468f3a10-87bf-426c-949d-b786e579662f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.077417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-727b002b-d4b0-4ad5-a202-21cd9be2e790 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (468f3a10-87bf-426c-949d-b786e579662f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.095698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207388a9-0e09-465e-8d25-e623bd1864ca tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=aad033cd-3c07-4ddf-824f-d26c8c23d957,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:59.096662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b002b-d4b0-4ad5-a202-21cd9be2e790 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468f3a10-87bf-426c-949d-b786e579662f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:59.098290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-207388a9-0e09-465e-8d25-e623bd1864ca tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.102484 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-207388a9-0e09-465e-8d25-e623bd1864ca tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/aad033cd-3c07-4ddf-824f-d26c8c23d957 HTTP/1.1" status: 204  len: 168 time: 0.3706079
Apr 09 21:12:59.105161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40870) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.113714 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-727b002b-d4b0-4ad5-a202-21cd9be2e790 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.115522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-727b002b-d4b0-4ad5-a202-21cd9be2e790 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1583128
Apr 09 21:12:59.118949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.126555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b8fb94f5-2d24-446d-b8fb-e7487e1d2721 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '57d70876-1f88-4d04-8234-095a98312efc', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:59.160510 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c1871b58-0c51-4d48-8528-ff21b261358e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0538828
Apr 09 21:12:59.162980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40874) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.188104 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8fb94f5-2d24-446d-b8fb-e7487e1d2721 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (47d43cf5-425d-40bd-828b-3853b2b8b32b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.213539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807ee91-a949-4efd-b5a6-a2e27370f3dd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:59.218145 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1807ee91-a949-4efd-b5a6-a2e27370f3dd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0511777
Apr 09 21:12:59.218346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40888) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.281218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82303beb-46c5-48e1-8f22-d4323a332263 req-06dd8d7c-dcb0-44da-bce4-2a94fd06dd12 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:59.282804 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82303beb-46c5-48e1-8f22-d4323a332263 req-06dd8d7c-dcb0-44da-bce4-2a94fd06dd12 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.1167054
Apr 09 21:12:59.286833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec2d27-1cfd-46e6-b026-fdef6e655fdd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:59.288868 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f3ec2d27-1cfd-46e6-b026-fdef6e655fdd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0696375
Apr 09 21:12:59.291937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40900) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.347798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-87489fb9-cc40-42dc-ba74-145646e6837a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0543060
Apr 09 21:12:59.352554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40902) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.355992 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8fb94f5-2d24-446d-b8fb-e7487e1d2721 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (47d43cf5-425d-40bd-828b-3853b2b8b32b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.358183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:59.363196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8fb94f5-2d24-446d-b8fb-e7487e1d2721 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (47d43cf5-425d-40bd-828b-3853b2b8b32b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.396567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb94f5-2d24-446d-b8fb-e7487e1d2721 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d43cf5-425d-40bd-828b-3853b2b8b32b,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:59.409587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82303beb-46c5-48e1-8f22-d4323a332263 req-440402f1-d6c7-4e28-b7c3-8c35cdfd78ae tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148367
Apr 09 21:12:59.412338 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8fb94f5-2d24-446d-b8fb-e7487e1d2721 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.413615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b8fb94f5-2d24-446d-b8fb-e7487e1d2721 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2936141
Apr 09 21:12:59.416618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40904) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.421341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f38241e2-8e11-4f73-98d0-e4b1e41ecc7d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '57d70876-1f88-4d04-8234-095a98312efc', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:59.454587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f38241e2-8e11-4f73-98d0-e4b1e41ecc7d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (e04312a8-7057-4ad9-b84c-d8be335c29e3), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.467933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:59.472391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.520512 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f38241e2-8e11-4f73-98d0-e4b1e41ecc7d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (e04312a8-7057-4ad9-b84c-d8be335c29e3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.525707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f38241e2-8e11-4f73-98d0-e4b1e41ecc7d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e04312a8-7057-4ad9-b84c-d8be335c29e3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.548989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38241e2-8e11-4f73-98d0-e4b1e41ecc7d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04312a8-7057-4ad9-b84c-d8be335c29e3,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:59.555422 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f38241e2-8e11-4f73-98d0-e4b1e41ecc7d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.563651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f38241e2-8e11-4f73-98d0-e4b1e41ecc7d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1457543
Apr 09 21:12:59.564328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40906) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.569403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a8991ba1-ed69-49ba-86f5-3a19d7495a9f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '57d70876-1f88-4d04-8234-095a98312efc', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:59.599508 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8991ba1-ed69-49ba-86f5-3a19d7495a9f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (e9160c8c-7da6-4bcb-a033-295ead1eb66c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.662690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8991ba1-ed69-49ba-86f5-3a19d7495a9f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (e9160c8c-7da6-4bcb-a033-295ead1eb66c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.668044 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8991ba1-ed69-49ba-86f5-3a19d7495a9f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e9160c8c-7da6-4bcb-a033-295ead1eb66c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.690496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8991ba1-ed69-49ba-86f5-3a19d7495a9f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9160c8c-7da6-4bcb-a033-295ead1eb66c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:59.690767 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (2f8a10aa-52b7-48b0-937a-783a732157ac), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.700454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8991ba1-ed69-49ba-86f5-3a19d7495a9f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.705525 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a8991ba1-ed69-49ba-86f5-3a19d7495a9f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1397552
Apr 09 21:12:59.706313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40908) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.710809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ceaf84c6-d0db-47c6-9442-77991aa572a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '57d70876-1f88-4d04-8234-095a98312efc', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:59.736292 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-ceaf84c6-d0db-47c6-9442-77991aa572a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Project 0cbaded0b4ad4c4587cc36402e326750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:12:59.739406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:12:59.742807 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ceaf84c6-d0db-47c6-9442-77991aa572a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (ce8da65a-3798-4995-86f7-4f3b7294b81e), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.742981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:12:59.747472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:12:59.748152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.762370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=2f8a10aa-52b7-48b0-937a-783a732157ac,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:59.773414 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5d32215f-5d0c-4784-872d-47f61ae3a4f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4169374
Apr 09 21:12:59.773635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40910) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.779263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '2f8a10aa-52b7-48b0-937a-783a732157ac', 'ip_address': '2001:db8::28b7:c8d6:2d3f:76f3'}], 'name': 'tempest-NetworksTestDHCPv6-1584621393'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:59.799619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0048f7-a877-486b-9149-ec7f30a5b378 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:12:59.820142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ceaf84c6-d0db-47c6-9442-77991aa572a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (ce8da65a-3798-4995-86f7-4f3b7294b81e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.826119 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ceaf84c6-d0db-47c6-9442-77991aa572a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (ce8da65a-3798-4995-86f7-4f3b7294b81e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.839724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf84c6-d0db-47c6-9442-77991aa572a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8da65a-3798-4995-86f7-4f3b7294b81e,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:12:59.858324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ceaf84c6-d0db-47c6-9442-77991aa572a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.859687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ceaf84c6-d0db-47c6-9442-77991aa572a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1524010
Apr 09 21:12:59.862461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40912) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:12:59.863684 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b0832da7-df7a-4735-963a-eab3c94144cd None None] Provisioning complete for port 5a41e818-aae8-4bc6-8641-f316295c62fa triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:12:59.864356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0832da7-df7a-4735-963a-eab3c94144cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.867157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-80642bbb-dc04-46bd-a479-7f320cf65176 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '57d70876-1f88-4d04-8234-095a98312efc', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:12:59.889549 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-80642bbb-dc04-46bd-a479-7f320cf65176 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Project 0cbaded0b4ad4c4587cc36402e326750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:12:59.896231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-80642bbb-dc04-46bd-a479-7f320cf65176 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (167122d2-6609-4205-bccc-d035ea93f69b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.918606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:12:59.931912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.952325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 5329bd07-2963-435c-891c-9518c1878c2b yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:12:59.985426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b0832da7-df7a-4735-963a-eab3c94144cd None None] Current status of the port 5a41e818-aae8-4bc6-8641-f316295c62fa is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:12:59.986092 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0832da7-df7a-4735-963a-eab3c94144cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.987637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-80642bbb-dc04-46bd-a479-7f320cf65176 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (167122d2-6609-4205-bccc-d035ea93f69b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:12:59.999215 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-80642bbb-dc04-46bd-a479-7f320cf65176 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (167122d2-6609-4205-bccc-d035ea93f69b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.023631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b0832da7-df7a-4735-963a-eab3c94144cd None None] For port 5a41e818-aae8-4bc6-8641-f316295c62fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a41e818-aae8-4bc6-8641-f316295c62fa,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:00.030193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0832da7-df7a-4735-963a-eab3c94144cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.032531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80642bbb-dc04-46bd-a479-7f320cf65176 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167122d2-6609-4205-bccc-d035ea93f69b,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:00.050164 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-80642bbb-dc04-46bd-a479-7f320cf65176 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.052601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-80642bbb-dc04-46bd-a479-7f320cf65176 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1879642
Apr 09 21:13:00.054735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40916) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:00.060082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'network': {'name': 'tempest-network-smoke--120562873', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:00.099145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:00.104720 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.127334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0832da7-df7a-4735-963a-eab3c94144cd None None] Pushing event updated for resources: {'Port': ['ID=5a41e818-aae8-4bc6-8641-f316295c62fa,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:00.163031 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:13:00.174522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1c565fe8-24f0-4564-bf5a-00e833230d5b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.175066 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Added segment 1c565fe8-24f0-4564-bf5a-00e833230d5b of type vlan for network d3c2438b-d822-41fc-bb91-5e702496b45f
Apr 09 21:13:00.225467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::28b7:c8d6:2d3f:76f3 (efbc0070-26f1-4fb3-af29-ab8c9f091897/2f8a10aa-52b7-48b0-937a-783a732157ac/5329bd07-2963-435c-891c-9518c1878c2b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:00.228357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d3c2438b-d822-41fc-bb91-5e702496b45f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.261416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d3c2438b-d822-41fc-bb91-5e702496b45f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.267694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:00.268317 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.318835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40926) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:00.319028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2630665
Apr 09 21:13:00.349017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'admin_state_up': True, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:00.367383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-51ec8af2-e1ce-4f15-b870-8c357829acc1 None None] Provisioning complete for port 5a41e818-aae8-4bc6-8641-f316295c62fa triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:00.368030 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-51ec8af2-e1ce-4f15-b870-8c357829acc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.391840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02081e3-d6d8-44a9-85c5-32a95b1825b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Network': ['ID=d3c2438b-d822-41fc-bb91-5e702496b45f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:00.410975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.412014 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.412387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d3c2438b-d822-41fc-bb91-5e702496b45f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:13:00.415746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-699a6cb7-dd70-4ad6-bbc8-a114b0b92af6 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:00.418075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-699a6cb7-dd70-4ad6-bbc8-a114b0b92af6 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.0671518
Apr 09 21:13:00.449100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (5329bd07-2963-435c-891c-9518c1878c2b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.508133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_controller (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.578057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-51ec8af2-e1ce-4f15-b870-8c357829acc1 None None] Current status of the port 5a41e818-aae8-4bc6-8641-f316295c62fa is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:00.604940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5329bd07-2963-435c-891c-9518c1878c2b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.631092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dc9d4-05ca-4c80-9a8f-f93debf91917 req-5e4d997a-71d9-449f-9089-c68f94cca997 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:00.632616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c26dc9d4-05ca-4c80-9a8f-f93debf91917 req-5e4d997a-71d9-449f-9089-c68f94cca997 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 946 time: 0.0995855
Apr 09 21:13:00.633275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Deleting port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:00.633508 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.687750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:00.694379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:00.698114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-18f4866a-d08e-44b2-b5c4-362e76cd2cec None None] Could not find standard attr ID for object d61a7e45-bb2d-4c86-a6cc-27699435eb93. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:00.731035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:00.736371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:00.737128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.749176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.752515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=5329bd07-2963-435c-891c-9518c1878c2b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:00.755517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c26dc9d4-05ca-4c80-9a8f-f93debf91917 req-69d49d4d-9a5f-4966-9efe-918fe074aa7c tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/security-groups?id=8edc8b6d-7fcf-457c-8d87-49badb5d33e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065319
Apr 09 21:13:00.789468 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8a294245-6022-463d-92dc-fcd8ba366cd4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.0145321
Apr 09 21:13:00.790410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] For port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:00.790783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.792950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40930) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:00.797967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-995b04cc-fb83-465f-834f-b123ffa23068 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '2f8a10aa-52b7-48b0-937a-783a732157ac', 'ip_address': '2001:db8::28b7:c8d6:2d3f:76f3'}], 'name': 'tempest-NetworksTestDHCPv6-995412689'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:00.803552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a41e818-aae8-4bc6-8641-f316295c62fa up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:00.833377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Calling delete_port for 26dc0e8e-93b6-4aae-af6f-97e1d095b96f owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:00.864802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5a41e818-aae8-4bc6-8641-f316295c62fa triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:00.865314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:00.986070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5a41e818-aae8-4bc6-8641-f316295c62fa is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:01.007573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b04cc-fb83-465f-834f-b123ffa23068 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:01.017316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.020121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-027a1db7-c785-4328-928d-7c33129a8ccd None None] Could not find standard attr ID for object ce09daa2-dde1-4057-b804-ffea3b91dac9. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:01.046371 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.217650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.35.0.40 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/81fff071-1152-4166-b73d-0ea9218b3c7c) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:01.250968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3007d7d2-baac-4f98-82d6-7ef66298c26f None None] Provisioning complete for port 5329bd07-2963-435c-891c-9518c1878c2b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:01.252476 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3007d7d2-baac-4f98-82d6-7ef66298c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5329bd07-2963-435c-891c-9518c1878c2b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.299002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3007d7d2-baac-4f98-82d6-7ef66298c26f None None] Port 5329bd07-2963-435c-891c-9518c1878c2b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:01.357651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.364496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.406583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.454138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:01.457509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:01.461333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:01.487680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=81fff071-1152-4166-b73d-0ea9218b3c7c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:01.512453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (26dc0e8e-93b6-4aae-af6f-97e1d095b96f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.529652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['26dc0e8e-93b6-4aae-af6f-97e1d095b96f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:13:01.549743 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-995b04cc-fb83-465f-834f-b123ffa23068 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.554184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Pushing event deleted for resources: {'Port': ['ID=26dc0e8e-93b6-4aae-af6f-97e1d095b96f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:01.618921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-995b04cc-fb83-465f-834f-b123ffa23068 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 6fc127e4-273d-41ad-84f6-4d2442da11be yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:13:01.623645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] No DVR routers for this DVR port 26dc0e8e-93b6-4aae-af6f-97e1d095b96f on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:01.626772 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.630397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e09dc243-da35-4f3c-9ebb-ed0608a63342 req-b3c31931-e2b1-4cae-b2e6-f162b8cc61db tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.25 "DELETE /v2.0/ports/26dc0e8e-93b6-4aae-af6f-97e1d095b96f HTTP/1.1" status: 204  len: 173 time: 1.2059107
Apr 09 21:13:01.632128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5c2a8d-465a-4048-b5dc-68d900a9879b', 'name': 'network-vif-deleted', 'tag': '26dc0e8e-93b6-4aae-af6f-97e1d095b96f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:01.642012 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4e76c7-490a-4e24-83f4-83afe0877264" -d '{"events": [{"server_uuid": "5c5c2a8d-465a-4048-b5dc-68d900a9879b", "name": "network-vif-deleted", "tag": "26dc0e8e-93b6-4aae-af6f-97e1d095b96f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:01.692073 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b47c8-6227-41d9-9f03-b87d163a1693 x-openstack-request-id: req-999b47c8-6227-41d9-9f03-b87d163a1693 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:01.692417 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5c2a8d-465a-4048-b5dc-68d900a9879b", "name": "network-vif-deleted", "tag": "26dc0e8e-93b6-4aae-af6f-97e1d095b96f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:01.692681 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-999b47c8-6227-41d9-9f03-b87d163a1693 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:01.693098 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999b47c8-6227-41d9-9f03-b87d163a1693'] response: {'server_uuid': '5c5c2a8d-465a-4048-b5dc-68d900a9879b', 'name': 'network-vif-deleted', 'tag': '26dc0e8e-93b6-4aae-af6f-97e1d095b96f', 'status': 'completed', 'code': 200}
Apr 09 21:13:01.789391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:01.875973 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-995b04cc-fb83-465f-834f-b123ffa23068 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:13:01.876496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995b04cc-fb83-465f-834f-b123ffa23068 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:13:01.895555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e99414fa-37c4-4011-aa28-857184346aaf req-299d92e3-64e5-4f68-ab31-334ca83a01a2 tempest-ServerRescueNegativeTestJSON-1017505455 tempest-ServerRescueNegativeTestJSON-1017505455-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c5c2a8d-465a-4048-b5dc-68d900a9879b HTTP/1.1" status: 200  len: 210 time: 0.0359447
Apr 09 21:13:01.913661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-995b04cc-fb83-465f-834f-b123ffa23068 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.1195900
Apr 09 21:13:01.917767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40954) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:01.973250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2ba0b-8798-4d87-a7d8-5c24d642cb5e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:01.979471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2ba0b-8798-4d87-a7d8-5c24d642cb5e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:01.983631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-16f2ba0b-8798-4d87-a7d8-5c24d642cb5e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.0623782
Apr 09 21:13:01.983876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40956) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:02.025224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.076928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7af9a40d-cdd6-4c58-8890-f0ff7c20a644 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 5329bd07-2963-435c-891c-9518c1878c2b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:02.077316 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7af9a40d-cdd6-4c58-8890-f0ff7c20a644 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5329bd07-2963-435c-891c-9518c1878c2b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.212360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7af9a40d-cdd6-4c58-8890-f0ff7c20a644 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5329bd07-2963-435c-891c-9518c1878c2b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.232433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7af9a40d-cdd6-4c58-8890-f0ff7c20a644 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 5329bd07-2963-435c-891c-9518c1878c2b owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:02.411135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7af9a40d-cdd6-4c58-8890-f0ff7c20a644 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5329bd07-2963-435c-891c-9518c1878c2b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.414782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:13:02.445428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9a40d-cdd6-4c58-8890-f0ff7c20a644 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=5329bd07-2963-435c-891c-9518c1878c2b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:02.475234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7af9a40d-cdd6-4c58-8890-f0ff7c20a644 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.480275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7af9a40d-cdd6-4c58-8890-f0ff7c20a644 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/5329bd07-2963-435c-891c-9518c1878c2b HTTP/1.1" status: 204  len: 168 time: 0.4944015
Apr 09 21:13:02.483065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40964) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:02.543926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a502d9e-b0f8-46ad-a879-f63b9eee6f52 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:02.545756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a502d9e-b0f8-46ad-a879-f63b9eee6f52 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:02.546722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:02.547352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8a502d9e-b0f8-46ad-a879-f63b9eee6f52 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0630786
Apr 09 21:13:02.550377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40966) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:02.560153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61514199-efb1-4695-9661-852b63418e09 None None] Sync routers for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:02.580931 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.585135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61514199-efb1-4695-9661-852b63418e09 None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:02.586047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-61514199-efb1-4695-9661-852b63418e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768deb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:02.586207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40968) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:02.586521 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-651fb002-6cc8-4fd8-b7ff-f3ab3f6a8843 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.2412465
Apr 09 21:13:02.633908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-e406e646-5b82-4770-b037-08bbf6fd3180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 2f8a10aa-52b7-48b0-937a-783a732157ac {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:02.638622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e406e646-5b82-4770-b037-08bbf6fd3180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (2f8a10aa-52b7-48b0-937a-783a732157ac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.718713 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e406e646-5b82-4770-b037-08bbf6fd3180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (2f8a10aa-52b7-48b0-937a-783a732157ac), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.760243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-61514199-efb1-4695-9661-852b63418e09 None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:02.791077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0a22bc4a-2de7-48f3-bc55-07814c79428d tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0cbaded0b4ad4c4587cc36402e326750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2034159
Apr 09 21:13:02.793871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40984) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:02.859720 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e406e646-5b82-4770-b037-08bbf6fd3180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2f8a10aa-52b7-48b0-937a-783a732157ac), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.935765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-61514199-efb1-4695-9661-852b63418e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768deb20>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:01Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:02.961762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40988) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:02.964276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61514199-efb1-4695-9661-852b63418e09 None None] Checking router: aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:02.964691 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61514199-efb1-4695-9661-852b63418e09 None None] Updating router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 port 81fff071-1152-4166-b73d-0ea9218b3c7c binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:13:02.995696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61514199-efb1-4695-9661-852b63418e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:02.999706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d52c764-9908-4726-910a-5211fb1170b1 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:03.004174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d52c764-9908-4726-910a-5211fb1170b1 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2064035
Apr 09 21:13:03.004947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40990) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:03.011459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e406e646-5b82-4770-b037-08bbf6fd3180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (2f8a10aa-52b7-48b0-937a-783a732157ac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.045025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-95cbfed2-f8cd-4d59-843b-ba016b4fd793 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0362463
Apr 09 21:13:03.045299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406e646-5b82-4770-b037-08bbf6fd3180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8a10aa-52b7-48b0-937a-783a732157ac,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:03.047101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40992) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:03.053901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1407130195', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:03.060185 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e406e646-5b82-4770-b037-08bbf6fd3180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.065733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e406e646-5b82-4770-b037-08bbf6fd3180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/2f8a10aa-52b7-48b0-937a-783a732157ac HTTP/1.1" status: 204  len: 168 time: 0.5125751
Apr 09 21:13:03.077196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40994) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:03.093186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e1516-52d4-484e-a969-4517f2f99245 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:03.131910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-92979772-9f27-4166-a072-4f9ad40e9478 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0533440
Apr 09 21:13:03.137500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40996) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:03.182428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:03.293658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:03.297258 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.316632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:13:03.407412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] Deleting port 5a41e818-aae8-4bc6-8641-f316295c62fa {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:03.407866 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.408012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:03.412214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.474462 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61514199-efb1-4695-9661-852b63418e09 None None] Publish callbacks [] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.494660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] For port 5a41e818-aae8-4bc6-8641-f316295c62fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a41e818-aae8-4bc6-8641-f316295c62fa,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:03.495202 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.498043 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61514199-efb1-4695-9661-852b63418e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.534123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.547319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] Calling delete_port for 5a41e818-aae8-4bc6-8641-f316295c62fa owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:03.584701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-61514199-efb1-4695-9661-852b63418e09 None None] Attempting to bind port 81fff071-1152-4166-b73d-0ea9218b3c7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:03.585409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-61514199-efb1-4695-9661-852b63418e09 None None] Attempting to bind port 81fff071-1152-4166-b73d-0ea9218b3c7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:03.585714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61514199-efb1-4695-9661-852b63418e09 None None] Attempting to bind port 81fff071-1152-4166-b73d-0ea9218b3c7c on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:03.590799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4da7eb-f76d-49d8-a09b-fc922700c80f None None] Pushing event updated for resources: {'Port': ['ID=81fff071-1152-4166-b73d-0ea9218b3c7c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:03.600720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61514199-efb1-4695-9661-852b63418e09 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:03.601479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61514199-efb1-4695-9661-852b63418e09 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:03.602113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61514199-efb1-4695-9661-852b63418e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.602786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61514199-efb1-4695-9661-852b63418e09 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:03.603520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-61514199-efb1-4695-9661-852b63418e09 None None] Bound port: 81fff071-1152-4166-b73d-0ea9218b3c7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:03.604155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61514199-efb1-4695-9661-852b63418e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.665085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-61514199-efb1-4695-9661-852b63418e09 None None] For port 81fff071-1152-4166-b73d-0ea9218b3c7c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:03.704339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-61514199-efb1-4695-9661-852b63418e09 None None] For port 81fff071-1152-4166-b73d-0ea9218b3c7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81fff071-1152-4166-b73d-0ea9218b3c7c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:03.720399 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61514199-efb1-4695-9661-852b63418e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.751688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (df446276-124a-4cbb-947c-4cd5b78fd196), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.787188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (9a0a36ab-2557-40dd-8bb5-d2317e86ffbd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.796231 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (5a41e818-aae8-4bc6-8641-f316295c62fa), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.809955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4da7eb-f76d-49d8-a09b-fc922700c80f None None] Pushing event updated for resources: {'Port': ['ID=81fff071-1152-4166-b73d-0ea9218b3c7c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:03.813068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61514199-efb1-4695-9661-852b63418e09 None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:03.813401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-61514199-efb1-4695-9661-852b63418e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768deb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:03.820164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] No DVR routers for this DVR port 5a41e818-aae8-4bc6-8641-f316295c62fa on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:03.827666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:03.834316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:03.837661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:03.838261 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:03.846305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Subnet': ['ID=df446276-124a-4cbb-947c-4cd5b78fd196,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:03.872044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762adb9e-a482-4899-8ae0-c3d4e59faacb None None] Pushing event deleted for resources: {'Port': ['ID=5a41e818-aae8-4bc6-8641-f316295c62fa,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:03.891489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a032dce6-6b63-4051-abae-6f9e7e7d125a None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:03.901077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Checking segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:03.902061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network hostable DHCP agents. Network: d3c2438b-d822-41fc-bb91-5e702496b45f, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:13:03.913428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7396626
Apr 09 21:13:03.916515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41008) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:03.924737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-67ae46b0-da22-4ac5-824e-d99c338940ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '9a0a36ab-2557-40dd-8bb5-d2317e86ffbd', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-186955474'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:03.944603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda2200-6973-4b6c-a795-342319c7838e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=9a0a36ab-2557-40dd-8bb5-d2317e86ffbd,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:03.986230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Deleting port f2950c1f-368d-4ba8-a866-b02b5c594c06 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:03.986866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:04.000284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network d3c2438b-d822-41fc-bb91-5e702496b45f is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:13:04.010854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-61514199-efb1-4695-9661-852b63418e09 None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:04.033285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d3c2438b-d822-41fc-bb91-5e702496b45f) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:04.044365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:04.045081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:04.070379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] For port f2950c1f-368d-4ba8-a866-b02b5c594c06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2950c1f-368d-4ba8-a866-b02b5c594c06,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:04.070779 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:04.080219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-130d6036-068c-4df0-a4ad-c347f79c42ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0276961
Apr 09 21:13:04.080475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41012) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:04.081734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edfbc7d-6509-495a-b6e1-97dfbc7afba7 None None] Network d3c2438b-d822-41fc-bb91-5e702496b45f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:04.092953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Calling delete_port for f2950c1f-368d-4ba8-a866-b02b5c594c06 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:04.132979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ae46b0-da22-4ac5-824e-d99c338940ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:04.138238 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67ae46b0-da22-4ac5-824e-d99c338940ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:04.167947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-67ae46b0-da22-4ac5-824e-d99c338940ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 70e9082a-1f87-4d29-85d7-04ba87c2623e yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:13:04.304987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '9a0a36ab-2557-40dd-8bb5-d2317e86ffbd'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:13:04.305811 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:04.373567 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ae46b0-da22-4ac5-824e-d99c338940ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:13:04.374002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ae46b0-da22-4ac5-824e-d99c338940ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:13:04.390786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f2950c1f-368d-4ba8-a866-b02b5c594c06), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:04.423789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2950c1f-368d-4ba8-a866-b02b5c594c06,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:04.452531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-67ae46b0-da22-4ac5-824e-d99c338940ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.5271928
Apr 09 21:13:04.456185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41014) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:04.491514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-533e82f9-6a33-49b2-8db6-89174c6f066c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0342071
Apr 09 21:13:04.492128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41016) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:04.593477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d3c2438b-d822-41fc-bb91-5e702496b45f', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:13:04.595069 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:04.612847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d285ede-c2e9-41fe-b609-b89e71efc4cc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:04.614191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d285ede-c2e9-41fe-b609-b89e71efc4cc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:04.618453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d285ede-c2e9-41fe-b609-b89e71efc4cc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1248147
Apr 09 21:13:04.619019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41018) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:04.665261 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:04.672216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-61514199-efb1-4695-9661-852b63418e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768deb20>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:01Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:04.728403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61514199-efb1-4695-9661-852b63418e09 None None] The sync data for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 is: [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:01Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:04.757322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a0f5d1-cc13-483e-8332-bbf6ee02ef23 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 9a0a36ab-2557-40dd-8bb5-d2317e86ffbd {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:04.847349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/9a0a36ab-2557-40dd-8bb5-d2317e86ffbd/6c600544-5c2a-4344-96ea-0c54af3286cd) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:04.866515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a41e818-aae8-4bc6-8641-f316295c62fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:04.917225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5a41e818-aae8-4bc6-8641-f316295c62fa {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:04.917842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a41e818-aae8-4bc6-8641-f316295c62fa not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:05.006132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.065772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Allocated IP 172.20.0.2 (d3c2438b-d822-41fc-bb91-5e702496b45f/df446276-124a-4cbb-947c-4cd5b78fd196/4c1a347e-ed59-4a21-8e29-25935df7b06e) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:05.247117 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Publish callbacks [] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.260473 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.273245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f5d1-cc13-483e-8332-bbf6ee02ef23 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (9a0a36ab-2557-40dd-8bb5-d2317e86ffbd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.341932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:05.354640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b53b6-fd88-48b2-99f8-31797e10388c req-6d556699-0531-4407-9fe6-6b73e37aec78 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:05.356178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-641b53b6-fd88-48b2-99f8-31797e10388c req-6d556699-0531-4407-9fe6-6b73e37aec78 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 949 time: 0.2817109
Apr 09 21:13:05.366061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:05.368546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 26dc0e8e-93b6-4aae-af6f-97e1d095b96f no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:05.370777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:05.396046 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f5d1-cc13-483e-8332-bbf6ee02ef23 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (9a0a36ab-2557-40dd-8bb5-d2317e86ffbd), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.406670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Pushing event updated for resources: {'Port': ['ID=6c600544-5c2a-4344-96ea-0c54af3286cd,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:05.415010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 26dc0e8e-93b6-4aae-af6f-97e1d095b96f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:05.415494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 26dc0e8e-93b6-4aae-af6f-97e1d095b96f not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:05.417922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:05.500290 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Publish callbacks [] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.503478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Attempting to bind port 6c600544-5c2a-4344-96ea-0c54af3286cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:05.503890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Attempting to bind port 6c600544-5c2a-4344-96ea-0c54af3286cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:05.504328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Attempting to bind port 6c600544-5c2a-4344-96ea-0c54af3286cd on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:05.513404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:05.513823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:05.514232 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.514861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:05.515341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Bound port: 6c600544-5c2a-4344-96ea-0c54af3286cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:05.515843 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.538552 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.555321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:05.565390 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b6e14e37-192d-4234-8b5e-049b0d44a14b admin admin] 10.222.0.30 "PUT /v2.0/routers/c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5993614
Apr 09 21:13:05.565965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41026) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:05.569373 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] Sync routers for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:05.587180 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:05.587820 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a0580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:05.613883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Pushing event updated for resources: {'Port': ['ID=4c1a347e-ed59-4a21-8e29-25935df7b06e,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:05.636692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Network d3c2438b-d822-41fc-bb91-5e702496b45f is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:05.640651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:05.644388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:05.666569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-641b53b6-fd88-48b2-99f8-31797e10388c req-209013b3-1e81-4e69-9bcf-5bc504e20813 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2735615
Apr 09 21:13:05.695704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.20.0.1 (d3c2438b-d822-41fc-bb91-5e702496b45f/df446276-124a-4cbb-947c-4cd5b78fd196/3b3cd791-6063-4c09-b9ae-fba13d5db61b) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:05.732515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks [] for router (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.746032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] For port 6c600544-5c2a-4344-96ea-0c54af3286cd, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:05.766649 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:05.771324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Attempting to bind port 4c1a347e-ed59-4a21-8e29-25935df7b06e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:05.771696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Attempting to bind port 4c1a347e-ed59-4a21-8e29-25935df7b06e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:05.772059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Attempting to bind port 4c1a347e-ed59-4a21-8e29-25935df7b06e on network d3c2438b-d822-41fc-bb91-5e702496b45f {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:05.798270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] For port 6c600544-5c2a-4344-96ea-0c54af3286cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c600544-5c2a-4344-96ea-0c54af3286cd,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:05.805078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:05.805078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Checking segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:05.805459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.805553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Bound using segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:05.806025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Bound port: 4c1a347e-ed59-4a21-8e29-25935df7b06e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:05.806414 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.827380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f5d1-cc13-483e-8332-bbf6ee02ef23 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9a0a36ab-2557-40dd-8bb5-d2317e86ffbd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.830847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.907047 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks [] for router_gateway (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.907364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4669693-c8cc-401d-bfca-db20f5165581 None None] Pushing event updated for resources: {'Port': ['ID=6c600544-5c2a-4344-96ea-0c54af3286cd,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:05.980731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Deleting port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:05.981093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:05.986326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] For port 4c1a347e-ed59-4a21-8e29-25935df7b06e, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:06.001631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] For port 4c1a347e-ed59-4a21-8e29-25935df7b06e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c1a347e-ed59-4a21-8e29-25935df7b06e,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:06.020388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.069444 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a0580>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:13:04Z', 'revision_number': 5, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port': {'id': 'a36e69d2-d611-4a2b-a5f9-53d8c8f519d6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:34Z', 'updated_at': '2022-04-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:06.097531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] For port a36e69d2-d611-4a2b-a5f9-53d8c8f519d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a36e69d2-d611-4a2b-a5f9-53d8c8f519d6,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:06.100304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.129587 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] Checking router: c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:06.135835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Calling delete_port for a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:06.144097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d62713-b679-4389-8450-cfa50e7b7fcb None None] Pushing event updated for resources: {'Port': ['ID=4c1a347e-ed59-4a21-8e29-25935df7b06e,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:06.154124 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] Routers {'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:06.154749 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a0580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:06.424142 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] Set router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:06.443750 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a36e69d2-d611-4a2b-a5f9-53d8c8f519d6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.497587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Pushing event deleted for resources: {'Port': ['ID=a36e69d2-d611-4a2b-a5f9-53d8c8f519d6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:06.528618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.563243 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f5d1-cc13-483e-8332-bbf6ee02ef23 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (9a0a36ab-2557-40dd-8bb5-d2317e86ffbd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.566486 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a0580>, [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:13:05Z', 'revision_number': 6, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:06.606999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.611617 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f5d1-cc13-483e-8332-bbf6ee02ef23 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.620924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c5a0f5d1-cc13-483e-8332-bbf6ee02ef23 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/9a0a36ab-2557-40dd-8bb5-d2317e86ffbd HTTP/1.1" status: 204  len: 168 time: 1.9991376
Apr 09 21:13:06.622021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0f5d1-cc13-483e-8332-bbf6ee02ef23 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0a36ab-2557-40dd-8bb5-d2317e86ffbd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:06.623714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41030) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:06.647314 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f4cae-d006-4641-abab-de2e767fd768 None None] The sync data for ids ['c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45'] in ncdv-master-1 is: [{'id': 'c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45', 'name': 'tempest-ServerRescueNegativeTestJSON-1755619744-router', 'tenant_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:32Z', 'updated_at': '2022-04-09T21:13:05Z', 'revision_number': 6, 'project_id': 'd475c8fbc1f74285a1c98fd75bd109f2', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:06.702799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8cb77da0-c638-4f66-942f-8b46c67b4721 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0727584
Apr 09 21:13:06.703479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.705553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41034) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:06.713526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:06.793565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network d3c2438b-d822-41fc-bb91-5e702496b45f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:06.801510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.805564 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks [] for router_controller (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.852005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:06.860938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:06.862091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.862668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:13:06.863606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=3b3cd791-6063-4c09-b9ae-fba13d5db61b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:06.871415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.873071 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5dfc736d-2819-40ca-a8bd-d465f2121fea admin admin] 10.222.0.30 "DELETE /v2.0/routers/c96ab2dc-cfbf-4c7d-8ef3-fd06f005bd45 HTTP/1.1" status: 204  len: 168 time: 1.3050232
Apr 09 21:13:06.875559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41036) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:06.911490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1e970-25f7-487d-805b-ad3bc9d4d4d0 req-29fe783f-3b3b-47db-ac11-72299cdcc48e tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:06.913020 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ea1e970-25f7-487d-805b-ad3bc9d4d4d0 req-29fe783f-3b3b-47db-ac11-72299cdcc48e tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 949 time: 0.1308732
Apr 09 21:13:06.932328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-500c5e6c-63aa-4728-8177-63a7df856516 admin admin] Deleting subnet 5088a9c6-9c7c-4a78-8bed-33250a34bb13 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:06.937588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-500c5e6c-63aa-4728-8177-63a7df856516 admin admin] Publish callbacks [] for subnet (5088a9c6-9c7c-4a78-8bed-33250a34bb13), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.990696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:06.992239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-500c5e6c-63aa-4728-8177-63a7df856516 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (5088a9c6-9c7c-4a78-8bed-33250a34bb13), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.097957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:07.101750 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.119266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b79c3-4478-409f-800d-a74487244ba8 req-74ee884f-cf3a-4038-a37b-2e7d37f19765 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:07.121091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-755b79c3-4478-409f-800d-a74487244ba8 req-74ee884f-cf3a-4038-a37b-2e7d37f19765 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 949 time: 0.1833389
Apr 09 21:13:07.171043 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-500c5e6c-63aa-4728-8177-63a7df856516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5088a9c6-9c7c-4a78-8bed-33250a34bb13), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.278398 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-500c5e6c-63aa-4728-8177-63a7df856516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5088a9c6-9c7c-4a78-8bed-33250a34bb13), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.308068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ea1e970-25f7-487d-805b-ad3bc9d4d4d0 req-47640fdb-4110-4a73-a6cb-d9b899a786c0 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3887606
Apr 09 21:13:07.342462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee771a4-b641-43cc-93ff-328653bd435f None None] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:07.352995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c5e6c-63aa-4728-8177-63a7df856516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5088a9c6-9c7c-4a78-8bed-33250a34bb13,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:07.364540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-500c5e6c-63aa-4728-8177-63a7df856516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.373053 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-500c5e6c-63aa-4728-8177-63a7df856516 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5088a9c6-9c7c-4a78-8bed-33250a34bb13 HTTP/1.1" status: 204  len: 168 time: 0.4951687
Apr 09 21:13:07.375812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41038) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:07.507535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6ba3f1cd-154a-468d-adbc-6dec47d2b32d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.615048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Deleting port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:07.615397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.626210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] DHCP port deletion for 6ba3f1cd-154a-468d-adbc-6dec47d2b32d request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:13:07.682878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6c600544-5c2a-4344-96ea-0c54af3286cd up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:07.746568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Deleting port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:07.747262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.753998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] Deleting port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:07.754389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.797753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] For port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:07.798594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.818261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Calling delete_port for f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:07.858891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6c600544-5c2a-4344-96ea-0c54af3286cd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:07.859620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.909078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] For port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,segment=NetworkSegment(243832de-2e36-4ab5-a855-653b96773928),segment_id=243832de-2e36-4ab5-a855-653b96773928)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:07.911179 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.919372 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:07.958099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] Calling delete_port for f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:07.979889 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.020193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Pushing event deleted for resources: {'Port': ['ID=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:08.034113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] No DVR routers for this DVR port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:08.092794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6c600544-5c2a-4344-96ea-0c54af3286cd is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:08.093242 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.114627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04fc7af-0ef5-4e26-b07f-0543985257e0 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:08.127905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6ba3f1cd-154a-468d-adbc-6dec47d2b32d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.147665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] For port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:08.148715 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.161652 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (6d75c5cb-65de-461a-9ef3-a6d5b8213bb4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.174574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376871eb0>,) {'filters': {'network_id': ['6ba3f1cd-154a-468d-adbc-6dec47d2b32d']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:08.174857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Calling delete_port for 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:08.185556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376871eb0>, '243832de-2e36-4ab5-a855-653b96773928') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:08.185906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376871eb0>, '243832de-2e36-4ab5-a855-653b96773928') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:08.199937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (243832de-2e36-4ab5-a855-653b96773928), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.221848 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (243832de-2e36-4ab5-a855-653b96773928), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.229738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:13:08.230132 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (243832de-2e36-4ab5-a855-653b96773928), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.237704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4290c451-1ac6-4fae-b79d-6b692c64cb20 None None] Provisioning complete for port 6c600544-5c2a-4344-96ea-0c54af3286cd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:08.238460 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4290c451-1ac6-4fae-b79d-6b692c64cb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.273918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:08.276016 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f27c4ff4-a8d6-4235-b49a-b240abe2c4c8), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:13:08.327725 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:13:08.331642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:08.354574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (6ba3f1cd-154a-468d-adbc-6dec47d2b32d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.357663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:08.358480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.362887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=6d75c5cb-65de-461a-9ef3-a6d5b8213bb4,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:08.373112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.379916 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] 10.222.0.30 "DELETE /v2.0/networks/6ba3f1cd-154a-468d-adbc-6dec47d2b32d HTTP/1.1" status: 204  len: 168 time: 1.0029147
Apr 09 21:13:08.431407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51122ea2-1b20-4447-8859-427399cba14e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba3f1cd-154a-468d-adbc-6dec47d2b32d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:08.526638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5b725581-ae62-405f-9462-8608a52e6d83 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8176322
Apr 09 21:13:08.529399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41044) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:08.534119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fedaff57-9b0e-4780-9d37-bbaa33c0dc3c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1734915509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:08.569158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b73a9d-f682-4741-98d3-7a72322e7359 None None] Network d3c2438b-d822-41fc-bb91-5e702496b45f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:08.594822 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fedaff57-9b0e-4780-9d37-bbaa33c0dc3c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (b556d6b6-7e21-4453-ae26-443a9b6893e1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.604340 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fedaff57-9b0e-4780-9d37-bbaa33c0dc3c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (b556d6b6-7e21-4453-ae26-443a9b6893e1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.618245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1444830-adae-4c99-990f-dab6365dc1d1 req-d6210822-e244-41e4-a9c6-a8662cd0d008 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:08.619845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1444830-adae-4c99-990f-dab6365dc1d1 req-d6210822-e244-41e4-a9c6-a8662cd0d008 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b72fd6-848b-4ccf-b1b7-c28104be9ed0 HTTP/1.1" status: 200  len: 949 time: 0.1591687
Apr 09 21:13:08.669718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] Network 6ba3f1cd-154a-468d-adbc-6dec47d2b32d is not hosted by any dhcp agent {{(pid=126921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:13:08.670094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] No DVR routers for this DVR port f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:08.672145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be47c0-ae8e-47ca-b2ed-6e25fca10fea None None] Pushing event deleted for resources: {'Port': ['ID=f27c4ff4-a8d6-4235-b49a-b240abe2c4c8,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:08.680595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 6c600544-5c2a-4344-96ea-0c54af3286cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c600544-5c2a-4344-96ea-0c54af3286cd,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:08.701784 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.702179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 81fff071-1152-4166-b73d-0ea9218b3c7c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:08.718526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41046) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:08.720990 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fedaff57-9b0e-4780-9d37-bbaa33c0dc3c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router_controller (b556d6b6-7e21-4453-ae26-443a9b6893e1), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.732167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fedaff57-9b0e-4780-9d37-bbaa33c0dc3c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (b556d6b6-7e21-4453-ae26-443a9b6893e1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.760582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fedaff57-9b0e-4780-9d37-bbaa33c0dc3c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.764842 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fedaff57-9b0e-4780-9d37-bbaa33c0dc3c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2318358
Apr 09 21:13:08.766248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41048) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:08.778166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7d7256ef-c33b-449a-b04a-24ae7d6ac8e5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.785433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.807069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7d7256ef-c33b-449a-b04a-24ae7d6ac8e5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:13:08.814971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:13:08.852501 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:08.863868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1444830-adae-4c99-990f-dab6365dc1d1 req-97b0258a-cbb9-4d5e-a349-5cd9e17732d7 tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc341e44-33ed-4fb1-9060-b65cd46fe992&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085307
Apr 09 21:13:08.891390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Pushing event deleted for resources: {'Port': ['ID=7d7256ef-c33b-449a-b04a-24ae7d6ac8e5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:08.941128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=6c600544-5c2a-4344-96ea-0c54af3286cd,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:08.974094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4290c451-1ac6-4fae-b79d-6b692c64cb20 None None] Current status of the port 6c600544-5c2a-4344-96ea-0c54af3286cd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:08.975658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 81fff071-1152-4166-b73d-0ea9218b3c7c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:08.976368 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.001416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9d26964c-397f-4427-8ec0-4f64f8a72715 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d475c8fbc1f74285a1c98fd75bd109f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2780623
Apr 09 21:13:09.004268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41052) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:09.019013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] Deleting port 6c600544-5c2a-4344-96ea-0c54af3286cd {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:09.019388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.038064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.078561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fb02-73cc-4d98-a417-e32db3b99191 admin admin] Publish callbacks [] for security_group (8edc8b6d-7fcf-457c-8d87-49badb5d33e5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.104304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] No DVR routers for this DVR port 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:09.110722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.114602 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-755b79c3-4478-409f-800d-a74487244ba8 req-f89ac841-eb9d-4bac-b670-16e5c8e544ca tempest-VolumesBackupsTest-1881101193 tempest-VolumesBackupsTest-1881101193-project] 10.222.0.25 "DELETE /v2.0/ports/7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 HTTP/1.1" status: 204  len: 173 time: 1.9187844
Apr 09 21:13:09.115887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b72fd6-848b-4ccf-b1b7-c28104be9ed0', 'name': 'network-vif-deleted', 'tag': '7d7256ef-c33b-449a-b04a-24ae7d6ac8e5'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:09.118532 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f5c3cf-1091-4ff1-b7c3-20c4b96fc316" -d '{"events": [{"server_uuid": "32b72fd6-848b-4ccf-b1b7-c28104be9ed0", "name": "network-vif-deleted", "tag": "7d7256ef-c33b-449a-b04a-24ae7d6ac8e5"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:09.121280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=3b3cd791-6063-4c09-b9ae-fba13d5db61b,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:09.121447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fb02-73cc-4d98-a417-e32db3b99191 admin admin] Publish callbacks [] for security_group (8edc8b6d-7fcf-457c-8d87-49badb5d33e5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.213845 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9565790-2c43-4374-9a2c-ad698fc8ea39 x-openstack-request-id: req-c9565790-2c43-4374-9a2c-ad698fc8ea39 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:09.214068 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b72fd6-848b-4ccf-b1b7-c28104be9ed0", "name": "network-vif-deleted", "tag": "7d7256ef-c33b-449a-b04a-24ae7d6ac8e5", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:09.214297 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9565790-2c43-4374-9a2c-ad698fc8ea39 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:09.214743 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9565790-2c43-4374-9a2c-ad698fc8ea39'] response: {'server_uuid': '32b72fd6-848b-4ccf-b1b7-c28104be9ed0', 'name': 'network-vif-deleted', 'tag': '7d7256ef-c33b-449a-b04a-24ae7d6ac8e5', 'status': 'completed', 'code': 200}
Apr 09 21:13:09.217980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fb02-73cc-4d98-a417-e32db3b99191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8edc8b6d-7fcf-457c-8d87-49badb5d33e5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.222004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fb02-73cc-4d98-a417-e32db3b99191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.223186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d1b6fb02-73cc-4d98-a417-e32db3b99191 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8edc8b6d-7fcf-457c-8d87-49badb5d33e5 HTTP/1.1" status: 204  len: 168 time: 0.2174537
Apr 09 21:13:09.235408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6fb02-73cc-4d98-a417-e32db3b99191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edc8b6d-7fcf-457c-8d87-49badb5d33e5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:09.266076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-493df5ad-e862-4309-b29e-942eadd3d4c5 None None] Provisioning complete for port 4c1a347e-ed59-4a21-8e29-25935df7b06e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:09.273683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-493df5ad-e862-4309-b29e-942eadd3d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.396098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] For port 6c600544-5c2a-4344-96ea-0c54af3286cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c600544-5c2a-4344-96ea-0c54af3286cd,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:09.396643 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.414500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 81fff071-1152-4166-b73d-0ea9218b3c7c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:09.415053 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.433789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] Calling delete_port for 6c600544-5c2a-4344-96ea-0c54af3286cd owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:09.465292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 81fff071-1152-4166-b73d-0ea9218b3c7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81fff071-1152-4166-b73d-0ea9218b3c7c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:09.468394 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.473027 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.474407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4c1a347e-ed59-4a21-8e29-25935df7b06e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:09.485509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network d3c2438b-d822-41fc-bb91-5e702496b45f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:09.488749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:09.679796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=81fff071-1152-4166-b73d-0ea9218b3c7c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:09.687702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-493df5ad-e862-4309-b29e-942eadd3d4c5 None None] Current status of the port 4c1a347e-ed59-4a21-8e29-25935df7b06e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:09.688090 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-493df5ad-e862-4309-b29e-942eadd3d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.719804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:09.732754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4c1a347e-ed59-4a21-8e29-25935df7b06e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:09.733205 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.775848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-493df5ad-e862-4309-b29e-942eadd3d4c5 None None] For port 4c1a347e-ed59-4a21-8e29-25935df7b06e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c1a347e-ed59-4a21-8e29-25935df7b06e,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:09.783997 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (6c600544-5c2a-4344-96ea-0c54af3286cd), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.799359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-493df5ad-e862-4309-b29e-942eadd3d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:09.827586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] Pushing event deleted for resources: {'Port': ['ID=6c600544-5c2a-4344-96ea-0c54af3286cd,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:09.834463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9edb5-0c35-42cb-9d7c-2fa2824392e7 None None] No DVR routers for this DVR port 6c600544-5c2a-4344-96ea-0c54af3286cd on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:09.877732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3652ec9-c30d-4c25-bc9b-cb6f09922e4c None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:09.927477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:09.941212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ed71fa55-c9d5-4871-a267-e1b2ea6093e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "PUT /v2.0/routers/aa30a2e5-2c5e-48e6-9f26-a8a1703b0562/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8531787
Apr 09 21:13:09.998437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Sync routers for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:10.032017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ea153c46-c2bb-450e-b068-ad0f67f05859 None None] Provisioning complete for port 3b3cd791-6063-4c09-b9ae-fba13d5db61b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:10.032568 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea153c46-c2bb-450e-b068-ad0f67f05859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.042079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493df5ad-e862-4309-b29e-942eadd3d4c5 None None] Pushing event updated for resources: {'Port': ['ID=4c1a347e-ed59-4a21-8e29-25935df7b06e,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:10.106647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ea153c46-c2bb-450e-b068-ad0f67f05859 None None] Port 3b3cd791-6063-4c09-b9ae-fba13d5db61b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:10.131847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ea153c46-c2bb-450e-b068-ad0f67f05859 None None] Provisioning complete for port 4c1a347e-ed59-4a21-8e29-25935df7b06e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:10.132622 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea153c46-c2bb-450e-b068-ad0f67f05859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.206012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:10.206670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760a9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:10.208415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4c1a347e-ed59-4a21-8e29-25935df7b06e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:10.325986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '6d75c5cb-65de-461a-9ef3-a6d5b8213bb4'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:13:10.326903 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.466265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:10.487701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41104) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:10.495865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4c1a347e-ed59-4a21-8e29-25935df7b06e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:10.542943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ea153c46-c2bb-450e-b068-ad0f67f05859 None None] Current status of the port 4c1a347e-ed59-4a21-8e29-25935df7b06e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:10.556551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-5391544c-0ca1-46cb-a632-2f165dbbc6a3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88650111&fields=id&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 267 time: 0.0867341
Apr 09 21:13:10.579130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::1 (efbc0070-26f1-4fb3-af29-ab8c9f091897/6d75c5cb-65de-461a-9ef3-a6d5b8213bb4/375926aa-db77-45bf-95c5-0da56bd60e70) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:10.611749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1019971167-network', 'tenant_id': '8e644d1486be4ca4a4c60c46c53837ec'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:10.631878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Made reservation on behalf of 8e644d1486be4ca4a4c60c46c53837ec for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:10.634676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.644627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.712832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-3163d350-6949-4591-8128-bdcb5b73346c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:10.714598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-3163d350-6949-4591-8128-bdcb5b73346c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 796 time: 0.1391726
Apr 09 21:13:10.754868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Publish callbacks [] for security_group (9bfda16d-d36b-42bf-936f-b00ef460ddd5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.760643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9bfda16d-d36b-42bf-936f-b00ef460ddd5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.769930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-9d999f7f-f0d7-4cd4-bec9-aa8a00b39cbd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/quotas/0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 375 time: 0.0207312
Apr 09 21:13:10.794222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:13:10.802313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfda16d-d36b-42bf-936f-b00ef460ddd5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:10.816107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b72840ef-3eaa-49e5-9e09-93838e31401e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.816357 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Added segment b72840ef-3eaa-49e5-9e09-93838e31401e of type vlan for network df957d4d-d38e-4a18-a173-c4b6d4311fc5
Apr 09 21:13:10.855890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (375926aa-db77-45bf-95c5-0da56bd60e70), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.862963 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-7381b49c-22ee-417b-8008-8ffd241d252c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0788147
Apr 09 21:13:10.865791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (df957d4d-d38e-4a18-a173-c4b6d4311fc5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.879656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4c1a347e-ed59-4a21-8e29-25935df7b06e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:10.880289 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.883052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-20676e15-b40e-4fcc-8fb6-3d4f5388f5de None None] Provisioning complete for port 3b3cd791-6063-4c09-b9ae-fba13d5db61b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:10.883406 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20676e15-b40e-4fcc-8fb6-3d4f5388f5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.901550 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (df957d4d-d38e-4a18-a173-c4b6d4311fc5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.902631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:10.903282 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.943628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4518781
Apr 09 21:13:10.944134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41110) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:10.948969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Request body: {'subnet': {'network_id': 'df957d4d-d38e-4a18-a173-c4b6d4311fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1019971167-subnet', 'tenant_id': '8e644d1486be4ca4a4c60c46c53837ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:10.968095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-20676e15-b40e-4fcc-8fb6-3d4f5388f5de None None] Port 3b3cd791-6063-4c09-b9ae-fba13d5db61b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:10.980640 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:10.984630 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdfbc3-f0a6-4dd7-96c6-bd274b50fb4e admin admin] Pushing event updated for resources: {'Network': ['ID=df957d4d-d38e-4a18-a173-c4b6d4311fc5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:11.023499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Made reservation on behalf of 8e644d1486be4ca4a4c60c46c53837ec for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:11.023776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network df957d4d-d38e-4a18-a173-c4b6d4311fc5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:13:11.026039 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.057880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-d6bf598e-89bf-429d-9874-b8da5e77f2bb service neutron] 10.222.0.30 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805913
Apr 09 21:13:11.067622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:11.084287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:11.121004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:11.121569 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (b556d6b6-7e21-4453-ae26-443a9b6893e1), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.123888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=375926aa-db77-45bf-95c5-0da56bd60e70,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:11.136105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/6d75c5cb-65de-461a-9ef3-a6d5b8213bb4/9c511d55-a364-4219-bc84-8e0258ab9fa0) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:11.145306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760a9580>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:08Z', 'revision_number': 2, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:11.197106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Checking router: aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:11.197695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Updating router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 port 3b3cd791-6063-4c09-b9ae-fba13d5db61b binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:13:11.217597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4c1a347e-ed59-4a21-8e29-25935df7b06e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:11.218741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 81fff071-1152-4166-b73d-0ea9218b3c7c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:11.357988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-38467062-fbf5-4f35-afdb-36d95ff9d0d1 service neutron] 10.222.0.30 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2874198
Apr 09 21:13:11.380894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.411016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:11.474429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:11.475210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7d7256ef-c33b-449a-b04a-24ae7d6ac8e5 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:11.477276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.504115 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (99af41b0-cb29-4330-bace-ac8ee7abfde0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.719840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46611414-dec7-4fde-9ff2-e5494fe9e912 req-ec25c15a-baf0-4965-8d75-50a8ca00330e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 210 time: 0.1179283
Apr 09 21:13:11.762236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99af41b0-cb29-4330-bace-ac8ee7abfde0,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:11.782547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Checking segment: {'id': 'b72840ef-3eaa-49e5-9e09-93838e31401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'df957d4d-d38e-4a18-a173-c4b6d4311fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:11.782923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Network hostable DHCP agents. Network: df957d4d-d38e-4a18-a173-c4b6d4311fc5, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:13:11.863706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Network df957d4d-d38e-4a18-a173-c4b6d4311fc5 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:13:11.881473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df957d4d-d38e-4a18-a173-c4b6d4311fc5) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:11.886233 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Publish callbacks [] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.894368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:11.894963 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.897710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 81fff071-1152-4166-b73d-0ea9218b3c7c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:11.898261 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.928578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf36bc-8fca-466b-9906-4b985cc7c8f6 None None] Network df957d4d-d38e-4a18-a173-c4b6d4311fc5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:11.929434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ae70d81e-c366-49e1-9d0e-e95a851aa83e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9841242
Apr 09 21:13:11.938495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Publish callbacks [] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.945547 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.962159 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (375926aa-db77-45bf-95c5-0da56bd60e70), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.970899 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.973210 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (b556d6b6-7e21-4453-ae26-443a9b6893e1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:11.973581 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.047659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:12.083651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:12.155127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b173fe-511b-4abd-a8fe-7749b805e554 None None] Pushing event updated for resources: {'Port': ['ID=3b3cd791-6063-4c09-b9ae-fba13d5db61b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:12.168963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:12.172035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae87639-0164-4b89-96a4-44ad548cf52b admin admin] Deleting subnet 99af41b0-cb29-4330-bace-ac8ee7abfde0 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:12.183343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ae87639-0164-4b89-96a4-44ad548cf52b admin admin] Publish callbacks [] for subnet (99af41b0-cb29-4330-bace-ac8ee7abfde0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.186358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:12.202017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:12.205532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:12.220543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=375926aa-db77-45bf-95c5-0da56bd60e70,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:12.252470 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ae87639-0164-4b89-96a4-44ad548cf52b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (99af41b0-cb29-4330-bace-ac8ee7abfde0), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.304216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ae87639-0164-4b89-96a4-44ad548cf52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (99af41b0-cb29-4330-bace-ac8ee7abfde0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.394791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ae87639-0164-4b89-96a4-44ad548cf52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (99af41b0-cb29-4330-bace-ac8ee7abfde0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.426986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ae87639-0164-4b89-96a4-44ad548cf52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.437131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Pushing event updated for resources: {'Port': ['ID=9c511d55-a364-4219-bc84-8e0258ab9fa0,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:12.441168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41174) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:12.441366 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5ae87639-0164-4b89-96a4-44ad548cf52b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/99af41b0-cb29-4330-bace-ac8ee7abfde0 HTTP/1.1" status: 204  len: 168 time: 0.3526723
Apr 09 21:13:12.474725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 81fff071-1152-4166-b73d-0ea9218b3c7c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:12.477539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4c71b9d7-ec07-4863-8297-85a6e20641d7 None None] Provisioning complete for port 3b3cd791-6063-4c09-b9ae-fba13d5db61b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:12.477908 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c71b9d7-ec07-4863-8297-85a6e20641d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.486529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Attempting to bind port 3b3cd791-6063-4c09-b9ae-fba13d5db61b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:12.486898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Attempting to bind port 3b3cd791-6063-4c09-b9ae-fba13d5db61b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:12.487257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Attempting to bind port 3b3cd791-6063-4c09-b9ae-fba13d5db61b on network d3c2438b-d822-41fc-bb91-5e702496b45f {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:12.494595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9a9314-196f-491c-9418-1a872dceb91b None None] Network df957d4d-d38e-4a18-a173-c4b6d4311fc5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:12.528567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae87639-0164-4b89-96a4-44ad548cf52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99af41b0-cb29-4330-bace-ac8ee7abfde0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:12.541687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:12.542058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Checking segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:12.542461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.542853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Bound using segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:12.543505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Bound port: 3b3cd791-6063-4c09-b9ae-fba13d5db61b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:12.543957 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.546901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Attempting to bind port 9c511d55-a364-4219-bc84-8e0258ab9fa0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:12.547267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Attempting to bind port 9c511d55-a364-4219-bc84-8e0258ab9fa0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:12.547614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Attempting to bind port 9c511d55-a364-4219-bc84-8e0258ab9fa0 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:12.582898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:12.583296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:12.583659 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.584055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:12.584534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Bound port: 9c511d55-a364-4219-bc84-8e0258ab9fa0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:12.584916 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.588942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Router b556d6b6-7e21-4453-ae26-443a9b6893e1 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:13:12.620256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:12.639456 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (df957d4d-d38e-4a18-a173-c4b6d4311fc5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.648666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4c71b9d7-ec07-4863-8297-85a6e20641d7 None None] Port 3b3cd791-6063-4c09-b9ae-fba13d5db61b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:12.684807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:12.685172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f27c4ff4-a8d6-4235-b49a-b240abe2c4c8 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:12.685702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6c600544-5c2a-4344-96ea-0c54af3286cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:12.762280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6c600544-5c2a-4344-96ea-0c54af3286cd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:12.762656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6c600544-5c2a-4344-96ea-0c54af3286cd not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:12.763274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:12.800772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:12.801415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a36e69d2-d611-4a2b-a5f9-53d8c8f519d6 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:12.802013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f2950c1f-368d-4ba8-a866-b02b5c594c06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:12.835039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f2950c1f-368d-4ba8-a866-b02b5c594c06 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:12.835726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f2950c1f-368d-4ba8-a866-b02b5c594c06 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:12.837898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] For port 3b3cd791-6063-4c09-b9ae-fba13d5db61b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:12.841827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:12.851488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41204) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:12.856176 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Sync routers for ids ['b556d6b6-7e21-4453-ae26-443a9b6893e1'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:12.865347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0a36f34c-1c3d-46db-b951-81f9e8b2dac6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "PUT /v2.0/routers/b556d6b6-7e21-4453-ae26-443a9b6893e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0970716
Apr 09 21:13:12.875497 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Routers {'b556d6b6-7e21-4453-ae26-443a9b6893e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:12.876143 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a07c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b556d6b6-7e21-4453-ae26-443a9b6893e1'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:12.898224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] For port 3b3cd791-6063-4c09-b9ae-fba13d5db61b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b3cd791-6063-4c09-b9ae-fba13d5db61b,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:12.899950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] For port 9c511d55-a364-4219-bc84-8e0258ab9fa0, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:12.914217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (df957d4d-d38e-4a18-a173-c4b6d4311fc5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.944363 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:12.948006 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] For port 9c511d55-a364-4219-bc84-8e0258ab9fa0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c511d55-a364-4219-bc84-8e0258ab9fa0,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:12.985666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce6aa3-1224-4fc3-b910-7cbbb369b03e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:12.987542 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-41ce6aa3-1224-4fc3-b910-7cbbb369b03e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports/375926aa-db77-45bf-95c5-0da56bd60e70 HTTP/1.1" status: 200  len: 911 time: 0.1335905
Apr 09 21:13:12.990644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:13.022193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:13.027770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89379860-1a85-40e1-a5f9-6be7f37763e0 req-a888fde6-9634-4428-a018-2b4e72af2e5e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 210 time: 0.1103854
Apr 09 21:13:13.032651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c182c70>,) {'filters': {'network_id': ['df957d4d-d38e-4a18-a173-c4b6d4311fc5']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:13.054514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c182c70>, 'b72840ef-3eaa-49e5-9e09-93838e31401e') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:13.056251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c182c70>, 'b72840ef-3eaa-49e5-9e09-93838e31401e') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:13.113598 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Set router b556d6b6-7e21-4453-ae26-443a9b6893e1 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:13.167547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b53cc0-4f4b-445d-82db-d40775a93b78 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:13.182940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b173fe-511b-4abd-a8fe-7749b805e554 None None] Pushing event updated for resources: {'Port': ['ID=3b3cd791-6063-4c09-b9ae-fba13d5db61b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:13.190329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b53cc0-4f4b-445d-82db-d40775a93b78 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:13.197156 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-24b53cc0-4f4b-445d-82db-d40775a93b78 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.2054749
Apr 09 21:13:13.213893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41214) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:13.221150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:13.221843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760a9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:13.275610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (b72840ef-3eaa-49e5-9e09-93838e31401e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:13.311460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b72840ef-3eaa-49e5-9e09-93838e31401e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:13.320062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:13:13.321312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (b72840ef-3eaa-49e5-9e09-93838e31401e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:13.394746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e3891-5a50-4280-83bc-b2dbc74614f9 None None] Pushing event updated for resources: {'Port': ['ID=9c511d55-a364-4219-bc84-8e0258ab9fa0,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:13:13.421900 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:13:13.529630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (df957d4d-d38e-4a18-a173-c4b6d4311fc5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:13.564866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:13.570975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] 10.222.0.30 "DELETE /v2.0/networks/df957d4d-d38e-4a18-a173-c4b6d4311fc5 HTTP/1.1" status: 204  len: 168 time: 1.1317234
Apr 09 21:13:13.706375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae252c-f25c-408d-b499-d9073dff1fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=df957d4d-d38e-4a18-a173-c4b6d4311fc5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:13.732362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f1fdf-0305-46e9-8ca5-6991d628025e req-7c71245d-42b0-45cb-9058-265a2aecd2b7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:13.734105 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e9f1fdf-0305-46e9-8ca5-6991d628025e req-7c71245d-42b0-45cb-9058-265a2aecd2b7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 947 time: 0.3108625
Apr 09 21:13:13.784161 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a07c0>, [{'id': 'b556d6b6-7e21-4453-ae26-443a9b6893e1', 'name': 'tempest-NetworksTestDHCPv6-router-1734915509', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:08Z', 'updated_at': '2022-04-09T21:13:11Z', 'revision_number': 2, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'gw_port_host': None, '_interfaces': [{'id': '375926aa-db77-45bf-95c5-0da56bd60e70', 'name': '', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'mac_address': 'fa:16:3e:82:a1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b556d6b6-7e21-4453-ae26-443a9b6893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6d75c5cb-65de-461a-9ef3-a6d5b8213bb4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:09Z', 'updated_at': '2022-04-09T21:13:11Z', 'revision_number': 2, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'subnets': [{'id': '6d75c5cb-65de-461a-9ef3-a6d5b8213bb4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:13.815141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-c406fb2a-d9c2-4b74-8354-4b17a35f2b54 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:13.816831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-c406fb2a-d9c2-4b74-8354-4b17a35f2b54 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 796 time: 0.7500637
Apr 09 21:13:13.831003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41246) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:13.851201 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Checking router: b556d6b6-7e21-4453-ae26-443a9b6893e1 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:13.852364 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Updating router b556d6b6-7e21-4453-ae26-443a9b6893e1 port 375926aa-db77-45bf-95c5-0da56bd60e70 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:13:13.882074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e9f1fdf-0305-46e9-8ca5-6991d628025e req-1d1dbf61-198c-47b6-ac2d-ea84c8ebb083 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1287487
Apr 09 21:13:13.944167 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:13.946447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-6afd79ed-7b06-47ff-b4d8-c1859d0f5ed4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 378 time: 0.0952501
Apr 09 21:13:13.957924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'port': {'device_id': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'admin_state_up': True, 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'security_groups': ['57d70876-1f88-4d04-8234-095a98312efc']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:13.993978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-251013b5-8591-4359-913e-c78133736c31 None None] Provisioning complete for port 3b3cd791-6063-4c09-b9ae-fba13d5db61b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:13.995661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-251013b5-8591-4359-913e-c78133736c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.032832 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8f1a62d-6951-4d8e-98dd-e9a769a8a564 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e644d1486be4ca4a4c60c46c53837ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2005558
Apr 09 21:13:14.060386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41260) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:14.115118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:14.120213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.145877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:14.158493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (b556d6b6-7e21-4453-ae26-443a9b6893e1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.282063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd0f49cf-9b14-4876-b241-2f895add5635 req-e64cbd5a-616c-4483-a645-ae46c1996373 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 210 time: 0.0829337
Apr 09 21:13:14.305114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-251013b5-8591-4359-913e-c78133736c31 None None] Current status of the port 3b3cd791-6063-4c09-b9ae-fba13d5db61b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:14.305353 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-251013b5-8591-4359-913e-c78133736c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.422499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.20.0.13 (d3c2438b-d822-41fc-bb91-5e702496b45f/df446276-124a-4cbb-947c-4cd5b78fd196/22016826-f680-47d2-85f4-3569f1c8e8d1) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:14.431773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-251013b5-8591-4359-913e-c78133736c31 None None] For port 3b3cd791-6063-4c09-b9ae-fba13d5db61b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b3cd791-6063-4c09-b9ae-fba13d5db61b,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:14.445833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-251013b5-8591-4359-913e-c78133736c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.605234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251013b5-8591-4359-913e-c78133736c31 None None] Pushing event updated for resources: {'Port': ['ID=3b3cd791-6063-4c09-b9ae-fba13d5db61b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:14.624620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760a9580>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:14.654013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62f7d7-55d2-4c50-ae73-2aa73f78b990 None None] The sync data for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 is: [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:14.659083 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Publish callbacks [] for port (375926aa-db77-45bf-95c5-0da56bd60e70), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.671080 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.742754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.778466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-434c2421-2265-44f7-85ba-eac04f835530 admin admin] Publish callbacks [] for security_group (9bfda16d-d36b-42bf-936f-b00ef460ddd5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.831513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.836543 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Attempting to bind port 375926aa-db77-45bf-95c5-0da56bd60e70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:14.836902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Attempting to bind port 375926aa-db77-45bf-95c5-0da56bd60e70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:14.837354 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Attempting to bind port 375926aa-db77-45bf-95c5-0da56bd60e70 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:14.848309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-434c2421-2265-44f7-85ba-eac04f835530 admin admin] Publish callbacks [] for security_group (9bfda16d-d36b-42bf-936f-b00ef460ddd5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.858932 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:14.859453 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:14.859852 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.860240 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:14.860723 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Bound port: 375926aa-db77-45bf-95c5-0da56bd60e70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:14.861119 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:14.880046 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:13:14.886197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network d3c2438b-d822-41fc-bb91-5e702496b45f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:14.894197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:14.897354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:14.976857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:15.004965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Pushing event updated for resources: {'Port': ['ID=375926aa-db77-45bf-95c5-0da56bd60e70,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:15.018660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:15.021016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.046626 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.047335 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.047851 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.048456 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.048957 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.049529 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.050063 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.050788 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.051388 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.051877 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.052425 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.053000 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.053551 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.054102 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.054636 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:15.074905 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] For port 375926aa-db77-45bf-95c5-0da56bd60e70, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:15.083317 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] For port 375926aa-db77-45bf-95c5-0da56bd60e70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375926aa-db77-45bf-95c5-0da56bd60e70,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:15.107435 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.141269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-af51dd6a-6d58-42e6-8812-cfb6bea8bbbe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1887195
Apr 09 21:13:15.170123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-434c2421-2265-44f7-85ba-eac04f835530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9bfda16d-d36b-42bf-936f-b00ef460ddd5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.174527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-434c2421-2265-44f7-85ba-eac04f835530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.182933 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-434c2421-2265-44f7-85ba-eac04f835530 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bfda16d-d36b-42bf-936f-b00ef460ddd5 HTTP/1.1" status: 204  len: 168 time: 1.1210890
Apr 09 21:13:15.191812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Request body: {'port': {'device_id': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:15.211752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7e59d-caed-4443-83a2-d5b34517eecd req-fbf11a73-8c42-443c-99ba-02ca9ef69360 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:15.219700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6b7e59d-caed-4443-83a2-d5b34517eecd req-fbf11a73-8c42-443c-99ba-02ca9ef69360 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 947 time: 0.1631227
Apr 09 21:13:15.225217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6dbef3c9-ea99-4e96-b157-1126a45545df None None] Provisioning complete for port 9c511d55-a364-4219-bc84-8e0258ab9fa0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:15.225783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6dbef3c9-ea99-4e96-b157-1126a45545df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.238615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c2421-2265-44f7-85ba-eac04f835530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfda16d-d36b-42bf-936f-b00ef460ddd5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:15.266505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 375926aa-db77-45bf-95c5-0da56bd60e70 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:15.266849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.340009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9c511d55-a364-4219-bc84-8e0258ab9fa0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:15.363148 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e3048-0728-4dfa-964d-0e1449f2ca82 None None] Pushing event updated for resources: {'Port': ['ID=375926aa-db77-45bf-95c5-0da56bd60e70,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:15.364971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-ee81efbc-db17-48ca-a349-60017b37d3ee tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:15.366628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-ee81efbc-db17-48ca-a349-60017b37d3ee tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.25 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 947 time: 0.1849821
Apr 09 21:13:15.380116 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Routers {'b556d6b6-7e21-4453-ae26-443a9b6893e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:15.380841 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a07c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b556d6b6-7e21-4453-ae26-443a9b6893e1'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:15.527932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] For port 375926aa-db77-45bf-95c5-0da56bd60e70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375926aa-db77-45bf-95c5-0da56bd60e70,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:15.528370 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.594503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 375926aa-db77-45bf-95c5-0da56bd60e70 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:15.619038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6b7e59d-caed-4443-83a2-d5b34517eecd req-651007a3-9976-4f82-b455-160ddc06102b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3981409
Apr 09 21:13:15.624301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9c511d55-a364-4219-bc84-8e0258ab9fa0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:15.624928 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.717366 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] Set router b556d6b6-7e21-4453-ae26-443a9b6893e1 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:15.812276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa4ad8-685e-4a98-8a5b-69b04b9fa759 req-3674f31e-f6c6-454c-996c-a480e59d8b60 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:15.824122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81fa4ad8-685e-4a98-8a5b-69b04b9fa759 req-3674f31e-f6c6-454c-996c-a480e59d8b60 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 932 time: 0.2984889
Apr 09 21:13:15.835789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Deleting port c10a4086-9086-4ac2-81ba-c750c7eaea1d {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:15.836227 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.843354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.910973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (375926aa-db77-45bf-95c5-0da56bd60e70), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:15.951229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6dbef3c9-ea99-4e96-b157-1126a45545df None None] Current status of the port 9c511d55-a364-4219-bc84-8e0258ab9fa0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:15.951632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6dbef3c9-ea99-4e96-b157-1126a45545df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:16.008182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=375926aa-db77-45bf-95c5-0da56bd60e70,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:16.114938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9c511d55-a364-4219-bc84-8e0258ab9fa0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:16.119576 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:16.209847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 9c511d55-a364-4219-bc84-8e0258ab9fa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c511d55-a364-4219-bc84-8e0258ab9fa0,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:16.226088 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:16.227052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3b3cd791-6063-4c09-b9ae-fba13d5db61b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:16.232700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (b556d6b6-7e21-4453-ae26-443a9b6893e1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:16.271061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81fa4ad8-685e-4a98-8a5b-69b04b9fa759 req-2d10fe8f-31bb-455f-a05f-d5b2e9e46c52 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4459200
Apr 09 21:13:16.292225 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a07c0>, [{'id': 'b556d6b6-7e21-4453-ae26-443a9b6893e1', 'name': 'tempest-NetworksTestDHCPv6-router-1734915509', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:08Z', 'updated_at': '2022-04-09T21:13:11Z', 'revision_number': 2, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'gw_port_host': None, '_interfaces': [{'id': '375926aa-db77-45bf-95c5-0da56bd60e70', 'name': '', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'mac_address': 'fa:16:3e:82:a1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b556d6b6-7e21-4453-ae26-443a9b6893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6d75c5cb-65de-461a-9ef3-a6d5b8213bb4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:09Z', 'updated_at': '2022-04-09T21:13:15Z', 'revision_number': 4, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'subnets': [{'id': '6d75c5cb-65de-461a-9ef3-a6d5b8213bb4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:16.362450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=9c511d55-a364-4219-bc84-8e0258ab9fa0,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:16.407341 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04132-e8fd-405f-aadc-7e8156dcf6dc None None] The sync data for ids ['b556d6b6-7e21-4453-ae26-443a9b6893e1'] in ncdv-master-1 is: [{'id': 'b556d6b6-7e21-4453-ae26-443a9b6893e1', 'name': 'tempest-NetworksTestDHCPv6-router-1734915509', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:08Z', 'updated_at': '2022-04-09T21:13:11Z', 'revision_number': 2, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'gw_port_host': None, '_interfaces': [{'id': '375926aa-db77-45bf-95c5-0da56bd60e70', 'name': '', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'mac_address': 'fa:16:3e:82:a1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b556d6b6-7e21-4453-ae26-443a9b6893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6d75c5cb-65de-461a-9ef3-a6d5b8213bb4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:09Z', 'updated_at': '2022-04-09T21:13:15Z', 'revision_number': 4, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'subnets': [{'id': '6d75c5cb-65de-461a-9ef3-a6d5b8213bb4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:16.474805 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-6dbef3c9-ea99-4e96-b157-1126a45545df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:13:16.475170 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-6dbef3c9-ea99-4e96-b157-1126a45545df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:13:16.508350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3b3cd791-6063-4c09-b9ae-fba13d5db61b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:16.508732 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:16.590099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] For port c10a4086-9086-4ac2-81ba-c750c7eaea1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c10a4086-9086-4ac2-81ba-c750c7eaea1d,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:16.591059 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:16.686950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3b3cd791-6063-4c09-b9ae-fba13d5db61b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:16.728703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Router b556d6b6-7e21-4453-ae26-443a9b6893e1 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:16.941919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:16.947822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc6eb3b8-8df0-4fec-aa38-1c3767423de3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "PUT /v2.0/routers/b556d6b6-7e21-4453-ae26-443a9b6893e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7317064
Apr 09 21:13:16.954735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41308) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:17.008974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41310) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:17.020662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22016826-f680-47d2-85f4-3569f1c8e8d1 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:13:17.035474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Publish callbacks [] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.076975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Transition to ACTIVE for port object 22016826-f680-47d2-85f4-3569f1c8e8d1 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:13:17.082137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6dbef3c9-ea99-4e96-b157-1126a45545df None None] Current status of the port 9c511d55-a364-4219-bc84-8e0258ab9fa0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:17.092023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf17a-540f-431f-8dbf-fa02efce544f req-56d289cc-3deb-41f3-8ba4-aad13ca4d4c8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:17.104870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8baf17a-540f-431f-8dbf-fa02efce544f req-56d289cc-3deb-41f3-8ba4-aad13ca4d4c8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 947 time: 0.2731574
Apr 09 21:13:17.121553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd13b5-3453-4178-afb9-bfc83b7e3d70 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:17.123237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd13b5-3453-4178-afb9-bfc83b7e3d70 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:17.130659 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7fcd13b5-3453-4178-afb9-bfc83b7e3d70 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1760182
Apr 09 21:13:17.131267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:17.138685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9c511d55-a364-4219-bc84-8e0258ab9fa0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:17.147920 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.239343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:17.243136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-926733767-network', 'tenant_id': '42541b0a749141b597348fc70050086c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:17.247214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f2ae87a4-8b5d-4f1d-87ab-47210bd61739 None None] Could not find standard attr ID for object 375926aa-db77-45bf-95c5-0da56bd60e70. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:17.275401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9c511d55-a364-4219-bc84-8e0258ab9fa0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:17.276056 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.287029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e96327c-bc05-40da-a427-3d8f3ea598b8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 6d75c5cb-65de-461a-9ef3-a6d5b8213bb4 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:17.290900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e96327c-bc05-40da-a427-3d8f3ea598b8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (6d75c5cb-65de-461a-9ef3-a6d5b8213bb4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.370680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Made reservation on behalf of 42541b0a749141b597348fc70050086c for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:17.373353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.407833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.408050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9c511d55-a364-4219-bc84-8e0258ab9fa0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:17.424432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e96327c-bc05-40da-a427-3d8f3ea598b8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (6d75c5cb-65de-461a-9ef3-a6d5b8213bb4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.585417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e96327c-bc05-40da-a427-3d8f3ea598b8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (6d75c5cb-65de-461a-9ef3-a6d5b8213bb4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.634284 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Publish callbacks [] for security_group (3cda0b36-1465-475f-aa41-171ebc20c0a3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.643666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3cda0b36-1465-475f-aa41-171ebc20c0a3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.672636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:13:17.703798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cda0b36-1465-475f-aa41-171ebc20c0a3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:17.710270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e96327c-bc05-40da-a427-3d8f3ea598b8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (6d75c5cb-65de-461a-9ef3-a6d5b8213bb4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.720686 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2e23d046-fa1f-4f5e-ac40-d341869b3dc4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.721370 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Added segment 2e23d046-fa1f-4f5e-ac40-d341869b3dc4 of type vlan for network fecb26a9-fc2e-43e8-aee4-ba08b6df9001
Apr 09 21:13:17.805549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9e7c0-55a5-4678-acb6-12f980f7bc50 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:17.834395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96327c-bc05-40da-a427-3d8f3ea598b8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=6d75c5cb-65de-461a-9ef3-a6d5b8213bb4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:17.837002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e96327c-bc05-40da-a427-3d8f3ea598b8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.848392 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e96327c-bc05-40da-a427-3d8f3ea598b8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/6d75c5cb-65de-461a-9ef3-a6d5b8213bb4 HTTP/1.1" status: 204  len: 168 time: 0.7160900
Apr 09 21:13:17.853833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41330) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:17.922772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c481dee-aa79-4b66-9a23-8e648b951034 req-c1957c4c-7131-48b1-becc-295f9fbf81c0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:17.924414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c481dee-aa79-4b66-9a23-8e648b951034 req-c1957c4c-7131-48b1-becc-295f9fbf81c0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.1976883
Apr 09 21:13:17.933839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8baf17a-540f-431f-8dbf-fa02efce544f req-813833ca-4b5b-4541-9023-a5af5647fba7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce111c32-3635-4756-bca7-1824c8420160&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8278797
Apr 09 21:13:17.936362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.936803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (f380f084-1ff8-46de-9eb3-d4e51c1e35af), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:17.937215 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Floating IP f380f084-1ff8-46de-9eb3-d4e51c1e35af disassociated. External IP: 172.35.0.232, port: c10a4086-9086-4ac2-81ba-c750c7eaea1d.
Apr 09 21:13:17.937765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Calling delete_port for c10a4086-9086-4ac2-81ba-c750c7eaea1d owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:17.964980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fecb26a9-fc2e-43e8-aee4-ba08b6df9001), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.082578 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-03390d37-f51e-4ebd-9739-91885d8836e3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2269206
Apr 09 21:13:18.085374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:13:18.094083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41352) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:18.147569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] Deleting port 9c511d55-a364-4219-bc84-8e0258ab9fa0 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:18.148142 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.190464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c481dee-aa79-4b66-9a23-8e648b951034 req-381a3e2d-b1c9-4938-9523-3a08ac166b0d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2497823
Apr 09 21:13:18.195946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Attempting to bind port 22016826-f680-47d2-85f4-3569f1c8e8d1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:18.196796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Attempting to bind port 22016826-f680-47d2-85f4-3569f1c8e8d1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:18.197274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Attempting to bind port 22016826-f680-47d2-85f4-3569f1c8e8d1 on network d3c2438b-d822-41fc-bb91-5e702496b45f {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:18.209597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fecb26a9-fc2e-43e8-aee4-ba08b6df9001), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.210581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:18.211213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.211806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Port 22016826-f680-47d2-85f4-3569f1c8e8d1 on network d3c2438b-d822-41fc-bb91-5e702496b45f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:13:18.212358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Attempting to bind port 22016826-f680-47d2-85f4-3569f1c8e8d1 on network d3c2438b-d822-41fc-bb91-5e702496b45f {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:18.237919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:18.238263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Checking segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:18.238870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Bound using segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:18.239484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Bound port: 22016826-f680-47d2-85f4-3569f1c8e8d1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:18.239700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09da5903-a67f-4137-ab81-f75f8f13ff41 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router (b556d6b6-7e21-4453-ae26-443a9b6893e1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.240034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] For port 9c511d55-a364-4219-bc84-8e0258ab9fa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c511d55-a364-4219-bc84-8e0258ab9fa0,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:18.240397 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.240528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.254453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] Calling delete_port for 9c511d55-a364-4219-bc84-8e0258ab9fa0 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:18.291586 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2682726
Apr 09 21:13:18.325220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c10a4086-9086-4ac2-81ba-c750c7eaea1d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.358783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (9c511d55-a364-4219-bc84-8e0258ab9fa0), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.364650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event deleted for resources: {'Port': ['ID=c10a4086-9086-4ac2-81ba-c750c7eaea1d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:18.379147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f9837-a70f-4733-96c9-70081196043c admin admin] Pushing event updated for resources: {'Network': ['ID=fecb26a9-fc2e-43e8-aee4-ba08b6df9001,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:18.419223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fecb26a9-fc2e-43e8-aee4-ba08b6df9001 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:13:18.429760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] Pushing event deleted for resources: {'Port': ['ID=9c511d55-a364-4219-bc84-8e0258ab9fa0,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:18.445370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2fa224-a6c3-4ed4-a579-9042c8d18b52 None None] No DVR routers for this DVR port 9c511d55-a364-4219-bc84-8e0258ab9fa0 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:18.518677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09da5903-a67f-4137-ab81-f75f8f13ff41 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (b556d6b6-7e21-4453-ae26-443a9b6893e1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.521426 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09da5903-a67f-4137-ab81-f75f8f13ff41 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router_controller (b556d6b6-7e21-4453-ae26-443a9b6893e1), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.549150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:18.567557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:18.583092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.587635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:18.600099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09da5903-a67f-4137-ab81-f75f8f13ff41 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (b556d6b6-7e21-4453-ae26-443a9b6893e1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.600956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09da5903-a67f-4137-ab81-f75f8f13ff41 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Fanout notify agent at l3_agent the message router_deleted on router b556d6b6-7e21-4453-ae26-443a9b6893e1 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:13:18.610518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09da5903-a67f-4137-ab81-f75f8f13ff41 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.612075 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-09da5903-a67f-4137-ab81-f75f8f13ff41 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/routers/b556d6b6-7e21-4453-ae26-443a9b6893e1 HTTP/1.1" status: 204  len: 168 time: 0.5170176
Apr 09 21:13:18.619907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41366) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:18.627113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:18.634767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:18.635456 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.636949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] 10.222.0.32 "PUT /v2.0/ports/22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1092 time: 3.4571452
Apr 09 21:13:18.651583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:18.657483 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c1610b-3573-4116-a60d-6729d620be40" -d '{"events": [{"name": "network-changed", "server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:18.792863 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bd5bae-cbe2-4657-8e78-cadc3d63d9e9 x-openstack-request-id: req-77bd5bae-cbe2-4657-8e78-cadc3d63d9e9 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:18.793297 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:18.793484 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77bd5bae-cbe2-4657-8e78-cadc3d63d9e9 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:18.793950 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bd5bae-cbe2-4657-8e78-cadc3d63d9e9'] response: {'name': 'network-changed', 'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'status': 'completed', 'code': 200}
Apr 09 21:13:18.881520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:18.884926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:18.896143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-cdf31345-6fc5-4964-9f43-58802152933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:18.898120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-cdf31345-6fc5-4964-9f43-58802152933a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1126 time: 0.1520405
Apr 09 21:13:18.926700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd41683-9259-4108-bacb-a8b502a84395 service neutron] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:19.032558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2cb0b8-e0c1-4538-bcf0-bae931d529e5 None None] Sync routers for ids ['b556d6b6-7e21-4453-ae26-443a9b6893e1'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:19.060410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9c511d55-a364-4219-bc84-8e0258ab9fa0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:19.108816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 9c511d55-a364-4219-bc84-8e0258ab9fa0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:19.109264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9c511d55-a364-4219-bc84-8e0258ab9fa0 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:19.111344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cb0b8-e0c1-4538-bcf0-bae931d529e5 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:19.114982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cb0b8-e0c1-4538-bcf0-bae931d529e5 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 09 21:13:19.116050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_agentschedulers_db [None req-be2cb0b8-e0c1-4538-bcf0-bae931d529e5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b556d6b6-7e21-4453-ae26-443a9b6893e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent'). {{(pid=126921) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 09 21:13:19.132794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cb0b8-e0c1-4538-bcf0-bae931d529e5 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:19.133262 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cb0b8-e0c1-4538-bcf0-bae931d529e5 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 09 21:13:19.134009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_agentschedulers_db [None req-be2cb0b8-e0c1-4538-bcf0-bae931d529e5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b556d6b6-7e21-4453-ae26-443a9b6893e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent'). {{(pid=126921) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 09 21:13:19.134782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2cb0b8-e0c1-4538-bcf0-bae931d529e5 None None] The sync data for ids ['b556d6b6-7e21-4453-ae26-443a9b6893e1'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:19.190866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-39f30686-bb47-420d-9c61-ea537f3b096e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 217 time: 0.1010718
Apr 09 21:13:19.204999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (1befe221-ff1a-4be0-bc57-e436a55cc336), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.214523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa86de31-f24a-4919-a609-35979c9e6ced req-23d422d6-00a4-47ee-a8bb-63c6101db3d8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3 HTTP/1.1" status: 200  len: 210 time: 0.1036246
Apr 09 21:13:19.273710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:19.275088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:19.277079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:19.281575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:19.282277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.286164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=1befe221-ff1a-4be0-bc57-e436a55cc336,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:19.290124 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] Sync routers for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:19.291986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc1d6b2-5157-43da-879d-ad043e3b1fc3 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:19.329084 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:19.329668 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771c3df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:19.336266 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6c2ec728-9ffe-49b5-9c48-04a94003e330 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7145987
Apr 09 21:13:19.339958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41396) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:19.342845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77bf4-f3e5-4439-89ca-6dd0621fa9de req-1c83ec02-f5b5-4eec-a108-29e2c1892ed7 tempest-ComputeTenantNetworksTest-208815262 tempest-ComputeTenantNetworksTest-208815262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:19.344787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2deb3bce-b20a-495f-9d7c-c22868eeb3f1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-566365977', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:19.351964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77bf4-f3e5-4439-89ca-6dd0621fa9de req-1c83ec02-f5b5-4eec-a108-29e2c1892ed7 tempest-ComputeTenantNetworksTest-208815262 tempest-ComputeTenantNetworksTest-208815262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:19.359344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77bf4-f3e5-4439-89ca-6dd0621fa9de req-1c83ec02-f5b5-4eec-a108-29e2c1892ed7 tempest-ComputeTenantNetworksTest-208815262 tempest-ComputeTenantNetworksTest-208815262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:19.361391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ed77bf4-f3e5-4439-89ca-6dd0621fa9de req-1c83ec02-f5b5-4eec-a108-29e2c1892ed7 tempest-ComputeTenantNetworksTest-208815262 tempest-ComputeTenantNetworksTest-208815262-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.5714049
Apr 09 21:13:19.454495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:19.460644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2deb3bce-b20a-495f-9d7c-c22868eeb3f1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (04752d7d-cc02-4195-b6ea-b0c978c3a523), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.462912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2deb3bce-b20a-495f-9d7c-c22868eeb3f1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (04752d7d-cc02-4195-b6ea-b0c978c3a523), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.478633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: c10a4086-9086-4ac2-81ba-c750c7eaea1d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:19.479267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device c10a4086-9086-4ac2-81ba-c750c7eaea1d not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:19.495700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-b96c56c9-fc43-40ae-9510-95ced7d3b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:19.497295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-b96c56c9-fc43-40ae-9510-95ced7d3b67e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.2874694
Apr 09 21:13:19.522882 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:19.525827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] No DVR routers for this DVR port c10a4086-9086-4ac2-81ba-c750c7eaea1d on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:19.539481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '1befe221-ff1a-4be0-bc57-e436a55cc336'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:13:19.539993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.540650 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.543539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-771938ef-3333-49e1-bcb6-3f7e0b62ca36 req-26d0851f-3f97-4d49-9ec2-622d0bc9a235 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.25 "DELETE /v2.0/ports/c10a4086-9086-4ac2-81ba-c750c7eaea1d HTTP/1.1" status: 204  len: 173 time: 4.1233153
Apr 09 21:13:19.543748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2deb3bce-b20a-495f-9d7c-c22868eeb3f1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router_controller (04752d7d-cc02-4195-b6ea-b0c978c3a523), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.554504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2deb3bce-b20a-495f-9d7c-c22868eeb3f1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (04752d7d-cc02-4195-b6ea-b0c978c3a523), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.592577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2deb3bce-b20a-495f-9d7c-c22868eeb3f1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:19.597899 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2deb3bce-b20a-495f-9d7c-c22868eeb3f1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2561481
Apr 09 21:13:19.599425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41400) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:19.727251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b9799-0df2-400f-a92f-e2c4766ed420 req-c42bd81a-0148-409a-9991-e2ff757b287d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:19.734623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-026b9799-0df2-400f-a92f-e2c4766ed420 req-c42bd81a-0148-409a-9991-e2ff757b287d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.3666525
Apr 09 21:13:19.780591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce8806-7ac7-4ef1-b2be-b949e0959a3e req-35454e25-a8b0-40ed-a871-94c15cf88eb4 tempest-ComputeTenantNetworksTest-208815262 tempest-ComputeTenantNetworksTest-208815262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:19.787490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0ce8806-7ac7-4ef1-b2be-b949e0959a3e req-35454e25-a8b0-40ed-a871-94c15cf88eb4 tempest-ComputeTenantNetworksTest-208815262 tempest-ComputeTenantNetworksTest-208815262-project] 10.222.0.30 "GET /v2.0/networks/fecb26a9-fc2e-43e8-aee4-ba08b6df9001 HTTP/1.1" status: 200  len: 768 time: 0.3484013
Apr 09 21:13:19.792205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41402) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:19.797826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/1befe221-ff1a-4be0-bc57-e436a55cc336/048f0055-e781-4182-9984-0c5a87879f02) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:19.867437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-5c513473-d0de-43c8-ac02-63a5c32619f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:19.870454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-5c513473-d0de-43c8-ac02-63a5c32619f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3415627
Apr 09 21:13:19.949970 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771c3df0>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:19.983253 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] Checking router: 045ffbff-fcb9-4cab-aa5f-d749af500cd5 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:20.005684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fecb26a9-fc2e-43e8-aee4-ba08b6df9001), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.008350 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:20.010269 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771c3df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:20.075406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-026b9799-0df2-400f-a92f-e2c4766ed420 req-3b9351ed-311f-45ef-aae3-94a4dcf4ca03 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3362601
Apr 09 21:13:20.114624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-cdb0bf47-9ced-4b54-b098-3f9374bd4dd3 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375724
Apr 09 21:13:20.173726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Publish callbacks [] for port (048f0055-e781-4182-9984-0c5a87879f02), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.184065 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (048f0055-e781-4182-9984-0c5a87879f02), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.227523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:20.231445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:20.241713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:20.245127 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:20.262860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Pushing event updated for resources: {'Port': ['ID=048f0055-e781-4182-9984-0c5a87879f02,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:20.312316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc9925b5-4556-41f7-9d80-edb037a598bf req-e7fed2aa-33ea-41c0-98dc-b2a1620cdd93 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882367
Apr 09 21:13:20.349971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Attempting to bind port 048f0055-e781-4182-9984-0c5a87879f02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:20.350557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Attempting to bind port 048f0055-e781-4182-9984-0c5a87879f02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:20.350791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Attempting to bind port 048f0055-e781-4182-9984-0c5a87879f02 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:20.367292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:20.367740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:20.368135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.368537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:20.369016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Bound port: 048f0055-e781-4182-9984-0c5a87879f02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:20.369418 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (048f0055-e781-4182-9984-0c5a87879f02), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.449203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b32027d-a764-4ee7-9b6e-2147b8738368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.481065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] For port 048f0055-e781-4182-9984-0c5a87879f02, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:20.486849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] For port 048f0055-e781-4182-9984-0c5a87879f02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=048f0055-e781-4182-9984-0c5a87879f02,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:20.495647 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (048f0055-e781-4182-9984-0c5a87879f02), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.581599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259d5f0-7fdf-4b47-979e-8c98dbe75e6f None None] Pushing event updated for resources: {'Port': ['ID=048f0055-e781-4182-9984-0c5a87879f02,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:20.615984 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771c3df0>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:20.658054 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637c7ec-2b02-467d-8ffc-45b782b88837 None None] The sync data for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 is: [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:20.693233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fecb26a9-fc2e-43e8-aee4-ba08b6df9001), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.744045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376e28550>,) {'filters': {'network_id': ['fecb26a9-fc2e-43e8-aee4-ba08b6df9001']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:20.766323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376e28550>, '2e23d046-fa1f-4f5e-ac40-d341869b3dc4') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:20.766323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376e28550>, '2e23d046-fa1f-4f5e-ac40-d341869b3dc4') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:20.780188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (2e23d046-fa1f-4f5e-ac40-d341869b3dc4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.798152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-deleted', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:20.801982 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a677cb57-f74f-4602-9c17-2e153a762329" -d '{"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-deleted", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:20.820270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.832656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2e23d046-fa1f-4f5e-ac40-d341869b3dc4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.900001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:13:20.900446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (2e23d046-fa1f-4f5e-ac40-d341869b3dc4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:13:20.902404 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:13:20.910633 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cbdd57-b3cc-4deb-a92d-8a5fb7397bc3 x-openstack-request-id: req-00cbdd57-b3cc-4deb-a92d-8a5fb7397bc3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:20.912967 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3", "name": "network-vif-deleted", "tag": "c10a4086-9086-4ac2-81ba-c750c7eaea1d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:20.912967 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00cbdd57-b3cc-4deb-a92d-8a5fb7397bc3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:20.918878 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cbdd57-b3cc-4deb-a92d-8a5fb7397bc3'] response: {'server_uuid': 'a78cad15-c709-4b9f-a8aa-0b2b14c9b3a3', 'name': 'network-vif-deleted', 'tag': 'c10a4086-9086-4ac2-81ba-c750c7eaea1d', 'status': 'completed', 'code': 200}
Apr 09 21:13:21.070996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fecb26a9-fc2e-43e8-aee4-ba08b6df9001), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.079234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 048f0055-e781-4182-9984-0c5a87879f02 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:21.088515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.095589 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fecb26a9-fc2e-43e8-aee4-ba08b6df9001 HTTP/1.1" status: 204  len: 168 time: 1.3020277
Apr 09 21:13:21.135497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2832-c8f3-456d-b1e8-631b85b0f6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fecb26a9-fc2e-43e8-aee4-ba08b6df9001,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:21.200032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d3fb8-a85d-4b33-838f-e89e46cd52f7 None None] New status for floating IP f380f084-1ff8-46de-9eb3-d4e51c1e35af: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:13:21.329861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f11fed-47b0-4434-95c1-f7485a64dfc4 req-68e9ce45-d852-4279-a8bd-8ab62645dc0c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:21.331546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34f11fed-47b0-4434-95c1-f7485a64dfc4 req-68e9ce45-d852-4279-a8bd-8ab62645dc0c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.1400213
Apr 09 21:13:21.352904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1610b-3573-4116-a60d-6729d620be40 req-8b803992-51c8-494f-8c4b-976e422c80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:21.356541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c1610b-3573-4116-a60d-6729d620be40 req-8b803992-51c8-494f-8c4b-976e422c80ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1126 time: 0.1040511
Apr 09 21:13:21.415452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41420) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:21.449435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41422) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:21.457476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::1 (efbc0070-26f1-4fb3-af29-ab8c9f091897/1befe221-ff1a-4be0-bc57-e436a55cc336/89854094-fd3b-4815-89c9-d39bfdf748d4) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:21.544365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 048f0055-e781-4182-9984-0c5a87879f02 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:21.545106 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (048f0055-e781-4182-9984-0c5a87879f02), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.579281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34f11fed-47b0-4434-95c1-f7485a64dfc4 req-92fcf27b-a68a-42c1-89d9-c810f843e351 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2346916
Apr 09 21:13:21.591681 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5f7f5425-8c50-413e-8088-b86f1a6fe4cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42541b0a749141b597348fc70050086c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1402330
Apr 09 21:13:21.594511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41424) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:21.638735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-919bbf8b-da22-43bf-97e3-dcc037f12544 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (ce111c32-3635-4756-bca7-1824c8420160), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.667765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-919bbf8b-da22-43bf-97e3-dcc037f12544 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (ce111c32-3635-4756-bca7-1824c8420160), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.718991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.723265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1610b-3573-4116-a60d-6729d620be40 req-1efb96f6-865e-4030-b1e0-e5d2a26184c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:21.727283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c1610b-3573-4116-a60d-6729d620be40 req-1efb96f6-865e-4030-b1e0-e5d2a26184c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 897 time: 0.3229704
Apr 09 21:13:21.729260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91da5161-59c1-4fa9-a3c1-9a13948a944e admin admin] Publish callbacks [] for security_group (3cda0b36-1465-475f-aa41-171ebc20c0a3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.760066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 048f0055-e781-4182-9984-0c5a87879f02 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:21.764745 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (048f0055-e781-4182-9984-0c5a87879f02), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.769128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91da5161-59c1-4fa9-a3c1-9a13948a944e admin admin] Publish callbacks [] for security_group (3cda0b36-1465-475f-aa41-171ebc20c0a3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.830587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c1610b-3573-4116-a60d-6729d620be40 req-398fbe84-d619-4319-89f6-dc2fe3bc5f24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 217 time: 0.0920329
Apr 09 21:13:21.863304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.895909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 048f0055-e781-4182-9984-0c5a87879f02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=048f0055-e781-4182-9984-0c5a87879f02,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:21.899301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1610b-3573-4116-a60d-6729d620be40 req-e6100106-2563-4b8b-aa2e-59751dcc842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:21.902683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c1610b-3573-4116-a60d-6729d620be40 req-e6100106-2563-4b8b-aa2e-59751dcc842a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.0656595
Apr 09 21:13:21.909772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (048f0055-e781-4182-9984-0c5a87879f02), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:21.962374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 375926aa-db77-45bf-95c5-0da56bd60e70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:21.994448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:22.001739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:22.004517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 375926aa-db77-45bf-95c5-0da56bd60e70 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:22.006510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 375926aa-db77-45bf-95c5-0da56bd60e70 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:22.006698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:22.007114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (04752d7d-cc02-4195-b6ea-b0c978c3a523), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.010561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-919bbf8b-da22-43bf-97e3-dcc037f12544 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ce111c32-3635-4756-bca7-1824c8420160), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.014101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-919bbf8b-da22-43bf-97e3-dcc037f12544 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.019591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-919bbf8b-da22-43bf-97e3-dcc037f12544 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "DELETE /v2.0/security-groups/ce111c32-3635-4756-bca7-1824c8420160 HTTP/1.1" status: 204  len: 168 time: 0.5961521
Apr 09 21:13:22.030531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41426) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:22.051970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bbf8b-da22-43bf-97e3-dcc037f12544 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce111c32-3635-4756-bca7-1824c8420160,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:22.055035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=048f0055-e781-4182-9984-0c5a87879f02,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:22.056019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1610b-3573-4116-a60d-6729d620be40 req-2b0879d2-3fa1-47c5-ae07-e4e6d5c27d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:22.061200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c1610b-3573-4116-a60d-6729d620be40 req-2b0879d2-3fa1-47c5-ae07-e4e6d5c27d3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1507895
Apr 09 21:13:22.107656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=89854094-fd3b-4815-89c9-d39bfdf748d4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:22.118384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91da5161-59c1-4fa9-a3c1-9a13948a944e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3cda0b36-1465-475f-aa41-171ebc20c0a3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.121092 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91da5161-59c1-4fa9-a3c1-9a13948a944e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.122795 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-91da5161-59c1-4fa9-a3c1-9a13948a944e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cda0b36-1465-475f-aa41-171ebc20c0a3 HTTP/1.1" status: 204  len: 168 time: 0.5271969
Apr 09 21:13:22.135688 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-3129e4b5-bc20-4329-9c78-26dca43d82fe tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] show failed (client error): The resource could not be found.
Apr 09 21:13:22.139951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3129e4b5-bc20-4329-9c78-26dca43d82fe tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups/ce111c32-3635-4756-bca7-1824c8420160 HTTP/1.1" status: 404  len: 347 time: 0.1081216
Apr 09 21:13:22.146869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41432) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:22.173078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da5161-59c1-4fa9-a3c1-9a13948a944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cda0b36-1465-475f-aa41-171ebc20c0a3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:22.292377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f99155f9-794b-46fa-a5a6-4d9aba95fa44 None None] Provisioning complete for port 048f0055-e781-4182-9984-0c5a87879f02 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:22.293244 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f99155f9-794b-46fa-a5a6-4d9aba95fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (048f0055-e781-4182-9984-0c5a87879f02), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.304890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c1610b-3573-4116-a60d-6729d620be40 req-d59f3638-bcfc-4a87-b83a-002b99764b87 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403903
Apr 09 21:13:22.413362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f99155f9-794b-46fa-a5a6-4d9aba95fa44 None None] Current status of the port 048f0055-e781-4182-9984-0c5a87879f02 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:22.428851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c1610b-3573-4116-a60d-6729d620be40 req-2888c9f5-0fd9-4e58-9683-ba7a5dabab34 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161468
Apr 09 21:13:22.473225 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.487460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Deleting port 631b5ec9-b24f-4fd5-96dd-daf7601c8695 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:22.487806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (631b5ec9-b24f-4fd5-96dd-daf7601c8695), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.642493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-787705a1-a034-4f58-9155-90ce3ad4e7bd None None] Provisioning complete for port 89854094-fd3b-4815-89c9-d39bfdf748d4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:22.644171 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-787705a1-a034-4f58-9155-90ce3ad4e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.683715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (631b5ec9-b24f-4fd5-96dd-daf7601c8695), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.684047 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (631b5ec9-b24f-4fd5-96dd-daf7601c8695), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.694923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-787705a1-a034-4f58-9155-90ce3ad4e7bd None None] Port 89854094-fd3b-4815-89c9-d39bfdf748d4 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:22.713636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Calling delete_port for 631b5ec9-b24f-4fd5-96dd-daf7601c8695 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:22.807775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8ab5b-95fc-4535-b2d4-f05a7ce76364 req-e8e80d6e-0d68-4e1a-9def-8b5e4fdcdb74 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:22.834412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18b8ab5b-95fc-4535-b2d4-f05a7ce76364 req-e8e80d6e-0d68-4e1a-9def-8b5e4fdcdb74 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.1111946
Apr 09 21:13:22.910616 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-162e4c8c-ea31-42c6-bce0-fe2c38bb67b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:22.913277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18b8ab5b-95fc-4535-b2d4-f05a7ce76364 req-f69ea86e-bdbf-48b5-a249-6c323e86287f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0778072
Apr 09 21:13:23.049556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.063553 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.064504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (04752d7d-cc02-4195-b6ea-b0c978c3a523), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.105134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 048f0055-e781-4182-9984-0c5a87879f02 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:23.144054 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (631b5ec9-b24f-4fd5-96dd-daf7601c8695), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.190325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 048f0055-e781-4182-9984-0c5a87879f02 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:23.190783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (048f0055-e781-4182-9984-0c5a87879f02), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.255262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=89854094-fd3b-4815-89c9-d39bfdf748d4,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:23.312339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event deleted for resources: {'Port': ['ID=631b5ec9-b24f-4fd5-96dd-daf7601c8695,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:23.340307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 048f0055-e781-4182-9984-0c5a87879f02 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:23.362918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (f380f084-1ff8-46de-9eb3-d4e51c1e35af), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.372365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.376996 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eaa2c26b-c571-48d6-bb85-165d33091f91 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "DELETE /v2.0/floatingips/f380f084-1ff8-46de-9eb3-d4e51c1e35af HTTP/1.1" status: 204  len: 168 time: 1.2276976
Apr 09 21:13:23.392865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:23.394646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:23.543505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 22016826-f680-47d2-85f4-3569f1c8e8d1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:13:23.661456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Router 04752d7d-cc02-4195-b6ea-b0c978c3a523 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:13:23.759654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:23.773393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41472) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:23.780139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827660201', 'description': 'tempest-description--771387119'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:23.790498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'port_id': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'mac_address': 'fa:16:3e:61:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:13:23.827498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.874911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:23.888818 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8bbbc617-eb76-42e7-8e90-e5f70a2bedda tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "PUT /v2.0/routers/04752d7d-cc02-4195-b6ea-b0c978c3a523/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2853606
Apr 09 21:13:23.889316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41474) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:23.890212 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Sync routers for ids ['04752d7d-cc02-4195-b6ea-b0c978c3a523'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:23.899681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f34612b4-6f5f-43dc-8d4f-c7c1e83f72fe None None] Provisioning complete for port 89854094-fd3b-4815-89c9-d39bfdf748d4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:23.900049 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f34612b4-6f5f-43dc-8d4f-c7c1e83f72fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.906271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 22016826-f680-47d2-85f4-3569f1c8e8d1 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:23.906975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:23.913364 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Routers {'04752d7d-cc02-4195-b6ea-b0c978c3a523'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:23.914339 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237756a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['04752d7d-cc02-4195-b6ea-b0c978c3a523'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:23.966888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22016826-f680-47d2-85f4-3569f1c8e8d1 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:13:23.977883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f34612b4-6f5f-43dc-8d4f-c7c1e83f72fe None None] Port 89854094-fd3b-4815-89c9-d39bfdf748d4 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:24.039509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:24.048211 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.071611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e70e22d-164b-4240-8856-7b5829356474 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:24.076755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6e70e22d-164b-4240-8856-7b5829356474 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports/89854094-fd3b-4815-89c9-d39bfdf748d4 HTTP/1.1" status: 200  len: 911 time: 0.1855371
Apr 09 21:13:24.077051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41486) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:24.160390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7ac9-fd7d-43a7-ba45-b1d7a2344b94 req-d510f82e-5138-4f4f-b8eb-a15ec2aadb5e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:24.170317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-316d7ac9-fd7d-43a7-ba45-b1d7a2344b94 req-d510f82e-5138-4f4f-b8eb-a15ec2aadb5e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 945 time: 0.1370299
Apr 09 21:13:24.210582 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.272578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (f94a2fd9-5bc3-411a-bd3d-2d4f743375db), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.284836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f94a2fd9-5bc3-411a-bd3d-2d4f743375db), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.288275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14794d34-1ab9-428a-86c5-3886e04a8578 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:24.301892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14794d34-1ab9-428a-86c5-3886e04a8578 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:24.302769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:24.305097 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-14794d34-1ab9-428a-86c5-3886e04a8578 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2246199
Apr 09 21:13:24.306770 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41498) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:24.334869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-316d7ac9-fd7d-43a7-ba45-b1d7a2344b94 req-77bfe1c8-ae8b-405b-b554-9ae216707dd8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1600482
Apr 09 21:13:24.343081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['22016826-f680-47d2-85f4-3569f1c8e8d1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:13:24.419987 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.421332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6467013
Apr 09 21:13:24.444604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41506) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:24.457999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8cc42385-46d6-4ca0-845b-87acac8a8756 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'security_group_rule': {'security_group_id': 'f94a2fd9-5bc3-411a-bd3d-2d4f743375db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:24.462290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a2fd9-5bc3-411a-bd3d-2d4f743375db,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:24.477855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.478218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.478550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.478893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.479233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.479569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.479903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.480238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.480597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.481026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.481458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.482539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.482905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.483249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.483583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63ccf76-4d30-422f-a366-c14002bb70e7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:24.528547 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8cc42385-46d6-4ca0-845b-87acac8a8756 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (6882d4af-7f46-485e-8491-f5bca11fc972), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.659737 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Set router 04752d7d-cc02-4195-b6ea-b0c978c3a523 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:24.678933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8cc42385-46d6-4ca0-845b-87acac8a8756 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (6882d4af-7f46-485e-8491-f5bca11fc972), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.686823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8cc42385-46d6-4ca0-845b-87acac8a8756 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (6882d4af-7f46-485e-8491-f5bca11fc972), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.734612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc42385-46d6-4ca0-845b-87acac8a8756 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6882d4af-7f46-485e-8491-f5bca11fc972,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:24.833665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf3964-e11c-4335-8b9e-e03d82bbe199 req-a25fc3bf-703d-447e-8b57-2240fe7274da tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:24.837211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7caf3964-e11c-4335-8b9e-e03d82bbe199 req-a25fc3bf-703d-447e-8b57-2240fe7274da tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0827196
Apr 09 21:13:24.891971 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8cc42385-46d6-4ca0-845b-87acac8a8756 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:24.894721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8cc42385-46d6-4ca0-845b-87acac8a8756 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4490056
Apr 09 21:13:24.911715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41520) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:24.930253 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237756a2b0>, [{'id': '04752d7d-cc02-4195-b6ea-b0c978c3a523', 'name': 'tempest-NetworksTestDHCPv6-router-566365977', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:19Z', 'updated_at': '2022-04-09T21:13:22Z', 'revision_number': 2, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'gw_port_host': None, '_interfaces': [{'id': '89854094-fd3b-4815-89c9-d39bfdf748d4', 'name': '', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'mac_address': 'fa:16:3e:a6:04:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04752d7d-cc02-4195-b6ea-b0c978c3a523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '1befe221-ff1a-4be0-bc57-e436a55cc336', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:21Z', 'updated_at': '2022-04-09T21:13:22Z', 'revision_number': 2, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'subnets': [{'id': '1befe221-ff1a-4be0-bc57-e436a55cc336', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:24.933285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-561adcc3-757d-41e4-ac99-f10ed8450ba9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'security_group_rule': {'security_group_id': 'f94a2fd9-5bc3-411a-bd3d-2d4f743375db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:24.970734 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Checking router: 04752d7d-cc02-4195-b6ea-b0c978c3a523 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:24.971378 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Updating router 04752d7d-cc02-4195-b6ea-b0c978c3a523 port 89854094-fd3b-4815-89c9-d39bfdf748d4 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:13:25.013353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7caf3964-e11c-4335-8b9e-e03d82bbe199 req-04dbb189-5251-48bb-926e-90df7952bfb3 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652517
Apr 09 21:13:25.014557 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.038483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-561adcc3-757d-41e4-ac99-f10ed8450ba9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (1100c0d5-8911-4007-a04e-675030b02cd9), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.063221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (04752d7d-cc02-4195-b6ea-b0c978c3a523), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.154814 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.161673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-561adcc3-757d-41e4-ac99-f10ed8450ba9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (1100c0d5-8911-4007-a04e-675030b02cd9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.208564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-561adcc3-757d-41e4-ac99-f10ed8450ba9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1100c0d5-8911-4007-a04e-675030b02cd9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.251773 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-561adcc3-757d-41e4-ac99-f10ed8450ba9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.253310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-561adcc3-757d-41e4-ac99-f10ed8450ba9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3385046
Apr 09 21:13:25.256098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561adcc3-757d-41e4-ac99-f10ed8450ba9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1100c0d5-8911-4007-a04e-675030b02cd9,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:25.258001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41528) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:25.268021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:25.280288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf94136-d7ce-4e61-8e5f-4469d8e30dd6 req-a93bf0e2-baa1-4f4f-8172-119c6a368e9c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:25.288177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2cf94136-d7ce-4e61-8e5f-4469d8e30dd6 req-a93bf0e2-baa1-4f4f-8172-119c6a368e9c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 945 time: 0.1198535
Apr 09 21:13:25.359319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2cf94136-d7ce-4e61-8e5f-4469d8e30dd6 req-397db6c5-622a-4c3d-832e-7cd46d144d80 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700850
Apr 09 21:13:25.394783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.448495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 89854094-fd3b-4815-89c9-d39bfdf748d4 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:25.449678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.594121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 22016826-f680-47d2-85f4-3569f1c8e8d1 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:25.623644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb527659-f21d-4253-89e2-c564785d4d2e req-29f2056c-acaf-4498-8471-0c3080c5de9d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:25.625450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb527659-f21d-4253-89e2-c564785d4d2e req-29f2056c-acaf-4498-8471-0c3080c5de9d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 945 time: 0.1182196
Apr 09 21:13:25.626801 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.663312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.681684 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Publish callbacks [] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.689009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 89854094-fd3b-4815-89c9-d39bfdf748d4 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:25.695976 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.696902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41536) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:25.720194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.740851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb527659-f21d-4253-89e2-c564785d4d2e req-7c87832e-10f3-48bc-b182-8406c5954230 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1049757
Apr 09 21:13:25.742697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 22016826-f680-47d2-85f4-3569f1c8e8d1 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:13:25.761304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 22016826-f680-47d2-85f4-3569f1c8e8d1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:25.762970 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:25.832408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Allocated IP 172.35.0.91 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/d8626c0b-14ff-46a2-bcf3-c48acb6bed9b) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:25.844804 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1283c1-ea44-43e0-9539-4c5c8d42b4bb None None] Pushing event updated for resources: {'Port': ['ID=89854094-fd3b-4815-89c9-d39bfdf748d4,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:26.027736 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Attempting to bind port 89854094-fd3b-4815-89c9-d39bfdf748d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:26.028409 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Attempting to bind port 89854094-fd3b-4815-89c9-d39bfdf748d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:26.028554 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Attempting to bind port 89854094-fd3b-4815-89c9-d39bfdf748d4 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:26.056886 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:26.057452 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:26.057627 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.058064 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:26.062938 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Bound port: 89854094-fd3b-4815-89c9-d39bfdf748d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:26.063371 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.066888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 22016826-f680-47d2-85f4-3569f1c8e8d1 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:26.067298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.075639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53e21d7d-bac9-49e7-9b47-65cecd9f7530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.119332 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for port (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.146133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:26.149395 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b1019d-68bf-4d8d-bbf3-64fa66af69c8" -d '{"events": [{"server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "name": "network-vif-plugged", "status": "completed", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:26.160185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:26.171549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bacff7e5-be69-4009-9ddd-ad097675b98b None None] Provisioning complete for port 89854094-fd3b-4815-89c9-d39bfdf748d4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:26.171549 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bacff7e5-be69-4009-9ddd-ad097675b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.205817 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.246479 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fc5e1e-2d96-4d0c-8a17-6cc05973146f x-openstack-request-id: req-83fc5e1e-2d96-4d0c-8a17-6cc05973146f {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:26.246836 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "name": "network-vif-plugged", "status": "completed", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:26.247099 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83fc5e1e-2d96-4d0c-8a17-6cc05973146f {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:26.247509 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fc5e1e-2d96-4d0c-8a17-6cc05973146f'] response: {'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'code': 200}
Apr 09 21:13:26.251694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bacff7e5-be69-4009-9ddd-ad097675b98b None None] Port 89854094-fd3b-4815-89c9-d39bfdf748d4 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:26.274043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:26.294417 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.db.api [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:13:26.294764 ncdv-master-1 neutron-server[126922]: DEBUG oslo_db.api [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:13:26.297054 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.298823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084ff8b-48be-45c4-9b72-2173ff8b7408 req-4a0c8729-b568-4fa3-8209-c82820949fe6 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:26.307916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6084ff8b-48be-45c4-9b72-2173ff8b7408 req-4a0c8729-b568-4fa3-8209-c82820949fe6 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1727881
Apr 09 21:13:26.360295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=89854094-fd3b-4815-89c9-d39bfdf748d4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:26.407381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.463455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53e21d7d-bac9-49e7-9b47-65cecd9f7530 admin admin] Publish callbacks [] for security_group (3795a8b8-11ba-4956-922f-ba88bda2c723), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.500903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53e21d7d-bac9-49e7-9b47-65cecd9f7530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3795a8b8-11ba-4956-922f-ba88bda2c723), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.542503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6084ff8b-48be-45c4-9b72-2173ff8b7408 req-32189f61-d933-4437-806c-e8f387b8eb1b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2318838
Apr 09 21:13:26.642151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188d4db-ddcf-4e18-b581-15163b8360bb req-4a5e53f1-97fc-405b-98c9-ce533dc4d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:26.643957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7188d4db-ddcf-4e18-b581-15163b8360bb req-4a5e53f1-97fc-405b-98c9-ce533dc4d340 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1128 time: 0.1783128
Apr 09 21:13:26.650623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:26.674270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:26.676215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'Port': ['ID=d8626c0b-14ff-46a2-bcf3-c48acb6bed9b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:26.687804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:26.696771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-f9c38db9-c040-40e7-bccc-3d20515d2db8 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:26.698606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-f9c38db9-c040-40e7-bccc-3d20515d2db8 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 945 time: 0.1487482
Apr 09 21:13:26.708152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125583d7-ed76-4b11-a725-f7e8f40f66a9 req-c13e3bbf-392a-4dda-bdd9-2273344b1290 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:26.709896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-125583d7-ed76-4b11-a725-f7e8f40f66a9 req-c13e3bbf-392a-4dda-bdd9-2273344b1290 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 945 time: 0.1799212
Apr 09 21:13:26.819582 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Attempting to bind port 89854094-fd3b-4815-89c9-d39bfdf748d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:26.820580 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Attempting to bind port 89854094-fd3b-4815-89c9-d39bfdf748d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:26.822366 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Attempting to bind port 89854094-fd3b-4815-89c9-d39bfdf748d4 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:26.842634 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:26.843553 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:26.844244 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.845614 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:26.846460 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Bound port: 89854094-fd3b-4815-89c9-d39bfdf748d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:26.847901 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89854094-fd3b-4815-89c9-d39bfdf748d4), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.863991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (04752d7d-cc02-4195-b6ea-b0c978c3a523), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.875003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e21d7d-bac9-49e7-9b47-65cecd9f7530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3795a8b8-11ba-4956-922f-ba88bda2c723,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:26.878529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7188d4db-ddcf-4e18-b581-15163b8360bb req-3a5d3471-e615-4054-b8c3-cbfc61af86d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2180865
Apr 09 21:13:26.884490 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-53e21d7d-bac9-49e7-9b47-65cecd9f7530 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0016847f785b4c5f94459392b054c707&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1864491
Apr 09 21:13:26.888833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41550) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:26.892779 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.924082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-125583d7-ed76-4b11-a725-f7e8f40f66a9 req-5d36c17c-66a1-4033-9967-ca524642f94d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1928322
Apr 09 21:13:26.961531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Deleting port bc957e5e-3d07-4968-a48d-c19afe1b8457 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:26.961531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:26.985667 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Port 89854094-fd3b-4815-89c9-d39bfdf748d4 has been deleted concurrently {{(pid=126922) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Apr 09 21:13:27.006493 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Routers {'04752d7d-cc02-4195-b6ea-b0c978c3a523'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:27.007195 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237756a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['04752d7d-cc02-4195-b6ea-b0c978c3a523'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:27.090141 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] Set router 04752d7d-cc02-4195-b6ea-b0c978c3a523 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:27.104217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (400cf5c0-ed3e-4af8-bf2c-fd8592538753), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.107388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b75edb-7a4a-4692-8d65-cb75d7f47d83 admin admin] Publish callbacks [] for security_group (3795a8b8-11ba-4956-922f-ba88bda2c723), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.114809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b6e77-3882-4bca-a287-2c91d751423f req-e917b2c9-defc-4a4d-9dde-82c023eeaf4a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:27.115087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab1b6e77-3882-4bca-a287-2c91d751423f req-e917b2c9-defc-4a4d-9dde-82c023eeaf4a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1072259
Apr 09 21:13:27.160522 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237756a2b0>, [{'id': '04752d7d-cc02-4195-b6ea-b0c978c3a523', 'name': 'tempest-NetworksTestDHCPv6-router-566365977', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:19Z', 'updated_at': '2022-04-09T21:13:26Z', 'revision_number': 3, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:27.168110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b75edb-7a4a-4692-8d65-cb75d7f47d83 admin admin] Publish callbacks [] for security_group (3795a8b8-11ba-4956-922f-ba88bda2c723), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.178852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Router 04752d7d-cc02-4195-b6ea-b0c978c3a523 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:27.195641 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1bddb-d8a6-4797-a238-b1560843f891 None None] The sync data for ids ['04752d7d-cc02-4195-b6ea-b0c978c3a523'] in ncdv-master-1 is: [{'id': '04752d7d-cc02-4195-b6ea-b0c978c3a523', 'name': 'tempest-NetworksTestDHCPv6-router-566365977', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:19Z', 'updated_at': '2022-04-09T21:13:26Z', 'revision_number': 3, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:27.201428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] For port bc957e5e-3d07-4968-a48d-c19afe1b8457, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc957e5e-3d07-4968-a48d-c19afe1b8457,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:27.202004 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.205243 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.276282 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b75edb-7a4a-4692-8d65-cb75d7f47d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3795a8b8-11ba-4956-922f-ba88bda2c723), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.278156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b75edb-7a4a-4692-8d65-cb75d7f47d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.278344 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-09b75edb-7a4a-4692-8d65-cb75d7f47d83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3795a8b8-11ba-4956-922f-ba88bda2c723 HTTP/1.1" status: 204  len: 168 time: 0.3879089
Apr 09 21:13:27.328804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b75edb-7a4a-4692-8d65-cb75d7f47d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3795a8b8-11ba-4956-922f-ba88bda2c723,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:27.333509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab1b6e77-3882-4bca-a287-2c91d751423f req-cbbe3845-41f4-4f4c-aea8-0a85a3401bb1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2085450
Apr 09 21:13:27.342961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:27.350274 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7b2869ca-e3e9-4362-b928-e2cd49704cd3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "PUT /v2.0/routers/04752d7d-cc02-4195-b6ea-b0c978c3a523/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0412781
Apr 09 21:13:27.352861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41554) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:27.473488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25b086-d0e5-4ee7-8d0e-39a2767c1116 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:27.473488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25b086-d0e5-4ee7-8d0e-39a2767c1116 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:27.478529 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1b25b086-d0e5-4ee7-8d0e-39a2767c1116 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1236100
Apr 09 21:13:27.478983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41556) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:27.602373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a62658a-e305-4872-9ef1-32f0a204758b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 1befe221-ff1a-4be0-bc57-e436a55cc336 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:27.607433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a62658a-e305-4872-9ef1-32f0a204758b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (1befe221-ff1a-4be0-bc57-e436a55cc336), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.676789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a62658a-e305-4872-9ef1-32f0a204758b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (1befe221-ff1a-4be0-bc57-e436a55cc336), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.753636 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.754884 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (f5e7c509-96fc-49a8-a7fd-5dc9034c0cee), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.754884 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Floating IP f5e7c509-96fc-49a8-a7fd-5dc9034c0cee disassociated. External IP: 172.35.0.73, port: bc957e5e-3d07-4968-a48d-c19afe1b8457.
Apr 09 21:13:27.755170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Calling delete_port for bc957e5e-3d07-4968-a48d-c19afe1b8457 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:27.791200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff16a8-eb19-47ef-b3eb-edc0ec512dea req-f0601502-4eb6-436e-aa7e-d0a2c6887ebb tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:27.792851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daff16a8-eb19-47ef-b3eb-edc0ec512dea req-f0601502-4eb6-436e-aa7e-d0a2c6887ebb tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1332507
Apr 09 21:13:27.834072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a62658a-e305-4872-9ef1-32f0a204758b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1befe221-ff1a-4be0-bc57-e436a55cc336), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.841309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for port (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.863213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:27.933661 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a62658a-e305-4872-9ef1-32f0a204758b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1befe221-ff1a-4be0-bc57-e436a55cc336), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.008888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62658a-e305-4872-9ef1-32f0a204758b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=1befe221-ff1a-4be0-bc57-e436a55cc336,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:28.017982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daff16a8-eb19-47ef-b3eb-edc0ec512dea req-e730ce5c-80c6-455b-829e-8f3ed7db8cf0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1804466
Apr 09 21:13:28.022102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a62658a-e305-4872-9ef1-32f0a204758b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.031671 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7a62658a-e305-4872-9ef1-32f0a204758b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/1befe221-ff1a-4be0-bc57-e436a55cc336 HTTP/1.1" status: 204  len: 168 time: 0.5504827
Apr 09 21:13:28.034925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41572) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:28.052233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'Port': ['ID=d8626c0b-14ff-46a2-bcf3-c48acb6bed9b,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:28.066218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb625e35-4769-4a65-a2fa-5d23b8c4ef7b None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:28.143163 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d0d4079-5c0c-4e95-aa3b-f8cd941e7e2f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1070874
Apr 09 21:13:28.145172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41574) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:28.257439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64af9073-9de1-4bb2-bb05-18040de2d44a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router (04752d7d-cc02-4195-b6ea-b0c978c3a523), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.377957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:13:28.494274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] Deleting port 048f0055-e781-4182-9984-0c5a87879f02 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:28.495021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (048f0055-e781-4182-9984-0c5a87879f02), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.516623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64af9073-9de1-4bb2-bb05-18040de2d44a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (04752d7d-cc02-4195-b6ea-b0c978c3a523), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.518932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64af9073-9de1-4bb2-bb05-18040de2d44a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router_controller (04752d7d-cc02-4195-b6ea-b0c978c3a523), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.619502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] For port 048f0055-e781-4182-9984-0c5a87879f02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=048f0055-e781-4182-9984-0c5a87879f02,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:28.619931 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (048f0055-e781-4182-9984-0c5a87879f02), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.621074 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64af9073-9de1-4bb2-bb05-18040de2d44a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (04752d7d-cc02-4195-b6ea-b0c978c3a523), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.622386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64af9073-9de1-4bb2-bb05-18040de2d44a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Fanout notify agent at l3_agent the message router_deleted on router 04752d7d-cc02-4195-b6ea-b0c978c3a523 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:13:28.632801 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (400cf5c0-ed3e-4af8-bf2c-fd8592538753), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.644260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64af9073-9de1-4bb2-bb05-18040de2d44a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.646704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] Calling delete_port for 048f0055-e781-4182-9984-0c5a87879f02 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:28.647589 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-64af9073-9de1-4bb2-bb05-18040de2d44a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/routers/04752d7d-cc02-4195-b6ea-b0c978c3a523 HTTP/1.1" status: 204  len: 168 time: 0.5007317
Apr 09 21:13:28.649824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:28.712125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66da9e5-bc7b-4485-babb-cb9d4cc2e2b7 req-d0c9ccb6-ef9e-493a-b9e6-c2b165eef1fe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:28.713796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f66da9e5-bc7b-4485-babb-cb9d4cc2e2b7 req-d0c9ccb6-ef9e-493a-b9e6-c2b165eef1fe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0827034
Apr 09 21:13:28.743881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74ad6e-c08c-41ba-b40c-c29aba0922d7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:28.746078 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5d74ad6e-c08c-41ba-b40c-c29aba0922d7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0915689
Apr 09 21:13:28.750241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41604) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:28.782435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18883202-8064-4f9b-bd6c-d432e6ec4334 req-47b538a1-4e50-44a1-ab3c-a65a2f2ef0b5 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:28.783924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18883202-8064-4f9b-bd6c-d432e6ec4334 req-47b538a1-4e50-44a1-ab3c-a65a2f2ef0b5 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 945 time: 0.7537940
Apr 09 21:13:28.789919 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (048f0055-e781-4182-9984-0c5a87879f02), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.796751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.798030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c066d1ab-0667-4f14-baff-3ce7358cd5f8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.5354977
Apr 09 21:13:28.857472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] No DVR routers for this DVR port 048f0055-e781-4182-9984-0c5a87879f02 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:28.862325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928a6c8-24ed-4d46-b52e-2ade5bf87334 None None] Pushing event deleted for resources: {'Port': ['ID=048f0055-e781-4182-9984-0c5a87879f02,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:28.865493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532be5e-2065-4145-9224-bc11cdab46be tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:28.876347 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b532be5e-2065-4145-9224-bc11cdab46be tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1241813
Apr 09 21:13:28.878629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41610) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:28.883911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (bc957e5e-3d07-4968-a48d-c19afe1b8457), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:28.896317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d0cdbc-abde-4327-b73b-205c10974d65 None None] Sync routers for ids ['04752d7d-cc02-4195-b6ea-b0c978c3a523'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:28.914108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0cdbc-abde-4327-b73b-205c10974d65 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:28.915415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0cdbc-abde-4327-b73b-205c10974d65 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 09 21:13:28.918355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_agentschedulers_db [None req-b3d0cdbc-abde-4327-b73b-205c10974d65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04752d7d-cc02-4195-b6ea-b0c978c3a523'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent'). {{(pid=126921) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 09 21:13:28.933904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f66da9e5-bc7b-4485-babb-cb9d4cc2e2b7 req-66b9e08c-477a-438b-95c1-5f5a00341fc3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1724055
Apr 09 21:13:28.939690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'Port': ['ID=bc957e5e-3d07-4968-a48d-c19afe1b8457,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:28.977240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18883202-8064-4f9b-bd6c-d432e6ec4334 req-50defd59-2444-483b-9860-b44ed9320928 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=8368360c-99b5-493b-8194-e49b12adc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1758194
Apr 09 21:13:28.979335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0cdbc-abde-4327-b73b-205c10974d65 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:28.979971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0cdbc-abde-4327-b73b-205c10974d65 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 09 21:13:28.985760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_agentschedulers_db [None req-b3d0cdbc-abde-4327-b73b-205c10974d65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04752d7d-cc02-4195-b6ea-b0c978c3a523'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent'). {{(pid=126921) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 09 21:13:28.993588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d0cdbc-abde-4327-b73b-205c10974d65 None None] The sync data for ids ['04752d7d-cc02-4195-b6ea-b0c978c3a523'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:29.022458 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05ea371e-2599-4cf6-a7cf-0ed679296810 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1417863
Apr 09 21:13:29.027723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41616) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:29.089542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 048f0055-e781-4182-9984-0c5a87879f02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:29.111975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:29.146209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 048f0055-e781-4182-9984-0c5a87879f02 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:29.146552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 048f0055-e781-4182-9984-0c5a87879f02 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:29.266695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:29.285160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd752541-4f05-420f-9528-c1d0ff71e418 req-2252a0b7-6ebb-45ae-9c71-b07baff35dc9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:29.292829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd752541-4f05-420f-9528-c1d0ff71e418 req-2252a0b7-6ebb-45ae-9c71-b07baff35dc9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1390197
Apr 09 21:13:29.337630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-120831f6-b46f-443a-b20c-c4d38515bdca tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--827660201&fields=id&tenant_id=b0a1102e4f4e441b947116441b3e330d HTTP/1.1" status: 200  len: 267 time: 0.1945751
Apr 09 21:13:29.413007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:29.416318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:29.469836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd752541-4f05-420f-9528-c1d0ff71e418 req-af594d51-3ea6-4804-8b1e-960327e4cdce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1759691
Apr 09 21:13:29.488230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41640) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:29.580545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7fac9c-449f-415f-a758-e9e79542cd67 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:29.586085 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ce7fac9c-449f-415f-a758-e9e79542cd67 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1123 time: 0.0922413
Apr 09 21:13:29.586085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41644) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:29.590540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:29.651307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:29.739852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70152ea7-dd08-4659-9047-4624dfe34f06 req-4b6de725-f22f-498a-9d69-a349978fb466 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:29.742128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70152ea7-dd08-4659-9047-4624dfe34f06 req-4b6de725-f22f-498a-9d69-a349978fb466 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1207466
Apr 09 21:13:29.743285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:29.753120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-34e0927c-22a3-4368-ae3d-86a6bc1b5ecb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:29.755384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-34e0927c-22a3-4368-ae3d-86a6bc1b5ecb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 817 time: 0.3965271
Apr 09 21:13:29.755527 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:29.772038 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:29.772773 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377335d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:29.790241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:29.803463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-c8d469bb-04f0-4deb-a171-2439efae05df tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/quotas/b0a1102e4f4e441b947116441b3e330d HTTP/1.1" status: 200  len: 375 time: 0.0391815
Apr 09 21:13:29.853068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] No DVR routers for this DVR port bc957e5e-3d07-4968-a48d-c19afe1b8457 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:29.894886 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:29.898683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b422ddc3-3309-4149-bfd0-02c2b98cb9da req-cd50c98e-880e-4607-aa0d-9fc7c95bc87a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "DELETE /v2.0/ports/bc957e5e-3d07-4968-a48d-c19afe1b8457 HTTP/1.1" status: 204  len: 173 time: 3.1878428
Apr 09 21:13:29.904325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'name': 'network-vif-deleted', 'tag': 'bc957e5e-3d07-4968-a48d-c19afe1b8457'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:29.907085 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ce0be-c907-4ece-8452-5dd197a2e995" -d '{"events": [{"server_uuid": "a4b53be2-baae-4a03-89e1-7c4b2637308b", "name": "network-vif-deleted", "tag": "bc957e5e-3d07-4968-a48d-c19afe1b8457"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:29.960338 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:29.960874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ba81c4a3-825f-409b-976f-724969f82bdc tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1429236
Apr 09 21:13:29.988101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70152ea7-dd08-4659-9047-4624dfe34f06 req-cc81a2c8-1494-415a-9e9a-2bf7084fb8a5 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2270517
Apr 09 21:13:30.035677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.35.0.175 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/75f84d20-3b7b-49bb-b600-6f37d25f7433) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:30.077432 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4137f1a3-eb51-4f9f-9a55-5e458fd51791 x-openstack-request-id: req-4137f1a3-eb51-4f9f-9a55-5e458fd51791 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:30.077826 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b53be2-baae-4a03-89e1-7c4b2637308b", "name": "network-vif-deleted", "tag": "bc957e5e-3d07-4968-a48d-c19afe1b8457", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:30.078143 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4137f1a3-eb51-4f9f-9a55-5e458fd51791 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:30.078623 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4137f1a3-eb51-4f9f-9a55-5e458fd51791'] response: {'server_uuid': 'a4b53be2-baae-4a03-89e1-7c4b2637308b', 'name': 'network-vif-deleted', 'tag': 'bc957e5e-3d07-4968-a48d-c19afe1b8457', 'status': 'completed', 'code': 200}
Apr 09 21:13:30.198630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (75f84d20-3b7b-49bb-b600-6f37d25f7433), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:30.241178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5242d755-3ddc-4f83-9f93-f24ae14112bf req-bb4ef495-25ca-4688-8bb6-a521e8b98e60 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b53be2-baae-4a03-89e1-7c4b2637308b HTTP/1.1" status: 200  len: 210 time: 0.0495903
Apr 09 21:13:30.272532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.objects.ports [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126920) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:13:30.282876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (9aa7e290-0566-426b-9dda-92294245e7cf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:30.300946 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (75f84d20-3b7b-49bb-b600-6f37d25f7433), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:30.354980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:30.361370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:30.373380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22486c4f-9b08-4f58-982b-2e103c406385 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:30.398444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:30.399179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:30.399776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:30.412126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:30.422763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:30.426451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=9aa7e290-0566-426b-9dda-92294245e7cf,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:30.447547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c1600d53-0f3d-4c8b-8645-64ae6c82e8ed tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.4177740
Apr 09 21:13:30.450402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41666) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:30.459849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:30.492201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=75f84d20-3b7b-49bb-b600-6f37d25f7433,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:30.501296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-db6f8c10-22db-4045-919b-546d92a93b0e service neutron] 10.222.0.30 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5337372
Apr 09 21:13:30.577333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '9aa7e290-0566-426b-9dda-92294245e7cf'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:13:30.579410 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:30.690336 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377335d00>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:11:02Z', 'revision_number': 2, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:30.738984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-6071069e-2dc2-4fed-882a-a1f41ceb190d service neutron] 10.222.0.30 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2366922
Apr 09 21:13:30.764913 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:30.768815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:30.772428 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:30.777682 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:30.779725 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377335d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:30.927670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Allocated IP 2001:db8::f816:3eff:fe49:bd34 (efbc0070-26f1-4fb3-af29-ab8c9f091897/9aa7e290-0566-426b-9dda-92294245e7cf/6fb1a620-c887-4aad-a619-216070e6c333) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:31.099789 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:31.118353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a64cadbd-4053-48ab-ad62-02319bf6a115 req-839dc2d6-148e-450e-93bc-05098057e715 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 210 time: 0.1085751
Apr 09 21:13:31.258907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e6457-8840-4af0-9eaa-c49ebd21c3a2 req-e54c1f8f-9f1e-4af8-a5d7-0d1037ca1b93 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:31.265959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-530e6457-8840-4af0-9eaa-c49ebd21c3a2 req-e54c1f8f-9f1e-4af8-a5d7-0d1037ca1b93 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1391861
Apr 09 21:13:31.364256 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Publish callbacks [] for port (6fb1a620-c887-4aad-a619-216070e6c333), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.393734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41700) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:31.397467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (6fb1a620-c887-4aad-a619-216070e6c333), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.421690 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.447999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device bc957e5e-3d07-4968-a48d-c19afe1b8457 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:31.485652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-530e6457-8840-4af0-9eaa-c49ebd21c3a2 req-85b990b0-28a0-4a9c-b164-c7a8582ad19e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2125018
Apr 09 21:13:31.556543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:31.572371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: bc957e5e-3d07-4968-a48d-c19afe1b8457 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:31.572719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device bc957e5e-3d07-4968-a48d-c19afe1b8457 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:31.583512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.584833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:31.599986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:31.620260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Pushing event updated for resources: {'Port': ['ID=6fb1a620-c887-4aad-a619-216070e6c333,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:31.660351 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377335d00>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:11:02Z', 'revision_number': 2, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:31.697098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (75f84d20-3b7b-49bb-b600-6f37d25f7433), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.698421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce9c9-2323-4968-a7e4-ae8f1b4f0237 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (8368360c-99b5-493b-8194-e49b12adc314), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.760307 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3502a1e-3662-463f-9941-b6c2ca2cf132 None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8987dd2e-66bb-4565-85de-094f18661b61', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.252', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:20:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:10:23Z', 'updated_at': '2022-04-09T21:11:02Z', 'revision_number': 2, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:31.774219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Attempting to bind port 6fb1a620-c887-4aad-a619-216070e6c333 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:31.774591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Attempting to bind port 6fb1a620-c887-4aad-a619-216070e6c333 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:31.779347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Attempting to bind port 6fb1a620-c887-4aad-a619-216070e6c333 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:31.793232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:31.793687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:31.801229 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.803345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:31.807189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Bound port: 6fb1a620-c887-4aad-a619-216070e6c333, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:31.807841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6fb1a620-c887-4aad-a619-216070e6c333), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.887402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce9c9-2323-4968-a7e4-ae8f1b4f0237 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (8368360c-99b5-493b-8194-e49b12adc314), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:31.930790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] For port 6fb1a620-c887-4aad-a619-216070e6c333, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:31.936108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] For port 6fb1a620-c887-4aad-a619-216070e6c333, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fb1a620-c887-4aad-a619-216070e6c333,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:31.951135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6fb1a620-c887-4aad-a619-216070e6c333), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:32.003605 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (df316ee0-1593-4c9e-ab87-720531beb112), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:32.125003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bfccb-46d0-4855-acec-2ff89d6b24b9 None None] Pushing event updated for resources: {'Port': ['ID=6fb1a620-c887-4aad-a619-216070e6c333,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:32.140586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=df316ee0-1593-4c9e-ab87-720531beb112,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:32.146412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (75f84d20-3b7b-49bb-b600-6f37d25f7433), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:32.156352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (75f84d20-3b7b-49bb-b600-6f37d25f7433), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:32.199338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:32.202870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:32.213888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:32.215078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:32.270243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-59c35653-ea40-4661-809d-b3e7f31628f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8185978
Apr 09 21:13:32.271503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41722) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:32.273385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce9c9-2323-4968-a7e4-ae8f1b4f0237 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8368360c-99b5-493b-8194-e49b12adc314), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:32.280463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce9c9-2323-4968-a7e4-ae8f1b4f0237 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:32.295171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6a7ce9c9-2323-4968-a7e4-ae8f1b4f0237 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "DELETE /v2.0/security-groups/8368360c-99b5-493b-8194-e49b12adc314 HTTP/1.1" status: 204  len: 168 time: 0.8914037
Apr 09 21:13:32.299194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41724) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:32.310102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:04:e5:6a', 'name': 'tempest-NetworksTestDHCPv6-1513865024'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:32.381291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64edb7-9431-4ee3-9496-0cfb644ab7aa None None] New status for floating IP f5e7c509-96fc-49a8-a7fd-5dc9034c0cee: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:13:32.400861 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-f417fb84-7c0b-4969-a0eb-800873c9fa3c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] show failed (client error): The resource could not be found.
Apr 09 21:13:32.402082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:32.403207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f417fb84-7c0b-4969-a0eb-800873c9fa3c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups/8368360c-99b5-493b-8194-e49b12adc314 HTTP/1.1" status: 404  len: 347 time: 0.0813942
Apr 09 21:13:32.407432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ce9c9-2323-4968-a7e4-ae8f1b4f0237 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8368360c-99b5-493b-8194-e49b12adc314,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:32.424505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41726) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:32.593630 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Floating IP 4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd associated. External IP: 172.35.0.175, port: 22016826-f680-47d2-85f4-3569f1c8e8d1.
Apr 09 21:13:32.597424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=75f84d20-3b7b-49bb-b600-6f37d25f7433,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:32.661800 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.662691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.663262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.663829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.664541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.666510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.667300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.667844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.670269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.670873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.671540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.672244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.672885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.673605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.685000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:32.721333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:32.728498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45be82c3-727a-4ae0-8576-a5b5d1a8cbbc req-a4fb3a88-d61a-4fa8-a6fb-702e695796a6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 210 time: 0.3667333
Apr 09 21:13:32.936943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a442bfc1-2418-4b7b-a45d-4d696a687d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.046146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69875d50-3cdf-4b25-9b4e-4f9e0e2eeed9 req-17e6af43-6d7a-41de-bb85-c644a7808f4c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:33.055643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69875d50-3cdf-4b25-9b4e-4f9e0e2eeed9 req-17e6af43-6d7a-41de-bb85-c644a7808f4c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.3115749
Apr 09 21:13:33.164287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6fb1a620-c887-4aad-a619-216070e6c333 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:33.243572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6fb1a620-c887-4aad-a619-216070e6c333 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:33.244359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6fb1a620-c887-4aad-a619-216070e6c333), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.246236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Deleting port 21078d7d-482d-4219-becb-10d46634b80b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:33.247427 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (21078d7d-482d-4219-becb-10d46634b80b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.393472 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (21078d7d-482d-4219-becb-10d46634b80b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.394240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (21078d7d-482d-4219-becb-10d46634b80b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.416568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Calling delete_port for 21078d7d-482d-4219-becb-10d46634b80b owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:33.478949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6fb1a620-c887-4aad-a619-216070e6c333 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:33.479928 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6fb1a620-c887-4aad-a619-216070e6c333), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.559022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 6fb1a620-c887-4aad-a619-216070e6c333, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fb1a620-c887-4aad-a619-216070e6c333,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:33.584183 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6fb1a620-c887-4aad-a619-216070e6c333), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.653201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69875d50-3cdf-4b25-9b4e-4f9e0e2eeed9 req-ef984f0b-131c-4058-9ac5-227758c901dc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5589130
Apr 09 21:13:33.661360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-1e934e9c-b72b-44d3-9bff-cd8e8c6c8cec tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:33.662914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-1e934e9c-b72b-44d3-9bff-cd8e8c6c8cec tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 817 time: 0.7988515
Apr 09 21:13:33.666701 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:33.750091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=6fb1a620-c887-4aad-a619-216070e6c333,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:33.825585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a442bfc1-2418-4b7b-a45d-4d696a687d89 admin admin] Publish callbacks [] for security_group (12715e77-adc5-425d-8414-5be5d1ee6f33), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.845873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a442bfc1-2418-4b7b-a45d-4d696a687d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (12715e77-adc5-425d-8414-5be5d1ee6f33), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:33.891441 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a442bfc1-2418-4b7b-a45d-4d696a687d89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afe60be803264629bfc0736ee36a9dce&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1650231
Apr 09 21:13:33.907952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41792) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:33.923242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f1eb4-403f-4668-b165-07d77112d1dc None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:33.937844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:33.948580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442bfc1-2418-4b7b-a45d-4d696a687d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12715e77-adc5-425d-8414-5be5d1ee6f33,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:33.999575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3670f5bf-bdd2-485c-b336-01b3d8492ef4 req-bc7befc9-b034-4a57-a96a-e2861b6e9af9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 210 time: 0.1152525
Apr 09 21:13:34.017712 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:34.029806 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (21078d7d-482d-4219-becb-10d46634b80b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:34.036022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-22794c1b-70ab-49da-a57c-f2490f36a80c None None] Provisioning complete for port 6fb1a620-c887-4aad-a619-216070e6c333 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:34.036673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-22794c1b-70ab-49da-a57c-f2490f36a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6fb1a620-c887-4aad-a619-216070e6c333), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:34.089417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:34.112742 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] Sync routers for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:34.130610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:34.133259 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:34.139379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'Port': ['ID=21078d7d-482d-4219-becb-10d46634b80b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:34.142026 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fb3dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:34.206710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port d60f54d0-d4be-49bd-97f2-6ba2a7fae473 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:13:34.225365 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-277c88d9-9df7-4994-a9a5-b77c83c959db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.6261649
Apr 09 21:13:34.226209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:34.228888 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d298d431-cc1f-4241-8166-c863acb7efc2" -d '{"events": [{"name": "network-changed", "server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:34.326316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-22794c1b-70ab-49da-a57c-f2490f36a80c None None] Current status of the port 6fb1a620-c887-4aad-a619-216070e6c333 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:34.354686 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee7b7d-2e7e-4756-b262-bc30ed209bad x-openstack-request-id: req-faee7b7d-2e7e-4756-b262-bc30ed209bad {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:34.354964 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:34.355221 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-faee7b7d-2e7e-4756-b262-bc30ed209bad {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:34.355644 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faee7b7d-2e7e-4756-b262-bc30ed209bad'] response: {'name': 'network-changed', 'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'status': 'completed', 'code': 200}
Apr 09 21:13:34.373404 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:34.373735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638274c-f5a2-41fc-a174-8d6be73985ca None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '9aa7e290-0566-426b-9dda-92294245e7cf', 'ip_address': '2001:db8::f816:3eff:fe49:bd34'}, {'subnet_id': 'df316ee0-1593-4c9e-ab87-720531beb112'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6fb1a620-c887-4aad-a619-216070e6c333'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:13:34.435375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3638274c-f5a2-41fc-a174-8d6be73985ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6fb1a620-c887-4aad-a619-216070e6c333), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:34.504591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-7be126e9-9606-45a2-8c2f-e09cbabf56b5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0a1102e4f4e441b947116441b3e330d HTTP/1.1" status: 200  len: 379 time: 0.8323650
Apr 09 21:13:34.783983 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fb3dc0>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.175', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'port_id': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'mac_address': 'fa:16:3e:61:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:31Z', 'updated_at': '2022-04-09T21:13:31Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:14Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:34.820635 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] Checking router: aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:34.833382 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:34.834246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fb3dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:35.046589 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:35.089236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6fb1a620-c887-4aad-a619-216070e6c333 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:35.096719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'port': {'device_id': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'admin_state_up': True, 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'security_groups': ['f94a2fd9-5bc3-411a-bd3d-2d4f743375db']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:35.120142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4220-7a93-4d24-9143-0b6f8ce3fced admin admin] Publish callbacks [] for security_group (12715e77-adc5-425d-8414-5be5d1ee6f33), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:35.183199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6fb1a620-c887-4aad-a619-216070e6c333 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:35.183649 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6fb1a620-c887-4aad-a619-216070e6c333), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:35.220137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-b0809345-1e3d-4a79-abdc-6cebcd575d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:35.221849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-b0809345-1e3d-4a79-abdc-6cebcd575d96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1128 time: 0.8064587
Apr 09 21:13:35.228416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05954e5e-ea89-46ea-806a-73ecd8575d62 req-52c18a68-3200-48ec-8eed-53f2fda7d7e7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:35.230799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05954e5e-ea89-46ea-806a-73ecd8575d62 req-52c18a68-3200-48ec-8eed-53f2fda7d7e7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.8193047
Apr 09 21:13:35.291136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (f5e7c509-96fc-49a8-a7fd-5dc9034c0cee), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:35.294348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:35.295750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-53f2b136-2858-4ef6-b13c-fcc734a69408 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "DELETE /v2.0/floatingips/f5e7c509-96fc-49a8-a7fd-5dc9034c0cee HTTP/1.1" status: 204  len: 168 time: 2.8495755
Apr 09 21:13:35.306632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6fb1a620-c887-4aad-a619-216070e6c333 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:35.307314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 172.20.0.12 (efbc0070-26f1-4fb3-af29-ab8c9f091897/df316ee0-1593-4c9e-ab87-720531beb112/d60f54d0-d4be-49bd-97f2-6ba2a7fae473) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:35.315236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fe04:e56a (efbc0070-26f1-4fb3-af29-ab8c9f091897/9aa7e290-0566-426b-9dda-92294245e7cf/d60f54d0-d4be-49bd-97f2-6ba2a7fae473) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:35.384643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4220-7a93-4d24-9143-0b6f8ce3fced admin admin] Publish callbacks [] for security_group (12715e77-adc5-425d-8414-5be5d1ee6f33), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:35.401917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c222c6-2c2e-4e2f-870b-b638c8a5c88e req-da348a11-66e9-4ee9-a9c7-a4405ddb1cb4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:35.405757 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fb3dc0>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.175', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'port_id': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'mac_address': 'fa:16:3e:61:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:31Z', 'updated_at': '2022-04-09T21:13:31Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:14Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:35.410128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c222c6-2c2e-4e2f-870b-b638c8a5c88e req-da348a11-66e9-4ee9-a9c7-a4405ddb1cb4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.3058164
Apr 09 21:13:35.479122 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f77d11-0289-4330-87c8-45a5606a82df None None] The sync data for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 is: [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.175', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'port_id': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'mac_address': 'fa:16:3e:61:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:31Z', 'updated_at': '2022-04-09T21:13:31Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:14Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:35.611613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68c222c6-2c2e-4e2f-870b-b638c8a5c88e req-cae474ad-83be-4dc3-b695-9478a5f7ee71 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2005646
Apr 09 21:13:35.687928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05954e5e-ea89-46ea-806a-73ecd8575d62 req-1e8f1fb3-e013-40e7-b8d4-b9779cd8c04b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3606546
Apr 09 21:13:35.718026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41810) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:35.836730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-97c73b27-e099-47be-aeee-e91a954160fd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd HTTP/1.1" status: 200  len: 992 time: 0.1174300
Apr 09 21:13:35.859104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-7753b022-82e4-4c6a-afb0-eb5a626800f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:35.861756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-7753b022-82e4-4c6a-afb0-eb5a626800f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 897 time: 0.5796020
Apr 09 21:13:35.886624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Made reservation on behalf of b0a1102e4f4e441b947116441b3e330d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:35.890650 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:35.895344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded6dee-23a9-4abe-bc8c-97214caa315f None None] New status for floating IP 4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:13:35.899449 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4220-7a93-4d24-9143-0b6f8ce3fced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (12715e77-adc5-425d-8414-5be5d1ee6f33), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:35.905547 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4220-7a93-4d24-9143-0b6f8ce3fced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:35.906704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9aaa4220-7a93-4d24-9143-0b6f8ce3fced admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12715e77-adc5-425d-8414-5be5d1ee6f33 HTTP/1.1" status: 204  len: 168 time: 1.9974120
Apr 09 21:13:35.957073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2fe6a88f-0ee9-4f14-971a-6e9d240bf89f req-c4e50461-795c-4e38-b3d2-8e229a80b790 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 210 time: 0.2185166
Apr 09 21:13:36.054234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (d60f54d0-d4be-49bd-97f2-6ba2a7fae473), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:36.055673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa4220-7a93-4d24-9143-0b6f8ce3fced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12715e77-adc5-425d-8414-5be5d1ee6f33,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:36.161014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-ee2f06d5-5845-49b6-98cd-0fe34ba1dfdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1000 time: 0.2626820
Apr 09 21:13:36.272106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d60f54d0-d4be-49bd-97f2-6ba2a7fae473), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:36.316067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Allocated IP 172.20.0.5 (7ff888c0-c368-48bd-816c-de9ec28120a0/b307fcb8-9d03-483a-9aa7-19256a046ee9/7a7699d2-2d21-4cd2-aff6-6d6e2901324e) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:36.322182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-1c974a99-3c43-470d-8302-6b59efe0cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:36.323652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-1c974a99-3c43-470d-8302-6b59efe0cc20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.1526065
Apr 09 21:13:36.380837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:36.396909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:36.406384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:36.408992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=d60f54d0-d4be-49bd-97f2-6ba2a7fae473,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:36.417245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41822) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:36.422903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-3638274c-f5a2-41fc-a174-8d6be73985ca None None] Allocated IP 172.20.0.2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/df316ee0-1593-4c9e-ab87-720531beb112/6fb1a620-c887-4aad-a619-216070e6c333) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:36.436732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fd61c98-0a6a-43ea-9b0d-449f7592c671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:36.488798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-0c1d2ff7-1346-4c2e-9543-edf4aedcf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:36.495540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-0c1d2ff7-1346-4c2e-9543-edf4aedcf936 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1618662
Apr 09 21:13:36.543015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:36.544746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:36.580807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fd61c98-0a6a-43ea-9b0d-449f7592c671 admin admin] Publish callbacks [] for security_group (a99300b7-e391-4a0b-9dd9-ca73026485a8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:36.600939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fd61c98-0a6a-43ea-9b0d-449f7592c671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a99300b7-e391-4a0b-9dd9-ca73026485a8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:36.651234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd61c98-0a6a-43ea-9b0d-449f7592c671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99300b7-e391-4a0b-9dd9-ca73026485a8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:36.660429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e12f9b9f-2b68-47a8-a0f4-55f8314d7aae tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.3618762
Apr 09 21:13:36.660554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:36.695627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3638274c-f5a2-41fc-a174-8d6be73985ca None None] For port 6fb1a620-c887-4aad-a619-216070e6c333, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fb1a620-c887-4aad-a619-216070e6c333,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:36.712206 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3fd61c98-0a6a-43ea-9b0d-449f7592c671 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6ffee7da7b44f25b8213771e1e87ec0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2936876
Apr 09 21:13:36.713385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41830) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:36.739033 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3638274c-f5a2-41fc-a174-8d6be73985ca None None] Publish callbacks [] for port (6fb1a620-c887-4aad-a619-216070e6c333), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:36.750622 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3638274c-f5a2-41fc-a174-8d6be73985ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6fb1a620-c887-4aad-a619-216070e6c333), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:36.764705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c14972-e215-466a-9d88-7939f18f447f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:36.786332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c14972-e215-466a-9d88-7939f18f447f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:36.797088 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-97c14972-e215-466a-9d88-7939f18f447f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1785 time: 0.1322696
Apr 09 21:13:36.798376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41832) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:36.835216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ef04-bc7a-4153-902b-ae5a7fe6f153 req-97a64a6f-fc0b-49c8-882a-7c5c046004a5 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:36.836886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41f8ef04-bc7a-4153-902b-ae5a7fe6f153 req-97a64a6f-fc0b-49c8-882a-7c5c046004a5 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0524316
Apr 09 21:13:36.846300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-bfb3c788-1d3d-49b0-9788-74050e604440 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2854993
Apr 09 21:13:36.849965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41834) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:36.913483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638274c-f5a2-41fc-a174-8d6be73985ca None None] Pushing event updated for resources: {'Port': ['ID=6fb1a620-c887-4aad-a619-216070e6c333,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:37.031109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-036c1dfc-cd29-49fd-9a3e-2fd80f1f4bc7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd HTTP/1.1" status: 200  len: 994 time: 0.1620426
Apr 09 21:13:37.057949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c324298b-4e8a-4220-bcbb-36689369b017 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port d60f54d0-d4be-49bd-97f2-6ba2a7fae473 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:37.060147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c324298b-4e8a-4220-bcbb-36689369b017 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d60f54d0-d4be-49bd-97f2-6ba2a7fae473), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.069755 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.197001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6fb1a620-c887-4aad-a619-216070e6c333 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:37.231096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-852621c9-c0cb-4bcb-87db-88bf60701f3b admin admin] Publish callbacks [] for security_group (a99300b7-e391-4a0b-9dd9-ca73026485a8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.236326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c324298b-4e8a-4220-bcbb-36689369b017 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d60f54d0-d4be-49bd-97f2-6ba2a7fae473), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.264382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c324298b-4e8a-4220-bcbb-36689369b017 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for d60f54d0-d4be-49bd-97f2-6ba2a7fae473 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:37.270797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6fb1a620-c887-4aad-a619-216070e6c333 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:37.271376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbe4aaf6-144b-462e-9f4b-44e6eae280c0 req-b1119c7c-ab64-4a65-b074-f8673fba8f78 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 210 time: 0.0995009
Apr 09 21:13:37.272124 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6fb1a620-c887-4aad-a619-216070e6c333), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.291307 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41f8ef04-bc7a-4153-902b-ae5a7fe6f153 req-21d00dea-9217-4242-b942-9da162a0b48f tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4410954
Apr 09 21:13:37.316592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-852621c9-c0cb-4bcb-87db-88bf60701f3b admin admin] Publish callbacks [] for security_group (a99300b7-e391-4a0b-9dd9-ca73026485a8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.348267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.447049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6fb1a620-c887-4aad-a619-216070e6c333 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:37.513187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:37.533780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d298d431-cc1f-4241-8166-c863acb7efc2 req-864ed277-63af-4be7-b14b-ecdbed42e2b1 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5418272
Apr 09 21:13:37.535476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:37.546565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:37.709554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:37.721813 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-852621c9-c0cb-4bcb-87db-88bf60701f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a99300b7-e391-4a0b-9dd9-ca73026485a8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.736599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-852621c9-c0cb-4bcb-87db-88bf60701f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.741809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-852621c9-c0cb-4bcb-87db-88bf60701f3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a99300b7-e391-4a0b-9dd9-ca73026485a8 HTTP/1.1" status: 204  len: 168 time: 1.0235145
Apr 09 21:13:37.745889 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c324298b-4e8a-4220-bcbb-36689369b017 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d60f54d0-d4be-49bd-97f2-6ba2a7fae473), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.786168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:37.786864 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:37.844539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852621c9-c0cb-4bcb-87db-88bf60701f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99300b7-e391-4a0b-9dd9-ca73026485a8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:37.885710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05444f8a-2129-483d-a6aa-9679690e1d51 req-806b4d3e-84de-4062-b32f-d54664ccfce5 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:37.893968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05444f8a-2129-483d-a6aa-9679690e1d51 req-806b4d3e-84de-4062-b32f-d54664ccfce5 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.2707016
Apr 09 21:13:37.929119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324298b-4e8a-4220-bcbb-36689369b017 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=d60f54d0-d4be-49bd-97f2-6ba2a7fae473,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:37.978620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-b11618c1-0373-41d5-8d21-156ad9a34754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:37.983242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-ab06ca58-226c-4b27-9b12-be4334ae55fb tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3772767
Apr 09 21:13:37.987338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-b11618c1-0373-41d5-8d21-156ad9a34754 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 1128 time: 0.3096166
Apr 09 21:13:38.074009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05444f8a-2129-483d-a6aa-9679690e1d51 req-441262e2-6ac0-45dd-8f17-a5610d4973e3 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1735685
Apr 09 21:13:38.093485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Request body: {'port': {'device_id': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:38.233182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0e3925ad-b33c-4eb4-9c6c-fd6a582e3d75 None None] Provisioning complete for port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:38.238066 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e3925ad-b33c-4eb4-9c6c-fd6a582e3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:38.244932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c324298b-4e8a-4220-bcbb-36689369b017 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:38.251032 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c324298b-4e8a-4220-bcbb-36689369b017 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/d60f54d0-d4be-49bd-97f2-6ba2a7fae473 HTTP/1.1" status: 204  len: 168 time: 1.4492407
Apr 09 21:13:38.252122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41856) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:38.294912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0e3925ad-b33c-4eb4-9c6c-fd6a582e3d75 None None] Port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:38.323180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b01787-6332-40fc-9668-3f57f1252bcc req-c7b3b6de-07f3-423f-97d6-6df2e2e14faf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:38.325952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9b01787-6332-40fc-9668-3f57f1252bcc req-c7b3b6de-07f3-423f-97d6-6df2e2e14faf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 945 time: 0.1227796
Apr 09 21:13:38.327172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:38.401364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050ffd9-e953-48f8-b1f2-c08aebc22a2e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:38.401364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050ffd9-e953-48f8-b1f2-c08aebc22a2e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:38.401364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050ffd9-e953-48f8-b1f2-c08aebc22a2e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:38.402956 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f050ffd9-e953-48f8-b1f2-c08aebc22a2e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1500804
Apr 09 21:13:38.412567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41862) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:38.472328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d3212d28-ddb5-4f88-8450-9a00b5e55faf None None] Provisioning complete for port 6fb1a620-c887-4aad-a619-216070e6c333 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:38.472936 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3212d28-ddb5-4f88-8450-9a00b5e55faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6fb1a620-c887-4aad-a619-216070e6c333), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:38.493391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-da80cedc-09eb-437b-936c-fd109400c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:38.494881 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-da80cedc-09eb-437b-936c-fd109400c912 service neutron] 10.222.0.25 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 911 time: 0.4927523
Apr 09 21:13:38.668186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-76f799d0-0539-4876-a181-f4955b570213 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db0e06f-1adf-4655-97b4-f840efe455ae HTTP/1.1" status: 200  len: 1000 time: 0.1543775
Apr 09 21:13:38.697225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b92b42-4665-48fe-9a5e-e4ce4a58ad20 req-25c7bcc3-8ccb-4496-93b9-ec4daef57487 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:38.705512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1b92b42-4665-48fe-9a5e-e4ce4a58ad20 req-25c7bcc3-8ccb-4496-93b9-ec4daef57487 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 931 time: 0.2177663
Apr 09 21:13:38.722020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d3212d28-ddb5-4f88-8450-9a00b5e55faf None None] Current status of the port 6fb1a620-c887-4aad-a619-216070e6c333 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:38.760947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7d31e6-7cec-453d-a767-536a789cd469 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 9aa7e290-0566-426b-9dda-92294245e7cf {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:38.767645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a7d31e6-7cec-453d-a767-536a789cd469 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (9aa7e290-0566-426b-9dda-92294245e7cf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:38.813410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-b87ae24b-1eb9-4519-a926-752e77d24be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:38.814902 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-b87ae24b-1eb9-4519-a926-752e77d24be4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.1399400
Apr 09 21:13:38.870930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9b01787-6332-40fc-9668-3f57f1252bcc req-ee898cb9-4289-40ef-92ad-988bf077371e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4945190
Apr 09 21:13:38.930314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a7d31e6-7cec-453d-a767-536a789cd469 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (9aa7e290-0566-426b-9dda-92294245e7cf), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:38.946502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1b92b42-4665-48fe-9a5e-e4ce4a58ad20 req-784dce49-d8df-47ea-a23a-9e3a0117fe5d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2381566
Apr 09 21:13:38.961668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-e7a517eb-e4a9-4e3a-8946-ee42d3c4c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:38.963364 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-e7a517eb-e4a9-4e3a-8946-ee42d3c4c9ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1397331
Apr 09 21:13:39.047615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d6a2ae3c-202b-4d21-bc8f-64d0fd4e1bbb None None] Could not find standard attr ID for object d60f54d0-d4be-49bd-97f2-6ba2a7fae473. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:39.250364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7699d2-2d21-4cd2-aff6-6d6e2901324e {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:13:39.285689 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a7d31e6-7cec-453d-a767-536a789cd469 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9aa7e290-0566-426b-9dda-92294245e7cf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:39.291745 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-77d05410-d61f-4d01-8e00-8f944883d58a service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3136141
Apr 09 21:13:39.292407 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Publish callbacks [] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:39.320035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b7be8-a463-46ad-a06b-f24828d31dc6 req-e04e9087-6b45-46c6-a602-5d71953b4694 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:39.337122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-468b7be8-a463-46ad-a06b-f24828d31dc6 req-e04e9087-6b45-46c6-a602-5d71953b4694 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1363826
Apr 09 21:13:39.388752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Transition to ACTIVE for port object 7a7699d2-2d21-4cd2-aff6-6d6e2901324e will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:13:39.402237 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:39.480212 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c3d95dea-2aa2-4d2e-a926-91658afe5493 req-769b74c0-8acd-4489-a6a1-c141f143eaab service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645892
Apr 09 21:13:39.484054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:39.503628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a7d31e6-7cec-453d-a767-536a789cd469 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (9aa7e290-0566-426b-9dda-92294245e7cf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:39.526902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-468b7be8-a463-46ad-a06b-f24828d31dc6 req-fc4945b1-a8e2-4d44-a98e-b3a0105fb163 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1888084
Apr 09 21:13:39.547931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d31e6-7cec-453d-a767-536a789cd469 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa7e290-0566-426b-9dda-92294245e7cf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:39.552559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a7d31e6-7cec-453d-a767-536a789cd469 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:39.556530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7a7d31e6-7cec-453d-a767-536a789cd469 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/9aa7e290-0566-426b-9dda-92294245e7cf HTTP/1.1" status: 204  len: 168 time: 1.1430573
Apr 09 21:13:39.559211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:39.577164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d46a75-73de-4102-a28a-55a5c65d852c None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:39.698559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9aef53-2e8e-4744-b7ae-39c1dedb356d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet df316ee0-1593-4c9e-ab87-720531beb112 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:39.722955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad9aef53-2e8e-4744-b7ae-39c1dedb356d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (df316ee0-1593-4c9e-ab87-720531beb112), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:39.756039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Attempting to bind port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:39.756519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Attempting to bind port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:39.758277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Attempting to bind port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on network 7ff888c0-c368-48bd-816c-de9ec28120a0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:39.769113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on network 7ff888c0-c368-48bd-816c-de9ec28120a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:13:39.769529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Attempting to bind port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on network 7ff888c0-c368-48bd-816c-de9ec28120a0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:39.789165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-24fe0619-5ea4-489b-8168-c722db8b09d8 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:39.793466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-24fe0619-5ea4-489b-8168-c722db8b09d8 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 945 time: 0.1560056
Apr 09 21:13:39.795633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:39.796077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Checking segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:39.796562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Bound using segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:39.800072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Bound port: 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:39.800611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:39.838212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad9aef53-2e8e-4744-b7ae-39c1dedb356d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (df316ee0-1593-4c9e-ab87-720531beb112), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.079773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad9aef53-2e8e-4744-b7ae-39c1dedb356d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (df316ee0-1593-4c9e-ab87-720531beb112), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.208559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad9aef53-2e8e-4744-b7ae-39c1dedb356d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (df316ee0-1593-4c9e-ab87-720531beb112), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.233180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:40.237538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Deleting port fb082d76-dfa5-400a-8a59-2c435b48cf05 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:40.237538 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.251283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9aef53-2e8e-4744-b7ae-39c1dedb356d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=df316ee0-1593-4c9e-ab87-720531beb112,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:40.262791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad9aef53-2e8e-4744-b7ae-39c1dedb356d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.266918 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ad9aef53-2e8e-4744-b7ae-39c1dedb356d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/df316ee0-1593-4c9e-ab87-720531beb112 HTTP/1.1" status: 204  len: 168 time: 0.7066138
Apr 09 21:13:40.276413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41898) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:40.276915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:40.285456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81558624-385a-4895-bdce-2377b31678c5 req-8c709a60-3d5d-40fc-a645-71b5298489cc tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:40.287049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81558624-385a-4895-bdce-2377b31678c5 req-8c709a60-3d5d-40fc-a645-71b5298489cc tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 945 time: 0.2014656
Apr 09 21:13:40.308248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885e6b1-f723-4d9f-8978-714533a09fe2 req-00b68590-9543-4fae-ac08-1a2a9304b895 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:40.309120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3885e6b1-f723-4d9f-8978-714533a09fe2 req-00b68590-9543-4fae-ac08-1a2a9304b895 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.1773345
Apr 09 21:13:40.317165 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.345086 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6edf768c-5b3f-4289-b210-775ef804d58d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0659854
Apr 09 21:13:40.347675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41902) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:40.354477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:40.460785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] For port fb082d76-dfa5-400a-8a59-2c435b48cf05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb082d76-dfa5-400a-8a59-2c435b48cf05,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:40.461344 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.531167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:40.545117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.629632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:40.630525 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:40.632721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] 10.222.0.25 "PUT /v2.0/ports/7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 1091 time: 2.5628266
Apr 09 21:13:40.719347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:40.723777 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e57416-691f-4808-9b54-2212ef0bfb35" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:40.759055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3885e6b1-f723-4d9f-8978-714533a09fe2 req-6a00daa8-430b-44d6-a7de-a6e129fde515 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4314966
Apr 09 21:13:40.759709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698dc37-9531-41ea-b195-59d580d2a614 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:40.798492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81558624-385a-4895-bdce-2377b31678c5 req-aebaafae-9cb9-4b56-9c51-e926beb07cfc tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4975965
Apr 09 21:13:40.853772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-86e6a51f-44f6-4c23-872a-69b792e4ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:40.855328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-86e6a51f-44f6-4c23-872a-69b792e4ab97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1125 time: 0.1269863
Apr 09 21:13:40.942933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-efc85b3f-2c4f-4c1b-9f94-6701c4e5ca37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 217 time: 0.0552642
Apr 09 21:13:40.977593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c5483-5f62-4ecb-b526-c1481844b8fa None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:41.032800 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6794ac4-3762-4475-8fc5-5df8fd7538ff x-openstack-request-id: req-e6794ac4-3762-4475-8fc5-5df8fd7538ff {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:41.033342 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:41.033769 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6794ac4-3762-4475-8fc5-5df8fd7538ff {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:41.034239 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6794ac4-3762-4475-8fc5-5df8fd7538ff'] response: {'name': 'network-changed', 'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'status': 'completed', 'code': 200}
Apr 09 21:13:41.126443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-68b783f3-c2b1-4811-a9df-21e8dd40aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:41.127620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5643b90f-d158-4784-b9d0-c91daa7bc3b9 None None] Provisioning complete for port 6fb1a620-c887-4aad-a619-216070e6c333 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:41.128231 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5643b90f-d158-4784-b9d0-c91daa7bc3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6fb1a620-c887-4aad-a619-216070e6c333), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:41.130149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-68b783f3-c2b1-4811-a9df-21e8dd40aca4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.1750047
Apr 09 21:13:41.264583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5643b90f-d158-4784-b9d0-c91daa7bc3b9 None None] Current status of the port 6fb1a620-c887-4aad-a619-216070e6c333 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:41.281018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:13:41.298910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:13:41.299639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22498e97-d73c-4512-a59f-d241ccb80dca req-75aeb197-5e70-4640-b5df-fac8a990bd01 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:41.302154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22498e97-d73c-4512-a59f-d241ccb80dca req-75aeb197-5e70-4640-b5df-fac8a990bd01 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.2637956
Apr 09 21:13:41.327877 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:41.328246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (8987dd2e-66bb-4565-85de-094f18661b61), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:41.328566 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Floating IP 8987dd2e-66bb-4565-85de-094f18661b61 disassociated. External IP: 172.35.0.252, port: fb082d76-dfa5-400a-8a59-2c435b48cf05.
Apr 09 21:13:41.329749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Calling delete_port for fb082d76-dfa5-400a-8a59-2c435b48cf05 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:41.340721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-c753baf4-7a58-43ef-b127-d055faafc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:41.343743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-c753baf4-7a58-43ef-b127-d055faafc1be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1574192
Apr 09 21:13:41.363890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Deleting port 6fb1a620-c887-4aad-a619-216070e6c333 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:41.364273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6fb1a620-c887-4aad-a619-216070e6c333), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:41.469020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] For port 6fb1a620-c887-4aad-a619-216070e6c333, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fb1a620-c887-4aad-a619-216070e6c333,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:41.472033 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6fb1a620-c887-4aad-a619-216070e6c333), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:41.486753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Calling delete_port for 6fb1a620-c887-4aad-a619-216070e6c333 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:41.619710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (6fb1a620-c887-4aad-a619-216070e6c333), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:41.638322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Port 6fb1a620-c887-4aad-a619-216070e6c333 concurrently deleted while adding address for new subnet {'id': '0f630a79-2b7d-4b82-8313-de9376ffb35c', 'name': '', 'tenant_id': '97758c81f2fc433ca44911e9cdcf79e7', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2160, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-04-09T21:13:40Z', 'updated_at': '2022-04-09T21:13:40Z', 'revision_number': 0, 'segment_id': None, 'project_id': '97758c81f2fc433ca44911e9cdcf79e7'}. {{(pid=126919) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:781}}
Apr 09 21:13:41.638901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (0f630a79-2b7d-4b82-8313-de9376ffb35c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:41.648459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Pushing event deleted for resources: {'Port': ['ID=6fb1a620-c887-4aad-a619-216070e6c333,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:41.670137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.670853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.671466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.672121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.672771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.673403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.673984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.674623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.675233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.675916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.676543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.677464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.678067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.678928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.679168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:13:41.684823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac80216-1056-408a-98e1-96d4072d376c None None] No DVR routers for this DVR port 6fb1a620-c887-4aad-a619-216070e6c333 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:41.718490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:41.721132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:41.738796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076dbf58-7861-4a2c-8dd3-0ad21990c704 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:41.743060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:41.743983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:41.758950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=0f630a79-2b7d-4b82-8313-de9376ffb35c,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:41.777428 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-17f60576-798b-4ced-a3a1-e191590a9b31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4283385
Apr 09 21:13:41.780309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41960) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:41.796314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:41.923896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '0f630a79-2b7d-4b82-8313-de9376ffb35c'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:13:41.925027 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.011983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:42.017750 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.174904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Allocated IP 2001:db8::f816:3eff:fe98:ed93 (efbc0070-26f1-4fb3-af29-ab8c9f091897/0f630a79-2b7d-4b82-8313-de9376ffb35c/dd726752-b410-4239-8f6e-426e2cb99827) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:42.206475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22498e97-d73c-4512-a59f-d241ccb80dca req-2c67ab05-c80b-4d56-871b-e697507b9081 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8957317
Apr 09 21:13:42.313817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26682740-1aff-404e-aa82-84583105f1db req-2105c289-a0ab-4870-9356-874f031f8503 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:42.320862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26682740-1aff-404e-aa82-84583105f1db req-2105c289-a0ab-4870-9356-874f031f8503 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.1293895
Apr 09 21:13:42.420280 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Publish callbacks [] for port (dd726752-b410-4239-8f6e-426e2cb99827), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.431482 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (dd726752-b410-4239-8f6e-426e2cb99827), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.454039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-6ebd3a46-c63d-4a9d-9883-00eae1cbc576 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1040635
Apr 09 21:13:42.477308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df469-5c2b-420a-a7ff-92f9d8d7f382 req-92fb8835-5108-4669-81c1-81b5bfc2854e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:42.478170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:42.479334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-519df469-5c2b-420a-a7ff-92f9d8d7f382 req-92fb8835-5108-4669-81c1-81b5bfc2854e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 945 time: 0.1534863
Apr 09 21:13:42.491192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (31bb6f6a-48d5-4e9e-9cab-5e42362ded48), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.491819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:42.494235 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fb082d76-dfa5-400a-8a59-2c435b48cf05), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.503909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:42.507087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26682740-1aff-404e-aa82-84583105f1db req-82a861bf-f750-4057-b366-7eb740f64994 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1849217
Apr 09 21:13:42.540973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'Port': ['ID=fb082d76-dfa5-400a-8a59-2c435b48cf05,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:42.576031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:42.582933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:42.605440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Pushing event updated for resources: {'Port': ['ID=dd726752-b410-4239-8f6e-426e2cb99827,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:42.616760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:42.617701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.620536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=31bb6f6a-48d5-4e9e-9cab-5e42362ded48,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:42.622219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Attempting to bind port dd726752-b410-4239-8f6e-426e2cb99827 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:42.623074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Attempting to bind port dd726752-b410-4239-8f6e-426e2cb99827 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:42.623261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Attempting to bind port dd726752-b410-4239-8f6e-426e2cb99827 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:42.639655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:42.639865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:42.641476 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.642588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:42.642966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Bound port: dd726752-b410-4239-8f6e-426e2cb99827, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:42.643321 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd726752-b410-4239-8f6e-426e2cb99827), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.654790 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-73ede428-6b67-493e-9232-d9594d43b3b7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8710263
Apr 09 21:13:42.656895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41982) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:42.657694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:42.666879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:ad:b5:bd', 'name': 'tempest-NetworksTestDHCPv6-2131464941'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:42.723094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] For port dd726752-b410-4239-8f6e-426e2cb99827, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:42.726941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] For port dd726752-b410-4239-8f6e-426e2cb99827, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd726752-b410-4239-8f6e-426e2cb99827,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:42.730299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-519df469-5c2b-420a-a7ff-92f9d8d7f382 req-37538b17-d33f-431d-8c10-19502096bafc tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=9afff904-1831-45a9-a387-eba885f45230&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2332115
Apr 09 21:13:42.739665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f88a088-969a-4f27-801c-cd1e69669bd2 req-1fa3bbd7-2ec8-48be-a523-1955fb3219fa service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2793744
Apr 09 21:13:42.747080 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd726752-b410-4239-8f6e-426e2cb99827), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.850476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:42.862256 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e41fdd-1729-4a32-bda1-cfa22c939f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:42.866859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:42.871791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950b65c-5b7a-4f62-a6c2-7e6f07a0374d None None] Pushing event updated for resources: {'Port': ['ID=dd726752-b410-4239-8f6e-426e2cb99827,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:43.045852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:43.079966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:43.093329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 650f00c8-9cae-4f11-bd95-4638962a2362 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:13:43.095732 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:43.116008 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:43.116652 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f77880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:43.149501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6fb1a620-c887-4aad-a619-216070e6c333 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:43.209814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6fb1a620-c887-4aad-a619-216070e6c333 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:43.210615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6fb1a620-c887-4aad-a619-216070e6c333 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:43.261673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] No DVR routers for this DVR port fb082d76-dfa5-400a-8a59-2c435b48cf05 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:43.273994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:43.279019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d30998b-ae94-4ee9-9602-d72bb7020e55 req-cfba2971-e9d4-4a9f-ad3e-4cfd4762bafd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "DELETE /v2.0/ports/fb082d76-dfa5-400a-8a59-2c435b48cf05 HTTP/1.1" status: 204  len: 173 time: 3.4755886
Apr 09 21:13:43.286080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'name': 'network-vif-deleted', 'tag': 'fb082d76-dfa5-400a-8a59-2c435b48cf05'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:43.309890 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2809bf06-8f51-43f8-9808-261210f4d711" -d '{"events": [{"server_uuid": "0f8926ba-de0b-42ed-9343-4f06f614270f", "name": "network-vif-deleted", "tag": "fb082d76-dfa5-400a-8a59-2c435b48cf05"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:43.396210 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b6f8fd-0f16-412c-a96a-6864e79d562c x-openstack-request-id: req-c7b6f8fd-0f16-412c-a96a-6864e79d562c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:43.396808 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8926ba-de0b-42ed-9343-4f06f614270f", "name": "network-vif-deleted", "tag": "fb082d76-dfa5-400a-8a59-2c435b48cf05", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:43.397338 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7b6f8fd-0f16-412c-a96a-6864e79d562c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:43.397985 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b6f8fd-0f16-412c-a96a-6864e79d562c'] response: {'server_uuid': '0f8926ba-de0b-42ed-9343-4f06f614270f', 'name': 'network-vif-deleted', 'tag': 'fb082d76-dfa5-400a-8a59-2c435b48cf05', 'status': 'completed', 'code': 200}
Apr 09 21:13:43.437736 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:43.606383 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e41fdd-1729-4a32-bda1-cfa22c939f41 admin admin] Publish callbacks [] for security_group (b1a80672-2272-49c8-a989-1e600370cf14), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:43.624335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e41fdd-1729-4a32-bda1-cfa22c939f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b1a80672-2272-49c8-a989-1e600370cf14), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:43.662622 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f77880>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:43.674265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fb082d76-dfa5-400a-8a59-2c435b48cf05 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:43.693709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398f99a-920f-4d29-a6e9-564e45aacef8 req-c1e6d5cd-fb5e-4bfc-96fe-d144b536e39c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:43.695700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2398f99a-920f-4d29-a6e9-564e45aacef8 req-c1e6d5cd-fb5e-4bfc-96fe-d144b536e39c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.0756433
Apr 09 21:13:43.704662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e41fdd-1729-4a32-bda1-cfa22c939f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a80672-2272-49c8-a989-1e600370cf14,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:43.714810 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39e41fdd-1729-4a32-bda1-cfa22c939f41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bfcf9af780d465795d7547a48a8ac18&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0535433
Apr 09 21:13:43.716986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42014) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:43.717853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: fb082d76-dfa5-400a-8a59-2c435b48cf05 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:13:43.718085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fb082d76-dfa5-400a-8a59-2c435b48cf05 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:13:43.779713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2398f99a-920f-4d29-a6e9-564e45aacef8 req-17de8675-249a-4c7d-bad6-3782856013dc tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752473
Apr 09 21:13:43.814441 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:43.824417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 172.20.0.5 (efbc0070-26f1-4fb3-af29-ab8c9f091897/31bb6f6a-48d5-4e9e-9cab-5e42362ded48/650f00c8-9cae-4f11-bd95-4638962a2362) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:43.836056 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:43.837232 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f77880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:43.850587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fead:b5bd (efbc0070-26f1-4fb3-af29-ab8c9f091897/0f630a79-2b7d-4b82-8313-de9376ffb35c/650f00c8-9cae-4f11-bd95-4638962a2362) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:43.863878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1ae9-d096-4f05-862b-c347a6e2c723 admin admin] Publish callbacks [] for security_group (b1a80672-2272-49c8-a989-1e600370cf14), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:43.910962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1ae9-d096-4f05-862b-c347a6e2c723 admin admin] Publish callbacks [] for security_group (b1a80672-2272-49c8-a989-1e600370cf14), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:43.915450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02311083-4b92-4547-b4d6-d04867b1d2cb req-92af84f9-3796-4d37-a872-143f96984b0a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8926ba-de0b-42ed-9343-4f06f614270f HTTP/1.1" status: 200  len: 210 time: 0.0373101
Apr 09 21:13:44.017146 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:44.055401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1ae9-d096-4f05-862b-c347a6e2c723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b1a80672-2272-49c8-a989-1e600370cf14), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.058625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1ae9-d096-4f05-862b-c347a6e2c723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.059922 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f9bf1ae9-d096-4f05-862b-c347a6e2c723 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1a80672-2272-49c8-a989-1e600370cf14 HTTP/1.1" status: 204  len: 168 time: 0.3420324
Apr 09 21:13:44.088205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf1ae9-d096-4f05-862b-c347a6e2c723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a80672-2272-49c8-a989-1e600370cf14,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:44.129412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (650f00c8-9cae-4f11-bd95-4638962a2362), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.191554 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (650f00c8-9cae-4f11-bd95-4638962a2362), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.280458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:44.282271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:44.284591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:44.298337 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f77880>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:44.345872 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11e6f4-eb78-4034-a4ab-028ac412c08f None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:44.358972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=650f00c8-9cae-4f11-bd95-4638962a2362,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:44.386544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:44.387285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.418891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42024) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:44.419533 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-70eb21cd-496d-42f4-b7bf-8f0e99474089 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.7586472
Apr 09 21:13:44.506320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c224f9d9-0a85-4ea4-ba14-bcd703b02d30 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:44.512840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c224f9d9-0a85-4ea4-ba14-bcd703b02d30 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:44.518581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42026) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:44.519814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c224f9d9-0a85-4ea4-ba14-bcd703b02d30 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.0977376
Apr 09 21:13:44.572698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42028) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:44.590243 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23a9a77c-4e6e-4ffc-9a99-982ec6f54def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.669721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ed9e0-6577-4e4d-b54d-6c8dc0df25b3 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:44.690816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd30af-815a-46e9-8a3a-af0dd6e0cadf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 650f00c8-9cae-4f11-bd95-4638962a2362 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:44.692178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dfd30af-815a-46e9-8a3a-af0dd6e0cadf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (650f00c8-9cae-4f11-bd95-4638962a2362), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.710597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23a9a77c-4e6e-4ffc-9a99-982ec6f54def admin admin] Publish callbacks [] for security_group (0eb7facd-8a17-4a71-8ffb-19a2716055af), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.722778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23a9a77c-4e6e-4ffc-9a99-982ec6f54def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0eb7facd-8a17-4a71-8ffb-19a2716055af), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.790080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-ec0d3410-c8cd-48f7-95c4-93bf1ca2d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:44.791968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-ec0d3410-c8cd-48f7-95c4-93bf1ca2d9ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1125 time: 0.0795486
Apr 09 21:13:44.793310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-193532f6-9bcf-4862-b004-d231dbf22c02 None None] Provisioning complete for port dd726752-b410-4239-8f6e-426e2cb99827 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:44.793820 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-193532f6-9bcf-4862-b004-d231dbf22c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd726752-b410-4239-8f6e-426e2cb99827), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.797510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-23a9a77c-4e6e-4ffc-9a99-982ec6f54def admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e334865e74f84eba983a51f4951920ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2232783
Apr 09 21:13:44.797747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5858cc-93b7-4802-a88c-82421964607f None None] New status for floating IP 8987dd2e-66bb-4565-85de-094f18661b61: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:13:44.800141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42030) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:44.800544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9a77c-4e6e-4ffc-9a99-982ec6f54def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb7facd-8a17-4a71-8ffb-19a2716055af,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:44.831023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dfd30af-815a-46e9-8a3a-af0dd6e0cadf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (650f00c8-9cae-4f11-bd95-4638962a2362), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.870594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd30af-815a-46e9-8a3a-af0dd6e0cadf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 650f00c8-9cae-4f11-bd95-4638962a2362 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:44.940692 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a583d60d-4843-4252-9d78-8774ea86bb10 admin admin] Publish callbacks [] for security_group (0eb7facd-8a17-4a71-8ffb-19a2716055af), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.985053 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a583d60d-4843-4252-9d78-8774ea86bb10 admin admin] Publish callbacks [] for security_group (0eb7facd-8a17-4a71-8ffb-19a2716055af), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:44.995493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4918e1e-c24c-4e80-9c31-abce5269ae02 req-a26aa430-3a8a-433d-a3f7-c7331d2aed07 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:45.009506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4918e1e-c24c-4e80-9c31-abce5269ae02 req-a26aa430-3a8a-433d-a3f7-c7331d2aed07 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.0852032
Apr 09 21:13:45.087838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-37bcf58a-27bf-46c7-9ac1-a94b53b91219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:45.091699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-37bcf58a-27bf-46c7-9ac1-a94b53b91219 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.2931228
Apr 09 21:13:45.092374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42038) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:45.116186 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a583d60d-4843-4252-9d78-8774ea86bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0eb7facd-8a17-4a71-8ffb-19a2716055af), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.120824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a583d60d-4843-4252-9d78-8774ea86bb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.122090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a583d60d-4843-4252-9d78-8774ea86bb10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0eb7facd-8a17-4a71-8ffb-19a2716055af HTTP/1.1" status: 204  len: 168 time: 0.3207850
Apr 09 21:13:45.148970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583d60d-4843-4252-9d78-8774ea86bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb7facd-8a17-4a71-8ffb-19a2716055af,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:45.193368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd726752-b410-4239-8f6e-426e2cb99827 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:45.217066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-3e1624dc-8996-4e5e-8636-2bce209d8520 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 217 time: 0.0722663
Apr 09 21:13:45.294381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4918e1e-c24c-4e80-9c31-abce5269ae02 req-a54a94e4-e4ae-44ad-bbb2-18c8ec38b995 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2836607
Apr 09 21:13:45.321961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad588ba4-c0a8-4c55-a57c-626dab176754 None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '0f630a79-2b7d-4b82-8313-de9376ffb35c', 'ip_address': '2001:db8::f816:3eff:fe98:ed93'}, {'subnet_id': '31bb6f6a-48d5-4e9e-9cab-5e42362ded48'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'dd726752-b410-4239-8f6e-426e2cb99827'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:13:45.325844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dfd30af-815a-46e9-8a3a-af0dd6e0cadf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (650f00c8-9cae-4f11-bd95-4638962a2362), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.330045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-193532f6-9bcf-4862-b004-d231dbf22c02 None None] Current status of the port dd726752-b410-4239-8f6e-426e2cb99827 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:45.330695 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-193532f6-9bcf-4862-b004-d231dbf22c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd726752-b410-4239-8f6e-426e2cb99827), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.356594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-18ac6224-8b94-432f-9583-e6d42a64e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:45.358463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-18ac6224-8b94-432f-9583-e6d42a64e998 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.1349094
Apr 09 21:13:45.391272 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fcd021af-a0d4-4892-974e-87011d58e2f9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (9afff904-1831-45a9-a387-eba885f45230), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.423836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd30af-815a-46e9-8a3a-af0dd6e0cadf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=650f00c8-9cae-4f11-bd95-4638962a2362,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:45.479682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fcd021af-a0d4-4892-974e-87011d58e2f9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (9afff904-1831-45a9-a387-eba885f45230), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.513124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-5403a83a-042d-4698-aa7e-9614ce7ab26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:45.514527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-5403a83a-042d-4698-aa7e-9614ce7ab26f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1442494
Apr 09 21:13:45.526424 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dfd30af-815a-46e9-8a3a-af0dd6e0cadf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.534894 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8dfd30af-815a-46e9-8a3a-af0dd6e0cadf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/650f00c8-9cae-4f11-bd95-4638962a2362 HTTP/1.1" status: 204  len: 168 time: 1.0149593
Apr 09 21:13:45.535895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42046) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:45.575104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port dd726752-b410-4239-8f6e-426e2cb99827 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:45.575629 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd726752-b410-4239-8f6e-426e2cb99827), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.584930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:13:45.629311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d9a8f-18bb-4284-82dd-a24d60dce052 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:45.630644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d9a8f-18bb-4284-82dd-a24d60dce052 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:45.632057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d9a8f-18bb-4284-82dd-a24d60dce052 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:45.634063 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b2d9a8f-18bb-4284-82dd-a24d60dce052 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0959711
Apr 09 21:13:45.636698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42050) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:45.644854 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fcd021af-a0d4-4892-974e-87011d58e2f9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9afff904-1831-45a9-a387-eba885f45230), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.648247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fcd021af-a0d4-4892-974e-87011d58e2f9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.651995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fcd021af-a0d4-4892-974e-87011d58e2f9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "DELETE /v2.0/security-groups/9afff904-1831-45a9-a387-eba885f45230 HTTP/1.1" status: 204  len: 168 time: 0.5512350
Apr 09 21:13:45.656708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42054) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:45.668938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-193532f6-9bcf-4862-b004-d231dbf22c02 None None] For port dd726752-b410-4239-8f6e-426e2cb99827, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd726752-b410-4239-8f6e-426e2cb99827,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:45.679820 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-fd84c687-c64a-4eb8-bb2f-301861cf1fb0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] show failed (client error): The resource could not be found.
Apr 09 21:13:45.680936 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ad588ba4-c0a8-4c55-a57c-626dab176754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd726752-b410-4239-8f6e-426e2cb99827), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.682120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fd84c687-c64a-4eb8-bb2f-301861cf1fb0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups/9afff904-1831-45a9-a387-eba885f45230 HTTP/1.1" status: 404  len: 347 time: 0.0191209
Apr 09 21:13:45.688288 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-193532f6-9bcf-4862-b004-d231dbf22c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd726752-b410-4239-8f6e-426e2cb99827), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.702114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42056) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:45.713354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-fc3ebcd1-e16b-4911-82c3-7d17fc89faf1 service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865230
Apr 09 21:13:45.714667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd021af-a0d4-4892-974e-87011d58e2f9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afff904-1831-45a9-a387-eba885f45230,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:45.755495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-12296620-007e-45fa-bb21-63026f31fdb8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 0f630a79-2b7d-4b82-8313-de9376ffb35c {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:45.759443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12296620-007e-45fa-bb21-63026f31fdb8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (0f630a79-2b7d-4b82-8313-de9376ffb35c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.795181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193532f6-9bcf-4862-b004-d231dbf22c02 None None] Pushing event updated for resources: {'Port': ['ID=dd726752-b410-4239-8f6e-426e2cb99827,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:45.810713 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:13:45.843786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12296620-007e-45fa-bb21-63026f31fdb8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (0f630a79-2b7d-4b82-8313-de9376ffb35c), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:45.872354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1e57416-691f-4808-9b54-2212ef0bfb35 req-f60a81a4-c020-445b-bc8c-f441592281fd service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535614
Apr 09 21:13:46.056858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12296620-007e-45fa-bb21-63026f31fdb8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0f630a79-2b7d-4b82-8313-de9376ffb35c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.060277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Deleting port 1e7b6bd6-25e2-45db-a359-0075499bb5ee {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:46.060609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1e7b6bd6-25e2-45db-a359-0075499bb5ee), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.107695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port dd726752-b410-4239-8f6e-426e2cb99827 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:46.135738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:46.151207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'port_id': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'mac_address': 'fa:16:3e:6e:31:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:13:46.196393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1e7b6bd6-25e2-45db-a359-0075499bb5ee), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.196776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (1e7b6bd6-25e2-45db-a359-0075499bb5ee), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.201918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:46.202156 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.209437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12296620-007e-45fa-bb21-63026f31fdb8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (0f630a79-2b7d-4b82-8313-de9376ffb35c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-ad588ba4-c0a8-4c55-a57c-626dab176754 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f630a79-2b7d-4b82-8313-de9376ffb35c: This subnet is being modified by another concurrent operation.
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:13:46.218370 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f630a79-2b7d-4b82-8313-de9376ffb35c: This subnet is being modified by another concurrent operation.
Apr 09 21:13:46.222586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:13:46.227146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7699d2-2d21-4cd2-aff6-6d6e2901324e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:13:46.254249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:46.258143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Calling delete_port for 1e7b6bd6-25e2-45db-a359-0075499bb5ee owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:46.262569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.321563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-12296620-007e-45fa-bb21-63026f31fdb8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.327577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42088) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:46.327757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e75fe76-dd93-43c2-bafd-63f076376ed1 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:13:46.328211 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-12296620-007e-45fa-bb21-63026f31fdb8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/0f630a79-2b7d-4b82-8313-de9376ffb35c HTTP/1.1" status: 204  len: 168 time: 0.6901281
Apr 09 21:13:46.329304 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12296620-007e-45fa-bb21-63026f31fdb8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=0f630a79-2b7d-4b82-8313-de9376ffb35c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:46.412226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8970a6ba-51cb-4b12-a601-107ed31338a2 None None] Could not find standard attr ID for object 650f00c8-9cae-4f11-bd95-4638962a2362. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:46.418946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-28978476-a601-4cc7-a7f4-3786115103cd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 31bb6f6a-48d5-4e9e-9cab-5e42362ded48 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:46.423406 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28978476-a601-4cc7-a7f4-3786115103cd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (31bb6f6a-48d5-4e9e-9cab-5e42362ded48), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.448316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:46.520777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28978476-a601-4cc7-a7f4-3786115103cd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (31bb6f6a-48d5-4e9e-9cab-5e42362ded48), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.536334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1e7b6bd6-25e2-45db-a359-0075499bb5ee), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.547209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8970a6ba-51cb-4b12-a601-107ed31338a2 None None] Provisioning complete for port dd726752-b410-4239-8f6e-426e2cb99827 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:46.548438 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8970a6ba-51cb-4b12-a601-107ed31338a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd726752-b410-4239-8f6e-426e2cb99827), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.584400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'Port': ['ID=1e7b6bd6-25e2-45db-a359-0075499bb5ee,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:46.592599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28978476-a601-4cc7-a7f4-3786115103cd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (31bb6f6a-48d5-4e9e-9cab-5e42362ded48), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.629544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7a7699d2-2d21-4cd2-aff6-6d6e2901324e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:13:46.679751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28978476-a601-4cc7-a7f4-3786115103cd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (31bb6f6a-48d5-4e9e-9cab-5e42362ded48), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.734719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (8987dd2e-66bb-4565-85de-094f18661b61), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.740173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.745445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6ddec30c-7752-459e-a751-d683c3893f89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "DELETE /v2.0/floatingips/8987dd2e-66bb-4565-85de-094f18661b61 HTTP/1.1" status: 204  len: 168 time: 1.0377131
Apr 09 21:13:46.751406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28978476-a601-4cc7-a7f4-3786115103cd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=31bb6f6a-48d5-4e9e-9cab-5e42362ded48,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:46.761376 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28978476-a601-4cc7-a7f4-3786115103cd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:46.772659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42114) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:46.774220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-28978476-a601-4cc7-a7f4-3786115103cd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/31bb6f6a-48d5-4e9e-9cab-5e42362ded48 HTTP/1.1" status: 204  len: 168 time: 0.4450684
Apr 09 21:13:46.779650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75fe76-dd93-43c2-bafd-63f076376ed1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:13:46.878482 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b2ae7447-da56-4d6d-8403-6fffbff4c111 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1043625
Apr 09 21:13:46.881736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42120) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:46.889975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:46.901213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8970a6ba-51cb-4b12-a601-107ed31338a2 None None] Current status of the port dd726752-b410-4239-8f6e-426e2cb99827 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:47.049023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:47.053198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.128608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d83c-7c9e-4e3d-b171-bff3dd3ab29b req-b2131daf-98f7-4868-88e0-744c9eaac1bf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:47.142749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71d6d83c-7c9e-4e3d-b171-bff3dd3ab29b req-b2131daf-98f7-4868-88e0-744c9eaac1bf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.1774590
Apr 09 21:13:47.163026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd726752-b410-4239-8f6e-426e2cb99827 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:47.229608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71d6d83c-7c9e-4e3d-b171-bff3dd3ab29b req-23d35079-44b5-47e5-bb68-3686e91a279e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852253
Apr 09 21:13:47.309417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf3381-b11a-47c8-9f28-db2202e7a213 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:47.392274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-80ffc48f-f135-4329-91d5-4bef82163bfc None None] Provisioning complete for port dd726752-b410-4239-8f6e-426e2cb99827 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:47.392576 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-80ffc48f-f135-4329-91d5-4bef82163bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd726752-b410-4239-8f6e-426e2cb99827), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.394161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (1dffe7d6-f41d-4b1e-9102-93d578ae00e4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.397846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port dd726752-b410-4239-8f6e-426e2cb99827 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:47.398230 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd726752-b410-4239-8f6e-426e2cb99827), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.421141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:47.424225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:47.442993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42130) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:47.450524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b110f7fa-fdd0-4196-b176-7b3499ff0bd9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504789232', 'description': 'tempest-description--2089561818'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:47.457089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:47.457089 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.493093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b110f7fa-fdd0-4196-b176-7b3499ff0bd9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.507228 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6233230
Apr 09 21:13:47.508503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42132) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:47.508641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d94176-162d-4485-8e23-60fc2c53d985 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=1dffe7d6-f41d-4b1e-9102-93d578ae00e4,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:47.520736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:47.532966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port dd726752-b410-4239-8f6e-426e2cb99827, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd726752-b410-4239-8f6e-426e2cb99827,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:47.545197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd726752-b410-4239-8f6e-426e2cb99827), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.626384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:13:47.637261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=dd726752-b410-4239-8f6e-426e2cb99827,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:47.696362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-80ffc48f-f135-4329-91d5-4bef82163bfc None None] Current status of the port dd726752-b410-4239-8f6e-426e2cb99827 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:47.696957 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-80ffc48f-f135-4329-91d5-4bef82163bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd726752-b410-4239-8f6e-426e2cb99827), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.729912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:47.730056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:47.734555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.738295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] Deleting port dd726752-b410-4239-8f6e-426e2cb99827 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:47.738452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dd726752-b410-4239-8f6e-426e2cb99827), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.742603 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b110f7fa-fdd0-4196-b176-7b3499ff0bd9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (fa687017-3764-4c89-adc6-75cbcdc3b1d8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.766204 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b110f7fa-fdd0-4196-b176-7b3499ff0bd9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fa687017-3764-4c89-adc6-75cbcdc3b1d8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.794822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-80ffc48f-f135-4329-91d5-4bef82163bfc None None] For port dd726752-b410-4239-8f6e-426e2cb99827, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd726752-b410-4239-8f6e-426e2cb99827,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:47.839067 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-80ffc48f-f135-4329-91d5-4bef82163bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd726752-b410-4239-8f6e-426e2cb99827), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.845687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b110f7fa-fdd0-4196-b176-7b3499ff0bd9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.849931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b110f7fa-fdd0-4196-b176-7b3499ff0bd9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4012964
Apr 09 21:13:47.851260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42144) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:47.858785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-10645ce7-d6ce-4c3f-84d2-7f7143515bd3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group_rule': {'security_group_id': 'fa687017-3764-4c89-adc6-75cbcdc3b1d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:47.872608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110f7fa-fdd0-4196-b176-7b3499ff0bd9 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa687017-3764-4c89-adc6-75cbcdc3b1d8,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:47.922027 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10645ce7-d6ce-4c3f-84d2-7f7143515bd3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (3fa3e5f9-988c-4d4b-99f1-b04e53d65706), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.922726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:13:47.931670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] For port dd726752-b410-4239-8f6e-426e2cb99827, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd726752-b410-4239-8f6e-426e2cb99827,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:47.932256 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dd726752-b410-4239-8f6e-426e2cb99827), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.947364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:47.947910 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:47.953083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffc48f-f135-4329-91d5-4bef82163bfc None None] Pushing event updated for resources: {'Port': ['ID=dd726752-b410-4239-8f6e-426e2cb99827,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:47.957678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] Calling delete_port for dd726752-b410-4239-8f6e-426e2cb99827 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:48.029823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10645ce7-d6ce-4c3f-84d2-7f7143515bd3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (3fa3e5f9-988c-4d4b-99f1-b04e53d65706), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.041240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10645ce7-d6ce-4c3f-84d2-7f7143515bd3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (3fa3e5f9-988c-4d4b-99f1-b04e53d65706), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.099841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10645ce7-d6ce-4c3f-84d2-7f7143515bd3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa3e5f9-988c-4d4b-99f1-b04e53d65706,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:48.114563 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10645ce7-d6ce-4c3f-84d2-7f7143515bd3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.119590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-10645ce7-d6ce-4c3f-84d2-7f7143515bd3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2645211
Apr 09 21:13:48.119590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42150) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:48.126410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8b0a399a-e2b4-4005-aad6-e0c05641d86c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group_rule': {'security_group_id': 'fa687017-3764-4c89-adc6-75cbcdc3b1d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:48.150028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:48.150519 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.164956 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (dd726752-b410-4239-8f6e-426e2cb99827), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.201297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] Pushing event deleted for resources: {'Port': ['ID=dd726752-b410-4239-8f6e-426e2cb99827,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:48.206709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054f9b9-555f-408f-a1a9-b70a64de0fbc None None] No DVR routers for this DVR port dd726752-b410-4239-8f6e-426e2cb99827 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:48.219043 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b0a399a-e2b4-4005-aad6-e0c05641d86c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (2bb1ffc8-55ce-4d12-acec-557900502e12), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.228645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:48.231700 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827c6c8-a8a7-4e07-8571-03d0b44c73cf" -d '{"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-plugged", "status": "completed", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:48.241688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39db90a-b92b-4644-b503-248e63d3250f None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:48.257493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.objects.ports [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126920) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:13:48.261796 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (3c7a71c1-1ad4-4815-8bf9-33d5b606f878), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.283985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:48.288126 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a753072-4368-4743-85dc-05f97a0d3b3d x-openstack-request-id: req-9a753072-4368-4743-85dc-05f97a0d3b3d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:48.288562 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-plugged", "status": "completed", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:48.288823 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a753072-4368-4743-85dc-05f97a0d3b3d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:48.289303 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a753072-4368-4743-85dc-05f97a0d3b3d'] response: {'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'code': 200}
Apr 09 21:13:48.292181 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.379900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=3c7a71c1-1ad4-4815-8bf9-33d5b606f878,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:48.400542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:48.434691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:48.440350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '1dffe7d6-f41d-4b1e-9102-93d578ae00e4'}, {'subnet_id': '3c7a71c1-1ad4-4815-8bf9-33d5b606f878'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:13:48.441579 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.481423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:48.483571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:48.484438 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.545822 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b0a399a-e2b4-4005-aad6-e0c05641d86c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (2bb1ffc8-55ce-4d12-acec-557900502e12), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.553157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084459b-35f5-48c0-a4ea-df2926017ddc req-45397a78-922a-4ef0-b54b-9fea3b4445ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:48.556157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c084459b-35f5-48c0-a4ea-df2926017ddc req-45397a78-922a-4ef0-b54b-9fea3b4445ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1127 time: 0.1530073
Apr 09 21:13:48.561676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b0a399a-e2b4-4005-aad6-e0c05641d86c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (2bb1ffc8-55ce-4d12-acec-557900502e12), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.568216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0f140ed9-47dd-4cfc-bcc3-297aad7b8d54 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0582378
Apr 09 21:13:48.571100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42162) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:48.578082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:06:90:ee', 'name': 'tempest-NetworksTestDHCPv6-415546225'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:48.599546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a12ab-25fb-4704-8b90-a7e4ddb27aee req-64256b76-0756-4ea4-bde8-0d85d11b3343 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:48.601376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-432a12ab-25fb-4704-8b90-a7e4ddb27aee req-64256b76-0756-4ea4-bde8-0d85d11b3343 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.2008498
Apr 09 21:13:48.622078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a399a-e2b4-4005-aad6-e0c05641d86c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb1ffc8-55ce-4d12-acec-557900502e12,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:48.634265 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b0a399a-e2b4-4005-aad6-e0c05641d86c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.636101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8b0a399a-e2b4-4005-aad6-e0c05641d86c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5164874
Apr 09 21:13:48.640559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42164) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:48.665955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:48.714388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Allocated IP 172.20.0.2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/1dffe7d6-f41d-4b1e-9102-93d578ae00e4/397b1a94-7e02-427b-8347-5f5279fe016a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:48.718508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c084459b-35f5-48c0-a4ea-df2926017ddc req-19539d95-fc5e-4995-ae0d-5399de47dafb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434810
Apr 09 21:13:48.728234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Allocated IP 2001:db8::f816:3eff:fee9:84c5 (efbc0070-26f1-4fb3-af29-ab8c9f091897/3c7a71c1-1ad4-4815-8bf9-33d5b606f878/397b1a94-7e02-427b-8347-5f5279fe016a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:48.742452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-432a12ab-25fb-4704-8b90-a7e4ddb27aee req-077e8603-830e-446a-be0b-fc1869b32ae9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152513
Apr 09 21:13:48.766950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.912006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.920583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:48.939529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Publish callbacks [] for port (397b1a94-7e02-427b-8347-5f5279fe016a), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.946982 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:48.995611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:49.002220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:49.006428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:49.044692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Pushing event updated for resources: {'Port': ['ID=397b1a94-7e02-427b-8347-5f5279fe016a,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:49.081612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.110146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Allocated IP 172.35.0.166 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/ce0368a8-39e7-410e-a38f-9d6e76fe2c63) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:49.128108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port c9f65bae-de5f-4243-9feb-1d45a339b7ec yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:13:49.279732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Attempting to bind port 397b1a94-7e02-427b-8347-5f5279fe016a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:49.280380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Attempting to bind port 397b1a94-7e02-427b-8347-5f5279fe016a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:49.280942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Attempting to bind port 397b1a94-7e02-427b-8347-5f5279fe016a on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:49.288325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:49.289111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:49.289880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.290601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:49.291378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Bound port: 397b1a94-7e02-427b-8347-5f5279fe016a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:49.291830 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.321477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.371519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] For port 397b1a94-7e02-427b-8347-5f5279fe016a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:49.375390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] For port 397b1a94-7e02-427b-8347-5f5279fe016a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397b1a94-7e02-427b-8347-5f5279fe016a,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:49.384046 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.387242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 172.20.0.5 (efbc0070-26f1-4fb3-af29-ab8c9f091897/1dffe7d6-f41d-4b1e-9102-93d578ae00e4/c9f65bae-de5f-4243-9feb-1d45a339b7ec) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:49.399104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fe06:90ee (efbc0070-26f1-4fb3-af29-ab8c9f091897/3c7a71c1-1ad4-4815-8bf9-33d5b606f878/c9f65bae-de5f-4243-9feb-1d45a339b7ec) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:49.410229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.452082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7360e-5535-402e-9898-c661e7e7442f None None] Pushing event updated for resources: {'Port': ['ID=397b1a94-7e02-427b-8347-5f5279fe016a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:49.481477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:49.492057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:49.499208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:49.511473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=ce0368a8-39e7-410e-a38f-9d6e76fe2c63,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:49.699633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (c9f65bae-de5f-4243-9feb-1d45a339b7ec), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.755529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c9f65bae-de5f-4243-9feb-1d45a339b7ec), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.759139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (dc53931c-3862-4bf5-8359-60f689d38625), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.914430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b0a8f-5363-4610-81eb-54bd0bf824f6 req-c14808fc-8aa6-4848-8f7f-395a16b5d1ab tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:49.921117 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:49.922127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-689b0a8f-5363-4610-81eb-54bd0bf824f6 req-c14808fc-8aa6-4848-8f7f-395a16b5d1ab tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.0733271
Apr 09 21:13:49.929393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:49.935199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:49.946327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:49.967079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=c9f65bae-de5f-4243-9feb-1d45a339b7ec,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:50.017812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-689b0a8f-5363-4610-81eb-54bd0bf824f6 req-bd40d6a3-7b1e-41a3-84cc-2f71da52855c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940208
Apr 09 21:13:50.057888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:50.058636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:50.079536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cf7cc78e-1118-4f10-afb8-4ef3eabb2440 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.5069025
Apr 09 21:13:50.082123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42220) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:50.203282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f77fdd3-75d0-41fb-851a-3455d6d14428 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:50.208607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f77fdd3-75d0-41fb-851a-3455d6d14428 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:50.210521 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f77fdd3-75d0-41fb-851a-3455d6d14428 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1860 time: 0.1272554
Apr 09 21:13:50.213574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42234) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:50.350507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-feef1e8b-f54f-4689-b104-1d05efcf4c4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port c9f65bae-de5f-4243-9feb-1d45a339b7ec {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:50.350849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-feef1e8b-f54f-4689-b104-1d05efcf4c4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c9f65bae-de5f-4243-9feb-1d45a339b7ec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:50.359280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:50.372403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:50.432096 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-909d4f86-5cc8-4a13-b5fb-589ac1efea31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:50.879705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=ce0368a8-39e7-410e-a38f-9d6e76fe2c63,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:50.910315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-feef1e8b-f54f-4689-b104-1d05efcf4c4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c9f65bae-de5f-4243-9feb-1d45a339b7ec), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:50.912929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (dc53931c-3862-4bf5-8359-60f689d38625), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:50.930434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-feef1e8b-f54f-4689-b104-1d05efcf4c4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for c9f65bae-de5f-4243-9feb-1d45a339b7ec owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:50.945952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:50.947252 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-17f4833c-b1c4-4fbd-ae21-588fd4fd6edd tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2977660
Apr 09 21:13:50.970358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74007e-6166-4fda-96e0-2f8bd85147d7 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:51.093921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c90e5b6b-6c63-4c38-ad67-01b18428cbb2 None None] Provisioning complete for port 397b1a94-7e02-427b-8347-5f5279fe016a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:51.096635 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c90e5b6b-6c63-4c38-ad67-01b18428cbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.194297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 397b1a94-7e02-427b-8347-5f5279fe016a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:51.235158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d585017-2c03-4362-8ee0-63f3d18b56bf req-cc143eec-d8e1-47cb-821d-e4612bb23ac2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:51.237494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d585017-2c03-4362-8ee0-63f3d18b56bf req-cc143eec-d8e1-47cb-821d-e4612bb23ac2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.0978227
Apr 09 21:13:51.246539 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-feef1e8b-f54f-4689-b104-1d05efcf4c4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c9f65bae-de5f-4243-9feb-1d45a339b7ec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.280823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef1e8b-f54f-4689-b104-1d05efcf4c4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=c9f65bae-de5f-4243-9feb-1d45a339b7ec,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:51.290334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 397b1a94-7e02-427b-8347-5f5279fe016a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:51.290762 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.361960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-abb29523-e2be-44b2-b798-25d5d6568756 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1504789232&fields=id&tenant_id=92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 267 time: 0.1521614
Apr 09 21:13:51.382023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c90e5b6b-6c63-4c38-ad67-01b18428cbb2 None None] Current status of the port 397b1a94-7e02-427b-8347-5f5279fe016a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:51.382332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c90e5b6b-6c63-4c38-ad67-01b18428cbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.397064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d585017-2c03-4362-8ee0-63f3d18b56bf req-12f96350-9344-4bfb-bd9f-1d079a2ce58b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1514938
Apr 09 21:13:51.429832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-feef1e8b-f54f-4689-b104-1d05efcf4c4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.434663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-feef1e8b-f54f-4689-b104-1d05efcf4c4f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/c9f65bae-de5f-4243-9feb-1d45a339b7ec HTTP/1.1" status: 204  len: 168 time: 1.2189875
Apr 09 21:13:51.446041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42276) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:51.541369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c149-cd95-4043-927c-81cade5f782e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:51.542756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c149-cd95-4043-927c-81cade5f782e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:51.544275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c149-cd95-4043-927c-81cade5f782e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:51.545894 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-23a4c149-cd95-4043-927c-81cade5f782e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0981810
Apr 09 21:13:51.548517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c90e5b6b-6c63-4c38-ad67-01b18428cbb2 None None] For port 397b1a94-7e02-427b-8347-5f5279fe016a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397b1a94-7e02-427b-8347-5f5279fe016a,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:51.549869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42280) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:51.557005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c750-7957-4593-87c6-e669c0c217f2 req-69cfa939-1b25-4c1e-8c98-7e5e395b39b5 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:51.562192 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c90e5b6b-6c63-4c38-ad67-01b18428cbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.564528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-69cfa939-1b25-4c1e-8c98-7e5e395b39b5 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 814 time: 0.2016497
Apr 09 21:13:51.601259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-d54b3dfb-5d95-4980-89f8-74ab479f6c4f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/quotas/92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 375 time: 0.0357454
Apr 09 21:13:51.644039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e5b6b-6c63-4c38-ad67-01b18428cbb2 None None] Pushing event updated for resources: {'Port': ['ID=397b1a94-7e02-427b-8347-5f5279fe016a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:51.647587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 397b1a94-7e02-427b-8347-5f5279fe016a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:51.648214 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.666048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba102d1c-c3c6-43cc-a65d-2d6a53cf7e1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 1dffe7d6-f41d-4b1e-9102-93d578ae00e4 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:51.670238 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba102d1c-c3c6-43cc-a65d-2d6a53cf7e1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (1dffe7d6-f41d-4b1e-9102-93d578ae00e4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.671064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e550-6cd4-43d3-a218-833375360679 req-04c23197-2214-4de1-b77a-62d0af5e9cd9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:51.675974 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d495e550-6cd4-43d3-a218-833375360679 req-04c23197-2214-4de1-b77a-62d0af5e9cd9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.1374068
Apr 09 21:13:51.692391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-1879efc2-cb9b-4afb-a090-8b59365e492d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0822840
Apr 09 21:13:51.703254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42284) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:51.710648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Request body: {'floatingip': {'port_id': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:51.756344 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:13:51.756768 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:13:51.779562 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (400cf5c0-ed3e-4af8-bf2c-fd8592538753), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.779916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35c76a7-aeb2-4806-b81a-cbe4d8d30077 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:13:51.789611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba102d1c-c3c6-43cc-a65d-2d6a53cf7e1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (1dffe7d6-f41d-4b1e-9102-93d578ae00e4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.825497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c37262ba-9ac5-4d00-9cb5-90fab7131244 None None] Provisioning complete for port 397b1a94-7e02-427b-8347-5f5279fe016a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:51.825968 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c37262ba-9ac5-4d00-9cb5-90fab7131244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:51.841338 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:13:51.843895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-d5cc686c-e8d8-4957-bf04-e4edb7f449d3 service neutron] 10.222.0.30 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505611
Apr 09 21:13:51.989540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-9664ffb1-9485-49c0-8c6a-f1553b7d3980 service neutron] 10.222.0.30 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370397
Apr 09 21:13:52.004664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c37262ba-9ac5-4d00-9cb5-90fab7131244 None None] Current status of the port 397b1a94-7e02-427b-8347-5f5279fe016a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:52.013270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c37262ba-9ac5-4d00-9cb5-90fab7131244 None None] Could not find standard attr ID for object c9f65bae-de5f-4243-9feb-1d45a339b7ec. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:52.054768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c76a7-aeb2-4806-b81a-cbe4d8d30077 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:13:52.151861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba102d1c-c3c6-43cc-a65d-2d6a53cf7e1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1dffe7d6-f41d-4b1e-9102-93d578ae00e4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.285888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58f37274-5ff3-4303-8d2f-7111993e1aaf req-fa9bf847-2003-4348-a9ac-78786a44e324 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 210 time: 0.0729454
Apr 09 21:13:52.328738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba102d1c-c3c6-43cc-a65d-2d6a53cf7e1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1dffe7d6-f41d-4b1e-9102-93d578ae00e4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.368256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba102d1c-c3c6-43cc-a65d-2d6a53cf7e1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=1dffe7d6-f41d-4b1e-9102-93d578ae00e4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:52.371916 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba102d1c-c3c6-43cc-a65d-2d6a53cf7e1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.378170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42316) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:52.387364 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ba102d1c-c3c6-43cc-a65d-2d6a53cf7e1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/1dffe7d6-f41d-4b1e-9102-93d578ae00e4 HTTP/1.1" status: 204  len: 168 time: 0.8361645
Apr 09 21:13:52.443369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 397b1a94-7e02-427b-8347-5f5279fe016a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:52.477716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-791ce399-80cd-488e-932f-605241df397b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 3c7a71c1-1ad4-4815-8bf9-33d5b606f878 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:52.482903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-791ce399-80cd-488e-932f-605241df397b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (3c7a71c1-1ad4-4815-8bf9-33d5b606f878), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.556310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4be814-b28f-4db4-ad37-59fcd690076c None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '3c7a71c1-1ad4-4815-8bf9-33d5b606f878', 'ip_address': '2001:db8::f816:3eff:fee9:84c5'}, {'subnet_id': '1dffe7d6-f41d-4b1e-9102-93d578ae00e4'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '397b1a94-7e02-427b-8347-5f5279fe016a'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:13:52.577136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-791ce399-80cd-488e-932f-605241df397b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (3c7a71c1-1ad4-4815-8bf9-33d5b606f878), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.583870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42324) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:52.610164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb4be814-b28f-4db4-ad37-59fcd690076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.765434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-791ce399-80cd-488e-932f-605241df397b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (3c7a71c1-1ad4-4815-8bf9-33d5b606f878), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.793535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.801413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (400cf5c0-ed3e-4af8-bf2c-fd8592538753), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.883544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-791ce399-80cd-488e-932f-605241df397b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (3c7a71c1-1ad4-4815-8bf9-33d5b606f878), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-bb4be814-b28f-4db4-ad37-59fcd690076c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c7a71c1-1ad4-4815-8bf9-33d5b606f878: This subnet is being modified by another concurrent operation.
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:13:52.896597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c7a71c1-1ad4-4815-8bf9-33d5b606f878: This subnet is being modified by another concurrent operation.
Apr 09 21:13:52.902274 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:13:52.926409 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0418c0da-53cd-4455-8d38-4c4745ee3b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:52.930139 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Floating IP 400cf5c0-ed3e-4af8-bf2c-fd8592538753 associated. External IP: 172.35.0.91, port: 7a7699d2-2d21-4cd2-aff6-6d6e2901324e.
Apr 09 21:13:52.980059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ce399-80cd-488e-932f-605241df397b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7a71c1-1ad4-4815-8bf9-33d5b606f878,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:53.010294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df920090-a72e-46a8-876f-48746d4aee6d None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:13:53.013809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-791ce399-80cd-488e-932f-605241df397b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.020486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-791ce399-80cd-488e-932f-605241df397b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/3c7a71c1-1ad4-4815-8bf9-33d5b606f878 HTTP/1.1" status: 204  len: 168 time: 0.6412511
Apr 09 21:13:53.026935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42334) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:53.115327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-14d7b580-4a5c-4d40-a28f-f85614ed7d76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bd28da6b23940dc816d678fc6f2b9db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5276086
Apr 09 21:13:53.117953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-05f20090-1676-4608-858a-e3d28b2d0a71 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0899262
Apr 09 21:13:53.118544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42336) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:53.118874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42338) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:53.124849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:53.173905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df920090-a72e-46a8-876f-48746d4aee6d None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:13:53.205257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-838e2358-bb5d-4eb5-8c62-dad395f6109b None None] Provisioning complete for port 397b1a94-7e02-427b-8347-5f5279fe016a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:53.205955 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-838e2358-bb5d-4eb5-8c62-dad395f6109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.260956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:13:53.295812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 397b1a94-7e02-427b-8347-5f5279fe016a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:13:53.406639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-931e218b-70fb-4062-9a82-cdf654ae2203 admin admin] Publish callbacks [] for security_group (cc341e44-33ed-4fb1-9060-b65cd46fe992), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.427732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:53.433462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.455336 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:13:53.460603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.467798 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] Sync routers for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:13:53.484031 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:53.485831 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23776e9d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:53.501138 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-696e2f00-e7a4-4def-a2e1-402223da61bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "PUT /v2.0/floatingips/400cf5c0-ed3e-4af8-bf2c-fd8592538753 HTTP/1.1" status: 200  len: 990 time: 1.7968509
Apr 09 21:13:53.501933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:53.504380 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed8871f-5284-4b5c-bf75-74fc1376afea" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:53.535649 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08003c08-31a4-464d-a369-e3ec8c56b7fd req-9e61ebcf-4912-4fae-ac97-5ef454f1eced tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 210 time: 0.1447668
Apr 09 21:13:53.552328 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678c6b8e-11b4-49bb-a6a2-e3cd23129882 x-openstack-request-id: req-678c6b8e-11b4-49bb-a6a2-e3cd23129882 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:53.552728 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:53.553099 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-678c6b8e-11b4-49bb-a6a2-e3cd23129882 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:53.553595 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678c6b8e-11b4-49bb-a6a2-e3cd23129882'] response: {'name': 'network-changed', 'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'status': 'completed', 'code': 200}
Apr 09 21:13:53.564040 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-931e218b-70fb-4062-9a82-cdf654ae2203 admin admin] Publish callbacks [] for security_group (cc341e44-33ed-4fb1-9060-b65cd46fe992), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.599891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 397b1a94-7e02-427b-8347-5f5279fe016a is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:53.600430 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.623799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-838e2358-bb5d-4eb5-8c62-dad395f6109b None None] Current status of the port 397b1a94-7e02-427b-8347-5f5279fe016a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:53.633927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-838e2358-bb5d-4eb5-8c62-dad395f6109b None None] Could not find standard attr ID for object c9f65bae-de5f-4243-9feb-1d45a339b7ec. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:53.661367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 397b1a94-7e02-427b-8347-5f5279fe016a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397b1a94-7e02-427b-8347-5f5279fe016a,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:53.670548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.710847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda245b-1d27-43c3-8732-8721f9821864 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:53.717494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-09b47da1-db11-486c-a242-e80aeb1c4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:53.719024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-09b47da1-db11-486c-a242-e80aeb1c4df0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1127 time: 0.1228833
Apr 09 21:13:53.759433 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:53.822369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a97c1b45-3ee7-459a-b636-81c2fc4d1df2 None None] Provisioning complete for port 397b1a94-7e02-427b-8347-5f5279fe016a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:53.822740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a97c1b45-3ee7-459a-b636-81c2fc4d1df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.880830 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-9fab75c5-7dac-4ac9-b1e8-d95d2df8a307 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0540938
Apr 09 21:13:53.886624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=397b1a94-7e02-427b-8347-5f5279fe016a,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:53.938040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:13:53.984933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a97c1b45-3ee7-459a-b636-81c2fc4d1df2 None None] Current status of the port 397b1a94-7e02-427b-8347-5f5279fe016a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:53.985657 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a97c1b45-3ee7-459a-b636-81c2fc4d1df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:53.999225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-85a23312-05cb-4bce-9f8a-e7c158c3a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:54.008055 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-85a23312-05cb-4bce-9f8a-e7c158c3a6e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 1128 time: 0.0906787
Apr 09 21:13:54.012454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c750-7957-4593-87c6-e669c0c217f2 req-960f451f-e47f-4abf-a0b5-c700d772b25f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:54.022462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-960f451f-e47f-4abf-a0b5-c700d772b25f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 814 time: 0.2303698
Apr 09 21:13:54.076360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a97c1b45-3ee7-459a-b636-81c2fc4d1df2 None None] For port 397b1a94-7e02-427b-8347-5f5279fe016a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397b1a94-7e02-427b-8347-5f5279fe016a,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:54.080250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] Deleting port 397b1a94-7e02-427b-8347-5f5279fe016a {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:54.080876 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:54.101340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a97c1b45-3ee7-459a-b636-81c2fc4d1df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:54.117602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a97c1b45-3ee7-459a-b636-81c2fc4d1df2 None None] Could not find standard attr ID for object c9f65bae-de5f-4243-9feb-1d45a339b7ec. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:54.137339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-69e6a7b6-1460-4659-af75-ede4b215b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:54.139562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-69e6a7b6-1460-4659-af75-ede4b215b626 service neutron] 10.222.0.25 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 911 time: 0.1131253
Apr 09 21:13:54.169335 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:54.186371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-93a50ccf-11d5-47e4-9e08-1911b596fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:54.187990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-93a50ccf-11d5-47e4-9e08-1911b596fc97 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.4603798
Apr 09 21:13:54.232356 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23776e9d00>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '400cf5c0-ed3e-4af8-bf2c-fd8592538753', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'floating_ip_address': '172.35.0.91', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'port_id': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'mac_address': 'fa:16:3e:6e:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:26Z', 'updated_at': '2022-04-09T21:13:52Z', 'revision_number': 1, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:54.249762 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-3277fd02-23a6-4bfc-bf8e-e65a9d490a7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db0e06f-1adf-4655-97b4-f840efe455ae HTTP/1.1" status: 200  len: 1000 time: 0.1038628
Apr 09 21:13:54.262827 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-931e218b-70fb-4062-9a82-cdf654ae2203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc341e44-33ed-4fb1-9060-b65cd46fe992), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:54.275326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-931e218b-70fb-4062-9a82-cdf654ae2203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:54.277979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-931e218b-70fb-4062-9a82-cdf654ae2203 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc341e44-33ed-4fb1-9060-b65cd46fe992 HTTP/1.1" status: 204  len: 168 time: 1.1581285
Apr 09 21:13:54.293783 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] Checking router: 045ffbff-fcb9-4cab-aa5f-d749af500cd5 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:13:54.307883 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:13:54.308901 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23776e9d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:54.386146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-ef287ed1-7902-4adc-964d-d554d3861250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:54.388775 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-ef287ed1-7902-4adc-964d-d554d3861250 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.1323211
Apr 09 21:13:54.399058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] For port 397b1a94-7e02-427b-8347-5f5279fe016a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397b1a94-7e02-427b-8347-5f5279fe016a,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:54.399459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:54.402143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c1b45-3ee7-459a-b636-81c2fc4d1df2 None None] Pushing event updated for resources: {'Port': ['ID=397b1a94-7e02-427b-8347-5f5279fe016a,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:54.415964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] Calling delete_port for 397b1a94-7e02-427b-8347-5f5279fe016a owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:54.454272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e218b-70fb-4062-9a82-cdf654ae2203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc341e44-33ed-4fb1-9060-b65cd46fe992,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:54.486941 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:13:54.497171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-01983907-672b-4e65-b8d5-7cf7cf058f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:54.502833 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-01983907-672b-4e65-b8d5-7cf7cf058f06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1079311
Apr 09 21:13:54.535537 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (397b1a94-7e02-427b-8347-5f5279fe016a), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:54.579359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-7b4e740b-1c13-4a32-b39b-8eeed1a869ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 998 time: 0.3680439
Apr 09 21:13:54.590652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] Pushing event deleted for resources: {'Port': ['ID=397b1a94-7e02-427b-8347-5f5279fe016a,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:54.594750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7215658-62dd-4e67-ba70-3d0804dcc594 None None] No DVR routers for this DVR port 397b1a94-7e02-427b-8347-5f5279fe016a on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:13:54.651002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-2d71f147-62fd-4430-9c27-a8984e611e5e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 380 time: 0.4620273
Apr 09 21:13:54.722138 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-835c312d-2e8b-46fe-a7da-705534ede64a service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132416
Apr 09 21:13:54.722376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'port': {'device_id': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'admin_state_up': True, 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'security_groups': ['fa687017-3764-4c89-adc6-75cbcdc3b1d8']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:54.775761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-66e14ac4-6bf9-4d03-baec-cb1be9e14e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:54.778135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-66e14ac4-6bf9-4d03-baec-cb1be9e14e35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.1741347
Apr 09 21:13:54.901688 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23776e9d00>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '400cf5c0-ed3e-4af8-bf2c-fd8592538753', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'floating_ip_address': '172.35.0.91', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'port_id': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'mac_address': 'fa:16:3e:6e:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:26Z', 'updated_at': '2022-04-09T21:13:52Z', 'revision_number': 1, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:13:54.912246 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5198d7eb-724d-4e31-89c5-98798ed969bd req-dc39415d-76a0-493c-9f76-40c64871de90 service neutron] 10.222.0.25 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824114
Apr 09 21:13:54.947304 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392042d-3f37-4af4-a899-47667a95cf15 None None] The sync data for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 is: [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '400cf5c0-ed3e-4af8-bf2c-fd8592538753', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'floating_ip_address': '172.35.0.91', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'port_id': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'mac_address': 'fa:16:3e:6e:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:26Z', 'updated_at': '2022-04-09T21:13:52Z', 'revision_number': 1, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:13:55.152146 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:55.204470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35aee686-fe2a-4287-95c9-a37b74fc26e2 req-fd5df353-aabf-4e3a-965a-3cd5ca609282 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 210 time: 0.4718964
Apr 09 21:13:55.238090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (4c0cfe28-71ef-4174-846f-311864201ee4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:55.279679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff24a81f-8dfd-40ab-9460-91bf450e7535 None None] New status for floating IP 400cf5c0-ed3e-4af8-bf2c-fd8592538753: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:13:55.327991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-03cdbc0a-562c-419e-a8e2-1b4a24164f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:55.329557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-03cdbc0a-562c-419e-a8e2-1b4a24164f1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1241436
Apr 09 21:13:55.334811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:55.352378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:55.373723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:55.374668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:55.442934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=4c0cfe28-71ef-4174-846f-311864201ee4,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:55.475025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42416) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:55.480379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:55.485459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-64eb90c1-5fee-4de7-9fd0-2492f28e27e7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3643034
Apr 09 21:13:55.515614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb8a69-c251-4b2e-ac7a-5a18ce3bf3c0 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:55.527573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Made reservation on behalf of 92f38b2c41e34e73bd6baa83478dddfa for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:55.531293 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:55.564147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-803c2de7-3a85-49e0-9085-8193234836bf service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236300
Apr 09 21:13:55.632545 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:55.668105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '4c0cfe28-71ef-4174-846f-311864201ee4'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:13:55.669313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:55.714214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:55.720822 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:55.801474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fed8871f-5284-4b5c-bf75-74fc1376afea req-e8d272a8-03e4-4c20-b08a-fd18288f19de service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278311
Apr 09 21:13:55.842475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Allocated IP 172.20.0.8 (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7/85c29f67-4b00-4dce-ad82-1888f406957d/9592d81b-5138-45a2-ae95-069e629fea7f) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:55.905666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Allocated IP 172.20.0.2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/4c0cfe28-71ef-4174-846f-311864201ee4/55e45ce7-a812-40a9-a920-c75d7462eead) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:56.084691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (9592d81b-5138-45a2-ae95-069e629fea7f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.127197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Publish callbacks [] for port (55e45ce7-a812-40a9-a920-c75d7462eead), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.138297 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.154881 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.203369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Pushing event updated for resources: {'Port': ['ID=55e45ce7-a812-40a9-a920-c75d7462eead,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:56.225188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:13:56.226666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:56.227946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:56.230348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:56.255171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:56.260205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:56.267372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:56.320526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Attempting to bind port 55e45ce7-a812-40a9-a920-c75d7462eead on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:56.321287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Attempting to bind port 55e45ce7-a812-40a9-a920-c75d7462eead by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:56.322217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Attempting to bind port 55e45ce7-a812-40a9-a920-c75d7462eead on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:56.326390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=9592d81b-5138-45a2-ae95-069e629fea7f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:56.333631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:56.337570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:56.338241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.339813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:56.340601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Bound port: 55e45ce7-a812-40a9-a920-c75d7462eead, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:56.343573 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.365677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:56.368431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.434146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-09affa27-0d94-4c69-b0c3-9ac2f3f3542e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7245615
Apr 09 21:13:56.451398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Request body: {'port': {'device_id': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:56.498008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] For port 55e45ce7-a812-40a9-a920-c75d7462eead, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:56.510763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] For port 55e45ce7-a812-40a9-a920-c75d7462eead, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55e45ce7-a812-40a9-a920-c75d7462eead,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:56.528844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.539684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a081f-b51d-4b76-9631-e9f3cf56d260 req-74b3892e-61a8-4581-b705-c16f4a968e91 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:56.545321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.549755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-322a081f-b51d-4b76-9631-e9f3cf56d260 req-74b3892e-61a8-4581-b705-c16f4a968e91 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 931 time: 0.1610155
Apr 09 21:13:56.641181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.655584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a438027-a45f-4f7d-aec6-22a461336405 None None] Pushing event updated for resources: {'Port': ['ID=55e45ce7-a812-40a9-a920-c75d7462eead,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:56.699255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2727e47d-fe4b-43a1-ac0a-a04ed833b052 None None] Provisioning complete for port 9592d81b-5138-45a2-ae95-069e629fea7f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:56.699826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2727e47d-fe4b-43a1-ac0a-a04ed833b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.744571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2727e47d-fe4b-43a1-ac0a-a04ed833b052 None None] Port 9592d81b-5138-45a2-ae95-069e629fea7f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:13:56.752028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-322a081f-b51d-4b76-9631-e9f3cf56d260 req-fea9ebac-eb7a-481e-bbd9-e931f59afd26 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1742630
Apr 09 21:13:56.873250 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.879558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] For port 55e45ce7-a812-40a9-a920-c75d7462eead, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55e45ce7-a812-40a9-a920-c75d7462eead,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:56.941644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (55e45ce7-a812-40a9-a920-c75d7462eead), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:56.948450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.006829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (3b6aa297-ce1c-4960-a6dc-e032d8603439), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.091707 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:57.119872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:57.124715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:57.125616 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.165692 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=55e45ce7-a812-40a9-a920-c75d7462eead,revision_number=4']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:57.181909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=3b6aa297-ce1c-4960-a6dc-e032d8603439,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:57.190717 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-24c0c545-fb7d-4bb0-a37e-596d8e51651f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7119966
Apr 09 21:13:57.191102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42466) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:57.199624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 55e45ce7-a812-40a9-a920-c75d7462eead up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:57.202343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:0c:0e:14', 'name': 'tempest-NetworksTestDHCPv6-686820221'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:13:57.227973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9592d81b-5138-45a2-ae95-069e629fea7f {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:13:57.236783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Publish callbacks [] for port (9592d81b-5138-45a2-ae95-069e629fea7f), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.254236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Transition to ACTIVE for port object 9592d81b-5138-45a2-ae95-069e629fea7f will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:13:57.262706 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.268177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 55e45ce7-a812-40a9-a920-c75d7462eead triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:57.268794 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.322094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9592d81b-5138-45a2-ae95-069e629fea7f,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:57.379061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:13:57.381156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 55e45ce7-a812-40a9-a920-c75d7462eead is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:57.382276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.469803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 55e45ce7-a812-40a9-a920-c75d7462eead, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55e45ce7-a812-40a9-a920-c75d7462eead,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:13:57.471677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Attempting to bind port 9592d81b-5138-45a2-ae95-069e629fea7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:13:57.472385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Attempting to bind port 9592d81b-5138-45a2-ae95-069e629fea7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:13:57.473384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Attempting to bind port 9592d81b-5138-45a2-ae95-069e629fea7f on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:57.479291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.480005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Port 9592d81b-5138-45a2-ae95-069e629fea7f on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:13:57.481622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Attempting to bind port 9592d81b-5138-45a2-ae95-069e629fea7f on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:13:57.491852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:13:57.492522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Checking segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:13:57.493145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Bound using segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:13:57.494053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Bound port: 9592d81b-5138-45a2-ae95-069e629fea7f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:13:57.495332 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.516660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.542009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port ced0647f-76ae-4dc8-b11c-5aa1eeab4390 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:13:57.563903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=55e45ce7-a812-40a9-a920-c75d7462eead,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:57.602221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] For port 9592d81b-5138-45a2-ae95-069e629fea7f, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:13:57.606764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] For port 9592d81b-5138-45a2-ae95-069e629fea7f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9592d81b-5138-45a2-ae95-069e629fea7f,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:13:57.617620 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.727272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:57.728296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:57.732193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/9592d81b-5138-45a2-ae95-069e629fea7f HTTP/1.1" status: 200  len: 1091 time: 1.2898507
Apr 09 21:13:57.733377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'tag': '9592d81b-5138-45a2-ae95-069e629fea7f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:13:57.752583 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c102fc62-a821-4aa6-9bb2-15fd4469c878" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d6dee3-586e-4cbc-85af-69d9f3a4a151", "tag": "9592d81b-5138-45a2-ae95-069e629fea7f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:13:57.861442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 172.20.0.5 (efbc0070-26f1-4fb3-af29-ab8c9f091897/4c0cfe28-71ef-4174-846f-311864201ee4/ced0647f-76ae-4dc8-b11c-5aa1eeab4390) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:57.869953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fe0c:e14 (efbc0070-26f1-4fb3-af29-ab8c9f091897/3b6aa297-ce1c-4960-a6dc-e032d8603439/ced0647f-76ae-4dc8-b11c-5aa1eeab4390) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:13:57.883606 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e762bf82-dd0a-47f9-b6a7-87b62d386ba5 x-openstack-request-id: req-e762bf82-dd0a-47f9-b6a7-87b62d386ba5 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:13:57.883812 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d6dee3-586e-4cbc-85af-69d9f3a4a151", "tag": "9592d81b-5138-45a2-ae95-069e629fea7f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:13:57.884171 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e762bf82-dd0a-47f9-b6a7-87b62d386ba5 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:13:57.884559 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e762bf82-dd0a-47f9-b6a7-87b62d386ba5'] response: {'name': 'network-changed', 'server_uuid': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'tag': '9592d81b-5138-45a2-ae95-069e629fea7f', 'status': 'completed', 'code': 200}
Apr 09 21:13:57.890646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a00bf8-2768-479d-a85b-1c445cfae5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9592d81b-5138-45a2-ae95-069e629fea7f,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:57.968505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c750-7957-4593-87c6-e669c0c217f2 req-c109a87c-d3c0-4b64-974e-19dcefedb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:57.989380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-c109a87c-d3c0-4b64-974e-19dcefedb40b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 1125 time: 0.2054994
Apr 09 21:13:58.078667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-14dbf38c-b672-43e1-aa47-04024a23134f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9592d81b-5138-45a2-ae95-069e629fea7f HTTP/1.1" status: 200  len: 217 time: 0.0806253
Apr 09 21:13:58.090061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bef66-f344-40e0-a442-4297b22ad481 req-eff43845-0808-4ba8-926c-4691950362fb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:58.093646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da5bef66-f344-40e0-a442-4297b22ad481 req-eff43845-0808-4ba8-926c-4691950362fb tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 943 time: 0.1903548
Apr 09 21:13:58.176406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (ced0647f-76ae-4dc8-b11c-5aa1eeab4390), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:58.219457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c750-7957-4593-87c6-e669c0c217f2 req-0596b6fc-7994-418e-aeaf-00a0cd7dbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:58.220963 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-0596b6fc-7994-418e-aeaf-00a0cd7dbc22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.1264560
Apr 09 21:13:58.238144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da5bef66-f344-40e0-a442-4297b22ad481 req-361e1efd-b764-46bf-a568-f898241fc1c0 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218710
Apr 09 21:13:58.239427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ced0647f-76ae-4dc8-b11c-5aa1eeab4390), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:58.299980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c750-7957-4593-87c6-e669c0c217f2 req-b8457ff9-1809-406f-b6bf-058ad198f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:58.302109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-b8457ff9-1809-406f-b6bf-058ad198f0b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0688808
Apr 09 21:13:58.313155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=ced0647f-76ae-4dc8-b11c-5aa1eeab4390,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:58.317779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:13:58.319881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:13:58.320559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c7136-97e0-47c2-a43b-daad51946f91 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:13:58.326620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:13:58.387230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7ddbe769-8a7c-47bb-9857-1c121f50412e None None] Provisioning complete for port 55e45ce7-a812-40a9-a920-c75d7462eead triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:58.388108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:58.388758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe769-8a7c-47bb-9857-1c121f50412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:58.388938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:58.412682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42502) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:58.413530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0af63708-293e-4b8a-9f7e-5e1875834585 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 1.2211702
Apr 09 21:13:58.488409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-785283a0-a13b-48ae-a589-e08a648efc48 service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789010
Apr 09 21:13:58.494495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5101aa-042a-4733-9a40-04c114882766 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:58.500037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5101aa-042a-4733-9a40-04c114882766 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:58.503999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2e5101aa-042a-4733-9a40-04c114882766 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.0874872
Apr 09 21:13:58.506152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42506) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:58.530765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbe769-8a7c-47bb-9857-1c121f50412e None None] Current status of the port 55e45ce7-a812-40a9-a920-c75d7462eead is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:58.606229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9767c750-7957-4593-87c6-e669c0c217f2 req-d43cf422-fa0a-4527-b748-65a9df054ede service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1035140
Apr 09 21:13:58.607166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-48db6d4d-0454-4589-a172-6e7b6ddaa59e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port ced0647f-76ae-4dc8-b11c-5aa1eeab4390 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:13:58.607514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48db6d4d-0454-4589-a172-6e7b6ddaa59e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ced0647f-76ae-4dc8-b11c-5aa1eeab4390), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:59.047631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48db6d4d-0454-4589-a172-6e7b6ddaa59e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ced0647f-76ae-4dc8-b11c-5aa1eeab4390), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:59.081580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-48db6d4d-0454-4589-a172-6e7b6ddaa59e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for ced0647f-76ae-4dc8-b11c-5aa1eeab4390 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:13:59.162211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 55e45ce7-a812-40a9-a920-c75d7462eead up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:13:59.237680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 55e45ce7-a812-40a9-a920-c75d7462eead triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:59.238066 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:59.369333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 55e45ce7-a812-40a9-a920-c75d7462eead is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:59.425855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48db6d4d-0454-4589-a172-6e7b6ddaa59e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ced0647f-76ae-4dc8-b11c-5aa1eeab4390), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:59.470370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef491b4-bd33-42b8-a951-ba40e9522c02 req-4ce6965d-a08f-4472-bd56-c38936d35b97 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:59.472390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-567c5572-6c80-475c-87ea-38bd84a1b3c0 None None] Could not find standard attr ID for object ced0647f-76ae-4dc8-b11c-5aa1eeab4390. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:59.473410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bef491b4-bd33-42b8-a951-ba40e9522c02 req-4ce6965d-a08f-4472-bd56-c38936d35b97 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 943 time: 0.0835934
Apr 09 21:13:59.490853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-567c5572-6c80-475c-87ea-38bd84a1b3c0 None None] Provisioning complete for port 55e45ce7-a812-40a9-a920-c75d7462eead triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:13:59.491706 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-567c5572-6c80-475c-87ea-38bd84a1b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:59.499369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db6d4d-0454-4589-a172-6e7b6ddaa59e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=ced0647f-76ae-4dc8-b11c-5aa1eeab4390,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:13:59.638472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bef491b4-bd33-42b8-a951-ba40e9522c02 req-5a2937ab-669d-4915-9a35-69a5e08088f5 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1567662
Apr 09 21:13:59.639343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-567c5572-6c80-475c-87ea-38bd84a1b3c0 None None] Current status of the port 55e45ce7-a812-40a9-a920-c75d7462eead is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:13:59.648753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-1719461e-a6a7-40d7-b7bc-efcf85f5b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:59.650594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-1719461e-a6a7-40d7-b7bc-efcf85f5b8e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 1125 time: 0.0988843
Apr 09 21:13:59.690309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48db6d4d-0454-4589-a172-6e7b6ddaa59e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:59.695952 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-48db6d4d-0454-4589-a172-6e7b6ddaa59e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/ced0647f-76ae-4dc8-b11c-5aa1eeab4390 HTTP/1.1" status: 204  len: 168 time: 1.1898859
Apr 09 21:13:59.696592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42546) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:59.771351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10bdc34-7e4d-4a11-9f8c-20daa4f7a646 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:59.772677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10bdc34-7e4d-4a11-9f8c-20daa4f7a646 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:59.779150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10bdc34-7e4d-4a11-9f8c-20daa4f7a646 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:59.779150 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a10bdc34-7e4d-4a11-9f8c-20daa4f7a646 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0788918
Apr 09 21:13:59.780469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42548) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:13:59.782069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-68e45879-4592-4e4d-80cb-fc914dc317cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:59.783754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-68e45879-4592-4e4d-80cb-fc914dc317cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.1249373
Apr 09 21:13:59.838415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-c3d9253e-41a3-4498-bcf3-849572ffd811 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9592d81b-5138-45a2-ae95-069e629fea7f HTTP/1.1" status: 200  len: 217 time: 0.0444639
Apr 09 21:13:59.858084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cb795a11-2c13-476a-8706-3be862a3bd7f None None] Could not find standard attr ID for object ced0647f-76ae-4dc8-b11c-5aa1eeab4390. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:13:59.866763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bec88a7-b724-498c-9d21-ca038918928f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 3b6aa297-ce1c-4960-a6dc-e032d8603439 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:13:59.874669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bec88a7-b724-498c-9d21-ca038918928f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (3b6aa297-ce1c-4960-a6dc-e032d8603439), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:59.899533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-238f538d-7e99-48c1-b06c-0ac4708e7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:59.902265 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-238f538d-7e99-48c1-b06c-0ac4708e7a91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.0556128
Apr 09 21:13:59.930899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bec88a7-b724-498c-9d21-ca038918928f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (3b6aa297-ce1c-4960-a6dc-e032d8603439), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:13:59.972575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-be622bf9-0f69-4e6f-a8cc-b5917a0dd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:13:59.974900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-be622bf9-0f69-4e6f-a8cc-b5917a0dd252 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0662787
Apr 09 21:14:00.025677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bec88a7-b724-498c-9d21-ca038918928f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (3b6aa297-ce1c-4960-a6dc-e032d8603439), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.079699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-eeefc26b-f45b-403a-bd6a-b3e58600d61e service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0976102
Apr 09 21:14:00.091993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bec88a7-b724-498c-9d21-ca038918928f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (3b6aa297-ce1c-4960-a6dc-e032d8603439), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.130640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec88a7-b724-498c-9d21-ca038918928f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6aa297-ce1c-4960-a6dc-e032d8603439,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:00.134828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bec88a7-b724-498c-9d21-ca038918928f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.138204 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9bec88a7-b724-498c-9d21-ca038918928f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/3b6aa297-ce1c-4960-a6dc-e032d8603439 HTTP/1.1" status: 204  len: 168 time: 0.3569510
Apr 09 21:14:00.140604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42562) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:00.192925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c102fc62-a821-4aa6-9bb2-15fd4469c878 req-0af35091-3bae-42a8-b4e1-942284ae53fe service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1038110
Apr 09 21:14:00.196957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4ff0d4-ead5-499a-bb10-d882e249b1b6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 4c0cfe28-71ef-4174-846f-311864201ee4 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:00.201619 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca4ff0d4-ead5-499a-bb10-d882e249b1b6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (4c0cfe28-71ef-4174-846f-311864201ee4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.252335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca4ff0d4-ead5-499a-bb10-d882e249b1b6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (4c0cfe28-71ef-4174-846f-311864201ee4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.355866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca4ff0d4-ead5-499a-bb10-d882e249b1b6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (4c0cfe28-71ef-4174-846f-311864201ee4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.448037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca4ff0d4-ead5-499a-bb10-d882e249b1b6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (4c0cfe28-71ef-4174-846f-311864201ee4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.487614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ff0d4-ead5-499a-bb10-d882e249b1b6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0cfe28-71ef-4174-846f-311864201ee4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:00.501958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca4ff0d4-ead5-499a-bb10-d882e249b1b6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.505431 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca4ff0d4-ead5-499a-bb10-d882e249b1b6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/4c0cfe28-71ef-4174-846f-311864201ee4 HTTP/1.1" status: 204  len: 168 time: 0.3639832
Apr 09 21:14:00.508992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42588) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:00.555797 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-871c0597-8458-417b-ab1e-5ffdf7aa99e5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0430050
Apr 09 21:14:00.555977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:00.556871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c903125-f607-4e03-a452-d6e9fb7edd4d None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:00.613495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95affbe0-1a25-49ac-bebe-f1045c3d347e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:00.615062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-95affbe0-1a25-49ac-bebe-f1045c3d347e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0580008
Apr 09 21:14:00.617742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42598) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:00.681001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663bfee3-51cb-4155-9a99-f072c0969e31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:00.685555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-663bfee3-51cb-4155-9a99-f072c0969e31 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0636423
Apr 09 21:14:00.685933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:00.755617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a2ba99ba-07a8-4806-a6f5-7d11ec01dd6d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0674992
Apr 09 21:14:00.764868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42604) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:00.768974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:14:00.772960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-94a978ac-6150-4809-b38b-356ed74a6e67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:00.797233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d300ba6-e7e5-4feb-accc-8eec97ec4d01 req-33f52645-81d9-48c8-9f51-053372ee8c63 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:00.799162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d300ba6-e7e5-4feb-accc-8eec97ec4d01 req-33f52645-81d9-48c8-9f51-053372ee8c63 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 943 time: 0.0646198
Apr 09 21:14:00.835297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] Deleting port 55e45ce7-a812-40a9-a920-c75d7462eead {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:00.836195 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.875445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d300ba6-e7e5-4feb-accc-8eec97ec4d01 req-623fd732-2766-43fc-bf41-83d0fcf4d275 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696638
Apr 09 21:14:00.894506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a978ac-6150-4809-b38b-356ed74a6e67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:00.899377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94a978ac-6150-4809-b38b-356ed74a6e67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.901271 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a978ac-6150-4809-b38b-356ed74a6e67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:00.901758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a978ac-6150-4809-b38b-356ed74a6e67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:00.922712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] For port 55e45ce7-a812-40a9-a920-c75d7462eead, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55e45ce7-a812-40a9-a920-c75d7462eead,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:00.923387 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-94a978ac-6150-4809-b38b-356ed74a6e67 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1570253
Apr 09 21:14:00.925373 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:00.926436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42610) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:00.934803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-377e3cef-5b31-4883-ac9f-a1ef25dfe63f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:00.943600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] Calling delete_port for 55e45ce7-a812-40a9-a920-c75d7462eead owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:01.052945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e3cef-5b31-4883-ac9f-a1ef25dfe63f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:01.055368 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (55e45ce7-a812-40a9-a920-c75d7462eead), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.056482 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-377e3cef-5b31-4883-ac9f-a1ef25dfe63f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.058381 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-377e3cef-5b31-4883-ac9f-a1ef25dfe63f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:01.058736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377e3cef-5b31-4883-ac9f-a1ef25dfe63f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:01.083453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42620) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.083656 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-377e3cef-5b31-4883-ac9f-a1ef25dfe63f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1558301
Apr 09 21:14:01.090681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e5fb4d8c-7d49-4356-b408-f122afe9b446 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:01.090846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 55e45ce7-a812-40a9-a920-c75d7462eead no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:01.094531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] Pushing event deleted for resources: {'Port': ['ID=55e45ce7-a812-40a9-a920-c75d7462eead,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:01.116736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63012d5-80bc-41b6-aaa2-dd3ae11638ae None None] No DVR routers for this DVR port 55e45ce7-a812-40a9-a920-c75d7462eead on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:01.118125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 55e45ce7-a812-40a9-a920-c75d7462eead {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:14:01.118553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 55e45ce7-a812-40a9-a920-c75d7462eead not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:01.206858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fb4d8c-7d49-4356-b408-f122afe9b446 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:01.210474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4d8c-7d49-4356-b408-f122afe9b446 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.211980 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fb4d8c-7d49-4356-b408-f122afe9b446 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:01.212401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fb4d8c-7d49-4356-b408-f122afe9b446 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:01.230047 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e5fb4d8c-7d49-4356-b408-f122afe9b446 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1452804
Apr 09 21:14:01.233271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42632) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.238356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-63a5b176-3b94-4830-8dda-fecf10b1b5bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:01.331916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a5b176-3b94-4830-8dda-fecf10b1b5bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:01.335448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63a5b176-3b94-4830-8dda-fecf10b1b5bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.336871 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a5b176-3b94-4830-8dda-fecf10b1b5bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:01.337343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a5b176-3b94-4830-8dda-fecf10b1b5bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:01.355913 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-63a5b176-3b94-4830-8dda-fecf10b1b5bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1212747
Apr 09 21:14:01.358678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42636) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.363648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6dd3c64c-03ab-440f-ab07-b8f0e261932f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:01.392632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.476355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd3c64c-03ab-440f-ab07-b8f0e261932f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:01.479869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c64c-03ab-440f-ab07-b8f0e261932f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.481400 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd3c64c-03ab-440f-ab07-b8f0e261932f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:01.481810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd3c64c-03ab-440f-ab07-b8f0e261932f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:01.499448 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6dd3c64c-03ab-440f-ab07-b8f0e261932f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1392581
Apr 09 21:14:01.502133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42644) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.507270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bc1febf5-b986-4730-9050-6388b9c6ede4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:01.610131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1febf5-b986-4730-9050-6388b9c6ede4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:01.613668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc1febf5-b986-4730-9050-6388b9c6ede4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.615054 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1febf5-b986-4730-9050-6388b9c6ede4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:01.615496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1febf5-b986-4730-9050-6388b9c6ede4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:01.634086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bc1febf5-b986-4730-9050-6388b9c6ede4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1307359
Apr 09 21:14:01.636607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42652) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.670206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-90f9f180-41e2-4e54-a0fc-118641e218c2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0321727
Apr 09 21:14:01.672696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42656) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.728764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612aaa20-dc97-4414-9aac-bf119dd306ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:01.730337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-612aaa20-dc97-4414-9aac-bf119dd306ba tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0562999
Apr 09 21:14:01.732978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42660) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.750180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42662) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.763567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 9592d81b-5138-45a2-ae95-069e629fea7f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:14:01.781682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cdbe57a3-7cd9-4b90-828c-8cb594ad8399 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0435789
Apr 09 21:14:01.781682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42666) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:01.786470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:01.893733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:01.899407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 9592d81b-5138-45a2-ae95-069e629fea7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9592d81b-5138-45a2-ae95-069e629fea7f,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:01.901069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.917751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '9592d81b-5138-45a2-ae95-069e629fea7f', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'port_id': '9592d81b-5138-45a2-ae95-069e629fea7f', 'mac_address': 'fa:16:3e:cb:4e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:14:01.962005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 9592d81b-5138-45a2-ae95-069e629fea7f is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:01.962404 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:01.979244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9592d81b-5138-45a2-ae95-069e629fea7f {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:14:01.998743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f020cc62-c1b0-4ba6-a1e0-43a01835f50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.007334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 9592d81b-5138-45a2-ae95-069e629fea7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9592d81b-5138-45a2-ae95-069e629fea7f,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:02.014793 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.051147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a758c-e4e0-4122-87b1-34c6a5a2af88 req-105dd87b-b5da-4b34-b769-1ac24bbcf6c6 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:02.052908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df8a758c-e4e0-4122-87b1-34c6a5a2af88 req-105dd87b-b5da-4b34-b769-1ac24bbcf6c6 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 943 time: 0.0759504
Apr 09 21:14:02.085895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=9592d81b-5138-45a2-ae95-069e629fea7f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:02.097631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f020cc62-c1b0-4ba6-a1e0-43a01835f50f admin admin] Publish callbacks [] for security_group (16b3bf68-8032-4da3-9595-d988a4a10f55), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.105061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f020cc62-c1b0-4ba6-a1e0-43a01835f50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (16b3bf68-8032-4da3-9595-d988a4a10f55), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.138701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df8a758c-e4e0-4122-87b1-34c6a5a2af88 req-533069b9-2604-4321-8880-ce1ff751622d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752342
Apr 09 21:14:02.151269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f020cc62-c1b0-4ba6-a1e0-43a01835f50f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a99dd8eb54240c69d3976399e19d953&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3998134
Apr 09 21:14:02.152104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42674) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:02.157759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020cc62-c1b0-4ba6-a1e0-43a01835f50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b3bf68-8032-4da3-9595-d988a4a10f55,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:02.223665 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b05b94b-9e61-4c2f-a7fe-d39034ee7fc4 admin admin] Publish callbacks [] for security_group (16b3bf68-8032-4da3-9595-d988a4a10f55), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.250430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b05b94b-9e61-4c2f-a7fe-d39034ee7fc4 admin admin] Publish callbacks [] for security_group (16b3bf68-8032-4da3-9595-d988a4a10f55), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.291129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['9592d81b-5138-45a2-ae95-069e629fea7f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:14:02.291861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.objects.ports [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126920) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:14:02.296342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (e57e5885-4714-4a62-980d-06b2dbb30e7f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.306302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b05b94b-9e61-4c2f-a7fe-d39034ee7fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (16b3bf68-8032-4da3-9595-d988a4a10f55), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.309211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b05b94b-9e61-4c2f-a7fe-d39034ee7fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.310480 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b05b94b-9e61-4c2f-a7fe-d39034ee7fc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16b3bf68-8032-4da3-9595-d988a4a10f55 HTTP/1.1" status: 204  len: 168 time: 0.1540222
Apr 09 21:14:02.320207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05b94b-9e61-4c2f-a7fe-d39034ee7fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b3bf68-8032-4da3-9595-d988a4a10f55,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:02.365200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:02.368773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:02.372813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:02.373450 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.391719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eed396-e4a2-4fd5-8b6c-6a5ee8eba115 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:02.393793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=e57e5885-4714-4a62-980d-06b2dbb30e7f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:02.412667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2feb66c2-daf5-4655-858d-1ff38319c1f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.6300774
Apr 09 21:14:02.415519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42686) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:02.422465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:17:cd:55', 'name': 'tempest-NetworksTestDHCPv6-1064153818'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:02.570466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:02.687454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.714045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 87f86ffe-7db4-4605-acf3-bd1eab5e60f0 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:02.759527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': 'e57e5885-4714-4a62-980d-06b2dbb30e7f'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:02.760468 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:02.839650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fe17:cd55 (efbc0070-26f1-4fb3-af29-ab8c9f091897/e57e5885-4714-4a62-980d-06b2dbb30e7f/87f86ffe-7db4-4605-acf3-bd1eab5e60f0) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:03.011994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (87f86ffe-7db4-4605-acf3-bd1eab5e60f0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.052199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (87f86ffe-7db4-4605-acf3-bd1eab5e60f0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.099211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:03.103230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:03.106956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:03.111586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Allocated IP 2001:db8::f816:3eff:fe17:837 (efbc0070-26f1-4fb3-af29-ab8c9f091897/e57e5885-4714-4a62-980d-06b2dbb30e7f/5c052b62-fead-4aa0-b8e0-ebc6983107e5) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:03.112258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:03.112915 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.128352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=87f86ffe-7db4-4605-acf3-bd1eab5e60f0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:03.143835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42724) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:03.144692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-20855513-8add-4291-acf7-5257686dac98 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.7279382
Apr 09 21:14:03.206836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca321790-133f-44e6-8e99-3de7920e8a96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:03.207041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42728) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:03.208637 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca321790-133f-44e6-8e99-3de7920e8a96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0629976
Apr 09 21:14:03.212443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42730) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:03.305508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2724fe-6833-4269-8d05-cf2aa7509dde req-9c4cfca0-dfc7-477a-9435-268a5d4d51d2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:03.314571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f2724fe-6833-4269-8d05-cf2aa7509dde req-9c4cfca0-dfc7-477a-9435-268a5d4d51d2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 944 time: 0.0859087
Apr 09 21:14:03.322466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6f72c7a0-5611-41e1-b44f-4c3fb5020f8e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 87f86ffe-7db4-4605-acf3-bd1eab5e60f0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:03.323038 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f72c7a0-5611-41e1-b44f-4c3fb5020f8e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (87f86ffe-7db4-4605-acf3-bd1eab5e60f0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.350324 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Publish callbacks [] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.359883 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.386014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f2724fe-6833-4269-8d05-cf2aa7509dde req-35afe4ae-c503-4599-86f9-b59cd1746b5d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703540
Apr 09 21:14:03.429239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f72c7a0-5611-41e1-b44f-4c3fb5020f8e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (87f86ffe-7db4-4605-acf3-bd1eab5e60f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.430112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:03.433909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:03.437562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Pushing event updated for resources: {'Port': ['ID=5c052b62-fead-4aa0-b8e0-ebc6983107e5,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:03.441335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:03.452772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6f72c7a0-5611-41e1-b44f-4c3fb5020f8e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 87f86ffe-7db4-4605-acf3-bd1eab5e60f0 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:03.517359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Attempting to bind port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:03.517754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Attempting to bind port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:03.518148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Attempting to bind port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:03.525332 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:03.525810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:03.526317 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.526760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:03.527545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Bound port: 5c052b62-fead-4aa0-b8e0-ebc6983107e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:03.527934 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.586044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-648257264-network', 'tenant_id': '8fe14a0717bc4da1b5b0a8a79cc45ee1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:03.599837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] For port 5c052b62-fead-4aa0-b8e0-ebc6983107e5, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:03.603164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] For port 5c052b62-fead-4aa0-b8e0-ebc6983107e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c052b62-fead-4aa0-b8e0-ebc6983107e5,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:03.610707 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.612406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Made reservation on behalf of 8fe14a0717bc4da1b5b0a8a79cc45ee1 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:03.615933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.621305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f72c7a0-5611-41e1-b44f-4c3fb5020f8e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (87f86ffe-7db4-4605-acf3-bd1eab5e60f0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.642366 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.649711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72c7a0-5611-41e1-b44f-4c3fb5020f8e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=87f86ffe-7db4-4605-acf3-bd1eab5e60f0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:03.686810 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f72c7a0-5611-41e1-b44f-4c3fb5020f8e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.689587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa098e-0aa7-4184-bd73-89fe78e55d8c None None] Pushing event updated for resources: {'Port': ['ID=5c052b62-fead-4aa0-b8e0-ebc6983107e5,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:03.692871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6f72c7a0-5611-41e1-b44f-4c3fb5020f8e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/87f86ffe-7db4-4605-acf3-bd1eab5e60f0 HTTP/1.1" status: 204  len: 168 time: 0.4768536
Apr 09 21:14:03.693521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42738) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:03.760482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60081c6-7e1d-45e2-bb28-55d787af336c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:03.761513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60081c6-7e1d-45e2-bb28-55d787af336c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:03.763243 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c60081c6-7e1d-45e2-bb28-55d787af336c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0679979
Apr 09 21:14:03.766663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42740) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:03.780736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 9592d81b-5138-45a2-ae95-069e629fea7f up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:03.808883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Publish callbacks [] for security_group (3e2826b9-eb9a-4b66-9d49-425def1b1328), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.825227 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3e2826b9-eb9a-4b66-9d49-425def1b1328), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.850976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-672fa219-f094-4c56-888c-24319908586c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet e57e5885-4714-4a62-980d-06b2dbb30e7f {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:03.861327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-672fa219-f094-4c56-888c-24319908586c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (e57e5885-4714-4a62-980d-06b2dbb30e7f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.867619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 9592d81b-5138-45a2-ae95-069e629fea7f completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:14:03.869138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:03.875147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2826b9-eb9a-4b66-9d49-425def1b1328,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:03.890864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 9592d81b-5138-45a2-ae95-069e629fea7f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:03.891558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.906390 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (bce9da4c-b793-4fbf-8f08-320ea0f4698f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.906740 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Added segment bce9da4c-b793-4fbf-8f08-320ea0f4698f of type vlan for network 02925ad7-4273-4914-bcec-b963c0462978
Apr 09 21:14:03.923989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-672fa219-f094-4c56-888c-24319908586c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (e57e5885-4714-4a62-980d-06b2dbb30e7f), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:03.987929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (02925ad7-4273-4914-bcec-b963c0462978), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.036279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (02925ad7-4273-4914-bcec-b963c0462978), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.037673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:04.038455 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.044181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 9592d81b-5138-45a2-ae95-069e629fea7f is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:04.045231 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.073862 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-672fa219-f094-4c56-888c-24319908586c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (e57e5885-4714-4a62-980d-06b2dbb30e7f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.082813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9592d81b-5138-45a2-ae95-069e629fea7f'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:04.083662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8753872
Apr 09 21:14:04.084449 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cada31-9917-4cc9-86d6-73146df63fd4" -d '{"events": [{"server_uuid": "d4d6dee3-586e-4cbc-85af-69d9f3a4a151", "name": "network-vif-plugged", "status": "completed", "tag": "9592d81b-5138-45a2-ae95-069e629fea7f"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:04.086873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42744) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:04.123356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 9592d81b-5138-45a2-ae95-069e629fea7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9592d81b-5138-45a2-ae95-069e629fea7f,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:04.134126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Request body: {'subnet': {'network_id': '02925ad7-4273-4914-bcec-b963c0462978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-648257264-subnet', 'tenant_id': '8fe14a0717bc4da1b5b0a8a79cc45ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:04.137423 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.155184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca4bc6-621a-44f6-b6eb-901e6d83f080 admin admin] Pushing event updated for resources: {'Network': ['ID=02925ad7-4273-4914-bcec-b963c0462978,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:04.181506 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7612623-3feb-4952-b460-3bde545f73cf x-openstack-request-id: req-f7612623-3feb-4952-b460-3bde545f73cf {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:04.181880 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d6dee3-586e-4cbc-85af-69d9f3a4a151", "name": "network-vif-plugged", "status": "completed", "tag": "9592d81b-5138-45a2-ae95-069e629fea7f", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:04.182204 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7612623-3feb-4952-b460-3bde545f73cf {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:04.182737 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7612623-3feb-4952-b460-3bde545f73cf'] response: {'server_uuid': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9592d81b-5138-45a2-ae95-069e629fea7f', 'code': 200}
Apr 09 21:14:04.185224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 02925ad7-4273-4914-bcec-b963c0462978 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:04.210352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-672fa219-f094-4c56-888c-24319908586c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (e57e5885-4714-4a62-980d-06b2dbb30e7f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.233134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Made reservation on behalf of 8fe14a0717bc4da1b5b0a8a79cc45ee1 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:04.236384 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.269580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fa219-f094-4c56-888c-24319908586c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=e57e5885-4714-4a62-980d-06b2dbb30e7f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:04.275433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-672fa219-f094-4c56-888c-24319908586c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.279648 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-672fa219-f094-4c56-888c-24319908586c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/e57e5885-4714-4a62-980d-06b2dbb30e7f HTTP/1.1" status: 204  len: 168 time: 0.5119941
Apr 09 21:14:04.282195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42754) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:04.311061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42756) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:04.334068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=9592d81b-5138-45a2-ae95-069e629fea7f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:04.344491 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-362c1dc4-1d72-45b0-8b28-1d18a6196d3b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0610502
Apr 09 21:14:04.347062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42760) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:04.352945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:04.371302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd82155-d6bb-41c8-9828-b324a14b412b req-2809a50f-aae3-46ce-a0be-4744e7246622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:04.372868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebd82155-d6bb-41c8-9828-b324a14b412b req-2809a50f-aae3-46ce-a0be-4744e7246622 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 1127 time: 0.1288812
Apr 09 21:14:04.461092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67f521-4abc-4ca8-9b2c-cc1359fb32e2 req-17183409-0fb9-437d-9c65-507787425af1 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:04.462887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd67f521-4abc-4ca8-9b2c-cc1359fb32e2 req-17183409-0fb9-437d-9c65-507787425af1 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1128 time: 0.1408427
Apr 09 21:14:04.475950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebd82155-d6bb-41c8-9828-b324a14b412b req-a1853e15-617c-4d7b-bd43-38628de8b241 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785260
Apr 09 21:14:04.479043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:04.483103 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.518402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd67f521-4abc-4ca8-9b2c-cc1359fb32e2 req-73d09c0c-d368-4cb6-8050-31d3af4cfb4c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.538789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-80d6ec2c-0f78-4dd7-bdf6-110caa135918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.615979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617420c-8b09-4760-8d8c-25eee09309b2 req-0ba07c07-78f8-4bf8-ac0f-340edf416ab2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:04.617560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b617420c-8b09-4760-8d8c-25eee09309b2 req-0ba07c07-78f8-4bf8-ac0f-340edf416ab2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 945 time: 0.1285093
Apr 09 21:14:04.765288 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (7cc00948-d5d1-4fde-8f61-d98992ce3583), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.802188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:14:04.816853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b617420c-8b09-4760-8d8c-25eee09309b2 req-4a5cba0e-7e62-4e84-b306-013f63c1b74f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1913364
Apr 09 21:14:04.894471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc00948-d5d1-4fde-8f61-d98992ce3583,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:04.911866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-80d6ec2c-0f78-4dd7-bdf6-110caa135918 admin admin] Publish callbacks [] for security_group (b4dfd3a8-4a98-46eb-891a-c886d3de55cb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.917679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd67f521-4abc-4ca8-9b2c-cc1359fb32e2 req-73d09c0c-d368-4cb6-8050-31d3af4cfb4c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Publish callbacks [] for security_group (f4823fc5-b55c-40af-b430-61301ffcca62), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.922436 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-80d6ec2c-0f78-4dd7-bdf6-110caa135918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b4dfd3a8-4a98-46eb-891a-c886d3de55cb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.936719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dd67f521-4abc-4ca8-9b2c-cc1359fb32e2 req-73d09c0c-d368-4cb6-8050-31d3af4cfb4c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f4823fc5-b55c-40af-b430-61301ffcca62), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:04.944886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Checking segment: {'id': 'bce9da4c-b793-4fbf-8f08-320ea0f4698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02925ad7-4273-4914-bcec-b963c0462978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:04.945268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Network hostable DHCP agents. Network: 02925ad7-4273-4914-bcec-b963c0462978, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:04.989208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-80d6ec2c-0f78-4dd7-bdf6-110caa135918 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f45b1017953240d4a746570c9fa6d64f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6768014
Apr 09 21:14:04.991539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d11f9f-1dbe-4b9e-92ef-3896b9f48702 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:04.992377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42764) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:04.999710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd67f521-4abc-4ca8-9b2c-cc1359fb32e2 req-73d09c0c-d368-4cb6-8050-31d3af4cfb4c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5294776
Apr 09 21:14:05.002670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6ec2c-0f78-4dd7-bdf6-110caa135918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dfd3a8-4a98-46eb-891a-c886d3de55cb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:05.003264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.041940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Network 02925ad7-4273-4914-bcec-b963c0462978 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:05.045661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d09c0c-d368-4cb6-8050-31d3af4cfb4c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4823fc5-b55c-40af-b430-61301ffcca62,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:05.058932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02925ad7-4273-4914-bcec-b963c0462978) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:05.066283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:05.066898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.083590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909492c9-5fa0-4c23-8bba-5f1c16cd97c8 None None] Network 02925ad7-4273-4914-bcec-b963c0462978 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:05.107653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-95cf9693-3074-421e-9376-76b3cfbe360a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0194087
Apr 09 21:14:05.108553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d90dc1e3-4e63-457b-b65b-4b6b9c795bcd None None] Provisioning complete for port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:05.108930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d90dc1e3-4e63-457b-b65b-4b6b9c795bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.203147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17ed16d6-8823-43f7-a254-46c4e9de30f3 admin admin] Publish callbacks [] for security_group (b4dfd3a8-4a98-46eb-891a-c886d3de55cb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.225583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80244633-bf28-4bb0-a229-692b4392b210 req-4ef60d75-d115-44f6-b4ec-cd2efdc4afa9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:05.235331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5c052b62-fead-4aa0-b8e0-ebc6983107e5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:05.235899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80244633-bf28-4bb0-a229-692b4392b210 req-4ef60d75-d115-44f6-b4ec-cd2efdc4afa9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0955501
Apr 09 21:14:05.278375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17ed16d6-8823-43f7-a254-46c4e9de30f3 admin admin] Publish callbacks [] for security_group (b4dfd3a8-4a98-46eb-891a-c886d3de55cb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.300008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80244633-bf28-4bb0-a229-692b4392b210 req-6b82003c-cd4d-463f-9f21-d76d493700e2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0632117
Apr 09 21:14:05.318223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42772) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:05.392663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:05.393191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.401380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] For port 5c052b62-fead-4aa0-b8e0-ebc6983107e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c052b62-fead-4aa0-b8e0-ebc6983107e5,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:05.445156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1882dff-53aa-4b17-b730-907c822a775f None None] Network 02925ad7-4273-4914-bcec-b963c0462978 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:05.464273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.488256 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.489373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8449e809-a688-4190-bfd1-2a6d415912a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd HTTP/1.1" status: 200  len: 994 time: 0.1656127
Apr 09 21:14:05.566927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17ed16d6-8823-43f7-a254-46c4e9de30f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b4dfd3a8-4a98-46eb-891a-c886d3de55cb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.571015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-17ed16d6-8823-43f7-a254-46c4e9de30f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.573495 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-17ed16d6-8823-43f7-a254-46c4e9de30f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4dfd3a8-4a98-46eb-891a-c886d3de55cb HTTP/1.1" status: 204  len: 168 time: 0.5799747
Apr 09 21:14:05.585072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d90dc1e3-4e63-457b-b65b-4b6b9c795bcd None None] Current status of the port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:05.585480 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d90dc1e3-4e63-457b-b65b-4b6b9c795bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.599344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (4bb8e5fa-545d-42bf-8b08-2ec72623f8d0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.611288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed16d6-8823-43f7-a254-46c4e9de30f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dfd3a8-4a98-46eb-891a-c886d3de55cb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:05.716570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=5c052b62-fead-4aa0-b8e0-ebc6983107e5,revision_number=5']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:05.753306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:05.759308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:05.763884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:05.764488 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.770859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=4bb8e5fa-545d-42bf-8b08-2ec72623f8d0,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:05.778221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:05.778821 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.805524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42788) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:05.805812 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5e292bdb-e14e-4960-9c62-3d5320142caf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4571373
Apr 09 21:14:05.812250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:f7:23:13', 'name': 'tempest-NetworksTestDHCPv6-1227958756'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:05.870300 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-d90dc1e3-4e63-457b-b65b-4b6b9c795bcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:14:05.870672 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-d90dc1e3-4e63-457b-b65b-4b6b9c795bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:14:05.872371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 5c052b62-fead-4aa0-b8e0-ebc6983107e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c052b62-fead-4aa0-b8e0-ebc6983107e5,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:05.884430 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:05.950250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-633f2156-5984-4fd3-a86f-38e199b8058d req-28f49a9b-4d16-41b8-b375-9b3bc8872ffe service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:14:05.952668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-633f2156-5984-4fd3-a86f-38e199b8058d req-28f49a9b-4d16-41b8-b375-9b3bc8872ffe service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0080285
Apr 09 21:14:05.966680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=5c052b62-fead-4aa0-b8e0-ebc6983107e5,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:06.047836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc0a71-f384-43be-9666-d8ba355f3843 req-0bf77612-84f6-40a5-955e-aa6f282fe34a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:06.049361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5fcc0a71-f384-43be-9666-d8ba355f3843 req-0bf77612-84f6-40a5-955e-aa6f282fe34a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 945 time: 0.0921645
Apr 09 21:14:06.052048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42802) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:06.057546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2017058773-network', 'tenant_id': '5c98f02c9d934501a24a94390aceebe6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:06.097473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Made reservation on behalf of 5c98f02c9d934501a24a94390aceebe6 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:06.102199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.108823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b097c-fb45-4a59-a3f4-aaf2ec45984c None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:06.114033 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:06.117447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.117908 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.132307 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5fcc0a71-f384-43be-9666-d8ba355f3843 req-e57369b1-2238-48a8-a03d-3b15e2fab5e8 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750992
Apr 09 21:14:06.142425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port f8cc0b54-2080-4987-9876-fa17c7138076 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:06.216197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42806) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:06.239436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cef1f802-f854-444a-90c8-4cf8323b07f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.282314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Publish callbacks [] for security_group (6420d8e3-b8be-44a6-8a7f-91db32840803), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.294258 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6420d8e3-b8be-44a6-8a7f-91db32840803), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.306711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:06.343001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a2c542f8-34ea-4e33-a69b-d257574cb099), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.343360 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Added segment a2c542f8-34ea-4e33-a69b-d257574cb099 of type vlan for network e62442ac-a874-4ccf-ae06-9dab227786e8
Apr 09 21:14:06.357785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db0580-7f42-443d-ac13-da43c653ba9d req-79b389fc-f00d-4f71-96f0-015760232caa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:06.359454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6db0580-7f42-443d-ac13-da43c653ba9d req-79b389fc-f00d-4f71-96f0-015760232caa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 945 time: 0.0793581
Apr 09 21:14:06.360849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fef7:2313 (efbc0070-26f1-4fb3-af29-ab8c9f091897/4bb8e5fa-545d-42bf-8b08-2ec72623f8d0/f8cc0b54-2080-4987-9876-fa17c7138076) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:06.374409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42808) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:06.390443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'floatingip': {'port_id': '9592d81b-5138-45a2-ae95-069e629fea7f'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:06.414002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6420d8e3-b8be-44a6-8a7f-91db32840803,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:06.442726 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e62442ac-a874-4ccf-ae06-9dab227786e8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.479462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (dc53931c-3862-4bf5-8359-60f689d38625), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.482112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d90dc1e3-4e63-457b-b65b-4b6b9c795bcd None None] Current status of the port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:06.487905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cef1f802-f854-444a-90c8-4cf8323b07f6 admin admin] Publish callbacks [] for security_group (b13fd483-85ea-4a7f-9fc3-e84a192b3969), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.497275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cef1f802-f854-444a-90c8-4cf8323b07f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b13fd483-85ea-4a7f-9fc3-e84a192b3969), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.517642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e62442ac-a874-4ccf-ae06-9dab227786e8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.518719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:06.519292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.575954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1f802-f854-444a-90c8-4cf8323b07f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13fd483-85ea-4a7f-9fc3-e84a192b3969,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:06.587849 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cef1f802-f854-444a-90c8-4cf8323b07f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52045466ff5a448bbe6bee3e973103e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3684466
Apr 09 21:14:06.588443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42810) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:06.599330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-183db6ae-d64f-4d8c-ac87-27c1d4d5bfd0 None None] Could not find standard attr ID for object 87f86ffe-7db4-4605-acf3-bd1eab5e60f0. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:14:06.617480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-183db6ae-d64f-4d8c-ac87-27c1d4d5bfd0 None None] Provisioning complete for port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:06.618193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-183db6ae-d64f-4d8c-ac87-27c1d4d5bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.635949 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5826237
Apr 09 21:14:06.644318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42814) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:06.651713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Request body: {'subnet': {'network_id': 'e62442ac-a874-4ccf-ae06-9dab227786e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2017058773-subnet', 'tenant_id': '5c98f02c9d934501a24a94390aceebe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:06.671987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62abd7-fbda-40f7-9c92-a1030bdd3cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=e62442ac-a874-4ccf-ae06-9dab227786e8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:06.681592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Made reservation on behalf of 5c98f02c9d934501a24a94390aceebe6 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:06.685324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e62442ac-a874-4ccf-ae06-9dab227786e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:06.685677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.795922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-183db6ae-d64f-4d8c-ac87-27c1d4d5bfd0 None None] Current status of the port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:06.835942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f8e8a5-0443-4797-9112-6230ec4be04d admin admin] Publish callbacks [] for security_group (b13fd483-85ea-4a7f-9fc3-e84a192b3969), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.859800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f8e8a5-0443-4797-9112-6230ec4be04d admin admin] Publish callbacks [] for security_group (b13fd483-85ea-4a7f-9fc3-e84a192b3969), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.917013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4f124155-f7a4-4edf-9ad5-658e9c4de133 None None] Provisioning complete for port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:06.917583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4f124155-f7a4-4edf-9ad5-658e9c4de133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:06.968896 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-762a382c-0e63-45b7-a8c9-6bd34b3520cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2298067
Apr 09 21:14:07.014451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f8e8a5-0443-4797-9112-6230ec4be04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b13fd483-85ea-4a7f-9fc3-e84a192b3969), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.017761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f8e8a5-0443-4797-9112-6230ec4be04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.021494 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-21f8e8a5-0443-4797-9112-6230ec4be04d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b13fd483-85ea-4a7f-9fc3-e84a192b3969 HTTP/1.1" status: 204  len: 168 time: 0.4293542
Apr 09 21:14:07.025279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4f124155-f7a4-4edf-9ad5-658e9c4de133 None None] Current status of the port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:07.058440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8e8a5-0443-4797-9112-6230ec4be04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13fd483-85ea-4a7f-9fc3-e84a192b3969,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:07.074388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (9801842f-402c-482e-81e2-e4c537aab4cd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.172062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5c052b62-fead-4aa0-b8e0-ebc6983107e5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:07.177797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6481b2-6cba-4e3d-b015-2290b1aa574a req-582733d9-e327-411e-9a59-141f5c3ab621 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:07.179332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff6481b2-6cba-4e3d-b015-2290b1aa574a req-582733d9-e327-411e-9a59-141f5c3ab621 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0993357
Apr 09 21:14:07.210394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9801842f-402c-482e-81e2-e4c537aab4cd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:07.219976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Checking segment: {'id': 'a2c542f8-34ea-4e33-a69b-d257574cb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e62442ac-a874-4ccf-ae06-9dab227786e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:07.219976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Network hostable DHCP agents. Network: e62442ac-a874-4ccf-ae06-9dab227786e8, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:07.243800 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Network e62442ac-a874-4ccf-ae06-9dab227786e8 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:07.260510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e62442ac-a874-4ccf-ae06-9dab227786e8) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:07.267334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:07.268099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.274310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5833b02b-2d69-4b64-95e6-f7c30c855bee None None] Network e62442ac-a874-4ccf-ae06-9dab227786e8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:07.290276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (f8cc0b54-2080-4987-9876-fa17c7138076), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.309503 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f1149d72-dd6e-4c27-a04c-a589be403c75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6634066
Apr 09 21:14:07.325130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff6481b2-6cba-4e3d-b015-2290b1aa574a req-e7842476-9107-44dd-96e7-0408e623e713 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1389654
Apr 09 21:14:07.383843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:07.384429 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.404071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f8cc0b54-2080-4987-9876-fa17c7138076), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.478188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:07.523487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:07.526833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:07.532672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:07.533530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.539561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=f8cc0b54-2080-4987-9876-fa17c7138076,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:07.639125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f7a722e2-1d65-486c-a8ec-fa719ef5ea00 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.8296516
Apr 09 21:14:07.640523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42848) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:07.645072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-e856cbd2-42b2-45d1-a3ab-184d9e5b9d0c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:07.646480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-e856cbd2-42b2-45d1-a3ab-184d9e5b9d0c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports/22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1125 time: 0.0598512
Apr 09 21:14:07.782373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e736f-3e2c-44ea-a77a-05f7fcfb3386 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:07.789087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e736f-3e2c-44ea-a77a-05f7fcfb3386 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:07.804339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d1b6f-a1b3-4bc1-961a-b6e0dfc4247a None None] Network e62442ac-a874-4ccf-ae06-9dab227786e8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:07.809375 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f0e736f-3e2c-44ea-a77a-05f7fcfb3386 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.1522400
Apr 09 21:14:07.810159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42858) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:07.948652 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.957374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (dc53931c-3862-4bf5-8359-60f689d38625), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:07.990637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2a082bc4-0a42-4903-bac3-0c870284c019 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port f8cc0b54-2080-4987-9876-fa17c7138076 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:07.990943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a082bc4-0a42-4903-bac3-0c870284c019 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f8cc0b54-2080-4987-9876-fa17c7138076), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.040169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:08.048587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d94e1b2a-1181-4e02-aab9-bb515b9efaeb None None] Provisioning complete for port f8cc0b54-2080-4987-9876-fa17c7138076 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:08.049163 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d94e1b2a-1181-4e02-aab9-bb515b9efaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f8cc0b54-2080-4987-9876-fa17c7138076), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.153960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d94e1b2a-1181-4e02-aab9-bb515b9efaeb None None] Port f8cc0b54-2080-4987-9876-fa17c7138076 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:14:08.198576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a082bc4-0a42-4903-bac3-0c870284c019 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f8cc0b54-2080-4987-9876-fa17c7138076), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.234921 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Floating IP dc53931c-3862-4bf5-8359-60f689d38625 associated. External IP: 172.35.0.166, port: 9592d81b-5138-45a2-ae95-069e629fea7f.
Apr 09 21:14:08.235577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2a082bc4-0a42-4903-bac3-0c870284c019 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for f8cc0b54-2080-4987-9876-fa17c7138076 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:08.441680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:08.488606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a082bc4-0a42-4903-bac3-0c870284c019 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f8cc0b54-2080-4987-9876-fa17c7138076), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.521183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a082bc4-0a42-4903-bac3-0c870284c019 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=f8cc0b54-2080-4987-9876-fa17c7138076,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:08.549188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a082bc4-0a42-4903-bac3-0c870284c019 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.552495 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2a082bc4-0a42-4903-bac3-0c870284c019 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/f8cc0b54-2080-4987-9876-fa17c7138076 HTTP/1.1" status: 204  len: 168 time: 0.7411525
Apr 09 21:14:08.555003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42888) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:08.557310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db63eb1-5d88-42bf-a236-21dc73e8e98c req-553a6fbc-163c-458d-afee-be29e26f8291 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:08.570573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7db63eb1-5d88-42bf-a236-21dc73e8e98c req-553a6fbc-163c-458d-afee-be29e26f8291 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1098015
Apr 09 21:14:08.593486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1207945848'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:08.618533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-0b813304-856f-4294-903b-ecb89dc3a29d tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:08.620095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-0b813304-856f-4294-903b-ecb89dc3a29d tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/networks?id=02925ad7-4273-4914-bcec-b963c0462978 HTTP/1.1" status: 200  len: 811 time: 0.2820175
Apr 09 21:14:08.629545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fbb95-f589-4c62-8599-15c53e5b4954 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:08.631675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fbb95-f589-4c62-8599-15c53e5b4954 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:08.633366 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-de4fbb95-f589-4c62-8599-15c53e5b4954 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0773599
Apr 09 21:14:08.636114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42890) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:08.672868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:08.676197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.693517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.703277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b47a7ccf-16ab-44ad-bc1c-4df753224a70 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/quotas/8fe14a0717bc4da1b5b0a8a79cc45ee1 HTTP/1.1" status: 200  len: 375 time: 0.0400243
Apr 09 21:14:08.729911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a901996-c44e-43a7-a1ac-737c9570aa1e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 4bb8e5fa-545d-42bf-8b08-2ec72623f8d0 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:08.737217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a901996-c44e-43a7-a1ac-737c9570aa1e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (4bb8e5fa-545d-42bf-8b08-2ec72623f8d0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.767944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7db63eb1-5d88-42bf-a236-21dc73e8e98c req-e6f37683-19b6-4500-837e-7b12558ee43e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1958532
Apr 09 21:14:08.771212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-ea417300-b234-4a65-bef1-953106c3d3c0 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8fe14a0717bc4da1b5b0a8a79cc45ee1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0539138
Apr 09 21:14:08.805080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a901996-c44e-43a7-a1ac-737c9570aa1e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (4bb8e5fa-545d-42bf-8b08-2ec72623f8d0), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.917611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-4259ef42-9bec-4d1e-a098-ed059b824553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:08.918967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for security_group (29f86597-51dc-4049-b617-95d572a70bc1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.919210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-4259ef42-9bec-4d1e-a098-ed059b824553 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1128 time: 0.1121669
Apr 09 21:14:08.926603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (29f86597-51dc-4049-b617-95d572a70bc1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.933896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a901996-c44e-43a7-a1ac-737c9570aa1e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (4bb8e5fa-545d-42bf-8b08-2ec72623f8d0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:08.942223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:14:08.986653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:08.999501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f86597-51dc-4049-b617-95d572a70bc1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:09.010683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a437f328-7125-4b28-8f95-f663cbb4800d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.011027 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment a437f328-7125-4b28-8f95-f663cbb4800d of type vlan for network 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55
Apr 09 21:14:09.059150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-2708e965-08d1-4fcd-b171-9dc9c6f5e228 service neutron] 10.222.0.30 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2509320
Apr 09 21:14:09.059738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1b8e8e9d-009c-4e61-9a9a-e64b47a00a55), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.065072 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a901996-c44e-43a7-a1ac-737c9570aa1e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (4bb8e5fa-545d-42bf-8b08-2ec72623f8d0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.103077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a901996-c44e-43a7-a1ac-737c9570aa1e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb8e5fa-545d-42bf-8b08-2ec72623f8d0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:09.110534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a901996-c44e-43a7-a1ac-737c9570aa1e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.114413 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a901996-c44e-43a7-a1ac-737c9570aa1e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/4bb8e5fa-545d-42bf-8b08-2ec72623f8d0 HTTP/1.1" status: 204  len: 168 time: 0.4765828
Apr 09 21:14:09.118048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42892) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:09.118658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404c0442-0b8e-4f98-8cb8-6f2d506fe02d None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:09.126448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-f97a6988-d031-4005-8185-dc711685e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:09.127941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-f97a6988-d031-4005-8185-dc711685e93c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 897 time: 0.2003763
Apr 09 21:14:09.169119 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-833c1cd2-5a26-42d1-b6d7-0e1e4c6420a2 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0480483
Apr 09 21:14:09.169119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1b8e8e9d-009c-4e61-9a9a-e64b47a00a55), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.173664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:09.174616 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.177063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42894) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:09.266943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:14:09.275711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.278502 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:14:09.284669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8418467
Apr 09 21:14:09.296561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:14:09.297244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c999e-b722-41c6-a8b9-8e74f7bf7ca3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:09.298482 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:14:09.301904 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-296c999e-b722-41c6-a8b9-8e74f7bf7ca3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1177480
Apr 09 21:14:09.301904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6462ce2-a1e5-417d-ba78-7c8a838f9da0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=1b8e8e9d-009c-4e61-9a9a-e64b47a00a55,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:09.303120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42896) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:09.311487 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377228400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:09.358207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:09.369267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2bd4448f-be55-4ad9-8f33-bd24181ab9bf tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "PUT /v2.0/floatingips/dc53931c-3862-4bf5-8359-60f689d38625 HTTP/1.1" status: 200  len: 991 time: 2.9821296
Apr 09 21:14:09.370635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'tag': '9592d81b-5138-45a2-ae95-069e629fea7f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:09.372174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d08a2bf-8636-4dd9-be44-a68ef1bb3a9e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:09.372745 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431b7c1d-4342-4092-b429-c1c2fb7a6986" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d6dee3-586e-4cbc-85af-69d9f3a4a151", "tag": "9592d81b-5138-45a2-ae95-069e629fea7f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:09.378525 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9d08a2bf-8636-4dd9-be44-a68ef1bb3a9e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0694852
Apr 09 21:14:09.381885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-6a6d6ab2-9505-41b0-80f8-70a5eadab6c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1002 time: 0.2252722
Apr 09 21:14:09.388471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42900) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:09.400040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-9c26ca01-e676-4d86-8430-e6bfb955b7aa service neutron] 10.222.0.30 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3301907
Apr 09 21:14:09.445365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] Deleting port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:09.445897 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.456630 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:14:09.478086 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2b758-d256-4ccf-9c69-fb2867230a5e x-openstack-request-id: req-53c2b758-d256-4ccf-9c69-fb2867230a5e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:09.478374 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d6dee3-586e-4cbc-85af-69d9f3a4a151", "tag": "9592d81b-5138-45a2-ae95-069e629fea7f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:09.478633 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53c2b758-d256-4ccf-9c69-fb2867230a5e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:09.479048 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c2b758-d256-4ccf-9c69-fb2867230a5e'] response: {'name': 'network-changed', 'server_uuid': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'tag': '9592d81b-5138-45a2-ae95-069e629fea7f', 'status': 'completed', 'code': 200}
Apr 09 21:14:09.479425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42904) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:09.484338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': '1b8e8e9d-009c-4e61-9a9a-e64b47a00a55', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:09.495998 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d840c682-63ac-4d5f-86ff-5eda3a093a96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1061621
Apr 09 21:14:09.500301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42906) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:09.509083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:09.590966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] For port 5c052b62-fead-4aa0-b8e0-ebc6983107e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c052b62-fead-4aa0-b8e0-ebc6983107e5,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:09.591783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.610618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] Calling delete_port for 5c052b62-fead-4aa0-b8e0-ebc6983107e5 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:09.687980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:09.688629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-812124d1-0370-4984-805c-30ffe834d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:09.690626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-812124d1-0370-4984-805c-30ffe834d505 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 1127 time: 0.1904573
Apr 09 21:14:09.692267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.743295 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (5c052b62-fead-4aa0-b8e0-ebc6983107e5), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.746661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-8e678b89-3785-47c6-842c-84b0f6ba3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:09.748682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-8e678b89-3785-47c6-842c-84b0f6ba3c96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.3466334
Apr 09 21:14:09.783214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] No DVR routers for this DVR port 5c052b62-fead-4aa0-b8e0-ebc6983107e5 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:09.786227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebf7f7-0d8f-47f1-b0ba-67adbf9ae5d1 None None] Pushing event deleted for resources: {'Port': ['ID=5c052b62-fead-4aa0-b8e0-ebc6983107e5,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:09.853863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:09.857273 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:09.867876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f05370d3-489d-4ebc-8331-0c54bb53fa50 req-0b2ae832-cc1d-4320-881c-b9858b52607d tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 210 time: 0.1341164
Apr 09 21:14:09.954637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-72773521-3371-4817-b409-52b1c3f450eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:09.956458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-72773521-3371-4817-b409-52b1c3f450eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1960735
Apr 09 21:14:09.992509 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377228400>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc53931c-3862-4bf5-8359-60f689d38625', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.166', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': '9592d81b-5138-45a2-ae95-069e629fea7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:cb:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:49Z', 'updated_at': '2022-04-09T21:14:07Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:10.024845 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:14:10.034046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395be79-0e25-42ba-a5af-04d2864e3342 req-2fd94961-78f6-494e-a23b-e662d64ecb3c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:10.034392 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:14:10.035646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d395be79-0e25-42ba-a5af-04d2864e3342 req-2fd94961-78f6-494e-a23b-e662d64ecb3c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1699774
Apr 09 21:14:10.046438 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377228400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:13:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:10.065570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-a3ef4d09-81fa-4830-b032-477df404d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:10.067073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-a3ef4d09-81fa-4830-b032-477df404d4e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.3631749
Apr 09 21:14:10.094145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:14:10.096324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:10.154283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:10.175732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:10.177309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:10.182204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:10.182884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:10.189971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2355625-99e4-4d9b-8423-75332b8d3606 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:10.205178 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:14:10.209329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b04499e-0e79-4df7-ac4b-e408e6ebe296 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.7077007
Apr 09 21:14:10.209968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42922) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:10.217659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:96:e5:68', 'name': 'tempest-NetworksTestDHCPv6-2065371268'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:10.245997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d395be79-0e25-42ba-a5af-04d2864e3342 req-f9489fed-9905-4f21-bba6-9957fe205f26 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1941986
Apr 09 21:14:10.259623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-964009c2-2425-4ad5-9b37-20d04ef31e39 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2678730
Apr 09 21:14:10.278661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-93c7095b-7231-4e20-a610-5c0ad20e1028 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9592d81b-5138-45a2-ae95-069e629fea7f HTTP/1.1" status: 200  len: 999 time: 0.1768141
Apr 09 21:14:10.416191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:10.417094 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:10.450199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:10.595319 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377228400>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc53931c-3862-4bf5-8359-60f689d38625', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.166', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': '9592d81b-5138-45a2-ae95-069e629fea7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:cb:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:49Z', 'updated_at': '2022-04-09T21:14:07Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:10.626236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:10.638781 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf13c6-58f8-4f3b-8344-0242f440100d None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc53931c-3862-4bf5-8359-60f689d38625', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.166', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': '9592d81b-5138-45a2-ae95-069e629fea7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:cb:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:13:49Z', 'updated_at': '2022-04-09T21:14:07Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:14:10.651198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Allocated IP 2001:db8::f816:3eff:feed:f5e7 (efbc0070-26f1-4fb3-af29-ab8c9f091897/5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a/7004eacb-9189-4d76-a5ad-e7dbf75b2491) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:10.843720 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Publish callbacks [] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:10.849222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-dba73bc8-a1bc-446e-9c01-aaf758f1922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:10.850608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-dba73bc8-a1bc-446e-9c01-aaf758f1922f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.5570760
Apr 09 21:14:10.851432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (e019edf2-d387-472e-8c21-1cc61fdcdce2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:10.864758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:10.941022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a6776-c433-4f18-b2cc-72dbc076b753 None None] New status for floating IP dc53931c-3862-4bf5-8359-60f689d38625: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:14:10.941585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-7fe0ef7b-cf9d-43bf-b2fa-bcdd6669d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:10.943311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-7fe0ef7b-cf9d-43bf-b2fa-bcdd6669d3c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0500181
Apr 09 21:14:10.990599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-2f2b0518-e75f-45e5-b87d-5a57b9f4f11d service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7223496
Apr 09 21:14:11.055722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 7b38eff9-ce61-40c4-95f8-b797b5b09b47 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:11.094838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f88cc07-1460-431d-801d-dc087183a676 req-369107fb-6e82-42ea-b29f-1ff030b689fc tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 210 time: 0.0826771
Apr 09 21:14:11.119659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:11.123869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:11.128704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:11.138290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5c052b62-fead-4aa0-b8e0-ebc6983107e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:11.176682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5c052b62-fead-4aa0-b8e0-ebc6983107e5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:14:11.177208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5c052b62-fead-4aa0-b8e0-ebc6983107e5 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:11.182415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Pushing event updated for resources: {'Port': ['ID=7004eacb-9189-4d76-a5ad-e7dbf75b2491,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:11.232387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': 'a437f328-7125-4b28-8f95-f663cbb4800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1b8e8e9d-009c-4e61-9a9a-e64b47a00a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:11.232863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:11.235234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=e019edf2-d387-472e-8c21-1cc61fdcdce2,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:11.263520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fe96:e568 (efbc0070-26f1-4fb3-af29-ab8c9f091897/5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a/7b38eff9-ce61-40c4-95f8-b797b5b09b47) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:11.264865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Attempting to bind port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:11.265419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Attempting to bind port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:11.265632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Attempting to bind port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:11.273786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:11.274162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:11.274569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.274994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:11.275477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Bound port: 7004eacb-9189-4d76-a5ad-e7dbf75b2491, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:11.275858 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.331844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:11.344672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-5d6aa5be-21e0-4a58-86b2-dd25533f3909 service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3909931
Apr 09 21:14:11.360831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] For port 7004eacb-9189-4d76-a5ad-e7dbf75b2491, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:11.364315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] For port 7004eacb-9189-4d76-a5ad-e7dbf75b2491, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7004eacb-9189-4d76-a5ad-e7dbf75b2491,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:11.364902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:11.374801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98321d6-8ace-49ea-8413-8524387c3b47 None None] Network 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:11.379194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.419549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:11.420141 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.451119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b86bf44e-0243-45d6-b8de-9d83a4699e9c tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:11.452735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b86bf44e-0243-45d6-b8de-9d83a4699e9c tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.32 "GET /v2.0/networks?id=02925ad7-4273-4914-bcec-b963c0462978 HTTP/1.1" status: 200  len: 811 time: 0.3529186
Apr 09 21:14:11.484855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (7b38eff9-ce61-40c4-95f8-b797b5b09b47), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.498825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c72d29-46a0-4eed-8936-f84d315b00a8 None None] Pushing event updated for resources: {'Port': ['ID=7004eacb-9189-4d76-a5ad-e7dbf75b2491,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:11.501876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7e413-5ea6-4107-90ad-0a63a3ceea5a req-0a0680a5-221a-4f97-8244-2e4b7987e91b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:11.503742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9e7e413-5ea6-4107-90ad-0a63a3ceea5a req-0a0680a5-221a-4f97-8244-2e4b7987e91b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1536908
Apr 09 21:14:11.510839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Request body: {'port': {'device_id': 'd1c4d087-2594-4746-bb81-4b6a4cbf6581', 'network_id': '02925ad7-4273-4914-bcec-b963c0462978', 'admin_state_up': True, 'tenant_id': '8fe14a0717bc4da1b5b0a8a79cc45ee1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:11.524717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3c342ef9-9e06-4523-b264-33fcf60681ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.0408666
Apr 09 21:14:11.529167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42928) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:11.535134 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1726831821'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:11.544556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b8e8e9d-009c-4e61-9a9a-e64b47a00a55', 'network_id': '1b8e8e9d-009c-4e61-9a9a-e64b47a00a55', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': 'e019edf2-d387-472e-8c21-1cc61fdcdce2'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:11.545791 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.574741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:11.579544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.591255 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7b38eff9-ce61-40c4-95f8-b797b5b09b47), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.639055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-431b7c1d-4342-4092-b429-c1c2fb7a6986 req-98ebed72-fae0-46df-91af-f8ffc725c954 service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2774398
Apr 09 21:14:11.664346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9e7e413-5ea6-4107-90ad-0a63a3ceea5a req-081c53be-3d7d-4f6e-bc01-c16d06223753 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1481292
Apr 09 21:14:11.670520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:11.671828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:11.674792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=7b38eff9-ce61-40c4-95f8-b797b5b09b47,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:11.681371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:11.686595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:11.693255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:11.694289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.709607 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (43c8bef3-dcd9-4f04-97ff-4a8c1186c48f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.709607 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 43c8bef3-dcd9-4f04-97ff-4a8c1186c48f of type vlan for network 5205b722-bba3-4a5d-be62-51003fe06ec6
Apr 09 21:14:11.718522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Made reservation on behalf of 8fe14a0717bc4da1b5b0a8a79cc45ee1 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:11.722202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.748180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Allocated IP 172.20.255.242 (1b8e8e9d-009c-4e61-9a9a-e64b47a00a55/e019edf2-d387-472e-8c21-1cc61fdcdce2/d01769c4-548a-4bd6-a297-1cc5793608ad) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:11.769068 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-50b877a7-1328-4a03-af3e-3dbb5e121f7a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.5543456
Apr 09 21:14:11.769068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42930) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:11.808057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (5205b722-bba3-4a5d-be62-51003fe06ec6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.865174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac2aca1-c0de-4905-95af-3c0ae7b45074 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:11.871057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac2aca1-c0de-4905-95af-3c0ae7b45074 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:11.872812 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8ac2aca1-c0de-4905-95af-3c0ae7b45074 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1027505
Apr 09 21:14:11.875552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:11.917620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Allocated IP 172.20.0.9 (02925ad7-4273-4914-bcec-b963c0462978/7cc00948-d5d1-4fde-8f61-d98992ce3583/5639fa03-cc59-4abb-9017-2fe259efc10f) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:11.917912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (5205b722-bba3-4a5d-be62-51003fe06ec6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.922837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:11.923425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:11.989864 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Publish callbacks [] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.001583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.010255 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4798462
Apr 09 21:14:12.012270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42934) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:12.027414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': '5205b722-bba3-4a5d-be62-51003fe06ec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:12.053818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Network 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:12.056775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:12.061212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:12.064397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Pushing event updated for resources: {'Port': ['ID=d01769c4-548a-4bd6-a297-1cc5793608ad,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:12.095820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93834858-7271-4beb-b858-563ae2df8ef3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=5205b722-bba3-4a5d-be62-51003fe06ec6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:12.121477 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Publish callbacks [] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.122823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 5205b722-bba3-4a5d-be62-51003fe06ec6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:12.157709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Attempting to bind port d01769c4-548a-4bd6-a297-1cc5793608ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:12.158185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Attempting to bind port d01769c4-548a-4bd6-a297-1cc5793608ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a437f328-7125-4b28-8f95-f663cbb4800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1b8e8e9d-009c-4e61-9a9a-e64b47a00a55'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:12.158619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Attempting to bind port d01769c4-548a-4bd6-a297-1cc5793608ad on network 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:12.165437 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.167471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a54dd3ef-ea8b-4e61-a101-906de4edbedf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 7b38eff9-ce61-40c4-95f8-b797b5b09b47 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:12.167850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a54dd3ef-ea8b-4e61-a101-906de4edbedf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7b38eff9-ce61-40c4-95f8-b797b5b09b47), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.209521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:12.210040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Checking segment: {'id': 'a437f328-7125-4b28-8f95-f663cbb4800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1b8e8e9d-009c-4e61-9a9a-e64b47a00a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:12.210550 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.211011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Bound using segment: {'id': 'a437f328-7125-4b28-8f95-f663cbb4800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1b8e8e9d-009c-4e61-9a9a-e64b47a00a55'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:12.211602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Bound port: d01769c4-548a-4bd6-a297-1cc5793608ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a437f328-7125-4b28-8f95-f663cbb4800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1b8e8e9d-009c-4e61-9a9a-e64b47a00a55'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:12.212076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.251839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:12.255604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.257640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Network 02925ad7-4273-4914-bcec-b963c0462978 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:12.263384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:12.270656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:12.301029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] For port d01769c4-548a-4bd6-a297-1cc5793608ad, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:12.305888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] For port d01769c4-548a-4bd6-a297-1cc5793608ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d01769c4-548a-4bd6-a297-1cc5793608ad,segment=NetworkSegment(a437f328-7125-4b28-8f95-f663cbb4800d),segment_id=a437f328-7125-4b28-8f95-f663cbb4800d)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:12.308640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Pushing event updated for resources: {'Port': ['ID=5639fa03-cc59-4abb-9017-2fe259efc10f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:12.316467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.319796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264fc2-7f10-4869-8a85-68fcba5b8424 req-7cd98630-b5aa-4d82-9040-4a9c25a11910 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:12.321596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93264fc2-7f10-4869-8a85-68fcba5b8424 req-7cd98630-b5aa-4d82-9040-4a9c25a11910 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 931 time: 0.1392150
Apr 09 21:14:12.340833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a54dd3ef-ea8b-4e61-a101-906de4edbedf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7b38eff9-ce61-40c4-95f8-b797b5b09b47), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.358701 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:12.359538 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.362939 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a54dd3ef-ea8b-4e61-a101-906de4edbedf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 7b38eff9-ce61-40c4-95f8-b797b5b09b47 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:12.385610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d5644-9ad1-4ba5-9b1a-e61e61894f28 None None] Pushing event updated for resources: {'Port': ['ID=d01769c4-548a-4bd6-a297-1cc5793608ad,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:12.386955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-b5c2224d-0fa9-4ae6-a029-adb6ecf59008 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8821392
Apr 09 21:14:12.404978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Request body: {'port': {'device_id': 'd1c4d087-2594-4746-bb81-4b6a4cbf6581', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:12.456309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93264fc2-7f10-4869-8a85-68fcba5b8424 req-83e4202d-7dac-4c9c-b0dd-e56af1daa2b7 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262572
Apr 09 21:14:12.506810 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.600933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (87a62639-19aa-4782-9be9-38b9c255cbb1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.722639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=87a62639-19aa-4782-9be9-38b9c255cbb1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:12.732536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a54dd3ef-ea8b-4e61-a101-906de4edbedf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7b38eff9-ce61-40c4-95f8-b797b5b09b47), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.787062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dd3ef-ea8b-4e61-a101-906de4edbedf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=7b38eff9-ce61-40c4-95f8-b797b5b09b47,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:12.813457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5205b722-bba3-4a5d-be62-51003fe06ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:12.813828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: 5205b722-bba3-4a5d-be62-51003fe06ec6, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:12.840485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a54dd3ef-ea8b-4e61-a101-906de4edbedf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.846083 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a54dd3ef-ea8b-4e61-a101-906de4edbedf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/7b38eff9-ce61-40c4-95f8-b797b5b09b47 HTTP/1.1" status: 204  len: 168 time: 0.9672050
Apr 09 21:14:12.846482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42940) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:12.886874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c594e-d394-476a-946a-391d71625833 req-acb0d8fc-2788-47a6-a797-54d6927eb537 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:12.888499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e34c594e-d394-476a-946a-391d71625833 req-acb0d8fc-2788-47a6-a797-54d6927eb537 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0974813
Apr 09 21:14:12.903184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network 5205b722-bba3-4a5d-be62-51003fe06ec6 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:12.920813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5639fa03-cc59-4abb-9017-2fe259efc10f {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:14:12.922727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5205b722-bba3-4a5d-be62-51003fe06ec6) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:12.932246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:12.933471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.935417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf1dc4-4cbc-40ec-8801-5fa0ec67efe4 None None] Network 5205b722-bba3-4a5d-be62-51003fe06ec6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:12.935524 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Publish callbacks [] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:12.940096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a2ce1-36ee-4d46-8362-46c2e26cd1a8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:12.941595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a2ce1-36ee-4d46-8362-46c2e26cd1a8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:12.946115 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f47a2ce1-36ee-4d46-8362-46c2e26cd1a8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0961225
Apr 09 21:14:12.947786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:12.966849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Transition to ACTIVE for port object 5639fa03-cc59-4abb-9017-2fe259efc10f will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:14:12.972337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e34c594e-d394-476a-946a-391d71625833 req-06f274c9-c002-42ea-a494-d76eac65fac0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0763328
Apr 09 21:14:12.975324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.031562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e222c833-d28d-4b23-aa60-bc2cb12e0fe6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.0105960
Apr 09 21:14:13.031693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42944) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:13.064195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a369d88-5e3c-4375-982f-3b33ec57a0c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:13.068268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a369d88-5e3c-4375-982f-3b33ec57a0c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.082359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Pushing event updated for resources: {'Port': ['ID=5639fa03-cc59-4abb-9017-2fe259efc10f,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:13.118763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-666d6094-e38b-4852-ac8b-43a0a7a29135 None None] Provisioning complete for port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:13.119669 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-666d6094-e38b-4852-ac8b-43a0a7a29135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.148507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a369d88-5e3c-4375-982f-3b33ec57a0c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.193892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5205b722-bba3-4a5d-be62-51003fe06ec6', 'network_id': '5205b722-bba3-4a5d-be62-51003fe06ec6', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': '87a62639-19aa-4782-9be9-38b9c255cbb1'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:13.194357 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.214556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d01769c4-548a-4bd6-a297-1cc5793608ad up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:13.249991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Attempting to bind port 5639fa03-cc59-4abb-9017-2fe259efc10f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:13.250260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Attempting to bind port 5639fa03-cc59-4abb-9017-2fe259efc10f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bce9da4c-b793-4fbf-8f08-320ea0f4698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02925ad7-4273-4914-bcec-b963c0462978'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:13.250584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Attempting to bind port 5639fa03-cc59-4abb-9017-2fe259efc10f on network 02925ad7-4273-4914-bcec-b963c0462978 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:13.255913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a369d88-5e3c-4375-982f-3b33ec57a0c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.256732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (5205b722-bba3-4a5d-be62-51003fe06ec6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.262543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Port 5639fa03-cc59-4abb-9017-2fe259efc10f on network 02925ad7-4273-4914-bcec-b963c0462978 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:14:13.262869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Attempting to bind port 5639fa03-cc59-4abb-9017-2fe259efc10f on network 02925ad7-4273-4914-bcec-b963c0462978 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:13.272394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:13.273295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Checking segment: {'id': 'bce9da4c-b793-4fbf-8f08-320ea0f4698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02925ad7-4273-4914-bcec-b963c0462978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:13.273702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Bound using segment: {'id': 'bce9da4c-b793-4fbf-8f08-320ea0f4698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02925ad7-4273-4914-bcec-b963c0462978'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:13.274162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Bound port: 5639fa03-cc59-4abb-9017-2fe259efc10f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce9da4c-b793-4fbf-8f08-320ea0f4698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02925ad7-4273-4914-bcec-b963c0462978'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:13.274526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.342573 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a369d88-5e3c-4375-982f-3b33ec57a0c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.383981 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (87a62639-19aa-4782-9be9-38b9c255cbb1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.402774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d01769c4-548a-4bd6-a297-1cc5793608ad triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:13.403638 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.403738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a369d88-5e3c-4375-982f-3b33ec57a0c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:13.406529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a369d88-5e3c-4375-982f-3b33ec57a0c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.417781 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a369d88-5e3c-4375-982f-3b33ec57a0c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a HTTP/1.1" status: 204  len: 168 time: 0.4687817
Apr 09 21:14:13.418500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42946) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:13.438879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] For port 5639fa03-cc59-4abb-9017-2fe259efc10f, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:13.454473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] For port 5639fa03-cc59-4abb-9017-2fe259efc10f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5639fa03-cc59-4abb-9017-2fe259efc10f,segment=NetworkSegment(bce9da4c-b793-4fbf-8f08-320ea0f4698f),segment_id=bce9da4c-b793-4fbf-8f08-320ea0f4698f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:13.474409 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ea16ac2e-2707-455b-851d-b36615ecb56d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0543973
Apr 09 21:14:13.476466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:13.484545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:13.502054 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.505135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Allocated IP 172.20.0.2 (5205b722-bba3-4a5d-be62-51003fe06ec6/87a62639-19aa-4782-9be9-38b9c255cbb1/3f2bf2e0-c396-4781-b36b-40c5f40e66f0) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:13.579027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:13.579768 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.581251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] 10.222.0.32 "PUT /v2.0/ports/5639fa03-cc59-4abb-9017-2fe259efc10f HTTP/1.1" status: 200  len: 1091 time: 1.1817880
Apr 09 21:14:13.581737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c4d087-2594-4746-bb81-4b6a4cbf6581', 'tag': '5639fa03-cc59-4abb-9017-2fe259efc10f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:13.584058 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2242866e-452f-4f9c-b7aa-dfb0b1489e58" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c4d087-2594-4746-bb81-4b6a4cbf6581", "tag": "5639fa03-cc59-4abb-9017-2fe259efc10f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:13.659231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:13.663458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.687567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-fa64dc15-0b53-4de6-9649-1ae59b6c1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:13.690870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-fa64dc15-0b53-4de6-9649-1ae59b6c1e08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fe14a0717bc4da1b5b0a8a79cc45ee1&device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 1125 time: 0.0571172
Apr 09 21:14:13.691797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5548593-7932-4cb4-a091-570388e48e19 service neutron] Pushing event updated for resources: {'Port': ['ID=5639fa03-cc59-4abb-9017-2fe259efc10f,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:13.722842 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76facce-59b5-4a61-ba4d-52dae0d6dd92 x-openstack-request-id: req-d76facce-59b5-4a61-ba4d-52dae0d6dd92 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:13.723377 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c4d087-2594-4746-bb81-4b6a4cbf6581", "tag": "5639fa03-cc59-4abb-9017-2fe259efc10f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:13.723753 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d76facce-59b5-4a61-ba4d-52dae0d6dd92 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:13.724634 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d76facce-59b5-4a61-ba4d-52dae0d6dd92'] response: {'name': 'network-changed', 'server_uuid': 'd1c4d087-2594-4746-bb81-4b6a4cbf6581', 'tag': '5639fa03-cc59-4abb-9017-2fe259efc10f', 'status': 'completed', 'code': 200}
Apr 09 21:14:13.784006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-136f32e5-4a72-4d9f-a15e-09eebe3f2552 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5639fa03-cc59-4abb-9017-2fe259efc10f HTTP/1.1" status: 200  len: 217 time: 0.0871053
Apr 09 21:14:13.835917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be816f-bbe9-4c7c-a148-92ac60cf0a7a req-3790ed91-19b9-4a5d-a3a1-fb35b149ef53 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:13.837738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02be816f-bbe9-4c7c-a148-92ac60cf0a7a req-3790ed91-19b9-4a5d-a3a1-fb35b149ef53 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 943 time: 0.1426499
Apr 09 21:14:13.868189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-75002a01-674e-4e27-ae30-928234832eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:13.869735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-75002a01-674e-4e27-ae30-928234832eb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cc00948-d5d1-4fde-8f61-d98992ce3583 HTTP/1.1" status: 200  len: 851 time: 0.0796239
Apr 09 21:14:13.890307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-666d6094-e38b-4852-ac8b-43a0a7a29135 None None] Current status of the port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:13.890702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-666d6094-e38b-4852-ac8b-43a0a7a29135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:13.922756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-ab77770f-a079-4343-ad1c-f17d9975d43b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02925ad7-4273-4914-bcec-b963c0462978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425506
Apr 09 21:14:13.924074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e98f91-1cfa-4b9a-9247-c7a0a6756b59 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:13.968585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02be816f-bbe9-4c7c-a148-92ac60cf0a7a req-c815f9dd-d19e-46f7-bda7-64cf60f3f50a tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210160
Apr 09 21:14:13.992739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d01769c4-548a-4bd6-a297-1cc5793608ad is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:13.993326 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.058464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-e49bdfd6-12a7-4823-a2d6-f4583982e6ae service neutron] 10.222.0.32 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285260
Apr 09 21:14:14.059341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-666d6094-e38b-4852-ac8b-43a0a7a29135 None None] For port 7004eacb-9189-4d76-a5ad-e7dbf75b2491, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7004eacb-9189-4d76-a5ad-e7dbf75b2491,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:14.100134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d99456a-8e84-4b56-b5f4-c604d2ee4b0e None None] Network 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:14.107398 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-666d6094-e38b-4852-ac8b-43a0a7a29135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.128774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:14:14.183034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712b535-fd3d-43d3-b5f7-56b31272f22d req-41e6f4c3-94d5-4db1-a648-0d9f0a6824c3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:14.184894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3712b535-fd3d-43d3-b5f7-56b31272f22d req-41e6f4c3-94d5-4db1-a648-0d9f0a6824c3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1021307
Apr 09 21:14:14.238757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-474a421c-4c01-4ac0-9b61-605ce33ae991 req-45f02a0f-f828-44fe-9ba9-8c7f6ab53d2c service neutron] 10.222.0.32 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736593
Apr 09 21:14:14.250130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:14:14.254375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8e1c55c4-507a-499c-93ce-62393cd5092e None None] Could not find standard attr ID for object 7b38eff9-ce61-40c4-95f8-b797b5b09b47. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:14:14.257136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port d01769c4-548a-4bd6-a297-1cc5793608ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d01769c4-548a-4bd6-a297-1cc5793608ad,segment=NetworkSegment(a437f328-7125-4b28-8f95-f663cbb4800d),segment_id=a437f328-7125-4b28-8f95-f663cbb4800d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:14.259482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3712b535-fd3d-43d3-b5f7-56b31272f22d req-b46bd9be-35a4-4936-8312-e8be4ef11c92 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0678949
Apr 09 21:14:14.283219 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.284047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7004eacb-9189-4d76-a5ad-e7dbf75b2491 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:14.347868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.353745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8e1c55c4-507a-499c-93ce-62393cd5092e None None] Provisioning complete for port d01769c4-548a-4bd6-a297-1cc5793608ad triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:14.354117 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8e1c55c4-507a-499c-93ce-62393cd5092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.355958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Publish callbacks [] for port (3f2bf2e0-c396-4781-b36b-40c5f40e66f0), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.391268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d6094-e38b-4852-ac8b-43a0a7a29135 None None] Pushing event updated for resources: {'Port': ['ID=7004eacb-9189-4d76-a5ad-e7dbf75b2491,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:14.406846 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (3f2bf2e0-c396-4781-b36b-40c5f40e66f0), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.420402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (87a62639-19aa-4782-9be9-38b9c255cbb1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.453907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=87a62639-19aa-4782-9be9-38b9c255cbb1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:14.480691 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] Deleting port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:14.481082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.507730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Network 5205b722-bba3-4a5d-be62-51003fe06ec6 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:14.522596 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (5205b722-bba3-4a5d-be62-51003fe06ec6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.531720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:14.536693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] For port 7004eacb-9189-4d76-a5ad-e7dbf75b2491, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7004eacb-9189-4d76-a5ad-e7dbf75b2491,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:14.541287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:14.556089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374ec8040>,) {'filters': {'network_id': ['5205b722-bba3-4a5d-be62-51003fe06ec6']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:14.566534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374ec8040>, '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:14.566837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374ec8040>, '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:14.579144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (43c8bef3-dcd9-4f04-97ff-4a8c1186c48f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.580392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=d01769c4-548a-4bd6-a297-1cc5793608ad,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:14.581999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.587965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:14.588346 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.593526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.605927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (43c8bef3-dcd9-4f04-97ff-4a8c1186c48f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.617331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:14.618085 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (43c8bef3-dcd9-4f04-97ff-4a8c1186c48f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:14.622641 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:14.661371 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (887f7307-0b02-4f4f-b8aa-b92d03e16b06), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.712765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.api [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 09 21:14:14.712765 ncdv-master-1 neutron-server[126920]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 09 21:14:14.712765 ncdv-master-1 neutron-server[126920]: [parameters: {'id': '5205b722-bba3-4a5d-be62-51003fe06ec6'}]
Apr 09 21:14:14.712765 ncdv-master-1 neutron-server[126920]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:14:14.713132 ncdv-master-1 neutron-server[126920]: DEBUG oslo_db.api [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:14:14.755224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:14.756973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=7004eacb-9189-4d76-a5ad-e7dbf75b2491,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:14.757204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Pushing event updated for resources: {'Port': ['ID=3f2bf2e0-c396-4781-b36b-40c5f40e66f0,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:14.760074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=887f7307-0b02-4f4f-b8aa-b92d03e16b06,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:14.762496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:14.765145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:14.766099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.767501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] For port 7004eacb-9189-4d76-a5ad-e7dbf75b2491, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7004eacb-9189-4d76-a5ad-e7dbf75b2491,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:14.767911 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.772876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c55c4-507a-499c-93ce-62393cd5092e None None] Current status of the port d01769c4-548a-4bd6-a297-1cc5793608ad is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:14.788566 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a6558664-c599-4d00-b136-9f4b1aabb8d0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.3062465
Apr 09 21:14:14.788748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Attempting to bind port 3f2bf2e0-c396-4781-b36b-40c5f40e66f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:14.788748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Attempting to bind port 3f2bf2e0-c396-4781-b36b-40c5f40e66f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5205b722-bba3-4a5d-be62-51003fe06ec6'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:14.788748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Attempting to bind port 3f2bf2e0-c396-4781-b36b-40c5f40e66f0 on network 5205b722-bba3-4a5d-be62-51003fe06ec6 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:14.788998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:14.794312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] Calling delete_port for 7004eacb-9189-4d76-a5ad-e7dbf75b2491 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:14.794441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:d5:19:c8', 'name': 'tempest-NetworksTestDHCPv6-1931017282'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:14.801230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:14.801606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Checking segment: {'id': '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5205b722-bba3-4a5d-be62-51003fe06ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:14.802011 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.802409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Bound using segment: {'id': '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5205b722-bba3-4a5d-be62-51003fe06ec6'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:14.802935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Bound port: 3f2bf2e0-c396-4781-b36b-40c5f40e66f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5205b722-bba3-4a5d-be62-51003fe06ec6'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:14.803269 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3f2bf2e0-c396-4781-b36b-40c5f40e66f0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.911114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:14.915244 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.924613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:14.937272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 44d7a513-041c-4a5b-9ebd-0e66836a60bc yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:14.939046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-34fd2a60-86fa-45aa-ad7b-4f59444b9a35 None None] Provisioning complete for port d01769c4-548a-4bd6-a297-1cc5793608ad triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:14.939421 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-34fd2a60-86fa-45aa-ad7b-4f59444b9a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:14.985519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] For port 3f2bf2e0-c396-4781-b36b-40c5f40e66f0, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:15.002952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] For port 3f2bf2e0-c396-4781-b36b-40c5f40e66f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f2bf2e0-c396-4781-b36b-40c5f40e66f0,segment=NetworkSegment(43c8bef3-dcd9-4f04-97ff-4a8c1186c48f),segment_id=43c8bef3-dcd9-4f04-97ff-4a8c1186c48f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:15.024114 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3f2bf2e0-c396-4781-b36b-40c5f40e66f0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.062826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fed5:19c8 (efbc0070-26f1-4fb3-af29-ab8c9f091897/887f7307-0b02-4f4f-b8aa-b92d03e16b06/44d7a513-041c-4a5b-9ebd-0e66836a60bc) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:15.134988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d01769c4-548a-4bd6-a297-1cc5793608ad up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:15.137645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fdd1e-30a7-45f8-bdef-9f4ac6df7b91 req-f17cfa71-0e3b-4fc1-b02c-893367197e14 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:15.139233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d29fdd1e-30a7-45f8-bdef-9f4ac6df7b91 req-f17cfa71-0e3b-4fc1-b02c-893367197e14 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 943 time: 0.0694280
Apr 09 21:14:15.211883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d29fdd1e-30a7-45f8-bdef-9f4ac6df7b91 req-3160dac2-f231-44fd-b255-21de333efae3 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593300
Apr 09 21:14:15.215325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395f9c0-c49a-407a-b4e5-e174cfdabcb2 None None] Pushing event updated for resources: {'Port': ['ID=3f2bf2e0-c396-4781-b36b-40c5f40e66f0,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:15.216764 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (5205b722-bba3-4a5d-be62-51003fe06ec6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.217992 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (7004eacb-9189-4d76-a5ad-e7dbf75b2491), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.250670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-34fd2a60-86fa-45aa-ad7b-4f59444b9a35 None None] Current status of the port d01769c4-548a-4bd6-a297-1cc5793608ad is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:15.256693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] Pushing event deleted for resources: {'Port': ['ID=7004eacb-9189-4d76-a5ad-e7dbf75b2491,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:15.269794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (44d7a513-041c-4a5b-9ebd-0e66836a60bc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.285772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc93c28-3b30-4a9c-afab-5f7950c768de None None] Network 5205b722-bba3-4a5d-be62-51003fe06ec6 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:15.312338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-0070afda-78bf-4a77-b075-590dd59ca8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:15.313915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-0070afda-78bf-4a77-b075-590dd59ca8a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fe14a0717bc4da1b5b0a8a79cc45ee1&device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 1125 time: 0.1008306
Apr 09 21:14:15.328982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d01769c4-548a-4bd6-a297-1cc5793608ad triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:15.329391 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.331763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Deleting port 3f2bf2e0-c396-4781-b36b-40c5f40e66f0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:15.332140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3f2bf2e0-c396-4781-b36b-40c5f40e66f0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.333909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (44d7a513-041c-4a5b-9ebd-0e66836a60bc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.334043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7c955-e465-4050-a0ee-eeed6fcd4505 None None] No DVR routers for this DVR port 7004eacb-9189-4d76-a5ad-e7dbf75b2491 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:15.391793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d94fb7-a0db-4d94-89c6-c44472181546 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:15.398042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:15.402554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:15.404941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:15.411159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:15.411868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.436128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=44d7a513-041c-4a5b-9ebd-0e66836a60bc,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:15.450320 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8058476d-69a3-4468-9ef1-99236419315e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.6603556
Apr 09 21:14:15.454463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42964) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:15.539188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88833ef2-088b-4021-9c38-74e5c2fe972d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:15.542756 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-88833ef2-088b-4021-9c38-74e5c2fe972d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0871568
Apr 09 21:14:15.545378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42966) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:15.578437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35683432-0d1d-45b5-81bf-410eb7760df1 req-53259eaf-9409-49e8-b2f2-83a9d365e921 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:15.580741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35683432-0d1d-45b5-81bf-410eb7760df1 req-53259eaf-9409-49e8-b2f2-83a9d365e921 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.2113886
Apr 09 21:14:15.584784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] For port 3f2bf2e0-c396-4781-b36b-40c5f40e66f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f2bf2e0-c396-4781-b36b-40c5f40e66f0,segment=NetworkSegment(43c8bef3-dcd9-4f04-97ff-4a8c1186c48f),segment_id=43c8bef3-dcd9-4f04-97ff-4a8c1186c48f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:15.585431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3f2bf2e0-c396-4781-b36b-40c5f40e66f0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.656561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-26dde6d6-298d-4cb3-bea4-cc8f53864857 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 44d7a513-041c-4a5b-9ebd-0e66836a60bc {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:15.657078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26dde6d6-298d-4cb3-bea4-cc8f53864857 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (44d7a513-041c-4a5b-9ebd-0e66836a60bc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.662353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35683432-0d1d-45b5-81bf-410eb7760df1 req-e40580e0-1d9e-46ec-9f92-fb003480664f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0712006
Apr 09 21:14:15.663693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Calling delete_port for 3f2bf2e0-c396-4781-b36b-40c5f40e66f0 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:15.671562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-06e6b015-8fbb-4eda-ad63-bd4d39989879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:15.673103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-06e6b015-8fbb-4eda-ad63-bd4d39989879 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02925ad7-4273-4914-bcec-b963c0462978 HTTP/1.1" status: 200  len: 912 time: 0.3529632
Apr 09 21:14:15.748297 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-17a0d9e0-954b-46e7-8b27-567a584935a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5639fa03-cc59-4abb-9017-2fe259efc10f HTTP/1.1" status: 200  len: 217 time: 0.0671721
Apr 09 21:14:15.752223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d01769c4-548a-4bd6-a297-1cc5793608ad is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:15.772434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '887f7307-0b02-4f4f-b8aa-b92d03e16b06'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:15.773366 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.790810 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26dde6d6-298d-4cb3-bea4-cc8f53864857 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (44d7a513-041c-4a5b-9ebd-0e66836a60bc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.812534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-26dde6d6-298d-4cb3-bea4-cc8f53864857 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 44d7a513-041c-4a5b-9ebd-0e66836a60bc owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:15.820928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-644d6b12-9255-40b1-a25f-551c12c2d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:15.822463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-644d6b12-9255-40b1-a25f-551c12c2d513 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cc00948-d5d1-4fde-8f61-d98992ce3583 HTTP/1.1" status: 200  len: 851 time: 0.0676341
Apr 09 21:14:15.842852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3f2bf2e0-c396-4781-b36b-40c5f40e66f0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:15.852601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7004eacb-9189-4d76-a5ad-e7dbf75b2491 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:15.854494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5639fa03-cc59-4abb-9017-2fe259efc10f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:14:15.887230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Port': ['ID=3f2bf2e0-c396-4781-b36b-40c5f40e66f0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:15.889820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 7004eacb-9189-4d76-a5ad-e7dbf75b2491 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:14:15.890167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7004eacb-9189-4d76-a5ad-e7dbf75b2491 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:15.893550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-e8466cab-5b79-495d-a4b3-22b967293c42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02925ad7-4273-4914-bcec-b963c0462978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634692
Apr 09 21:14:15.904094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No DVR routers for this DVR port 3f2bf2e0-c396-4781-b36b-40c5f40e66f0 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:15.971494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26dde6d6-298d-4cb3-bea4-cc8f53864857 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (44d7a513-041c-4a5b-9ebd-0e66836a60bc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.007244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dde6d6-298d-4cb3-bea4-cc8f53864857 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=44d7a513-041c-4a5b-9ebd-0e66836a60bc,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:16.014912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Allocated IP 2001:db8::f816:3eff:fef2:852c (efbc0070-26f1-4fb3-af29-ab8c9f091897/887f7307-0b02-4f4f-b8aa-b92d03e16b06/8b327ac9-e59b-4e12-94bb-4692a02903c3) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:16.039467 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-26dde6d6-298d-4cb3-bea4-cc8f53864857 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.044155 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-26dde6d6-298d-4cb3-bea4-cc8f53864857 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/44d7a513-041c-4a5b-9ebd-0e66836a60bc HTTP/1.1" status: 204  len: 168 time: 0.4966745
Apr 09 21:14:16.046439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42968) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.048425 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (5205b722-bba3-4a5d-be62-51003fe06ec6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.076595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374b950a0>,) {'filters': {'network_id': ['5205b722-bba3-4a5d-be62-51003fe06ec6']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:16.091844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b950a0>, '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:16.092137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b950a0>, '43c8bef3-dcd9-4f04-97ff-4a8c1186c48f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:16.102902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5639fa03-cc59-4abb-9017-2fe259efc10f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5639fa03-cc59-4abb-9017-2fe259efc10f,segment=NetworkSegment(bce9da4c-b793-4fbf-8f08-320ea0f4698f),segment_id=bce9da4c-b793-4fbf-8f08-320ea0f4698f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:16.103521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204e79a-73b9-4663-a9be-89dd542d5454 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:16.105207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204e79a-73b9-4663-a9be-89dd542d5454 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:16.109414 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d204e79a-73b9-4663-a9be-89dd542d5454 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0592062
Apr 09 21:14:16.109625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42970) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.113006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (43c8bef3-dcd9-4f04-97ff-4a8c1186c48f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.122675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '5639fa03-cc59-4abb-9017-2fe259efc10f', 'network_id': '02925ad7-4273-4914-bcec-b963c0462978', 'port_id': '5639fa03-cc59-4abb-9017-2fe259efc10f', 'mac_address': 'fa:16:3e:a2:75:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc00948-d5d1-4fde-8f61-d98992ce3583', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:14:16.123383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-1075d3a7-2830-4a28-af8e-f13af3a7afc3 service neutron] 10.222.0.32 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909487
Apr 09 21:14:16.129756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (43c8bef3-dcd9-4f04-97ff-4a8c1186c48f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.156481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:16.157020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (43c8bef3-dcd9-4f04-97ff-4a8c1186c48f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:16.160103 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:16.169333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7d751f-3860-476e-9273-567126ad06ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 887f7307-0b02-4f4f-b8aa-b92d03e16b06 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:16.185300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5639fa03-cc59-4abb-9017-2fe259efc10f is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:16.185685 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.229882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5639fa03-cc59-4abb-9017-2fe259efc10f {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:14:16.270596 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (5205b722-bba3-4a5d-be62-51003fe06ec6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.274383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Publish callbacks [] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.279511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5639fa03-cc59-4abb-9017-2fe259efc10f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5639fa03-cc59-4abb-9017-2fe259efc10f,segment=NetworkSegment(bce9da4c-b793-4fbf-8f08-320ea0f4698f),segment_id=bce9da4c-b793-4fbf-8f08-320ea0f4698f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:16.280809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.283482 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d7d751f-3860-476e-9273-567126ad06ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (887f7307-0b02-4f4f-b8aa-b92d03e16b06), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.283895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/5205b722-bba3-4a5d-be62-51003fe06ec6 HTTP/1.1" status: 204  len: 168 time: 3.2512689
Apr 09 21:14:16.287628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42974) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.288906 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.293497 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.298384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84381121'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:16.305061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8f46-60d5-4b2e-ac27-e782f0a4f756 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=5205b722-bba3-4a5d-be62-51003fe06ec6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:16.315018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2242866e-452f-4f9c-b7aa-dfb0b1489e58 req-e413303e-dd21-49df-af13-5427955a5676 service neutron] 10.222.0.32 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823177
Apr 09 21:14:16.342677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:16.346779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:16.351687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:16.360215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d7d751f-3860-476e-9273-567126ad06ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (887f7307-0b02-4f4f-b8aa-b92d03e16b06), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.363729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:16.364350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d1391-8692-4b58-b049-07feb4b520c6 req-c50c0789-3ed3-4559-b09c-16db99157cb1 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:16.366012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-569d1391-8692-4b58-b049-07feb4b520c6 req-c50c0789-3ed3-4559-b09c-16db99157cb1 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 944 time: 0.0645792
Apr 09 21:14:16.367100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.377126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5639fa03-cc59-4abb-9017-2fe259efc10f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:16.432105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:16.435761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-569d1391-8692-4b58-b049-07feb4b520c6 req-195d6e24-3aca-4a48-9a3a-61884243857d tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572114
Apr 09 21:14:16.476416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Attempting to bind port 8b327ac9-e59b-4e12-94bb-4692a02903c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:16.476969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Attempting to bind port 8b327ac9-e59b-4e12-94bb-4692a02903c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:16.477433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Attempting to bind port 8b327ac9-e59b-4e12-94bb-4692a02903c3 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:16.478841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (28cd7291-13f5-4542-8776-a7fe61c70fc4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.479214 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 28cd7291-13f5-4542-8776-a7fe61c70fc4 of type vlan for network 5234f94f-14de-4178-a1ff-921d1c3dd9f9
Apr 09 21:14:16.488329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:16.488808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:16.489304 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.489755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:16.490223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Bound port: 8b327ac9-e59b-4e12-94bb-4692a02903c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:16.490599 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.496838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Pushing event updated for resources: {'Port': ['ID=8b327ac9-e59b-4e12-94bb-4692a02903c3,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:16.515591 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d7d751f-3860-476e-9273-567126ad06ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (887f7307-0b02-4f4f-b8aa-b92d03e16b06), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.552617 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (5234f94f-14de-4178-a1ff-921d1c3dd9f9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.588312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5639fa03-cc59-4abb-9017-2fe259efc10f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:14:16.595254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (5234f94f-14de-4178-a1ff-921d1c3dd9f9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.600802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:16.601402 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.621293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] For port 8b327ac9-e59b-4e12-94bb-4692a02903c3, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:16.625424 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d7d751f-3860-476e-9273-567126ad06ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (887f7307-0b02-4f4f-b8aa-b92d03e16b06), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.637850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] For port 8b327ac9-e59b-4e12-94bb-4692a02903c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b327ac9-e59b-4e12-94bb-4692a02903c3,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:16.650715 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.674065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.3824492
Apr 09 21:14:16.674065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d751f-3860-476e-9273-567126ad06ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=887f7307-0b02-4f4f-b8aa-b92d03e16b06,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:16.674482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42978) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.677292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3d7d751f-3860-476e-9273-567126ad06ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.680335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3d7d751f-3860-476e-9273-567126ad06ef tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/887f7307-0b02-4f4f-b8aa-b92d03e16b06 HTTP/1.1" status: 204  len: 168 time: 0.5698195
Apr 09 21:14:16.687613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': '5234f94f-14de-4178-a1ff-921d1c3dd9f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:16.692669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42980) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.717619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d08b4-e0a7-4db5-a429-87da2cb6618f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=5234f94f-14de-4178-a1ff-921d1c3dd9f9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:16.744692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 5234f94f-14de-4178-a1ff-921d1c3dd9f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:16.753788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.754146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7505313f-dac5-4e79-a7bb-1cffd7266a6f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0600326
Apr 09 21:14:16.796492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dfbd0-43fc-4e8b-b0e8-20ca02987471 None None] Pushing event updated for resources: {'Port': ['ID=8b327ac9-e59b-4e12-94bb-4692a02903c3,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:16.826965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca5859-74af-4455-9e5d-35e5f42d9fe3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:16.831144 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-47ca5859-74af-4455-9e5d-35e5f42d9fe3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0763388
Apr 09 21:14:16.831756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.884766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a6359-0650-41f6-8246-bccacc66d3ad req-1cbf74cd-47da-4069-8a17-0efcd5715fe4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:16.885291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f9d851-a740-4027-9976-198c953b9ca5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:16.886721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b38a6359-0650-41f6-8246-bccacc66d3ad req-1cbf74cd-47da-4069-8a17-0efcd5715fe4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1136990
Apr 09 21:14:16.887255 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c8f9d851-a740-4027-9976-198c953b9ca5 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0545774
Apr 09 21:14:16.889980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42988) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.917820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:16.921702 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:16.937166 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-99ab2a08-c59a-4f62-93cd-22d3d57be506 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0456867
Apr 09 21:14:16.941531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42990) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:16.946730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:16.992144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b38a6359-0650-41f6-8246-bccacc66d3ad req-ff1a5bda-7e12-4045-969c-c95da960050f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0968029
Apr 09 21:14:17.030188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Performing IP validity checks on allocation pools {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 09 21:14:17.031365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 09 21:14:17.098637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:17.102671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.143340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b327ac9-e59b-4e12-94bb-4692a02903c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:17.212173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (fba17e9d-a677-45dc-872f-d804bb91eb37), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.219803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8b327ac9-e59b-4e12-94bb-4692a02903c3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:17.220184 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.285705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=fba17e9d-a677-45dc-872f-d804bb91eb37,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:17.287999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '28cd7291-13f5-4542-8776-a7fe61c70fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5234f94f-14de-4178-a1ff-921d1c3dd9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:17.288354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: 5234f94f-14de-4178-a1ff-921d1c3dd9f9, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:17.306944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8b327ac9-e59b-4e12-94bb-4692a02903c3 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:17.307335 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.307782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (a5b67b9f-56bd-4eef-aafa-f1806e0806ba), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.308547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network 5234f94f-14de-4178-a1ff-921d1c3dd9f9 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:17.321754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5234f94f-14de-4178-a1ff-921d1c3dd9f9) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:17.325945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:17.326668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.333819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6354dc01-e1cf-4c1a-a45b-1a1be333dece None None] Network 5234f94f-14de-4178-a1ff-921d1c3dd9f9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:17.351957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cc6ddb8a-3309-44b0-bdc7-bc761ee3ecf4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.6734734
Apr 09 21:14:17.352259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42994) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:17.359599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 8b327ac9-e59b-4e12-94bb-4692a02903c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b327ac9-e59b-4e12-94bb-4692a02903c3,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:17.371159 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.431153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:17.439778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:17.443469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:17.443798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.465766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=8b327ac9-e59b-4e12-94bb-4692a02903c3,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:17.465992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=a5b67b9f-56bd-4eef-aafa-f1806e0806ba,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:17.481431 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff5c298c-5b56-4190-ae01-e9393f745cbb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5388336
Apr 09 21:14:17.484402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42998) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:17.489803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:0d:da:8c', 'name': 'tempest-NetworksTestDHCPv6-1749337716'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:17.500136 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (5234f94f-14de-4178-a1ff-921d1c3dd9f9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.500831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44090a9a-f3ed-4906-a783-b391007a6e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5234f94f-14de-4178-a1ff-921d1c3dd9f9', 'network_id': '5234f94f-14de-4178-a1ff-921d1c3dd9f9', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': 'fba17e9d-a677-45dc-872f-d804bb91eb37'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:17.501775 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-44090a9a-f3ed-4906-a783-b391007a6e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.559511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (fba17e9d-a677-45dc-872f-d804bb91eb37), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.636557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11568a4a-4a64-45bb-9d9d-a2e792acd50b req-7cc2b3be-8e3f-48bd-ba4e-5c4daeb94128 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:17.638345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11568a4a-4a64-45bb-9d9d-a2e792acd50b req-7cc2b3be-8e3f-48bd-ba4e-5c4daeb94128 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 944 time: 0.0820298
Apr 09 21:14:17.641927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (fba17e9d-a677-45dc-872f-d804bb91eb37), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-44090a9a-f3ed-4906-a783-b391007a6e07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba17e9d-a677-45dc-872f-d804bb91eb37: This subnet is being modified by another concurrent operation.
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:17.650002 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba17e9d-a677-45dc-872f-d804bb91eb37: This subnet is being modified by another concurrent operation.
Apr 09 21:14:17.653223 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:14:17.667963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=fba17e9d-a677-45dc-872f-d804bb91eb37,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:17.681380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10969531-17d6-4533-a2a2-c7c2f8c25f52 None None] Network 5234f94f-14de-4178-a1ff-921d1c3dd9f9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:17.684702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:17.751179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (5234f94f-14de-4178-a1ff-921d1c3dd9f9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.779479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376949790>,) {'filters': {'network_id': ['5234f94f-14de-4178-a1ff-921d1c3dd9f9']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:17.790923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11568a4a-4a64-45bb-9d9d-a2e792acd50b req-4fa44317-2042-468e-b4b4-8aa6581c293e tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447151
Apr 09 21:14:17.792821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376949790>, '28cd7291-13f5-4542-8776-a7fe61c70fc4') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:17.793474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376949790>, '28cd7291-13f5-4542-8776-a7fe61c70fc4') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:17.818063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (28cd7291-13f5-4542-8776-a7fe61c70fc4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.823069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.832499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (28cd7291-13f5-4542-8776-a7fe61c70fc4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.839322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:17.839693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (28cd7291-13f5-4542-8776-a7fe61c70fc4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   items = [
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:17.843184 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:17.851267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:17.866196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5639fa03-cc59-4abb-9017-2fe259efc10f up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:17.912628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (5234f94f-14de-4178-a1ff-921d1c3dd9f9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.921003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 5639fa03-cc59-4abb-9017-2fe259efc10f completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:14:17.921498 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.925585 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/5234f94f-14de-4178-a1ff-921d1c3dd9f9 HTTP/1.1" status: 204  len: 168 time: 0.5723374
Apr 09 21:14:17.930845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43000) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:17.931836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 5639fa03-cc59-4abb-9017-2fe259efc10f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:17.933324 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:17.939853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2123494113'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:17.969978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a71f7-0e41-40a6-afc5-bab7796b3771 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=5234f94f-14de-4178-a1ff-921d1c3dd9f9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:17.989516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:17.992887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.027704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5639fa03-cc59-4abb-9017-2fe259efc10f is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:18.028181 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.034472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:18.049117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ba0af13b-baf1-4bca-a618-a7b3654afa14), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.049489 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment ba0af13b-baf1-4bca-a618-a7b3654afa14 of type vlan for network cff58525-6d3a-4b66-9af7-33cc6b772bb2
Apr 09 21:14:18.051668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee9abb2-847b-43a0-99f1-758ea8f6f436 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:18.075005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::281 (efbc0070-26f1-4fb3-af29-ab8c9f091897/a5b67b9f-56bd-4eef-aafa-f1806e0806ba/12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:18.082077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5639fa03-cc59-4abb-9017-2fe259efc10f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5639fa03-cc59-4abb-9017-2fe259efc10f,segment=NetworkSegment(bce9da4c-b793-4fbf-8f08-320ea0f4698f),segment_id=bce9da4c-b793-4fbf-8f08-320ea0f4698f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:18.103204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (cff58525-6d3a-4b66-9af7-33cc6b772bb2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.105777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c4d087-2594-4746-bb81-4b6a4cbf6581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5639fa03-cc59-4abb-9017-2fe259efc10f'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:18.108119 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ada7a87-ba8d-4f42-84de-3727774b8c00" -d '{"events": [{"server_uuid": "d1c4d087-2594-4746-bb81-4b6a4cbf6581", "name": "network-vif-plugged", "status": "completed", "tag": "5639fa03-cc59-4abb-9017-2fe259efc10f"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:18.118624 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.124853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5db9fc13-b43c-403d-b98b-5b99197bf4c6 None None] Could not find standard attr ID for object 44d7a513-041c-4a5b-9ebd-0e66836a60bc. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:14:18.163334 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae106bb-dcee-4d2e-9da8-f8ee25feaa33 x-openstack-request-id: req-8ae106bb-dcee-4d2e-9da8-f8ee25feaa33 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:18.163629 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c4d087-2594-4746-bb81-4b6a4cbf6581", "name": "network-vif-plugged", "status": "completed", "tag": "5639fa03-cc59-4abb-9017-2fe259efc10f", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:18.163918 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ae106bb-dcee-4d2e-9da8-f8ee25feaa33 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:18.164062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (cff58525-6d3a-4b66-9af7-33cc6b772bb2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.164279 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae106bb-dcee-4d2e-9da8-f8ee25feaa33'] response: {'server_uuid': 'd1c4d087-2594-4746-bb81-4b6a4cbf6581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5639fa03-cc59-4abb-9017-2fe259efc10f', 'code': 200}
Apr 09 21:14:18.173978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7ba18-d429-44af-baca-37b9f6fb7102 req-b14329b2-152f-4fb5-9562-0a092d388ff0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:18.176691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:18.178385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.180919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6d7ba18-d429-44af-baca-37b9f6fb7102 req-b14329b2-152f-4fb5-9562-0a092d388ff0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0859499
Apr 09 21:14:18.196574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5db9fc13-b43c-403d-b98b-5b99197bf4c6 None None] Provisioning complete for port 8b327ac9-e59b-4e12-94bb-4692a02903c3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:18.196977 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc13-b43c-403d-b98b-5b99197bf4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.258904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5639fa03-cc59-4abb-9017-2fe259efc10f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:18.262648 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3291321
Apr 09 21:14:18.266039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43006) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:18.271809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': 'cff58525-6d3a-4b66-9af7-33cc6b772bb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:18.290577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfb09d-e4f7-421a-bdba-f65355a9a552 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=cff58525-6d3a-4b66-9af7-33cc6b772bb2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:18.325114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network cff58525-6d3a-4b66-9af7-33cc6b772bb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:18.331031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6d7ba18-d429-44af-baca-37b9f6fb7102 req-6dfaae29-6db6-418f-b68e-e82e64121d02 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1492262
Apr 09 21:14:18.334029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd364e-e083-4740-a38c-4467ef89caab req-d44cc5fa-e18a-487a-bf91-3997d43ed87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:18.335442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68cd364e-e083-4740-a38c-4467ef89caab req-d44cc5fa-e18a-487a-bf91-3997d43ed87b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 1127 time: 0.0678608
Apr 09 21:14:18.372811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:18.376648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.400910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.421486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5db9fc13-b43c-403d-b98b-5b99197bf4c6 None None] Current status of the port 8b327ac9-e59b-4e12-94bb-4692a02903c3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:18.431305 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68cd364e-e083-4740-a38c-4467ef89caab req-06e133cc-f7c4-463a-a7f9-02fb4b38f96d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836830
Apr 09 21:14:18.445374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9abb2-847b-43a0-99f1-758ea8f6f436 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:18.459048 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.509341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:18.512870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:18.516984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:18.522500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:18.523295 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.537321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:18.549784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e26bb2b9-1eca-4adf-aace-5f61f4f47846 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0641692
Apr 09 21:14:18.552534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43008) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:18.609497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e88361-d819-4909-a609-6313d4fd635a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:18.615243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e88361-d819-4909-a609-6313d4fd635a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:18.619614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-79e88361-d819-4909-a609-6313d4fd635a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1592 time: 0.0634224
Apr 09 21:14:18.619836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43010) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:18.729157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd73e7-a804-4d7b-9f8d-59c96bbdf2f5 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:18.733990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4be746a7-3ab9-4523-9582-d08c31cc1774 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:18.734546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4be746a7-3ab9-4523-9582-d08c31cc1774 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.835436 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4be746a7-3ab9-4523-9582-d08c31cc1774 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.852955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4be746a7-3ab9-4523-9582-d08c31cc1774 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:18.878849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd73e7-a804-4d7b-9f8d-59c96bbdf2f5 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:18.899406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (ddeda889-feae-4de5-95c6-160ef889fa9e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:18.964455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=ddeda889-feae-4de5-95c6-160ef889fa9e,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:18.973365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': 'ba0af13b-baf1-4bca-a618-a7b3654afa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cff58525-6d3a-4b66-9af7-33cc6b772bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:18.973728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: cff58525-6d3a-4b66-9af7-33cc6b772bb2, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:18.995260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network cff58525-6d3a-4b66-9af7-33cc6b772bb2 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:19.009683 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cff58525-6d3a-4b66-9af7-33cc6b772bb2) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:19.023164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:19.024890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.051337 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2a23dd1c-5758-48c9-9dac-080292f24dc7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.7810442
Apr 09 21:14:19.051754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43014) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:19.114003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b327ac9-e59b-4e12-94bb-4692a02903c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:19.160945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3f823-ec2e-4102-befa-054b4e57fe5f None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:19.165990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f3d1c2-166f-4a76-9acf-0f2226f21bb3 None None] Network cff58525-6d3a-4b66-9af7-33cc6b772bb2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:19.173616 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (cff58525-6d3a-4b66-9af7-33cc6b772bb2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.231437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ddeda889-feae-4de5-95c6-160ef889fa9e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.292791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8b327ac9-e59b-4e12-94bb-4692a02903c3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:19.293439 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.320021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (ddeda889-feae-4de5-95c6-160ef889fa9e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.322006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d23da-3cd7-4937-aebf-12bd5225ece4 req-6c033309-e154-4d8b-8543-014dee64f7ba tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:19.323785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e1d23da-3cd7-4937-aebf-12bd5225ece4 req-6c033309-e154-4d8b-8543-014dee64f7ba tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.4572613
Apr 09 21:14:19.373673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=ddeda889-feae-4de5-95c6-160ef889fa9e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:19.432848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e1d23da-3cd7-4937-aebf-12bd5225ece4 req-2d35bfae-8968-4269-a497-de0e0dd06e46 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945029
Apr 09 21:14:19.466488 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4be746a7-3ab9-4523-9582-d08c31cc1774 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.473093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (cff58525-6d3a-4b66-9af7-33cc6b772bb2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.495679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376ab6520>,) {'filters': {'network_id': ['cff58525-6d3a-4b66-9af7-33cc6b772bb2']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:19.505401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376ab6520>, 'ba0af13b-baf1-4bca-a618-a7b3654afa14') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:19.505697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376ab6520>, 'ba0af13b-baf1-4bca-a618-a7b3654afa14') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:19.515443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (ba0af13b-baf1-4bca-a618-a7b3654afa14), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.521700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be746a7-3ab9-4523-9582-d08c31cc1774 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:19.530943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ba0af13b-baf1-4bca-a618-a7b3654afa14), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.532808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cae558-87c0-4d8b-9f3f-c8dc7840f481 req-84c28eae-e249-4442-bbe4-15316a04bdc1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:19.534541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56cae558-87c0-4d8b-9f3f-c8dc7840f481 req-84c28eae-e249-4442-bbe4-15316a04bdc1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0807505
Apr 09 21:14:19.538636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:19.541581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (ba0af13b-baf1-4bca-a618-a7b3654afa14), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:19.545630 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:19.573298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4be746a7-3ab9-4523-9582-d08c31cc1774 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.576557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4be746a7-3ab9-4523-9582-d08c31cc1774 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d HTTP/1.1" status: 204  len: 168 time: 0.9557824
Apr 09 21:14:19.579030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43018) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:19.625651 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (cff58525-6d3a-4b66-9af7-33cc6b772bb2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.631821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.643557 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/cff58525-6d3a-4b66-9af7-33cc6b772bb2 HTTP/1.1" status: 204  len: 168 time: 0.5903471
Apr 09 21:14:19.644638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43020) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:19.653470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f25d5-5239-49ac-b746-a92bbf61ba8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cff58525-6d3a-4b66-9af7-33cc6b772bb2', 'network_id': 'cff58525-6d3a-4b66-9af7-33cc6b772bb2', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': 'ddeda889-feae-4de5-95c6-160ef889fa9e'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:19.654346 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b4f25d5-5239-49ac-b746-a92bbf61ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.656766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8b327ac9-e59b-4e12-94bb-4692a02903c3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:19.661258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d874d4-3e48-42a3-a724-af5b8946552a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:19.662856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d874d4-3e48-42a3-a724-af5b8946552a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:19.664839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-86d874d4-3e48-42a3-a724-af5b8946552a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0848882
Apr 09 21:14:19.669056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56cae558-87c0-4d8b-9f3f-c8dc7840f481 req-e76e61e4-df84-414e-9d6c-7b83abc807e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1273615
Apr 09 21:14:19.669540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43022) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:19.669817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1740450118'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:19.676706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b844f3-af68-4195-9fe5-5165d4bf546b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=cff58525-6d3a-4b66-9af7-33cc6b772bb2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:19.733897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:19.739256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9dc562-71f1-4d58-8973-d760c83d5144 None None] Network cff58525-6d3a-4b66-9af7-33cc6b772bb2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:19.743683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.748003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-076458ac-aa16-42be-b263-151fcf2f8ea8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet a5b67b9f-56bd-4eef-aafa-f1806e0806ba {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:19.751613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-076458ac-aa16-42be-b263-151fcf2f8ea8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (a5b67b9f-56bd-4eef-aafa-f1806e0806ba), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.761327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9dc562-71f1-4d58-8973-d760c83d5144 None None] Network cff58525-6d3a-4b66-9af7-33cc6b772bb2 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:14:19.780259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:19.792580 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3bc500eb-fc45-4873-8b8e-03ba53c9e511), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.793167 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 3bc500eb-fc45-4873-8b8e-03ba53c9e511 of type vlan for network 29b3e74a-3c63-417e-9cc7-81dfc32869c7
Apr 09 21:14:19.798853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-076458ac-aa16-42be-b263-151fcf2f8ea8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (a5b67b9f-56bd-4eef-aafa-f1806e0806ba), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.837425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (29b3e74a-3c63-417e-9cc7-81dfc32869c7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.852319 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-076458ac-aa16-42be-b263-151fcf2f8ea8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (a5b67b9f-56bd-4eef-aafa-f1806e0806ba), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.866803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (29b3e74a-3c63-417e-9cc7-81dfc32869c7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.872274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:19.872898 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.916217 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2542231
Apr 09 21:14:19.919221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43024) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:19.926346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': '29b3e74a-3c63-417e-9cc7-81dfc32869c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:19.954819 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-076458ac-aa16-42be-b263-151fcf2f8ea8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (a5b67b9f-56bd-4eef-aafa-f1806e0806ba), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.960914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f7bc8ed0-1c5b-408e-8627-68f36807aa28 None None] Provisioning complete for port 8b327ac9-e59b-4e12-94bb-4692a02903c3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:19.961423 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7bc8ed0-1c5b-408e-8627-68f36807aa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:19.966214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ed6a1-0ad3-4d9d-b457-5c6ec89b23f4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=29b3e74a-3c63-417e-9cc7-81dfc32869c7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:19.989357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 29b3e74a-3c63-417e-9cc7-81dfc32869c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:20.016258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076458ac-aa16-42be-b263-151fcf2f8ea8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b67b9f-56bd-4eef-aafa-f1806e0806ba,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:20.026639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-076458ac-aa16-42be-b263-151fcf2f8ea8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.029916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-076458ac-aa16-42be-b263-151fcf2f8ea8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/a5b67b9f-56bd-4eef-aafa-f1806e0806ba HTTP/1.1" status: 204  len: 168 time: 0.3593564
Apr 09 21:14:20.032837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43026) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:20.057172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:20.062381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.076919 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aa00f8e4-bb44-4aa2-b56f-852464a2140a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0428035
Apr 09 21:14:20.077557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43028) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:20.131248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6841bee-4c23-400a-b6e6-647cbd0d67ea tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:20.132880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f6841bee-4c23-400a-b6e6-647cbd0d67ea tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0542669
Apr 09 21:14:20.135325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43030) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:20.159047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc8ed0-1c5b-408e-8627-68f36807aa28 None None] Current status of the port 8b327ac9-e59b-4e12-94bb-4692a02903c3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:20.174487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45300770-805c-44fb-b725-1a1b045aaf61 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:20.203889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309675eb-b26a-420e-acd3-c47f2740a94a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:20.205601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-309675eb-b26a-420e-acd3-c47f2740a94a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0693173
Apr 09 21:14:20.208114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43032) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:20.248846 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ecd922e6-8da5-4fe4-850f-e127d7e97761 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0395813
Apr 09 21:14:20.252963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43034) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:20.258356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:20.276350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6819a3d8-0399-43e1-8692-2663a0695c91 None None] Could not find standard attr ID for object 44d7a513-041c-4a5b-9ebd-0e66836a60bc. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:14:20.287524 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (c77b7da9-5d8b-4e4e-8933-66dd2bcf2126), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.347240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:14:20.358865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:20.360147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=c77b7da9-5d8b-4e4e-8933-66dd2bcf2126,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:20.362367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.383651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '3bc500eb-fc45-4873-8b8e-03ba53c9e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '29b3e74a-3c63-417e-9cc7-81dfc32869c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:20.384103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: 29b3e74a-3c63-417e-9cc7-81dfc32869c7, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:20.396545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] Deleting port 8b327ac9-e59b-4e12-94bb-4692a02903c3 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:20.396964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.406649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network 29b3e74a-3c63-417e-9cc7-81dfc32869c7 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:20.419842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29b3e74a-3c63-417e-9cc7-81dfc32869c7) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:20.427449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:20.428198 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.440241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21fb684-30d9-40f7-b020-167bc2bc983f None None] Network 29b3e74a-3c63-417e-9cc7-81dfc32869c7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:20.453330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0d26415a-c7d4-437c-b98c-792f8fa277f3 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5332212
Apr 09 21:14:20.456353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43036) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:20.492117 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2067-df6a-4017-bc7e-64e7ee7d5283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.515701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] For port 8b327ac9-e59b-4e12-94bb-4692a02903c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b327ac9-e59b-4e12-94bb-4692a02903c3,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:20.516109 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.556171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] Calling delete_port for 8b327ac9-e59b-4e12-94bb-4692a02903c3 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:20.603816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b97d12-2f00-4c6e-84b2-17a136313f96 req-18df1ce9-bf06-4ea1-9844-8ca7e0201c3a tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:20.605353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0b97d12-2f00-4c6e-84b2-17a136313f96 req-18df1ce9-bf06-4ea1-9844-8ca7e0201c3a tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.0666993
Apr 09 21:14:20.612763 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (29b3e74a-3c63-417e-9cc7-81dfc32869c7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.663941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac3be3-f46e-458d-b858-c7f380d02c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-29b3e74a-3c63-417e-9cc7-81dfc32869c7', 'network_id': '29b3e74a-3c63-417e-9cc7-81dfc32869c7', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': 'c77b7da9-5d8b-4e4e-8933-66dd2bcf2126'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:20.664890 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5fac3be3-f46e-458d-b858-c7f380d02c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.688091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c77b7da9-5d8b-4e4e-8933-66dd2bcf2126), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.745383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (8b327ac9-e59b-4e12-94bb-4692a02903c3), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.746854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0b97d12-2f00-4c6e-84b2-17a136313f96 req-b0cc67a5-31d3-4e1b-bb0f-217e179cf26e tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310353
Apr 09 21:14:20.748844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:14:20.785008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c77b7da9-5d8b-4e4e-8933-66dd2bcf2126), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.796222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] No DVR routers for this DVR port 8b327ac9-e59b-4e12-94bb-4692a02903c3 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:20.814471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c25545-cbab-4e7d-b3d1-491532565bc6 None None] Pushing event deleted for resources: {'Port': ['ID=8b327ac9-e59b-4e12-94bb-4692a02903c3,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-5fac3be3-f46e-458d-b858-c7f380d02c57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c77b7da9-5d8b-4e4e-8933-66dd2bcf2126: This subnet is being modified by another concurrent operation.
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:20.828502 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c77b7da9-5d8b-4e4e-8933-66dd2bcf2126: This subnet is being modified by another concurrent operation.
Apr 09 21:14:20.832157 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:14:20.834467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=c77b7da9-5d8b-4e4e-8933-66dd2bcf2126,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:20.862434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8cbe1-d0d3-4ef2-9e23-621bf0b59174 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:20.896691 ncdv-master-1 neutron-server[126919]: WARNING neutron.services.revisions.revision_plugin [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f237701c3d0] {port_id='8b327ac9-e59b-4e12-94bb-4692a02903c3', ip_address='2001:db8::f816:3eff:fef2:852c', subnet_id='4444f82d-b9f0-417e-9cc2-ca24949c70c1', network_id='efbc0070-26f1-4fb3-af29-ab8c9f091897'}> to bump revision.
Apr 09 21:14:20.903662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.ipam_pluggable_backend [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Port 8b327ac9-e59b-4e12-94bb-4692a02903c3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126919) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Apr 09 21:14:20.904287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.ipam_pluggable_backend [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Reverting IP allocation for 2001:db8::f816:3eff:fef2:852c {{(pid=126919) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Apr 09 21:14:20.909102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (4444f82d-b9f0-417e-9cc2-ca24949c70c1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.947302 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (29b3e74a-3c63-417e-9cc7-81dfc32869c7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.962798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:20.966270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:20.970761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:20.971366 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:20.980490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=4444f82d-b9f0-417e-9cc2-ca24949c70c1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:20.981967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f8f78-9bba-4c1f-bd72-c2b2c7eefa8c req-7817cbed-b546-4984-8dd0-70c28e13d96d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:20.983592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e54f8f78-9bba-4c1f-bd72-c2b2c7eefa8c req-7817cbed-b546-4984-8dd0-70c28e13d96d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1638222
Apr 09 21:14:20.999806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-995eff93-cbcf-4eee-a9d5-539c3859b67b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7431479
Apr 09 21:14:21.000010 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43044) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:21.005026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e5d87a5f-0efb-420c-a26f-e234e196e9c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:21.017702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c3aa6a0>,) {'filters': {'network_id': ['29b3e74a-3c63-417e-9cc7-81dfc32869c7']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:21.035048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8cbe1-d0d3-4ef2-9e23-621bf0b59174 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:21.035471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c3aa6a0>, '3bc500eb-fc45-4873-8b8e-03ba53c9e511') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:21.035471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c3aa6a0>, '3bc500eb-fc45-4873-8b8e-03ba53c9e511') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:21.043641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75ddb9-9242-4ba2-82f9-e91bda7e20f1 req-b8801c59-00af-49f3-be92-eb1ec57151f6 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:21.050936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd75ddb9-9242-4ba2-82f9-e91bda7e20f1 req-b8801c59-00af-49f3-be92-eb1ec57151f6 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.1490269
Apr 09 21:14:21.081988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (3bc500eb-fc45-4873-8b8e-03ba53c9e511), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.112618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e54f8f78-9bba-4c1f-bd72-c2b2c7eefa8c req-57087306-24a6-4441-a231-26a1df862d4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1208279
Apr 09 21:14:21.118493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3bc500eb-fc45-4873-8b8e-03ba53c9e511), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.133413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:21.133552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b327ac9-e59b-4e12-94bb-4692a02903c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:21.133827 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (3bc500eb-fc45-4873-8b8e-03ba53c9e511), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:21.137121 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:21.154337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd75ddb9-9242-4ba2-82f9-e91bda7e20f1 req-c6467665-9f34-49f8-b351-370804e4c4be tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024570
Apr 09 21:14:21.156962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 8b327ac9-e59b-4e12-94bb-4692a02903c3 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:14:21.157364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b327ac9-e59b-4e12-94bb-4692a02903c3 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:21.165102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d87a5f-0efb-420c-a26f-e234e196e9c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:21.171096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5d87a5f-0efb-420c-a26f-e234e196e9c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.218422 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (29b3e74a-3c63-417e-9cc7-81dfc32869c7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.228987 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.232819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/29b3e74a-3c63-417e-9cc7-81dfc32869c7 HTTP/1.1" status: 204  len: 168 time: 0.7752984
Apr 09 21:14:21.255136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43048) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:21.260398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1089176144'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:21.264768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f6c2c-f1ed-43fc-9da0-3fb28437b021 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=29b3e74a-3c63-417e-9cc7-81dfc32869c7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:21.274577 ncdv-master-1 neutron-server[126919]: INFO neutron.db.ipam_backend_mixin [None req-e5d87a5f-0efb-420c-a26f-e234e196e9c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4444f82d-b9f0-417e-9cc2-ca24949c70c1 (CIDR: 2001:db8::/64)
Apr 09 21:14:21.280844 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d87a5f-0efb-420c-a26f-e234e196e9c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:21.281755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d87a5f-0efb-420c-a26f-e234e196e9c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:21.288018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:21.291655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.304276 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e5d87a5f-0efb-420c-a26f-e234e196e9c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3006837
Apr 09 21:14:21.304548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43050) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:21.309683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:21.355755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '4444f82d-b9f0-417e-9cc2-ca24949c70c1'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:21.356771 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.383162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:21.406057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (24625a44-e8ea-4c43-b806-9397ad9ea3e7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.406600 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 24625a44-e8ea-4c43-b806-9397ad9ea3e7 of type vlan for network 1fded1b6-af88-4f19-a908-86802860926b
Apr 09 21:14:21.509715 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1fded1b6-af88-4f19-a908-86802860926b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.514206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Allocated IP 2001:db8::f816:3eff:fed8:cba6 (efbc0070-26f1-4fb3-af29-ab8c9f091897/4444f82d-b9f0-417e-9cc2-ca24949c70c1/bb289622-f8fc-42be-a9fc-95b29645b947) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:21.531071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34627-948a-4ecb-bed0-a96bfc280dd0 req-036f9429-b81e-42eb-80d8-9ddedee943fb tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:21.532592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ef34627-948a-4ecb-bed0-a96bfc280dd0 req-036f9429-b81e-42eb-80d8-9ddedee943fb tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.1227326
Apr 09 21:14:21.570167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:21.573678 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.589220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1fded1b6-af88-4f19-a908-86802860926b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.594053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:21.594664 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.664950 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Publish callbacks [] for port (bb289622-f8fc-42be-a9fc-95b29645b947), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.672572 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.688053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4316020
Apr 09 21:14:21.691051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43054) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:21.696558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': '1fded1b6-af88-4f19-a908-86802860926b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:21.718940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:21.722218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:21.726482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:21.731709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ef34627-948a-4ecb-bed0-a96bfc280dd0 req-c36a5ce5-f6c5-431d-8980-0314a32add74 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916103
Apr 09 21:14:21.733559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Pushing event updated for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:21.739431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e216cd-9668-4435-a101-d811a6cd051e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=1fded1b6-af88-4f19-a908-86802860926b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:21.780563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1fded1b6-af88-4f19-a908-86802860926b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:21.814869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Attempting to bind port bb289622-f8fc-42be-a9fc-95b29645b947 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:21.815245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Attempting to bind port bb289622-f8fc-42be-a9fc-95b29645b947 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:21.815614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Attempting to bind port bb289622-f8fc-42be-a9fc-95b29645b947 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:21.827091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:21.831518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.854245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:21.854620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:21.855063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.855468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:21.855957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Bound port: bb289622-f8fc-42be-a9fc-95b29645b947, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:21.856348 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.892440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.ipam_backend_mixin [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Performing IP validity checks on allocation pools {{(pid=126919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 09 21:14:21.892960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.ipam_backend_mixin [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 09 21:14:21.926671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.928307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:21.931452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb289622-f8fc-42be-a9fc-95b29645b947,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:21.939093 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.971888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:21.978009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:21.982363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:21.982974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:21.994151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:21.998805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53619f35-dea8-4c84-83ed-90aa87b10d7c None None] Pushing event updated for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:22.020747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c1dfd8f7-f825-4564-9caa-7ad82a8d6978 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7147009
Apr 09 21:14:22.023165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43056) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:22.028723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:81:45:ed', 'name': 'tempest-NetworksTestDHCPv6-804792732'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:22.048662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (d46a9d47-61a3-4bed-9fa5-eeeebaf03616), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.111262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=d46a9d47-61a3-4bed-9fa5-eeeebaf03616,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:22.121830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '24625a44-e8ea-4c43-b806-9397ad9ea3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1fded1b6-af88-4f19-a908-86802860926b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:22.122196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: 1fded1b6-af88-4f19-a908-86802860926b, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:22.148855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:22.153261 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.153777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network 1fded1b6-af88-4f19-a908-86802860926b is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:22.174318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1fded1b6-af88-4f19-a908-86802860926b) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:22.178681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:22.179287 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.181298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port cf094973-8540-470e-a6b3-1d9ce641f40d yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:22.214382 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5613d18a-4d07-4199-adb6-8dca2cee379d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.5215607
Apr 09 21:14:22.216565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43060) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:22.316935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796500b6-aea2-4bd2-a900-2f010e412cc3 req-989e26d6-88db-4259-ad65-04cd17012278 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:22.318553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-796500b6-aea2-4bd2-a900-2f010e412cc3 req-989e26d6-88db-4259-ad65-04cd17012278 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0705347
Apr 09 21:14:22.334282 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1fded1b6-af88-4f19-a908-86802860926b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.404578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (d46a9d47-61a3-4bed-9fa5-eeeebaf03616), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.423261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-796500b6-aea2-4bd2-a900-2f010e412cc3 req-01785cfe-e89b-465e-81f2-90c58d70be78 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0949748
Apr 09 21:14:22.474679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8:0:1::226 (efbc0070-26f1-4fb3-af29-ab8c9f091897/ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b/cf094973-8540-470e-a6b3-1d9ce641f40d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:22.479561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (d46a9d47-61a3-4bed-9fa5-eeeebaf03616), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.483108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:fe81:45ed (efbc0070-26f1-4fb3-af29-ab8c9f091897/4444f82d-b9f0-417e-9cc2-ca24949c70c1/cf094973-8540-470e-a6b3-1d9ce641f40d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:22.504716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=d46a9d47-61a3-4bed-9fa5-eeeebaf03616,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:22.572728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1fded1b6-af88-4f19-a908-86802860926b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.594281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374842e50>,) {'filters': {'network_id': ['1fded1b6-af88-4f19-a908-86802860926b']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:22.603990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374842e50>, '24625a44-e8ea-4c43-b806-9397ad9ea3e7') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:22.604291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374842e50>, '24625a44-e8ea-4c43-b806-9397ad9ea3e7') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:22.613770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (24625a44-e8ea-4c43-b806-9397ad9ea3e7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.626904 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (24625a44-e8ea-4c43-b806-9397ad9ea3e7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.633084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:22.633471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (24625a44-e8ea-4c43-b806-9397ad9ea3e7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:22.636791 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:22.646417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (cf094973-8540-470e-a6b3-1d9ce641f40d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.684862 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cf094973-8540-470e-a6b3-1d9ce641f40d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.697363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1fded1b6-af88-4f19-a908-86802860926b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.705933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.714207 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/1fded1b6-af88-4f19-a908-86802860926b HTTP/1.1" status: 204  len: 168 time: 0.4916179
Apr 09 21:14:22.720163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43064) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:22.724771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e841c-b848-40d2-98c2-943618516213 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=1fded1b6-af88-4f19-a908-86802860926b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:22.727310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054173978'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:22.747851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:22.754598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:22.757312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:22.762792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:22.763434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.787152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=cf094973-8540-470e-a6b3-1d9ce641f40d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:22.791651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:22.795260 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.801095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e9947fc7-c5fa-43ff-9362-2a60ce452d19 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.7767107
Apr 09 21:14:22.803831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43068) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:22.823451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:22.836032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (347528be-ba4d-430f-80b2-b293037c91a4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.836381 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 347528be-ba4d-430f-80b2-b293037c91a4 of type vlan for network 69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b
Apr 09 21:14:22.890198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-815a3f7b-408e-4e52-90ab-2b46d46c77e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.899986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a646a-0dd5-4802-b044-7cdc6bf3b7c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port cf094973-8540-470e-a6b3-1d9ce641f40d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:22.900315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b9a646a-0dd5-4802-b044-7cdc6bf3b7c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cf094973-8540-470e-a6b3-1d9ce641f40d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.911811 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.936283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614f8b-0d93-4b30-af21-e06e2e494c2d req-0874e0cc-3f32-4b53-baa3-20a9370ee39f tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:22.937921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0614f8b-0d93-4b30-af21-e06e2e494c2d req-0874e0cc-3f32-4b53-baa3-20a9370ee39f tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.0899014
Apr 09 21:14:22.968365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:22.973431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:22.974403 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.009002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b9a646a-0dd5-4802-b044-7cdc6bf3b7c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cf094973-8540-470e-a6b3-1d9ce641f40d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.033179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a646a-0dd5-4802-b044-7cdc6bf3b7c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for cf094973-8540-470e-a6b3-1d9ce641f40d owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:23.104514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:23.119016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fc7a70ed-1673-45d8-aede-c5a9d85f4c6c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3951716
Apr 09 21:14:23.122644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:23.125244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43072) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:23.131770 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': '69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:23.136054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0614f8b-0d93-4b30-af21-e06e2e494c2d req-8e4a1906-48fa-43d4-9bc1-053454b7d109 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899619
Apr 09 21:14:23.173403 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-970ba1fe-4eb0-45be-9e78-5c3192afb178 service neutron] show failed (client error): The resource could not be found.
Apr 09 21:14:23.174892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-970ba1fe-4eb0-45be-9e78-5c3192afb178 service neutron] 10.222.0.32 "GET /v2.0/ports/22016826-f680-47d2-85f4-3569f1c8e8d1/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1619120
Apr 09 21:14:23.215987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb289622-f8fc-42be-a9fc-95b29645b947 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:23.277470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:23.277993 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.302615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:23.306793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.306929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471e6e4-862d-42ce-8e13-1a49af8a0f1e None None] Network 29b3e74a-3c63-417e-9cc7-81dfc32869c7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:23.308941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa88c26-aab0-4d12-a2c5-75fd14b0542e None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:23.310992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83280b34-c25e-4d7b-bd45-7985d4a08ef0 None None] Network 1fded1b6-af88-4f19-a908-86802860926b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:23.356848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83280b34-c25e-4d7b-bd45-7985d4a08ef0 None None] Network 1fded1b6-af88-4f19-a908-86802860926b could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:14:23.358227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471e6e4-862d-42ce-8e13-1a49af8a0f1e None None] Network 29b3e74a-3c63-417e-9cc7-81dfc32869c7 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:14:23.376894 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e6d54-4702-4486-8b42-e38e0cabff78 None None] Network 1fded1b6-af88-4f19-a908-86802860926b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:23.420353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fcf46d84-e14c-491e-916b-e45044389589 None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:23.420714 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fcf46d84-e14c-491e-916b-e45044389589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.425988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e6d54-4702-4486-8b42-e38e0cabff78 None None] Network 1fded1b6-af88-4f19-a908-86802860926b could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:14:23.442385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b9a646a-0dd5-4802-b044-7cdc6bf3b7c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (cf094973-8540-470e-a6b3-1d9ce641f40d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.480830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a646a-0dd5-4802-b044-7cdc6bf3b7c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=cf094973-8540-470e-a6b3-1d9ce641f40d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:23.514754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-a0f8d6ed-3e14-4c76-ab2b-feda92916eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:23.516225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-a0f8d6ed-3e14-4c76-ab2b-feda92916eb4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 1128 time: 0.1184523
Apr 09 21:14:23.530658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:23.550500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:23.550886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.581221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b9a646a-0dd5-4802-b044-7cdc6bf3b7c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.586972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b9a646a-0dd5-4802-b044-7cdc6bf3b7c1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/cf094973-8540-470e-a6b3-1d9ce641f40d HTTP/1.1" status: 204  len: 168 time: 0.7797008
Apr 09 21:14:23.588581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43080) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:23.625829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fcf46d84-e14c-491e-916b-e45044389589 None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:23.626369 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fcf46d84-e14c-491e-916b-e45044389589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.635772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938f50f-e554-4e25-a14f-99982412450f req-916dbf7e-2a3f-4443-9068-89c470fbd100 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:23.638567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7938f50f-e554-4e25-a14f-99982412450f req-916dbf7e-2a3f-4443-9068-89c470fbd100 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0847104
Apr 09 21:14:23.653876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.663946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb289622-f8fc-42be-a9fc-95b29645b947,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:23.682099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f9144-0ef3-421c-8b53-db08c60fa093 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:23.686253 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e99f9144-0ef3-421c-8b53-db08c60fa093 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.0946889
Apr 09 21:14:23.688341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43082) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:23.709076 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (2ae6521d-5d39-4f38-8eb7-82e6cd299e2f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.777025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=2ae6521d-5d39-4f38-8eb7-82e6cd299e2f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:23.786200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '347528be-ba4d-430f-80b2-b293037c91a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:23.786821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: 69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:23.792882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272cefd-e7aa-4cb9-83d3-35ad0432a203 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:23.797282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8272cefd-e7aa-4cb9-83d3-35ad0432a203 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1043193
Apr 09 21:14:23.797966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43084) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:23.805795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7938f50f-e554-4e25-a14f-99982412450f req-cc93f054-eae5-4ad5-9e2e-9c541aeb9f26 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1361299
Apr 09 21:14:23.840007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network 69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:23.860289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:23.865359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:23.865985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.878041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ac350-f44a-49ac-884b-dce63038a89b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:23.879529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ac350-f44a-49ac-884b-dce63038a89b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:23.880832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ac350-f44a-49ac-884b-dce63038a89b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:23.881775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14293a-f5de-4e4d-a580-b20af08b4200 None None] Network 69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:23.884940 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f92ac350-f44a-49ac-884b-dce63038a89b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0835855
Apr 09 21:14:23.886190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43086) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:23.888453 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:23.899260 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6d7be9fb-1190-42f2-9e5a-1be66918dcb7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.7728512
Apr 09 21:14:23.902236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43088) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:23.997184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719ff48-73f8-45e4-ac82-46fea4885e52 None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '4444f82d-b9f0-417e-9cc2-ca24949c70c1', 'ip_address': '2001:db8::f816:3eff:fed8:cba6'}, {'subnet_id': 'ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bb289622-f8fc-42be-a9fc-95b29645b947'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:14:23.999018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83175b0-3fb7-48d4-8fdf-e7d4b521490d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 4444f82d-b9f0-417e-9cc2-ca24949c70c1 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:24.004002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a83175b0-3fb7-48d4-8fdf-e7d4b521490d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (4444f82d-b9f0-417e-9cc2-ca24949c70c1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.009338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.048826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:24.064120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:24.067384 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a83175b0-3fb7-48d4-8fdf-e7d4b521490d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (4444f82d-b9f0-417e-9cc2-ca24949c70c1), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.074591 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2ae6521d-5d39-4f38-8eb7-82e6cd299e2f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.103919 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-fcf46d84-e14c-491e-916b-e45044389589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:14:24.104277 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-fcf46d84-e14c-491e-916b-e45044389589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:14:24.107248 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4719ff48-73f8-45e4-ac82-46fea4885e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.122852 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.126780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299a116-f2ed-4005-ba8f-8b0957d9f95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b', 'network_id': '69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': '2ae6521d-5d39-4f38-8eb7-82e6cd299e2f'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:24.127419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:24.127710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f299a116-f2ed-4005-ba8f-8b0957d9f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.162212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (2ae6521d-5d39-4f38-8eb7-82e6cd299e2f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.199664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:24.202088 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df30752a-988e-407d-815f-3e6e0e99aa33" -d '{"events": [{"server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "name": "network-vif-unplugged", "status": "completed", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:24.205846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Publish callbacks [] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.221958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae6521d-5d39-4f38-8eb7-82e6cd299e2f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:24.244929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a83175b0-3fb7-48d4-8fdf-e7d4b521490d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (4444f82d-b9f0-417e-9cc2-ca24949c70c1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.261875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.284039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23774b9be0>,) {'filters': {'network_id': ['69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:24.292914 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d60fa44-8665-4353-b241-89bd2756d5ed x-openstack-request-id: req-7d60fa44-8665-4353-b241-89bd2756d5ed {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:24.293760 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "name": "network-vif-unplugged", "status": "completed", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:24.293874 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d60fa44-8665-4353-b241-89bd2756d5ed {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:24.294202 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d60fa44-8665-4353-b241-89bd2756d5ed'] response: {'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'code': 200}
Apr 09 21:14:24.296663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23774b9be0>, '347528be-ba4d-430f-80b2-b293037c91a4') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:24.296968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23774b9be0>, '347528be-ba4d-430f-80b2-b293037c91a4') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:24.305895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Transition to ACTIVE for port object 22016826-f680-47d2-85f4-3569f1c8e8d1 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:14:24.310004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (347528be-ba4d-430f-80b2-b293037c91a4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.321111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.332000 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (347528be-ba4d-430f-80b2-b293037c91a4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.334359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fabba-7c4f-49b6-ae80-baa851d0a129 req-212cca9e-aeed-4553-92a1-eda8f9bd239a tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:24.335879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f2fabba-7c4f-49b6-ae80-baa851d0a129 req-212cca9e-aeed-4553-92a1-eda8f9bd239a tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.1127555
Apr 09 21:14:24.339494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:24.341066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (347528be-ba4d-430f-80b2-b293037c91a4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:24.344570 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:24.392876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2c8e6-0d6e-4bd9-b6cb-203eef1786bd None None] Network 69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:24.416632 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.440312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.445639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b HTTP/1.1" status: 204  len: 168 time: 0.5425005
Apr 09 21:14:24.454832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43094) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:24.460603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1e937-0daa-482a-b33a-b13976a328fa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:24.467590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715617220'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:24.492499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:24.496799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.518682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:24.531437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-4719ff48-73f8-45e4-ac82-46fea4885e52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4444f82d-b9f0-417e-9cc2-ca24949c70c1: This subnet is being modified by another concurrent operation.
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:24.537772 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4444f82d-b9f0-417e-9cc2-ca24949c70c1: This subnet is being modified by another concurrent operation.
Apr 09 21:14:24.540529 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:14:24.548488 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a83175b0-3fb7-48d4-8fdf-e7d4b521490d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (4444f82d-b9f0-417e-9cc2-ca24949c70c1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.555836 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7e712943-d7f5-4dac-a9c9-0945e4af4e25), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.556557 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 7e712943-d7f5-4dac-a9c9-0945e4af4e25 of type vlan for network 663a46ba-5885-4477-b951-ec86547f2195
Apr 09 21:14:24.562512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.562854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.563184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.563513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.563826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.564159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.564473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.564775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.565183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.566177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.566177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.566177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.566525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.566691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.567656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:24.622193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] No DVR routers for this DVR port 22016826-f680-47d2-85f4-3569f1c8e8d1 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:24.627126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83175b0-3fb7-48d4-8fdf-e7d4b521490d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=4444f82d-b9f0-417e-9cc2-ca24949c70c1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:24.634155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (663a46ba-5885-4477-b951-ec86547f2195), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.654874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ab285-b775-4a2c-8ab7-f9aaf3644a47 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:24.670753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (663a46ba-5885-4477-b951-ec86547f2195), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.677085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:24.678020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.678991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fcf46d84-e14c-491e-916b-e45044389589 None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:24.683387 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a83175b0-3fb7-48d4-8fdf-e7d4b521490d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.688823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a83175b0-3fb7-48d4-8fdf-e7d4b521490d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/4444f82d-b9f0-417e-9cc2-ca24949c70c1 HTTP/1.1" status: 204  len: 168 time: 0.8000159
Apr 09 21:14:24.690101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f2fabba-7c4f-49b6-ae80-baa851d0a129 req-51a161b5-30a3-45fd-a4a8-b5bf156215f2 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3249755
Apr 09 21:14:24.690589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43096) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:24.729204 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2724361
Apr 09 21:14:24.735473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43100) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:24.767227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': '663a46ba-5885-4477-b951-ec86547f2195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:24.787545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878ab6e-a17c-4715-96f0-2dcd020b5f0d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=663a46ba-5885-4477-b951-ec86547f2195,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:24.807664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 663a46ba-5885-4477-b951-ec86547f2195 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:24.922025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:24.929706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:24.943904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2a0af6e5-ab6c-4669-8805-d57a77989df6 None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:24.944523 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2a0af6e5-ab6c-4669-8805-d57a77989df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.011151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf9fa3-f86d-47c7-9bc4-ede3690d44ae None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': 'ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bb289622-f8fc-42be-a9fc-95b29645b947'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:14:25.076749 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-66bf9fa3-f86d-47c7-9bc4-ede3690d44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.094054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2a0af6e5-ab6c-4669-8805-d57a77989df6 None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:25.127323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb289622-f8fc-42be-a9fc-95b29645b947 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:25.192112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (2fa39ea1-88c9-43df-b365-e0a1afde28dd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.251720 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.265107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=2fa39ea1-88c9-43df-b365-e0a1afde28dd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:25.267414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '7e712943-d7f5-4dac-a9c9-0945e4af4e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '663a46ba-5885-4477-b951-ec86547f2195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:25.267847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: 663a46ba-5885-4477-b951-ec86547f2195, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:25.293026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network 663a46ba-5885-4477-b951-ec86547f2195 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:25.303911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 663a46ba-5885-4477-b951-ec86547f2195) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:25.309320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:25.310046 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.324164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204a3f9-958b-43d8-80b2-1c08863e98a2 None None] Network 663a46ba-5885-4477-b951-ec86547f2195 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:25.325589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c4233a-b74d-49aa-908d-c057e5b3c89c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:25.332306 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f1437896-eb05-474e-8f7f-f4455585c03b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.5945940
Apr 09 21:14:25.335072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43106) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:25.338225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-66bf9fa3-f86d-47c7-9bc4-ede3690d44ae None None] Allocated IP 2001:db8:0:1::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b/bb289622-f8fc-42be-a9fc-95b29645b947) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:25.372493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f9e50-e345-4a86-8875-d6241bec6e20 req-6b8eaeed-56e3-4e95-b3cb-2d4f44b0d157 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:25.373920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff3f9e50-e345-4a86-8875-d6241bec6e20 req-6b8eaeed-56e3-4e95-b3cb-2d4f44b0d157 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.1322339
Apr 09 21:14:25.374876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd395-5376-4a4b-a984-27eb4981dbee req-d5506ddd-1edc-4d5f-b7d7-caa860a4f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:25.376186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-580bd395-5376-4a4b-a984-27eb4981dbee req-d5506ddd-1edc-4d5f-b7d7-caa860a4f865 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fe14a0717bc4da1b5b0a8a79cc45ee1&device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 1127 time: 0.1238205
Apr 09 21:14:25.378879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:25.378879 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.384507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa895347-87ee-4e6f-9250-8d7a9e8bf097 req-5b135103-678b-428d-ae88-347b19418d06 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:25.386491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa895347-87ee-4e6f-9250-8d7a9e8bf097 req-5b135103-678b-428d-ae88-347b19418d06 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.1262274
Apr 09 21:14:25.472335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (663a46ba-5885-4477-b951-ec86547f2195), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.529356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2fa39ea1-88c9-43df-b365-e0a1afde28dd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.555683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cdea66-5507-445b-be31-94ad45cbc4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-663a46ba-5885-4477-b951-ec86547f2195', 'network_id': '663a46ba-5885-4477-b951-ec86547f2195', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': '2fa39ea1-88c9-43df-b365-e0a1afde28dd'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:25.556677 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07cdea66-5507-445b-be31-94ad45cbc4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.568460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff3f9e50-e345-4a86-8875-d6241bec6e20 req-6a79a81b-6c73-47db-a28c-4cfe9d82dc30 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1800280
Apr 09 21:14:25.583453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa895347-87ee-4e6f-9250-8d7a9e8bf097 req-bdd9b147-3469-4f36-ae83-f8d2228867fb tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858156
Apr 09 21:14:25.583453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Attempting to bind port 22016826-f680-47d2-85f4-3569f1c8e8d1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:25.583453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Attempting to bind port 22016826-f680-47d2-85f4-3569f1c8e8d1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:25.583453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Attempting to bind port 22016826-f680-47d2-85f4-3569f1c8e8d1 on network d3c2438b-d822-41fc-bb91-5e702496b45f {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:25.589565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd395-5376-4a4b-a984-27eb4981dbee req-1d7858fd-9381-49b5-a991-94e7f7972d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:25.591043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-580bd395-5376-4a4b-a984-27eb4981dbee req-1d7858fd-9381-49b5-a991-94e7f7972d1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=02925ad7-4273-4914-bcec-b963c0462978 HTTP/1.1" status: 200  len: 912 time: 0.1965861
Apr 09 21:14:25.591757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Port 22016826-f680-47d2-85f4-3569f1c8e8d1 on network d3c2438b-d822-41fc-bb91-5e702496b45f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:14:25.592072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Attempting to bind port 22016826-f680-47d2-85f4-3569f1c8e8d1 on network d3c2438b-d822-41fc-bb91-5e702496b45f {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:25.597853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:25.598506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Checking segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:25.599272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Bound using segment: {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:25.600431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-66bf9fa3-f86d-47c7-9bc4-ede3690d44ae None None] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb289622-f8fc-42be-a9fc-95b29645b947,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:25.609421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Bound port: 22016826-f680-47d2-85f4-3569f1c8e8d1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c565fe8-24f0-4564-bf5a-00e833230d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:25.609606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (2fa39ea1-88c9-43df-b365-e0a1afde28dd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.609934 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.640713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa39ea1-88c9-43df-b365-e0a1afde28dd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:25.658303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-580bd395-5376-4a4b-a984-27eb4981dbee req-d213602c-6f4e-4071-a4da-13c6f2411285 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5639fa03-cc59-4abb-9017-2fe259efc10f HTTP/1.1" status: 200  len: 217 time: 0.0449009
Apr 09 21:14:25.690216 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.699578 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-66bf9fa3-f86d-47c7-9bc4-ede3690d44ae None None] Publish callbacks [] for port (bb289622-f8fc-42be-a9fc-95b29645b947), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.709575 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-66bf9fa3-f86d-47c7-9bc4-ede3690d44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.714990 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66c4233a-b74d-49aa-908d-c057e5b3c89c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.720456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (663a46ba-5885-4477-b951-ec86547f2195), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.744544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376929430>,) {'filters': {'network_id': ['663a46ba-5885-4477-b951-ec86547f2195']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:25.754758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376929430>, '7e712943-d7f5-4dac-a9c9-0945e4af4e25') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:25.755050 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376929430>, '7e712943-d7f5-4dac-a9c9-0945e4af4e25') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:25.764790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (7e712943-d7f5-4dac-a9c9-0945e4af4e25), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.768912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350f746-4b5c-4e83-b5be-e02bf2b65d43 None None] Network 663a46ba-5885-4477-b951-ec86547f2195 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:25.778971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7e712943-d7f5-4dac-a9c9-0945e4af4e25), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.785735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66c4233a-b74d-49aa-908d-c057e5b3c89c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.787561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:25.788018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (7e712943-d7f5-4dac-a9c9-0945e4af4e25), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:25.791192 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:25.808651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:25.811723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd395-5376-4a4b-a984-27eb4981dbee req-b8f4835e-584f-4c73-8bac-3a2ccd48a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:25.813181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-580bd395-5376-4a4b-a984-27eb4981dbee req-b8f4835e-584f-4c73-8bac-3a2ccd48a65d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cc00948-d5d1-4fde-8f61-d98992ce3583 HTTP/1.1" status: 200  len: 851 time: 0.1303377
Apr 09 21:14:25.842687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:25.860702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (663a46ba-5885-4477-b951-ec86547f2195), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.866936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.869938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-580bd395-5376-4a4b-a984-27eb4981dbee req-1ccb66f8-767c-4af5-b781-aa8b3864ad71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02925ad7-4273-4914-bcec-b963c0462978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425458
Apr 09 21:14:25.875526 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/663a46ba-5885-4477-b951-ec86547f2195 HTTP/1.1" status: 204  len: 168 time: 0.5383632
Apr 09 21:14:25.876341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43108) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:25.883297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 22016826-f680-47d2-85f4-3569f1c8e8d1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:25.886292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919567485'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:25.890258 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.892905 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:14:25.894360 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:14:25.910837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aef6d-3aa9-45d4-a2b0-966c943c10f6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=663a46ba-5885-4477-b951-ec86547f2195,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:25.928710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:25.932196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.939510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf9fa3-f86d-47c7-9bc4-ede3690d44ae None None] Pushing event updated for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:25.961468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port 22016826-f680-47d2-85f4-3569f1c8e8d1 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:14:25.961879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 22016826-f680-47d2-85f4-3569f1c8e8d1 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:25.962326 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:25.981445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (08141189-1ffe-4906-ae78-3b3a6007f81f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:25.985479 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 08141189-1ffe-4906-ae78-3b3a6007f81f of type vlan for network e7b615b2-fd64-482e-9e17-55c697360e9a
Apr 09 21:14:26.025159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:26.025766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.027251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] 10.222.0.25 "PUT /v2.0/ports/22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1092 time: 2.5030367
Apr 09 21:14:26.033662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66c4233a-b74d-49aa-908d-c057e5b3c89c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.037369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.084153 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.089887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:26.090521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.116686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed114b21-6c24-492f-a788-6998af7c0588 service neutron] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:26.134031 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2515843
Apr 09 21:14:26.144161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43110) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:26.156830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7794b5c6-9b60-46f5-8ad4-32ae95f34ace tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:26.164874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-580bd395-5376-4a4b-a984-27eb4981dbee req-d7325a6c-6c00-4323-9f12-bcd56e0a8da3 service neutron] 10.222.0.32 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2867205
Apr 09 21:14:26.169778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00956a-4360-42ba-b4e2-6be3348e7592 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=e7b615b2-fd64-482e-9e17-55c697360e9a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:26.175641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-17eaa473-c9ad-4b07-85aa-7f9240cf715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:26.177378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-17eaa473-c9ad-4b07-85aa-7f9240cf715a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1126 time: 0.1165526
Apr 09 21:14:26.199755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e7b615b2-fd64-482e-9e17-55c697360e9a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:26.295945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:26.298304 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676400c-af9f-42d6-a49a-ec36c051664b" -d '{"events": [{"name": "network-changed", "server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:26.425005 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eaaafc-c8ab-4655-b4a3-beae3e660ffd x-openstack-request-id: req-b0eaaafc-c8ab-4655-b4a3-beae3e660ffd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:26.425666 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:26.425666 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0eaaafc-c8ab-4655-b4a3-beae3e660ffd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:26.425941 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0eaaafc-c8ab-4655-b4a3-beae3e660ffd'] response: {'name': 'network-changed', 'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'status': 'completed', 'code': 200}
Apr 09 21:14:26.434417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:26.434964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.476426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb289622-f8fc-42be-a9fc-95b29645b947,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:26.476638 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66c4233a-b74d-49aa-908d-c057e5b3c89c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.482621 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.535451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:26.572028 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66c4233a-b74d-49aa-908d-c057e5b3c89c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.575355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-66c4233a-b74d-49aa-908d-c057e5b3c89c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b HTTP/1.1" status: 204  len: 168 time: 1.8821685
Apr 09 21:14:26.578871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43114) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:26.608750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4233a-b74d-49aa-908d-c057e5b3c89c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:26.619412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-580bd395-5376-4a4b-a984-27eb4981dbee req-2593f36f-ff57-4a48-be90-c05873f3b32a service neutron] 10.222.0.32 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4021380
Apr 09 21:14:26.620685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676400c-af9f-42d6-a49a-ec36c051664b req-2d70678a-3dd1-4f2b-873d-0febfb655e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:26.622151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-2d70678a-3dd1-4f2b-873d-0febfb655e25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1126 time: 0.1954756
Apr 09 21:14:26.658477 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-87881d1e-3e03-45f3-87a6-a11f59998d89 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0678568
Apr 09 21:14:26.659210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43120) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:26.664287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:26.690773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-32ff2577-957e-4f4d-ae27-80e49a822e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:26.692181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-32ff2577-957e-4f4d-ae27-80e49a822e84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 897 time: 0.4733346
Apr 09 21:14:26.767812 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7794b5c6-9b60-46f5-8ad4-32ae95f34ace tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.778179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:26.782698 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.856733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f579a9-c7fa-404a-b78d-9b667d9d5933 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:26.888577 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7794b5c6-9b60-46f5-8ad4-32ae95f34ace tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.890499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e45cc602-af24-42e7-bf93-57ebcf51033e None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:26.890965 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e45cc602-af24-42e7-bf93-57ebcf51033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.907090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f42a3a-2319-4641-b9df-8b18fc77a1b4 req-45f1f138-0fe4-4b69-bbe8-78530fd8e47b tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:26.908734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00f42a3a-2319-4641-b9df-8b18fc77a1b4 req-45f1f138-0fe4-4b69-bbe8-78530fd8e47b tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.2081168
Apr 09 21:14:26.927403 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.943226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4c631-6515-47fd-b637-784c3cc50e92 req-48cb5b45-e6ec-49c9-9c75-b9cbc227732d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:26.944916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7f4c631-6515-47fd-b637-784c3cc50e92 req-48cb5b45-e6ec-49c9-9c75-b9cbc227732d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.2069542
Apr 09 21:14:26.960309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7794b5c6-9b60-46f5-8ad4-32ae95f34ace tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network e7b615b2-fd64-482e-9e17-55c697360e9a is not hosted by any dhcp agent {{(pid=126920) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:14:26.965455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7794b5c6-9b60-46f5-8ad4-32ae95f34ace tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:26.966074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7794b5c6-9b60-46f5-8ad4-32ae95f34ace tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:26.970648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7794b5c6-9b60-46f5-8ad4-32ae95f34ace tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "PUT /v2.0/networks/e7b615b2-fd64-482e-9e17-55c697360e9a HTTP/1.1" status: 200  len: 723 time: 0.8221910
Apr 09 21:14:26.979968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43122) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:26.989927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-790849cb-0de0-43f8-9f28-25e4f1efe5b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1000 time: 0.2418551
Apr 09 21:14:27.005082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': 'e7b615b2-fd64-482e-9e17-55c697360e9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:27.057819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e45cc602-af24-42e7-bf93-57ebcf51033e None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:27.058602 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e45cc602-af24-42e7-bf93-57ebcf51033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:27.076128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676400c-af9f-42d6-a49a-ec36c051664b req-3459f210-a93b-41df-8128-483412760589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:27.077704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-3459f210-a93b-41df-8128-483412760589 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 897 time: 0.4428844
Apr 09 21:14:27.101007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f579a9-c7fa-404a-b78d-9b667d9d5933 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:27.112745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e45cc602-af24-42e7-bf93-57ebcf51033e None None] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb289622-f8fc-42be-a9fc-95b29645b947,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:27.123844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e45cc602-af24-42e7-bf93-57ebcf51033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:27.133575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794b5c6-9b60-46f5-8ad4-32ae95f34ace tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=e7b615b2-fd64-482e-9e17-55c697360e9a,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:27.161345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e7b615b2-fd64-482e-9e17-55c697360e9a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:27.269808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00f42a3a-2319-4641-b9df-8b18fc77a1b4 req-22f68454-bdc3-446b-afcc-1c35a8cda96b tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3467674
Apr 09 21:14:27.271287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-a106a31a-db5b-4e7e-b15a-c86cc04bca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:27.272835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-a106a31a-db5b-4e7e-b15a-c86cc04bca21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.2582896
Apr 09 21:14:27.342347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7f4c631-6515-47fd-b637-784c3cc50e92 req-58f03b00-898b-4fb2-883c-1adffe75fe6a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3603477
Apr 09 21:14:27.359164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-da60461f-5d69-482e-9063-f1384989464f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1000 time: 0.2414410
Apr 09 21:14:27.373541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-38a1932d-7db7-46da-b500-f15d6dd4e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:27.375682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-38a1932d-7db7-46da-b500-f15d6dd4e69e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0891554
Apr 09 21:14:27.379131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:27.383722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:27.389584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb289622-f8fc-42be-a9fc-95b29645b947 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:27.522395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:14:27.522727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cc602-af24-42e7-bf93-57ebcf51033e None None] Pushing event updated for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:27.556966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:27.557238 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:27.571989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676400c-af9f-42d6-a49a-ec36c051664b req-ddf8240c-3fc0-4c6f-8461-9112ee85b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:27.573518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-ddf8240c-3fc0-4c6f-8461-9112ee85b264 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.1710744
Apr 09 21:14:27.654220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-c7a84b42-08f0-43f6-96ea-5ab78c79204c service neutron] 10.222.0.25 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2668233
Apr 09 21:14:27.660269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676400c-af9f-42d6-a49a-ec36c051664b req-b297fec5-9ede-4b75-a121-2388a5f7905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:27.662685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-b297fec5-9ede-4b75-a121-2388a5f7905e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0813901
Apr 09 21:14:27.714308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170e862c-c489-458f-8c13-72b21ad2d5a1 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:27.716662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:27.759018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:27.790840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-24a19464-bdc6-4c00-930b-a4987e3218fa None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:27.791138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-24a19464-bdc6-4c00-930b-a4987e3218fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:27.913382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb289622-f8fc-42be-a9fc-95b29645b947,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:27.918049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (8e625b74-b36a-4fd2-aa06-183921242fad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:27.919261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-24a19464-bdc6-4c00-930b-a4987e3218fa None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:27.921422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2306fa7-0f0f-4c6f-b19c-2da566bff929 req-8f7d7cf6-4434-4dc9-bc24-3dc3ca0e29a2 service neutron] 10.222.0.25 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2560332
Apr 09 21:14:27.953793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (bb289622-f8fc-42be-a9fc-95b29645b947), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:27.958092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-c17321ad-25e5-4b3f-8042-9a2e88993606 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2797885
Apr 09 21:14:27.962519 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.011758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (6ff807fd-8af4-4b6f-8a1f-af7abce22ef6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.065089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=8e625b74-b36a-4fd2-aa06-183921242fad,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:28.076788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:28.092094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:28.093847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=10']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:28.097130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:28.097742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.119827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=6ff807fd-8af4-4b6f-8a1f-af7abce22ef6,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:28.125689 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39e08095-75ba-410b-89b2-cb04928c4a91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4653223
Apr 09 21:14:28.128892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:28.134211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4844f765-9410-46ae-944b-83c5b5c33dd6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:28.263185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844f765-9410-46ae-944b-83c5b5c33dd6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:28.266720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4844f765-9410-46ae-944b-83c5b5c33dd6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.372737 ncdv-master-1 neutron-server[126919]: INFO neutron.db.ipam_backend_mixin [None req-4844f765-9410-46ae-944b-83c5b5c33dd6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ff807fd-8af4-4b6f-8a1f-af7abce22ef6 (CIDR: 2001:db8::/64)
Apr 09 21:14:28.378586 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4844f765-9410-46ae-944b-83c5b5c33dd6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:28.379093 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4844f765-9410-46ae-944b-83c5b5c33dd6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:28.403143 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4844f765-9410-46ae-944b-83c5b5c33dd6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2730160
Apr 09 21:14:28.407821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43130) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:28.413702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:28.543976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:28.548474 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.556257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676400c-af9f-42d6-a49a-ec36c051664b req-1cfd650b-d079-4bb9-a4e8-326c14cf30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:28.557781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-1cfd650b-d079-4bb9-a4e8-326c14cf30ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1126 time: 0.5703609
Apr 09 21:14:28.596138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7edbd87-be05-4709-93eb-3dbe8165feac None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:28.632172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '08141189-1ffe-4906-ae78-3b3a6007f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7b615b2-fd64-482e-9e17-55c697360e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:28.632836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: e7b615b2-fd64-482e-9e17-55c697360e9a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:28.676109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57963ee2-0373-4414-a3f4-f069a24202e5 req-1d489c6d-aeb1-4a5e-937e-5b3a81967188 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:28.676916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57963ee2-0373-4414-a3f4-f069a24202e5 req-1d489c6d-aeb1-4a5e-937e-5b3a81967188 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.1341143
Apr 09 21:14:28.685745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bd860-65bd-40c5-90be-ed79bc75f1dd req-f2822f9b-a9fb-4b72-9b80-8bd19fa10c74 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:28.687235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-461bd860-65bd-40c5-90be-ed79bc75f1dd req-f2822f9b-a9fb-4b72-9b80-8bd19fa10c74 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.1369784
Apr 09 21:14:28.695899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-4350b1a0-d145-4a4d-a7f0-b4b03fa826c7 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7130351
Apr 09 21:14:28.698013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5f701bb8-02c2-4baa-b73f-83c169b8a998 None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:28.698322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5f701bb8-02c2-4baa-b73f-83c169b8a998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.740224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network e7b615b2-fd64-482e-9e17-55c697360e9a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:28.774787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7b615b2-fd64-482e-9e17-55c697360e9a) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:28.779468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57963ee2-0373-4414-a3f4-f069a24202e5 req-333f2f53-5e13-4aca-9bd0-25761bac6764 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913095
Apr 09 21:14:28.789593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-461bd860-65bd-40c5-90be-ed79bc75f1dd req-4576e520-daa2-4b37-8182-f239fccc3891 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0930231
Apr 09 21:14:28.791124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:28.791641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.817266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c8fc9c-fee4-485e-b0f9-c732b96aab98 None None] Network e7b615b2-fd64-482e-9e17-55c697360e9a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:28.821182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-304e9238-0c78-4928-81bd-fc6ea26845dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8299894
Apr 09 21:14:28.823889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43134) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:28.829484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1aa11da6-76cd-446b-923c-b2b47cc0864d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:28.851607 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:14:28.902611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c43fb398-48f1-4732-b1d7-81f747c6c6fb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.912327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5f701bb8-02c2-4baa-b73f-83c169b8a998 None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:28.961866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1aa11da6-76cd-446b-923c-b2b47cc0864d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8426935'] for subnet (8e625b74-b36a-4fd2-aa06-183921242fad), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.976048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e7b615b2-fd64-482e-9e17-55c697360e9a', 'network_id': 'e7b615b2-fd64-482e-9e17-55c697360e9a', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': '8e625b74-b36a-4fd2-aa06-183921242fad'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:28.977768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:28.999190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:29.030111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=c43fb398-48f1-4732-b1d7-81f747c6c6fb,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:29.033912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:29.040435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:29.042166 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.073843 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-49f0466d-7753-410f-99c6-1f8cd1e3d9ce tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6610599
Apr 09 21:14:29.074588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43138) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:29.085215 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:bc:1d:d7', 'name': 'tempest-NetworksTestDHCPv6-1857975388'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:29.157175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb289622-f8fc-42be-a9fc-95b29645b947 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:29.182612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7fec2-46dc-492f-a687-779364e1fefa req-b37483eb-0da0-4f31-9dc7-f46ca48e165f tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:29.184292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcc7fec2-46dc-492f-a687-779364e1fefa req-b37483eb-0da0-4f31-9dc7-f46ca48e165f tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.0959585
Apr 09 21:14:29.191732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63271a88-0936-46e4-848a-1dbda0857e4b None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:29.234066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:29.259766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1aa11da6-76cd-446b-923c-b2b47cc0864d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736900814906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12406190'] for subnet (8e625b74-b36a-4fd2-aa06-183921242fad), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.304370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9b2eaf76-3ec3-4c1f-ada4-2cd3fe12abcc None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:29.304625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b2eaf76-3ec3-4c1f-ada4-2cd3fe12abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.308138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa11da6-76cd-446b-923c-b2b47cc0864d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:29.309250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1aa11da6-76cd-446b-923c-b2b47cc0864d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.310207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1aa11da6-76cd-446b-923c-b2b47cc0864d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "PUT /v2.0/subnets/8e625b74-b36a-4fd2-aa06-183921242fad HTTP/1.1" status: 200  len: 806 time: 0.4850836
Apr 09 21:14:29.312938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43142) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:29.330038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bcc7fec2-46dc-492f-a687-779364e1fefa req-02e47ea9-1992-4f45-9fb1-7f13872ed647 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332793
Apr 09 21:14:29.335105 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.352316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa11da6-76cd-446b-923c-b2b47cc0864d tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=8e625b74-b36a-4fd2-aa06-183921242fad,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:29.365711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 3cd2cb21-c963-465d-836a-7b4f485ffe30 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:29.389343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:29.389865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.414192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Allocated IP 172.20.0.2 (e7b615b2-fd64-482e-9e17-55c697360e9a/8e625b74-b36a-4fd2-aa06-183921242fad/5fe9a345-ae01-4940-95b8-663b62478bdc) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:29.431586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.519555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (8e625b74-b36a-4fd2-aa06-183921242fad), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.552746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8:0:1::25e (efbc0070-26f1-4fb3-af29-ab8c9f091897/c43fb398-48f1-4732-b1d7-81f747c6c6fb/3cd2cb21-c963-465d-836a-7b4f485ffe30) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:29.559985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::f816:3eff:febc:1dd7 (efbc0070-26f1-4fb3-af29-ab8c9f091897/6ff807fd-8af4-4b6f-8a1f-af7abce22ef6/3cd2cb21-c963-465d-836a-7b4f485ffe30) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:29.643430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9b2eaf76-3ec3-4c1f-ada4-2cd3fe12abcc None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:29.655113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5874eafa-fa69-4e64-82c7-5860073101ce None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '6ff807fd-8af4-4b6f-8a1f-af7abce22ef6', 'ip_address': '2001:db8::f816:3eff:fed8:cba6'}, {'subnet_id': 'c43fb398-48f1-4732-b1d7-81f747c6c6fb'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bb289622-f8fc-42be-a9fc-95b29645b947'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:14:29.708109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (3cd2cb21-c963-465d-836a-7b4f485ffe30), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.735910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:29.738281 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5874eafa-fa69-4e64-82c7-5860073101ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.746828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3cd2cb21-c963-465d-836a-7b4f485ffe30), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.797372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:29.800427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:29.804175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:29.809528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:29.810117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.817273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Publish callbacks [] for port (5fe9a345-ae01-4940-95b8-663b62478bdc), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.819044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=3cd2cb21-c963-465d-836a-7b4f485ffe30,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:29.838004 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-06a21a9e-5d61-4953-b50b-50054d84f05a tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 0.7609420
Apr 09 21:14:29.841011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43146) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:29.850197 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (8e625b74-b36a-4fd2-aa06-183921242fad), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.881572 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (5fe9a345-ae01-4940-95b8-663b62478bdc), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.913708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=8e625b74-b36a-4fd2-aa06-183921242fad,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:29.955151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-44397e35-d454-47bf-8a66-05cd41316593 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 3cd2cb21-c963-465d-836a-7b4f485ffe30 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:29.956275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44397e35-d454-47bf-8a66-05cd41316593 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3cd2cb21-c963-465d-836a-7b4f485ffe30), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:29.986823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f66a2-8885-41f2-b102-10a99e33a949 req-09b383df-2ea7-4062-adb2-c375d324337f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:29.988033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-630f66a2-8885-41f2-b102-10a99e33a949 req-09b383df-2ea7-4062-adb2-c375d324337f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.1040161
Apr 09 21:14:29.993473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.030212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375cd20a0>,) {'filters': {'network_id': ['e7b615b2-fd64-482e-9e17-55c697360e9a']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:30.049882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375cd20a0>, '08141189-1ffe-4906-ae78-3b3a6007f81f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:30.050255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375cd20a0>, '08141189-1ffe-4906-ae78-3b3a6007f81f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:30.070014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (08141189-1ffe-4906-ae78-3b3a6007f81f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.070838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44397e35-d454-47bf-8a66-05cd41316593 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3cd2cb21-c963-465d-836a-7b4f485ffe30), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.080530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-630f66a2-8885-41f2-b102-10a99e33a949 req-2a26a562-4b40-4f45-850a-a0f82e74e7aa tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0835910
Apr 09 21:14:30.089582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-44397e35-d454-47bf-8a66-05cd41316593 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 3cd2cb21-c963-465d-836a-7b4f485ffe30 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:30.089945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (08141189-1ffe-4906-ae78-3b3a6007f81f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.097057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:30.097470 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (08141189-1ffe-4906-ae78-3b3a6007f81f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:30.101129 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:30.133762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Network e7b615b2-fd64-482e-9e17-55c697360e9a is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:30.144450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:30.150932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:30.162748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.api [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 09 21:14:30.162748 ncdv-master-1 neutron-server[126920]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 09 21:14:30.162748 ncdv-master-1 neutron-server[126920]: [parameters: {'id': 'e7b615b2-fd64-482e-9e17-55c697360e9a'}]
Apr 09 21:14:30.162748 ncdv-master-1 neutron-server[126920]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:14:30.163096 ncdv-master-1 neutron-server[126920]: DEBUG oslo_db.api [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:14:30.163942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Pushing event updated for resources: {'Port': ['ID=5fe9a345-ae01-4940-95b8-663b62478bdc,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:30.176666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-5874eafa-fa69-4e64-82c7-5860073101ce None None] Allocated IP 2001:db8:0:1::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/c43fb398-48f1-4732-b1d7-81f747c6c6fb/bb289622-f8fc-42be-a9fc-95b29645b947) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:30.253959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Attempting to bind port 5fe9a345-ae01-4940-95b8-663b62478bdc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:30.254314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Attempting to bind port 5fe9a345-ae01-4940-95b8-663b62478bdc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '08141189-1ffe-4906-ae78-3b3a6007f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7b615b2-fd64-482e-9e17-55c697360e9a'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:30.254679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Attempting to bind port 5fe9a345-ae01-4940-95b8-663b62478bdc on network e7b615b2-fd64-482e-9e17-55c697360e9a {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:30.262847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:30.263222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Checking segment: {'id': '08141189-1ffe-4906-ae78-3b3a6007f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7b615b2-fd64-482e-9e17-55c697360e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:30.263625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.264021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Bound using segment: {'id': '08141189-1ffe-4906-ae78-3b3a6007f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7b615b2-fd64-482e-9e17-55c697360e9a'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:30.264490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Bound port: 5fe9a345-ae01-4940-95b8-663b62478bdc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08141189-1ffe-4906-ae78-3b3a6007f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7b615b2-fd64-482e-9e17-55c697360e9a'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:30.264871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5fe9a345-ae01-4940-95b8-663b62478bdc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.301061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44397e35-d454-47bf-8a66-05cd41316593 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3cd2cb21-c963-465d-836a-7b4f485ffe30), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.329720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44397e35-d454-47bf-8a66-05cd41316593 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=3cd2cb21-c963-465d-836a-7b4f485ffe30,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:30.363032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5874eafa-fa69-4e64-82c7-5860073101ce None None] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb289622-f8fc-42be-a9fc-95b29645b947,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:30.380222 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-44397e35-d454-47bf-8a66-05cd41316593 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.383701 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-44397e35-d454-47bf-8a66-05cd41316593 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/3cd2cb21-c963-465d-836a-7b4f485ffe30 HTTP/1.1" status: 204  len: 168 time: 0.5409472
Apr 09 21:14:30.387188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43150) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:30.391582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] For port 5fe9a345-ae01-4940-95b8-663b62478bdc, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:30.412445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] For port 5fe9a345-ae01-4940-95b8-663b62478bdc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fe9a345-ae01-4940-95b8-663b62478bdc,segment=NetworkSegment(08141189-1ffe-4906-ae78-3b3a6007f81f),segment_id=08141189-1ffe-4906-ae78-3b3a6007f81f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:30.417627 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5874eafa-fa69-4e64-82c7-5860073101ce None None] Publish callbacks [] for port (bb289622-f8fc-42be-a9fc-95b29645b947), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.423284 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5fe9a345-ae01-4940-95b8-663b62478bdc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.427864 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5874eafa-fa69-4e64-82c7-5860073101ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.446270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3856c-5c2f-47e3-8398-c12bdfe4f0b0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:30.448182 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-baf3856c-5c2f-47e3-8398-c12bdfe4f0b0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 964 time: 0.0602098
Apr 09 21:14:30.451089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43152) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:30.477265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595db74-0886-4f9f-abaa-19b1b06df4d2 req-bcc1ca88-4b27-4c20-b807-84054ae0e3c9 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:30.479587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5595db74-0886-4f9f-abaa-19b1b06df4d2 req-bcc1ca88-4b27-4c20-b807-84054ae0e3c9 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.0640414
Apr 09 21:14:30.502789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadbb55-b0b2-4871-b2b7-5f6407e2b131 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:30.505366 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3aadbb55-b0b2-4871-b2b7-5f6407e2b131 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.0531938
Apr 09 21:14:30.507838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:30.541351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5595db74-0886-4f9f-abaa-19b1b06df4d2 req-c55e146f-351e-47ce-bc43-b5cb26bbbec0 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503650
Apr 09 21:14:30.558804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8342bbe-2e42-4513-9ee1-b6c82b666d8a None None] Pushing event updated for resources: {'Port': ['ID=5fe9a345-ae01-4940-95b8-663b62478bdc,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:30.573446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a7891-fedd-4011-be49-b4b962d64791 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:30.575466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a7891-fedd-4011-be49-b4b962d64791 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:30.577067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a7891-fedd-4011-be49-b4b962d64791 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:30.581819 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7a4a7891-fedd-4011-be49-b4b962d64791 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0700479
Apr 09 21:14:30.582915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43158) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:30.626328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff66cd4-8c9f-40ea-b4a6-9c07dd609c65 None None] Network e7b615b2-fd64-482e-9e17-55c697360e9a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:30.663115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874eafa-fa69-4e64-82c7-5860073101ce None None] Pushing event updated for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:30.664081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.751868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089f3bc-bd3e-4032-be5a-77f257e2c0f1 None None] Network e7b615b2-fd64-482e-9e17-55c697360e9a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:30.778368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbb9393-f670-4e08-b837-49cfbd713b07 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 6ff807fd-8af4-4b6f-8a1f-af7abce22ef6 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:30.802831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9393-f670-4e08-b837-49cfbd713b07 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (6ff807fd-8af4-4b6f-8a1f-af7abce22ef6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.904625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Deleting port 5fe9a345-ae01-4940-95b8-663b62478bdc {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:30.905319 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5fe9a345-ae01-4940-95b8-663b62478bdc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.922469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f34ea-2489-4bf7-aa98-c4c2b73cccd5 req-b78469da-03a1-4234-90a5-20caae920d7d tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:30.925581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b3f34ea-2489-4bf7-aa98-c4c2b73cccd5 req-b78469da-03a1-4234-90a5-20caae920d7d tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.1430695
Apr 09 21:14:30.952424 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9393-f670-4e08-b837-49cfbd713b07 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (6ff807fd-8af4-4b6f-8a1f-af7abce22ef6), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:30.996970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-b95ce7c9-0870-4892-86cd-f69ed8b3286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:30.998580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-b95ce7c9-0870-4892-86cd-f69ed8b3286b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fe14a0717bc4da1b5b0a8a79cc45ee1&device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 1127 time: 0.1497943
Apr 09 21:14:31.008362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676400c-af9f-42d6-a49a-ec36c051664b req-012477b0-241c-46fc-b61b-3d45a837f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:31.009868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-012477b0-241c-46fc-b61b-3d45a837f5d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 897 time: 0.4165766
Apr 09 21:14:31.120032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb289622-f8fc-42be-a9fc-95b29645b947 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:31.175090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] For port 5fe9a345-ae01-4940-95b8-663b62478bdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fe9a345-ae01-4940-95b8-663b62478bdc,segment=NetworkSegment(08141189-1ffe-4906-ae78-3b3a6007f81f),segment_id=08141189-1ffe-4906-ae78-3b3a6007f81f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:31.175516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5fe9a345-ae01-4940-95b8-663b62478bdc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.185200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:31.185594 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.260487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaafaf63-40ba-45ba-8fc6-061f6a5795ab None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:31.300369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Calling delete_port for 5fe9a345-ae01-4940-95b8-663b62478bdc owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:31.310085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f397e942-ec37-4d1f-b288-338a314decb4 None None] Provisioning complete for port bb289622-f8fc-42be-a9fc-95b29645b947 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:31.310464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f397e942-ec37-4d1f-b288-338a314decb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.313971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:31.334124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b3f34ea-2489-4bf7-aa98-c4c2b73cccd5 req-91d8442c-9c43-4119-83cc-da9fbdf96509 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3767970
Apr 09 21:14:31.349985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-56cac4e3-3292-4baf-84e5-770180f28ec0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1000 time: 0.2935688
Apr 09 21:14:31.352598 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9393-f670-4e08-b837-49cfbd713b07 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (6ff807fd-8af4-4b6f-8a1f-af7abce22ef6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.449345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24fef-0f88-4dad-884e-41cfa81727e6 req-991b206d-cdf4-4df8-a624-d7324eaba466 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:31.450871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fc24fef-0f88-4dad-884e-41cfa81727e6 req-991b206d-cdf4-4df8-a624-d7324eaba466 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.2375684
Apr 09 21:14:31.470765 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.482542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-e54343bd-1fdb-44ae-8842-3e443809383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:31.484115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-e54343bd-1fdb-44ae-8842-3e443809383f service neutron] 10.222.0.32 "GET /v2.0/networks?id=02925ad7-4273-4914-bcec-b963c0462978 HTTP/1.1" status: 200  len: 912 time: 0.4369276
Apr 09 21:14:31.493775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f397e942-ec37-4d1f-b288-338a314decb4 None None] Current status of the port bb289622-f8fc-42be-a9fc-95b29645b947 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:31.514501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafaf63-40ba-45ba-8fc6-061f6a5795ab None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:31.566937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-d8e6b6c9-10a2-40a9-91e8-893a1ec5b5ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5639fa03-cc59-4abb-9017-2fe259efc10f HTTP/1.1" status: 200  len: 217 time: 0.0656135
Apr 09 21:14:31.581372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676400c-af9f-42d6-a49a-ec36c051664b req-41fb1a4f-36c0-4221-b6c2-81ae4e30c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:31.582787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-41fb1a4f-36c0-4221-b6c2-81ae4e30c4d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.2199876
Apr 09 21:14:31.642343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9393-f670-4e08-b837-49cfbd713b07 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (6ff807fd-8af4-4b6f-8a1f-af7abce22ef6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.721978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9393-f670-4e08-b837-49cfbd713b07 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.729393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2bbb9393-f670-4e08-b837-49cfbd713b07 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/6ff807fd-8af4-4b6f-8a1f-af7abce22ef6 HTTP/1.1" status: 204  len: 168 time: 1.1430187
Apr 09 21:14:31.729921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43166) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:31.731240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fc24fef-0f88-4dad-884e-41cfa81727e6 req-d3f9fb05-bd89-4dfa-9c4d-f7e2e2f4033c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2590959
Apr 09 21:14:31.734568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb9393-f670-4e08-b837-49cfbd713b07 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff807fd-8af4-4b6f-8a1f-af7abce22ef6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:31.740714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676400c-af9f-42d6-a49a-ec36c051664b req-fa0742f0-0ba5-44e5-a9e8-c7ee894f5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:31.742487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-fa0742f0-0ba5-44e5-a9e8-c7ee894f5c57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1474810
Apr 09 21:14:31.743101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5fe9a345-ae01-4940-95b8-663b62478bdc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.757519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-4e1e2120-884a-40ac-9baf-5a80e86f71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:31.759100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-4e1e2120-884a-40ac-9baf-5a80e86f71f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cc00948-d5d1-4fde-8f61-d98992ce3583 HTTP/1.1" status: 200  len: 851 time: 0.1826313
Apr 09 21:14:31.804667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7806a772-5bc7-4396-ad1d-490279f727af tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet c43fb398-48f1-4732-b1d7-81f747c6c6fb {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:31.808287 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7806a772-5bc7-4396-ad1d-490279f727af tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (c43fb398-48f1-4732-b1d7-81f747c6c6fb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.829223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-0d20669b-6de0-4266-a10f-d8c9e3f1d986 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02925ad7-4273-4914-bcec-b963c0462978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565214
Apr 09 21:14:31.853695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Port': ['ID=5fe9a345-ae01-4940-95b8-663b62478bdc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:31.855968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No DVR routers for this DVR port 5fe9a345-ae01-4940-95b8-663b62478bdc on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:31.866652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7806a772-5bc7-4396-ad1d-490279f727af tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (c43fb398-48f1-4732-b1d7-81f747c6c6fb), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:31.923000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 22016826-f680-47d2-85f4-3569f1c8e8d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:14:31.983995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7806a772-5bc7-4396-ad1d-490279f727af tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c43fb398-48f1-4732-b1d7-81f747c6c6fb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.059476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7806a772-5bc7-4396-ad1d-490279f727af tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (c43fb398-48f1-4732-b1d7-81f747c6c6fb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.065186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:32.080272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'port_id': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'mac_address': 'fa:16:3e:61:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:14:32.085685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b21bc31-50f1-4f51-9fdd-ac64df76ec00 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:32.101391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7806a772-5bc7-4396-ad1d-490279f727af tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.106945 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7806a772-5bc7-4396-ad1d-490279f727af tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/c43fb398-48f1-4732-b1d7-81f747c6c6fb HTTP/1.1" status: 204  len: 168 time: 0.3736315
Apr 09 21:14:32.106945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806a772-5bc7-4396-ad1d-490279f727af tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=c43fb398-48f1-4732-b1d7-81f747c6c6fb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:32.107276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43172) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:32.150042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2a1244c3-76e5-42af-923e-589630608451 None None] Could not find standard attr ID for object cf094973-8540-470e-a6b3-1d9ce641f40d. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:14:32.156587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc411923-38c2-4643-887c-0c67e32b3a02 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0404067
Apr 09 21:14:32.156587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43174) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:32.161115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:32.164128 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.195464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 22016826-f680-47d2-85f4-3569f1c8e8d1 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:32.196069 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.221131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-01e59839-1ea0-4df5-afec-09888c00d2ba tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:32.222651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-01e59839-1ea0-4df5-afec-09888c00d2ba tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673&tenant_id=0cbaded0b4ad4c4587cc36402e326750&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.2609363
Apr 09 21:14:32.232737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22016826-f680-47d2-85f4-3569f1c8e8d1 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:14:32.234496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d4ac0-5f84-45cc-b22a-091b8458e28c req-202a0a1f-fdf6-4605-adee-c163d7109134 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:32.235942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-959d4ac0-5f84-45cc-b22a-091b8458e28c req-202a0a1f-fdf6-4605-adee-c163d7109134 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 944 time: 0.2579746
Apr 09 21:14:32.237660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374517af0>,) {'filters': {'network_id': ['e7b615b2-fd64-482e-9e17-55c697360e9a']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:32.260603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:32.264568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.266428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:32.272785 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.304753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374517af0>, '08141189-1ffe-4906-ae78-3b3a6007f81f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:32.304996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374517af0>, '08141189-1ffe-4906-ae78-3b3a6007f81f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:32.325103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:14:32.330671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-c90ee7bd-9159-44a8-a186-246fa521974a service neutron] 10.222.0.25 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5694194
Apr 09 21:14:32.335714 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (08141189-1ffe-4906-ae78-3b3a6007f81f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.338846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-38105ff2-c995-4e9a-ad8b-4426af089c74 service neutron] 10.222.0.32 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4932766
Apr 09 21:14:32.373944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:32.385268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] Deleting port bb289622-f8fc-42be-a9fc-95b29645b947 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:32.385268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.464489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] For port bb289622-f8fc-42be-a9fc-95b29645b947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb289622-f8fc-42be-a9fc-95b29645b947,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:32.464977 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.471333 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (08141189-1ffe-4906-ae78-3b3a6007f81f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.484690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] Calling delete_port for bb289622-f8fc-42be-a9fc-95b29645b947 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:32.513848 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (3aedca4b-78df-4cd2-ad42-350ff7597edc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.522887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-959d4ac0-5f84-45cc-b22a-091b8458e28c req-5d964f20-c933-49e3-b3d8-f8b494082b1e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2688434
Apr 09 21:14:32.542559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:32.543286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (08141189-1ffe-4906-ae78-3b3a6007f81f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.548768 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-c3977850-8cb7-4071-87d7-3ae95f50cdc9 service neutron] delete failed (client error): The resource could not be found.
Apr 09 21:14:32.549892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-c3977850-8cb7-4071-87d7-3ae95f50cdc9 service neutron] 10.222.0.32 "DELETE /v2.0/ports/22016826-f680-47d2-85f4-3569f1c8e8d1/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3080366
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:32.550524 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:32.572547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:32.576428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:32.582165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['22016826-f680-47d2-85f4-3569f1c8e8d1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:14:32.585081 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (bb289622-f8fc-42be-a9fc-95b29645b947), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.596733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=3aedca4b-78df-4cd2-ad42-350ff7597edc,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:32.600656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:32.601663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.623181 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c3e7ee87-310a-4394-9e35-ce30d06ac823 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4662108
Apr 09 21:14:32.626048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43178) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:32.631676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bc497a97-15f2-40f9-a123-cc849d4c4c96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:32.646448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] Pushing event deleted for resources: {'Port': ['ID=bb289622-f8fc-42be-a9fc-95b29645b947,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:32.651075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7a0fa-ba31-4b97-bc71-53282a8cf296 None None] No DVR routers for this DVR port bb289622-f8fc-42be-a9fc-95b29645b947 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:32.675678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4e88b-0467-45d3-9d90-7e8605f613ca None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:32.765596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc497a97-15f2-40f9-a123-cc849d4c4c96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:32.770338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc497a97-15f2-40f9-a123-cc849d4c4c96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.835377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-efbc0070-26f1-4fb3-af29-ab8c9f091897', 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'project_id': '97758c81f2fc433ca44911e9cdcf79e7', 'fixed_ips': [{'subnet_id': '3aedca4b-78df-4cd2-ad42-350ff7597edc'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:32.836408 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:32.880959 ncdv-master-1 neutron-server[126919]: INFO neutron.db.ipam_backend_mixin [None req-bc497a97-15f2-40f9-a123-cc849d4c4c96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3aedca4b-78df-4cd2-ad42-350ff7597edc (CIDR: 2001:db8::/64)
Apr 09 21:14:32.887064 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc497a97-15f2-40f9-a123-cc849d4c4c96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:32.887064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc497a97-15f2-40f9-a123-cc849d4c4c96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:32.908822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc497a97-15f2-40f9-a123-cc849d4c4c96 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2788014
Apr 09 21:14:32.909027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43180) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:32.914835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:33.024232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b10a7d-2fc5-40b4-b52e-b158bcd7fa5f req-5e828b2b-582c-464b-be16-455b39caa5cc tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.031278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3b10a7d-2fc5-40b4-b52e-b158bcd7fa5f req-5e828b2b-582c-464b-be16-455b39caa5cc tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.5975451
Apr 09 21:14:33.034992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:33.038881 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.091726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb289622-f8fc-42be-a9fc-95b29645b947 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:33.115524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: bb289622-f8fc-42be-a9fc-95b29645b947 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:14:33.116103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb289622-f8fc-42be-a9fc-95b29645b947 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:33.167989 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e7b615b2-fd64-482e-9e17-55c697360e9a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.177874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-fa6f47c4-c040-4580-91ee-94fd3216ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.179386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-fa6f47c4-c040-4580-91ee-94fd3216ff9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1127 time: 0.1684892
Apr 09 21:14:33.193919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.196549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/e7b615b2-fd64-482e-9e17-55c697360e9a HTTP/1.1" status: 204  len: 168 time: 3.8817279
Apr 09 21:14:33.199305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43184) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:33.219403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e924e9e7-3e85-46ca-831e-d9474bc60957 req-e250d9ee-8ebc-468f-8ecc-68df67f11c16 service neutron] 10.222.0.32 "GET /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8624420
Apr 09 21:14:33.226988 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c2e8b0-41ca-40cb-b87a-4bc525b223a7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:33.227587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c2e8b0-41ca-40cb-b87a-4bc525b223a7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:33.230733 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-95c2e8b0-41ca-40cb-b87a-4bc525b223a7 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/e7b615b2-fd64-482e-9e17-55c697360e9a HTTP/1.1" status: 404  len: 339 time: 0.0271614
Apr 09 21:14:33.236178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43186) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:33.241404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618949610', 'description': 'd1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:33.243146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f676400c-af9f-42d6-a49a-ec36c051664b req-b7460d42-64fe-4359-b852-6ab0b1fec978 service neutron] 10.222.0.25 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9015129
Apr 09 21:14:33.259589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3b10a7d-2fc5-40b4-b52e-b158bcd7fa5f req-a5f87f1b-3657-4368-8e10-08d95b00e325 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273495
Apr 09 21:14:33.260454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4edcf-50ed-4891-934b-7ca98887e44c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=e7b615b2-fd64-482e-9e17-55c697360e9a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:33.290913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:33.294273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.311299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/3aedca4b-78df-4cd2-ad42-350ff7597edc/ac65df3b-003b-4be3-b5bd-09215cbeb514) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:33.334979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-562b4bac-6ff3-4671-a3df-8f7775450d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.337735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-562b4bac-6ff3-4671-a3df-8f7775450d0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 897 time: 0.1344905
Apr 09 21:14:33.339367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:33.353239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a63b8b22-9283-4166-8503-1fe0a9b344b0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.353580 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment a63b8b22-9283-4166-8503-1fe0a9b344b0 of type vlan for network 3bf192e2-1773-45cb-897d-1025eeab1177
Apr 09 21:14:33.430247 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3bf192e2-1773-45cb-897d-1025eeab1177), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.436408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-22c77546-34c3-4d02-9e2b-c66426ec5496 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 1001 time: 0.0915725
Apr 09 21:14:33.461509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:14:33.464469 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (20fdd7f1-64a2-4ca0-9418-620669ebc976), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.479612 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Publish callbacks [] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.488138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.493022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-9f25253e-e288-4dfa-9c97-7c19ac449ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.494775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-9f25253e-e288-4dfa-9c97-7c19ac449ae1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.0487125
Apr 09 21:14:33.518500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:33.524117 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:33.525713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3bf192e2-1773-45cb-897d-1025eeab1177), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.530692 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.531278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.531570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:33.535630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:33.537556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.537753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.540419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:33.580266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-cbffd945-8632-487a-a756-44e10fb910ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.582974 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-cbffd945-8632-487a-a756-44e10fb910ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0549932
Apr 09 21:14:33.583729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Pushing event updated for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:33.585993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=20fdd7f1-64a2-4ca0-9418-620669ebc976,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:33.599441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.599802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.600147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.600487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.600824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.601192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.601531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.601864 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.602186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.602513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.602848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.603179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.604006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.604347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.604706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:33.610932 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-29a9687d-71d0-4978-9933-486af6e9c44d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.7007768
Apr 09 21:14:33.630277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Attempting to bind port ac65df3b-003b-4be3-b5bd-09215cbeb514 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:33.630746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Attempting to bind port ac65df3b-003b-4be3-b5bd-09215cbeb514 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:33.631168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Attempting to bind port ac65df3b-003b-4be3-b5bd-09215cbeb514 on network efbc0070-26f1-4fb3-af29-ab8c9f091897 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:33.636466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:33.636914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Checking segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:33.637430 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.637889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Bound using segment: {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:33.638416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Bound port: ac65df3b-003b-4be3-b5bd-09215cbeb514, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:33.638861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.645440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.4081283
Apr 09 21:14:33.647611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43190) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:33.656449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:b6:b0:93', 'name': 'tempest-NetworksTestDHCPv6-1183360402'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:33.684161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43192) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:33.715334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:33.719003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac65df3b-003b-4be3-b5bd-09215cbeb514,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:33.721209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc3cb7-a568-4e87-8bfe-981af1456285 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=3bf192e2-1773-45cb-897d-1025eeab1177,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:33.733799 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:33.741245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3bf192e2-1773-45cb-897d-1025eeab1177 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:33.747618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d965b5-3784-4e68-a096-850b02b6f78b req-37a83cd0-5df7-4b4d-84ec-b286d0bfd617 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.748795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01d965b5-3784-4e68-a096-850b02b6f78b req-37a83cd0-5df7-4b4d-84ec-b286d0bfd617 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 945 time: 0.0608714
Apr 09 21:14:33.781532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-eb43238c-b948-46b5-a567-4dcd6e016df2 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898479
Apr 09 21:14:33.827331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01d965b5-3784-4e68-a096-850b02b6f78b req-b2db6c8f-f0e8-4e8b-ab98-be6528ccab00 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0645494
Apr 09 21:14:33.857233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c2a82-8ee3-4fc8-a858-e3beca56cea8 None None] Pushing event updated for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:33.887935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0525ceb8-191a-4faf-b838-4dc3659afe41 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:33.892274 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0525ceb8-191a-4faf-b838-4dc3659afe41 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/networks?id=3bf192e2-1773-45cb-897d-1025eeab1177 HTTP/1.1" status: 200  len: 761 time: 0.2021608
Apr 09 21:14:33.895855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43194) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:33.902619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c9310f86-df8a-4c7d-ba14-9f49b80089c4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'description': 'd2'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:33.951586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 22016826-f680-47d2-85f4-3569f1c8e8d1 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:33.997401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e23603c-20fc-4994-8faf-eb5b561fcf12 req-4cc9eafe-15ed-4fe4-bdae-c82500470063 service neutron] 10.222.0.32 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212275
Apr 09 21:14:34.011520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:34.015115 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.070397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 22016826-f680-47d2-85f4-3569f1c8e8d1 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:14:34.090935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 22016826-f680-47d2-85f4-3569f1c8e8d1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:34.091390 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.108506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port e8423527-df83-44f3-91ab-7e771c525642 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:34.182031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c9310f86-df8a-4c7d-ba14-9f49b80089c4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3bf192e2-1773-45cb-897d-1025eeab1177), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.191295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 22016826-f680-47d2-85f4-3569f1c8e8d1 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:34.192013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.210175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c9310f86-df8a-4c7d-ba14-9f49b80089c4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3bf192e2-1773-45cb-897d-1025eeab1177), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.219376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:34.221931 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f27b96e-5a60-4a3f-8038-5a8e16392c60" -d '{"events": [{"server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "name": "network-vif-plugged", "status": "completed", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:34.241624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:34.248305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.263609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9310f86-df8a-4c7d-ba14-9f49b80089c4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network 3bf192e2-1773-45cb-897d-1025eeab1177 is not hosted by any dhcp agent {{(pid=126919) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:14:34.268447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9310f86-df8a-4c7d-ba14-9f49b80089c4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:34.269127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c9310f86-df8a-4c7d-ba14-9f49b80089c4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.270529 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c9310f86-df8a-4c7d-ba14-9f49b80089c4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "PUT /v2.0/networks/3bf192e2-1773-45cb-897d-1025eeab1177 HTTP/1.1" status: 200  len: 758 time: 0.3742123
Apr 09 21:14:34.273357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43198) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:34.299032 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073d148b-6dd3-48b1-b45e-79f97ff2c881 x-openstack-request-id: req-073d148b-6dd3-48b1-b45e-79f97ff2c881 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:34.299334 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "name": "network-vif-plugged", "status": "completed", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:34.299590 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-073d148b-6dd3-48b1-b45e-79f97ff2c881 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:34.299989 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073d148b-6dd3-48b1-b45e-79f97ff2c881'] response: {'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'code': 200}
Apr 09 21:14:34.324735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:34.426103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762fa2a-25fb-402b-93fa-036b4a270a61 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:34.433743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7762fa2a-25fb-402b-93fa-036b4a270a61 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/networks?id=3bf192e2-1773-45cb-897d-1025eeab1177 HTTP/1.1" status: 200  len: 761 time: 0.1586599
Apr 09 21:14:34.444060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43202) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:34.451647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-641957416'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:34.462295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38824a2d-3b8a-45f6-b69e-b994161f6c5b req-cf821686-f730-481e-97e6-20188ff53348 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:34.463888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38824a2d-3b8a-45f6-b69e-b994161f6c5b req-cf821686-f730-481e-97e6-20188ff53348 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.0996678
Apr 09 21:14:34.506194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:34.509296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.545323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38824a2d-3b8a-45f6-b69e-b994161f6c5b req-d1b84d53-cffc-44b1-8510-a381b8f86df4 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722315
Apr 09 21:14:34.555244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:34.579000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (02607601-6c03-4283-93fe-784f96cee383), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.579373 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 02607601-6c03-4283-93fe-784f96cee383 of type vlan for network eb531c21-8d5d-44d7-82ef-487e21640f22
Apr 09 21:14:34.663872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9310f86-df8a-4c7d-ba14-9f49b80089c4 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=3bf192e2-1773-45cb-897d-1025eeab1177,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:34.681813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3bf192e2-1773-45cb-897d-1025eeab1177 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:34.693475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (eb531c21-8d5d-44d7-82ef-487e21640f22), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.755437 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (eb531c21-8d5d-44d7-82ef-487e21640f22), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.761174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:34.761693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:34.779084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::126 (efbc0070-26f1-4fb3-af29-ab8c9f091897/3aedca4b-78df-4cd2-ad42-350ff7597edc/e8423527-df83-44f3-91ab-7e771c525642) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:34.795011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8:0:1:f816:3eff:feb6:b093 (efbc0070-26f1-4fb3-af29-ab8c9f091897/20fdd7f1-64a2-4ca0-9418-620669ebc976/e8423527-df83-44f3-91ab-7e771c525642) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:34.918001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4728327
Apr 09 21:14:34.923813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43210) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:34.931838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': 'eb531c21-8d5d-44d7-82ef-487e21640f22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:34.962530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff12b7-ae1e-4cc1-96dd-a4f00d3ac676 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=eb531c21-8d5d-44d7-82ef-487e21640f22,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:34.976967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network eb531c21-8d5d-44d7-82ef-487e21640f22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:34.990230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (e8423527-df83-44f3-91ab-7e771c525642), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.033871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e8423527-df83-44f3-91ab-7e771c525642), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.056608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a871-24dc-45ed-b989-e282a130374f req-156ee3ca-77f7-46df-b461-2772c8aab91d tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.058261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7957a871-24dc-45ed-b989-e282a130374f req-156ee3ca-77f7-46df-b461-2772c8aab91d tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.2172611
Apr 09 21:14:35.094426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=e8423527-df83-44f3-91ab-7e771c525642,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:35.105545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4830f-f9c9-488a-80b7-e274e8e5c997 req-ef73f59a-9972-4112-ad42-bf465abd9725 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.109705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:35.111345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:35.112780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43c4830f-f9c9-488a-80b7-e274e8e5c997 req-ef73f59a-9972-4112-ad42-bf465abd9725 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.1858759
Apr 09 21:14:35.114265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:35.120402 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.121272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.155946 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-977335e2-f035-4523-8011-66e1cc3ca9f6 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.5034993
Apr 09 21:14:35.159027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43212) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:35.183948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7957a871-24dc-45ed-b989-e282a130374f req-06da61e3-671b-4ca7-b063-f63974535ed5 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170788
Apr 09 21:14:35.187361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:35.190679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.229384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43c4830f-f9c9-488a-80b7-e274e8e5c997 req-1ce6206f-f560-4ca4-8564-635e97d633df tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1156743
Apr 09 21:14:35.237977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c184b132-1488-46f8-9848-243a92a7df46 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:35.241923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ac65df3b-003b-4be3-b5bd-09215cbeb514 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:35.267565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43214) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:35.289601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b97d0af9-7b0e-4089-bce2-387716ff76f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port e8423527-df83-44f3-91ab-7e771c525642 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:35.290170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b97d0af9-7b0e-4089-bce2-387716ff76f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e8423527-df83-44f3-91ab-7e771c525642), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.334129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f209e1e9-2cc8-4eac-b571-64af80c8f99b None None] Provisioning complete for port ac65df3b-003b-4be3-b5bd-09215cbeb514 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:35.334522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f209e1e9-2cc8-4eac-b571-64af80c8f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.364846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-38c98dec-c77a-4ff4-98f7-bac600e19d4a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd HTTP/1.1" status: 200  len: 994 time: 0.0868974
Apr 09 21:14:35.410816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b97d0af9-7b0e-4089-bce2-387716ff76f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e8423527-df83-44f3-91ab-7e771c525642), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.424130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b97d0af9-7b0e-4089-bce2-387716ff76f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for e8423527-df83-44f3-91ab-7e771c525642 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:35.452677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ac65df3b-003b-4be3-b5bd-09215cbeb514 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:35.452677 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.478994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (47e31778-f2ca-4ca2-bebe-7596fe001e4c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.549634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=47e31778-f2ca-4ca2-bebe-7596fe001e4c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:35.559049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '02607601-6c03-4283-93fe-784f96cee383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eb531c21-8d5d-44d7-82ef-487e21640f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:35.559420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: eb531c21-8d5d-44d7-82ef-487e21640f22, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:35.564179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f209e1e9-2cc8-4eac-b571-64af80c8f99b None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:35.564796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f209e1e9-2cc8-4eac-b571-64af80c8f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.578418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network eb531c21-8d5d-44d7-82ef-487e21640f22 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:35.589257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb531c21-8d5d-44d7-82ef-487e21640f22) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:35.594763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.597567 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.603605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28d957-1e93-4775-8b6a-69cf718034c1 None None] Network eb531c21-8d5d-44d7-82ef-487e21640f22 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:35.617574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a94d282e-df5b-4770-bc90-dca356e66456 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6894069
Apr 09 21:14:35.620540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43216) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:35.643857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b97d0af9-7b0e-4089-bce2-387716ff76f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e8423527-df83-44f3-91ab-7e771c525642), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.675556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d0af9-7b0e-4089-bce2-387716ff76f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=e8423527-df83-44f3-91ab-7e771c525642,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:35.703138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f209e1e9-2cc8-4eac-b571-64af80c8f99b None None] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac65df3b-003b-4be3-b5bd-09215cbeb514,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:35.705121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388904f7-96cd-45ff-8e5f-7c2b717c926a None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': '3aedca4b-78df-4cd2-ad42-350ff7597edc', 'ip_address': '2001:db8::2'}, {'subnet_id': '20fdd7f1-64a2-4ca0-9418-620669ebc976'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ac65df3b-003b-4be3-b5bd-09215cbeb514'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:14:35.734190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b97d0af9-7b0e-4089-bce2-387716ff76f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.736619 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (eb531c21-8d5d-44d7-82ef-487e21640f22), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.737633 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b97d0af9-7b0e-4089-bce2-387716ff76f7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/e8423527-df83-44f3-91ab-7e771c525642 HTTP/1.1" status: 204  len: 168 time: 0.5774617
Apr 09 21:14:35.740694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43218) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:35.755618 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f209e1e9-2cc8-4eac-b571-64af80c8f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.812292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:35.812689 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.823405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b4f0ad-0ec5-4640-ac65-e06978faa45f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.824988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-53b4f0ad-0ec5-4640-ac65-e06978faa45f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0830593
Apr 09 21:14:35.827834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43224) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:35.840175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-388904f7-96cd-45ff-8e5f-7c2b717c926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.841787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (47e31778-f2ca-4ca2-bebe-7596fe001e4c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.873250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df3abf-cbcc-4e75-8e5b-174250a77df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb531c21-8d5d-44d7-82ef-487e21640f22', 'network_id': 'eb531c21-8d5d-44d7-82ef-487e21640f22', 'project_id': '2e869ce33e9d489b9d98a5069f561d9d', 'fixed_ips': [{'subnet_id': '47e31778-f2ca-4ca2-bebe-7596fe001e4c'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:35.874118 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-94df3abf-cbcc-4e75-8e5b-174250a77df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.898068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209e1e9-2cc8-4eac-b571-64af80c8f99b None None] Pushing event updated for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:35.911201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaeaaf6-d7f5-4a52-bbf5-23ba90aef479 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.915515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bbaeaaf6-d7f5-4a52-bbf5-23ba90aef479 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0867920
Apr 09 21:14:35.915782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43226) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:35.957888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (47e31778-f2ca-4ca2-bebe-7596fe001e4c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:35.989657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4955fdb-0450-44d2-904c-01b65cb31ac8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.991091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4955fdb-0450-44d2-904c-01b65cb31ac8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.992774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4955fdb-0450-44d2-904c-01b65cb31ac8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:35.995801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=47e31778-f2ca-4ca2-bebe-7596fe001e4c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:35.997553 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c4955fdb-0450-44d2-904c-01b65cb31ac8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0805631
Apr 09 21:14:35.998035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43228) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:36.108948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (eb531c21-8d5d-44d7-82ef-487e21640f22), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.118605 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:14:36.118965 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:14:36.124596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-338b2687-d636-4ce7-bfd7-b64bd8830271 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 20fdd7f1-64a2-4ca0-9418-620669ebc976 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-94df3abf-cbcc-4e75-8e5b-174250a77df0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e31778-f2ca-4ca2-bebe-7596fe001e4c: This subnet is being modified by another concurrent operation.
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:36.127586 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e31778-f2ca-4ca2-bebe-7596fe001e4c: This subnet is being modified by another concurrent operation.
Apr 09 21:14:36.130979 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:14:36.136593 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-338b2687-d636-4ce7-bfd7-b64bd8830271 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (20fdd7f1-64a2-4ca0-9418-620669ebc976), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.150960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99c8b6-98b7-4e99-8613-e85d4161a243 None None] Network eb531c21-8d5d-44d7-82ef-487e21640f22 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:36.171540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374b41e50>,) {'filters': {'network_id': ['eb531c21-8d5d-44d7-82ef-487e21640f22']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:36.187795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b41e50>, '02607601-6c03-4283-93fe-784f96cee383') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:36.188095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b41e50>, '02607601-6c03-4283-93fe-784f96cee383') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:36.202662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (02607601-6c03-4283-93fe-784f96cee383), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.213390 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-338b2687-d636-4ce7-bfd7-b64bd8830271 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (20fdd7f1-64a2-4ca0-9418-620669ebc976), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.255522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (02607601-6c03-4283-93fe-784f96cee383), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.286740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:36.287144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (02607601-6c03-4283-93fe-784f96cee383), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:36.290279 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:36.353691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-338b2687-d636-4ce7-bfd7-b64bd8830271 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (20fdd7f1-64a2-4ca0-9418-620669ebc976), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.410015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-581c7b9c-08e7-4215-8503-8cf69d0d6b7d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.415589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-581c7b9c-08e7-4215-8503-8cf69d0d6b7d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.420943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-581c7b9c-08e7-4215-8503-8cf69d0d6b7d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.426247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-581c7b9c-08e7-4215-8503-8cf69d0d6b7d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.431586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-581c7b9c-08e7-4215-8503-8cf69d0d6b7d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.440403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-581c7b9c-08e7-4215-8503-8cf69d0d6b7d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.442295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-581c7b9c-08e7-4215-8503-8cf69d0d6b7d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.444237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-581c7b9c-08e7-4215-8503-8cf69d0d6b7d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.2089243
Apr 09 21:14:36.485349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4b371-6d51-46a4-8415-2811ecd390c6 req-a7a858f7-e1a7-4ec3-a459-e61af1651480 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.486855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4af4b371-6d51-46a4-8415-2811ecd390c6 req-a7a858f7-e1a7-4ec3-a459-e61af1651480 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.2070456
Apr 09 21:14:36.494578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (eb531c21-8d5d-44d7-82ef-487e21640f22), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.509666 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.512976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/eb531c21-8d5d-44d7-82ef-487e21640f22 HTTP/1.1" status: 204  len: 168 time: 0.8910644
Apr 09 21:14:36.515932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43234) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:36.545682 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-561178cc-9fb0-4eba-b6b3-2fa182465581 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] GET failed (client error): The resource could not be found.
Apr 09 21:14:36.547074 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-561178cc-9fb0-4eba-b6b3-2fa182465581 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/subnets/47e31778-f2ca-4ca2-bebe-7596fe001e4c HTTP/1.1" status: 404  len: 337 time: 0.0300748
Apr 09 21:14:36.549940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43236) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:36.560910 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33807f57-013a-4f81-8637-4d21d8cc822a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=eb531c21-8d5d-44d7-82ef-487e21640f22,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:36.568323 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3179efb-481f-44e0-8d4b-357f70d7a3e6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:36.568896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3179efb-481f-44e0-8d4b-357f70d7a3e6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:36.576622 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f3179efb-481f-44e0-8d4b-357f70d7a3e6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/eb531c21-8d5d-44d7-82ef-487e21640f22 HTTP/1.1" status: 404  len: 339 time: 0.0211229
Apr 09 21:14:36.576994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43238) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-388904f7-96cd-45ff-8e5f-7c2b717c926a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20fdd7f1-64a2-4ca0-9418-620669ebc976: This subnet is being modified by another concurrent operation.
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:36.583386 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20fdd7f1-64a2-4ca0-9418-620669ebc976: This subnet is being modified by another concurrent operation.
Apr 09 21:14:36.586597 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:14:36.594756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-338b2687-d636-4ce7-bfd7-b64bd8830271 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (20fdd7f1-64a2-4ca0-9418-620669ebc976), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.619554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-129b19d8-b8a0-44e3-983e-062545845fa8 req-c6cf999a-6bc9-44e2-a76a-8e9d654b7f3e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1662941
Apr 09 21:14:36.646919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b2687-d636-4ce7-bfd7-b64bd8830271 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=20fdd7f1-64a2-4ca0-9418-620669ebc976,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:36.653157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4af4b371-6d51-46a4-8415-2811ecd390c6 req-9aa48ffb-5b9d-4390-8d7b-159b436f84b0 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542473
Apr 09 21:14:36.655897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-338b2687-d636-4ce7-bfd7-b64bd8830271 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.661328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43240) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:36.670132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-338b2687-d636-4ce7-bfd7-b64bd8830271 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/20fdd7f1-64a2-4ca0-9418-620669ebc976 HTTP/1.1" status: 204  len: 168 time: 0.6704116
Apr 09 21:14:36.678887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:36.688414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df1140-e751-4aa2-8de2-f02e70d2d18e None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:36.790792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7334944a-3cad-43e3-812b-88c2a72ff5f3 None None] Could not find standard attr ID for object e8423527-df83-44f3-91ab-7e771c525642. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:14:36.821012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7334944a-3cad-43e3-812b-88c2a72ff5f3 None None] Provisioning complete for port ac65df3b-003b-4be3-b5bd-09215cbeb514 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:36.821508 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7334944a-3cad-43e3-812b-88c2a72ff5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.823226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbab9593-96fb-4764-89ab-d03205c91f6e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet 3aedca4b-78df-4cd2-ad42-350ff7597edc {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:36.838129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbab9593-96fb-4764-89ab-d03205c91f6e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (3aedca4b-78df-4cd2-ad42-350ff7597edc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.854935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df1140-e751-4aa2-8de2-f02e70d2d18e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:36.885919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d2238-4500-42f0-a9b3-9ebd400842db tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:36.887396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f56d2238-4500-42f0-a9b3-9ebd400842db tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3091803
Apr 09 21:14:36.890358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43244) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:36.934542 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9684a7b2-104f-414e-9389-0a99f646d8dc tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 207 time: 0.0430083
Apr 09 21:14:36.937570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbab9593-96fb-4764-89ab-d03205c91f6e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (3aedca4b-78df-4cd2-ad42-350ff7597edc), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:36.938335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43246) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:36.985525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7334944a-3cad-43e3-812b-88c2a72ff5f3 None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:37.041277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbab9593-96fb-4764-89ab-d03205c91f6e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (3aedca4b-78df-4cd2-ad42-350ff7597edc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.055205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea41e0-5f13-4d66-aae4-3df3e6bfd799 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.067560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea41e0-5f13-4d66-aae4-3df3e6bfd799 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.075744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea41e0-5f13-4d66-aae4-3df3e6bfd799 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.081455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea41e0-5f13-4d66-aae4-3df3e6bfd799 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.087818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bdea41e0-5f13-4d66-aae4-3df3e6bfd799 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.1483202
Apr 09 21:14:37.088611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43248) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.112646 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbab9593-96fb-4764-89ab-d03205c91f6e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (3aedca4b-78df-4cd2-ad42-350ff7597edc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.115649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ac65df3b-003b-4be3-b5bd-09215cbeb514 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:37.130972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbab9593-96fb-4764-89ab-d03205c91f6e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.134169 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cbab9593-96fb-4764-89ab-d03205c91f6e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/3aedca4b-78df-4cd2-ad42-350ff7597edc HTTP/1.1" status: 204  len: 168 time: 0.4717023
Apr 09 21:14:37.155987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.157696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11b0e5-751b-4152-a539-d13e75eb16a1 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:37.163296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab9593-96fb-4764-89ab-d03205c91f6e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=3aedca4b-78df-4cd2-ad42-350ff7597edc,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:37.196565 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6e8de35b-e949-4bda-b62a-15a9fa3de00f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0393584
Apr 09 21:14:37.199368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43252) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.206494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:37.218555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bf7943fa-1a38-4caa-80bf-bb86bbf69385 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.1252019
Apr 09 21:14:37.218928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43254) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.272355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d0c6f-9144-4e59-84b5-b681e703e089 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.273886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d0c6f-9144-4e59-84b5-b681e703e089 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.275470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-592d0c6f-9144-4e59-84b5-b681e703e089 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0556757
Apr 09 21:14:37.279075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43256) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.290831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:37.291231 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.307316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:37.311332 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.340639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127ebe3-0731-48dc-9235-c939556efc78 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.341903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127ebe3-0731-48dc-9235-c939556efc78 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.343215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac65df3b-003b-4be3-b5bd-09215cbeb514,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:37.343443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8127ebe3-0731-48dc-9235-c939556efc78 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0634587
Apr 09 21:14:37.347318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43258) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.355071 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.394915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11b0e5-751b-4152-a539-d13e75eb16a1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:37.425116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:37.525340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774099c1-37ff-4431-a959-a3d2cd90ea51 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.526800 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-774099c1-37ff-4431-a959-a3d2cd90ea51 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/networks/1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 HTTP/1.1" status: 200  len: 800 time: 0.1786120
Apr 09 21:14:37.531723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43262) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.623766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c35e81d0-cebf-4a88-b5fc-3e466d3f4944), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.653883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-762a7bdc-14a0-4b78-b639-945de3f87f2e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/networks/1b8e8e9d-009c-4e61-9a9a-e64b47a00a55?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1206346
Apr 09 21:14:37.654661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43266) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.672724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:37.676123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:37.687026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.687715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.717473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=c35e81d0-cebf-4a88-b5fc-3e466d3f4944,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:37.727875 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7935cfeb-adb2-42c3-b8cc-6787cf67df18 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5241401
Apr 09 21:14:37.728321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43274) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.734273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c4b09409-edce-45d8-97e5-367aeb2fdf33 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:37.785273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c448a59-70b0-4a0a-8b72-7edbaceda05a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.787389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6c448a59-70b0-4a0a-8b72-7edbaceda05a tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/subnets/e019edf2-d387-472e-8c21-1cc61fdcdce2 HTTP/1.1" status: 200  len: 811 time: 0.1315844
Apr 09 21:14:37.800172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43276) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:37.832528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b6634-a183-488b-a0fa-decb72e9c128 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:37.888319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b09409-edce-45d8-97e5-367aeb2fdf33 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:37.893069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4b09409-edce-45d8-97e5-367aeb2fdf33 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.911298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da83a-6d83-4047-985a-c277bdcca06d req-cd18571a-b327-4301-b32c-8deef2eab73b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.917968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-eeb16ecb-0bcf-4073-8c79-3b6b00ff4f93 None None] Provisioning complete for port ac65df3b-003b-4be3-b5bd-09215cbeb514 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:37.918455 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eeb16ecb-0bcf-4073-8c79-3b6b00ff4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:37.919304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da83a-6d83-4047-985a-c277bdcca06d req-cd18571a-b327-4301-b32c-8deef2eab73b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.925366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da83a-6d83-4047-985a-c277bdcca06d req-cd18571a-b327-4301-b32c-8deef2eab73b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.930230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da83a-6d83-4047-985a-c277bdcca06d req-cd18571a-b327-4301-b32c-8deef2eab73b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.937672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da83a-6d83-4047-985a-c277bdcca06d req-cd18571a-b327-4301-b32c-8deef2eab73b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.943036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da83a-6d83-4047-985a-c277bdcca06d req-cd18571a-b327-4301-b32c-8deef2eab73b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.948434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da83a-6d83-4047-985a-c277bdcca06d req-cd18571a-b327-4301-b32c-8deef2eab73b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.950441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-606da83a-6d83-4047-985a-c277bdcca06d req-cd18571a-b327-4301-b32c-8deef2eab73b tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1618407
Apr 09 21:14:37.986553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cab50-7253-4e3e-a4b4-aa34e4a85351 req-ea1bc02b-c55d-41b6-8549-85807cd0ace9 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:37.989758 ncdv-master-1 neutron-server[126919]: INFO neutron.db.ipam_backend_mixin [None req-c4b09409-edce-45d8-97e5-367aeb2fdf33 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c35e81d0-cebf-4a88-b5fc-3e466d3f4944 (CIDR: 2001:db8::/64)
Apr 09 21:14:37.994950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd3cab50-7253-4e3e-a4b4-aa34e4a85351 req-ea1bc02b-c55d-41b6-8549-85807cd0ace9 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.1971259
Apr 09 21:14:37.996505 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b09409-edce-45d8-97e5-367aeb2fdf33 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:14:37.997005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b09409-edce-45d8-97e5-367aeb2fdf33 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:38.018356 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c4b09409-edce-45d8-97e5-367aeb2fdf33 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2879283
Apr 09 21:14:38.020167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43280) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:38.025721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e920537-a886-4859-a432-f9ca1c718b44 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:38.026712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'subnet': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:38.032395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2e920537-a886-4859-a432-f9ca1c718b44 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "GET /v2.0/subnets/e019edf2-d387-472e-8c21-1cc61fdcdce2?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2259412
Apr 09 21:14:38.034485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43282) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:38.039962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1205992934'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:38.051646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-eeb16ecb-0bcf-4073-8c79-3b6b00ff4f93 None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:38.052050 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eeb16ecb-0bcf-4073-8c79-3b6b00ff4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.077548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7109b1-e973-4a04-b0c9-dacd3fb12162 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:38.102496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-606da83a-6d83-4047-985a-c277bdcca06d req-f6560d5a-529c-4922-afa6-338a7e64c3e4 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1450481
Apr 09 21:14:38.108777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-eeb16ecb-0bcf-4073-8c79-3b6b00ff4f93 None None] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac65df3b-003b-4be3-b5bd-09215cbeb514,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:38.112154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd3cab50-7253-4e3e-a4b4-aa34e4a85351 req-bf1e33b9-fcde-4755-a462-9a268654f166 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162493
Apr 09 21:14:38.113427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:38.116869 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.134109 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eeb16ecb-0bcf-4073-8c79-3b6b00ff4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.166991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:38.178722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (4c192c3c-fe53-4fd2-85e8-4be0114e65dc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.179067 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Added segment 4c192c3c-fe53-4fd2-85e8-4be0114e65dc of type vlan for network b0668639-30ce-41c7-a451-d91d6cc9cb61
Apr 09 21:14:38.185305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:38.192486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.221693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (b0668639-30ce-41c7-a451-d91d6cc9cb61), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.231440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb16ecb-0bcf-4073-8c79-3b6b00ff4f93 None None] Pushing event updated for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:38.254398 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (b0668639-30ce-41c7-a451-d91d6cc9cb61), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.259570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:38.260160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.266085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5264fb34-1c80-4adb-ab72-f99b4f2af435 None None] Provisioning complete for port ac65df3b-003b-4be3-b5bd-09215cbeb514 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:38.266442 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5264fb34-1c80-4adb-ab72-f99b4f2af435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.302725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2670596
Apr 09 21:14:38.335298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43284) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:38.340365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'network_id': 'b0668639-30ce-41c7-a451-d91d6cc9cb61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:38.346613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7109b1-e973-4a04-b0c9-dacd3fb12162 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:38.363126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff716e-88be-4fcf-8e7a-24096510d6aa tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Network': ['ID=b0668639-30ce-41c7-a451-d91d6cc9cb61,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:38.382083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network b0668639-30ce-41c7-a451-d91d6cc9cb61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:38.450509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5264fb34-1c80-4adb-ab72-f99b4f2af435 None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:38.470119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191b34e-38a5-4669-8b3f-81095b004be8 req-f84d1c86-9238-4792-a679-2d8cd4d11ef0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:38.471629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f191b34e-38a5-4669-8b3f-81095b004be8 req-f84d1c86-9238-4792-a679-2d8cd4d11ef0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.0649655
Apr 09 21:14:38.510271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Made reservation on behalf of 2e869ce33e9d489b9d98a5069f561d9d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:38.513423 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.559596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f191b34e-38a5-4669-8b3f-81095b004be8 req-84ab0c7b-09d2-424d-ad18-4a6d6b871c16 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784807
Apr 09 21:14:38.591097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Performing IP validity checks on allocation pools {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 09 21:14:38.591615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 09 21:14:38.700262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:14:38.758666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': 'c35e81d0-cebf-4a88-b5fc-3e466d3f4944'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ac65df3b-003b-4be3-b5bd-09215cbeb514'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:14:38.762760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-99f1d6a3-83b9-405e-a68d-45ef1f21ead7 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:38.765105 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-99f1d6a3-83b9-405e-a68d-45ef1f21ead7 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.0878322
Apr 09 21:14:38.774345 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (5043c112-71c3-4231-9215-b3cd73f03460), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.789946 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.868995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.873296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=5043c112-71c3-4231-9215-b3cd73f03460,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:38.913566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Checking segment: {'id': '4c192c3c-fe53-4fd2-85e8-4be0114e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b0668639-30ce-41c7-a451-d91d6cc9cb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:38.913916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network hostable DHCP agents. Network: b0668639-30ce-41c7-a451-d91d6cc9cb61, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:38.932969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Deleting port 5639fa03-cc59-4abb-9017-2fe259efc10f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:38.934548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:38.969657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Network b0668639-30ce-41c7-a451-d91d6cc9cb61 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:39.011973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b0668639-30ce-41c7-a451-d91d6cc9cb61) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:39.019305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.019910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.049967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce39c392-e662-4fef-b80c-585335fd2d0e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.7135718
Apr 09 21:14:39.053665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43288) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:39.056016 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe2e:b89d-30e27954-c682-4cc2-ba34-4f4936b {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:14:39.057775 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:14:39.058785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-205de314-e5ba-4c4a-9cd7-a51ad3c3b46c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:39.063501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] For port 5639fa03-cc59-4abb-9017-2fe259efc10f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5639fa03-cc59-4abb-9017-2fe259efc10f,segment=NetworkSegment(bce9da4c-b793-4fbf-8f08-320ea0f4698f),segment_id=bce9da4c-b793-4fbf-8f08-320ea0f4698f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:39.063869 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.076089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac65df3b-003b-4be3-b5bd-09215cbeb514,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:39.098341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Calling delete_port for 5639fa03-cc59-4abb-9017-2fe259efc10f owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:39.114001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.120845 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.197843 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.218738 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-205de314-e5ba-4c4a-9cd7-a51ad3c3b46c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8426935'] for subnet (5043c112-71c3-4231-9215-b3cd73f03460), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.248432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=8']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:39.263005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:39.266415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:39.269950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.270543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.286096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Subnet': ['ID=ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:39.295725 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1da77751-e0ca-4f51-928d-2c03cf176137 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.2716105
Apr 09 21:14:39.296119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43296) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:39.300888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Request body: {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'mac_address': 'fa:16:3e:cc:ae:08', 'name': 'tempest-NetworksTestDHCPv6-807766304'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:39.334468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8861f-6abe-4a9e-8bff-e52d0a481960 req-3432b549-c8ca-485d-b47a-0d4e277fc1a2 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.335982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b8861f-6abe-4a9e-8bff-e52d0a481960 req-3432b549-c8ca-485d-b47a-0d4e277fc1a2 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c4d087-2594-4746-bb81-4b6a4cbf6581 HTTP/1.1" status: 200  len: 945 time: 0.1146407
Apr 09 21:14:39.346467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-cbe68567-479b-4952-b3fd-a9021424a8bf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.352076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-cbe68567-479b-4952-b3fd-a9021424a8bf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.357361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-cbe68567-479b-4952-b3fd-a9021424a8bf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.362564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-cbe68567-479b-4952-b3fd-a9021424a8bf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.367774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-cbe68567-479b-4952-b3fd-a9021424a8bf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.373086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-cbe68567-479b-4952-b3fd-a9021424a8bf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.378282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-cbe68567-479b-4952-b3fd-a9021424a8bf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.380218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-cbe68567-479b-4952-b3fd-a9021424a8bf tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1437750
Apr 09 21:14:39.419194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Made reservation on behalf of 97758c81f2fc433ca44911e9cdcf79e7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:39.506558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.528621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] device_id is not set on port 9cff4c26-5003-44dd-9edf-f18bdbeb2c26 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:39.591865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-6786933e-b74b-47bc-92e2-0d82c6a88b9a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.593907 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.597115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-6786933e-b74b-47bc-92e2-0d82c6a88b9a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.602615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-6786933e-b74b-47bc-92e2-0d82c6a88b9a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.607834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-6786933e-b74b-47bc-92e2-0d82c6a88b9a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.613108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-6786933e-b74b-47bc-92e2-0d82c6a88b9a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.618266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-6786933e-b74b-47bc-92e2-0d82c6a88b9a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.623544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-6786933e-b74b-47bc-92e2-0d82c6a88b9a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.625363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-6786933e-b74b-47bc-92e2-0d82c6a88b9a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.1745145
Apr 09 21:14:39.637984 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5639fa03-cc59-4abb-9017-2fe259efc10f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.656915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23b8861f-6abe-4a9e-8bff-e52d0a481960 req-f1a7cc88-e9e1-4921-8db9-91a051c372ec tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2826b9-eb9a-4b66-9d49-425def1b1328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2756619
Apr 09 21:14:39.670452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5639fa03-cc59-4abb-9017-2fe259efc10f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:14:39.734890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Pushing event deleted for resources: {'Port': ['ID=5639fa03-cc59-4abb-9017-2fe259efc10f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:39.747327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a15b8f8-eb07-4d89-9f2d-1fd0b21f0303 req-781ffd9c-decf-4108-b513-4f7a88d5703c tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3410072
Apr 09 21:14:39.761213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8::233 (efbc0070-26f1-4fb3-af29-ab8c9f091897/c35e81d0-cebf-4a88-b5fc-3e466d3f4944/9cff4c26-5003-44dd-9edf-f18bdbeb2c26) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:39.773548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Allocated IP 2001:db8:0:1:f816:3eff:fecc:ae08 (efbc0070-26f1-4fb3-af29-ab8c9f091897/ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9/9cff4c26-5003-44dd-9edf-f18bdbeb2c26) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:39.780427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-fa413ba1-32a8-4e18-9643-3e110c07ab94 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.781773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-fa413ba1-32a8-4e18-9643-3e110c07ab94 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "GET /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1419542
Apr 09 21:14:39.896105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] No DVR routers for this DVR port 5639fa03-cc59-4abb-9017-2fe259efc10f on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:39.901130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.904478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00eeb0d4-2f65-435e-9d93-8dfecc49ee87 req-92c97b76-f409-4cb5-93b0-e12f63be8941 tempest-TestServerAdvancedOps-2127556675 tempest-TestServerAdvancedOps-2127556675-project] 10.222.0.32 "DELETE /v2.0/ports/5639fa03-cc59-4abb-9017-2fe259efc10f HTTP/1.1" status: 204  len: 173 time: 1.0988545
Apr 09 21:14:39.905109 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-205de314-e5ba-4c4a-9cd7-a51ad3c3b46c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736900814906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12406190'] for subnet (5043c112-71c3-4231-9215-b3cd73f03460), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.906818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c4d087-2594-4746-bb81-4b6a4cbf6581', 'name': 'network-vif-deleted', 'tag': '5639fa03-cc59-4abb-9017-2fe259efc10f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:39.909104 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ea9f7-2b3a-4f48-9ede-76cc50665e90" -d '{"events": [{"server_uuid": "d1c4d087-2594-4746-bb81-4b6a4cbf6581", "name": "network-vif-deleted", "tag": "5639fa03-cc59-4abb-9017-2fe259efc10f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:39.938340 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for port (9cff4c26-5003-44dd-9edf-f18bdbeb2c26), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.946538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5c68-0726-45e6-a872-9849d908cfbb req-3df4eb1e-374e-4124-99b7-6eb3c4527972 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:39.948043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b4a5c68-0726-45e6-a872-9849d908cfbb req-3df4eb1e-374e-4124-99b7-6eb3c4527972 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1711702
Apr 09 21:14:39.983721 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9cff4c26-5003-44dd-9edf-f18bdbeb2c26), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:39.985090 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bffd9d-90f8-45b9-9732-d6abe6d2d230 x-openstack-request-id: req-94bffd9d-90f8-45b9-9732-d6abe6d2d230 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:39.985386 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c4d087-2594-4746-bb81-4b6a4cbf6581", "name": "network-vif-deleted", "tag": "5639fa03-cc59-4abb-9017-2fe259efc10f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:39.985705 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94bffd9d-90f8-45b9-9732-d6abe6d2d230 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:39.986048 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94bffd9d-90f8-45b9-9732-d6abe6d2d230'] response: {'server_uuid': 'd1c4d087-2594-4746-bb81-4b6a4cbf6581', 'name': 'network-vif-deleted', 'tag': '5639fa03-cc59-4abb-9017-2fe259efc10f', 'status': 'completed', 'code': 200}
Apr 09 21:14:40.033182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:40.037179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:40.039903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:40.046848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:40.047694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.066124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event updated for resources: {'Port': ['ID=9cff4c26-5003-44dd-9edf-f18bdbeb2c26,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:40.074906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Allocated IP 2001:db8::2 (efbc0070-26f1-4fb3-af29-ab8c9f091897/c35e81d0-cebf-4a88-b5fc-3e466d3f4944/ac65df3b-003b-4be3-b5bd-09215cbeb514) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:40.083919 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8e8c4e8-3002-45ea-b565-594a39ae019c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 0.7868683
Apr 09 21:14:40.086578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43302) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:40.194320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac65df3b-003b-4be3-b5bd-09215cbeb514,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:40.203817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-914085f4-c240-489a-8bc2-c16b531108f3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting port 9cff4c26-5003-44dd-9edf-f18bdbeb2c26 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:40.204384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-914085f4-c240-489a-8bc2-c16b531108f3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9cff4c26-5003-44dd-9edf-f18bdbeb2c26), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.225618 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Publish callbacks [] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.232125 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.304204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-914085f4-c240-489a-8bc2-c16b531108f3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9cff4c26-5003-44dd-9edf-f18bdbeb2c26), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.317509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-914085f4-c240-489a-8bc2-c16b531108f3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Calling delete_port for 9cff4c26-5003-44dd-9edf-f18bdbeb2c26 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:40.328150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197dc6b5-541d-48d2-8717-1f8e381b15ab None None] Pushing event updated for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]: WARNING neutron.objects.base [None req-205de314-e5ba-4c4a-9cd7-a51ad3c3b46c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] ORM session: SQL execution without transaction in progress, traceback:
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     result = function(*args, **kwargs)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     proto.__init__(conn_state, self)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     self.handle()
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     self.handle_one_request()
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     self.handle_one_response()
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     result = self.application(self.environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return app(environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return request.get_response(self.application)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self._app)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     response = self.app(environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:     return self.application(environ, start_response)
Apr 09 21:14:40.494727 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return super(Pecan, self).__call__(environ, start_response)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     self.invoke_controller(controller, args, kwargs, state)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     result = controller(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return {self.resource: self.plugin_updater(*updater_args)}
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return method(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1366, in update_subnet
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     self._update_subnet_postcommit(context, original_subnet,
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     registry.publish(
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return function(*args, **kwargs)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     errors = self._notify_loop(resource, event, trigger, payload)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     callback(resource, event, trigger, payload=payload)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     router_ids = set(port.device_id for port in query)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     return self._iter().__iter__()
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     result = self.session.execute(
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]:     result = fn(orm_exec_state)
Apr 09 21:14:40.499008 ncdv-master-1 neutron-server[126920]: 
Apr 09 21:14:40.549287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205de314-e5ba-4c4a-9cd7-a51ad3c3b46c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:40.549905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-205de314-e5ba-4c4a-9cd7-a51ad3c3b46c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.553075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-205de314-e5ba-4c4a-9cd7-a51ad3c3b46c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "PUT /v2.0/subnets/5043c112-71c3-4231-9215-b3cd73f03460 HTTP/1.1" status: 200  len: 877 time: 1.4967556
Apr 09 21:14:40.553250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-914085f4-c240-489a-8bc2-c16b531108f3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9cff4c26-5003-44dd-9edf-f18bdbeb2c26), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.554636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43304) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:40.570068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205de314-e5ba-4c4a-9cd7-a51ad3c3b46c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event updated for resources: {'Subnet': ['ID=5043c112-71c3-4231-9215-b3cd73f03460,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:40.582269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-3c96ef10-0dc5-41cf-bd68-0e22de301b9c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:40.583768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-3c96ef10-0dc5-41cf-bd68-0e22de301b9c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.25 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1934161
Apr 09 21:14:40.591838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-943ad6ff-c19f-492a-829f-d1bf2a9e7158 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "GET /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.7962031
Apr 09 21:14:40.614820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:40.639148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b4a5c68-0726-45e6-a872-9849d908cfbb req-90c57860-b9ff-4cde-85ab-b3d2a37cb780 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6644990
Apr 09 21:14:40.667713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914085f4-c240-489a-8bc2-c16b531108f3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Port': ['ID=9cff4c26-5003-44dd-9edf-f18bdbeb2c26,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:40.741173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43310) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:40.754326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-914085f4-c240-489a-8bc2-c16b531108f3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.758757 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-914085f4-c240-489a-8bc2-c16b531108f3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/9cff4c26-5003-44dd-9edf-f18bdbeb2c26 HTTP/1.1" status: 204  len: 168 time: 0.6697435
Apr 09 21:14:40.762225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43312) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:40.789334 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.794228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Deleting port 7db0e06f-1adf-4655-97b4-f840efe455ae {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:40.794568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.831727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4fbc4a-12b8-4961-9900-8b940af496fe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:40.838007 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0e4fbc4a-12b8-4961-9900-8b940af496fe tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0730875
Apr 09 21:14:40.838306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b5cc20-f310-4702-aec2-dd22e69cc3c2 admin admin] Deleting subnet 7cc00948-d5d1-4fde-8f61-d98992ce3583 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:40.839204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:40.851629 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (b0668639-30ce-41c7-a451-d91d6cc9cb61), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.869914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b5cc20-f310-4702-aec2-dd22e69cc3c2 admin admin] Publish callbacks [] for subnet (7cc00948-d5d1-4fde-8f61-d98992ce3583), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.920145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b161d-1c00-4cd8-8e20-19e85a1d78ea tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:40.924031 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-244b161d-1c00-4cd8-8e20-19e85a1d78ea tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0816309
Apr 09 21:14:40.924635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43318) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:40.989263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5043c112-71c3-4231-9215-b3cd73f03460), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:40.997899 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b5cc20-f310-4702-aec2-dd22e69cc3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (7cc00948-d5d1-4fde-8f61-d98992ce3583), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.028456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c5642-738f-448e-a13e-21bd53b1f754 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.029865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c5642-738f-448e-a13e-21bd53b1f754 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.031170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c5642-738f-448e-a13e-21bd53b1f754 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.032810 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-469c5642-738f-448e-a13e-21bd53b1f754 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1072154
Apr 09 21:14:41.037684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43320) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:41.059050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-7aa60e1b-d771-43ea-8960-04191d1e4e5f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.064366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-7aa60e1b-d771-43ea-8960-04191d1e4e5f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.070165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-7aa60e1b-d771-43ea-8960-04191d1e4e5f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.076041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-7aa60e1b-d771-43ea-8960-04191d1e4e5f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.081473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-7aa60e1b-d771-43ea-8960-04191d1e4e5f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.087984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-7aa60e1b-d771-43ea-8960-04191d1e4e5f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.093965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4aaa47-b67b-44db-87d6-8818dc71fe1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet c35e81d0-cebf-4a88-b5fc-3e466d3f4944 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:41.094248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-7aa60e1b-d771-43ea-8960-04191d1e4e5f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:41.097823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c4aaa47-b67b-44db-87d6-8818dc71fe1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (c35e81d0-cebf-4a88-b5fc-3e466d3f4944), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.102615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-7aa60e1b-d771-43ea-8960-04191d1e4e5f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 5442 time: 0.2338703
Apr 09 21:14:41.177753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c4aaa47-b67b-44db-87d6-8818dc71fe1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (c35e81d0-cebf-4a88-b5fc-3e466d3f4944), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.210254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] For port 7db0e06f-1adf-4655-97b4-f840efe455ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7db0e06f-1adf-4655-97b4-f840efe455ae,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:41.210698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.231543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ac65df3b-003b-4be3-b5bd-09215cbeb514 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:41.248519 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5043c112-71c3-4231-9215-b3cd73f03460), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.274923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b5cc20-f310-4702-aec2-dd22e69cc3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (7cc00948-d5d1-4fde-8f61-d98992ce3583), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.295398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=5043c112-71c3-4231-9215-b3cd73f03460,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:41.315854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ac65df3b-003b-4be3-b5bd-09215cbeb514 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:41.316488 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.346034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4663d04f-e035-4be9-8f27-8f38376d95d5 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:41.347958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc987789-e80e-41d7-88bb-c650c541c538 None None] Network b0668639-30ce-41c7-a451-d91d6cc9cb61 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:41.425639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (b0668639-30ce-41c7-a451-d91d6cc9cb61), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.428838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c4aaa47-b67b-44db-87d6-8818dc71fe1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c35e81d0-cebf-4a88-b5fc-3e466d3f4944), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.478444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375fe0880>,) {'filters': {'network_id': ['b0668639-30ce-41c7-a451-d91d6cc9cb61']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:41.497553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375fe0880>, '4c192c3c-fe53-4fd2-85e8-4be0114e65dc') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:41.497875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375fe0880>, '4c192c3c-fe53-4fd2-85e8-4be0114e65dc') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:41.512209 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (4c192c3c-fe53-4fd2-85e8-4be0114e65dc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.529758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ef75739c-ac51-4f8d-85ed-d00577c249dc None None] Provisioning complete for port ac65df3b-003b-4be3-b5bd-09215cbeb514 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:41.529758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ef75739c-ac51-4f8d-85ed-d00577c249dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.536724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (4c192c3c-fe53-4fd2-85e8-4be0114e65dc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.543997 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:41.544372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (4c192c3c-fe53-4fd2-85e8-4be0114e65dc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:41.548112 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:41.549779 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c4aaa47-b67b-44db-87d6-8818dc71fe1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (c35e81d0-cebf-4a88-b5fc-3e466d3f4944), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.558122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d3d3906-0051-4d62-a060-b23c79300e6c req-543b1660-c02b-4762-bd12-83c5e8694956 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4540555
Apr 09 21:14:41.626018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] For port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:41.636835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:41.643553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fbe3f8-24fe-4008-b32b-14e7726323b7 None None] Network b0668639-30ce-41c7-a451-d91d6cc9cb61 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:41.698806 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.702662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (b1f3672b-5458-4c47-8871-fcfd20bbc836), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.706034 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Floating IP b1f3672b-5458-4c47-8871-fcfd20bbc836 disassociated. External IP: 172.35.0.7, port: 7db0e06f-1adf-4655-97b4-f840efe455ae.
Apr 09 21:14:41.706571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Calling delete_port for 7db0e06f-1adf-4655-97b4-f840efe455ae owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:41.716087 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b5cc20-f310-4702-aec2-dd22e69cc3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (7cc00948-d5d1-4fde-8f61-d98992ce3583), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.777005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5cc20-f310-4702-aec2-dd22e69cc3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc00948-d5d1-4fde-8f61-d98992ce3583,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:41.806349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ef75739c-ac51-4f8d-85ed-d00577c249dc None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:41.810001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795b74f-2828-46b5-bbc0-ad26f2d4d1a7 None None] Network b0668639-30ce-41c7-a451-d91d6cc9cb61 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:41.812600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] For port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:41.824065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a10f053-92c0-4591-af64-88081fa2b6a9 None None] Update dhcp port {'port': {'network_id': 'efbc0070-26f1-4fb3-af29-ab8c9f091897', 'fixed_ips': [{'subnet_id': 'ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9', 'ip_address': '2001:db8:0:1:f816:3eff:fe2e:b89d'}, {'subnet_id': 'c35e81d0-cebf-4a88-b5fc-3e466d3f4944'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ac65df3b-003b-4be3-b5bd-09215cbeb514'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:14:41.847833 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b5cc20-f310-4702-aec2-dd22e69cc3c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.853972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-01b5cc20-f310-4702-aec2-dd22e69cc3c2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7cc00948-d5d1-4fde-8f61-d98992ce3583 HTTP/1.1" status: 204  len: 168 time: 1.1095486
Apr 09 21:14:41.863942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43324) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:41.905252 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a10f053-92c0-4591-af64-88081fa2b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.939660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aaa47-b67b-44db-87d6-8818dc71fe1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=c35e81d0-cebf-4a88-b5fc-3e466d3f4944,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:41.942097 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c4aaa47-b67b-44db-87d6-8818dc71fe1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.947987 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2c4aaa47-b67b-44db-87d6-8818dc71fe1c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/c35e81d0-cebf-4a88-b5fc-3e466d3f4944 HTTP/1.1" status: 204  len: 168 time: 0.9093201
Apr 09 21:14:41.951047 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43326) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:41.954563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] device_id is not set on port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:41.997547 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (b0668639-30ce-41c7-a451-d91d6cc9cb61), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:41.997926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] Publish callbacks [] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.006413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.008109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffdb46-12b8-4be1-83fa-9a92cf5302be req-2d525a66-b420-41ae-91e7-44096860c3c2 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.009738 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/b0668639-30ce-41c7-a451-d91d6cc9cb61 HTTP/1.1" status: 204  len: 168 time: 1.4543805
Apr 09 21:14:42.015637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fffdb46-12b8-4be1-83fa-9a92cf5302be req-2d525a66-b420-41ae-91e7-44096860c3c2 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 946 time: 0.1708510
Apr 09 21:14:42.015806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43328) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.026046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:42.039599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad525a0b-bcd7-4ecb-872b-434f4996c430 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Deleting subnet ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:42.041703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2634d1-9215-4259-8872-a3400ae930ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=b0668639-30ce-41c7-a451-d91d6cc9cb61,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:42.056059 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.062909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad525a0b-bcd7-4ecb-872b-434f4996c430 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for subnet (ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.067565 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a42fdd-8481-43b4-8656-7747afe9631c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.068145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a42fdd-8481-43b4-8656-7747afe9631c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.069503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (02925ad7-4273-4914-bcec-b963c0462978), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.073015 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-19a42fdd-8481-43b4-8656-7747afe9631c tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/5043c112-71c3-4231-9215-b3cd73f03460 HTTP/1.1" status: 404  len: 337 time: 0.0563827
Apr 09 21:14:42.093667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43330) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.122521 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f086ef0-fd73-497c-b0ad-eaf46f7fd478 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.123096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f086ef0-fd73-497c-b0ad-eaf46f7fd478 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.127057 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3f086ef0-fd73-497c-b0ad-eaf46f7fd478 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/b0668639-30ce-41c7-a451-d91d6cc9cb61 HTTP/1.1" status: 404  len: 339 time: 0.0313776
Apr 09 21:14:42.130245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43332) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.135257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:42.135650 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.161110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:42.163762 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056bcce5-7739-4f8c-ad75-b6ed72028128" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8709fe-4ff2-4d1a-b51d-e89c7bc51920"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:42.172018 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3f68b1-eb48-4625-96e7-d1831e116fbf tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.172692 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3f68b1-eb48-4625-96e7-d1831e116fbf tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.176837 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca3f68b1-eb48-4625-96e7-d1831e116fbf tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/47e31778-f2ca-4ca2-bebe-7596fe001e4c HTTP/1.1" status: 404  len: 337 time: 0.0454421
Apr 09 21:14:42.180814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43336) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.182771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:42.189394 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.190265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5639fa03-cc59-4abb-9017-2fe259efc10f no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:42.208336 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-8759e379-666a-4a39-a0f8-8928b4daa4a1 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.208863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8759e379-666a-4a39-a0f8-8928b4daa4a1 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.213732 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8759e379-666a-4a39-a0f8-8928b4daa4a1 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/eb531c21-8d5d-44d7-82ef-487e21640f22 HTTP/1.1" status: 404  len: 339 time: 0.0317907
Apr 09 21:14:42.218258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 5639fa03-cc59-4abb-9017-2fe259efc10f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:14:42.218603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5639fa03-cc59-4abb-9017-2fe259efc10f not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:42.219032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:42.219717 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad525a0b-bcd7-4ecb-872b-434f4996c430 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.223396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43338) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.241374 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3741b381-4f47-4353-90f0-5a06a1332e73 x-openstack-request-id: req-3741b381-4f47-4353-90f0-5a06a1332e73 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:42.241875 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8709fe-4ff2-4d1a-b51d-e89c7bc51920", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:42.241875 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3741b381-4f47-4353-90f0-5a06a1332e73 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:42.242284 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3741b381-4f47-4353-90f0-5a06a1332e73'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920', 'code': 200}
Apr 09 21:14:42.247835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7fffdb46-12b8-4be1-83fa-9a92cf5302be req-49ccc7bc-bc40-4c4b-a739-f218b56c4c81 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a24ea4a-4210-4881-8ffd-52e915a4a6ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2314942
Apr 09 21:14:42.251733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] No DVR routers for this DVR port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:42.257517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:42.316821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:42.325188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 host ! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:14:42.325647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:42.326011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device da958d47-ba90-4946-a8c2-f3457704513e no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:42.329806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.330151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.330488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.330866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.331201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.331523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.331845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.332163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.332770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.332881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.333230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.333548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.333863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.334180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.334988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:42.335991 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7db0e06f-1adf-4655-97b4-f840efe455ae), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.345476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (3bf192e2-1773-45cb-897d-1025eeab1177), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.411568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] In _notify_port_updated(), no bound segment for port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:14:42.412593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.413232 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.414535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-dbc8cde1-54c4-4420-8ee7-e8a2ebc2dd75 service neutron] 10.222.0.32 "PUT /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 200  len: 1033 time: 1.8070683
Apr 09 21:14:42.417413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event deleted for resources: {'Port': ['ID=7db0e06f-1adf-4655-97b4-f840efe455ae,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:42.428310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port da958d47-ba90-4946-a8c2-f3457704513e is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:42.428849 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (da958d47-ba90-4946-a8c2-f3457704513e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.436225 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (02925ad7-4273-4914-bcec-b963c0462978), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.456313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (3bf192e2-1773-45cb-897d-1025eeab1177), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.485347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port da958d47-ba90-4946-a8c2-f3457704513e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da958d47-ba90-4946-a8c2-f3457704513e,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:42.489071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23748caf70>,) {'filters': {'network_id': ['3bf192e2-1773-45cb-897d-1025eeab1177']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:42.493898 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (da958d47-ba90-4946-a8c2-f3457704513e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.495417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 795eaf94-b9aa-4494-8de0-8b62eecc59b1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:42.526160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748caf70>, 'a63b8b22-9283-4166-8503-1fe0a9b344b0') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:42.526523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748caf70>, 'a63b8b22-9283-4166-8503-1fe0a9b344b0') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:42.539683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374f84d30>,) {'filters': {'network_id': ['02925ad7-4273-4914-bcec-b963c0462978']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:42.540169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (a63b8b22-9283-4166-8503-1fe0a9b344b0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.557914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad525a0b-bcd7-4ecb-872b-434f4996c430 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.562048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-83975756-428d-4631-b964-594b473c1524 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.562427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a63b8b22-9283-4166-8503-1fe0a9b344b0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.563694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-83975756-428d-4631-b964-594b473c1524 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "GET /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1175270
Apr 09 21:14:42.569958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374f84d30>, 'bce9da4c-b793-4fbf-8f08-320ea0f4698f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:42.570180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374f84d30>, 'bce9da4c-b793-4fbf-8f08-320ea0f4698f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:42.572175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e20dac15-6d1e-478b-b2e2-d529fffb2bcc None None] Provisioning complete for port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:42.572635 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e20dac15-6d1e-478b-b2e2-d529fffb2bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.577913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:42.591077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:42.591483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (a63b8b22-9283-4166-8503-1fe0a9b344b0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:42.609726 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:42.650067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=da958d47-ba90-4946-a8c2-f3457704513e,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:42.652760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e20dac15-6d1e-478b-b2e2-d529fffb2bcc None None] Port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:14:42.666759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:42.667441 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.670316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (3bf192e2-1773-45cb-897d-1025eeab1177), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.682586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.688030 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/3bf192e2-1773-45cb-897d-1025eeab1177 HTTP/1.1" status: 204  len: 168 time: 0.4609132
Apr 09 21:14:42.693506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43342) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.698160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (bce9da4c-b793-4fbf-8f08-320ea0f4698f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.706234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 795eaf94-b9aa-4494-8de0-8b62eecc59b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=795eaf94-b9aa-4494-8de0-8b62eecc59b1,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-7a10f053-92c0-4591-af64-88081fa2b6a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9: This subnet is being modified by another concurrent operation.
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:14:42.710902 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9: This subnet is being modified by another concurrent operation.
Apr 09 21:14:42.714579 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:14:42.718390 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.718820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ace7507d-dd06-475c-b999-2430bd431592 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:42.737596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18c73a-1640-4d3a-a828-bf73f4f575e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=3bf192e2-1773-45cb-897d-1025eeab1177,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:42.740183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad525a0b-bcd7-4ecb-872b-434f4996c430 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.747764 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f5766c-5df0-443e-ad19-7012baed62b6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.748207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f5766c-5df0-443e-ad19-7012baed62b6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.753746 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-66f5766c-5df0-443e-ad19-7012baed62b6 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/8e625b74-b36a-4fd2-aa06-183921242fad HTTP/1.1" status: 404  len: 337 time: 0.0567787
Apr 09 21:14:42.770346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43344) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.781870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad525a0b-bcd7-4ecb-872b-434f4996c430 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:42.786144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (bce9da4c-b793-4fbf-8f08-320ea0f4698f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.798686 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8322fc4-7dc4-40aa-b86d-3e5d018d4f5e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.799072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8322fc4-7dc4-40aa-b86d-3e5d018d4f5e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.804600 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b8322fc4-7dc4-40aa-b86d-3e5d018d4f5e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/e7b615b2-fd64-482e-9e17-55c697360e9a HTTP/1.1" status: 404  len: 339 time: 0.0306065
Apr 09 21:14:42.804600 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad525a0b-bcd7-4ecb-872b-434f4996c430 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.806777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=795eaf94-b9aa-4494-8de0-8b62eecc59b1,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:42.810129 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ad525a0b-bcd7-4ecb-872b-434f4996c430 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9 HTTP/1.1" status: 204  len: 168 time: 0.8577433
Apr 09 21:14:42.810715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43346) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.811045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43348) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.833900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:42.834399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (bce9da4c-b793-4fbf-8f08-320ea0f4698f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.846983 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:42.851783 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:42.861818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d301b1-250d-40b8-9122-04aeadadf8f4 None None] Network efbc0070-26f1-4fb3-af29-ab8c9f091897 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:42.891567 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-64ac8680-1ccc-48bc-ada3-f4562fe3a4e9 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0724392
Apr 09 21:14:42.892327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43350) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.893240 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4c04e2-99cf-45a8-b70c-aa9f8604a1ea tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.893696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4c04e2-99cf-45a8-b70c-aa9f8604a1ea tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.896668 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1c4c04e2-99cf-45a8-b70c-aa9f8604a1ea tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/2fa39ea1-88c9-43df-b365-e0a1afde28dd HTTP/1.1" status: 404  len: 337 time: 0.0847073
Apr 09 21:14:42.902301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433acb9-6011-4972-b346-6a428e4730f6 req-8bd23c76-f3e5-410d-9b9b-7bafecb40bd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.906147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43352) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.908378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433acb9-6011-4972-b346-6a428e4730f6 req-8bd23c76-f3e5-410d-9b9b-7bafecb40bd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.914104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433acb9-6011-4972-b346-6a428e4730f6 req-8bd23c76-f3e5-410d-9b9b-7bafecb40bd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.919559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433acb9-6011-4972-b346-6a428e4730f6 req-8bd23c76-f3e5-410d-9b9b-7bafecb40bd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.924968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433acb9-6011-4972-b346-6a428e4730f6 req-8bd23c76-f3e5-410d-9b9b-7bafecb40bd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.932959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433acb9-6011-4972-b346-6a428e4730f6 req-8bd23c76-f3e5-410d-9b9b-7bafecb40bd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:42.934439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c03f51a7-fc18-472b-bde6-cb4380dbda5a None None] Provisioning complete for port ac65df3b-003b-4be3-b5bd-09215cbeb514 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:42.934821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4433acb9-6011-4972-b346-6a428e4730f6 req-8bd23c76-f3e5-410d-9b9b-7bafecb40bd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 4656 time: 0.2345397
Apr 09 21:14:42.934934 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c03f51a7-fc18-472b-bde6-cb4380dbda5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:42.945000 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c2ccaf-3f26-42fd-8978-e29db330f9db tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.945545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c2ccaf-3f26-42fd-8978-e29db330f9db tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.951368 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4c2ccaf-3f26-42fd-8978-e29db330f9db tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/663a46ba-5885-4477-b951-ec86547f2195 HTTP/1.1" status: 404  len: 339 time: 0.0414655
Apr 09 21:14:42.952714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43354) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:42.971435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Router 2557c9a8-91fb-43bb-8061-d62684219aed has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:14:42.983608 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c20cb6-7237-4999-99b3-223d0c8e940e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:42.984068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c20cb6-7237-4999-99b3-223d0c8e940e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:42.987851 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c9c20cb6-7237-4999-99b3-223d0c8e940e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/2ae6521d-5d39-4f38-8eb7-82e6cd299e2f HTTP/1.1" status: 404  len: 337 time: 0.0352755
Apr 09 21:14:42.994494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4758d9-91a0-41e4-b91b-8520931b3d99 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:43.000100 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff4758d9-91a0-41e4-b91b-8520931b3d99 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1023221
Apr 09 21:14:43.000992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43356) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.001508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43358) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.048931 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0476bfe-6bf5-46ae-85d1-4adf19afb7ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.049754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0476bfe-6bf5-46ae-85d1-4adf19afb7ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.053251 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b0476bfe-6bf5-46ae-85d1-4adf19afb7ac tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/69b17f86-7fc1-4ce9-be0f-bf6b090c6f5b HTTP/1.1" status: 404  len: 339 time: 0.0504262
Apr 09 21:14:43.056179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43360) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.097465 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4246f5-c009-49cf-96a6-0402cc24fa2b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.098192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4246f5-c009-49cf-96a6-0402cc24fa2b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.101852 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2b4246f5-c009-49cf-96a6-0402cc24fa2b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/d46a9d47-61a3-4bed-9fa5-eeeebaf03616 HTTP/1.1" status: 404  len: 337 time: 0.0445056
Apr 09 21:14:43.106742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43362) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.131539 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf654b5-3427-4253-a5ff-20f98c7e905e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.132343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf654b5-3427-4253-a5ff-20f98c7e905e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.135529 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5cf654b5-3427-4253-a5ff-20f98c7e905e tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/1fded1b6-af88-4f19-a908-86802860926b HTTP/1.1" status: 404  len: 339 time: 0.0275953
Apr 09 21:14:43.138634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43364) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.144056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] For port d2e847f7-3df6-4159-af29-b43d77f7ab51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e847f7-3df6-4159-af29-b43d77f7ab51,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:43.150752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf0446-a0b5-43ae-ab86-73a277bfa17e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:43.156148 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1ddf0446-a0b5-43ae-ab86-73a277bfa17e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1461182
Apr 09 21:14:43.156956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43366) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.181666 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-433bad4a-eb05-4476-8035-e431f81e61f1 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.182377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433bad4a-eb05-4476-8035-e431f81e61f1 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.182797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] For port d2e847f7-3df6-4159-af29-b43d77f7ab51, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:43.186047 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-433bad4a-eb05-4476-8035-e431f81e61f1 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/c77b7da9-5d8b-4e4e-8933-66dd2bcf2126 HTTP/1.1" status: 404  len: 337 time: 0.0460205
Apr 09 21:14:43.217611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] device_id is not set on port d2e847f7-3df6-4159-af29-b43d77f7ab51 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:43.220754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43368) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.227116 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] Publish callbacks [] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.230938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ac65df3b-003b-4be3-b5bd-09215cbeb514 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:43.232954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] DHCP port deletion for efbc0070-26f1-4fb3-af29-ab8c9f091897 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:14:43.235865 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05d9a289-5ebd-4aaa-bfc5-eb2107315860 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0608163
Apr 09 21:14:43.238024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43370) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.248253 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.254916 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (02925ad7-4273-4914-bcec-b963c0462978), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.274404 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3023027e-8cf9-4300-a539-c6e886304e45 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.274956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3023027e-8cf9-4300-a539-c6e886304e45 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.278013 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3023027e-8cf9-4300-a539-c6e886304e45 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/29b3e74a-3c63-417e-9cc7-81dfc32869c7 HTTP/1.1" status: 404  len: 339 time: 0.0557332
Apr 09 21:14:43.279108 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2e1111-935c-4361-9c5a-17feece56edb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.279785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2e1111-935c-4361-9c5a-17feece56edb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.285446 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1e2e1111-935c-4361-9c5a-17feece56edb tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/9cff4c26-5003-44dd-9edf-f18bdbeb2c26 HTTP/1.1" status: 404  len: 333 time: 0.0463190
Apr 09 21:14:43.286241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43372) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.286565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43374) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.314090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ace7507d-dd06-475c-b999-2430bd431592 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:43.314660 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ace7507d-dd06-475c-b999-2430bd431592), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.336433 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f1c672-ca91-4f33-af46-122ea5b0c936 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.336797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f1c672-ca91-4f33-af46-122ea5b0c936 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.342347 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-45f1c672-ca91-4f33-af46-122ea5b0c936 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/ddeda889-feae-4de5-95c6-160ef889fa9e HTTP/1.1" status: 404  len: 337 time: 0.0525560
Apr 09 21:14:43.342347 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fca63ab-0a5a-4c6b-bbcd-1e52756bbf91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.342347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fca63ab-0a5a-4c6b-bbcd-1e52756bbf91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.347492 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.348257 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9fca63ab-0a5a-4c6b-bbcd-1e52756bbf91 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/ff1d60c6-d1c1-47fb-be6e-90ec2dd144f9 HTTP/1.1" status: 404  len: 337 time: 0.0596175
Apr 09 21:14:43.349320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43380) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.349543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43382) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.353648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/02925ad7-4273-4914-bcec-b963c0462978 HTTP/1.1" status: 204  len: 168 time: 1.4767785
Apr 09 21:14:43.355882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] Deleting port ac65df3b-003b-4be3-b5bd-09215cbeb514 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:43.356372 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.360773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43384) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.396551 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6117bbe4-9164-4b03-a71a-4027b49983e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.396551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6117bbe4-9164-4b03-a71a-4027b49983e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.402917 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6117bbe4-9164-4b03-a71a-4027b49983e0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/cff58525-6d3a-4b66-9af7-33cc6b772bb2 HTTP/1.1" status: 404  len: 339 time: 0.0496581
Apr 09 21:14:43.403111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43386) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.411483 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f34fde-2069-423c-a5cb-d2abec5a09b4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.411916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f34fde-2069-423c-a5cb-d2abec5a09b4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.417331 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d6f34fde-2069-423c-a5cb-d2abec5a09b4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/c35e81d0-cebf-4a88-b5fc-3e466d3f4944 HTTP/1.1" status: 404  len: 337 time: 0.0634689
Apr 09 21:14:43.427093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43388) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.457714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ace7507d-dd06-475c-b999-2430bd431592, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ace7507d-dd06-475c-b999-2430bd431592,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:43.457964 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4202cc-c3ae-47ad-83ed-c76d1b3dfc3b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.458350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4202cc-c3ae-47ad-83ed-c76d1b3dfc3b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.464628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ba4202cc-c3ae-47ad-83ed-c76d1b3dfc3b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/fba17e9d-a677-45dc-872f-d804bb91eb37 HTTP/1.1" status: 404  len: 337 time: 0.0580642
Apr 09 21:14:43.464817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43390) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.478775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9dd8b-df2f-4df2-ba49-5f4045309dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=02925ad7-4273-4914-bcec-b963c0462978,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:43.490135 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b37cc65-2c9d-4284-a6ed-1b6456599f9b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.491130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b37cc65-2c9d-4284-a6ed-1b6456599f9b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.496665 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b37cc65-2c9d-4284-a6ed-1b6456599f9b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/5234f94f-14de-4178-a1ff-921d1c3dd9f9 HTTP/1.1" status: 404  len: 339 time: 0.0280285
Apr 09 21:14:43.497165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43392) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.498418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:43.498914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.504996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ace7507d-dd06-475c-b999-2430bd431592), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.505877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:43.528266 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fe99be-d17c-4f28-94ef-756883a77a8b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.528719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fe99be-d17c-4f28-94ef-756883a77a8b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.531827 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-68fe99be-d17c-4f28-94ef-756883a77a8b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/87a62639-19aa-4782-9be9-38b9c255cbb1 HTTP/1.1" status: 404  len: 337 time: 0.0329621
Apr 09 21:14:43.536185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43394) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.538186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64d79232-ccb6-438f-b117-16339cef22b5 req-da685a3d-3129-480c-99fb-da85294dedac tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 210 time: 0.1575079
Apr 09 21:14:43.561139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] Pushing event updated for resources: {'Port': ['ID=d2e847f7-3df6-4159-af29-b43d77f7ab51,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:43.564606 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce8deac-cbd9-4d3a-8d7c-1c0248dbe610 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.565231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce8deac-cbd9-4d3a-8d7c-1c0248dbe610 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.568393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3ce8deac-cbd9-4d3a-8d7c-1c0248dbe610 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/e8423527-df83-44f3-91ab-7e771c525642 HTTP/1.1" status: 404  len: 333 time: 0.1342416
Apr 09 21:14:43.578843 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7894cf4-3989-4c8d-81ba-04f9e349d78b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.579544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7894cf4-3989-4c8d-81ba-04f9e349d78b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.586305 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c7894cf4-3989-4c8d-81ba-04f9e349d78b tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/5205b722-bba3-4a5d-be62-51003fe06ec6 HTTP/1.1" status: 404  len: 339 time: 0.0490217
Apr 09 21:14:43.587225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43396) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.587746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43398) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.591802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4433acb9-6011-4972-b346-6a428e4730f6 req-fd23d952-b16c-45e4-8301-ebd7209a7637 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&id=a69d0f8a-0198-43e3-89af-6cc80279082b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6187406
Apr 09 21:14:43.594709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6262250a-31f4-41e4-a37f-09db287f2150 admin admin] Deleting subnet 9801842f-402c-482e-81e2-e4c537aab4cd {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:43.600333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] No DVR routers for this DVR port d2e847f7-3df6-4159-af29-b43d77f7ab51 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:43.603517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6262250a-31f4-41e4-a37f-09db287f2150 admin admin] Publish callbacks [] for subnet (9801842f-402c-482e-81e2-e4c537aab4cd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.626036 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-280d9fa8-2bed-41ed-9902-36b01ca69a8f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.626508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280d9fa8-2bed-41ed-9902-36b01ca69a8f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.631969 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-280d9fa8-2bed-41ed-9902-36b01ca69a8f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/20fdd7f1-64a2-4ca0-9418-620669ebc976 HTTP/1.1" status: 404  len: 337 time: 0.0407183
Apr 09 21:14:43.635863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c03f51a7-fc18-472b-bde6-cb4380dbda5a None None] Current status of the port ac65df3b-003b-4be3-b5bd-09215cbeb514 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:43.659159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac65df3b-003b-4be3-b5bd-09215cbeb514,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:43.659561 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.663957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43400) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.711381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port ac65df3b-003b-4be3-b5bd-09215cbeb514, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac65df3b-003b-4be3-b5bd-09215cbeb514,segment=NetworkSegment(e482414a-73fd-4cd9-9586-d95e3bf1d5ea),segment_id=e482414a-73fd-4cd9-9586-d95e3bf1d5ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:43.712648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] Calling delete_port for ac65df3b-003b-4be3-b5bd-09215cbeb514 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:43.724950 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.732301 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6262250a-31f4-41e4-a37f-09db287f2150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (9801842f-402c-482e-81e2-e4c537aab4cd), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.734724 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4170192a-3acd-4383-b40d-2f91f5f64bf0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.734724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4170192a-3acd-4383-b40d-2f91f5f64bf0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.739205 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4170192a-3acd-4383-b40d-2f91f5f64bf0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/3aedca4b-78df-4cd2-ad42-350ff7597edc HTTP/1.1" status: 404  len: 337 time: 0.0718319
Apr 09 21:14:43.740407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43402) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.751724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ace7507d-dd06-475c-b999-2430bd431592,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:43.770535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] In _notify_port_updated(), no bound segment for port d2e847f7-3df6-4159-af29-b43d77f7ab51 on network 92519850-eedc-4d89-a26d-ad4b1c086541 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:14:43.772215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:43.772851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.774203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-d19b2b69-bd5d-44fc-97c5-0004656de55b service neutron] 10.222.0.32 "PUT /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 200  len: 1032 time: 1.2003126
Apr 09 21:14:43.777598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:14:43.784857 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f804d2-6182-4454-a94e-bb82aaaf5392 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.784857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f804d2-6182-4454-a94e-bb82aaaf5392 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.790556 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-20f804d2-6182-4454-a94e-bb82aaaf5392 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/3cd2cb21-c963-465d-836a-7b4f485ffe30 HTTP/1.1" status: 404  len: 333 time: 0.0474749
Apr 09 21:14:43.793081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-114cba1e-79b4-4e96-a204-cd4ea582cb8f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Deleting subnet e019edf2-d387-472e-8c21-1cc61fdcdce2 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:14:43.793439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43404) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.794010 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] Sync routers for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:14:43.804006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-114cba1e-79b4-4e96-a204-cd4ea582cb8f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for subnet (e019edf2-d387-472e-8c21-1cc61fdcdce2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.814030 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:14:43.815451 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c054b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:43.852888 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-114cba1e-79b4-4e96-a204-cd4ea582cb8f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (e019edf2-d387-472e-8c21-1cc61fdcdce2), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.879319 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f6ca33-dacc-4cc3-abad-b8dc807781ff tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.879817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f6ca33-dacc-4cc3-abad-b8dc807781ff tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:43.885292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-08f6ca33-dacc-4cc3-abad-b8dc807781ff tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/c43fb398-48f1-4732-b1d7-81f747c6c6fb HTTP/1.1" status: 404  len: 337 time: 0.0863082
Apr 09 21:14:43.885292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6262250a-31f4-41e4-a37f-09db287f2150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9801842f-402c-482e-81e2-e4c537aab4cd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.906588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43406) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:43.933064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-af08c19a-e340-4b04-b625-9acfef6fdc1d None None] Provisioning complete for port d2e847f7-3df6-4159-af29-b43d77f7ab51 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:43.933548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-af08c19a-e340-4b04-b625-9acfef6fdc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.938636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] No DVR routers for this DVR port 7db0e06f-1adf-4655-97b4-f840efe455ae on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:43.952985 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:14:43.965504 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:43.969138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6234806-ff24-429e-9efa-3f38fa762fdf req-16976fb7-cf19-49da-8e84-223d26c841d0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.25 "DELETE /v2.0/ports/7db0e06f-1adf-4655-97b4-f840efe455ae HTTP/1.1" status: 204  len: 173 time: 3.3721645
Apr 09 21:14:43.973706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'name': 'network-vif-deleted', 'tag': '7db0e06f-1adf-4655-97b4-f840efe455ae'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:43.975980 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456845cf-d833-4f6c-b4c0-32f0fd9c59ee" -d '{"events": [{"server_uuid": "f732d8e8-0c52-44e4-89c6-b97595485ebc", "name": "network-vif-deleted", "tag": "7db0e06f-1adf-4655-97b4-f840efe455ae"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:43.994217 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe17997-0152-44d6-b564-69e0dee0f62f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:43.994683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe17997-0152-44d6-b564-69e0dee0f62f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:44.001219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0fe17997-0152-44d6-b564-69e0dee0f62f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/6ff807fd-8af4-4b6f-8a1f-af7abce22ef6 HTTP/1.1" status: 404  len: 337 time: 0.0720582
Apr 09 21:14:44.010933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-114cba1e-79b4-4e96-a204-cd4ea582cb8f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (e019edf2-d387-472e-8c21-1cc61fdcdce2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.022792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:44.023269 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.025456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7db0e06f-1adf-4655-97b4-f840efe455ae no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:44.081511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port da958d47-ba90-4946-a8c2-f3457704513e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:44.081873 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (da958d47-ba90-4946-a8c2-f3457704513e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.085965 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b8a197-6de2-479d-b8c8-14d3badb7105 x-openstack-request-id: req-01b8a197-6de2-479d-b8c8-14d3badb7105 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:44.086253 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f732d8e8-0c52-44e4-89c6-b97595485ebc", "name": "network-vif-deleted", "tag": "7db0e06f-1adf-4655-97b4-f840efe455ae", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:44.086504 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01b8a197-6de2-479d-b8c8-14d3badb7105 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:44.086901 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b8a197-6de2-479d-b8c8-14d3badb7105'] response: {'server_uuid': 'f732d8e8-0c52-44e4-89c6-b97595485ebc', 'name': 'network-vif-deleted', 'tag': '7db0e06f-1adf-4655-97b4-f840efe455ae', 'status': 'completed', 'code': 200}
Apr 09 21:14:44.089596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43410) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:44.102698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 7db0e06f-1adf-4655-97b4-f840efe455ae {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:14:44.103318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7db0e06f-1adf-4655-97b4-f840efe455ae not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:44.128856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:44.133252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-af08c19a-e340-4b04-b625-9acfef6fdc1d None None] Port d2e847f7-3df6-4159-af29-b43d77f7ab51 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:14:44.151767 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d469bc-9551-469d-803c-2835b96a0f6b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:44.152644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d469bc-9551-469d-803c-2835b96a0f6b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:44.156796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-65d469bc-9551-469d-803c-2835b96a0f6b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/cf094973-8540-470e-a6b3-1d9ce641f40d HTTP/1.1" status: 404  len: 333 time: 0.0650747
Apr 09 21:14:44.161714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:44.164255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43412) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:44.164497 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (ac65df3b-003b-4be3-b5bd-09215cbeb514), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.171525 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.172402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d2e847f7-3df6-4159-af29-b43d77f7ab51 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:44.207564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] Pushing event deleted for resources: {'Port': ['ID=ac65df3b-003b-4be3-b5bd-09215cbeb514,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:44.218024 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99c45e8-ac21-4ee1-8d2d-f16fba84425f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:44.218606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99c45e8-ac21-4ee1-8d2d-f16fba84425f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:44.228430 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b99c45e8-ac21-4ee1-8d2d-f16fba84425f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/ce8e4f2b-bd41-4af6-acb4-c8f1b4ee133b HTTP/1.1" status: 404  len: 337 time: 0.0622261
Apr 09 21:14:44.231704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43414) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:44.239612 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6262250a-31f4-41e4-a37f-09db287f2150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (9801842f-402c-482e-81e2-e4c537aab4cd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.244068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8b3dc-e506-4cbc-a6e5-65ba204926f8 None None] No DVR routers for this DVR port ac65df3b-003b-4be3-b5bd-09215cbeb514 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:44.244939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e'}, {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795eaf94-b9aa-4494-8de0-8b62eecc59b1'}, {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace7507d-dd06-475c-b999-2430bd431592'}, {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:44.247468 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9fae80-b658-40c2-8ffc-cc28ad6fcccb" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "da958d47-ba90-4946-a8c2-f3457704513e"}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "795eaf94-b9aa-4494-8de0-8b62eecc59b1"}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "ace7507d-dd06-475c-b999-2430bd431592"}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:44.280557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262250a-31f4-41e4-a37f-09db287f2150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9801842f-402c-482e-81e2-e4c537aab4cd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:44.286491 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6262250a-31f4-41e4-a37f-09db287f2150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.292055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6262250a-31f4-41e4-a37f-09db287f2150 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9801842f-402c-482e-81e2-e4c537aab4cd HTTP/1.1" status: 204  len: 168 time: 0.9287083
Apr 09 21:14:44.292237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f913b4-d3dd-4a62-a192-c4efae1f56a4 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:14:44.294945 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-202c2ac9-48ec-4ac7-a6a9-e3f0c2f38248 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:44.295607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202c2ac9-48ec-4ac7-a6a9-e3f0c2f38248 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:44.295712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43418) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:44.307398 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-202c2ac9-48ec-4ac7-a6a9-e3f0c2f38248 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/4444f82d-b9f0-417e-9cc2-ca24949c70c1 HTTP/1.1" status: 404  len: 337 time: 0.0743725
Apr 09 21:14:44.308289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43420) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:44.327495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] For port da958d47-ba90-4946-a8c2-f3457704513e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da958d47-ba90-4946-a8c2-f3457704513e,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:44.327865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (da958d47-ba90-4946-a8c2-f3457704513e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.328979 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c054b80>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:44.360804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port d2e847f7-3df6-4159-af29-b43d77f7ab51 host ! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:14:44.361390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d2e847f7-3df6-4159-af29-b43d77f7ab51 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:44.370388 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd61f59-abf7-44cf-8a29-97936a6d7c81 x-openstack-request-id: req-ffd61f59-abf7-44cf-8a29-97936a6d7c81 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:44.370598 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "da958d47-ba90-4946-a8c2-f3457704513e", "code": 200}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "795eaf94-b9aa-4494-8de0-8b62eecc59b1", "code": 200}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "ace7507d-dd06-475c-b999-2430bd431592", "code": 200}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-unplugged", "status": "completed", "tag": "1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:44.371019 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffd61f59-abf7-44cf-8a29-97936a6d7c81 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:44.371448 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd61f59-abf7-44cf-8a29-97936a6d7c81'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e', 'code': 200}
Apr 09 21:14:44.371603 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd61f59-abf7-44cf-8a29-97936a6d7c81'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795eaf94-b9aa-4494-8de0-8b62eecc59b1', 'code': 200}
Apr 09 21:14:44.371882 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd61f59-abf7-44cf-8a29-97936a6d7c81'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace7507d-dd06-475c-b999-2430bd431592', 'code': 200}
Apr 09 21:14:44.372138 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd61f59-abf7-44cf-8a29-97936a6d7c81'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7', 'code': 200}
Apr 09 21:14:44.374157 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-029c7faf-1b4f-49ee-b194-2b5ce98253b0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:44.375327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029c7faf-1b4f-49ee-b194-2b5ce98253b0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:44.377135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:44.378222 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] Checking router: 2557c9a8-91fb-43bb-8061-d62684219aed for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:14:44.390583 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-029c7faf-1b4f-49ee-b194-2b5ce98253b0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/12112dbe-3d7c-41e3-b8e6-ef3d7a8b121d HTTP/1.1" status: 404  len: 333 time: 0.0710757
Apr 09 21:14:44.391893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43422) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:44.401417 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:14:44.402108 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c054b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:44.427642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-114cba1e-79b4-4e96-a204-cd4ea582cb8f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (e019edf2-d387-472e-8c21-1cc61fdcdce2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.431427 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d56cb25-bb03-4020-94c5-1cd9f0ef8c9e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:44.432035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d56cb25-bb03-4020-94c5-1cd9f0ef8c9e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:44.438437 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1d56cb25-bb03-4020-94c5-1cd9f0ef8c9e tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/a5b67b9f-56bd-4eef-aafa-f1806e0806ba HTTP/1.1" status: 404  len: 337 time: 0.0443535
Apr 09 21:14:44.438660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43424) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:44.481594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cba1e-79b4-4e96-a204-cd4ea582cb8f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Subnet': ['ID=e019edf2-d387-472e-8c21-1cc61fdcdce2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:44.496376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-114cba1e-79b4-4e96-a204-cd4ea582cb8f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.503290 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-114cba1e-79b4-4e96-a204-cd4ea582cb8f tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/subnets/e019edf2-d387-472e-8c21-1cc61fdcdce2 HTTP/1.1" status: 204  len: 168 time: 0.8847742
Apr 09 21:14:44.504772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43426) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:44.534294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f913b4-d3dd-4a62-a192-c4efae1f56a4 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:14:44.597915 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:14:44.657706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1b8e8e9d-009c-4e61-9a9a-e64b47a00a55), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.776095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Deleting port d01769c4-548a-4bd6-a297-1cc5793608ad {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:44.776491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.842380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8aaaf5-cf3e-460d-8a51-322034fa7d56 None None] Network 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:44.870853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] For port d01769c4-548a-4bd6-a297-1cc5793608ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d01769c4-548a-4bd6-a297-1cc5793608ad,segment=NetworkSegment(a437f328-7125-4b28-8f95-f663cbb4800d),segment_id=a437f328-7125-4b28-8f95-f663cbb4800d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:44.871229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:44.887796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Calling delete_port for d01769c4-548a-4bd6-a297-1cc5793608ad owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:44.982334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d01769c4-548a-4bd6-a297-1cc5793608ad), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.004527 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c054b80>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:45.014009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Port': ['ID=d01769c4-548a-4bd6-a297-1cc5793608ad,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:45.015867 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] No DVR routers for this DVR port d01769c4-548a-4bd6-a297-1cc5793608ad on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:45.036020 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f4b5e-49c7-42fc-8416-c4a0c82c70fd None None] The sync data for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 is: [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:14:45.043747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ac0c7-ee78-43e8-81ab-e13eafcd04d1 None None] DHCP port deletion for 1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:14:45.101216 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-782dbbce-9f33-4ec2-bb8b-3300fd53621f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.101933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782dbbce-9f33-4ec2-bb8b-3300fd53621f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.104978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-782dbbce-9f33-4ec2-bb8b-3300fd53621f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/44d7a513-041c-4a5b-9ebd-0e66836a60bc HTTP/1.1" status: 404  len: 333 time: 0.6618118
Apr 09 21:14:45.121003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43432) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.130105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e62442ac-a874-4ccf-ae06-9dab227786e8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.150675 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c902ec-c4ef-4645-be04-0a5e135eb967 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.151127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c902ec-c4ef-4645-be04-0a5e135eb967 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.155031 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a7c902ec-c4ef-4645-be04-0a5e135eb967 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/887f7307-0b02-4f4f-b8aa-b92d03e16b06 HTTP/1.1" status: 404  len: 337 time: 0.0330226
Apr 09 21:14:45.157594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1b8e8e9d-009c-4e61-9a9a-e64b47a00a55), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.160144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d01769c4-548a-4bd6-a297-1cc5793608ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:45.160279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43434) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.165591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02f695de-2104-4884-981e-fdaf2255ccaf req-1f72b012-25d1-4b2d-83ea-05e1c24cffc9 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=f732d8e8-0c52-44e4-89c6-b97595485ebc HTTP/1.1" status: 200  len: 210 time: 0.1585388
Apr 09 21:14:45.198645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d01769c4-548a-4bd6-a297-1cc5793608ad {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:14:45.199509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d01769c4-548a-4bd6-a297-1cc5793608ad not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:14:45.204153 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebb90d0-be8a-4ab3-97b9-5dfb50b1debd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.205155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebb90d0-be8a-4ab3-97b9-5dfb50b1debd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.207735 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cebb90d0-be8a-4ab3-97b9-5dfb50b1debd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/7b38eff9-ce61-40c4-95f8-b797b5b09b47 HTTP/1.1" status: 404  len: 333 time: 0.0466175
Apr 09 21:14:45.210214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43436) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.218761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377110730>,) {'filters': {'network_id': ['1b8e8e9d-009c-4e61-9a9a-e64b47a00a55']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:45.247133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377110730>, 'a437f328-7125-4b28-8f95-f663cbb4800d') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:45.247435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377110730>, 'a437f328-7125-4b28-8f95-f663cbb4800d') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:45.249735 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e6308b-e942-4f5f-9274-10b21c20a559 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.250193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e6308b-e942-4f5f-9274-10b21c20a559 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.255857 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-79e6308b-e942-4f5f-9274-10b21c20a559 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/5561a2d0-6b26-4acc-8f1d-07f6b9e98c8a HTTP/1.1" status: 404  len: 337 time: 0.0422843
Apr 09 21:14:45.258852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43438) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.258989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b15bc-2a3f-4330-b11d-f7b317ad6ae3 req-d6f9b29c-5c31-4ec3-8c0f-f5877c6c69e5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:45.264526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b15bc-2a3f-4330-b11d-f7b317ad6ae3 req-d6f9b29c-5c31-4ec3-8c0f-f5877c6c69e5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:45.270010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (a437f328-7125-4b28-8f95-f663cbb4800d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.270347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b15bc-2a3f-4330-b11d-f7b317ad6ae3 req-d6f9b29c-5c31-4ec3-8c0f-f5877c6c69e5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:45.275876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b15bc-2a3f-4330-b11d-f7b317ad6ae3 req-d6f9b29c-5c31-4ec3-8c0f-f5877c6c69e5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:45.281276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b15bc-2a3f-4330-b11d-f7b317ad6ae3 req-d6f9b29c-5c31-4ec3-8c0f-f5877c6c69e5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:45.283304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-892b15bc-2a3f-4330-b11d-f7b317ad6ae3 req-d6f9b29c-5c31-4ec3-8c0f-f5877c6c69e5 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 3873 time: 0.2734039
Apr 09 21:14:45.293667 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fe6623-15d0-4f73-968a-8bab91530279 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.294253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fe6623-15d0-4f73-968a-8bab91530279 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.297529 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-68fe6623-15d0-4f73-968a-8bab91530279 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/f8cc0b54-2080-4987-9876-fa17c7138076 HTTP/1.1" status: 404  len: 333 time: 0.0377219
Apr 09 21:14:45.300820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43440) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.329748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a437f328-7125-4b28-8f95-f663cbb4800d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.335406 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-343071e1-9426-491b-a8c9-dbdc7e7ae14d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.335778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343071e1-9426-491b-a8c9-dbdc7e7ae14d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.338577 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.338892 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-343071e1-9426-491b-a8c9-dbdc7e7ae14d tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/4bb8e5fa-545d-42bf-8b08-2ec72623f8d0 HTTP/1.1" status: 404  len: 337 time: 0.0368214
Apr 09 21:14:45.338998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (3f83fd62-216e-40ea-adc5-4ccadb089cb7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.339285 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Floating IP 3f83fd62-216e-40ea-adc5-4ccadb089cb7 disassociated. External IP: 172.35.0.205, port: da958d47-ba90-4946-a8c2-f3457704513e.
Apr 09 21:14:45.339632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for da958d47-ba90-4946-a8c2-f3457704513e owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:45.341529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43442) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.350050 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:45.350480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (a437f328-7125-4b28-8f95-f663cbb4800d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:45.354757 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:45.381386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152a5e8-fc64-4bdb-b50d-9ac11ef05345 None None] New status for floating IP b1f3672b-5458-4c47-8871-fcfd20bbc836: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:14:45.393997 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51d6084-adbf-479a-80fb-5e82fa0bfbaf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.394587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51d6084-adbf-479a-80fb-5e82fa0bfbaf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.400269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f51d6084-adbf-479a-80fb-5e82fa0bfbaf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/87f86ffe-7db4-4605-acf3-bd1eab5e60f0 HTTP/1.1" status: 404  len: 333 time: 0.0551431
Apr 09 21:14:45.409744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43444) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.442002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1b8e8e9d-009c-4e61-9a9a-e64b47a00a55), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.444248 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e62442ac-a874-4ccf-ae06-9dab227786e8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.453747 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.460777 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] 10.222.0.30 "DELETE /v2.0/networks/1b8e8e9d-009c-4e61-9a9a-e64b47a00a55 HTTP/1.1" status: 204  len: 168 time: 0.9547055
Apr 09 21:14:45.481989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6750742-bb2c-48e3-a6e8-5b5c51c8f0c0 tempest-NetworksTest-930597209 tempest-NetworksTest-930597209-project] Pushing event deleted for resources: {'Network': ['ID=1b8e8e9d-009c-4e61-9a9a-e64b47a00a55,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:45.484100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-892b15bc-2a3f-4330-b11d-f7b317ad6ae3 req-9118a5e7-005f-4050-8970-8126f1309f09 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1892734
Apr 09 21:14:45.492530 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-189e1d43-5ee3-4239-a08c-54015ab564f4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.492989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189e1d43-5ee3-4239-a08c-54015ab564f4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.498547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-189e1d43-5ee3-4239-a08c-54015ab564f4 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/e57e5885-4714-4a62-980d-06b2dbb30e7f HTTP/1.1" status: 404  len: 337 time: 0.0827286
Apr 09 21:14:45.499949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43448) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.529603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23764a4a90>,) {'filters': {'network_id': ['e62442ac-a874-4ccf-ae06-9dab227786e8']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:45.543682 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3540a0e2-108e-43f5-871e-d53071015140 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.544150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23764a4a90>, 'a2c542f8-34ea-4e33-a69b-d257574cb099') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:45.544265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3540a0e2-108e-43f5-871e-d53071015140 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.544536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23764a4a90>, 'a2c542f8-34ea-4e33-a69b-d257574cb099') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:45.547299 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3540a0e2-108e-43f5-871e-d53071015140 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/ced0647f-76ae-4dc8-b11c-5aa1eeab4390 HTTP/1.1" status: 404  len: 333 time: 0.0459301
Apr 09 21:14:45.552108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43450) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.591343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (a2c542f8-34ea-4e33-a69b-d257574cb099), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.594180 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b1d120-1187-4109-9737-1568ce3ed6a8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.594673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b1d120-1187-4109-9737-1568ce3ed6a8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.598240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b4b1d120-1187-4109-9737-1568ce3ed6a8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/3b6aa297-ce1c-4960-a6dc-e032d8603439 HTTP/1.1" status: 404  len: 337 time: 0.0424600
Apr 09 21:14:45.601308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43452) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.614233 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a2c542f8-34ea-4e33-a69b-d257574cb099), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.627826 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2737cf5-c09a-4970-a0c0-2ac48e243ea7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.628275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2737cf5-c09a-4970-a0c0-2ac48e243ea7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.631389 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d2737cf5-c09a-4970-a0c0-2ac48e243ea7 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/4c0cfe28-71ef-4174-846f-311864201ee4 HTTP/1.1" status: 404  len: 337 time: 0.0290530
Apr 09 21:14:45.633958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43454) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.642859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:45.643618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (a2c542f8-34ea-4e33-a69b-d257574cb099), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:45.645229 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:45.658845 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb7e43d-e99b-4ff1-824d-5abb9867dbe0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.659110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb7e43d-e99b-4ff1-824d-5abb9867dbe0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.664392 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ddb7e43d-e99b-4ff1-824d-5abb9867dbe0 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/c9f65bae-de5f-4243-9feb-1d45a339b7ec HTTP/1.1" status: 404  len: 333 time: 0.0271385
Apr 09 21:14:45.664622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43456) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.695484 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c9df59-9d71-473c-9ac5-ba91fcc680bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.695941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c9df59-9d71-473c-9ac5-ba91fcc680bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.699031 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-07c9df59-9d71-473c-9ac5-ba91fcc680bd tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/3c7a71c1-1ad4-4815-8bf9-33d5b606f878 HTTP/1.1" status: 404  len: 337 time: 0.0333841
Apr 09 21:14:45.702225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43460) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.721373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e62442ac-a874-4ccf-ae06-9dab227786e8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.729723 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60f6af5-a2e4-4189-9c33-dd2fdd36e918 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.730188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60f6af5-a2e4-4189-9c33-dd2fdd36e918 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.736126 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b60f6af5-a2e4-4189-9c33-dd2fdd36e918 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/1dffe7d6-f41d-4b1e-9102-93d578ae00e4 HTTP/1.1" status: 404  len: 337 time: 0.0306454
Apr 09 21:14:45.736371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43464) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.744745 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.748302 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] 10.222.0.30 "DELETE /v2.0/networks/e62442ac-a874-4ccf-ae06-9dab227786e8 HTTP/1.1" status: 204  len: 168 time: 1.4516795
Apr 09 21:14:45.749641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (da958d47-ba90-4946-a8c2-f3457704513e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:45.761326 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a44588-b697-4635-85a0-c44b2542129b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.761907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a44588-b697-4635-85a0-c44b2542129b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.767260 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a9a44588-b697-4635-85a0-c44b2542129b tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/650f00c8-9cae-4f11-bd95-4638962a2362 HTTP/1.1" status: 404  len: 333 time: 0.0276201
Apr 09 21:14:45.767502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43468) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.768003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8ef06-6495-4e13-851c-c2feb9d61d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=e62442ac-a874-4ccf-ae06-9dab227786e8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:45.803408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43470) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.804313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=da958d47-ba90-4946-a8c2-f3457704513e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:45.813595 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7216e9-69d7-490d-9afa-47f990d22f38 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.814314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7216e9-69d7-490d-9afa-47f990d22f38 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.818426 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff7216e9-69d7-490d-9afa-47f990d22f38 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/31bb6f6a-48d5-4e9e-9cab-5e42362ded48 HTTP/1.1" status: 404  len: 337 time: 0.0418332
Apr 09 21:14:45.820899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43474) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.847076 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e66e552-30ad-4dc1-8ad7-a9d8fd899627 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.847790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e66e552-30ad-4dc1-8ad7-a9d8fd899627 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.851491 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0e66e552-30ad-4dc1-8ad7-a9d8fd899627 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/0f630a79-2b7d-4b82-8313-de9376ffb35c HTTP/1.1" status: 404  len: 337 time: 0.0295053
Apr 09 21:14:45.854095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43476) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.889786 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0033666-8489-474d-8170-2f1979d11be8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.890708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0033666-8489-474d-8170-2f1979d11be8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.894854 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e0033666-8489-474d-8170-2f1979d11be8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/d60f54d0-d4be-49bd-97f2-6ba2a7fae473 HTTP/1.1" status: 404  len: 333 time: 0.0393012
Apr 09 21:14:45.897466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43480) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.936517 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a55f3d-82df-46a7-af91-425cef601dfc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.937469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a55f3d-82df-46a7-af91-425cef601dfc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.942407 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-77a55f3d-82df-46a7-af91-425cef601dfc tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/df316ee0-1593-4c9e-ab87-720531beb112 HTTP/1.1" status: 404  len: 337 time: 0.0417509
Apr 09 21:14:45.942734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43484) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:45.957245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Router 858634f4-e935-45ca-abf3-781d6012f479 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:14:45.972518 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c382e93-10b0-4df4-8047-62b1d07af418 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:45.974757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c382e93-10b0-4df4-8047-62b1d07af418 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:45.978111 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9c382e93-10b0-4df4-8047-62b1d07af418 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/9aa7e290-0566-426b-9dda-92294245e7cf HTTP/1.1" status: 404  len: 337 time: 0.0343697
Apr 09 21:14:45.980840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43486) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.012025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-68adbfa1-71f3-4c5e-83f1-bbde773c8050 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports?device_id=04752d7d-cc02-4195-b6ea-b0c978c3a523 HTTP/1.1" status: 200  len: 205 time: 0.0299044
Apr 09 21:14:46.014636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43488) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.036212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43490) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.054589 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-5b23b1c7-65b3-47cb-b73c-7874b62bc62f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] delete failed (client error): The resource could not be found.
Apr 09 21:14:46.058127 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5b23b1c7-65b3-47cb-b73c-7874b62bc62f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/routers/04752d7d-cc02-4195-b6ea-b0c978c3a523 HTTP/1.1" status: 404  len: 336 time: 0.0402219
Apr 09 21:14:46.058599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43492) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.077024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-42e34ff7-c147-4968-a049-bbc7378b11e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e869ce33e9d489b9d98a5069f561d9d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2683051
Apr 09 21:14:46.078479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43494) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.090806 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e314be2-3f2a-41e3-b748-43db7da650ad tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.091340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e314be2-3f2a-41e3-b748-43db7da650ad tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.094645 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e314be2-3f2a-41e3-b748-43db7da650ad tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/1befe221-ff1a-4be0-bc57-e436a55cc336 HTTP/1.1" status: 404  len: 337 time: 0.0349684
Apr 09 21:14:46.097312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43496) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.131356 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1b79597d-37b1-4d63-ae60-837ebbc50c34 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "GET /v2.0/ports?device_id=b556d6b6-7e21-4453-ae26-443a9b6893e1 HTTP/1.1" status: 200  len: 205 time: 0.0319254
Apr 09 21:14:46.133352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43498) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.183220 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-f98380f2-1032-4408-872b-801b33f67257 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] delete failed (client error): The resource could not be found.
Apr 09 21:14:46.186916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e3c15e3f-5fa6-48d1-bda8-b2a87f9ad32d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fe14a0717bc4da1b5b0a8a79cc45ee1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1478772
Apr 09 21:14:46.187702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43502) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.188019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43504) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.194236 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f98380f2-1032-4408-872b-801b33f67257 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/routers/b556d6b6-7e21-4453-ae26-443a9b6893e1 HTTP/1.1" status: 404  len: 336 time: 0.0500658
Apr 09 21:14:46.208682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:14:46.227586 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] Sync routers for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:14:46.243745 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:14:46.250893 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237766aac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:46.273783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.353771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2368788f-001f-4b88-90f9-76778b8535dd req-be6d085a-8af7-402a-8870-8c5e51e59d9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0950179
Apr 09 21:14:46.354692 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c519624-0832-4799-881c-e91495f7d045 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.355105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c519624-0832-4799-881c-e91495f7d045 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.360673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8c519624-0832-4799-881c-e91495f7d045 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/6d75c5cb-65de-461a-9ef3-a6d5b8213bb4 HTTP/1.1" status: 404  len: 337 time: 0.1666296
Apr 09 21:14:46.360673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1898bcc-e31c-4912-bf4d-c15f1724c000 admin admin] Publish callbacks [] for security_group (29f86597-51dc-4049-b617-95d572a70bc1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.366465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43514) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.390221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-196fc5a7-6623-41a2-bddc-69a3712dbba0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (9a24ea4a-4210-4881-8ffd-52e915a4a6ee), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.433067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-196fc5a7-6623-41a2-bddc-69a3712dbba0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (9a24ea4a-4210-4881-8ffd-52e915a4a6ee), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.433723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] No DVR routers for this DVR port da958d47-ba90-4946-a8c2-f3457704513e on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:46.458579 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:14:46.500774 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.513922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-2a6d0b02-3076-4995-aa7b-cd7a3f88013d tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "DELETE /v2.0/ports/da958d47-ba90-4946-a8c2-f3457704513e HTTP/1.1" status: 204  len: 173 time: 2.7295134
Apr 09 21:14:46.521443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:46.524632 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7ce7e-c073-43b7-a1e8-25f1cc4b1784" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "da958d47-ba90-4946-a8c2-f3457704513e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:46.530700 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73bfcf2-8741-4eb9-a069-b081cb92d3d1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.531161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73bfcf2-8741-4eb9-a069-b081cb92d3d1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.533406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-196fc5a7-6623-41a2-bddc-69a3712dbba0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9a24ea4a-4210-4881-8ffd-52e915a4a6ee), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.536343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-196fc5a7-6623-41a2-bddc-69a3712dbba0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.538003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c73bfcf2-8741-4eb9-a069-b081cb92d3d1 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/9a0a36ab-2557-40dd-8bb5-d2317e86ffbd HTTP/1.1" status: 404  len: 337 time: 0.1655259
Apr 09 21:14:46.540388 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-196fc5a7-6623-41a2-bddc-69a3712dbba0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "DELETE /v2.0/security-groups/9a24ea4a-4210-4881-8ffd-52e915a4a6ee HTTP/1.1" status: 204  len: 168 time: 0.2650261
Apr 09 21:14:46.541097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43520) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.541430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43522) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.578637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1898bcc-e31c-4912-bf4d-c15f1724c000 admin admin] Publish callbacks [] for security_group (29f86597-51dc-4049-b617-95d572a70bc1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.617748 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cab8bd-e78c-4683-afa5-fa999e33487c x-openstack-request-id: req-86cab8bd-e78c-4683-afa5-fa999e33487c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:46.618050 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "da958d47-ba90-4946-a8c2-f3457704513e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:46.618312 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86cab8bd-e78c-4683-afa5-fa999e33487c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:46.619106 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cab8bd-e78c-4683-afa5-fa999e33487c'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': 'da958d47-ba90-4946-a8c2-f3457704513e', 'status': 'completed', 'code': 200}
Apr 09 21:14:46.634390 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-a545b5ab-6340-44d3-ba3c-1bda4b03daea tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] show failed (client error): The resource could not be found.
Apr 09 21:14:46.635744 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a545b5ab-6340-44d3-ba3c-1bda4b03daea tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups/9a24ea4a-4210-4881-8ffd-52e915a4a6ee HTTP/1.1" status: 404  len: 347 time: 0.0785060
Apr 09 21:14:46.639177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-76318eb8-a08c-4935-8385-e0b052aa713d admin admin] Publish callbacks [] for security_group (3e2826b9-eb9a-4b66-9d49-425def1b1328), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.641963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43534) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.643741 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-9458a132-c3e8-4adc-bb0e-7d55ab62791f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.645433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9458a132-c3e8-4adc-bb0e-7d55ab62791f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.651536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9458a132-c3e8-4adc-bb0e-7d55ab62791f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/5329bd07-2963-435c-891c-9518c1878c2b HTTP/1.1" status: 404  len: 333 time: 0.0953650
Apr 09 21:14:46.665693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43536) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.666100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fc5a7-6623-41a2-bddc-69a3712dbba0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a24ea4a-4210-4881-8ffd-52e915a4a6ee,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:46.706153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368788f-001f-4b88-90f9-76778b8535dd req-d56e96e7-2ade-4236-8615-662a9c83cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:46.707797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2368788f-001f-4b88-90f9-76778b8535dd req-d56e96e7-2ade-4236-8615-662a9c83cce2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 1127 time: 0.2791090
Apr 09 21:14:46.742985 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a49b432-084f-4af5-a4ce-626bbde1ed48 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.743441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a49b432-084f-4af5-a4ce-626bbde1ed48 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.749465 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a49b432-084f-4af5-a4ce-626bbde1ed48 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/2f8a10aa-52b7-48b0-937a-783a732157ac HTTP/1.1" status: 404  len: 337 time: 0.0802844
Apr 09 21:14:46.750062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43538) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.809574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d30e2-3ceb-46d7-95d2-3a519f10ce74 req-c45c1d7e-0e63-4b27-9c2c-68d6fc342ddc tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:46.815708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d30e2-3ceb-46d7-95d2-3a519f10ce74 req-c45c1d7e-0e63-4b27-9c2c-68d6fc342ddc tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:46.815865 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3e136b-065d-4305-b4f3-61e12c712289 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.816445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3e136b-065d-4305-b4f3-61e12c712289 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.820187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d30e2-3ceb-46d7-95d2-3a519f10ce74 req-c45c1d7e-0e63-4b27-9c2c-68d6fc342ddc tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:46.822268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-df3e136b-065d-4305-b4f3-61e12c712289 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/ce09daa2-dde1-4057-b804-ffea3b91dac9 HTTP/1.1" status: 404  len: 333 time: 0.0710630
Apr 09 21:14:46.822897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43540) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.825673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d30e2-3ceb-46d7-95d2-3a519f10ce74 req-c45c1d7e-0e63-4b27-9c2c-68d6fc342ddc tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:46.827999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc8d30e2-3ceb-46d7-95d2-3a519f10ce74 req-c45c1d7e-0e63-4b27-9c2c-68d6fc342ddc tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 3140 time: 0.2013402
Apr 09 21:14:46.829688 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237766aac0>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:14Z', 'revision_number': 5, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:46.837503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-76318eb8-a08c-4935-8385-e0b052aa713d admin admin] Publish callbacks [] for security_group (3e2826b9-eb9a-4b66-9d49-425def1b1328), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.859161 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1bb4e1-fcc6-4fe8-a3b1-7131e581687f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.859614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1bb4e1-fcc6-4fe8-a3b1-7131e581687f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.860325 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] Checking router: 858634f4-e935-45ca-abf3-781d6012f479 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:14:46.865621 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e1bb4e1-fcc6-4fe8-a3b1-7131e581687f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/aad033cd-3c07-4ddf-824f-d26c8c23d957 HTTP/1.1" status: 404  len: 337 time: 0.0372307
Apr 09 21:14:46.870407 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:14:46.871029 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237766aac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:46.883314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43542) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.910954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:46.911318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.915092 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-169406b1-67c4-4ef2-8585-02795540b54f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.915660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169406b1-67c4-4ef2-8585-02795540b54f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.919196 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-169406b1-67c4-4ef2-8585-02795540b54f tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/d61a7e45-bb2d-4c86-a6cc-27699435eb93 HTTP/1.1" status: 404  len: 333 time: 0.0349236
Apr 09 21:14:46.921748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43544) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.952125 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca268b62-8b86-424a-8caa-4255f6d13c20 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.952577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca268b62-8b86-424a-8caa-4255f6d13c20 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:46.957940 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca268b62-8b86-424a-8caa-4255f6d13c20 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/bbda2dac-c82b-4209-a0ef-abea0c0670dd HTTP/1.1" status: 404  len: 337 time: 0.0329862
Apr 09 21:14:46.958594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43546) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:46.969672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Deleting port 6aa5acf8-5ea3-4fdb-8194-da96330cf203 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:46.970045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6aa5acf8-5ea3-4fdb-8194-da96330cf203), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:46.997100 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-0383b6c5-f24f-4e4f-8e5a-1b7c5a20eea9 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:46.998881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0383b6c5-f24f-4e4f-8e5a-1b7c5a20eea9 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:47.000596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0383b6c5-f24f-4e4f-8e5a-1b7c5a20eea9 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/4a5dfce9-61c6-4a69-81c8-16a5e7b727c5 HTTP/1.1" status: 404  len: 333 time: 0.0409057
Apr 09 21:14:47.001080 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:14:47.003129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43548) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:47.017914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1898bcc-e31c-4912-bf4d-c15f1724c000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (29f86597-51dc-4049-b617-95d572a70bc1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.020482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1898bcc-e31c-4912-bf4d-c15f1724c000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.024101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f1898bcc-e31c-4912-bf4d-c15f1724c000 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29f86597-51dc-4049-b617-95d572a70bc1 HTTP/1.1" status: 204  len: 168 time: 0.9407468
Apr 09 21:14:47.078947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1898bcc-e31c-4912-bf4d-c15f1724c000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f86597-51dc-4049-b617-95d572a70bc1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:47.090803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc8d30e2-3ceb-46d7-95d2-3a519f10ce74 req-212ee961-242d-4efd-bec6-b36baed27115 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2411911
Apr 09 21:14:47.096815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368788f-001f-4b88-90f9-76778b8535dd req-cce289b4-06c0-4173-a842-eda6006eca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:47.099396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2368788f-001f-4b88-90f9-76778b8535dd req-cce289b4-06c0-4173-a842-eda6006eca32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.3362367
Apr 09 21:14:47.128121 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-311cb1a3-35ca-42ab-9dcf-9a2411097baa tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:47.128877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311cb1a3-35ca-42ab-9dcf-9a2411097baa tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:47.132274 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-311cb1a3-35ca-42ab-9dcf-9a2411097baa tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/866d5dba-182a-4b0f-88dd-7bf8765a2589 HTTP/1.1" status: 404  len: 337 time: 0.1282468
Apr 09 21:14:47.135053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43552) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:47.137294 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-76318eb8-a08c-4935-8385-e0b052aa713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3e2826b9-eb9a-4b66-9d49-425def1b1328), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.140290 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-76318eb8-a08c-4935-8385-e0b052aa713d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.141479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-76318eb8-a08c-4935-8385-e0b052aa713d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e2826b9-eb9a-4b66-9d49-425def1b1328 HTTP/1.1" status: 204  len: 168 time: 0.9509380
Apr 09 21:14:47.164494 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8e397a-a8dc-4e07-b71b-ad5a1f6d1fcf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:47.165455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8e397a-a8dc-4e07-b71b-ad5a1f6d1fcf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:47.168764 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f8e397a-a8dc-4e07-b71b-ad5a1f6d1fcf tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/349f3779-ce2c-4928-98e9-01f2a37a1843 HTTP/1.1" status: 404  len: 333 time: 0.0325055
Apr 09 21:14:47.174127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43556) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:47.207716 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-512ddfd7-df49-4de3-932a-dba9495987c3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:47.208485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512ddfd7-df49-4de3-932a-dba9495987c3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:47.211854 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-512ddfd7-df49-4de3-932a-dba9495987c3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/a2c9c082-a02f-4310-905f-7b639ea05f91 HTTP/1.1" status: 404  len: 337 time: 0.0364509
Apr 09 21:14:47.216024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:47.219726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] For port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:47.220294 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.238834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76318eb8-a08c-4935-8385-e0b052aa713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2826b9-eb9a-4b66-9d49-425def1b1328,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:47.257350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:47.259212 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-322ecceb-a7ae-43ff-b0c5-9fd6e4cd88e3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:47.259793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322ecceb-a7ae-43ff-b0c5-9fd6e4cd88e3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:47.263611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-322ecceb-a7ae-43ff-b0c5-9fd6e4cd88e3 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/adf33f81-829f-4961-80f1-b7399341cf38 HTTP/1.1" status: 404  len: 333 time: 0.0456350
Apr 09 21:14:47.266328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6aa5acf8-5ea3-4fdb-8194-da96330cf203), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.266537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43562) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:47.266660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (6aa5acf8-5ea3-4fdb-8194-da96330cf203), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.291109 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Calling delete_port for 6aa5acf8-5ea3-4fdb-8194-da96330cf203 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:47.322193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2368788f-001f-4b88-90f9-76778b8535dd req-94eac315-5f42-4845-8aa2-94deb5e6b336 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9592d81b-5138-45a2-ae95-069e629fea7f HTTP/1.1" status: 200  len: 1001 time: 0.2001984
Apr 09 21:14:47.324594 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e411d98-e8ec-4ef7-9e22-fa052a994180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:47.325318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e411d98-e8ec-4ef7-9e22-fa052a994180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:47.328153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5e411d98-e8ec-4ef7-9e22-fa052a994180 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/5be5b775-9947-4681-bc09-0f2250b68eef HTTP/1.1" status: 404  len: 337 time: 0.0603478
Apr 09 21:14:47.337859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43564) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:47.415626 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237766aac0>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:14Z', 'revision_number': 5, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:47.428335 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6695e2-0352-4d0b-ad49-66640e926f5c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:47.429133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6695e2-0352-4d0b-ad49-66640e926f5c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:47.434916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ab6695e2-0352-4d0b-ad49-66640e926f5c tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/ports/617c551f-5b2c-4a78-83a4-ffd4e16f1767 HTTP/1.1" status: 404  len: 333 time: 0.0937028
Apr 09 21:14:47.437657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43570) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:47.504497 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5efa4dd-9622-4623-88bb-45113250d5e8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:47.504971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5efa4dd-9622-4623-88bb-45113250d5e8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:47.514169 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a5efa4dd-9622-4623-88bb-45113250d5e8 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/subnets/c00a9f87-791d-4500-a97b-0089b20feb24 HTTP/1.1" status: 404  len: 337 time: 0.0703211
Apr 09 21:14:47.514645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43578) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:47.516318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368788f-001f-4b88-90f9-76778b8535dd req-6bb79b35-be65-405d-878a-433362dc00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:47.517937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2368788f-001f-4b88-90f9-76778b8535dd req-6bb79b35-be65-405d-878a-433362dc00ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.1872108
Apr 09 21:14:47.522395 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87567d36-ad46-4100-92cd-d9f5bd89f6ff None None] The sync data for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 is: [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:09:09Z', 'revision_number': 4, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f963622a-990a-410a-8774-7fa9ae5830ec', 'name': '', 'network_id': 'dafc1150-436f-41e7-82bb-1b35d2c0352e', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'mac_address': 'fa:16:3e:c1:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:08Z', 'updated_at': '2022-04-09T21:09:14Z', 'revision_number': 5, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'subnets': [{'id': '5582e4dd-bddd-4dac-ac97-35804c4b3e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:14:47.559168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6aa5acf8-5ea3-4fdb-8194-da96330cf203), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.647322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event deleted for resources: {'Port': ['ID=6aa5acf8-5ea3-4fdb-8194-da96330cf203,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:47.729672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (b1f3672b-5458-4c47-8871-fcfd20bbc836), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.732906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.735164 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4741be96-2958-4606-842c-8f2e7995a3a1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "DELETE /v2.0/floatingips/b1f3672b-5458-4c47-8871-fcfd20bbc836 HTTP/1.1" status: 204  len: 168 time: 1.0797570
Apr 09 21:14:47.743420 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3e8709fe-4ff2-4d1a-b51d-e89c7bc51920), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.762798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368788f-001f-4b88-90f9-76778b8535dd req-f8af8126-bf92-40b3-8448-5dc66c558372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:47.764257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2368788f-001f-4b88-90f9-76778b8535dd req-f8af8126-bf92-40b3-8448-5dc66c558372 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2265735
Apr 09 21:14:47.808026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=3e8709fe-4ff2-4d1a-b51d-e89c7bc51920,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:47.851381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (efbc0070-26f1-4fb3-af29-ab8c9f091897), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:47.975224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43598) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:48.026553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] No DVR routers for this DVR port 3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:48.069316 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.075885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-91d46b53-3068-47df-af16-af6f730fc57f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "DELETE /v2.0/ports/3e8709fe-4ff2-4d1a-b51d-e89c7bc51920 HTTP/1.1" status: 204  len: 173 time: 1.5346668
Apr 09 21:14:48.078683 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-161dbfcf-7e05-4776-b458-6d4972b76d0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c98f02c9d934501a24a94390aceebe6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1021388
Apr 09 21:14:48.082390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:48.112993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79bbe72-c4fe-418a-9114-e3f749766280 None None] New status for floating IP 3f83fd62-216e-40ea-adc5-4ccadb089cb7: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:14:48.198712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39b2f338-2d69-42d1-9a84-02dd7e51166c admin admin] Publish callbacks [] for security_group (6420d8e3-b8be-44a6-8a7f-91db32840803), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.250458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39b2f338-2d69-42d1-9a84-02dd7e51166c admin admin] Publish callbacks [] for security_group (6420d8e3-b8be-44a6-8a7f-91db32840803), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.290564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (efbc0070-26f1-4fb3-af29-ab8c9f091897), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.320200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2368788f-001f-4b88-90f9-76778b8535dd req-233fdc83-8c3f-4764-a3f6-a9305b356197 service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5261762
Apr 09 21:14:48.383156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43608) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:48.393417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-49f29e6e-7154-4f03-9c61-732ccb970738 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315232675', 'description': 'tempest-description--1226037757'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:48.398639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39b2f338-2d69-42d1-9a84-02dd7e51166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6420d8e3-b8be-44a6-8a7f-91db32840803), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.401587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39b2f338-2d69-42d1-9a84-02dd7e51166c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.405723 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39b2f338-2d69-42d1-9a84-02dd7e51166c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6420d8e3-b8be-44a6-8a7f-91db32840803 HTTP/1.1" status: 204  len: 168 time: 0.3221107
Apr 09 21:14:48.451017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49f29e6e-7154-4f03-9c61-732ccb970738 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.474872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2f338-2d69-42d1-9a84-02dd7e51166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6420d8e3-b8be-44a6-8a7f-91db32840803,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:48.560041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23752a0910>,) {'filters': {'network_id': ['efbc0070-26f1-4fb3-af29-ab8c9f091897']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:48.577499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43612) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:48.581975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49f29e6e-7154-4f03-9c61-732ccb970738 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (19cc61e6-9d52-4226-bc1e-2079d82c8648), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.600097 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49f29e6e-7154-4f03-9c61-732ccb970738 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (19cc61e6-9d52-4226-bc1e-2079d82c8648), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.615677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23752a0910>, 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:48.616026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23752a0910>, 'e482414a-73fd-4cd9-9586-d95e3bf1d5ea') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:48.621240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:48.623531 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c682f3-ed98-4768-a23e-40a01f58db11" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "3e8709fe-4ff2-4d1a-b51d-e89c7bc51920"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:48.637154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5c85c-e9ca-4b65-9c95-270ea15609ba req-3de3121c-9a05-4fc4-ba1f-ebb774487751 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:48.643033 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5c85c-e9ca-4b65-9c95-270ea15609ba req-3de3121c-9a05-4fc4-ba1f-ebb774487751 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:48.648852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5c85c-e9ca-4b65-9c95-270ea15609ba req-3de3121c-9a05-4fc4-ba1f-ebb774487751 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:48.654834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f29e6e-7154-4f03-9c61-732ccb970738 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc61e6-9d52-4226-bc1e-2079d82c8648,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:48.657579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26c5c85c-e9ca-4b65-9c95-270ea15609ba req-3de3121c-9a05-4fc4-ba1f-ebb774487751 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 2408 time: 0.3704252
Apr 09 21:14:48.669620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49f29e6e-7154-4f03-9c61-732ccb970738 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.670892 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-49f29e6e-7154-4f03-9c61-732ccb970738 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2837572
Apr 09 21:14:48.688438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43618) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:48.704074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-004445f7-4aed-417c-9181-5a216e2645a0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'security_group_rule': {'security_group_id': '19cc61e6-9d52-4226-bc1e-2079d82c8648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:48.745903 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ec518e-b012-4ca2-984a-e224b33fce31 x-openstack-request-id: req-33ec518e-b012-4ca2-984a-e224b33fce31 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:48.746473 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "3e8709fe-4ff2-4d1a-b51d-e89c7bc51920", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:48.746894 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33ec518e-b012-4ca2-984a-e224b33fce31 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:48.747470 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ec518e-b012-4ca2-984a-e224b33fce31'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': '3e8709fe-4ff2-4d1a-b51d-e89c7bc51920', 'status': 'completed', 'code': 200}
Apr 09 21:14:48.759711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (e482414a-73fd-4cd9-9586-d95e3bf1d5ea), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.759873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-004445f7-4aed-417c-9181-5a216e2645a0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (2c169f93-2063-44f3-914f-978beb53658e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.769180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:48.769527 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.819616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e482414a-73fd-4cd9-9586-d95e3bf1d5ea), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.868604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:14:48.869091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (e482414a-73fd-4cd9-9586-d95e3bf1d5ea), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.874336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-004445f7-4aed-417c-9181-5a216e2645a0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (2c169f93-2063-44f3-914f-978beb53658e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:14:48.876045 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:14:48.885278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-004445f7-4aed-417c-9181-5a216e2645a0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (2c169f93-2063-44f3-914f-978beb53658e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.908970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-004445f7-4aed-417c-9181-5a216e2645a0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:48.910719 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-004445f7-4aed-417c-9181-5a216e2645a0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2202652
Apr 09 21:14:48.911585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004445f7-4aed-417c-9181-5a216e2645a0 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c169f93-2063-44f3-914f-978beb53658e,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:48.914688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43622) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:48.919468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0744866d-18bd-41d7-b273-31f22c84daef tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'security_group_rule': {'security_group_id': '19cc61e6-9d52-4226-bc1e-2079d82c8648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:48.941819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3fc16abd-2568-4b88-a3c7-1e7452fc039b tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] Request body: {'port': {'network_id': 'e2a1972c-e206-44c4-ad69-517125dfa76d', 'name': 'tempest-NetworksNegativeTestJSON-321999424'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:48.958926 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc16abd-2568-4b88-a3c7-1e7452fc039b tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] POST failed (client error): The resource could not be found.
Apr 09 21:14:48.959430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc16abd-2568-4b88-a3c7-1e7452fc039b tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:48.964776 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3fc16abd-2568-4b88-a3c7-1e7452fc039b tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3862419
Apr 09 21:14:48.967536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43626) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:48.972720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2368788f-001f-4b88-90f9-76778b8535dd req-57d4200c-afef-4c71-b1c6-8604ec01b433 service neutron] 10.222.0.32 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6281505
Apr 09 21:14:48.998976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26c5c85c-e9ca-4b65-9c95-270ea15609ba req-b2766abc-b63d-4840-89d1-635d8e66eb2a tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3402348
Apr 09 21:14:49.010993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] For port 795eaf94-b9aa-4494-8de0-8b62eecc59b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=795eaf94-b9aa-4494-8de0-8b62eecc59b1,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:49.011574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.016375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (efbc0070-26f1-4fb3-af29-ab8c9f091897), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.021174 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f3e27a-6c6d-45a5-858f-f020447b938f tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:49.026021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f3e27a-6c6d-45a5-858f-f020447b938f tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:49.043011 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8f3e27a-6c6d-45a5-858f-f020447b938f tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "DELETE /v2.0/networks/c1f3d2f6-86c5-4376-9394-785dd36b1af2 HTTP/1.1" status: 404  len: 339 time: 0.0606918
Apr 09 21:14:49.043768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43638) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.049794 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.055304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] 10.222.0.30 "DELETE /v2.0/networks/efbc0070-26f1-4fb3-af29-ab8c9f091897 HTTP/1.1" status: 204  len: 168 time: 1.5344219
Apr 09 21:14:49.075121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0744866d-18bd-41d7-b273-31f22c84daef tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (a3a51302-5210-4790-8a9b-fad3c2b971d1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.081297 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74e23a9-0411-43a9-b3c7-d1addce84528 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:49.082458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74e23a9-0411-43a9-b3c7-d1addce84528 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:49.085896 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a74e23a9-0411-43a9-b3c7-d1addce84528 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "DELETE /v2.0/ports/c2c6c91a-453f-44b4-aee0-069e1f35d3e2 HTTP/1.1" status: 404  len: 333 time: 0.0406513
Apr 09 21:14:49.092205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43644) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.101898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for 795eaf94-b9aa-4494-8de0-8b62eecc59b1 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:49.108087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f90ad-917e-4e3a-abd6-9f6faca1c406 tempest-NetworksTestDHCPv6-504738593 tempest-NetworksTestDHCPv6-504738593-project] Pushing event deleted for resources: {'Network': ['ID=efbc0070-26f1-4fb3-af29-ab8c9f091897,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:49.158247 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8d865e-a646-4942-96a2-e3ef10695106 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:14:49.158925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8d865e-a646-4942-96a2-e3ef10695106 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:49.167208 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ab8d865e-a646-4942-96a2-e3ef10695106 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "DELETE /v2.0/subnets/d2f7af90-739a-43e9-83db-bdc0f76d9128 HTTP/1.1" status: 404  len: 337 time: 0.0737860
Apr 09 21:14:49.172528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43652) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.220297 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdda089c-82eb-4b15-b6bf-557ace54877a tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] GET failed (client error): The resource could not be found.
Apr 09 21:14:49.229411 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bdda089c-82eb-4b15-b6bf-557ace54877a tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "GET /v2.0/networks/acf9cc97-bfc9-46f3-b326-4ed19c217fe8 HTTP/1.1" status: 404  len: 339 time: 0.0526645
Apr 09 21:14:49.231453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43654) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.287100 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa6c8c7-ee3b-4a04-a239-444e547450b9 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] GET failed (client error): The resource could not be found.
Apr 09 21:14:49.290021 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3aa6c8c7-ee3b-4a04-a239-444e547450b9 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "GET /v2.0/ports/63447d49-24a4-49f9-9c29-cc9d6fdf8579 HTTP/1.1" status: 404  len: 333 time: 0.0569649
Apr 09 21:14:49.293895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43656) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.298851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (795eaf94-b9aa-4494-8de0-8b62eecc59b1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.329552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0744866d-18bd-41d7-b273-31f22c84daef tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (a3a51302-5210-4790-8a9b-fad3c2b971d1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.342705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0744866d-18bd-41d7-b273-31f22c84daef tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a3a51302-5210-4790-8a9b-fad3c2b971d1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.371721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744866d-18bd-41d7-b273-31f22c84daef tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a51302-5210-4790-8a9b-fad3c2b971d1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:49.383843 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0744866d-18bd-41d7-b273-31f22c84daef tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.392011 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0744866d-18bd-41d7-b273-31f22c84daef tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4755750
Apr 09 21:14:49.394576 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbfb349-02e6-4abc-810f-ed6205fbe66c tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] GET failed (client error): The resource could not be found.
Apr 09 21:14:49.395345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43660) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.396687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ccbfb349-02e6-4abc-810f-ed6205fbe66c tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "GET /v2.0/subnets/0b347d17-48c8-4e33-9ba5-9060b37560ad HTTP/1.1" status: 404  len: 337 time: 0.0997076
Apr 09 21:14:49.406920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:49.416956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43662) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.426759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=795eaf94-b9aa-4494-8de0-8b62eecc59b1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:49.439490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d0a8b376-5df0-4d81-b325-f12179cb2397 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] Request body: {'network': {'name': 'new_name'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:49.468879 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.481991 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a8b376-5df0-4d81-b325-f12179cb2397 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] PUT failed (client error): The resource could not be found.
Apr 09 21:14:49.482853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a8b376-5df0-4d81-b325-f12179cb2397 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:49.484487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d0a8b376-5df0-4d81-b325-f12179cb2397 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "PUT /v2.0/networks/c02dafa7-c81a-4650-8dbe-a85278efc890 HTTP/1.1" status: 404  len: 339 time: 0.0544348
Apr 09 21:14:49.485738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] No DVR routers for this DVR port 795eaf94-b9aa-4494-8de0-8b62eecc59b1 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:49.488517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.492480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-09f536e4-b519-48ca-8b91-dae9f0c4d422 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "DELETE /v2.0/ports/795eaf94-b9aa-4494-8de0-8b62eecc59b1 HTTP/1.1" status: 204  len: 173 time: 1.4080315
Apr 09 21:14:49.493309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43664) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.499745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-95de7f60-e387-44d0-8701-fd7f2004d883 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] Request body: {'port': {'name': 'new_name'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:49.500665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43666) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.520967 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-95de7f60-e387-44d0-8701-fd7f2004d883 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] PUT failed (client error): The resource could not be found.
Apr 09 21:14:49.521684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95de7f60-e387-44d0-8701-fd7f2004d883 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:49.526673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-95de7f60-e387-44d0-8701-fd7f2004d883 tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "PUT /v2.0/ports/8d13ba4f-468e-476d-92bb-bf2753a8bf51 HTTP/1.1" status: 404  len: 333 time: 0.0284400
Apr 09 21:14:49.527050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43670) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.532250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-89022f2c-af39-4001-babc-34068ded361e tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:49.559038 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-89022f2c-af39-4001-babc-34068ded361e tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] PUT failed (client error): The resource could not be found.
Apr 09 21:14:49.559499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89022f2c-af39-4001-babc-34068ded361e tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:14:49.564506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-89022f2c-af39-4001-babc-34068ded361e tempest-NetworksNegativeTestJSON-618109100 tempest-NetworksNegativeTestJSON-618109100-project] 10.222.0.30 "PUT /v2.0/subnets/512aa58b-374e-4387-8ad1-50a277a6cca3 HTTP/1.1" status: 404  len: 337 time: 0.0326347
Apr 09 21:14:49.620843 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.747015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:49.747375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.767051 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b596ecdf-b55f-4f6c-b32a-257a3fa76550 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97758c81f2fc433ca44911e9cdcf79e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2634661
Apr 09 21:14:49.771633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43680) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.868038 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Allocated IP 172.35.0.172 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/3c76919d-bacd-4577-9ecb-2f0518a7d244) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:49.873230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43684) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:49.897762 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d205145f-9981-4e0b-8c87-88112a24949e admin admin] Publish callbacks [] for security_group (66be39cc-dc0d-4a08-8933-9c424c20cac5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.933708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] For port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:49.934078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.966402 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d205145f-9981-4e0b-8c87-88112a24949e admin admin] Publish callbacks [] for security_group (66be39cc-dc0d-4a08-8933-9c424c20cac5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:49.968877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:50.109555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d205145f-9981-4e0b-8c87-88112a24949e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (66be39cc-dc0d-4a08-8933-9c424c20cac5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.113125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d205145f-9981-4e0b-8c87-88112a24949e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.114437 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d205145f-9981-4e0b-8c87-88112a24949e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66be39cc-dc0d-4a08-8933-9c424c20cac5 HTTP/1.1" status: 204  len: 168 time: 0.3413877
Apr 09 21:14:50.135130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43710) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:50.154546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for port (3c76919d-bacd-4577-9ecb-2f0518a7d244), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.158818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205145f-9981-4e0b-8c87-88112a24949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be39cc-dc0d-4a08-8933-9c424c20cac5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:50.190803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b820392-4123-4682-936b-0f8c4107226a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.230341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-88410204-network', 'tenant_id': 'a2e537a0863d43df811118a31e20609c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:50.231263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729098-7f8e-429a-adb2-75458b29e926 req-127034f9-2f38-4a9c-89c0-dc2b54a07616 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:50.237560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729098-7f8e-429a-adb2-75458b29e926 req-127034f9-2f38-4a9c-89c0-dc2b54a07616 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:50.245227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca729098-7f8e-429a-adb2-75458b29e926 req-127034f9-2f38-4a9c-89c0-dc2b54a07616 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 1675 time: 0.1210909
Apr 09 21:14:50.267841 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.280087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3c76919d-bacd-4577-9ecb-2f0518a7d244), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.288120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Made reservation on behalf of a2e537a0863d43df811118a31e20609c for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:50.290273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.342441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.362722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca729098-7f8e-429a-adb2-75458b29e926 req-54f1c285-1588-428f-b127-83ca84c588f6 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups?id=58123c77-593d-44d0-9fef-2ed1ec3ead0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164448
Apr 09 21:14:50.386018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:50.387367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:50.396662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:50.405866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'Port': ['ID=3c76919d-bacd-4577-9ecb-2f0518a7d244,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:50.416838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:50.422754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] No DVR routers for this DVR port 1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:50.427364 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.431654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-a10fc6e6-9f26-401c-b2bd-b23efc80a824 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "DELETE /v2.0/ports/1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7 HTTP/1.1" status: 204  len: 173 time: 0.8055224
Apr 09 21:14:50.442295 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a535c22-6ac4-40fd-8593-6f1d35446449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.501716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b820392-4123-4682-936b-0f8c4107226a admin admin] Publish callbacks [] for security_group (6b42ac8e-eae5-425b-a14a-5932929dbf03), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.514768 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b820392-4123-4682-936b-0f8c4107226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6b42ac8e-eae5-425b-a14a-5932929dbf03), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.549814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port ace7507d-dd06-475c-b999-2430bd431592 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:50.550140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ace7507d-dd06-475c-b999-2430bd431592), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.600386 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5b820392-4123-4682-936b-0f8c4107226a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7481284e0b1f45d19d72d9516afcd39c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7245841
Apr 09 21:14:50.608034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43726) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:50.611477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b820392-4123-4682-936b-0f8c4107226a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b42ac8e-eae5-425b-a14a-5932929dbf03,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:50.633065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Publish callbacks [] for security_group (eb3a8dbd-b030-4e5b-8421-7edd9fc930b3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.638130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (e8cce248-cf50-412e-8de3-8431b2f97a66), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.643611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (eb3a8dbd-b030-4e5b-8421-7edd9fc930b3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.678296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] For port ace7507d-dd06-475c-b999-2430bd431592, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ace7507d-dd06-475c-b999-2430bd431592,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:50.678603 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ace7507d-dd06-475c-b999-2430bd431592), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.693653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:50.700523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for ace7507d-dd06-475c-b999-2430bd431592 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:50.702297 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91cdc05e-bb13-490d-8871-413ba950505c admin admin] Publish callbacks [] for security_group (6b42ac8e-eae5-425b-a14a-5932929dbf03), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.703902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a8dbd-b030-4e5b-8421-7edd9fc930b3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:50.715939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.716283 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Added segment e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a of type vlan for network 6224e166-ef4d-46aa-a3a6-6d9016c554e1
Apr 09 21:14:50.718067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3c76919d-bacd-4577-9ecb-2f0518a7d244), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.764536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': '795eaf94-b9aa-4494-8de0-8b62eecc59b1'}, {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:50.766720 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412c42d5-eec0-44cd-a7a3-1cc2014af6ae" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "795eaf94-b9aa-4494-8de0-8b62eecc59b1"}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:50.776386 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91cdc05e-bb13-490d-8871-413ba950505c admin admin] Publish callbacks [] for security_group (6b42ac8e-eae5-425b-a14a-5932929dbf03), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.795360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (6224e166-ef4d-46aa-a3a6-6d9016c554e1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.844143 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431a4011-55d7-4328-9b74-6d62eb44c3ff x-openstack-request-id: req-431a4011-55d7-4328-9b74-6d62eb44c3ff {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:50.844427 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "795eaf94-b9aa-4494-8de0-8b62eecc59b1", "status": "completed", "code": 200}, {"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:50.844679 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-431a4011-55d7-4328-9b74-6d62eb44c3ff {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:50.845104 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431a4011-55d7-4328-9b74-6d62eb44c3ff'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': '795eaf94-b9aa-4494-8de0-8b62eecc59b1', 'status': 'completed', 'code': 200}
Apr 09 21:14:50.845358 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431a4011-55d7-4328-9b74-6d62eb44c3ff'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': '1330acfc-6f7c-4e6b-85fd-e347dcbfa7b7', 'status': 'completed', 'code': 200}
Apr 09 21:14:50.894408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (6224e166-ef4d-46aa-a3a6-6d9016c554e1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.895799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:50.896498 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.925243 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91cdc05e-bb13-490d-8871-413ba950505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6b42ac8e-eae5-425b-a14a-5932929dbf03), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.931925 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91cdc05e-bb13-490d-8871-413ba950505c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:50.933386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-91cdc05e-bb13-490d-8871-413ba950505c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b42ac8e-eae5-425b-a14a-5932929dbf03 HTTP/1.1" status: 204  len: 168 time: 0.3242772
Apr 09 21:14:51.031631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdc05e-bb13-490d-8871-413ba950505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b42ac8e-eae5-425b-a14a-5932929dbf03,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:51.089268 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ace7507d-dd06-475c-b999-2430bd431592), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:51.137523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=ace7507d-dd06-475c-b999-2430bd431592,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:51.200042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] No DVR routers for this DVR port ace7507d-dd06-475c-b999-2430bd431592 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:14:51.203417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:51.209451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ed3bfd-f5fa-4c3b-be9e-73d6f7ece43d req-9c0ead62-6e97-4f92-9934-669769c1842e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.32 "DELETE /v2.0/ports/ace7507d-dd06-475c-b999-2430bd431592 HTTP/1.1" status: 204  len: 173 time: 0.7673357
Apr 09 21:14:51.213503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43742) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:51.369503 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2301180
Apr 09 21:14:51.373086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43752) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:51.376016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f5036-433e-49fe-ab92-7140e55ac76f admin admin] Pushing event updated for resources: {'Network': ['ID=6224e166-ef4d-46aa-a3a6-6d9016c554e1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:51.390416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Request body: {'subnet': {'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-88410204-subnet', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:51.401787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:51.470905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for port (3c76919d-bacd-4577-9ecb-2f0518a7d244), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:51.478661 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (3c76919d-bacd-4577-9ecb-2f0518a7d244), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:51.714470 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (e8cce248-cf50-412e-8de3-8431b2f97a66), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:51.733062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'Port': ['ID=3c76919d-bacd-4577-9ecb-2f0518a7d244,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:51.762432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:51.773955 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f348385a-a9eb-41db-a1da-1069ff7952b7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3770711
Apr 09 21:14:52.018669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-335484802'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:52.056639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Made reservation on behalf of a2e537a0863d43df811118a31e20609c for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:52.059231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.085774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9db75598-08db-405d-9226-c36e13ff4a0a req-f86959d4-86b9-4a16-9ad6-be38fbfab418 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/ports?device_id=26648861-23d6-4a96-a429-d9a55cf50a16 HTTP/1.1" status: 200  len: 210 time: 0.0746603
Apr 09 21:14:52.142734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:52.145977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.158015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.182842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43796) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:52.274657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-a3858444-d6af-47cd-864e-cb7fd377ebb6 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--315232675&fields=id&tenant_id=fdd53d98faf74d6a92cdfabace62b088 HTTP/1.1" status: 200  len: 267 time: 0.1083989
Apr 09 21:14:52.298581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6a851d9d-3c96-4b17-afa7-563116e992f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-941182441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:52.330327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a851d9d-3c96-4b17-afa7-563116e992f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (afef8fc2-dc99-4907-a088-24e40240edac), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.331858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a851d9d-3c96-4b17-afa7-563116e992f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (afef8fc2-dc99-4907-a088-24e40240edac), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.408638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a851d9d-3c96-4b17-afa7-563116e992f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for router_controller (afef8fc2-dc99-4907-a088-24e40240edac), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.413069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a851d9d-3c96-4b17-afa7-563116e992f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (afef8fc2-dc99-4907-a088-24e40240edac), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.421857 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (29f02642-072d-4eb5-bc16-2a79485c6284), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.433580 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a851d9d-3c96-4b17-afa7-563116e992f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.435068 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a851d9d-3c96-4b17-afa7-563116e992f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2511945
Apr 09 21:14:52.438396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43800) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:52.445027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1624472782'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:52.469021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Made reservation on behalf of ad80e69d669c4aa4a514f7cd412693c3 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:52.470459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (550a4480-e18d-41de-8723-fee243e57923), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.473077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.483313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.484016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (550a4480-e18d-41de-8723-fee243e57923), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.537752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:52.541528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f02642-072d-4eb5-bc16-2a79485c6284,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:52.561879 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for security_group (7f6e9228-7ed3-467c-8600-ccdc8a7e74d2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.563243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-9ee87743-71c0-46ab-a64e-53b34bea3736 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:52.564720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-9ee87743-71c0-46ab-a64e-53b34bea3736 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 810 time: 0.2689073
Apr 09 21:14:52.568203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550a4480-e18d-41de-8723-fee243e57923,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:52.570714 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7f6e9228-7ed3-467c-8600-ccdc8a7e74d2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.581103 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5a29f28e-8e55-4b56-a7e7-bf8118145771), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.581445 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Added segment 5a29f28e-8e55-4b56-a7e7-bf8118145771 of type vlan for network 6b337087-c0e3-4ed8-895c-164ffe86bea8
Apr 09 21:14:52.601661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:52.608604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Checking segment: {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:52.608960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Network hostable DHCP agents. Network: 6224e166-ef4d-46aa-a3a6-6d9016c554e1, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:52.610401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e9228-7ed3-467c-8600-ccdc8a7e74d2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:52.612836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-b7e6c449-82c4-4ad7-95be-ff688704f3c9 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/quotas/fdd53d98faf74d6a92cdfabace62b088 HTTP/1.1" status: 200  len: 375 time: 0.0404196
Apr 09 21:14:52.623398 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (787eb55d-57f3-4001-922e-23ebac2d034d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.623679 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Added segment 787eb55d-57f3-4001-922e-23ebac2d034d of type vlan for network dde81d76-9045-43bd-908a-e284afb8ced1
Apr 09 21:14:52.660757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (6b337087-c0e3-4ed8-895c-164ffe86bea8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.667696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (dde81d76-9045-43bd-908a-e284afb8ced1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.691117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:52.695187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (dde81d76-9045-43bd-908a-e284afb8ced1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.700300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:52.700890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.711654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0d9a18da-e561-4a99-a98c-6522b9cf3b61 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0762215
Apr 09 21:14:52.719504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6224e166-ef4d-46aa-a3a6-6d9016c554e1) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:52.723631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:52.724548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.733589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b0d9d-f5df-4800-a02d-0a3f698a1b65 None None] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:52.742259 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (6b337087-c0e3-4ed8-895c-164ffe86bea8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.745161 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.3049614
Apr 09 21:14:52.747307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:52.747985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.751065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43802) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:52.762832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'subnet': {'network_id': 'dde81d76-9045-43bd-908a-e284afb8ced1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:52.779033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f4277-c5d8-4bac-b933-70f068e8793e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Network': ['ID=dde81d76-9045-43bd-908a-e284afb8ced1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:52.793873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network dde81d76-9045-43bd-908a-e284afb8ced1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:52.830280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e28dfd8a-1d4e-4f54-84b1-0f503f79fa76 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4536293
Apr 09 21:14:52.830865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43804) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:52.836335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:52.869709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': 'ace7507d-dd06-475c-b999-2430bd431592'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:14:52.871609 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebb88b7-f788-4b17-b7db-af00a0f5c372" -d '{"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "ace7507d-dd06-475c-b999-2430bd431592"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:14:52.874074 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (4fe5683e-8e01-4042-9a9e-ba910e318f59), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.875307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (4fe5683e-8e01-4042-9a9e-ba910e318f59), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.910667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6952178
Apr 09 21:14:52.914254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43808) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:52.920074 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4452a81a-53b4-490f-a9f7-dee26177970f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.929414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'name': 'tempest-PortsTestJSON-2020893098'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:52.938217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'project_id': 'a2e537a0863d43df811118a31e20609c', 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:52.939344 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:52.977923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99933-3d0b-438c-9ff8-c85118c85de4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Network': ['ID=6b337087-c0e3-4ed8-895c-164ffe86bea8,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:52.986699 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86e29d-8e62-4f9a-815c-f2ea83251017 x-openstack-request-id: req-8c86e29d-8e62-4f9a-815c-f2ea83251017 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:14:52.986990 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26648861-23d6-4a96-a429-d9a55cf50a16", "name": "network-vif-deleted", "tag": "ace7507d-dd06-475c-b999-2430bd431592", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:14:52.987240 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c86e29d-8e62-4f9a-815c-f2ea83251017 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:14:52.988100 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c86e29d-8e62-4f9a-815c-f2ea83251017'] response: {'server_uuid': '26648861-23d6-4a96-a429-d9a55cf50a16', 'name': 'network-vif-deleted', 'tag': 'ace7507d-dd06-475c-b999-2430bd431592', 'status': 'completed', 'code': 200}
Apr 09 21:14:52.997709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:53.016288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-91e1350e-0588-47d9-8782-f663ba31c19b service neutron] 10.222.0.30 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2836463
Apr 09 21:14:53.027867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Made reservation on behalf of ad80e69d669c4aa4a514f7cd412693c3 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:53.031907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.067981 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks [] for router_controller (4fe5683e-8e01-4042-9a9e-ba910e318f59), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.213161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-62b1cb94-2ed9-4f49-b9cc-2dac9d4e9997 service neutron] 10.222.0.30 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758680
Apr 09 21:14:53.219914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Allocated IP 172.20.0.2 (6224e166-ef4d-46aa-a3a6-6d9016c554e1/29f02642-072d-4eb5-bc16-2a79485c6284/82ae29ab-aec1-4fe0-8a26-fe9875208d40) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:53.293787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43818) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:53.332555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks [] for router_gateway (4fe5683e-8e01-4042-9a9e-ba910e318f59), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.349677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:53.353193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.389212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 3e8bde0c-e89c-447f-853f-ce9450a486e1 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:53.474588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3be132c6-c518-42d4-8391-3019a03810a1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group (58123c77-593d-44d0-9fef-2ed1ec3ead0f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.557081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ab6a0bc-2983-4922-ae67-d5159bc5156f req-59c9a2f2-e8a4-45c8-8b27-135a5838f83a tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 210 time: 0.0509892
Apr 09 21:14:53.559171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3be132c6-c518-42d4-8391-3019a03810a1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group (58123c77-593d-44d0-9fef-2ed1ec3ead0f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.594160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (c0e2a63f-1002-48ba-9623-89e45ec6c174), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.721323 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Publish callbacks [] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.751356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.774038 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Checking segment: {'id': '787eb55d-57f3-4001-922e-23ebac2d034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dde81d76-9045-43bd-908a-e284afb8ced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:53.774296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network hostable DHCP agents. Network: dde81d76-9045-43bd-908a-e284afb8ced1, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:53.789692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Subnet': ['ID=c0e2a63f-1002-48ba-9623-89e45ec6c174,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:53.810430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks [] for router_gateway (4fe5683e-8e01-4042-9a9e-ba910e318f59), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.821349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82abff-5c9f-48e1-a9d3-560bd375c052 req-ccc2d6e7-c5d4-4f2c-ae90-f3d7b5635af2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:53.828464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b82abff-5c9f-48e1-a9d3-560bd375c052 req-ccc2d6e7-c5d4-4f2c-ae90-f3d7b5635af2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 945 time: 0.1464167
Apr 09 21:14:53.844540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Pushing event updated for resources: {'Port': ['ID=82ae29ab-aec1-4fe0-8a26-fe9875208d40,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:53.845260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.849560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.851340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network dde81d76-9045-43bd-908a-e284afb8ced1 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:53.853923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3be132c6-c518-42d4-8391-3019a03810a1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (58123c77-593d-44d0-9fef-2ed1ec3ead0f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.855079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:53.856356 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3be132c6-c518-42d4-8391-3019a03810a1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.860043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3be132c6-c518-42d4-8391-3019a03810a1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "DELETE /v2.0/security-groups/58123c77-593d-44d0-9fef-2ed1ec3ead0f HTTP/1.1" status: 204  len: 168 time: 0.5628481
Apr 09 21:14:53.860558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:53.861076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43832) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:53.863610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:53.908601 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-3a32b239-013b-4c04-bd5a-bc10eb6f2fd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] show failed (client error): The resource could not be found.
Apr 09 21:14:53.912640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3a32b239-013b-4c04-bd5a-bc10eb6f2fd2 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "GET /v2.0/security-groups/58123c77-593d-44d0-9fef-2ed1ec3ead0f HTTP/1.1" status: 404  len: 347 time: 0.0293648
Apr 09 21:14:53.913968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43836) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:53.920051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be132c6-c518-42d4-8391-3019a03810a1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58123c77-593d-44d0-9fef-2ed1ec3ead0f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:53.935062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dde81d76-9045-43bd-908a-e284afb8ced1) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:53.940242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:53.942414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:53.967265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1a756-a151-4a81-9ca3-730b71819108 None None] Network dde81d76-9045-43bd-908a-e284afb8ced1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:53.972824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.007048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Attempting to bind port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:54.007496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Attempting to bind port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:54.008501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Attempting to bind port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 on network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:54.033381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b82abff-5c9f-48e1-a9d3-560bd375c052 req-2e8a3ee8-6a5b-451c-ae28-3ed2e2b685ce tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2038858
Apr 09 21:14:54.048166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Allocated IP 172.35.0.3 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/95941c09-aac3-4a38-8c5d-949f0a6f1721) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:54.057527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:54.058431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Checking segment: {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:54.059070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.059689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Bound using segment: {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:54.060476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Bound port: 82ae29ab-aec1-4fe0-8a26-fe9875208d40, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:54.061068 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.076654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=3e8bde0c-e89c-447f-853f-ce9450a486e1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:54.094837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking segment: {'id': '5a29f28e-8e55-4b56-a7e7-bf8118145771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:54.095196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network hostable DHCP agents. Network: 6b337087-c0e3-4ed8-895c-164ffe86bea8, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:54.102023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a27c2fd3-a6e4-4e73-818d-e791de8f7f78 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3441741
Apr 09 21:14:54.105402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43838) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:54.111298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'network': {'name': 'tempest-router-network01--1363691135'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:54.155596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] For port 82ae29ab-aec1-4fe0-8a26-fe9875208d40, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:54.161715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port 21a6f21a-53a3-4520-88c8-38e95b30e309 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:54.162512 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (21a6f21a-53a3-4520-88c8-38e95b30e309), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.163479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] For port 82ae29ab-aec1-4fe0-8a26-fe9875208d40, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82ae29ab-aec1-4fe0-8a26-fe9875208d40,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:54.164156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Made reservation on behalf of ad80e69d669c4aa4a514f7cd412693c3 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:54.167363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:54.168149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.170425 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.176005 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.184852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b337087-c0e3-4ed8-895c-164ffe86bea8) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:54.194508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:54.199830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:54.200505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.223635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks [] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.228703 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d32beae6-b6b7-4c81-b4df-97d655fa0bbf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.3100288
Apr 09 21:14:54.232334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43840) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:54.238363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1131620237'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:54.253228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5239-6929-44d0-bef4-6d2b61d1f2c1 None None] Pushing event updated for resources: {'Port': ['ID=82ae29ab-aec1-4fe0-8a26-fe9875208d40,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:54.253449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:54.256633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc187973-e560-4008-8319-1312b6422098 None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:54.273200 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.273622 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Added segment 9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a of type vlan for network 41e8ef98-8518-4922-845d-4d58e244e1af
Apr 09 21:14:54.283406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:54.289080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.302147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.319116 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (21a6f21a-53a3-4520-88c8-38e95b30e309), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.319441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for floatingip (21a6f21a-53a3-4520-88c8-38e95b30e309), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.325651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dde81d76-9045-43bd-908a-e284afb8ced1', 'network_id': 'dde81d76-9045-43bd-908a-e284afb8ced1', 'project_id': 'ad80e69d669c4aa4a514f7cd412693c3', 'fixed_ips': [{'subnet_id': 'c0e2a63f-1002-48ba-9623-89e45ec6c174'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:54.326776 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.333068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for 21a6f21a-53a3-4520-88c8-38e95b30e309 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:54.361307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:54.366273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:54.368640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:54.389934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:54.398784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (41e8ef98-8518-4922-845d-4d58e244e1af), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.450613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (41e8ef98-8518-4922-845d-4d58e244e1af), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.450861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Pushing event updated for resources: {'Port': ['ID=95941c09-aac3-4a38-8c5d-949f0a6f1721,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:54.461839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:54.462523 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.468022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (49778b92-9a2a-4064-82f1-113e626df4e5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.468364 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Added segment 49778b92-9a2a-4064-82f1-113e626df4e5 of type vlan for network c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb
Apr 09 21:14:54.521028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4144449
Apr 09 21:14:54.540184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43842) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:54.550022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'network': {'name': 'tempest-router-network02--538617777'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:54.607360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Allocated IP 172.20.0.2 (dde81d76-9045-43bd-908a-e284afb8ced1/c0e2a63f-1002-48ba-9623-89e45ec6c174/49656f2b-ca19-4f98-86cf-cfc0b1a25818) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:54.624172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Made reservation on behalf of ad80e69d669c4aa4a514f7cd412693c3 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:54.627400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.650796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62724633-0e12-4eeb-be52-3f88787e4f81 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Network': ['ID=41e8ef98-8518-4922-845d-4d58e244e1af,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:54.652345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.676306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 41e8ef98-8518-4922-845d-4d58e244e1af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:54.692963 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (21a6f21a-53a3-4520-88c8-38e95b30e309), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.755355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:14:54.759430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67e45596-2698-4924-a9f3-b496fee88c27 req-57c5c0ba-e297-4736-868b-797e127707fa tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 210 time: 0.0828812
Apr 09 21:14:54.766177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=21a6f21a-53a3-4520-88c8-38e95b30e309,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:54.779841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.798421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:54.799065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.877357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for floatingip (3f83fd62-216e-40ea-adc5-4ccadb089cb7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.880540 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.885283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5489cfdb-17eb-4510-98c2-9656d33dbd58 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "DELETE /v2.0/floatingips/3f83fd62-216e-40ea-adc5-4ccadb089cb7 HTTP/1.1" status: 204  len: 168 time: 0.9692526
Apr 09 21:14:54.886107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43846) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:54.923039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1f888c3a-64d6-4121-8dd8-895b2afaf597), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:54.923625 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Added segment 1f888c3a-64d6-4121-8dd8-895b2afaf597 of type vlan for network 5e59b6b8-93f1-43dd-9410-e711d4b32431
Apr 09 21:14:54.952461 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7190521
Apr 09 21:14:54.957098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43848) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:54.965551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'ports': [{'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8'}, {'network_id': 'c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb'}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:54.965874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:54.966344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': 'c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:54.994932 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Publish callbacks [] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.004379 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.021348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa71f6-5f4c-411c-95aa-60151abbd04b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Network': ['ID=c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:55.071575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (5e59b6b8-93f1-43dd-9410-e711d4b32431), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.113817 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks [] for router_gateway (4fe5683e-8e01-4042-9a9e-ba910e318f59), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.126154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Pushing event updated for resources: {'Port': ['ID=49656f2b-ca19-4f98-86cf-cfc0b1a25818,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:55.137212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:55.154897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (5e59b6b8-93f1-43dd-9410-e711d4b32431), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.160461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:55.161071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.198029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Network dde81d76-9045-43bd-908a-e284afb8ced1 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:55.218963 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6758521
Apr 09 21:14:55.225436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43852) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:55.225936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-437d73a8-f68c-47ff-bd1e-0c249fbcd866 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:55.226410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-437d73a8-f68c-47ff-bd1e-0c249fbcd866 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.229852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:55.232550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:55.235096 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.260980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'subnet': {'network_id': '41e8ef98-8518-4922-845d-4d58e244e1af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:55.275123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-bd9a4238-1198-4f76-8e44-01d85007743e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:55.276766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-bd9a4238-1198-4f76-8e44-01d85007743e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 945 time: 0.2573221
Apr 09 21:14:55.298902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f58ec4-45f8-4489-9abd-c1ab0ab4b54e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Network': ['ID=5e59b6b8-93f1-43dd-9410-e711d4b32431,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:55.313149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 82ae29ab-aec1-4fe0-8a26-fe9875208d40 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:55.345442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f811-d676-4451-b209-4a123eab63bb req-ac879091-639e-42a5-abab-ab84e4992c7e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:55.353253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e47f811-d676-4451-b209-4a123eab63bb req-ac879091-639e-42a5-abab-ab84e4992c7e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 945 time: 0.1917851
Apr 09 21:14:55.394216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 5e59b6b8-93f1-43dd-9410-e711d4b32431 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:14:55.455514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Attempting to bind port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:55.455892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Attempting to bind port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '787eb55d-57f3-4001-922e-23ebac2d034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dde81d76-9045-43bd-908a-e284afb8ced1'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:55.456334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Attempting to bind port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 on network dde81d76-9045-43bd-908a-e284afb8ced1 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:55.466377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:55.466763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Checking segment: {'id': '787eb55d-57f3-4001-922e-23ebac2d034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dde81d76-9045-43bd-908a-e284afb8ced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:55.467224 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.467778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Bound using segment: {'id': '787eb55d-57f3-4001-922e-23ebac2d034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dde81d76-9045-43bd-908a-e284afb8ced1'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:55.468265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Bound port: 49656f2b-ca19-4f98-86cf-cfc0b1a25818, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787eb55d-57f3-4001-922e-23ebac2d034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dde81d76-9045-43bd-908a-e284afb8ced1'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:55.468654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.480378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (4fe5683e-8e01-4042-9a9e-ba910e318f59), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.564567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:55.564956 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.684179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Router 4fe5683e-8e01-4042-9a9e-ba910e318f59 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:14:55.698672 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.721199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:55.721712 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.723484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Deleting port 9592d81b-5138-45a2-ae95-069e629fea7f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:55.724374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.742122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] For port 49656f2b-ca19-4f98-86cf-cfc0b1a25818, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:55.765895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] For port 49656f2b-ca19-4f98-86cf-cfc0b1a25818, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49656f2b-ca19-4f98-86cf-cfc0b1a25818,segment=NetworkSegment(787eb55d-57f3-4001-922e-23ebac2d034d),segment_id=787eb55d-57f3-4001-922e-23ebac2d034d)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:55.778354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 82ae29ab-aec1-4fe0-8a26-fe9875208d40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82ae29ab-aec1-4fe0-8a26-fe9875208d40,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:55.780496 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.816509 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.833708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-437d73a8-f68c-47ff-bd1e-0c249fbcd866 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:55.876904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae4f8c-61bd-41e7-8722-ab3b12078cdf None None] Pushing event updated for resources: {'Port': ['ID=49656f2b-ca19-4f98-86cf-cfc0b1a25818,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:55.952666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=82ae29ab-aec1-4fe0-8a26-fe9875208d40,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:55.957287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b9997-c5d3-4318-b0df-10660d5637ff None None] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:55.970907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-437d73a8-f68c-47ff-bd1e-0c249fbcd866 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:55.985728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-531bdf91-23ff-4b10-9827-ea95a0f4db52 req-295b1556-8abb-4e1a-9de2-a40bf35de6cb tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 210 time: 0.0992117
Apr 09 21:14:56.000529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e47f811-d676-4451-b209-4a123eab63bb req-f0cd7d84-ea74-4661-a437-26d5519b9c4d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6463823
Apr 09 21:14:56.036547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b26d5180-8161-4716-90ce-1976f1f076d7 None None] Provisioning complete for port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:56.037004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b26d5180-8161-4716-90ce-1976f1f076d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.057075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Made reservation on behalf of ad80e69d669c4aa4a514f7cd412693c3 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:56.062622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.235255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 2} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:56.239410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.247331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b26d5180-8161-4716-90ce-1976f1f076d7 None None] Current status of the port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:56.254556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:14:56.271288 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Sync routers for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:14:56.282626 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:14:56.283249 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23776146a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:56.296073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-9279050d-c498-4235-9ec3-06d7dbdd1e2d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:56.298503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-9279050d-c498-4235-9ec3-06d7dbdd1e2d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.32 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 810 time: 0.8709605
Apr 09 21:14:56.299828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.305014 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f395bf7f-a106-41ca-a846-e6e43115f337 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.4728038
Apr 09 21:14:56.306279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43856) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:56.307742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] For port 9592d81b-5138-45a2-ae95-069e629fea7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9592d81b-5138-45a2-ae95-069e629fea7f,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:56.308195 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.361947 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.407995 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:14:56.607367 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23776146a0>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:54Z', 'revision_number': 3, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:56.638558 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Checking router: 4fe5683e-8e01-4042-9a9e-ba910e318f59 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:14:56.639170 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Updating router 4fe5683e-8e01-4042-9a9e-ba910e318f59 port 95941c09-aac3-4a38-8c5d-949f0a6f1721 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:14:56.671227 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.677671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fc6d462d-4c4b-40ba-9377-6f0643a9723f None None] Provisioning complete for port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:56.678327 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc6d462d-4c4b-40ba-9377-6f0643a9723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.806985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d462d-4c4b-40ba-9377-6f0643a9723f None None] Current status of the port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:56.880222 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.919344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.989545 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Publish callbacks [] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:56.998275 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.088696 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Pushing event updated for resources: {'Port': ['ID=95941c09-aac3-4a38-8c5d-949f0a6f1721,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:57.120276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-5b37b963-a0ef-4ce4-8ec5-46e5a33da06b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd53d98faf74d6a92cdfabace62b088 HTTP/1.1" status: 200  len: 379 time: 0.7918670
Apr 09 21:14:57.125926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'port': {'device_id': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'admin_state_up': True, 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'security_groups': ['19cc61e6-9d52-4226-bc1e-2079d82c8648']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:57.134872 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.135211 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.135594 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.135931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.136261 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.140807 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.141206 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.143673 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.144169 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.144510 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.144889 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.147779 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.148162 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.148645 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.148985 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:14:57.187551 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Attempting to bind port 95941c09-aac3-4a38-8c5d-949f0a6f1721 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:14:57.188077 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Attempting to bind port 95941c09-aac3-4a38-8c5d-949f0a6f1721 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:14:57.188544 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Attempting to bind port 95941c09-aac3-4a38-8c5d-949f0a6f1721 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:14:57.194694 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:14:57.195229 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:57.195724 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.196202 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:14:57.196761 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Bound port: 95941c09-aac3-4a38-8c5d-949f0a6f1721, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:14:57.197275 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.245996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Allocated IP 172.20.0.1 (6224e166-ef4d-46aa-a3a6-6d9016c554e1/29f02642-072d-4eb5-bc16-2a79485c6284/4cbb718c-974e-4f02-9459-922d9ed81bae) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:57.322184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 82ae29ab-aec1-4fe0-8a26-fe9875208d40 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:57.368361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46537c1d-8fbc-4c7d-bdd6-fcc84ed2404e None None] Network dde81d76-9045-43bd-908a-e284afb8ced1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:57.377374 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] For port 95941c09-aac3-4a38-8c5d-949f0a6f1721, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:14:57.382683 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] For port 95941c09-aac3-4a38-8c5d-949f0a6f1721, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95941c09-aac3-4a38-8c5d-949f0a6f1721,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:14:57.395087 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.427540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Publish callbacks [] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.475706 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:14:57.476601 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23776146a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:57.479469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b3aacf6b-0114-49b2-82bd-3ae9dab12975 None None] Provisioning complete for port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:57.479842 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf6b-0114-49b2-82bd-3ae9dab12975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.490485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.491565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b30d5ade-588b-482e-a205-d06f6bfcdba6 req-5309b052-6d84-44f0-b364-36d0f45f6d23 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 210 time: 0.3528197
Apr 09 21:14:57.526888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:57.527266 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.530175 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b5d85-444b-481d-a397-26608f753eb6 None None] Pushing event updated for resources: {'Port': ['ID=95941c09-aac3-4a38-8c5d-949f0a6f1721,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:57.552990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:57.556921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:57.564235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:14:57.596387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Pushing event updated for resources: {'Port': ['ID=4cbb718c-974e-4f02-9459-922d9ed81bae,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:57.620468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5be09-7de2-4fd9-9d07-b7e1117ecbc2 req-9e48ac0f-8172-4817-b1c6-0aaa48e0a76b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:57.622694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (4fe5683e-8e01-4042-9a9e-ba910e318f59), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.628641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70c5be09-7de2-4fd9-9d07-b7e1117ecbc2 req-9e48ac0f-8172-4817-b1c6-0aaa48e0a76b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 945 time: 0.4521041
Apr 09 21:14:57.644677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:57.651747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.652491 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (dc53931c-3862-4bf5-8359-60f689d38625), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.653286 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Floating IP dc53931c-3862-4bf5-8359-60f689d38625 disassociated. External IP: 172.35.0.166, port: 9592d81b-5138-45a2-ae95-069e629fea7f.
Apr 09 21:14:57.653809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Calling delete_port for 9592d81b-5138-45a2-ae95-069e629fea7f owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:57.711134 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:14:57.747046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:57.749570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 49656f2b-ca19-4f98-86cf-cfc0b1a25818 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:57.753279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b3aacf6b-0114-49b2-82bd-3ae9dab12975 None None] Current status of the port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:57.753279 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf6b-0114-49b2-82bd-3ae9dab12975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.785390 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-437d73a8-f68c-47ff-bd1e-0c249fbcd866 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a3ce64ea-7c59-485a-8f4b-e040ea24b0b0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.852606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b3aacf6b-0114-49b2-82bd-3ae9dab12975 None None] For port 49656f2b-ca19-4f98-86cf-cfc0b1a25818, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49656f2b-ca19-4f98-86cf-cfc0b1a25818,segment=NetworkSegment(787eb55d-57f3-4001-922e-23ebac2d034d),segment_id=787eb55d-57f3-4001-922e-23ebac2d034d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:14:57.869927 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf6b-0114-49b2-82bd-3ae9dab12975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.880151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:57.880521 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.904317 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.963141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d73a8-f68c-47ff-bd1e-0c249fbcd866 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=a3ce64ea-7c59-485a-8f4b-e040ea24b0b0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:57.986503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Made reservation on behalf of fdd53d98faf74d6a92cdfabace62b088 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:57.991432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:57.995630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (cd05bc44-7858-4801-98a6-243f7f163f54), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.016796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-71a53d4b-32e2-4335-84a8-26c923fcfb7f None None] Provisioning complete for port 4cbb718c-974e-4f02-9459-922d9ed81bae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:58.017273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-71a53d4b-32e2-4335-84a8-26c923fcfb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.077303 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23776146a0>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:54Z', 'revision_number': 3, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:14:58.122806 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cc7a5-6907-404d-9aeb-8d3f4793025c None None] The sync data for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 is: [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:54Z', 'revision_number': 3, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:14:58.145096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70c5be09-7de2-4fd9-9d07-b7e1117ecbc2 req-181fb2b1-8a4e-43f4-9098-83fa9044d93b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa687017-3764-4c89-adc6-75cbcdc3b1d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4866331
Apr 09 21:14:58.240170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Publish callbacks [] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.247907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.284395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 9592d81b-5138-45a2-ae95-069e629fea7f no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:14:58.310346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Subnet': ['ID=cd05bc44-7858-4801-98a6-243f7f163f54,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:58.322597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Checking segment: {'id': '9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '41e8ef98-8518-4922-845d-4d58e244e1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:58.323053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network hostable DHCP agents. Network: 41e8ef98-8518-4922-845d-4d58e244e1af, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:58.323795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (4fe5683e-8e01-4042-9a9e-ba910e318f59), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.326128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Pushing event updated for resources: {'Port': ['ID=4cbb718c-974e-4f02-9459-922d9ed81bae,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:58.335627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-437d73a8-f68c-47ff-bd1e-0c249fbcd866 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.341829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-437d73a8-f68c-47ff-bd1e-0c249fbcd866 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "DELETE /v2.0/ports/a3ce64ea-7c59-485a-8f4b-e040ea24b0b0 HTTP/1.1" status: 204  len: 168 time: 3.4546304
Apr 09 21:14:58.354707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:58.437306 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.479966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:58.506242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:14:58.507384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aacf6b-0114-49b2-82bd-3ae9dab12975 None None] Pushing event updated for resources: {'Port': ['ID=49656f2b-ca19-4f98-86cf-cfc0b1a25818,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:58.508636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:58.561206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-71a53d4b-32e2-4335-84a8-26c923fcfb7f None None] Port 4cbb718c-974e-4f02-9459-922d9ed81bae cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:14:58.655798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 9592d81b-5138-45a2-ae95-069e629fea7f is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:58.656197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.693735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ad3bb714-304b-4752-af14-465915626d56 None None] Provisioning complete for port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:58.694631 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb714-304b-4752-af14-465915626d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.780753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network 41e8ef98-8518-4922-845d-4d58e244e1af is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:58.791484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Router 4fe5683e-8e01-4042-9a9e-ba910e318f59 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:14:58.817724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bb714-304b-4752-af14-465915626d56 None None] Current status of the port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:14:58.840608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9592d81b-5138-45a2-ae95-069e629fea7f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.876496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port c694b1ba-bab6-4329-877b-1f30abdc482a yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:14:58.904649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Allocated IP 172.20.0.3 (716e02fb-2354-45aa-9b94-e82b4f941149/84123a03-e460-41fd-b858-56ab83124fd3/f550ab8b-46fc-476d-9e17-cf770f908314) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:58.915260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41e8ef98-8518-4922-845d-4d58e244e1af) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:58.922116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:58.922891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:58.927729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383ee0e-5d9b-458e-8553-fc319dbb78fb None None] Network 41e8ef98-8518-4922-845d-4d58e244e1af requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:58.936798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'Port': ['ID=9592d81b-5138-45a2-ae95-069e629fea7f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:59.032087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:14:59.033500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a5a56b92-b5f6-4f18-970d-d50100018f62 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port d2e847f7-3df6-4159-af29-b43d77f7ab51 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:14:59.033858 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5a56b92-b5f6-4f18-970d-d50100018f62 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.052883 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e432a6a0-8145-4e59-882d-c888fc2c1b80 admin admin] 10.222.0.30 "PUT /v2.0/routers/4fe5683e-8e01-4042-9a9e-ba910e318f59/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7394571
Apr 09 21:14:59.067060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fc5e4ca9-3365-4fef-a948-fa3550f68851 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.8106964
Apr 09 21:14:59.069976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43874) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:59.077208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'subnet': {'network_id': '5e59b6b8-93f1-43dd-9410-e711d4b32431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:14:59.089292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-74a0f00b-09ad-45ae-aa9a-d9f2f8906314 None None] Provisioning complete for port 4cbb718c-974e-4f02-9459-922d9ed81bae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:59.089766 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-74a0f00b-09ad-45ae-aa9a-d9f2f8906314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.179200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41e8ef98-8518-4922-845d-4d58e244e1af', 'network_id': '41e8ef98-8518-4922-845d-4d58e244e1af', 'project_id': 'ad80e69d669c4aa4a514f7cd412693c3', 'fixed_ips': [{'subnet_id': 'cd05bc44-7858-4801-98a6-243f7f163f54'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:14:59.182510 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.249405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-74a0f00b-09ad-45ae-aa9a-d9f2f8906314 None None] Port 4cbb718c-974e-4f02-9459-922d9ed81bae cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:14:59.377783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Made reservation on behalf of ad80e69d669c4aa4a514f7cd412693c3 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:14:59.382408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.518474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 49656f2b-ca19-4f98-86cf-cfc0b1a25818 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:14:59.702460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9df4ee19-5dc5-4bb1-b8da-7a2f540643aa req-8136d363-1d75-4275-bfc3-de25a924f09d tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 210 time: 1.0144994
Apr 09 21:14:59.707496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Allocated IP 172.20.0.2 (41e8ef98-8518-4922-845d-4d58e244e1af/cd05bc44-7858-4801-98a6-243f7f163f54/df69146c-1849-48b5-9b60-d2c211183b17) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:14:59.722389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17d6facc-68a3-4d3d-b5df-513e1f7831e0 req-ac519b97-0d93-4d76-ac3e-7c2a1d67721e tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 210 time: 0.2270522
Apr 09 21:14:59.729348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5a56b92-b5f6-4f18-970d-d50100018f62 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.746008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:14:59.746682 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.751130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (d1bcb61a-c734-4f0b-847a-370d27c6f0ec), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.757058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:14:59.810131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a5a56b92-b5f6-4f18-970d-d50100018f62 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for d2e847f7-3df6-4159-af29-b43d77f7ab51 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:14:59.863755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Subnet': ['ID=d1bcb61a-c734-4f0b-847a-370d27c6f0ec,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:14:59.877221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Checking segment: {'id': '1f888c3a-64d6-4121-8dd8-895b2afaf597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e59b6b8-93f1-43dd-9410-e711d4b32431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:14:59.877844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network hostable DHCP agents. Network: 5e59b6b8-93f1-43dd-9410-e711d4b32431, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:14:59.922591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network 5e59b6b8-93f1-43dd-9410-e711d4b32431 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:14:59.940401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e59b6b8-93f1-43dd-9410-e711d4b32431) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:14:59.940620 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for port (f550ab8b-46fc-476d-9e17-cf770f908314), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.948318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:14:59.949000 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:14:59.969126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad89516-f71c-41a7-8e4a-eab4dc292ccf None None] Network 5e59b6b8-93f1-43dd-9410-e711d4b32431 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:14:59.986061 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b0dc8f35-834d-4889-ad56-f35b0de1ad2e tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9113686
Apr 09 21:14:59.986816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43892) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:14:59.999020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (c694b1ba-bab6-4329-877b-1f30abdc482a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.040300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.067629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Network 716e02fb-2354-45aa-9b94-e82b4f941149 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:00.114394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:00.156441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:00.184074 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Publish callbacks [] for port (df69146c-1849-48b5-9b60-d2c211183b17), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.200046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:00.201495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 95941c09-aac3-4a38-8c5d-949f0a6f1721 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:00.206560 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (df69146c-1849-48b5-9b60-d2c211183b17), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.314865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e59b6b8-93f1-43dd-9410-e711d4b32431', 'network_id': '5e59b6b8-93f1-43dd-9410-e711d4b32431', 'project_id': 'ad80e69d669c4aa4a514f7cd412693c3', 'fixed_ips': [{'subnet_id': 'd1bcb61a-c734-4f0b-847a-370d27c6f0ec'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:15:00.315997 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.324836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43908) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:00.341903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-749838841-network', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:00.358836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event updated for resources: {'Port': ['ID=f550ab8b-46fc-476d-9e17-cf770f908314,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:00.459073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Network 41e8ef98-8518-4922-845d-4d58e244e1af is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:00.507922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.521670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:00.524967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:00.530621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Pushing event updated for resources: {'Port': ['ID=df69146c-1849-48b5-9b60-d2c211183b17,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:00.546300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.551930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Allocated IP 172.20.0.2 (5e59b6b8-93f1-43dd-9410-e711d4b32431/d1bcb61a-c734-4f0b-847a-370d27c6f0ec/0a1695dc-3f19-44b5-bf69-c4976b79324a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:00.564662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:00.565498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.595819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 95941c09-aac3-4a38-8c5d-949f0a6f1721 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:00.596209 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.623014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Made reservation on behalf of a704e92a3e354728af3cc4e133464f97 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:00.625516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.649495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8b4d10d2-8953-462b-8c97-0ec631f9c212 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5276701
Apr 09 21:15:00.650183 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5a56b92-b5f6-4f18-970d-d50100018f62 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d2e847f7-3df6-4159-af29-b43d77f7ab51), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.667622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.672958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Request body: {'port': {'device_id': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:00.684072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:00.691142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:00.696330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c17d9885-28f3-48d4-bcd4-552699464a61 None None] Provisioning complete for port f550ab8b-46fc-476d-9e17-cf770f908314 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:00.696711 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c17d9885-28f3-48d4-bcd4-552699464a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.713734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:00.716849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:00.730744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:00.731599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c694b1ba-bab6-4329-877b-1f30abdc482a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.747678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Attempting to bind port df69146c-1849-48b5-9b60-d2c211183b17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:00.748061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Attempting to bind port df69146c-1849-48b5-9b60-d2c211183b17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '41e8ef98-8518-4922-845d-4d58e244e1af'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:00.748435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Attempting to bind port df69146c-1849-48b5-9b60-d2c211183b17 on network 41e8ef98-8518-4922-845d-4d58e244e1af {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:00.759861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:00.824067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:00.824444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Checking segment: {'id': '9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '41e8ef98-8518-4922-845d-4d58e244e1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:00.824854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.825277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Bound using segment: {'id': '9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '41e8ef98-8518-4922-845d-4d58e244e1af'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:00.825802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Bound port: df69146c-1849-48b5-9b60-d2c211183b17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '41e8ef98-8518-4922-845d-4d58e244e1af'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:00.826171 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (df69146c-1849-48b5-9b60-d2c211183b17), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:00.842712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:00.843509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374996dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:00.848417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Allocated IP 172.20.0.1 (41e8ef98-8518-4922-845d-4d58e244e1af/cd05bc44-7858-4801-98a6-243f7f163f54/156fc317-3294-4762-a4ab-95b1aacbd24e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:00.860174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c17d9885-28f3-48d4-bcd4-552699464a61 None None] Port f550ab8b-46fc-476d-9e17-cf770f908314 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:00.953091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a56b92-b5f6-4f18-970d-d50100018f62 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=d2e847f7-3df6-4159-af29-b43d77f7ab51,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:00.998633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 95941c09-aac3-4a38-8c5d-949f0a6f1721 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:00.998762 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.012028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] No DVR routers for this DVR port 9592d81b-5138-45a2-ae95-069e629fea7f on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:01.023395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.063675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.064489 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Sync routers for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:01.067135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c4342aa-b9ea-4b72-bc71-295744f04bac req-16c93fe6-3893-4460-b686-d026c450dd4a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.32 "DELETE /v2.0/ports/9592d81b-5138-45a2-ae95-069e629fea7f HTTP/1.1" status: 204  len: 173 time: 5.7517514
Apr 09 21:15:01.070345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.078264 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:01.078992 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23776145e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:01.082092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 95941c09-aac3-4a38-8c5d-949f0a6f1721, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95941c09-aac3-4a38-8c5d-949f0a6f1721,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:01.090183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'name': 'network-vif-deleted', 'tag': '9592d81b-5138-45a2-ae95-069e629fea7f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:01.093499 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff61ce5-8254-4ad7-b634-887d74d66825" -d '{"events": [{"server_uuid": "d4d6dee3-586e-4cbc-85af-69d9f3a4a151", "name": "network-vif-deleted", "tag": "9592d81b-5138-45a2-ae95-069e629fea7f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:01.121693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Publish callbacks [] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.137917 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.160028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network 41e8ef98-8518-4922-845d-4d58e244e1af is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:01.171923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:01.181938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:01.189514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513aa19-25b5-46d9-98e6-0a2d63c76f84 req-3a833ab2-1592-44c4-a4e6-67bfb09a03d4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:01.199603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4513aa19-25b5-46d9-98e6-0a2d63c76f84 req-3a833ab2-1592-44c4-a4e6-67bfb09a03d4 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 931 time: 0.3567290
Apr 09 21:15:01.200280 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.203727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae483e3c-9c41-4244-98c2-2f5b77ea2541 req-57ce7d03-700d-4e75-8edd-0d9b178e6b04 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d6dee3-586e-4cbc-85af-69d9f3a4a151 HTTP/1.1" status: 200  len: 210 time: 0.2571630
Apr 09 21:15:01.264554 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:01.293074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=c694b1ba-bab6-4329-877b-1f30abdc482a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:01.309367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Port': ['ID=156fc317-3294-4762-a4ab-95b1aacbd24e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:01.324353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5a56b92-b5f6-4f18-970d-d50100018f62 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.330213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a5a56b92-b5f6-4f18-970d-d50100018f62 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "DELETE /v2.0/ports/d2e847f7-3df6-4159-af29-b43d77f7ab51 HTTP/1.1" status: 204  len: 168 time: 2.9736097
Apr 09 21:15:01.332879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43924) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:01.337676 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.358521 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f700c42-2308-4cd2-b602-5bf6dcf0b862 x-openstack-request-id: req-6f700c42-2308-4cd2-b602-5bf6dcf0b862 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:01.358816 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d6dee3-586e-4cbc-85af-69d9f3a4a151", "name": "network-vif-deleted", "tag": "9592d81b-5138-45a2-ae95-069e629fea7f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:01.359081 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f700c42-2308-4cd2-b602-5bf6dcf0b862 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:01.359515 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f700c42-2308-4cd2-b602-5bf6dcf0b862'] response: {'server_uuid': 'd4d6dee3-586e-4cbc-85af-69d9f3a4a151', 'name': 'network-vif-deleted', 'tag': '9592d81b-5138-45a2-ae95-069e629fea7f', 'status': 'completed', 'code': 200}
Apr 09 21:15:01.370160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking segment: {'id': '49778b92-9a2a-4064-82f1-113e626df4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:01.370535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network hostable DHCP agents. Network: c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:15:01.387445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=95941c09-aac3-4a38-8c5d-949f0a6f1721,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:01.411995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (afef8fc2-dc99-4907-a088-24e40240edac), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.412722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Network 5e59b6b8-93f1-43dd-9410-e711d4b32431 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:01.438580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:01.458494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:01.582889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25bfa0e-1378-4e89-97e4-a6c5f6d506b1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting subnet b13cde6a-1510-4a65-8799-c721bbe26f47 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:01.586949 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.590099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] For port df69146c-1849-48b5-9b60-d2c211183b17, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:01.595049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Attempting to bind port 0a1695dc-3f19-44b5-bf69-c4976b79324a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:01.595522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Attempting to bind port 0a1695dc-3f19-44b5-bf69-c4976b79324a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f888c3a-64d6-4121-8dd8-895b2afaf597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e59b6b8-93f1-43dd-9410-e711d4b32431'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:01.595896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Attempting to bind port 0a1695dc-3f19-44b5-bf69-c4976b79324a on network 5e59b6b8-93f1-43dd-9410-e711d4b32431 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:01.607586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c25bfa0e-1378-4e89-97e4-a6c5f6d506b1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for subnet (b13cde6a-1510-4a65-8799-c721bbe26f47), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.608268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:01.608662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Checking segment: {'id': '1f888c3a-64d6-4121-8dd8-895b2afaf597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e59b6b8-93f1-43dd-9410-e711d4b32431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:01.609072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.609483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Bound using segment: {'id': '1f888c3a-64d6-4121-8dd8-895b2afaf597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e59b6b8-93f1-43dd-9410-e711d4b32431'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:01.609967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Bound port: 0a1695dc-3f19-44b5-bf69-c4976b79324a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f888c3a-64d6-4121-8dd8-895b2afaf597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e59b6b8-93f1-43dd-9410-e711d4b32431'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:01.610387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.712205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] For port 0a1695dc-3f19-44b5-bf69-c4976b79324a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:01.716097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] For port 0a1695dc-3f19-44b5-bf69-c4976b79324a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a1695dc-3f19-44b5-bf69-c4976b79324a,segment=NetworkSegment(1f888c3a-64d6-4121-8dd8-895b2afaf597),segment_id=1f888c3a-64d6-4121-8dd8-895b2afaf597)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:01.732436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] For port df69146c-1849-48b5-9b60-d2c211183b17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df69146c-1849-48b5-9b60-d2c211183b17,segment=NetworkSegment(9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a),segment_id=9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:01.735348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:01.902884 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Publish callbacks [] for security_group (1fa9cc8a-0c70-42d8-b310-e922801465f0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.919823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1fa9cc8a-0c70-42d8-b310-e922801465f0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.940087 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23776145e0>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:14:58Z', 'revision_number': 2, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:01.953989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c25bfa0e-1378-4e89-97e4-a6c5f6d506b1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (b13cde6a-1510-4a65-8799-c721bbe26f47), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:01.954608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:15:01.998068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Pushing event updated for resources: {'Port': ['ID=0a1695dc-3f19-44b5-bf69-c4976b79324a,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:02.007383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.009751 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Checking router: 4fe5683e-8e01-4042-9a9e-ba910e318f59 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:02.010049 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Updating router 4fe5683e-8e01-4042-9a9e-ba910e318f59 port 4cbb718c-974e-4f02-9459-922d9ed81bae binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:15:02.018220 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (df69146c-1849-48b5-9b60-d2c211183b17), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.043988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:15:02.069758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.090151 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.093556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:02.119436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02d2fc-f8ad-4056-84e1-07198acfc97d None None] Network c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:02.154186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:02.168025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c25bfa0e-1378-4e89-97e4-a6c5f6d506b1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b13cde6a-1510-4a65-8799-c721bbe26f47), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.172001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:02.184797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:02.187188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.198160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa9cc8a-0c70-42d8-b310-e922801465f0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:02.229573 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b85a54b6-3a19-4221-8645-b887bd431d14), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.231658 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Added segment b85a54b6-3a19-4221-8645-b887bd431d14 of type vlan for network 1e39a2e4-d118-4754-8be7-75d59c20b68d
Apr 09 21:15:02.308936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bc06ad0a-9116-4bc5-b548-08ad1b1f1028 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 7.3507457
Apr 09 21:15:02.313106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43942) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:02.319746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4513aa19-25b5-46d9-98e6-0a2d63c76f84 req-2777927c-8405-499d-805e-098df4384059 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0706997
Apr 09 21:15:02.400124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aafc02-e79a-424e-98b4-496a7f10fb9c None None] Pushing event updated for resources: {'Port': ['ID=0a1695dc-3f19-44b5-bf69-c4976b79324a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:02.757441 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Publish callbacks [] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.761360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06ed1-49cb-41d8-8aba-4a57073512da None None] Pushing event updated for resources: {'Port': ['ID=df69146c-1849-48b5-9b60-d2c211183b17,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:02.782558 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.844307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374996dc0>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:02.872307 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dea2dc-de39-4a31-9b26-87308c9930a6 None None] Pushing event updated for resources: {'Port': ['ID=4cbb718c-974e-4f02-9459-922d9ed81bae,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:02.915538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:02.930021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:02.930665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374996dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:02.956718 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Attempting to bind port 4cbb718c-974e-4f02-9459-922d9ed81bae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:02.957478 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Attempting to bind port 4cbb718c-974e-4f02-9459-922d9ed81bae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:02.958078 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Attempting to bind port 4cbb718c-974e-4f02-9459-922d9ed81bae on network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:02.964969 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:02.965915 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Checking segment: {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:02.966592 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:02.967191 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Bound using segment: {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:02.967887 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Bound port: 4cbb718c-974e-4f02-9459-922d9ed81bae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:02.968485 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.026084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43946) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:03.044372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c25bfa0e-1378-4e89-97e4-a6c5f6d506b1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (b13cde6a-1510-4a65-8799-c721bbe26f47), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.077475 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] For port 4cbb718c-974e-4f02-9459-922d9ed81bae, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:03.081305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:03.082040 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] For port 4cbb718c-974e-4f02-9459-922d9ed81bae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cbb718c-974e-4f02-9459-922d9ed81bae,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:03.094266 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.165700 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dea2dc-de39-4a31-9b26-87308c9930a6 None None] Pushing event updated for resources: {'Port': ['ID=4cbb718c-974e-4f02-9459-922d9ed81bae,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:03.167727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ad61e-5bc7-4cba-b245-e7d8e430411a None None] Network f6f98062-6e39-47e6-ab8a-083f21750bda requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:03.188037 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:03.188885 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23776145e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:03.197908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ca55c-bb3e-4b78-8cb9-db9edeef6c37 req-3c3efb3b-3199-4d5f-a4a8-381be7976fb3 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:03.209533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a49ca55c-bb3e-4b78-8cb9-db9edeef6c37 req-3c3efb3b-3199-4d5f-a4a8-381be7976fb3 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.1044779
Apr 09 21:15:03.266865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1e39a2e4-d118-4754-8be7-75d59c20b68d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.318894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c25bfa0e-1378-4e89-97e4-a6c5f6d506b1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.324752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c25bfa0e-1378-4e89-97e4-a6c5f6d506b1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "DELETE /v2.0/subnets/b13cde6a-1510-4a65-8799-c721bbe26f47 HTTP/1.1" status: 204  len: 168 time: 1.9870026
Apr 09 21:15:03.324752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bfa0e-1378-4e89-97e4-a6c5f6d506b1 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Subnet': ['ID=b13cde6a-1510-4a65-8799-c721bbe26f47,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:03.328245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:03.392483 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:03.431255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-913940f3-6a9a-420b-b3ae-006468e72219 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port c694b1ba-bab6-4329-877b-1f30abdc482a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:03.431472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0be9da4-28ca-4b5b-9f24-0d2911847c04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting subnet 1cc60a1b-b0e4-4964-b277-14acb7533918 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:03.433446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-913940f3-6a9a-420b-b3ae-006468e72219 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c694b1ba-bab6-4329-877b-1f30abdc482a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.435155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0be9da4-28ca-4b5b-9f24-0d2911847c04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for subnet (1cc60a1b-b0e4-4964-b277-14acb7533918), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.515038 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0be9da4-28ca-4b5b-9f24-0d2911847c04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (1cc60a1b-b0e4-4964-b277-14acb7533918), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.531493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-67a3d2c3-3137-476c-85f9-12ee25eb8489 None None] Provisioning complete for port 4cbb718c-974e-4f02-9459-922d9ed81bae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:03.531777 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67a3d2c3-3137-476c-85f9-12ee25eb8489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.567180 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-913940f3-6a9a-420b-b3ae-006468e72219 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c694b1ba-bab6-4329-877b-1f30abdc482a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.608845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device df69146c-1849-48b5-9b60-d2c211183b17 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:03.618616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-913940f3-6a9a-420b-b3ae-006468e72219 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for c694b1ba-bab6-4329-877b-1f30abdc482a owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:03.726903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] DHCP port deletion for f6f98062-6e39-47e6-ab8a-083f21750bda request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:03.741502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f550ab8b-46fc-476d-9e17-cf770f908314 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:15:03.745456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0be9da4-28ca-4b5b-9f24-0d2911847c04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1cc60a1b-b0e4-4964-b277-14acb7533918), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.760556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Publish callbacks [] for port (f550ab8b-46fc-476d-9e17-cf770f908314), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.783271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Transition to ACTIVE for port object f550ab8b-46fc-476d-9e17-cf770f908314 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:15:03.787049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:15:03.796739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a49ca55c-bb3e-4b78-8cb9-db9edeef6c37 req-9eb5c44b-a8b8-46de-97af-e089547fe75d tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5861640
Apr 09 21:15:03.805800 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:03.938692 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0be9da4-28ca-4b5b-9f24-0d2911847c04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1cc60a1b-b0e4-4964-b277-14acb7533918), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.020197 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23776145e0>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:03Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:04.050250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1e39a2e4-d118-4754-8be7-75d59c20b68d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.051206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374996dc0>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:04.051707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:04.052837 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.054618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3a725-92ae-445a-9ec7-8e160224c255 None None] Network 92519850-eedc-4d89-a26d-ad4b1c086541 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:04.078896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0be9da4-28ca-4b5b-9f24-0d2911847c04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.084782 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d0be9da4-28ca-4b5b-9f24-0d2911847c04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "DELETE /v2.0/subnets/1cc60a1b-b0e4-4964-b277-14acb7533918 HTTP/1.1" status: 204  len: 168 time: 0.7553196
Apr 09 21:15:04.092526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:04.094365 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a81343-3e92-4d88-a3af-eac67d827a5e None None] The sync data for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 is: [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:03Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:04.096996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be9da4-28ca-4b5b-9f24-0d2911847c04 tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc60a1b-b0e4-4964-b277-14acb7533918,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:04.180239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] Pushing event updated for resources: {'Network': ['ID=1e39a2e4-d118-4754-8be7-75d59c20b68d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:04.194693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3455ff3d-ae4e-4990-b64d-cf21a1fd7285 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 3.8594561
Apr 09 21:15:04.212025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43958) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:04.221827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86891e7-505d-4536-b36a-8b3fa6260a25 req-12577214-0954-4f57-8645-4b5a9145fec9 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:04.228860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1e39a2e4-d118-4754-8be7-75d59c20b68d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:15:04.231620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port df69146c-1849-48b5-9b60-d2c211183b17 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:04.232089 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (df69146c-1849-48b5-9b60-d2c211183b17), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.232674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c86891e7-505d-4536-b36a-8b3fa6260a25 req-12577214-0954-4f57-8645-4b5a9145fec9 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 943 time: 0.4479408
Apr 09 21:15:04.238841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Request body: {'subnet': {'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-749838841-subnet', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:04.259276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-913940f3-6a9a-420b-b3ae-006468e72219 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c694b1ba-bab6-4329-877b-1f30abdc482a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.275542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] Deleting port 800bb7da-66a9-444e-9904-bae0ca99d86c {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:04.276154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.328809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-913940f3-6a9a-420b-b3ae-006468e72219 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.332902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-913940f3-6a9a-420b-b3ae-006468e72219 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/c694b1ba-bab6-4329-877b-1f30abdc482a HTTP/1.1" status: 204  len: 168 time: 2.0118430
Apr 09 21:15:04.336920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43962) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:04.358613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (f6f98062-6e39-47e6-ab8a-083f21750bda), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.378261 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff08c9f1-2a5d-45ef-91f3-c5419357daae tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (fa687017-3764-4c89-adc6-75cbcdc3b1d8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.435761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Pushing event updated for resources: {'Port': ['ID=f550ab8b-46fc-476d-9e17-cf770f908314,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:04.479760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff08c9f1-2a5d-45ef-91f3-c5419357daae tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (fa687017-3764-4c89-adc6-75cbcdc3b1d8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.507983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fad58-39d0-4497-a031-cd971dbe5fed None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:04.554928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df5216f-aa56-4ff4-890e-3a8631de415d None None] Network 41e8ef98-8518-4922-845d-4d58e244e1af requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:04.582307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913940f3-6a9a-420b-b3ae-006468e72219 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=c694b1ba-bab6-4329-877b-1f30abdc482a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:04.622458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-67a3d2c3-3137-476c-85f9-12ee25eb8489 None None] Current status of the port 4cbb718c-974e-4f02-9459-922d9ed81bae is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:04.622889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67a3d2c3-3137-476c-85f9-12ee25eb8489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.644944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Made reservation on behalf of a704e92a3e354728af3cc4e133464f97 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:04.653660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.673902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Deleting port 800bb7da-66a9-444e-9904-bae0ca99d86c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:04.674344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.687307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0c229-c146-42f3-b47e-42c502ad8b03 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:04.694388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0c229-c146-42f3-b47e-42c502ad8b03 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:04.694953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] For port 800bb7da-66a9-444e-9904-bae0ca99d86c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800bb7da-66a9-444e-9904-bae0ca99d86c,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:04.695524 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.698386 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b7c0c229-c146-42f3-b47e-42c502ad8b03 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.2751534
Apr 09 21:15:04.737131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43964) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:04.749887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] Calling delete_port for 800bb7da-66a9-444e-9904-bae0ca99d86c owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:04.755123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d175e-5606-4f9b-836e-0a9e8f9d7ad7 None None] Network 5e59b6b8-93f1-43dd-9410-e711d4b32431 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:04.758842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] DHCP port deletion for 92519850-eedc-4d89-a26d-ad4b1c086541 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:04.912851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] For port 800bb7da-66a9-444e-9904-bae0ca99d86c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800bb7da-66a9-444e-9904-bae0ca99d86c,segment=NetworkSegment(8c746d3e-f99f-4370-9c21-870cb18702b6),segment_id=8c746d3e-f99f-4370-9c21-870cb18702b6)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:04.913372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.923992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff08c9f1-2a5d-45ef-91f3-c5419357daae tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fa687017-3764-4c89-adc6-75cbcdc3b1d8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.926658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff08c9f1-2a5d-45ef-91f3-c5419357daae tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:04.930465 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff08c9f1-2a5d-45ef-91f3-c5419357daae tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "DELETE /v2.0/security-groups/fa687017-3764-4c89-adc6-75cbcdc3b1d8 HTTP/1.1" status: 204  len: 168 time: 1.9005728
Apr 09 21:15:04.936410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43968) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:04.951855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Attempting to bind port f550ab8b-46fc-476d-9e17-cf770f908314 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:04.952502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Attempting to bind port f550ab8b-46fc-476d-9e17-cf770f908314 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:04.953068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Attempting to bind port f550ab8b-46fc-476d-9e17-cf770f908314 on network 716e02fb-2354-45aa-9b94-e82b4f941149 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:04.970822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c86891e7-505d-4536-b36a-8b3fa6260a25 req-0dad08bb-ac73-480f-a209-6bce9cd947fc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7372174
Apr 09 21:15:04.975840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Port f550ab8b-46fc-476d-9e17-cf770f908314 on network 716e02fb-2354-45aa-9b94-e82b4f941149 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:15:04.976171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Attempting to bind port f550ab8b-46fc-476d-9e17-cf770f908314 on network 716e02fb-2354-45aa-9b94-e82b4f941149 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:04.979294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Calling delete_port for 800bb7da-66a9-444e-9904-bae0ca99d86c owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:04.987106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:04.987463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Checking segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:04.987847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Bound using segment: {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:04.988309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Bound port: f550ab8b-46fc-476d-9e17-cf770f908314, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19e6cf7-5084-42a4-9623-1f89825862e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:04.988676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.029088 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-7afb47e0-0a82-47c7-a870-00bf7a6fa270 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] show failed (client error): The resource could not be found.
Apr 09 21:15:05.030164 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7afb47e0-0a82-47c7-a870-00bf7a6fa270 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups/fa687017-3764-4c89-adc6-75cbcdc3b1d8 HTTP/1.1" status: 404  len: 347 time: 0.0824041
Apr 09 21:15:05.050369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43970) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:05.051049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7e3e-4160-47de-b230-9e40de2a38ce req-449599da-4ec7-41ae-bc73-e5b2141cda3f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:05.052670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc6c7e3e-4160-47de-b230-9e40de2a38ce req-449599da-4ec7-41ae-bc73-e5b2141cda3f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.0560329
Apr 09 21:15:05.061193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2c50e359-d4fa-4661-8575-2d895eb5f959 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:05.061536 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2c50e359-d4fa-4661-8575-2d895eb5f959 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.062098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08c9f1-2a5d-45ef-91f3-c5419357daae tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa687017-3764-4c89-adc6-75cbcdc3b1d8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:05.185182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc6c7e3e-4160-47de-b230-9e40de2a38ce req-c23e95d5-ab4f-4a88-ae8c-809e744e3ae7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1068842
Apr 09 21:15:05.259195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.263394 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2c50e359-d4fa-4661-8575-2d895eb5f959 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.267781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce060821-9bab-4c3d-a413-c8fccec51ed5 None None] New status for floating IP dc53931c-3862-4bf5-8359-60f689d38625: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:15:05.286944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.299726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2c50e359-d4fa-4661-8575-2d895eb5f959 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:05.337264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (afef8fc2-dc99-4907-a088-24e40240edac), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.362909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] For port f550ab8b-46fc-476d-9e17-cf770f908314, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:05.427769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] For port f550ab8b-46fc-476d-9e17-cf770f908314, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f550ab8b-46fc-476d-9e17-cf770f908314,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:05.435855 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (5b4010d5-7eab-4a53-a2e1-b483599adc0c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.506868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4010d5-7eab-4a53-a2e1-b483599adc0c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:05.509831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.548142 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] Deleting port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:05.548861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.554626 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.562624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Deleting port ce0368a8-39e7-410e-a38f-9d6e76fe2c63 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:05.573752 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-67a3d2c3-3137-476c-85f9-12ee25eb8489 None None] For port 4cbb718c-974e-4f02-9459-922d9ed81bae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cbb718c-974e-4f02-9459-922d9ed81bae,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:05.574281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.612053 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (800bb7da-66a9-444e-9904-bae0ca99d86c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.618170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network 41e8ef98-8518-4922-845d-4d58e244e1af is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:05.622481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Port': ['ID=156fc317-3294-4762-a4ab-95b1aacbd24e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:05.626585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Pushing event updated for resources: {'Port': ['ID=f550ab8b-46fc-476d-9e17-cf770f908314,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:05.632884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:05.633579 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.635126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-0be04e03-a46e-4234-8a52-ee78ffd8198d service neutron] 10.222.0.32 "PUT /v2.0/ports/f550ab8b-46fc-476d-9e17-cf770f908314 HTTP/1.1" status: 200  len: 1091 time: 4.9701030
Apr 09 21:15:05.643352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:05.647226 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a74a095-b995-4cba-a867-43dbb634ec16" -d '{"events": [{"name": "network-changed", "server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:05.694473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:05.750089 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2c50e359-d4fa-4661-8575-2d895eb5f959 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.757979 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653d0112-d0fa-469c-b199-38cdf081413d x-openstack-request-id: req-653d0112-d0fa-469c-b199-38cdf081413d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:05.758266 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:05.758593 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-653d0112-d0fa-469c-b199-38cdf081413d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:05.759135 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653d0112-d0fa-469c-b199-38cdf081413d'] response: {'name': 'network-changed', 'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'status': 'completed', 'code': 200}
Apr 09 21:15:05.759872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port df69146c-1849-48b5-9b60-d2c211183b17 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:05.760557 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (df69146c-1849-48b5-9b60-d2c211183b17), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.826478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Port': ['ID=800bb7da-66a9-444e-9904-bae0ca99d86c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:05.830981 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2c50e359-d4fa-4661-8575-2d895eb5f959 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.837974 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2c50e359-d4fa-4661-8575-2d895eb5f959 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7 HTTP/1.1" status: 204  len: 168 time: 1.0976534
Apr 09 21:15:05.842036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43976) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:05.843399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50e359-d4fa-4661-8575-2d895eb5f959 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:05.845593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] No DVR routers for this DVR port 800bb7da-66a9-444e-9904-bae0ca99d86c on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:05.852901 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:15:05.853477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] For port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbecf7fa-fb46-4c9f-b254-b2c8f97c13af,segment=NetworkSegment(0f899ce0-d1ba-4a80-a594-06d7d2bc3a81),segment_id=0f899ce0-d1ba-4a80-a594-06d7d2bc3a81)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:05.853729 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:05.867965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] Calling delete_port for fbecf7fa-fb46-4c9f-b254-b2c8f97c13af owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:05.901960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Checking segment: {'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:05.902199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Network hostable DHCP agents. Network: 1e39a2e4-d118-4754-8be7-75d59c20b68d, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:15:05.912495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-905769d9-0ffe-456a-812a-edbcc5268a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:05.914276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-905769d9-0ffe-456a-812a-edbcc5268a0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 1125 time: 0.2238216
Apr 09 21:15:05.925729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702064be-19a1-4f1d-b6d0-baaec520d253 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:05.928125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-702064be-19a1-4f1d-b6d0-baaec520d253 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0786300
Apr 09 21:15:05.934420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43978) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:05.996522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67a3d2c3-3137-476c-85f9-12ee25eb8489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.053669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8759657f-8bde-4746-8ff6-65ab476188b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f550ab8b-46fc-476d-9e17-cf770f908314 HTTP/1.1" status: 200  len: 217 time: 0.1220102
Apr 09 21:15:06.054814 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-4566f749-c1b7-4de3-8560-2b8ab7d8110b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:15:06.057296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4566f749-c1b7-4de3-8560-2b8ab7d8110b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/c694b1ba-bab6-4329-877b-1f30abdc482a HTTP/1.1" status: 404  len: 333 time: 0.1155457
Apr 09 21:15:06.060845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43982) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:06.079287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] No DVR routers for this DVR port 800bb7da-66a9-444e-9904-bae0ca99d86c on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:06.096444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f5401-e039-4b3d-90d5-b3a2e46eb155 None None] Pushing event deleted for resources: {'Port': ['ID=800bb7da-66a9-444e-9904-bae0ca99d86c,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:06.126359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Network 1e39a2e4-d118-4754-8be7-75d59c20b68d is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:15:06.133978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (f6f98062-6e39-47e6-ab8a-083f21750bda), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.175287 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdd60dd-d492-46b5-a335-6601aceec42f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:15:06.182336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8bdd60dd-d492-46b5-a335-6601aceec42f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/c652fe2a-a4a8-4d3c-ba9a-94e23dd1d5a7 HTTP/1.1" status: 404  len: 333 time: 0.1057234
Apr 09 21:15:06.196635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port df69146c-1849-48b5-9b60-d2c211183b17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df69146c-1849-48b5-9b60-d2c211183b17,segment=NetworkSegment(9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a),segment_id=9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:06.211545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:06.254387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (df69146c-1849-48b5-9b60-d2c211183b17), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.258782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0a1695dc-3f19-44b5-bf69-c4976b79324a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:06.270398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158210e-afa9-45b1-acbe-18ab297a40ab req-f1f88116-5b12-4ab3-81da-b7fe62164b1e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:06.272010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2158210e-afa9-45b1-acbe-18ab297a40ab req-f1f88116-5b12-4ab3-81da-b7fe62164b1e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 943 time: 0.1010308
Apr 09 21:15:06.275403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e39a2e4-d118-4754-8be7-75d59c20b68d) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:06.289011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:06.289784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.329578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b296ac9c-2e73-4a94-8b8c-ac4bef010b35 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0946152
Apr 09 21:15:06.341817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43988) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:06.349586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:06.355021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa2739a-1416-4675-acc1-932aab13ee0a None None] Network 1e39a2e4-d118-4754-8be7-75d59c20b68d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:06.357579 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (fbecf7fa-fb46-4c9f-b254-b2c8f97c13af), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.375876 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375af42e0>,) {'filters': {'network_id': ['f6f98062-6e39-47e6-ab8a-083f21750bda']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:06.379858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.380401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.384203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Provisioning complete for port 4cbb718c-974e-4f02-9459-922d9ed81bae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:06.384590 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.462787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb305a6-e01c-4a47-acd3-d9a57d93ef48 req-9743caed-e011-4e73-9bd0-91eb878773b4 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:06.464948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5eb305a6-e01c-4a47-acd3-d9a57d93ef48 req-9743caed-e011-4e73-9bd0-91eb878773b4 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.1084130
Apr 09 21:15:06.468444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375af42e0>, '8c746d3e-f99f-4370-9c21-870cb18702b6') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:06.468746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375af42e0>, '8c746d3e-f99f-4370-9c21-870cb18702b6') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:06.476501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3d2c3-3137-476c-85f9-12ee25eb8489 None None] Pushing event updated for resources: {'Port': ['ID=4cbb718c-974e-4f02-9459-922d9ed81bae,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:06.488215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-c77784ce-08b2-4b01-9151-b4f02a23235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:06.490811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-c77784ce-08b2-4b01-9151-b4f02a23235b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.4307199
Apr 09 21:15:06.495312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] No DVR routers for this DVR port fbecf7fa-fb46-4c9f-b254-b2c8f97c13af on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:06.505575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (8c746d3e-f99f-4370-9c21-870cb18702b6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.508082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Calling delete_port for ce0368a8-39e7-410e-a38f-9d6e76fe2c63 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:06.539937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.554157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8c746d3e-f99f-4370-9c21-870cb18702b6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.569594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:06.570248 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (8c746d3e-f99f-4370-9c21-870cb18702b6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:06.576132 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:06.596233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-a8f6d8a5-0c54-4ee7-b9ff-1b8c7c717a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:06.597710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-a8f6d8a5-0c54-4ee7-b9ff-1b8c7c717a8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0977116
Apr 09 21:15:06.632043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2158210e-afa9-45b1-acbe-18ab297a40ab req-e78f2de7-b991-4313-b380-da107d66e16f tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3503296
Apr 09 21:15:06.632814 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (6c743f09-7810-4088-931d-3f9ebdc476ec), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.633910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (6c743f09-7810-4088-931d-3f9ebdc476ec), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.676289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5eb305a6-e01c-4a47-acd3-d9a57d93ef48 req-34ee630c-ffc6-48e5-83a7-b39cad9a117f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1925838
Apr 09 21:15:06.716808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0a1695dc-3f19-44b5-bf69-c4976b79324a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:06.717276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.756003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Current status of the port 4cbb718c-974e-4f02-9459-922d9ed81bae is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:06.756213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (f6f98062-6e39-47e6-ab8a-083f21750bda), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.763496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.769417 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "DELETE /v2.0/networks/f6f98062-6e39-47e6-ab8a-083f21750bda HTTP/1.1" status: 204  len: 168 time: 2.6587105
Apr 09 21:15:06.771202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=df69146c-1849-48b5-9b60-d2c211183b17,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:06.771330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43992) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:06.772923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks [] for router_controller (6c743f09-7810-4088-931d-3f9ebdc476ec), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.810245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d966e9-68cc-4522-9f1c-4853a693f6b0 None None] Pushing event deleted for resources: {'Port': ['ID=fbecf7fa-fb46-4c9f-b254-b2c8f97c13af,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:06.831299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Provisioning complete for port df69146c-1849-48b5-9b60-d2c211183b17 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:06.831676 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (df69146c-1849-48b5-9b60-d2c211183b17), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.850106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-8ebad77e-c0dc-40a3-9693-9fbda6643681 service neutron] 10.222.0.32 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400265
Apr 09 21:15:06.857804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e39a2e4-d118-4754-8be7-75d59c20b68d', 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d', 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'fixed_ips': [{'subnet_id': '5b4010d5-7eab-4a53-a2e1-b483599adc0c'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:15:06.858686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.898418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49e8fa-8271-4812-b4b9-25617d556a7f tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Network': ['ID=f6f98062-6e39-47e6-ab8a-083f21750bda,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:06.941807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Router afef8fc2-dc99-4907-a088-24e40240edac is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:15:06.945526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.984055 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (92519850-eedc-4d89-a26d-ad4b1c086541), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.984808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23766cae50>,) {'filters': {'network_id': ['c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:06.990680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0a1695dc-3f19-44b5-bf69-c4976b79324a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:06.991007 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:06.998192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ce0368a8-39e7-410e-a38f-9d6e76fe2c63), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.037946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23766cae50>, '49778b92-9a2a-4064-82f1-113e626df4e5') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.038354 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23766cae50>, '49778b92-9a2a-4064-82f1-113e626df4e5') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.071093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks [] for router_gateway (6c743f09-7810-4088-931d-3f9ebdc476ec), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.075713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Current status of the port df69146c-1849-48b5-9b60-d2c211183b17 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:07.111256 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (49778b92-9a2a-4064-82f1-113e626df4e5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.111491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 0a1695dc-3f19-44b5-bf69-c4976b79324a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a1695dc-3f19-44b5-bf69-c4976b79324a,segment=NetworkSegment(1f888c3a-64d6-4121-8dd8-895b2afaf597),segment_id=1f888c3a-64d6-4121-8dd8-895b2afaf597)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:07.112676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Provisioning complete for port 156fc317-3294-4762-a4ab-95b1aacbd24e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:07.112676 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.124453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'Port': ['ID=ce0368a8-39e7-410e-a38f-9d6e76fe2c63,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:07.137625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.138429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 95941c09-aac3-4a38-8c5d-949f0a6f1721 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:07.151875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7a41609-e52f-45a3-bc09-d6c765a808a1 req-565ba752-5e46-4290-9b4f-c4895e3e22e9 service neutron] 10.222.0.32 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713847
Apr 09 21:15:07.171464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Allocated IP 172.20.0.2 (1e39a2e4-d118-4754-8be7-75d59c20b68d/5b4010d5-7eab-4a53-a2e1-b483599adc0c/b70ffe20-4c84-4309-b8e0-c659cc38182c) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:07.189642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (49778b92-9a2a-4064-82f1-113e626df4e5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.207621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:07.208071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (49778b92-9a2a-4064-82f1-113e626df4e5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:07.213104 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:07.224362 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:07.234554 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-da92fd67-7a38-414f-9b4c-f450d9ba54bc tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "PUT /v2.0/routers/afef8fc2-dc99-4907-a088-24e40240edac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2466619
Apr 09 21:15:07.240818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43994) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:07.241501 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d1a605-5944-4de5-b144-b8d69aa55c1e None None] Sync routers for ids ['afef8fc2-dc99-4907-a088-24e40240edac'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:07.255983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Port 156fc317-3294-4762-a4ab-95b1aacbd24e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:07.260078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (92519850-eedc-4d89-a26d-ad4b1c086541), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.263054 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d1a605-5944-4de5-b144-b8d69aa55c1e None None] Routers {'afef8fc2-dc99-4907-a088-24e40240edac'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:07.263944 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b3d1a605-5944-4de5-b144-b8d69aa55c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['afef8fc2-dc99-4907-a088-24e40240edac'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.298850 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b3d1a605-5944-4de5-b144-b8d69aa55c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0790>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.307254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (dc53931c-3862-4bf5-8359-60f689d38625), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.311818 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d1a605-5944-4de5-b144-b8d69aa55c1e None None] Routers {'afef8fc2-dc99-4907-a088-24e40240edac'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:07.312766 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b3d1a605-5944-4de5-b144-b8d69aa55c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['afef8fc2-dc99-4907-a088-24e40240edac'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.317451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.319361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ff63f8a-1dbd-4a2b-b7d9-72eea08e4c09 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "DELETE /v2.0/floatingips/dc53931c-3862-4bf5-8359-60f689d38625 HTTP/1.1" status: 204  len: 168 time: 2.2678030
Apr 09 21:15:07.320914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.327209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=0a1695dc-3f19-44b5-bf69-c4976b79324a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:07.330520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Provisioning complete for port 0a1695dc-3f19-44b5-bf69-c4976b79324a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:07.330987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.339807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 95941c09-aac3-4a38-8c5d-949f0a6f1721 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:07.340315 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.357383 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b3d1a605-5944-4de5-b144-b8d69aa55c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0790>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.359154 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d1a605-5944-4de5-b144-b8d69aa55c1e None None] The sync data for ids ['afef8fc2-dc99-4907-a088-24e40240edac'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:07.359617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23762dab50>,) {'filters': {'network_id': ['92519850-eedc-4d89-a26d-ad4b1c086541']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.373989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.386905 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/networks/c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb HTTP/1.1" status: 204  len: 168 time: 1.1731806
Apr 09 21:15:07.392891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43998) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:07.400330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-679711983'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:07.423222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72536ab-320b-46d9-a34b-befe406123c3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Network': ['ID=c670e7f9-b75a-4ccc-8ee5-fbfd403eccbb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:07.444431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23762dab50>, '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.444877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23762dab50>, '0f899ce0-d1ba-4a80-a594-06d7d2bc3a81') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:07.450324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:07.454063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.482069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:15:07.495126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (224d7642-1dca-46e2-bdd6-c6b595cff1a9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.495320 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (0f899ce0-d1ba-4a80-a594-06d7d2bc3a81), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.498154 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Added segment 224d7642-1dca-46e2-bdd6-c6b595cff1a9 of type vlan for network 777ebc45-560f-41ff-a4ea-debd54db2317
Apr 09 21:15:07.539561 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Publish callbacks [] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.553983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (777ebc45-560f-41ff-a4ea-debd54db2317), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.561592 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.563085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 95941c09-aac3-4a38-8c5d-949f0a6f1721 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:07.574322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccbfa6-5041-4a01-91f9-ecda6c8ec1b7 None None] Current status of the port 0a1695dc-3f19-44b5-bf69-c4976b79324a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:07.597427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (777ebc45-560f-41ff-a4ea-debd54db2317), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.605506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:07.606576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.611759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Network 1e39a2e4-d118-4754-8be7-75d59c20b68d is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:07.617930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:07.621821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:07.630708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Pushing event updated for resources: {'Port': ['ID=b70ffe20-4c84-4309-b8e0-c659cc38182c,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:07.649770 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2535114
Apr 09 21:15:07.652671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44000) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:07.664538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '777ebc45-560f-41ff-a4ea-debd54db2317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:07.705435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Attempting to bind port b70ffe20-4c84-4309-b8e0-c659cc38182c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:07.705819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Attempting to bind port b70ffe20-4c84-4309-b8e0-c659cc38182c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:07.706241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Attempting to bind port b70ffe20-4c84-4309-b8e0-c659cc38182c on network 1e39a2e4-d118-4754-8be7-75d59c20b68d {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:07.715006 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:07.715397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Checking segment: {'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:07.715811 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.716212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Bound using segment: {'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:07.716693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Bound port: b70ffe20-4c84-4309-b8e0-c659cc38182c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:07.717215 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.728621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10223cf6-62b5-408f-89db-edaefdd9d9a5 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Network': ['ID=777ebc45-560f-41ff-a4ea-debd54db2317,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:07.735495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0f899ce0-d1ba-4a80-a594-06d7d2bc3a81), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.746115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0526e862-ef4a-4d8f-90cb-2beea72a7bf5 None None] Provisioning complete for port 156fc317-3294-4762-a4ab-95b1aacbd24e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:07.746708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0526e862-ef4a-4d8f-90cb-2beea72a7bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.780789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:07.781245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (0f899ce0-d1ba-4a80-a594-06d7d2bc3a81), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:07.786128 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:07.812833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0526e862-ef4a-4d8f-90cb-2beea72a7bf5 None None] Port 156fc317-3294-4762-a4ab-95b1aacbd24e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:07.815049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 777ebc45-560f-41ff-a4ea-debd54db2317 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:15:07.848196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:07.858912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.883416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks [] for router_gateway (6c743f09-7810-4088-931d-3f9ebdc476ec), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.917891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44006) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:07.928207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-32aac5f0-ace0-4710-9629-42929e9ba2e7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92239994', 'description': 'tempest-description--283307453'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:07.961151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (92519850-eedc-4d89-a26d-ad4b1c086541), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.967199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:07.975071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb34dad-b9e9-414a-8423-339c1c116a5c req-eb5f64db-016f-4ad9-9dcd-b12d9a016a1c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:07.976449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] For port b70ffe20-4c84-4309-b8e0-c659cc38182c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:07.976714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fb34dad-b9e9-414a-8423-339c1c116a5c req-eb5f64db-016f-4ad9-9dcd-b12d9a016a1c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 943 time: 0.1701548
Apr 09 21:15:07.980780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] For port b70ffe20-4c84-4309-b8e0-c659cc38182c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70ffe20-4c84-4309-b8e0-c659cc38182c,segment=NetworkSegment(b85a54b6-3a19-4221-8645-b887bd431d14),segment_id=b85a54b6-3a19-4221-8645-b887bd431d14)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:07.991604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device df69146c-1849-48b5-9b60-d2c211183b17 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:07.996028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0526e862-ef4a-4d8f-90cb-2beea72a7bf5 None None] Provisioning complete for port 0a1695dc-3f19-44b5-bf69-c4976b79324a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:07.996239 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0526e862-ef4a-4d8f-90cb-2beea72a7bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.004261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.ipam_backend_mixin [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Performing IP validity checks on allocation pools {{(pid=126919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 09 21:15:08.005135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.ipam_backend_mixin [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 09 21:15:08.015502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.018737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] 10.222.0.30 "DELETE /v2.0/networks/92519850-eedc-4d89-a26d-ad4b1c086541 HTTP/1.1" status: 204  len: 168 time: 1.2445672
Apr 09 21:15:08.072913 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.097027 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aac5f0-ace0-4710-9629-42929e9ba2e7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.184664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (5f9e4f28-7471-4922-a5e2-f6103dd1a77d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.269196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=5f9e4f28-7471-4922-a5e2-f6103dd1a77d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:08.296514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aac5f0-ace0-4710-9629-42929e9ba2e7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (44767907-5cb3-42e2-b219-333318afd55a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.306651 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aac5f0-ace0-4710-9629-42929e9ba2e7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (44767907-5cb3-42e2-b219-333318afd55a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.319659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking segment: {'id': '224d7642-1dca-46e2-bdd6-c6b595cff1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '777ebc45-560f-41ff-a4ea-debd54db2317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:08.320057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network hostable DHCP agents. Network: 777ebc45-560f-41ff-a4ea-debd54db2317, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:15:08.358677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ca905-ccc4-4694-b6a2-e294a45267ad None None] Pushing event updated for resources: {'Port': ['ID=b70ffe20-4c84-4309-b8e0-c659cc38182c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:08.370967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0526e862-ef4a-4d8f-90cb-2beea72a7bf5 None None] Current status of the port 0a1695dc-3f19-44b5-bf69-c4976b79324a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:08.376791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aac5f0-ace0-4710-9629-42929e9ba2e7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.377841 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-32aac5f0-ace0-4710-9629-42929e9ba2e7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4581628
Apr 09 21:15:08.381250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port df69146c-1849-48b5-9b60-d2c211183b17 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:08.381623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aac5f0-ace0-4710-9629-42929e9ba2e7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44767907-5cb3-42e2-b219-333318afd55a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:08.382777 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (df69146c-1849-48b5-9b60-d2c211183b17), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.386257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44010) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:08.390844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ab2cc154-94a0-45e2-bf77-a556cb450423 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group_rule': {'security_group_id': '44767907-5cb3-42e2-b219-333318afd55a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:08.416581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 777ebc45-560f-41ff-a4ea-debd54db2317 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:15:08.430168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 777ebc45-560f-41ff-a4ea-debd54db2317) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:08.435541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:08.436065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.440119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab2cc154-94a0-45e2-bf77-a556cb450423 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (de0f819e-be26-4179-a16c-fe55944f4714), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.468368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796135fd-eea5-44f2-8655-9e8c3e8723a0 None None] Network 777ebc45-560f-41ff-a4ea-debd54db2317 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:08.477628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-28f4919e-42f5-4d84-b5c8-7556a17d1399 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8238811
Apr 09 21:15:08.482320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44012) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:08.486815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a0445-551e-4657-b3a8-64a9c972a52e tempest-TaggedBootDevicesTest_v242-429285116 tempest-TaggedBootDevicesTest_v242-429285116-project] Pushing event deleted for resources: {'Network': ['ID=92519850-eedc-4d89-a26d-ad4b1c086541,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:08.487382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '777ebc45-560f-41ff-a4ea-debd54db2317', 'name': 'tempest-PortsTestJSON-824581387'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:08.579524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port df69146c-1849-48b5-9b60-d2c211183b17 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:08.581422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cbb718c-974e-4f02-9459-922d9ed81bae up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:08.589736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab2cc154-94a0-45e2-bf77-a556cb450423 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (de0f819e-be26-4179-a16c-fe55944f4714), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.601911 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab2cc154-94a0-45e2-bf77-a556cb450423 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (de0f819e-be26-4179-a16c-fe55944f4714), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.618123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84487b4f-ba54-4bba-9560-21aacfae184a req-5e8348e8-418b-4c83-a7c5-76291849d0cf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:08.619707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84487b4f-ba54-4bba-9560-21aacfae184a req-5e8348e8-418b-4c83-a7c5-76291849d0cf tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.5803137
Apr 09 21:15:08.627975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fb34dad-b9e9-414a-8423-339c1c116a5c req-638b85c1-df7b-4f72-b1b5-9546e5260056 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5980341
Apr 09 21:15:08.628978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-5fc88fa3-c01a-495c-ab3d-7e3d0e9ffabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:08.630465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-5fc88fa3-c01a-495c-ab3d-7e3d0e9ffabf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 1125 time: 0.5816295
Apr 09 21:15:08.652082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cc154-94a0-45e2-bf77-a556cb450423 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0f819e-be26-4179-a16c-fe55944f4714,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:08.669905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ab2cc154-94a0-45e2-bf77-a556cb450423 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.671356 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ab2cc154-94a0-45e2-bf77-a556cb450423 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2851939
Apr 09 21:15:08.674177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44014) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:08.678684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3a5a6a31-77f4-4610-95ac-e7681863d15f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'security_group_rule': {'security_group_id': '44767907-5cb3-42e2-b219-333318afd55a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:08.731577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:08.747170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.761336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6a31-77f4-4610-95ac-e7681863d15f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (8678c3b5-ce00-4ebf-ba1a-42a9325a1989), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.804581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4cbb718c-974e-4f02-9459-922d9ed81bae triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:08.805121 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.833683 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port c85ee5fd-87db-4db1-af1a-5cc5c0dddc48 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:15:08.836176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-777ebc45-560f-41ff-a4ea-debd54db2317', 'network_id': '777ebc45-560f-41ff-a4ea-debd54db2317', 'project_id': '5c3d71a0e0874df6bff9cee258aae5c7', 'fixed_ips': [{'subnet_id': '5f9e4f28-7471-4922-a5e2-f6103dd1a77d'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:15:08.837154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:08.901067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-5fbdeab5-5d89-46ba-b35e-f9df24569af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:08.902827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-5fbdeab5-5d89-46ba-b35e-f9df24569af4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 911 time: 0.2639027
Apr 09 21:15:08.993453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-d20fbcf7-7cc9-45da-b742-ba79e8dac3b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f550ab8b-46fc-476d-9e17-cf770f908314 HTTP/1.1" status: 200  len: 217 time: 0.0680656
Apr 09 21:15:09.015204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6a31-77f4-4610-95ac-e7681863d15f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (8678c3b5-ce00-4ebf-ba1a-42a9325a1989), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.024333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6a31-77f4-4610-95ac-e7681863d15f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (8678c3b5-ce00-4ebf-ba1a-42a9325a1989), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.056555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4cbb718c-974e-4f02-9459-922d9ed81bae is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:09.058428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0a1695dc-3f19-44b5-bf69-c4976b79324a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:09.069305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6a31-77f4-4610-95ac-e7681863d15f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.073396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3a5a6a31-77f4-4610-95ac-e7681863d15f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3953228
Apr 09 21:15:09.079246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44034) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:09.083983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:09.110328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a6a31-77f4-4610-95ac-e7681863d15f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8678c3b5-ce00-4ebf-ba1a-42a9325a1989,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:09.122303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Allocated IP 172.35.0.77 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/5c148ee7-41ca-4cff-8d3b-0ec318e45397) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:09.127377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.127632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0a1695dc-3f19-44b5-bf69-c4976b79324a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:09.128094 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.163630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-b0b7b95a-7256-4d46-8e9f-b8a5c4ddd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:09.165284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-b0b7b95a-7256-4d46-8e9f-b8a5c4ddd446 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.1624017
Apr 09 21:15:09.227223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0a1695dc-3f19-44b5-bf69-c4976b79324a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:09.277382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-48162cf0-733c-444f-b2fc-36aa90656aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:09.279067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-48162cf0-733c-444f-b2fc-36aa90656aab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1034460
Apr 09 21:15:09.287014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 800bb7da-66a9-444e-9904-bae0ca99d86c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:09.323094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 800bb7da-66a9-444e-9904-bae0ca99d86c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:09.323836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 800bb7da-66a9-444e-9904-bae0ca99d86c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:09.324418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fbecf7fa-fb46-4c9f-b254-b2c8f97c13af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:09.325610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84487b4f-ba54-4bba-9560-21aacfae184a req-e3f6d3bf-da34-4521-8a54-f8f7127ee3e9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6914783
Apr 09 21:15:09.352513 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-0ff55f70-3b7c-4728-8445-642a8a31eebd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:15:09.356707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: fbecf7fa-fb46-4c9f-b254-b2c8f97c13af {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:09.356707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fbecf7fa-fb46-4c9f-b254-b2c8f97c13af not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:09.358223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0ff55f70-3b7c-4728-8445-642a8a31eebd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "PUT /v2.0/routers/afef8fc2-dc99-4907-a088-24e40240edac/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.1131008
Apr 09 21:15:09.359053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44036) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:09.563834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.584284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks [] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.639963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.11 (777ebc45-560f-41ff-a4ea-debd54db2317/5f9e4f28-7471-4922-a5e2-f6103dd1a77d/c85ee5fd-87db-4db1-af1a-5cc5c0dddc48) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:09.709620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-fff429c3-1a23-47ed-a707-69a6424bc3e6 service neutron] 10.222.0.32 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3754449
Apr 09 21:15:09.711452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b70ffe20-4c84-4309-b8e0-c659cc38182c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:09.803927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b70ffe20-4c84-4309-b8e0-c659cc38182c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:09.804610 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.896014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b70ffe20-4c84-4309-b8e0-c659cc38182c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:09.896475 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.900656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bccc46-2ee7-41d9-9b88-e1d40a03dc34 None None] Network 1e39a2e4-d118-4754-8be7-75d59c20b68d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:09.914180 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (c85ee5fd-87db-4db1-af1a-5cc5c0dddc48), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.963768 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c85ee5fd-87db-4db1-af1a-5cc5c0dddc48), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.976325 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:09.996252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66ed26-512f-4fce-a090-314e905450d4 req-5b50e67c-83d7-4288-905f-6f44af6680b5 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:10.006641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f66ed26-512f-4fce-a090-314e905450d4 req-5b50e67c-83d7-4288-905f-6f44af6680b5 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 943 time: 0.1675982
Apr 09 21:15:10.015019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port b70ffe20-4c84-4309-b8e0-c659cc38182c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70ffe20-4c84-4309-b8e0-c659cc38182c,segment=NetworkSegment(b85a54b6-3a19-4221-8645-b887bd431d14),segment_id=b85a54b6-3a19-4221-8645-b887bd431d14)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:10.029549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-05c496be-6bbd-4326-9324-7bcf12c4de09 None None] Provisioning complete for port b70ffe20-4c84-4309-b8e0-c659cc38182c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:10.030007 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-05c496be-6bbd-4326-9324-7bcf12c4de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.041809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.127140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Allocated IP 172.20.0.2 (777ebc45-560f-41ff-a4ea-debd54db2317/5f9e4f28-7471-4922-a5e2-f6103dd1a77d/369a5e88-c0e7-42cb-b8f6-54ea95337c71) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:10.140695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=c85ee5fd-87db-4db1-af1a-5cc5c0dddc48,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:10.141028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a74a095-b995-4cba-a867-43dbb634ec16 req-97c08fc3-2124-4206-b4aa-d14cb9c1755c service neutron] 10.222.0.32 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4226117
Apr 09 21:15:10.156099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 777ebc45-560f-41ff-a4ea-debd54db2317 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:10.159729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:10.163323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:10.208928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:10.223089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Allocated IP 172.35.0.46 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/66ad43f7-6fe2-455e-a85a-f6f11a233852) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:10.234297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:10.250355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f550ab8b-46fc-476d-9e17-cf770f908314 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:15:10.253451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:10.264186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:10.266056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.314322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=b70ffe20-4c84-4309-b8e0-c659cc38182c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:10.330572 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b5e19569-9090-421d-b50d-2178630802d8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8471119
Apr 09 21:15:10.331277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44074) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:10.359681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Pushing event updated for resources: {'Port': ['ID=5c148ee7-41ca-4cff-8d3b-0ec318e45397,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:10.398035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f66ed26-512f-4fce-a090-314e905450d4 req-21e453a5-f6ad-4b57-9ddf-1e60ddb51e6a tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3905361
Apr 09 21:15:10.487703 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (afef8fc2-dc99-4907-a088-24e40240edac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.509738 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Publish callbacks [] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.524521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2316aa14-6175-442a-a0c0-fe160082cf3e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port c85ee5fd-87db-4db1-af1a-5cc5c0dddc48 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:10.525078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2316aa14-6175-442a-a0c0-fe160082cf3e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c85ee5fd-87db-4db1-af1a-5cc5c0dddc48), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.599926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (66ad43f7-6fe2-455e-a85a-f6f11a233852), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.603427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f550ab8b-46fc-476d-9e17-cf770f908314, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f550ab8b-46fc-476d-9e17-cf770f908314,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:10.626539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'port_id': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'mac_address': 'fa:16:3e:f9:4c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:15:10.629148 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.683455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (66ad43f7-6fe2-455e-a85a-f6f11a233852), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.691385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Network 777ebc45-560f-41ff-a4ea-debd54db2317 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:10.695730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f7353-2075-47d4-9c92-b65eb42b7e66 req-77033016-26fb-490a-bb27-d6a4d5b46d45 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:10.701593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f9f7353-2075-47d4-9c92-b65eb42b7e66 req-77033016-26fb-490a-bb27-d6a4d5b46d45 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.2110372
Apr 09 21:15:10.727250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-05c496be-6bbd-4326-9324-7bcf12c4de09 None None] Current status of the port b70ffe20-4c84-4309-b8e0-c659cc38182c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:10.731793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2316aa14-6175-442a-a0c0-fe160082cf3e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c85ee5fd-87db-4db1-af1a-5cc5c0dddc48), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.731980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:10.741828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:10.752065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Pushing event updated for resources: {'Port': ['ID=369a5e88-c0e7-42cb-b8f6-54ea95337c71,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:10.754642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:10.755961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2316aa14-6175-442a-a0c0-fe160082cf3e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for c85ee5fd-87db-4db1-af1a-5cc5c0dddc48 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:10.796829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port f550ab8b-46fc-476d-9e17-cf770f908314 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:10.796829 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.825563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f550ab8b-46fc-476d-9e17-cf770f908314 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:15:10.840285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:10.853891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:10.864821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f550ab8b-46fc-476d-9e17-cf770f908314, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f550ab8b-46fc-476d-9e17-cf770f908314,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:10.865858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Attempting to bind port 369a5e88-c0e7-42cb-b8f6-54ea95337c71 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:10.866219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Attempting to bind port 369a5e88-c0e7-42cb-b8f6-54ea95337c71 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '224d7642-1dca-46e2-bdd6-c6b595cff1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '777ebc45-560f-41ff-a4ea-debd54db2317'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:10.866576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Attempting to bind port 369a5e88-c0e7-42cb-b8f6-54ea95337c71 on network 777ebc45-560f-41ff-a4ea-debd54db2317 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:10.878440 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.881423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:10.881788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Checking segment: {'id': '224d7642-1dca-46e2-bdd6-c6b595cff1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '777ebc45-560f-41ff-a4ea-debd54db2317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:10.882110 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.886619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Bound using segment: {'id': '224d7642-1dca-46e2-bdd6-c6b595cff1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '777ebc45-560f-41ff-a4ea-debd54db2317'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:10.888025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Bound port: 369a5e88-c0e7-42cb-b8f6-54ea95337c71, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224d7642-1dca-46e2-bdd6-c6b595cff1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '777ebc45-560f-41ff-a4ea-debd54db2317'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:10.888432 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.892506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=66ad43f7-6fe2-455e-a85a-f6f11a233852,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:10.939065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f9f7353-2075-47d4-9c92-b65eb42b7e66 req-aaf4b1d0-f548-40da-972f-393adb0b9925 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2255642
Apr 09 21:15:10.963832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-037a2326-23de-4cd6-9afc-2500fa9fd146 None None] Provisioning complete for port b70ffe20-4c84-4309-b8e0-c659cc38182c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:10.964292 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-037a2326-23de-4cd6-9afc-2500fa9fd146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:10.986279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=f550ab8b-46fc-476d-9e17-cf770f908314,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:11.024362 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.034363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2316aa14-6175-442a-a0c0-fe160082cf3e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c85ee5fd-87db-4db1-af1a-5cc5c0dddc48), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.051620 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks [] for router_gateway (6c743f09-7810-4088-931d-3f9ebdc476ec), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.076920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316aa14-6175-442a-a0c0-fe160082cf3e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=c85ee5fd-87db-4db1-af1a-5cc5c0dddc48,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:11.098182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f550ab8b-46fc-476d-9e17-cf770f908314'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:15:11.116244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] For port 369a5e88-c0e7-42cb-b8f6-54ea95337c71, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:11.131807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (66ad43f7-6fe2-455e-a85a-f6f11a233852), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.170532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] For port 369a5e88-c0e7-42cb-b8f6-54ea95337c71, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=369a5e88-c0e7-42cb-b8f6-54ea95337c71,segment=NetworkSegment(224d7642-1dca-46e2-bdd6-c6b595cff1a9),segment_id=224d7642-1dca-46e2-bdd6-c6b595cff1a9)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:11.197557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Deleting port 156fc317-3294-4762-a4ab-95b1aacbd24e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:11.197931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.212702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.263888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-037a2326-23de-4cd6-9afc-2500fa9fd146 None None] Current status of the port b70ffe20-4c84-4309-b8e0-c659cc38182c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:11.337978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a4693-9bc7-40ad-873c-9258e2af591d None None] Pushing event updated for resources: {'Port': ['ID=369a5e88-c0e7-42cb-b8f6-54ea95337c71,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:11.414805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2316aa14-6175-442a-a0c0-fe160082cf3e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.422111 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2316aa14-6175-442a-a0c0-fe160082cf3e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/c85ee5fd-87db-4db1-af1a-5cc5c0dddc48 HTTP/1.1" status: 204  len: 168 time: 1.0878379
Apr 09 21:15:11.425288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44110) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:11.482544 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc64458-542f-48d9-96bb-784c0f66194a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:15:11.483161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc64458-542f-48d9-96bb-784c0f66194a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:15:11.490885 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2cc64458-542f-48d9-96bb-784c0f66194a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/c85ee5fd-87db-4db1-af1a-5cc5c0dddc48 HTTP/1.1" status: 404  len: 333 time: 0.0642118
Apr 09 21:15:11.491410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44114) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:11.530004 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8c6bee-985e-48eb-86de-9e47dcfce281 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:15:11.534336 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca8c6bee-985e-48eb-86de-9e47dcfce281 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/c85ee5fd-87db-4db1-af1a-5cc5c0dddc48 HTTP/1.1" status: 404  len: 333 time: 0.0394652
Apr 09 21:15:11.535058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44116) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:11.601282 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (66ad43f7-6fe2-455e-a85a-f6f11a233852), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.611631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (66ad43f7-6fe2-455e-a85a-f6f11a233852), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.630474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b5bef2-be2d-4b1f-ab52-6672e7888e2f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet 5f9e4f28-7471-4922-a5e2-f6103dd1a77d {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:11.672311 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bef2-be2d-4b1f-ab52-6672e7888e2f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (5f9e4f28-7471-4922-a5e2-f6103dd1a77d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.771473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bef2-be2d-4b1f-ab52-6672e7888e2f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (5f9e4f28-7471-4922-a5e2-f6103dd1a77d), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.774548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=66ad43f7-6fe2-455e-a85a-f6f11a233852,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:11.815968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.825164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b70ffe20-4c84-4309-b8e0-c659cc38182c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:11.849286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.859353 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8ba76d98-0f2a-4459-ae77-0f763258f97d tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7789114
Apr 09 21:15:11.926150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bef2-be2d-4b1f-ab52-6672e7888e2f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5f9e4f28-7471-4922-a5e2-f6103dd1a77d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.945023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b70ffe20-4c84-4309-b8e0-c659cc38182c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:11.945571 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.955896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:11.978221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b318703-ede4-4227-8a0a-bdfbf7b0fe72 req-e006da68-976f-465d-b097-2a9e3c470920 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:11.979472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b318703-ede4-4227-8a0a-bdfbf7b0fe72 req-e006da68-976f-465d-b097-2a9e3c470920 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 944 time: 0.1401300
Apr 09 21:15:11.990596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Calling delete_port for 156fc317-3294-4762-a4ab-95b1aacbd24e owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:12.027619 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bef2-be2d-4b1f-ab52-6672e7888e2f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5f9e4f28-7471-4922-a5e2-f6103dd1a77d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.069455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b70ffe20-4c84-4309-b8e0-c659cc38182c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:12.070678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 369a5e88-c0e7-42cb-b8f6-54ea95337c71 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:12.091713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5bef2-be2d-4b1f-ab52-6672e7888e2f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9e4f28-7471-4922-a5e2-f6103dd1a77d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:12.094409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bef2-be2d-4b1f-ab52-6672e7888e2f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.101088 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c4b5bef2-be2d-4b1f-ab52-6672e7888e2f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/5f9e4f28-7471-4922-a5e2-f6103dd1a77d HTTP/1.1" status: 204  len: 168 time: 0.5617867
Apr 09 21:15:12.102557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:12.140352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 369a5e88-c0e7-42cb-b8f6-54ea95337c71 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:12.140982 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.164640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b318703-ede4-4227-8a0a-bdfbf7b0fe72 req-ef81e5cb-1a4b-47b5-9b28-6a5464345c6e tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1685073
Apr 09 21:15:12.174721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (6c743f09-7810-4088-931d-3f9ebdc476ec), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.195677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9568-477b-423c-9a1f-6c4e5a0696d7 req-2547f272-80d9-4218-9ba4-3815fb55ef77 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:12.197270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-597b9568-477b-423c-9a1f-6c4e5a0696d7 req-2547f272-80d9-4218-9ba4-3815fb55ef77 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.0871449
Apr 09 21:15:12.244027 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (777ebc45-560f-41ff-a4ea-debd54db2317), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.274184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f550ab8b-46fc-476d-9e17-cf770f908314 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:12.318563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 369a5e88-c0e7-42cb-b8f6-54ea95337c71 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:12.319705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.323063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 369a5e88-c0e7-42cb-b8f6-54ea95337c71 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:12.323448 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.366880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port f550ab8b-46fc-476d-9e17-cf770f908314 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:15:12.374291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 369a5e88-c0e7-42cb-b8f6-54ea95337c71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=369a5e88-c0e7-42cb-b8f6-54ea95337c71,segment=NetworkSegment(224d7642-1dca-46e2-bdd6-c6b595cff1a9),segment_id=224d7642-1dca-46e2-bdd6-c6b595cff1a9)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:12.378142 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port f550ab8b-46fc-476d-9e17-cf770f908314 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:12.378520 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.383690 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.441947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] For port 369a5e88-c0e7-42cb-b8f6-54ea95337c71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=369a5e88-c0e7-42cb-b8f6-54ea95337c71,segment=NetworkSegment(224d7642-1dca-46e2-bdd6-c6b595cff1a9),segment_id=224d7642-1dca-46e2-bdd6-c6b595cff1a9)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:12.441947 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.479000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 369a5e88-c0e7-42cb-b8f6-54ea95337c71 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:12.482366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-597b9568-477b-423c-9a1f-6c4e5a0696d7 req-ff6a8411-a376-4c07-89ab-a1387aa71e67 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2738440
Apr 09 21:15:12.512814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-4c87cfdb-31a2-4e37-bca1-b20ea6fbebd1 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--92239994&fields=id&tenant_id=92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 267 time: 0.2212214
Apr 09 21:15:12.605085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (369a5e88-c0e7-42cb-b8f6-54ea95337c71), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.642571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=369a5e88-c0e7-42cb-b8f6-54ea95337c71,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:12.650384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event deleted for resources: {'Port': ['ID=369a5e88-c0e7-42cb-b8f6-54ea95337c71,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:12.657796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No DVR routers for this DVR port 369a5e88-c0e7-42cb-b8f6-54ea95337c71 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:12.688502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (156fc317-3294-4762-a4ab-95b1aacbd24e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.725434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port f550ab8b-46fc-476d-9e17-cf770f908314 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:12.725833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.743381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event deleted for resources: {'Port': ['ID=156fc317-3294-4762-a4ab-95b1aacbd24e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:12.769997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:12.773629 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2ee319-f51a-49fb-8064-b0ef55a038df" -d '{"events": [{"server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:12.775149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (777ebc45-560f-41ff-a4ea-debd54db2317), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.777782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-757f0981-d836-4b97-baba-517bfd972ea7 req-05efb1a5-1958-45ec-beb9-cfa8882bb28e service neutron] (126920) timed out ('10.222.0.25', 59710) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:15:12.803504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f550ab8b-46fc-476d-9e17-cf770f908314, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f550ab8b-46fc-476d-9e17-cf770f908314,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:12.815161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.859056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376063580>,) {'filters': {'network_id': ['777ebc45-560f-41ff-a4ea-debd54db2317']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:12.869645 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e80504-1d43-4223-958e-26eedfc25984 x-openstack-request-id: req-a5e80504-1d43-4223-958e-26eedfc25984 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:12.870508 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:12.870508 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5e80504-1d43-4223-958e-26eedfc25984 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:12.870668 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e80504-1d43-4223-958e-26eedfc25984'] response: {'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'code': 200}
Apr 09 21:15:12.879377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376063580>, '224d7642-1dca-46e2-bdd6-c6b595cff1a9') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:12.879723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376063580>, '224d7642-1dca-46e2-bdd6-c6b595cff1a9') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:12.898399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-6c5b336e-f444-4f8a-81f4-53e81adba870 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:12.900511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (224d7642-1dca-46e2-bdd6-c6b595cff1a9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.910709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-6c5b336e-f444-4f8a-81f4-53e81adba870 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 814 time: 0.3488929
Apr 09 21:15:12.930015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=f550ab8b-46fc-476d-9e17-cf770f908314,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:12.934201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (224d7642-1dca-46e2-bdd6-c6b595cff1a9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.938994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-12afbce7-daec-4d12-aa2a-09f3b87bbd54 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/quotas/92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 375 time: 0.0271025
Apr 09 21:15:12.941002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Router 6c743f09-7810-4088-931d-3f9ebdc476ec is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:15:12.954461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:12.954860 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (224d7642-1dca-46e2-bdd6-c6b595cff1a9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:12.961063 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:13.049136 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (777ebc45-560f-41ff-a4ea-debd54db2317), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.056476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.067308 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/networks/777ebc45-560f-41ff-a4ea-debd54db2317 HTTP/1.1" status: 204  len: 168 time: 0.9631951
Apr 09 21:15:13.067941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44138) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:13.076575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1785278829'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:13.100774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcfbd6-6455-4355-b74b-9f8487f05c58 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Network': ['ID=777ebc45-560f-41ff-a4ea-debd54db2317,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:13.104981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-06863d55-2dd2-498a-bfe3-62c1503a50dd None None] Could not find standard attr ID for object 369a5e88-c0e7-42cb-b8f6-54ea95337c71. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:15:13.107061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-d8fa8418-a3ee-4f78-bbd6-e16e16012a19 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1671996
Apr 09 21:15:13.108665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ea941-1a0f-430b-89cb-d84da1577c21 req-d7a70b70-fee3-4412-9803-052f5be1e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:13.111764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f82ea941-1a0f-430b-89cb-d84da1577c21 req-d7a70b70-fee3-4412-9803-052f5be1e915 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 1127 time: 0.1673331
Apr 09 21:15:13.141173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:13.146104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.176315 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:15:13.190572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (870f2832-4fba-4de7-8ad8-65f9c1374584), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.191028 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Added segment 870f2832-4fba-4de7-8ad8-65f9c1374584 of type vlan for network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764
Apr 09 21:15:13.195085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53db0b5-06b6-4906-887e-77393a709fa6 None None] DHCP port deletion for 777ebc45-560f-41ff-a4ea-debd54db2317 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:13.227862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc50951-0325-450d-9a78-6c336aa211cd None None] Network 777ebc45-560f-41ff-a4ea-debd54db2317 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:13.250612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc50951-0325-450d-9a78-6c336aa211cd None None] Network 777ebc45-560f-41ff-a4ea-debd54db2317 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:15:13.283025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (4e2a0790-fea1-40c4-bc5a-d34f9c18c764), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.314519 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (4e2a0790-fea1-40c4-bc5a-d34f9c18c764), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.320691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:13.321439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.352633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (afef8fc2-dc99-4907-a088-24e40240edac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.363917 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2885902
Apr 09 21:15:13.386396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44158) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:13.393678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '4e2a0790-fea1-40c4-bc5a-d34f9c18c764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:13.410742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d612e71-dba0-4bd9-a7e3-dc58b5767da9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Network': ['ID=4e2a0790-fea1-40c4-bc5a-d34f9c18c764,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:13.414927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f82ea941-1a0f-430b-89cb-d84da1577c21 req-54bbf5ff-89f0-4414-8844-a9b929e2d2e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2309389
Apr 09 21:15:13.424016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:15:13.480063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44162) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:13.496311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4d31-a31d-47e4-bda8-e4afab44f8cb req-077c1b1f-6ec4-49f5-9590-532f11f8f8c2 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:13.498182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77de4d31-a31d-47e4-bda8-e4afab44f8cb req-077c1b1f-6ec4-49f5-9590-532f11f8f8c2 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 945 time: 0.1947966
Apr 09 21:15:13.503947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:13.520467 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Sync routers for ids ['6c743f09-7810-4088-931d-3f9ebdc476ec'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:13.540934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Routers {'6c743f09-7810-4088-931d-3f9ebdc476ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:13.542267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374996c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c743f09-7810-4088-931d-3f9ebdc476ec'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:13.563273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:13.569687 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.580947 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-3006dd20-3570-4eee-ace8-aafcf773fe4f service neutron] 10.222.0.30 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3957524
Apr 09 21:15:13.613591 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:13.615012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b98a9b68-c777-4861-ac74-b1d94f15b048 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.2702258
Apr 09 21:15:13.625858 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44168) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:13.699706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Set router 6c743f09-7810-4088-931d-3f9ebdc476ec gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:13.777923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 369a5e88-c0e7-42cb-b8f6-54ea95337c71 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:13.801553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 369a5e88-c0e7-42cb-b8f6-54ea95337c71 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:13.801997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 369a5e88-c0e7-42cb-b8f6-54ea95337c71 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:13.944192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374996c70>, [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:15:10Z', 'revision_number': 3, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:13.972810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Checking router: 6c743f09-7810-4088-931d-3f9ebdc476ec for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:13.973223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Updating router 6c743f09-7810-4088-931d-3f9ebdc476ec port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:15:13.999548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (24c2073e-2ba8-4dad-9060-0f2ee464eebb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.007528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.071024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77de4d31-a31d-47e4-bda8-e4afab44f8cb req-11047c20-3dcb-47bc-8dcb-b28f4c39e4a8 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5267513
Apr 09 21:15:14.079290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Router afef8fc2-dc99-4907-a088-24e40240edac has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:14.103116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=24c2073e-2ba8-4dad-9060-0f2ee464eebb,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:14.118731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:15:14.155882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-8fb7e83e-1453-4afd-bdba-98af1caf549c service neutron] 10.222.0.30 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5667138
Apr 09 21:15:14.176496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking segment: {'id': '870f2832-4fba-4de7-8ad8-65f9c1374584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e2a0790-fea1-40c4-bc5a-d34f9c18c764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:14.184987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network hostable DHCP agents. Network: 4e2a0790-fea1-40c4-bc5a-d34f9c18c764, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:15:14.248450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:14.255524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-543a125a-083e-4284-aff5-544e98d8f07b tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "PUT /v2.0/routers/afef8fc2-dc99-4907-a088-24e40240edac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8748283
Apr 09 21:15:14.262456 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e65678-f308-4a19-934a-34f9b3b97e3d None None] Sync routers for ids ['afef8fc2-dc99-4907-a088-24e40240edac'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:14.273848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44170) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:14.280453 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e65678-f308-4a19-934a-34f9b3b97e3d None None] Routers {'afef8fc2-dc99-4907-a088-24e40240edac'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:14.280871 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-74e65678-f308-4a19-934a-34f9b3b97e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377433280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['afef8fc2-dc99-4907-a088-24e40240edac'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:14.287240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:15:14.318227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:14.336376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'port_id': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'mac_address': 'fa:16:3e:6e:31:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:15:14.350576 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-74e65678-f308-4a19-934a-34f9b3b97e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377433280>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:14.366785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430c42-6c49-4880-96f3-342a89fb86f1 req-fe6b6365-3204-41f3-b53f-84ce1cf8e909 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:14.368514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99430c42-6c49-4880-96f3-342a89fb86f1 req-fe6b6365-3204-41f3-b53f-84ce1cf8e909 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.1368737
Apr 09 21:15:14.370451 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-a4e6dd1f-26af-44be-867f-f5ce7237a3a5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] delete failed (client error): The resource could not be found.
Apr 09 21:15:14.378701 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4e6dd1f-26af-44be-867f-f5ce7237a3a5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1186940819 HTTP/1.1" status: 404  len: 335 time: 0.1019552
Apr 09 21:15:14.382047 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e65678-f308-4a19-934a-34f9b3b97e3d None None] Routers {'afef8fc2-dc99-4907-a088-24e40240edac'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:14.382808 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-74e65678-f308-4a19-934a-34f9b3b97e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377433280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['afef8fc2-dc99-4907-a088-24e40240edac'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:14.383244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e2a0790-fea1-40c4-bc5a-d34f9c18c764) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:14.383431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44172) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:14.391254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-484b25ad-552c-4f89-914b-bd14202248a8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'router': {'external_gateway_info': {'network_id': 'afef8fc2-dc99-4907-a088-24e40240edac'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:14.448673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21ad48-84c9-49ea-8276-4a5f3b808904 None None] Network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:14.478065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:14.478824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.479034 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-74e65678-f308-4a19-934a-34f9b3b97e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377433280>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:14.479646 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e65678-f308-4a19-934a-34f9b3b97e3d None None] The sync data for ids ['afef8fc2-dc99-4907-a088-24e40240edac'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:14.506672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:14.507062 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.516467 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cc2d8e71-9381-4cc7-af43-c84e58dfe9a1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1290698
Apr 09 21:15:14.518329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44178) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:14.523329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '4e2a0790-fea1-40c4-bc5a-d34f9c18c764', 'security_groups': [], 'name': 'tempest-PortsTestJSON-345687490'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:14.587682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a7699d2-2d21-4cd2-aff6-6d6e2901324e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:15:14.618302 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Publish callbacks [] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.634120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:14.636663 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.640108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9620d00-cd7a-4cf2-b56f-efbbdda3c161 req-6c6e1def-2581-455b-a481-d1295b9d34da tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 210 time: 0.1484199
Apr 09 21:15:14.678913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.703216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515a1f9-d9f3-4872-8280-04e774ba7b16 None None] Pushing event updated for resources: {'Port': ['ID=5c148ee7-41ca-4cff-8d3b-0ec318e45397,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:14.708807 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.736943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4e2a0790-fea1-40c4-bc5a-d34f9c18c764', 'network_id': '4e2a0790-fea1-40c4-bc5a-d34f9c18c764', 'project_id': '5c3d71a0e0874df6bff9cee258aae5c7', 'fixed_ips': [{'subnet_id': '24c2073e-2ba8-4dad-9060-0f2ee464eebb'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:15:14.738321 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.751327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99430c42-6c49-4880-96f3-342a89fb86f1 req-48600139-9455-459e-9b0c-2ab76bc31ea9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3719842
Apr 09 21:15:14.797826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7a7699d2-2d21-4cd2-aff6-6d6e2901324e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:15:14.804450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Attempting to bind port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:14.805153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Attempting to bind port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:14.805755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Attempting to bind port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:14.855342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:14.855844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:14.856364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.856852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:14.857508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Bound port: 5c148ee7-41ca-4cff-8d3b-0ec318e45397, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:14.858208 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.867252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:14.873928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:14.878560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:14.911947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 6f88ffd2-38f2-4815-a483-45bd3d843c6d yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:15:15.000286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] For port 5c148ee7-41ca-4cff-8d3b-0ec318e45397, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:15.006379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] For port 5c148ee7-41ca-4cff-8d3b-0ec318e45397, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c148ee7-41ca-4cff-8d3b-0ec318e45397,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:15.048095 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.074241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-484b25ad-552c-4f89-914b-bd14202248a8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for router_gateway (afef8fc2-dc99-4907-a088-24e40240edac), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.107116 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (858634f4-e935-45ca-abf3-781d6012f479), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.116550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Allocated IP 172.20.0.2 (4e2a0790-fea1-40c4-bc5a-d34f9c18c764/24c2073e-2ba8-4dad-9060-0f2ee464eebb/25f38a82-82d3-4a7f-a691-5a88a68a594d) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:15.177625 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-484b25ad-552c-4f89-914b-bd14202248a8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] update failed (client error): The resource could not be found.
Apr 09 21:15:15.178712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-484b25ad-552c-4f89-914b-bd14202248a8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "PUT /v2.0/routers/afef8fc2-dc99-4907-a088-24e40240edac HTTP/1.1" status: 404  len: 339 time: 0.7941291
Apr 09 21:15:15.182668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44190) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:15.196906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Routers {'6c743f09-7810-4088-931d-3f9ebdc476ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:15.197879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374996c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c743f09-7810-4088-931d-3f9ebdc476ec'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:15.222044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515a1f9-d9f3-4872-8280-04e774ba7b16 None None] Pushing event updated for resources: {'Port': ['ID=5c148ee7-41ca-4cff-8d3b-0ec318e45397,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:15.326175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f90321-de33-4a8f-bb61-b69b5f16aca7 req-b026ea90-b9c4-403c-a11b-c24e1a8c5c06 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:15.327899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87f90321-de33-4a8f-bb61-b69b5f16aca7 req-b026ea90-b9c4-403c-a11b-c24e1a8c5c06 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 945 time: 0.1369030
Apr 09 21:15:15.421847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Allocated IP 172.20.0.1 (1e39a2e4-d118-4754-8be7-75d59c20b68d/5b4010d5-7eab-4a53-a2e1-b483599adc0c/b15eac12-9af6-4e10-929b-df47418f7ee5) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:15.486877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] Set router 6c743f09-7810-4088-931d-3f9ebdc476ec gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:15.557348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Publish callbacks [] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.596728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.632867 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Publish callbacks [] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.643015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Network 1e39a2e4-d118-4754-8be7-75d59c20b68d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:15.645977 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.650703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:15.667979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:15.678567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87f90321-de33-4a8f-bb61-b69b5f16aca7 req-88f21db3-6088-478c-9cdc-203caec9d5dc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3120289
Apr 09 21:15:15.682971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Pushing event updated for resources: {'Port': ['ID=b15eac12-9af6-4e10-929b-df47418f7ee5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:15.823982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c22d200-ce40-4f7d-9216-9595e691808a req-24b082c4-eefd-4d65-a008-b058f5b9caae tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 210 time: 0.0488031
Apr 09 21:15:15.837873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.3 (4e2a0790-fea1-40c4-bc5a-d34f9c18c764/24c2073e-2ba8-4dad-9060-0f2ee464eebb/6f88ffd2-38f2-4815-a483-45bd3d843c6d) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:15.851461 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.855521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (6c743f09-7810-4088-931d-3f9ebdc476ec), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:15.993026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Pushing event updated for resources: {'Port': ['ID=25f38a82-82d3-4a7f-a691-5a88a68a594d,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:16.040246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:16.075753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:16.084525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:16.128645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c0da55ae-0319-4fb2-9a93-5512a05e8bcb None None] Provisioning complete for port b15eac12-9af6-4e10-929b-df47418f7ee5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:16.129118 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c0da55ae-0319-4fb2-9a93-5512a05e8bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.159983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:16.180039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (6f88ffd2-38f2-4815-a483-45bd3d843c6d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.193161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.202713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374996c70>, [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:15:10Z', 'revision_number': 3, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:16.266042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e721592-e681-4135-82ff-25fb196e4d3e None None] The sync data for ids ['6c743f09-7810-4088-931d-3f9ebdc476ec'] in ncdv-master-1 is: [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:15:10Z', 'revision_number': 3, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:16.271825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c0da55ae-0319-4fb2-9a93-5512a05e8bcb None None] Port b15eac12-9af6-4e10-929b-df47418f7ee5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:16.275102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Attempting to bind port 25f38a82-82d3-4a7f-a691-5a88a68a594d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:16.275476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Attempting to bind port 25f38a82-82d3-4a7f-a691-5a88a68a594d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '870f2832-4fba-4de7-8ad8-65f9c1374584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e2a0790-fea1-40c4-bc5a-d34f9c18c764'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:16.276528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Attempting to bind port 25f38a82-82d3-4a7f-a691-5a88a68a594d on network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:16.288850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:16.289054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Checking segment: {'id': '870f2832-4fba-4de7-8ad8-65f9c1374584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e2a0790-fea1-40c4-bc5a-d34f9c18c764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:16.289519 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.289913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Bound using segment: {'id': '870f2832-4fba-4de7-8ad8-65f9c1374584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e2a0790-fea1-40c4-bc5a-d34f9c18c764'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:16.290401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Bound port: 25f38a82-82d3-4a7f-a691-5a88a68a594d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870f2832-4fba-4de7-8ad8-65f9c1374584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e2a0790-fea1-40c4-bc5a-d34f9c18c764'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:16.290784 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.293608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6f88ffd2-38f2-4815-a483-45bd3d843c6d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.307786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:16.308078 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.382907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:16.391643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:16.397861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:16.436845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=6f88ffd2-38f2-4815-a483-45bd3d843c6d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:16.460590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ea34c-1b96-4de3-a63d-41445b6d398c req-6170e158-c540-4988-9c21-30ef4d8fc525 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:16.467977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] For port 25f38a82-82d3-4a7f-a691-5a88a68a594d, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:16.471249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff0ea34c-1b96-4de3-a63d-41445b6d398c req-6170e158-c540-4988-9c21-30ef4d8fc525 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 945 time: 0.5807397
Apr 09 21:15:16.474763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:16.474763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.479061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44198) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:16.484665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Request body: {'floatingip': {'port_id': 'f550ab8b-46fc-476d-9e17-cf770f908314'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:16.494913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] For port 25f38a82-82d3-4a7f-a691-5a88a68a594d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f38a82-82d3-4a7f-a691-5a88a68a594d,segment=NetworkSegment(870f2832-4fba-4de7-8ad8-65f9c1374584),segment_id=870f2832-4fba-4de7-8ad8-65f9c1374584)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:16.506678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:16.507143 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.508330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fcef9-df92-4559-b5ed-b704083839c5 req-6c0c893e-63d2-4581-a73b-1a64eabde7d2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:16.509775 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.516032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef7fcef9-df92-4559-b5ed-b704083839c5 req-6c0c893e-63d2-4581-a73b-1a64eabde7d2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.2660687
Apr 09 21:15:16.534021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (e8cce248-cf50-412e-8de3-8431b2f97a66), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.612331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:16.622119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:16.625299 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3835adf-e852-436b-8eb6-0de176a47fe2" -d '{"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-plugged", "status": "completed", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:16.631958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.633893 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-102db26d-c09a-4326-8a41-5c370f03c6bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 2.1144812
Apr 09 21:15:16.652352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44202) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:16.656574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77c29e-e5d6-48fd-9289-f170caeb91ef None None] Pushing event updated for resources: {'Port': ['ID=25f38a82-82d3-4a7f-a691-5a88a68a594d,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:16.663896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Publish callbacks [] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.699997 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e4ba3a-03d0-4b40-92fd-7cd376c1ae79 x-openstack-request-id: req-60e4ba3a-03d0-4b40-92fd-7cd376c1ae79 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:16.700457 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-plugged", "status": "completed", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:16.700575 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60e4ba3a-03d0-4b40-92fd-7cd376c1ae79 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:16.700936 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e4ba3a-03d0-4b40-92fd-7cd376c1ae79'] response: {'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'code': 200}
Apr 09 21:15:16.734904 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.747788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Deleting port f963622a-990a-410a-8774-7fa9ae5830ec {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:16.747788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:16.785385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:16.788924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-a27c9c8c-dc3c-42a4-a90b-daccb84f7a51 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:16.796692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-a27c9c8c-dc3c-42a4-a90b-daccb84f7a51 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 814 time: 0.5309689
Apr 09 21:15:16.844687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef7fcef9-df92-4559-b5ed-b704083839c5 req-b133867c-846f-4d34-b012-d39b66bf238b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3277774
Apr 09 21:15:17.007426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Pushing event updated for resources: {'Port': ['ID=b15eac12-9af6-4e10-929b-df47418f7ee5,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:17.024899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (6c743f09-7810-4088-931d-3f9ebdc476ec), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.031592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3fef4127-4514-4bb5-a7ce-fb168caf904a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 6f88ffd2-38f2-4815-a483-45bd3d843c6d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:17.031592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fef4127-4514-4bb5-a7ce-fb168caf904a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6f88ffd2-38f2-4815-a483-45bd3d843c6d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.061524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbacdef5-8b7f-4d1b-8443-ca1b7813f971 req-850d6972-a8ae-45b4-9526-4ba788dd8c40 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 210 time: 0.0681462
Apr 09 21:15:17.108942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] For port f963622a-990a-410a-8774-7fa9ae5830ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f963622a-990a-410a-8774-7fa9ae5830ec,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:17.108942 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.134281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-c886846b-7667-4077-86cc-2e0a95676d6c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f38b2c41e34e73bd6baa83478dddfa HTTP/1.1" status: 200  len: 378 time: 0.3243778
Apr 09 21:15:17.150062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'port': {'device_id': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'admin_state_up': True, 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'security_groups': ['44767907-5cb3-42e2-b219-333318afd55a']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:17.154838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Calling delete_port for f963622a-990a-410a-8774-7fa9ae5830ec owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:17.267945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Allocated IP 172.20.0.1 (dde81d76-9045-43bd-908a-e284afb8ced1/c0e2a63f-1002-48ba-9623-89e45ec6c174/7888e278-7b06-4e8e-b933-480f4c2c41d1) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:17.302800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fef4127-4514-4bb5-a7ce-fb168caf904a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6f88ffd2-38f2-4815-a483-45bd3d843c6d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.326340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3fef4127-4514-4bb5-a7ce-fb168caf904a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 6f88ffd2-38f2-4815-a483-45bd3d843c6d owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:17.443891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Network 1e39a2e4-d118-4754-8be7-75d59c20b68d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:17.453226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:17.512757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Made reservation on behalf of 92f38b2c41e34e73bd6baa83478dddfa for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:17.516963 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.574909 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.809814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5c148ee7-41ca-4cff-8d3b-0ec318e45397 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:17.815434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Router 6c743f09-7810-4088-931d-3f9ebdc476ec has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:17.849890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.852286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Allocated IP 172.20.0.12 (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7/85c29f67-4b00-4dce-ad82-1888f406957d/9fd8a7ed-acf3-4312-8c33-6e136c187474) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:17.878277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6800f6bd-2b41-4032-aed2-e1d600dbdf83 None None] Provisioning complete for port b15eac12-9af6-4e10-929b-df47418f7ee5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:17.878667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6800f6bd-2b41-4032-aed2-e1d600dbdf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.899736 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f963622a-990a-410a-8774-7fa9ae5830ec), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.939310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:17.939697 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:17.941985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6800f6bd-2b41-4032-aed2-e1d600dbdf83 None None] Port b15eac12-9af6-4e10-929b-df47418f7ee5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:17.945556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network dde81d76-9045-43bd-908a-e284afb8ced1 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:18.000670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Port': ['ID=7888e278-7b06-4e8e-b933-480f4c2c41d1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:18.003353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:18.020223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:18.060548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.067145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fef4127-4514-4bb5-a7ce-fb168caf904a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6f88ffd2-38f2-4815-a483-45bd3d843c6d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.090777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:18.091195 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.119718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4127-4514-4bb5-a7ce-fb168caf904a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=6f88ffd2-38f2-4815-a483-45bd3d843c6d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:18.139176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 5c148ee7-41ca-4cff-8d3b-0ec318e45397, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c148ee7-41ca-4cff-8d3b-0ec318e45397,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:18.141996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (e8cce248-cf50-412e-8de3-8431b2f97a66), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.147708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.148533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 25f38a82-82d3-4a7f-a691-5a88a68a594d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:18.195855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=f963622a-990a-410a-8774-7fa9ae5830ec,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:18.286631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559cacf9-3666-4d62-83b0-7e2d9a4dd085 None None] Network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:18.334873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=5c148ee7-41ca-4cff-8d3b-0ec318e45397,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:18.449425 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (afef8fc2-dc99-4907-a088-24e40240edac), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.477148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 25f38a82-82d3-4a7f-a691-5a88a68a594d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:18.477645 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.479660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1e9e8443-0953-46cb-87b1-4e8fae6f2050 None None] Provisioning complete for port 25f38a82-82d3-4a7f-a691-5a88a68a594d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:18.482324 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8443-0953-46cb-87b1-4e8fae6f2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.528775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577453d-0999-460f-af64-9fdfffe10420 req-029352f4-38a5-4cd1-bf91-c8d495d86d39 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:18.531166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f577453d-0999-460f-af64-9fdfffe10420 req-029352f4-38a5-4cd1-bf91-c8d495d86d39 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.3403928
Apr 09 21:15:18.583011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b467d37-d2d8-44e8-b8d2-ae98fc78c462 req-9bc898a1-56b5-4a21-8e4f-10d044193059 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 210 time: 0.2177126
Apr 09 21:15:18.693906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 25f38a82-82d3-4a7f-a691-5a88a68a594d is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:18.694295 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.708291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e8443-0953-46cb-87b1-4e8fae6f2050 None None] Current status of the port 25f38a82-82d3-4a7f-a691-5a88a68a594d is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:18.708744 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8443-0953-46cb-87b1-4e8fae6f2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.755327 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.809161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fef4127-4514-4bb5-a7ce-fb168caf904a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.811469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 25f38a82-82d3-4a7f-a691-5a88a68a594d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f38a82-82d3-4a7f-a691-5a88a68a594d,segment=NetworkSegment(870f2832-4fba-4de7-8ad8-65f9c1374584),segment_id=870f2832-4fba-4de7-8ad8-65f9c1374584)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:18.820674 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3fef4127-4514-4bb5-a7ce-fb168caf904a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/6f88ffd2-38f2-4815-a483-45bd3d843c6d HTTP/1.1" status: 204  len: 168 time: 2.1648333
Apr 09 21:15:18.822754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44212) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:18.827741 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:18.867480 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-7341c1da-7cae-4d95-ac4c-ed485d55708e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:15:18.868948 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7341c1da-7cae-4d95-ac4c-ed485d55708e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/6f88ffd2-38f2-4815-a483-45bd3d843c6d HTTP/1.1" status: 404  len: 333 time: 0.0437748
Apr 09 21:15:18.872708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:18.875755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44214) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:18.886993 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fe3a378a-a2cd-463e-8504-cbbd00775684 admin admin] 10.222.0.30 "PUT /v2.0/routers/6c743f09-7810-4088-931d-3f9ebdc476ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2600451
Apr 09 21:15:18.889929 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Floating IP e8cce248-cf50-412e-8de3-8431b2f97a66 associated. External IP: 172.35.0.172, port: f550ab8b-46fc-476d-9e17-cf770f908314.
Apr 09 21:15:18.934364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-1e9e8443-0953-46cb-87b1-4e8fae6f2050 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:15:18.934910 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-1e9e8443-0953-46cb-87b1-4e8fae6f2050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:15:18.946020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=25f38a82-82d3-4a7f-a691-5a88a68a594d,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:18.996690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Sync routers for ids ['6c743f09-7810-4088-931d-3f9ebdc476ec'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:19.000647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-13717862-8659-4935-98a4-0a38fa59b0cb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet 24c2073e-2ba8-4dad-9060-0f2ee464eebb {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:19.005814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13717862-8659-4935-98a4-0a38fa59b0cb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (24c2073e-2ba8-4dad-9060-0f2ee464eebb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.011496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Routers {'6c743f09-7810-4088-931d-3f9ebdc476ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:19.012148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761aed90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c743f09-7810-4088-931d-3f9ebdc476ec'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:19.100964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13717862-8659-4935-98a4-0a38fa59b0cb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (24c2073e-2ba8-4dad-9060-0f2ee464eebb), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.191160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Set router 6c743f09-7810-4088-931d-3f9ebdc476ec gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:19.218853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13717862-8659-4935-98a4-0a38fa59b0cb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (24c2073e-2ba8-4dad-9060-0f2ee464eebb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.288737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f577453d-0999-460f-af64-9fdfffe10420 req-914aa2f5-689b-4745-b104-2601e3ca59ed tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6941385
Apr 09 21:15:19.300122 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (858634f4-e935-45ca-abf3-781d6012f479), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.325824 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.410155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.444871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13717862-8659-4935-98a4-0a38fa59b0cb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (24c2073e-2ba8-4dad-9060-0f2ee464eebb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.461813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Router 2557c9a8-91fb-43bb-8061-d62684219aed has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:19.491982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13717862-8659-4935-98a4-0a38fa59b0cb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=24c2073e-2ba8-4dad-9060-0f2ee464eebb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:19.497917 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13717862-8659-4935-98a4-0a38fa59b0cb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.508431 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-13717862-8659-4935-98a4-0a38fa59b0cb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/24c2073e-2ba8-4dad-9060-0f2ee464eebb HTTP/1.1" status: 204  len: 168 time: 0.6315989
Apr 09 21:15:19.511069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44242) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:19.521076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e8443-0953-46cb-87b1-4e8fae6f2050 None None] Current status of the port 25f38a82-82d3-4a7f-a691-5a88a68a594d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:19.632154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:19.676246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761aed90>, [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:15:16Z', 'revision_number': 4, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b15eac12-9af6-4e10-929b-df47418f7ee5', 'name': '', 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'mac_address': 'fa:16:3e:99:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '5b4010d5-7eab-4a53-a2e1-b483599adc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:14Z', 'updated_at': '2022-04-09T21:15:16Z', 'revision_number': 2, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'subnets': [{'id': '5b4010d5-7eab-4a53-a2e1-b483599adc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:19.694388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfd20d8b-51e5-40ed-8c33-a6819629e28e None None] Provisioning complete for port 25f38a82-82d3-4a7f-a691-5a88a68a594d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:19.694686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfd20d8b-51e5-40ed-8c33-a6819629e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.698407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:19.736736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:19.743352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Checking router: 6c743f09-7810-4088-931d-3f9ebdc476ec for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:19.743706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Updating router 6c743f09-7810-4088-931d-3f9ebdc476ec port b15eac12-9af6-4e10-929b-df47418f7ee5 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:15:19.785376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab2580-5a51-4f59-bb67-4356f892ee3d None None] Network 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:19.829565 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (4e2a0790-fea1-40c4-bc5a-d34f9c18c764), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.832806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:19.845148 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:19.847128 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] Sync routers for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:19.870916 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:19.871567 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376dddcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:19.982883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event updated for resources: {'Port': ['ID=9fd8a7ed-acf3-4312-8c33-6e136c187474,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:19.992178 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-856fa96d-c23c-40ad-b383-d3f59019ef19 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "PUT /v2.0/floatingips/e8cce248-cf50-412e-8de3-8431b2f97a66 HTTP/1.1" status: 200  len: 991 time: 3.5110273
Apr 09 21:15:19.997008 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:20.018567 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5accd7-7495-46ee-ba7d-4c34673b7c44" -d '{"events": [{"name": "network-changed", "server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:20.076110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 25f38a82-82d3-4a7f-a691-5a88a68a594d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:20.076537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.131393 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83a2551-fdaa-4c3e-b424-c2a0b251d0a9 x-openstack-request-id: req-d83a2551-fdaa-4c3e-b424-c2a0b251d0a9 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:20.131701 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:20.135530 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d83a2551-fdaa-4c3e-b424-c2a0b251d0a9 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:20.136005 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83a2551-fdaa-4c3e-b424-c2a0b251d0a9'] response: {'name': 'network-changed', 'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'status': 'completed', 'code': 200}
Apr 09 21:15:20.139964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:20.140967 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.173604 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:20.278445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] For port 25f38a82-82d3-4a7f-a691-5a88a68a594d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f38a82-82d3-4a7f-a691-5a88a68a594d,segment=NetworkSegment(870f2832-4fba-4de7-8ad8-65f9c1374584),segment_id=870f2832-4fba-4de7-8ad8-65f9c1374584)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:20.279084 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.285145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ed8be-113a-4c8d-b505-b94dc120fa7b req-6e23bf87-0138-427f-8e5b-9ae43a808c7b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:20.286762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b34ed8be-113a-4c8d-b505-b94dc120fa7b req-6e23bf87-0138-427f-8e5b-9ae43a808c7b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 932 time: 0.4000003
Apr 09 21:15:20.307779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 25f38a82-82d3-4a7f-a691-5a88a68a594d owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:20.315665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-56037a6d-d171-414f-a4d3-f17fc01bccc3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1696641
Apr 09 21:15:20.452455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Request body: {'port': {'device_id': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:20.454804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (25f38a82-82d3-4a7f-a691-5a88a68a594d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.467478 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376dddcd0>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e8cce248-cf50-412e-8de3-8431b2f97a66', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'floating_ip_address': '172.35.0.172', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'port_id': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'mac_address': 'fa:16:3e:f9:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:14:50Z', 'updated_at': '2022-04-09T21:15:17Z', 'revision_number': 1, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:20.525185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=25f38a82-82d3-4a7f-a691-5a88a68a594d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:20.527727 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] Checking router: 2557c9a8-91fb-43bb-8061-d62684219aed for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:20.535368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No DVR routers for this DVR port 25f38a82-82d3-4a7f-a691-5a88a68a594d on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:20.551314 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:20.552019 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376dddcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:20.608922 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.620780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5c148ee7-41ca-4cff-8d3b-0ec318e45397 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:20.700215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfd20d8b-51e5-40ed-8c33-a6819629e28e None None] Could not find standard attr ID for object 25f38a82-82d3-4a7f-a691-5a88a68a594d. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:15:20.723652 ncdv-master-1 neutron-server[126921]: INFO neutron.plugins.ml2.db [None req-cfd20d8b-51e5-40ed-8c33-a6819629e28e None None] No ports have port_id starting with 25f38a82-82d3-4a7f-a691-5a88a68a594d
Apr 09 21:15:20.770097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf2fec-261b-4d54-aef6-93558730b06c None None] DHCP port deletion for 4e2a0790-fea1-40c4-bc5a-d34f9c18c764 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:20.786708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfd20d8b-51e5-40ed-8c33-a6819629e28e None None] Provisioning complete for port 7888e278-7b06-4e8e-b933-480f4c2c41d1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:20.787084 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfd20d8b-51e5-40ed-8c33-a6819629e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.792798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (4e2a0790-fea1-40c4-bc5a-d34f9c18c764), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.840813 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ca6ad2c-f18e-4b88-bca1-9ae688a9ae4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.842854 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:20.846416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfd20d8b-51e5-40ed-8c33-a6819629e28e None None] Port 7888e278-7b06-4e8e-b933-480f4c2c41d1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:20.857216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfd20d8b-51e5-40ed-8c33-a6819629e28e None None] Could not find standard attr ID for object 6f88ffd2-38f2-4815-a483-45bd3d843c6d. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:15:20.865610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237448b820>,) {'filters': {'network_id': ['4e2a0790-fea1-40c4-bc5a-d34f9c18c764']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:20.910580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237448b820>, '870f2832-4fba-4de7-8ad8-65f9c1374584') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:20.910951 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237448b820>, '870f2832-4fba-4de7-8ad8-65f9c1374584') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:20.920779 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.923980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-d3464461-d826-4c6a-b79b-a59cd6430188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:20.926748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-d3464461-d826-4c6a-b79b-a59cd6430188 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 1127 time: 0.7767546
Apr 09 21:15:20.927440 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (870f2832-4fba-4de7-8ad8-65f9c1374584), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.953469 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (870f2832-4fba-4de7-8ad8-65f9c1374584), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.960332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:20.960826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (870f2832-4fba-4de7-8ad8-65f9c1374584), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:20.964611 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:20.983160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.000325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd05b33-a1db-4cd8-866d-e963ed0748bc req-2c7f46ac-81af-4c6e-be90-a33b3ff1a972 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:21.001988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbd05b33-a1db-4cd8-866d-e963ed0748bc req-2c7f46ac-81af-4c6e-be90-a33b3ff1a972 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.4739141
Apr 09 21:15:21.016729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b34ed8be-113a-4c8d-b505-b94dc120fa7b req-44e0baf6-229e-42d7-90d1-e33b137ad45b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7139888
Apr 09 21:15:21.086473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (4e2a0790-fea1-40c4-bc5a-d34f9c18c764), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.095056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.099624 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/networks/4e2a0790-fea1-40c4-bc5a-d34f9c18c764 HTTP/1.1" status: 204  len: 168 time: 1.5876412
Apr 09 21:15:21.103879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44334) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:21.109125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'name': 'tempest-PortsTestJSON-144623732'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:21.196245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82131224-cfd8-4f9f-b378-488627fb63ba tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Network': ['ID=4e2a0790-fea1-40c4-bc5a-d34f9c18c764,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:21.221234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:21.225735 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.261461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 737880f7-a60f-49e3-b979-a9b665bd5168 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:15:21.262186 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376dddcd0>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e8cce248-cf50-412e-8de3-8431b2f97a66', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'floating_ip_address': '172.35.0.172', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'port_id': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'mac_address': 'fa:16:3e:f9:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:14:50Z', 'updated_at': '2022-04-09T21:15:17Z', 'revision_number': 1, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:21.296906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:21.297314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.332631 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0181c-4e14-4d40-bbe4-167db50404cd None None] The sync data for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 is: [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e8cce248-cf50-412e-8de3-8431b2f97a66', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'floating_ip_address': '172.35.0.172', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'port_id': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'mac_address': 'fa:16:3e:f9:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:14:50Z', 'updated_at': '2022-04-09T21:15:17Z', 'revision_number': 1, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:21.344349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.404545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c084c0fc-e396-4f3e-998d-e97a6a80e895 None None] Provisioning complete for port 9fd8a7ed-acf3-4312-8c33-6e136c187474 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:21.404929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c084c0fc-e396-4f3e-998d-e97a6a80e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.435870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Router 858634f4-e935-45ca-abf3-781d6012f479 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:21.467673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbd05b33-a1db-4cd8-866d-e963ed0748bc req-c693f2ea-c0d2-4fa6-9743-f55ca5a265a1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4289198
Apr 09 21:15:21.511237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Publish callbacks [] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.523241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event updated for resources: {'Port': ['ID=7888e278-7b06-4e8e-b933-480f4c2c41d1,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:21.547381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.617263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (737880f7-a60f-49e3-b979-a9b665bd5168), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.695354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (737880f7-a60f-49e3-b979-a9b665bd5168), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.701069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c084c0fc-e396-4f3e-998d-e97a6a80e895 None None] Port 9fd8a7ed-acf3-4312-8c33-6e136c187474 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:21.711819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:21.713114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 25f38a82-82d3-4a7f-a691-5a88a68a594d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:21.728171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (afef8fc2-dc99-4907-a088-24e40240edac), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.751337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 25f38a82-82d3-4a7f-a691-5a88a68a594d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:21.751553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 25f38a82-82d3-4a7f-a691-5a88a68a594d not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Apr 09 21:15:21.776867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03251b1b-157c-4a39-80a4-940735c4e5e9 None None] New status for floating IP e8cce248-cf50-412e-8de3-8431b2f97a66: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:15:21.870293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=737880f7-a60f-49e3-b979-a9b665bd5168,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:21.896514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:21.904272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:21.912717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:21.921324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:21.922235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:21.962621 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-61cf0b8e-42eb-43f4-9fc2-fe624965e9e6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.8566780
Apr 09 21:15:21.964936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44338) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:22.025983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Port 25f38a82-82d3-4a7f-a691-5a88a68a594d not found, will not notify nova. {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Apr 09 21:15:22.057841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f73d85-26ca-49a3-a070-293014522816 None None] Pushing event updated for resources: {'Port': ['ID=b15eac12-9af6-4e10-929b-df47418f7ee5,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:22.194247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 25f38a82-82d3-4a7f-a691-5a88a68a594d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:22.213793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-391a0c52-2959-4ec9-bd66-8f519979561b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 737880f7-a60f-49e3-b979-a9b665bd5168 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:22.214910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-391a0c52-2959-4ec9-bd66-8f519979561b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (737880f7-a60f-49e3-b979-a9b665bd5168), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.219766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 25f38a82-82d3-4a7f-a691-5a88a68a594d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:22.220925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 25f38a82-82d3-4a7f-a691-5a88a68a594d not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:22.241399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Attempting to bind port b15eac12-9af6-4e10-929b-df47418f7ee5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:22.241860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Attempting to bind port b15eac12-9af6-4e10-929b-df47418f7ee5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:22.242129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Attempting to bind port b15eac12-9af6-4e10-929b-df47418f7ee5 on network 1e39a2e4-d118-4754-8be7-75d59c20b68d {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:22.250295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:22.250695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Checking segment: {'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:22.251100 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.251497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Bound using segment: {'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:22.251975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Bound port: b15eac12-9af6-4e10-929b-df47418f7ee5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a54b6-3a19-4221-8645-b887bd431d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:22.252360 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.257781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5a5d70e1-128d-445d-827e-bc70b3f3555d None None] Provisioning complete for port b15eac12-9af6-4e10-929b-df47418f7ee5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:22.258162 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a5d70e1-128d-445d-827e-bc70b3f3555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.328111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-391a0c52-2959-4ec9-bd66-8f519979561b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (737880f7-a60f-49e3-b979-a9b665bd5168), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.344454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d70e1-128d-445d-827e-bc70b3f3555d None None] Port b15eac12-9af6-4e10-929b-df47418f7ee5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:22.375731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] For port b15eac12-9af6-4e10-929b-df47418f7ee5, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:22.377818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-391a0c52-2959-4ec9-bd66-8f519979561b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 737880f7-a60f-49e3-b979-a9b665bd5168 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:22.383939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] For port b15eac12-9af6-4e10-929b-df47418f7ee5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b15eac12-9af6-4e10-929b-df47418f7ee5,segment=NetworkSegment(b85a54b6-3a19-4221-8645-b887bd431d14),segment_id=b85a54b6-3a19-4221-8645-b887bd431d14)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:22.386929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-28a7d2e3-f388-4267-80e1-b39f8ec3aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:22.388459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-28a7d2e3-f388-4267-80e1-b39f8ec3aa7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 911 time: 1.4399266
Apr 09 21:15:22.406734 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.486249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f73d85-26ca-49a3-a070-293014522816 None None] Pushing event updated for resources: {'Port': ['ID=b15eac12-9af6-4e10-929b-df47418f7ee5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:22.498125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Routers {'6c743f09-7810-4088-931d-3f9ebdc476ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:22.498813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761aed90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:14:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c743f09-7810-4088-931d-3f9ebdc476ec'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:22.583837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-391a0c52-2959-4ec9-bd66-8f519979561b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (737880f7-a60f-49e3-b979-a9b665bd5168), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.616430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721d17f-f6e4-4e02-a384-2b60a63a4ca4 req-6fdc1b67-d5f5-4400-91db-98ad68509c63 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:22.628042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a0c52-2959-4ec9-bd66-8f519979561b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=737880f7-a60f-49e3-b979-a9b665bd5168,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:22.628744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9721d17f-f6e4-4e02-a384-2b60a63a4ca4 req-6fdc1b67-d5f5-4400-91db-98ad68509c63 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 932 time: 0.3475497
Apr 09 21:15:22.660743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-391a0c52-2959-4ec9-bd66-8f519979561b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.666986 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-391a0c52-2959-4ec9-bd66-8f519979561b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/737880f7-a60f-49e3-b979-a9b665bd5168 HTTP/1.1" status: 204  len: 168 time: 0.6992340
Apr 09 21:15:22.672657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44352) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:22.695131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'mac_address': 'fa:16:3e:a7:d3:31', 'name': 'tempest-PortsTestJSON-595831300'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:22.770198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] Set router 6c743f09-7810-4088-931d-3f9ebdc476ec gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:22.910406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:22.972809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b2a86688-4094-4c6e-b63d-7dfb6d190420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:22.997774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6d785090-b051-49b6-897c-2302c6b02f01 None None] Provisioning complete for port b15eac12-9af6-4e10-929b-df47418f7ee5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:23.009804 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6d785090-b051-49b6-897c-2302c6b02f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.077373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.110764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port c1342e99-9880-4856-af1b-f361eca9ded9 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:15:23.226368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Network dde81d76-9045-43bd-908a-e284afb8ced1 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:23.263239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6d785090-b051-49b6-897c-2302c6b02f01 None None] Current status of the port b15eac12-9af6-4e10-929b-df47418f7ee5 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:23.263921 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6d785090-b051-49b6-897c-2302c6b02f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.266959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-98298a68-b456-4757-9bd0-89613876547b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f550ab8b-46fc-476d-9e17-cf770f908314 HTTP/1.1" status: 200  len: 1001 time: 0.8640175
Apr 09 21:15:23.289656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:23.361493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6d785090-b051-49b6-897c-2302c6b02f01 None None] For port b15eac12-9af6-4e10-929b-df47418f7ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b15eac12-9af6-4e10-929b-df47418f7ee5,segment=NetworkSegment(b85a54b6-3a19-4221-8645-b887bd431d14),segment_id=b85a54b6-3a19-4221-8645-b887bd431d14)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:23.381188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6d785090-b051-49b6-897c-2302c6b02f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.385345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761aed90>, [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:15:16Z', 'revision_number': 4, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b15eac12-9af6-4e10-929b-df47418f7ee5', 'name': '', 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'mac_address': 'fa:16:3e:99:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '5b4010d5-7eab-4a53-a2e1-b483599adc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:14Z', 'updated_at': '2022-04-09T21:15:22Z', 'revision_number': 4, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'subnets': [{'id': '5b4010d5-7eab-4a53-a2e1-b483599adc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:23.396634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (c1342e99-9880-4856-af1b-f361eca9ded9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.407359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a17ec2-3fd4-4593-9628-9b6818cd156c req-8cbd1227-6b25-4444-9e09-618cf1714236 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:23.409862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61a17ec2-3fd4-4593-9628-9b6818cd156c req-8cbd1227-6b25-4444-9e09-618cf1714236 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.7622263
Apr 09 21:15:23.425279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3150e33-cc84-47e4-a57d-b21adf848015 None None] The sync data for ids ['6c743f09-7810-4088-931d-3f9ebdc476ec'] in ncdv-master-1 is: [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:15:16Z', 'revision_number': 4, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b15eac12-9af6-4e10-929b-df47418f7ee5', 'name': '', 'network_id': '1e39a2e4-d118-4754-8be7-75d59c20b68d', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'mac_address': 'fa:16:3e:99:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '5b4010d5-7eab-4a53-a2e1-b483599adc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:14Z', 'updated_at': '2022-04-09T21:15:22Z', 'revision_number': 4, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'subnets': [{'id': '5b4010d5-7eab-4a53-a2e1-b483599adc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:23.470544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c1342e99-9880-4856-af1b-f361eca9ded9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.548821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d785090-b051-49b6-897c-2302c6b02f01 None None] Pushing event updated for resources: {'Port': ['ID=b15eac12-9af6-4e10-929b-df47418f7ee5,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:23.639265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:23.642398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:23.642872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:23.653948 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] Sync routers for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:23.654861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:23.660720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:23.667793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.690698 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:23.693025 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377293b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:23.701118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44360) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:23.702250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-de9b2c8e-1849-498f-a25e-20e1352f2a56 admin admin] 10.222.0.30 "PUT /v2.0/routers/858634f4-e935-45ca-abf3-781d6012f479/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2196195
Apr 09 21:15:23.739416 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.0655360
Apr 09 21:15:23.740061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44362) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:23.829766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9721d17f-f6e4-4e02-a384-2b60a63a4ca4 req-eddff6bc-da1a-43ca-8942-24b9b7809343 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 1.1933050
Apr 09 21:15:23.853329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd6efe-be66-4f01-8948-69192eea7d25 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=c1342e99-9880-4856-af1b-f361eca9ded9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:23.894394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd8a7ed-acf3-4312-8c33-6e136c187474 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:15:23.910551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9e0addba-cd7f-4d46-b79d-ff7b1d01bc4e None None] Provisioning complete for port 7888e278-7b06-4e8e-b933-480f4c2c41d1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:23.911781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9e0addba-cd7f-4d46-b79d-ff7b1d01bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.913086 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Publish callbacks [] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.934221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ecbce-6fe3-4e27-b32c-aae23a0b33f8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:23.938171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Transition to ACTIVE for port object 9fd8a7ed-acf3-4312-8c33-6e136c187474 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:15:23.940995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e40ecbce-6fe3-4e27-b32c-aae23a0b33f8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/c1342e99-9880-4856-af1b-f361eca9ded9 HTTP/1.1" status: 200  len: 840 time: 0.1911862
Apr 09 21:15:23.942671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44364) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:23.952696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Router afef8fc2-dc99-4907-a088-24e40240edac has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:23.972034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-f2865bb6-1ab2-4e34-91ff-c4644864602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:23.977860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-f2865bb6-1ab2-4e34-91ff-c4644864602a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.6981838
Apr 09 21:15:23.980900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:23.981944 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:23.996514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9e0addba-cd7f-4d46-b79d-ff7b1d01bc4e None None] Port 7888e278-7b06-4e8e-b933-480f4c2c41d1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:24.091666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a00efe12-af6e-49b9-a60e-9afe0b201f9a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port c1342e99-9880-4856-af1b-f361eca9ded9 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:24.092168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a00efe12-af6e-49b9-a60e-9afe0b201f9a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c1342e99-9880-4856-af1b-f361eca9ded9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:24.106343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:24.285968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b15eac12-9af6-4e10-929b-df47418f7ee5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:24.340518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks [] for router (858634f4-e935-45ca-abf3-781d6012f479), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:24.363326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61a17ec2-3fd4-4593-9628-9b6818cd156c req-ea972ab5-e03d-4ead-b307-cca36568dc32 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7231066
Apr 09 21:15:24.364396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-7cda7e33-1585-4b32-b93a-bcbea28ad904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:24.365901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-7cda7e33-1585-4b32-b93a-bcbea28ad904 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3779559
Apr 09 21:15:24.430251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-d5e5bcf2-260c-46b6-927d-dab324553a18 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:15:24.431288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-d5e5bcf2-260c-46b6-927d-dab324553a18 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0304966
Apr 09 21:15:24.439655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Pushing event updated for resources: {'Port': ['ID=9fd8a7ed-acf3-4312-8c33-6e136c187474,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:24.442404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b15eac12-9af6-4e10-929b-df47418f7ee5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:24.442799 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:24.570384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a00efe12-af6e-49b9-a60e-9afe0b201f9a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c1342e99-9880-4856-af1b-f361eca9ded9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:24.581438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks [] for router_gateway (858634f4-e935-45ca-abf3-781d6012f479), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:24.605956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a00efe12-af6e-49b9-a60e-9afe0b201f9a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for c1342e99-9880-4856-af1b-f361eca9ded9 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:24.705452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b15eac12-9af6-4e10-929b-df47418f7ee5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:24.790346 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377293b50>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:15:17Z', 'revision_number': 5, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port': {'id': 'e099e039-aa1b-4d35-9b5a-7ca2d38277eb', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858634f4-e935-45ca-abf3-781d6012f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:02Z', 'updated_at': '2022-04-09T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:24.873306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Deleting port e099e039-aa1b-4d35-9b5a-7ca2d38277eb {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:24.881554 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:24.897484 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] Checking router: 858634f4-e935-45ca-abf3-781d6012f479 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:24.905511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-4084c5df-ae5d-46e3-bc5f-f1fbfda16c67 service neutron] 10.222.0.32 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4556077
Apr 09 21:15:24.938851 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] Routers {'858634f4-e935-45ca-abf3-781d6012f479'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:24.939697 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377293b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['858634f4-e935-45ca-abf3-781d6012f479'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:25.007479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:25.029069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac73a0-288e-47b8-8512-07a49c294b6b None None] Sync routers for ids ['afef8fc2-dc99-4907-a088-24e40240edac'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:25.045183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a00efe12-af6e-49b9-a60e-9afe0b201f9a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c1342e99-9880-4856-af1b-f361eca9ded9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.071425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-47ac7253-0896-4fcc-900f-84dce2e178e5 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "PUT /v2.0/routers/afef8fc2-dc99-4907-a088-24e40240edac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8877268
Apr 09 21:15:25.074743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac73a0-288e-47b8-8512-07a49c294b6b None None] Routers {'afef8fc2-dc99-4907-a088-24e40240edac'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:25.075409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7bac73a0-288e-47b8-8512-07a49c294b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763bf700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['afef8fc2-dc99-4907-a088-24e40240edac'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:25.100482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] For port e099e039-aa1b-4d35-9b5a-7ca2d38277eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e099e039-aa1b-4d35-9b5a-7ca2d38277eb,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:25.100850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.117355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Calling delete_port for e099e039-aa1b-4d35-9b5a-7ca2d38277eb owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:25.155564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44380) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:25.162783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7bac73a0-288e-47b8-8512-07a49c294b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763bf700>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:25.201684 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac73a0-288e-47b8-8512-07a49c294b6b None None] Routers {'afef8fc2-dc99-4907-a088-24e40240edac'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:25.202826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7bac73a0-288e-47b8-8512-07a49c294b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763bf700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['afef8fc2-dc99-4907-a088-24e40240edac'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:25.225878 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] Set router 858634f4-e935-45ca-abf3-781d6012f479 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:25.280665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7bac73a0-288e-47b8-8512-07a49c294b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763bf700>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:25.281687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac73a0-288e-47b8-8512-07a49c294b6b None None] The sync data for ids ['afef8fc2-dc99-4907-a088-24e40240edac'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:25.298767 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.301992 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377293b50>, [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:15:24Z', 'revision_number': 6, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:25.345894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Attempting to bind port 9fd8a7ed-acf3-4312-8c33-6e136c187474 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:25.346616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Attempting to bind port 9fd8a7ed-acf3-4312-8c33-6e136c187474 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:25.347391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Attempting to bind port 9fd8a7ed-acf3-4312-8c33-6e136c187474 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:25.372222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00efe12-af6e-49b9-a60e-9afe0b201f9a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=c1342e99-9880-4856-af1b-f361eca9ded9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:25.388716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e099e039-aa1b-4d35-9b5a-7ca2d38277eb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.394048 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158c7d2-2023-4080-97f2-88b06d2b36f6 None None] The sync data for ids ['858634f4-e935-45ca-abf3-781d6012f479'] in ncdv-master-1 is: [{'id': '858634f4-e935-45ca-abf3-781d6012f479', 'name': 'tempest-TaggedBootDevicesTest_v242-1053209813-router', 'tenant_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:00Z', 'updated_at': '2022-04-09T21:15:24Z', 'revision_number': 6, 'project_id': '60eee2c55ed842f78ac0fa9e1b400fbf', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:25.446497 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a00efe12-af6e-49b9-a60e-9afe0b201f9a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.464381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Port 9fd8a7ed-acf3-4312-8c33-6e136c187474 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:15:25.466058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Attempting to bind port 9fd8a7ed-acf3-4312-8c33-6e136c187474 on network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:25.467823 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a00efe12-af6e-49b9-a60e-9afe0b201f9a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/c1342e99-9880-4856-af1b-f361eca9ded9 HTTP/1.1" status: 204  len: 168 time: 1.5193150
Apr 09 21:15:25.476698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44398) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:25.572466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e099e039-aa1b-4d35-9b5a-7ca2d38277eb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:25.593979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7109be2-2bd3-421c-ac47-b9be634fcfd3 req-798b1413-dcec-43cb-9a56-8af35091a98f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:25.604496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7109be2-2bd3-421c-ac47-b9be634fcfd3 req-798b1413-dcec-43cb-9a56-8af35091a98f tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 944 time: 0.6361270
Apr 09 21:15:25.632703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (858634f4-e935-45ca-abf3-781d6012f479), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.637301 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.651229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:25.651578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Checking segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:25.651975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Bound using segment: {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:25.652438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Bound port: 9fd8a7ed-acf3-4312-8c33-6e136c187474, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:25.652808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.655405 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-b722a5d2-11f3-4eb0-94fe-8a7ad503b9bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:15:25.660436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b722a5d2-11f3-4eb0-94fe-8a7ad503b9bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/c1342e99-9880-4856-af1b-f361eca9ded9 HTTP/1.1" status: 404  len: 333 time: 0.1749470
Apr 09 21:15:25.671834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44406) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:25.676243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'name': 'tempest-PortsTestJSON-2043944735'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:25.749184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c5accd7-7495-46ee-ba7d-4c34673b7c44 req-c85d0f37-b40d-407c-a536-619d79db616b service neutron] 10.222.0.32 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8361659
Apr 09 21:15:25.754479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04aa2674-08b1-4255-b7b6-1644d4f5c470 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for router (afef8fc2-dc99-4907-a088-24e40240edac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.774701 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710952d-0177-4d31-b1fc-f8bbc5b9056e req-b48a078e-7f1b-4f43-80c3-51b9b4282a54 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:25.784556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3710952d-0177-4d31-b1fc-f8bbc5b9056e req-b48a078e-7f1b-4f43-80c3-51b9b4282a54 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.2005122
Apr 09 21:15:25.816543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (858634f4-e935-45ca-abf3-781d6012f479), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.850230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks [] for router_controller (858634f4-e935-45ca-abf3-781d6012f479), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.926636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7109be2-2bd3-421c-ac47-b9be634fcfd3 req-e48c9db3-14c7-4eea-8d54-d84f3c55d4d3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2800696
Apr 09 21:15:25.928664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (858634f4-e935-45ca-abf3-781d6012f479), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.929754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 858634f4-e935-45ca-abf3-781d6012f479 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:15:25.938218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:25.939625 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9250a790-91f2-442a-bf9b-5f7c53b1a3f3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/858634f4-e935-45ca-abf3-781d6012f479 HTTP/1.1" status: 204  len: 168 time: 2.2373950
Apr 09 21:15:25.942695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44408) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:25.974407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:25.978466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:26.013099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 836290f2-f095-496b-9995-bb5d8a6a9c7d yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:15:26.058472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3710952d-0177-4d31-b1fc-f8bbc5b9056e req-c1c62f31-774b-44f4-84d6-336eb4fdb170 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2726831
Apr 09 21:15:26.105935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] For port 9fd8a7ed-acf3-4312-8c33-6e136c187474, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:26.109538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] For port 9fd8a7ed-acf3-4312-8c33-6e136c187474, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:26.113161 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-04aa2674-08b1-4255-b7b6-1644d4f5c470 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:15:26.118765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-04aa2674-08b1-4255-b7b6-1644d4f5c470 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/routers/afef8fc2-dc99-4907-a088-24e40240edac HTTP/1.1" status: 409  len: 376 time: 0.8949971
Apr 09 21:15:26.119319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44412) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:26.123647 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:26.132917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3819b44-c414-4461-be51-7f6df2e0c723 admin admin] Deleting subnet 5582e4dd-bddd-4dac-ac97-35804c4b3e6a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:26.157122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:26.159113 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:26.166394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] 10.222.0.25 "PUT /v2.0/ports/9fd8a7ed-acf3-4312-8c33-6e136c187474 HTTP/1.1" status: 200  len: 1092 time: 5.8213549
Apr 09 21:15:26.168057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'tag': '9fd8a7ed-acf3-4312-8c33-6e136c187474'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:26.172937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3819b44-c414-4461-be51-7f6df2e0c723 admin admin] Publish callbacks [] for subnet (5582e4dd-bddd-4dac-ac97-35804c4b3e6a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:26.188794 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f677bb6-c97f-4574-9104-3a2fb5dd4ae6", "tag": "9fd8a7ed-acf3-4312-8c33-6e136c187474"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:26.190433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f963622a-990a-410a-8774-7fa9ae5830ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:26.258303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f963622a-990a-410a-8774-7fa9ae5830ec {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:26.259102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f963622a-990a-410a-8774-7fa9ae5830ec not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:26.283878 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4944300a-cd2e-405f-9123-aa317239c4c3 x-openstack-request-id: req-4944300a-cd2e-405f-9123-aa317239c4c3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:26.284178 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f677bb6-c97f-4574-9104-3a2fb5dd4ae6", "tag": "9fd8a7ed-acf3-4312-8c33-6e136c187474", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:26.284430 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4944300a-cd2e-405f-9123-aa317239c4c3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:26.285492 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4944300a-cd2e-405f-9123-aa317239c4c3'] response: {'name': 'network-changed', 'server_uuid': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'tag': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'status': 'completed', 'code': 200}
Apr 09 21:15:26.311061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-3aedf17b-71b2-4825-bbc0-4db6ec3b5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:26.312774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-3aedf17b-71b2-4825-bbc0-4db6ec3b5df1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 1126 time: 0.0796685
Apr 09 21:15:26.313955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Pushing event updated for resources: {'Port': ['ID=9fd8a7ed-acf3-4312-8c33-6e136c187474,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:26.334915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.335230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.335505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.335841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.336167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.336499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.336825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.337176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.337492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.337867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.338197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.338519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.338837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.339158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.339474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef0d3c1-b3ff-4d8c-a4cc-28e5f894612d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:26.394875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-147aa548-4dbd-4926-8940-587a9e5007f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474 HTTP/1.1" status: 200  len: 217 time: 0.0717156
Apr 09 21:15:26.468451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-b8068ea3-b297-4a21-93fa-b5a9ac7cc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:26.470392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-b8068ea3-b297-4a21-93fa-b5a9ac7cc88d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.0627847
Apr 09 21:15:26.541184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-b1a71755-9d92-4ff5-8fc2-cb76540e0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:26.543582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-b1a71755-9d92-4ff5-8fc2-cb76540e0d7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0615954
Apr 09 21:15:26.697524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-08f8aec5-ddb6-4391-bbb4-3ffa028d3943 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438239
Apr 09 21:15:26.702291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3819b44-c414-4461-be51-7f6df2e0c723 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (5582e4dd-bddd-4dac-ac97-35804c4b3e6a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:26.882203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:26.903560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22d368-2330-4e1b-a6f9-978d5092314e req-18a84cfd-bc85-4493-8fb7-996d78af4216 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:26.905292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d22d368-2330-4e1b-a6f9-978d5092314e req-18a84cfd-bc85-4493-8fb7-996d78af4216 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1128 time: 0.0641327
Apr 09 21:15:26.978220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d22d368-2330-4e1b-a6f9-978d5092314e req-b7dfa79a-7a3b-4b19-a0d7-93d4a49f5371 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0614846
Apr 09 21:15:26.981095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7de1605b-308e-4e35-9970-5b29cb5bf3c5 req-cc124b4a-65bf-4637-ab2c-fc6c5e64a727 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712400
Apr 09 21:15:27.010712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44442) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:27.080724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3819b44-c414-4461-be51-7f6df2e0c723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5582e4dd-bddd-4dac-ac97-35804c4b3e6a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.276491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (836290f2-f095-496b-9995-bb5d8a6a9c7d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.353502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 75f84d20-3b7b-49bb-b600-6f37d25f7433 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:27.353933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (75f84d20-3b7b-49bb-b600-6f37d25f7433), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.401597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3819b44-c414-4461-be51-7f6df2e0c723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5582e4dd-bddd-4dac-ac97-35804c4b3e6a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.440198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49290806-872b-4b45-ad7f-59c58a1eb255 req-57021697-d97a-4102-8966-da19dccd9863 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:27.448488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49290806-872b-4b45-ad7f-59c58a1eb255 req-57021697-d97a-4102-8966-da19dccd9863 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 944 time: 0.2649670
Apr 09 21:15:27.477476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3819b44-c414-4461-be51-7f6df2e0c723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5582e4dd-bddd-4dac-ac97-35804c4b3e6a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:27.484880 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3819b44-c414-4461-be51-7f6df2e0c723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.491335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a3819b44-c414-4461-be51-7f6df2e0c723 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5582e4dd-bddd-4dac-ac97-35804c4b3e6a HTTP/1.1" status: 204  len: 168 time: 1.5474124
Apr 09 21:15:27.494197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:27.494706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba957252-0450-4457-b10f-9f1a34fd7c5c None None] Network dafc1150-436f-41e7-82bb-1b35d2c0352e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:27.495375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (836290f2-f095-496b-9995-bb5d8a6a9c7d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.795185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:27.804651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:27.808988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=836290f2-f095-496b-9995-bb5d8a6a9c7d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:27.813927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:27.819441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:27.820095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.826361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] DHCP port deletion for dafc1150-436f-41e7-82bb-1b35d2c0352e request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:27.832839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (afef8fc2-dc99-4907-a088-24e40240edac), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.845897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (dafc1150-436f-41e7-82bb-1b35d2c0352e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.944204 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6ba2cc69-2044-4b8f-9ca0-029ca5eee610 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.2716289
Apr 09 21:15:27.952850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] Deleting port 194211a9-8341-4295-87a3-f4114aa28615 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:27.953128 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (194211a9-8341-4295-87a3-f4114aa28615), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:27.960600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44452) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:27.979578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:28.104633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Deleting port 194211a9-8341-4295-87a3-f4114aa28615 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:28.111286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (194211a9-8341-4295-87a3-f4114aa28615), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.181661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] For port 194211a9-8341-4295-87a3-f4114aa28615, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=194211a9-8341-4295-87a3-f4114aa28615,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:28.182185 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (194211a9-8341-4295-87a3-f4114aa28615), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.228323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] Calling delete_port for 194211a9-8341-4295-87a3-f4114aa28615 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:28.285498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (75f84d20-3b7b-49bb-b600-6f37d25f7433), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.286367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (75f84d20-3b7b-49bb-b600-6f37d25f7433), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.304030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 75f84d20-3b7b-49bb-b600-6f37d25f7433 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:28.325825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (836290f2-f095-496b-9995-bb5d8a6a9c7d), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.337026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 194211a9-8341-4295-87a3-f4114aa28615 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:28.365938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] For port 194211a9-8341-4295-87a3-f4114aa28615, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=194211a9-8341-4295-87a3-f4114aa28615,segment=NetworkSegment(ee13f8dd-245f-4ada-8362-ca223146c683),segment_id=ee13f8dd-245f-4ada-8362-ca223146c683)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:28.366365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (194211a9-8341-4295-87a3-f4114aa28615), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.384801 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (194211a9-8341-4295-87a3-f4114aa28615), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.389782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 194211a9-8341-4295-87a3-f4114aa28615 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:28.390603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 194211a9-8341-4295-87a3-f4114aa28615 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:28.391246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e099e039-aa1b-4d35-9b5a-7ca2d38277eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:28.447778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Calling delete_port for 194211a9-8341-4295-87a3-f4114aa28615 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:28.480005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] No DVR routers for this DVR port 194211a9-8341-4295-87a3-f4114aa28615 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:28.507301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769f8c4-d4dc-4b50-8490-b20badf01cd3 None None] Pushing event deleted for resources: {'Port': ['ID=194211a9-8341-4295-87a3-f4114aa28615,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:28.514177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: e099e039-aa1b-4d35-9b5a-7ca2d38277eb {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:28.514571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e099e039-aa1b-4d35-9b5a-7ca2d38277eb not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:28.521367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026e31c-1810-41f1-bcdb-7d3762ad5a26 req-e6dc8d61-9239-4c48-bea7-855d61ec9828 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:28.542024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1026e31c-1810-41f1-bcdb-7d3762ad5a26 req-e6dc8d61-9239-4c48-bea7-855d61ec9828 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 1.2478740
Apr 09 21:15:28.680563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49290806-872b-4b45-ad7f-59c58a1eb255 req-2608f5c7-a278-4e7d-8efe-7fc7d1491812 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 1.2312534
Apr 09 21:15:28.698030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1026e31c-1810-41f1-bcdb-7d3762ad5a26 req-e5696722-967f-4938-b359-4a16fa9ec634 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1455362
Apr 09 21:15:28.789233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Deleting port 7888e278-7b06-4e8e-b933-480f4c2c41d1 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:28.789912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.825271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (75f84d20-3b7b-49bb-b600-6f37d25f7433), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.829781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (836290f2-f095-496b-9995-bb5d8a6a9c7d), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.839742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (194211a9-8341-4295-87a3-f4114aa28615), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.854963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (836290f2-f095-496b-9995-bb5d8a6a9c7d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.857886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] No DVR routers for this DVR port 194211a9-8341-4295-87a3-f4114aa28615 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:28.862464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=75f84d20-3b7b-49bb-b600-6f37d25f7433,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:28.936124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=194211a9-8341-4295-87a3-f4114aa28615,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:28.968611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:28.969187 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Floating IP 4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd disassociated (deleted). External IP: 172.35.0.175, port: 22016826-f680-47d2-85f4-3569f1c8e8d1.
Apr 09 21:15:29.015229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] In _notify_port_updated(), no bound segment for port 836290f2-f095-496b-9995-bb5d8a6a9c7d on network 6b337087-c0e3-4ed8-895c-164ffe86bea8 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:15:29.020370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:29.021005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.022351 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "PUT /v2.0/ports/836290f2-f095-496b-9995-bb5d8a6a9c7d HTTP/1.1" status: 200  len: 818 time: 1.0607340
Apr 09 21:15:29.027651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44460) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:29.116730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (dafc1150-436f-41e7-82bb-1b35d2c0352e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.127098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.133169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbf41f-3492-4883-8692-e85e59802f3f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=836290f2-f095-496b-9995-bb5d8a6a9c7d,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:29.155569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376128370>,) {'filters': {'network_id': ['dafc1150-436f-41e7-82bb-1b35d2c0352e']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:29.169303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376128370>, 'ee13f8dd-245f-4ada-8362-ca223146c683') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:29.169656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376128370>, 'ee13f8dd-245f-4ada-8362-ca223146c683') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:29.171740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Calling delete_port for 7888e278-7b06-4e8e-b933-480f4c2c41d1 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:29.184492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (ee13f8dd-245f-4ada-8362-ca223146c683), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.204235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-546e699b-d0cc-4f4c-925c-0c72f79a7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:29.207137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-546e699b-d0cc-4f4c-925c-0c72f79a7c86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 1126 time: 0.0766799
Apr 09 21:15:29.211308 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ee13f8dd-245f-4ada-8362-ca223146c683), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.226135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:29.226135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (ee13f8dd-245f-4ada-8362-ca223146c683), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:29.335675 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:29.341897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (dafc1150-436f-41e7-82bb-1b35d2c0352e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.347837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.359535 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] 10.222.0.30 "DELETE /v2.0/networks/dafc1150-436f-41e7-82bb-1b35d2c0352e HTTP/1.1" status: 204  len: 168 time: 1.8617167
Apr 09 21:15:29.362816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44464) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:29.381299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d1dac-f3b1-4922-89ef-29800142b8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=dafc1150-436f-41e7-82bb-1b35d2c0352e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:29.465410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-b2584021-6e9b-48a4-9bf3-37eb5a3a584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:29.467275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-b2584021-6e9b-48a4-9bf3-37eb5a3a584b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.2256997
Apr 09 21:15:29.619934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7888e278-7b06-4e8e-b933-480f4c2c41d1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:29.671689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event deleted for resources: {'Port': ['ID=7888e278-7b06-4e8e-b933-480f4c2c41d1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:29.791793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-5c074260-327d-421c-93e6-1aaa5ce88ff1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474 HTTP/1.1" status: 200  len: 217 time: 0.3110304
Apr 09 21:15:30.004305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:30.004986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (afef8fc2-dc99-4907-a088-24e40240edac), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:30.169571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-c42d1163-bf9a-4411-bff6-6174dab62f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:30.171023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-c42d1163-bf9a-4411-bff6-6174dab62f0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.3428173
Apr 09 21:15:30.186775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9fd8a7ed-acf3-4312-8c33-6e136c187474 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:15:30.248115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-79c1ffdc-20ba-4228-ba1f-e2fb2f2b517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:30.249826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-79c1ffdc-20ba-4228-ba1f-e2fb2f2b517e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0664089
Apr 09 21:15:30.260720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fb01d-2304-4b4c-9adc-5c91f5ae9266 req-b879920e-5c2f-4451-8b50-9497554001f2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:30.268605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e0fb01d-2304-4b4c-9adc-5c91f5ae9266 req-b879920e-5c2f-4451-8b50-9497554001f2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 944 time: 0.3383627
Apr 09 21:15:30.288972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052fcf1-3128-4e56-bced-779318073f0b req-ba0f7f64-4541-48d0-a2b4-e072a34a3e89 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:30.290652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f052fcf1-3128-4e56-bced-779318073f0b req-ba0f7f64-4541-48d0-a2b4-e072a34a3e89 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.3533225
Apr 09 21:15:30.318903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-909a7728-fa10-44b1-82c4-eedb972bb87f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 836290f2-f095-496b-9995-bb5d8a6a9c7d {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:30.319344 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-909a7728-fa10-44b1-82c4-eedb972bb87f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (836290f2-f095-496b-9995-bb5d8a6a9c7d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:30.414432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9fd8a7ed-acf3-4312-8c33-6e136c187474, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:30.473114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'port_id': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'mac_address': 'fa:16:3e:53:e7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:15:30.568056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9fd8a7ed-acf3-4312-8c33-6e136c187474 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:30.568547 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:30.589519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd8a7ed-acf3-4312-8c33-6e136c187474 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:15:30.641369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9fd8a7ed-acf3-4312-8c33-6e136c187474, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:30.652359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:30.779009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9fd8a7ed-acf3-4312-8c33-6e136c187474,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:30.891604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Router afef8fc2-dc99-4907-a088-24e40240edac has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:30.918963 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f052fcf1-3128-4e56-bced-779318073f0b req-ab65434f-56db-4de5-a0a6-f0345b609abc tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5685380
Apr 09 21:15:30.926695 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-909a7728-fa10-44b1-82c4-eedb972bb87f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (836290f2-f095-496b-9995-bb5d8a6a9c7d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:30.945334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:30.955579 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] Sync routers for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:30.970767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e0fb01d-2304-4b4c-9adc-5c91f5ae9266 req-08af7b88-3646-4edb-9e3d-a0606c0142ec tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7009599
Apr 09 21:15:30.975767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:30.978841 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:30.979742 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237719ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:31.006568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9fd8a7ed-acf3-4312-8c33-6e136c187474'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:15:31.053451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4709ba67-97e4-4b60-bbfa-be4e1fc42b4e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/floatingips/4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd HTTP/1.1" status: 204  len: 168 time: 4.0388935
Apr 09 21:15:31.079805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:31.084927 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4d55cb-cca9-4ec2-b862-1c152b86856e" -d '{"events": [{"name": "network-changed", "server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:31.100476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-909a7728-fa10-44b1-82c4-eedb972bb87f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 836290f2-f095-496b-9995-bb5d8a6a9c7d owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:31.179051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-65ad87bf-24e8-46d1-9013-c1cc2b1b3140 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9038892
Apr 09 21:15:31.196104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:31.220773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475034f2-9631-40fe-90ea-6a9f7e386d71 None None] Sync routers for ids ['afef8fc2-dc99-4907-a088-24e40240edac'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:31.236635 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:31.258159 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3b70ab2d-b58b-48aa-ad14-7bdff1566393 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "PUT /v2.0/routers/afef8fc2-dc99-4907-a088-24e40240edac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1368766
Apr 09 21:15:31.271119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44476) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:31.357457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475034f2-9631-40fe-90ea-6a9f7e386d71 None None] Routers {'afef8fc2-dc99-4907-a088-24e40240edac'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:31.368228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-475034f2-9631-40fe-90ea-6a9f7e386d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237606d1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['afef8fc2-dc99-4907-a088-24e40240edac'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:31.482901 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-1a94197d-20ad-4922-a15c-fb34e786adae tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] show failed (client error): The resource could not be found.
Apr 09 21:15:31.484147 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1a94197d-20ad-4922-a15c-fb34e786adae tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-551916903 HTTP/1.1" status: 404  len: 334 time: 0.2086158
Apr 09 21:15:31.492016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44482) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:31.500742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-98c444cb-85ef-402e-af54-35c99d397aed tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:31.563458 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-98c444cb-85ef-402e-af54-35c99d397aed tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] update failed (client error): The resource could not be found.
Apr 09 21:15:31.564171 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676e76f4-ee0a-4247-a006-01310831304c x-openstack-request-id: req-676e76f4-ee0a-4247-a006-01310831304c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:31.564809 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-98c444cb-85ef-402e-af54-35c99d397aed tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1005021739 HTTP/1.1" status: 404  len: 335 time: 0.0689926
Apr 09 21:15:31.565525 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:31.565950 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-676e76f4-ee0a-4247-a006-01310831304c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:31.566521 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676e76f4-ee0a-4247-a006-01310831304c'] response: {'name': 'network-changed', 'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'status': 'completed', 'code': 200}
Apr 09 21:15:31.569475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cea7c835-433e-4132-9ecf-7bc2bbce3bf1 req-e9d8c520-5e95-44e5-84db-b142c8ca777e service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726288
Apr 09 21:15:31.585079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-475034f2-9631-40fe-90ea-6a9f7e386d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237606d1c0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:31.631287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44484) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:31.643402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73bc2-3210-4be6-9add-e2596ac14c3b req-5e137263-9e86-4d37-8e5d-d0ef3ac1c489 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:31.646795 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:31.653355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65f73bc2-3210-4be6-9add-e2596ac14c3b req-5e137263-9e86-4d37-8e5d-d0ef3ac1c489 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.0824990
Apr 09 21:15:31.661693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (7784a3d0-d172-49d9-953e-e9357769d6f1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:31.664064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-f0a7eefa-dac3-4691-801a-a3240ea9e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:31.667146 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-f0a7eefa-dac3-4691-801a-a3240ea9e93d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 1128 time: 0.4395273
Apr 09 21:15:31.672361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475034f2-9631-40fe-90ea-6a9f7e386d71 None None] Routers {'afef8fc2-dc99-4907-a088-24e40240edac'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:31.679398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-475034f2-9631-40fe-90ea-6a9f7e386d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237606d1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['afef8fc2-dc99-4907-a088-24e40240edac'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:31.883306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b71cb26-df5d-4ac9-81fe-00ce67f6de44 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Deleting subnet d1bcb61a-c734-4f0b-847a-370d27c6f0ec {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:31.886086 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237719ac40>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:14Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:31.896722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b71cb26-df5d-4ac9-81fe-00ce67f6de44 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for subnet (d1bcb61a-c734-4f0b-847a-370d27c6f0ec), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:31.979669 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] Checking router: aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:32.026096 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:32.029856 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237719ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:32.040737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b71cb26-df5d-4ac9-81fe-00ce67f6de44 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (d1bcb61a-c734-4f0b-847a-370d27c6f0ec), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:32.167217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-475034f2-9631-40fe-90ea-6a9f7e386d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237606d1c0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:32.167425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475034f2-9631-40fe-90ea-6a9f7e386d71 None None] The sync data for ids ['afef8fc2-dc99-4907-a088-24e40240edac'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:32.263106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Deleting port 809ca3ad-d13d-4562-905f-9b7a46799f33 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:32.264180 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:32.362362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65f73bc2-3210-4be6-9add-e2596ac14c3b req-3a47f5c0-5889-4ac6-87b5-79389a3c5ba5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7078619
Apr 09 21:15:32.385022 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:32.501216 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b71cb26-df5d-4ac9-81fe-00ce67f6de44 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (d1bcb61a-c734-4f0b-847a-370d27c6f0ec), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:32.592284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786f85e-d80c-47b2-9b01-075e89887880 req-e9d7a9ae-162e-4af7-a2a9-397210320ba3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:32.599766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3786f85e-d80c-47b2-9b01-075e89887880 req-e9d7a9ae-162e-4af7-a2a9-397210320ba3 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 945 time: 0.0847523
Apr 09 21:15:32.680385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-f6641fae-8763-4c2b-b098-40d55a1aa5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:32.682056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-f6641fae-8763-4c2b-b098-40d55a1aa5c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 200  len: 897 time: 0.2070456
Apr 09 21:15:32.684356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] For port 809ca3ad-d13d-4562-905f-9b7a46799f33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=809ca3ad-d13d-4562-905f-9b7a46799f33,segment=NetworkSegment(a78ba06c-8822-4c8a-a324-ea3a781eb9d5),segment_id=a78ba06c-8822-4c8a-a324-ea3a781eb9d5)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:32.684725 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:32.685811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3786f85e-d80c-47b2-9b01-075e89887880 req-67dc9e02-876f-4091-ac37-5fc1dddcf726 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0851417
Apr 09 21:15:32.711757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Calling delete_port for 809ca3ad-d13d-4562-905f-9b7a46799f33 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:32.743415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b381885-91cd-4507-8a76-8de2a9a2b5f2 req-b53290cb-fd86-4e05-b38a-611bff2b2c38 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:32.756242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b381885-91cd-4507-8a76-8de2a9a2b5f2 req-b53290cb-fd86-4e05-b38a-611bff2b2c38 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.4052703
Apr 09 21:15:32.835205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b381885-91cd-4507-8a76-8de2a9a2b5f2 req-5e583b23-0b18-4b5b-97e4-af22ec354ca8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770521
Apr 09 21:15:32.886652 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237719ac40>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:14Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:32.929993 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-b1d7ca1b-5f20-4858-8fcf-0628b79b8652 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 200  len: 217 time: 0.1095593
Apr 09 21:15:32.942011 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbdab92-9f19-46eb-83c2-ee770e022e31 None None] The sync data for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 is: [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:13:07Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b3cd791-6063-4c09-b9ae-fba13d5db61b', 'name': '', 'network_id': 'd3c2438b-d822-41fc-bb91-5e702496b45f', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:65:a3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:05Z', 'updated_at': '2022-04-09T21:13:14Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'df446276-124a-4cbb-947c-4cd5b78fd196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:32.981143 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-909a7728-fa10-44b1-82c4-eedb972bb87f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (836290f2-f095-496b-9995-bb5d8a6a9c7d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:33.215147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-1dc75d22-0e29-440f-8eb8-72c054093111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:33.222082 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-1dc75d22-0e29-440f-8eb8-72c054093111 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 200  len: 835 time: 0.2782309
Apr 09 21:15:33.290723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-c3ab8135-ce42-490f-b2ee-6338352b472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:33.292940 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-c3ab8135-ce42-490f-b2ee-6338352b472b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3c2438b-d822-41fc-bb91-5e702496b45f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0660396
Apr 09 21:15:33.318172 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (809ca3ad-d13d-4562-905f-9b7a46799f33), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:33.453843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=809ca3ad-d13d-4562-905f-9b7a46799f33,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:33.558419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b71cb26-df5d-4ac9-81fe-00ce67f6de44 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (d1bcb61a-c734-4f0b-847a-370d27c6f0ec), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:33.568292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-909a7728-fa10-44b1-82c4-eedb972bb87f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:33.572886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-909a7728-fa10-44b1-82c4-eedb972bb87f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/836290f2-f095-496b-9995-bb5d8a6a9c7d HTTP/1.1" status: 204  len: 168 time: 4.5451400
Apr 09 21:15:33.593065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a7728-fa10-44b1-82c4-eedb972bb87f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=836290f2-f095-496b-9995-bb5d8a6a9c7d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:33.602209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44496) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:33.612542 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbeb11d-9cae-4529-aef9-40fe77bdd9cf None None] New status for floating IP 4c3d8d53-3c61-42ed-ab58-6f4afa25a0dd: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:15:33.679683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-ec0b0517-88f9-4aa6-82ad-d02900ec9a33 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:33.681420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-ec0b0517-88f9-4aa6-82ad-d02900ec9a33 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.7971771
Apr 09 21:15:33.688111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71cb26-df5d-4ac9-81fe-00ce67f6de44 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bcb61a-c734-4f0b-847a-370d27c6f0ec,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:33.695933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b71cb26-df5d-4ac9-81fe-00ce67f6de44 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:33.699321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6b71cb26-df5d-4ac9-81fe-00ce67f6de44 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/subnets/d1bcb61a-c734-4f0b-847a-370d27c6f0ec HTTP/1.1" status: 204  len: 168 time: 2.0377944
Apr 09 21:15:33.707276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc04efdd-da10-4d68-8f72-e48a7b398f55 None None] Network 5e59b6b8-93f1-43dd-9410-e711d4b32431 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:33.732138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44498) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:33.768938 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-4a1f948b-6b73-44ca-8b06-6680feae1470 service neutron] 10.222.0.25 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4618843
Apr 09 21:15:33.901327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ecefc-e9b9-44e5-9fe4-2ca8684ea7f1 req-7f8a6334-6051-4f70-92af-5100b5bea607 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:33.905959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc6ecefc-e9b9-44e5-9fe4-2ca8684ea7f1 req-7f8a6334-6051-4f70-92af-5100b5bea607 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 946 time: 0.3543406
Apr 09 21:15:33.960673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ba167-56a3-461a-ae38-187d7dc938bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:33.962497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4d5ba167-56a3-461a-ae38-187d7dc938bd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3584375
Apr 09 21:15:33.966554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44506) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:34.018174 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e44c528-803c-4691-8836-9b91ac7d9a5d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:15:34.019561 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e44c528-803c-4691-8836-9b91ac7d9a5d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/836290f2-f095-496b-9995-bb5d8a6a9c7d HTTP/1.1" status: 404  len: 333 time: 0.0499682
Apr 09 21:15:34.073563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:34.078860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-339405992'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:34.094818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-9445b94f-1e63-442d-8cbc-5edfb5fc15fd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Deleting subnet cd05bc44-7858-4801-98a6-243f7f163f54 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:34.099641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9445b94f-1e63-442d-8cbc-5edfb5fc15fd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for subnet (cd05bc44-7858-4801-98a6-243f7f163f54), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.136566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] DHCP port deletion for 5e59b6b8-93f1-43dd-9410-e711d4b32431 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:34.154350 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aa4d55cb-cca9-4ec2-b862-1c152b86856e req-78071f1f-7511-410f-8ee7-b68e0a0a63d8 service neutron] 10.222.0.25 "GET /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3719776
Apr 09 21:15:34.157431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:34.161324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.226325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9fd8a7ed-acf3-4312-8c33-6e136c187474 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:34.232623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc6ecefc-e9b9-44e5-9fe4-2ca8684ea7f1 req-226cd9d7-8791-44c5-a4ee-4585366bb74e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=57d70876-1f88-4d04-8234-095a98312efc&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3000071
Apr 09 21:15:34.253736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa36037-57ee-48e1-976f-50c6addcc5f7 req-d1a09d8c-2f01-45ea-82ed-8636843154b1 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:34.255600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faa36037-57ee-48e1-976f-50c6addcc5f7 req-d1a09d8c-2f01-45ea-82ed-8636843154b1 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 945 time: 0.3485720
Apr 09 21:15:34.259035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 22016826-f680-47d2-85f4-3569f1c8e8d1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:34.259375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.270379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:15:34.309386 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e3c3023d-66c7-407e-b497-00d9c2cba416), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.310550 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Added segment e3c3023d-66c7-407e-b497-00d9c2cba416 of type vlan for network 8d03dd36-8f98-4674-b95d-4681320e6ab1
Apr 09 21:15:34.344099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faa36037-57ee-48e1-976f-50c6addcc5f7 req-88831b30-9564-4eb9-905a-c4ee279b9807 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0786738
Apr 09 21:15:34.355847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] Deleting port 0a1695dc-3f19-44b5-bf69-c4976b79324a {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:34.360884 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.400705 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9445b94f-1e63-442d-8cbc-5edfb5fc15fd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (cd05bc44-7858-4801-98a6-243f7f163f54), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.424606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (8d03dd36-8f98-4674-b95d-4681320e6ab1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.469743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (8d03dd36-8f98-4674-b95d-4681320e6ab1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.483007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:34.487224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.529027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 9fd8a7ed-acf3-4312-8c33-6e136c187474 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:15:34.552650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] For port 0a1695dc-3f19-44b5-bf69-c4976b79324a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a1695dc-3f19-44b5-bf69-c4976b79324a,segment=NetworkSegment(1f888c3a-64d6-4121-8dd8-895b2afaf597),segment_id=1f888c3a-64d6-4121-8dd8-895b2afaf597)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:34.553550 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.558014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 9fd8a7ed-acf3-4312-8c33-6e136c187474 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:34.558743 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.562882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382227c-78e1-4bc4-b8c6-141f925d2574 req-ad2fae7f-9531-463b-8249-49c9e776d1e5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:34.564692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f382227c-78e1-4bc4-b8c6-141f925d2574 req-ad2fae7f-9531-463b-8249-49c9e776d1e5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.1602490
Apr 09 21:15:34.595449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (7784a3d0-d172-49d9-953e-e9357769d6f1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.603681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] Calling delete_port for 0a1695dc-3f19-44b5-bf69-c4976b79324a owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:34.605606 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5308278
Apr 09 21:15:34.612068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44512) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:34.629476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:34.669907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f382227c-78e1-4bc4-b8c6-141f925d2574 req-9f8f3eb3-a770-4130-93e0-ad7aed927144 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938826
Apr 09 21:15:34.720809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port 22016826-f680-47d2-85f4-3569f1c8e8d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22016826-f680-47d2-85f4-3569f1c8e8d1,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:34.721274 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.740426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9445b94f-1e63-442d-8cbc-5edfb5fc15fd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (cd05bc44-7858-4801-98a6-243f7f163f54), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.795412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 22016826-f680-47d2-85f4-3569f1c8e8d1 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:34.813883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Network': ['ID=8d03dd36-8f98-4674-b95d-4681320e6ab1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:34.844637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9fd8a7ed-acf3-4312-8c33-6e136c187474 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:34.845373 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.903021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (0a1695dc-3f19-44b5-bf69-c4976b79324a), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:34.909902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.910352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.910803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.911407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.911783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.912136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.912551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.913202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.913673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.914121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.914695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.915118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.915471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.915908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.916256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd8a7ed-acf3-4312-8c33-6e136c187474'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:34.916371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4bf6db-cd9e-4175-8222-65385aaed9c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:34.920925 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d52db0b-49b6-4f89-bc70-1c04f8bf0552" -d '{"events": [{"server_uuid": "1f677bb6-c97f-4574-9104-3a2fb5dd4ae6", "name": "network-vif-plugged", "status": "completed", "tag": "9fd8a7ed-acf3-4312-8c33-6e136c187474"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:34.942970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:15:34.976307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9fd8a7ed-acf3-4312-8c33-6e136c187474, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:34.985622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] No DVR routers for this DVR port 0a1695dc-3f19-44b5-bf69-c4976b79324a on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:34.998953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bb6ac-c55d-47de-8c45-7dd8f7c5c6c8 None None] Pushing event deleted for resources: {'Port': ['ID=0a1695dc-3f19-44b5-bf69-c4976b79324a,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:35.012471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9445b94f-1e63-442d-8cbc-5edfb5fc15fd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (cd05bc44-7858-4801-98a6-243f7f163f54), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.024944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.025947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 22016826-f680-47d2-85f4-3569f1c8e8d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:35.029156 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cab45a-a81c-4038-a865-55561d535938 x-openstack-request-id: req-59cab45a-a81c-4038-a865-55561d535938 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:35.029566 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f677bb6-c97f-4574-9104-3a2fb5dd4ae6", "name": "network-vif-plugged", "status": "completed", "tag": "9fd8a7ed-acf3-4312-8c33-6e136c187474", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:35.029912 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59cab45a-a81c-4038-a865-55561d535938 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:35.031115 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59cab45a-a81c-4038-a865-55561d535938'] response: {'server_uuid': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'code': 200}
Apr 09 21:15:35.065611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445b94f-1e63-442d-8cbc-5edfb5fc15fd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event deleted for resources: {'Subnet': ['ID=cd05bc44-7858-4801-98a6-243f7f163f54,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:35.077002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9445b94f-1e63-442d-8cbc-5edfb5fc15fd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.081463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9445b94f-1e63-442d-8cbc-5edfb5fc15fd tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/subnets/cd05bc44-7858-4801-98a6-243f7f163f54 HTTP/1.1" status: 204  len: 168 time: 1.3481236
Apr 09 21:15:35.083670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44516) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:35.111755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:35.121812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.123835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2057e8-6520-4450-8f7c-492d56c13eeb None None] Network 41e8ef98-8518-4922-845d-4d58e244e1af requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:35.240036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634128-72e8-44d3-89f3-78a4926fb819 req-48c0b3fb-ee8e-4b48-b16c-7b25fba462a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:35.241664 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db634128-72e8-44d3-89f3-78a4926fb819 req-48c0b3fb-ee8e-4b48-b16c-7b25fba462a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 1128 time: 0.1504161
Apr 09 21:15:35.245876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (22016826-f680-47d2-85f4-3569f1c8e8d1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.304078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (5e59b6b8-93f1-43dd-9410-e711d4b32431), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.307360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=22016826-f680-47d2-85f4-3569f1c8e8d1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:35.429279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No active binding found for port 22016826-f680-47d2-85f4-3569f1c8e8d1 {{(pid=126921) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 09 21:15:35.430136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port 22016826-f680-47d2-85f4-3569f1c8e8d1 host None! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:15:35.430613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 22016826-f680-47d2-85f4-3569f1c8e8d1 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:35.434693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9fd8a7ed-acf3-4312-8c33-6e136c187474,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:35.451460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] No DVR routers for this DVR port 22016826-f680-47d2-85f4-3569f1c8e8d1 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:35.475919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.480745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-520b6a64-4e4c-44bb-a017-72b834936b0f req-b23add7a-a5a5-4a5c-a27d-500a73c051bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "DELETE /v2.0/ports/22016826-f680-47d2-85f4-3569f1c8e8d1 HTTP/1.1" status: 204  len: 173 time: 1.7862701
Apr 09 21:15:35.481479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'name': 'network-vif-deleted', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:35.484207 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31138054-3fd7-41eb-9883-e61a5a8a5999" -d '{"events": [{"server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "name": "network-vif-deleted", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:35.512368 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-db634128-72e8-44d3-89f3-78a4926fb819 req-24be2edf-f8e9-4314-914f-de327525c9b7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2306221
Apr 09 21:15:35.542348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7509711e-8868-4e1b-bf99-ff6c1ea03ab3 req-2cfe09e5-744c-4bc4-b087-9a35aed2bd67 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 210 time: 0.0870419
Apr 09 21:15:35.623995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] DHCP port deletion for 41e8ef98-8518-4922-845d-4d58e244e1af request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:35.686484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] Deleting port df69146c-1849-48b5-9b60-d2c211183b17 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:35.687643 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (df69146c-1849-48b5-9b60-d2c211183b17), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.693204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Router 7784a3d0-d172-49d9-953e-e9357769d6f1 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:35.701623 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed807142-fcd0-4d38-b2eb-d62b4791d6fd x-openstack-request-id: req-ed807142-fcd0-4d38-b2eb-d62b4791d6fd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:35.701623 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab84835-9825-41f5-b4d4-d960e79d1673", "name": "network-vif-deleted", "tag": "22016826-f680-47d2-85f4-3569f1c8e8d1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:35.702282 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed807142-fcd0-4d38-b2eb-d62b4791d6fd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:35.702282 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed807142-fcd0-4d38-b2eb-d62b4791d6fd'] response: {'server_uuid': 'cab84835-9825-41f5-b4d4-d960e79d1673', 'name': 'network-vif-deleted', 'tag': '22016826-f680-47d2-85f4-3569f1c8e8d1', 'status': 'completed', 'code': 200}
Apr 09 21:15:35.712505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (85cbac6b-5ae3-41ba-a77d-d459774c8fd3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.772867 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (5e59b6b8-93f1-43dd-9410-e711d4b32431), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.799812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ae959-2d47-407e-9806-c2891fdaca77 req-8a6411ad-590f-469a-bd7f-bf72c5326fa2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:35.800768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b8ae959-2d47-407e-9806-c2891fdaca77 req-8a6411ad-590f-469a-bd7f-bf72c5326fa2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 946 time: 0.2525790
Apr 09 21:15:35.851751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] For port df69146c-1849-48b5-9b60-d2c211183b17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df69146c-1849-48b5-9b60-d2c211183b17,segment=NetworkSegment(9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a),segment_id=9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:35.852861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (df69146c-1849-48b5-9b60-d2c211183b17), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.858640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237679e370>,) {'filters': {'network_id': ['5e59b6b8-93f1-43dd-9410-e711d4b32431']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:35.878477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237679e370>, '1f888c3a-64d6-4121-8dd8-895b2afaf597') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:35.879181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237679e370>, '1f888c3a-64d6-4121-8dd8-895b2afaf597') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:35.898916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] Calling delete_port for df69146c-1849-48b5-9b60-d2c211183b17 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:35.914654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (1f888c3a-64d6-4121-8dd8-895b2afaf597), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:35.982440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1f888c3a-64d6-4121-8dd8-895b2afaf597), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.010451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:36.010849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (1f888c3a-64d6-4121-8dd8-895b2afaf597), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:36.014640 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:36.040145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d5930-7021-44e3-ae0d-5c453e9738ab req-2a29aefb-aac9-4d01-a285-426a43803e14 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:36.040373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=85cbac6b-5ae3-41ba-a77d-d459774c8fd3,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:36.049635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f14d5930-7021-44e3-ae0d-5c453e9738ab req-2a29aefb-aac9-4d01-a285-426a43803e14 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.1573141
Apr 09 21:15:36.070066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b8ae959-2d47-407e-9806-c2891fdaca77 req-b299f3c1-1c44-4608-a97b-024970cfa688 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2508922
Apr 09 21:15:36.185342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (5e59b6b8-93f1-43dd-9410-e711d4b32431), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.198073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.210855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/networks/5e59b6b8-93f1-43dd-9410-e711d4b32431 HTTP/1.1" status: 204  len: 168 time: 1.1257334
Apr 09 21:15:36.211611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44542) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:36.212818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (df69146c-1849-48b5-9b60-d2c211183b17), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.233720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:36.246223 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0d251aa4-c33a-4cf7-8a62-70fa1d6afc74 admin admin] 10.222.0.30 "PUT /v2.0/routers/7784a3d0-d172-49d9-953e-e9357769d6f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8823779
Apr 09 21:15:36.249072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44544) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:36.257548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking segment: {'id': 'e3c3023d-66c7-407e-b497-00d9c2cba416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:36.257918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network hostable DHCP agents. Network: 8d03dd36-8f98-4674-b95d-4681320e6ab1, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:15:36.269534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] Sync routers for ids ['7784a3d0-d172-49d9-953e-e9357769d6f1'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:36.273978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device df69146c-1849-48b5-9b60-d2c211183b17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:36.298452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] Pushing event deleted for resources: {'Port': ['ID=df69146c-1849-48b5-9b60-d2c211183b17,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:36.343081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f14d5930-7021-44e3-ae0d-5c453e9738ab req-f749dca0-cc2e-499c-a4ae-be7328881882 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2920122
Apr 09 21:15:36.352012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c7d90-9d79-43e9-947a-66b4d79562a9 None None] No DVR routers for this DVR port df69146c-1849-48b5-9b60-d2c211183b17 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:36.353673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: df69146c-1849-48b5-9b60-d2c211183b17 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:36.354682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device df69146c-1849-48b5-9b60-d2c211183b17 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:36.355197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0a1695dc-3f19-44b5-bf69-c4976b79324a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:36.362491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] Routers {'7784a3d0-d172-49d9-953e-e9357769d6f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:36.363201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec00a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7784a3d0-d172-49d9-953e-e9357769d6f1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:36.363687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9d065-246f-4b7b-8124-eba6341ec4f8 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event deleted for resources: {'Network': ['ID=5e59b6b8-93f1-43dd-9410-e711d4b32431,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:36.381863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:15:36.435157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 0a1695dc-3f19-44b5-bf69-c4976b79324a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:36.436158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0a1695dc-3f19-44b5-bf69-c4976b79324a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:36.463230 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (41e8ef98-8518-4922-845d-4d58e244e1af), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.491661 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks [] for router (7784a3d0-d172-49d9-953e-e9357769d6f1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.564489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d03dd36-8f98-4674-b95d-4681320e6ab1) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:36.574185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:36.575261 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.590435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c456b50-5699-4fcf-b99d-95ca7587080c None None] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:36.596119 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b0051613-02b3-4a7b-9ec2-0427514caa1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9790204
Apr 09 21:15:36.600995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44548) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:36.632860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b084a212-b3c9-4f78-85eb-ca97b660c655 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:36.643044 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (41e8ef98-8518-4922-845d-4d58e244e1af), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.728060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks [] for router_gateway (7784a3d0-d172-49d9-953e-e9357769d6f1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.729512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376bd1910>,) {'filters': {'network_id': ['41e8ef98-8518-4922-845d-4d58e244e1af']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:36.768999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376bd1910>, '9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:36.769468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376bd1910>, '9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:36.783000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.808521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Deleting port 13a78ef6-342f-464b-a250-61dfb262c05a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:36.808888 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.845288 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.853844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b084a212-b3c9-4f78-85eb-ca97b660c655 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:36.857584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b084a212-b3c9-4f78-85eb-ca97b660c655 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.860733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ce007f5-9997-4de3-9248-629cfe355056 req-660d3a4e-1cff-4e4e-ac5d-957e60ec2195 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab84835-9825-41f5-b4d4-d960e79d1673 HTTP/1.1" status: 200  len: 210 time: 0.0650194
Apr 09 21:15:36.869269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:36.869675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (9aba7d18-4a8f-42ba-ad9c-4789c2e9ea0a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:36.873401 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:36.909611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] Set router 7784a3d0-d172-49d9-953e-e9357769d6f1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:37.016357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (41e8ef98-8518-4922-845d-4d58e244e1af), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.034234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.043335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/networks/41e8ef98-8518-4922-845d-4d58e244e1af HTTP/1.1" status: 204  len: 168 time: 0.8198888
Apr 09 21:15:37.045011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44556) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:37.263716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8d03dd36-8f98-4674-b95d-4681320e6ab1', 'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1', 'project_id': '5c3d71a0e0874df6bff9cee258aae5c7', 'fixed_ips': [{'subnet_id': '85cbac6b-5ae3-41ba-a77d-d459774c8fd3'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:15:37.267227 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.276497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c53c1-b38e-4774-8cfe-e3a45be89497 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event deleted for resources: {'Network': ['ID=41e8ef98-8518-4922-845d-4d58e244e1af,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:37.413611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9bc52-c726-4937-9af2-6b7d60fc6bae req-ad13de1f-3d5b-46d2-9907-58bce5de9669 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:37.415321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64e9bc52-c726-4937-9af2-6b7d60fc6bae req-ad13de1f-3d5b-46d2-9907-58bce5de9669 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 946 time: 0.1888518
Apr 09 21:15:37.419303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd7dfca-3812-44db-8719-853b0fe4e4da tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Deleting subnet c0e2a63f-1002-48ba-9623-89e45ec6c174 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:37.444028 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dbd7dfca-3812-44db-8719-853b0fe4e4da tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for subnet (c0e2a63f-1002-48ba-9623-89e45ec6c174), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.492840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] For port 13a78ef6-342f-464b-a250-61dfb262c05a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13a78ef6-342f-464b-a250-61dfb262c05a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:37.517388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.535907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec00a0>, [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20'}], 'enable_snat': True}, 'gw_port_id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:15:33Z', 'revision_number': 5, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port': {'id': '13a78ef6-342f-464b-a250-61dfb262c05a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:16Z', 'updated_at': '2022-04-09T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:37.542667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Calling delete_port for 13a78ef6-342f-464b-a250-61dfb262c05a owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:37.546341 ncdv-master-1 neutron-server[126919]: INFO neutron.db.ipam_backend_mixin [None req-b084a212-b3c9-4f78-85eb-ca97b660c655 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 85cbac6b-5ae3-41ba-a77d-d459774c8fd3 (CIDR: 172.20.0.0/28)
Apr 09 21:15:37.554662 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b084a212-b3c9-4f78-85eb-ca97b660c655 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:15:37.555300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b084a212-b3c9-4f78-85eb-ca97b660c655 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:15:37.575920 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b084a212-b3c9-4f78-85eb-ca97b660c655 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9735119
Apr 09 21:15:37.608424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44564) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:37.613733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:37.638713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Allocated IP 172.20.0.2 (8d03dd36-8f98-4674-b95d-4681320e6ab1/85cbac6b-5ae3-41ba-a77d-d459774c8fd3/ef65ba29-1b1e-4706-89ba-5ae1c060bbc6) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:37.672901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64e9bc52-c726-4937-9af2-6b7d60fc6bae req-0a6ba10f-496f-4780-97f7-02b2326c631c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2426653
Apr 09 21:15:37.742481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7773a-9041-44cb-a1ff-b1186833b2b6 req-ca9cae0d-a06e-495a-949e-39d4db2c9345 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:37.744154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7f7773a-9041-44cb-a1ff-b1186833b2b6 req-ca9cae0d-a06e-495a-949e-39d4db2c9345 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.2215750
Apr 09 21:15:37.746698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dbd7dfca-3812-44db-8719-853b0fe4e4da tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (c0e2a63f-1002-48ba-9623-89e45ec6c174), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.858912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:37.860623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb623c0e-e16b-4a04-958b-765823df7d6f req-c4e858c1-7d23-4b77-b534-8aa7fa7a2a77 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:37.862701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.873110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb623c0e-e16b-4a04-958b-765823df7d6f req-c4e858c1-7d23-4b77-b534-8aa7fa7a2a77 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 946 time: 0.0810988
Apr 09 21:15:37.880674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44578) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:37.890078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Request body: {'floatingip': {'port_id': '9fd8a7ed-acf3-4312-8c33-6e136c187474'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:37.908122 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (13a78ef6-342f-464b-a250-61dfb262c05a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.951895 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Publish callbacks [] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:37.985547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44582) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:38.014793 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.017688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] Checking router: 7784a3d0-d172-49d9-953e-e9357769d6f1 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:38.030596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Pushing event deleted for resources: {'Port': ['ID=13a78ef6-342f-464b-a250-61dfb262c05a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:38.050045 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.130221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:38.136663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:38.144205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:38.151385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] Routers {'7784a3d0-d172-49d9-953e-e9357769d6f1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:38.152383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec00a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7784a3d0-d172-49d9-953e-e9357769d6f1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:38.167783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (7784a3d0-d172-49d9-953e-e9357769d6f1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.305316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (7784a3d0-d172-49d9-953e-e9357769d6f1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.309955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks [] for router_controller (7784a3d0-d172-49d9-953e-e9357769d6f1), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.399419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (7784a3d0-d172-49d9-953e-e9357769d6f1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.400123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7784a3d0-d172-49d9-953e-e9357769d6f1 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:15:38.407497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7f7773a-9041-44cb-a1ff-b1186833b2b6 req-69dc8f57-fc68-48e2-b148-8da7a3b4b595 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6173196
Apr 09 21:15:38.409227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.413381 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3bcb0305-9faf-4a18-a8bd-f94e5fd728ab admin admin] 10.222.0.30 "DELETE /v2.0/routers/7784a3d0-d172-49d9-953e-e9357769d6f1 HTTP/1.1" status: 204  len: 168 time: 2.1632211
Apr 09 21:15:38.414154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44584) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:38.475480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dbd7dfca-3812-44db-8719-853b0fe4e4da tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c0e2a63f-1002-48ba-9623-89e45ec6c174), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.551137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] Set router 7784a3d0-d172-49d9-953e-e9357769d6f1 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:38.553391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-76326903-63e0-414c-afb2-8a015671ba55 admin admin] Deleting subnet 9bc25923-caf5-40f9-bc91-bfb20d66f8c6 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:38.561281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76326903-63e0-414c-afb2-8a015671ba55 admin admin] Publish callbacks [] for subnet (9bc25923-caf5-40f9-bc91-bfb20d66f8c6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.580445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Pushing event updated for resources: {'Port': ['ID=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:38.632442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dbd7dfca-3812-44db-8719-853b0fe4e4da tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c0e2a63f-1002-48ba-9623-89e45ec6c174), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.640137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76326903-63e0-414c-afb2-8a015671ba55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (9bc25923-caf5-40f9-bc91-bfb20d66f8c6), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.643806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (0a49f82f-6443-4f0b-b837-00617cf6786b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.683214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec00a0>, [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:15:37Z', 'revision_number': 7, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:38.717213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:38.721802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:38.741814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7dfca-3812-44db-8719-853b0fe4e4da tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e2a63f-1002-48ba-9623-89e45ec6c174,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:38.755300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dbd7dfca-3812-44db-8719-853b0fe4e4da tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.769355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dbd7dfca-3812-44db-8719-853b0fe4e4da tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/subnets/c0e2a63f-1002-48ba-9623-89e45ec6c174 HTTP/1.1" status: 204  len: 168 time: 1.7135136
Apr 09 21:15:38.772729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44588) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:38.781839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:38.782515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.813279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ca903-63ab-4ba7-bdd1-1bd1c49a05e7 None None] Network dde81d76-9045-43bd-908a-e284afb8ced1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:38.844964 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2322848
Apr 09 21:15:38.846649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44592) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:38.846649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d332ad5-0b3d-4d25-ae43-a8072fb5a7e8 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=0a49f82f-6443-4f0b-b837-00617cf6786b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:38.871779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1', 'fixed_ips': [{'subnet_id': '85cbac6b-5ae3-41ba-a77d-d459774c8fd3'}, {'subnet_id': '0a49f82f-6443-4f0b-b837-00617cf6786b'}], 'name': 'tempest-PortsTestJSON-499873970'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:38.945472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e4ea3-a09b-47c0-a852-b883120fb72c None None] The sync data for ids ['7784a3d0-d172-49d9-953e-e9357769d6f1'] in ncdv-master-1 is: [{'id': '7784a3d0-d172-49d9-953e-e9357769d6f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1919949759-router', 'tenant_id': '4d6801916c224eb9adffbc6ac35c6e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:15Z', 'updated_at': '2022-04-09T21:15:37Z', 'revision_number': 7, 'project_id': '4d6801916c224eb9adffbc6ac35c6e54', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:38.954760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76326903-63e0-414c-afb2-8a015671ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9bc25923-caf5-40f9-bc91-bfb20d66f8c6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:38.964211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Attempting to bind port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:38.965476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Attempting to bind port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3c3023d-66c7-407e-b497-00d9c2cba416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:38.966088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Attempting to bind port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 on network 8d03dd36-8f98-4674-b95d-4681320e6ab1 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:39.027558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:39.028219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Checking segment: {'id': 'e3c3023d-66c7-407e-b497-00d9c2cba416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:39.028634 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.029131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Bound using segment: {'id': 'e3c3023d-66c7-407e-b497-00d9c2cba416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:39.029797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Bound port: ef65ba29-1b1e-4706-89ba-5ae1c060bbc6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c3023d-66c7-407e-b497-00d9c2cba416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:39.030249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.130431 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76326903-63e0-414c-afb2-8a015671ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (9bc25923-caf5-40f9-bc91-bfb20d66f8c6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.138052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] For port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:39.142989 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] For port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,segment=NetworkSegment(e3c3023d-66c7-407e-b497-00d9c2cba416),segment_id=e3c3023d-66c7-407e-b497-00d9c2cba416)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:39.153871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.205711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326903-63e0-414c-afb2-8a015671ba55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc25923-caf5-40f9-bc91-bfb20d66f8c6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:39.209154 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76326903-63e0-414c-afb2-8a015671ba55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.221391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac2a8e-4aef-4b87-85dc-9155f0042bfa None None] Pushing event updated for resources: {'Port': ['ID=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:39.222914 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-76326903-63e0-414c-afb2-8a015671ba55 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9bc25923-caf5-40f9-bc91-bfb20d66f8c6 HTTP/1.1" status: 204  len: 168 time: 0.8047659
Apr 09 21:15:39.225620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4dbdf6-25af-460e-93fb-4ff1aa800021 None None] Network dd328838-53a8-48bc-96d3-4ed7570cd305 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:39.226997 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:39.237902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44594) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:39.365933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] DHCP port deletion for dde81d76-9045-43bd-908a-e284afb8ced1 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:39.533721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] Deleting port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:39.534117 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.633711 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (dd328838-53a8-48bc-96d3-4ed7570cd305), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.656227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.683612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] For port 49656f2b-ca19-4f98-86cf-cfc0b1a25818, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49656f2b-ca19-4f98-86cf-cfc0b1a25818,segment=NetworkSegment(787eb55d-57f3-4001-922e-23ebac2d034d),segment_id=787eb55d-57f3-4001-922e-23ebac2d034d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:39.684013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.689432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.694626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:15:39.700279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] Calling delete_port for 49656f2b-ca19-4f98-86cf-cfc0b1a25818 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:39.840774 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (49656f2b-ca19-4f98-86cf-cfc0b1a25818), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.884465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] Pushing event deleted for resources: {'Port': ['ID=49656f2b-ca19-4f98-86cf-cfc0b1a25818,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:39.887801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711edd7-7037-46bd-9b91-d03d98b88dd3 None None] No DVR routers for this DVR port 49656f2b-ca19-4f98-86cf-cfc0b1a25818 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:39.940644 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (dde81d76-9045-43bd-908a-e284afb8ced1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:39.946845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] DHCP port deletion for dd328838-53a8-48bc-96d3-4ed7570cd305 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:40.023394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Deleting port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:40.023745 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.080389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] Deleting port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:40.081420 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.192133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] For port 408f816a-7c3e-48cb-bbc2-2b85a9c60165, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=408f816a-7c3e-48cb-bbc2-2b85a9c60165,segment=NetworkSegment(a78ba06c-8822-4c8a-a324-ea3a781eb9d5),segment_id=a78ba06c-8822-4c8a-a324-ea3a781eb9d5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:40.192574 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.203846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5a32f-5f35-4729-9c1d-191231f7c7cb req-8cfd500c-95ee-4192-a8c6-038991971d10 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:40.205637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dfd5a32f-5f35-4729-9c1d-191231f7c7cb req-8cfd500c-95ee-4192-a8c6-038991971d10 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.5126877
Apr 09 21:15:40.214669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] For port 408f816a-7c3e-48cb-bbc2-2b85a9c60165, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=408f816a-7c3e-48cb-bbc2-2b85a9c60165,segment=NetworkSegment(a78ba06c-8822-4c8a-a324-ea3a781eb9d5),segment_id=a78ba06c-8822-4c8a-a324-ea3a781eb9d5)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:40.215350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.219792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] Calling delete_port for 408f816a-7c3e-48cb-bbc2-2b85a9c60165 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:40.294934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Calling delete_port for 408f816a-7c3e-48cb-bbc2-2b85a9c60165 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:40.389028 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.389409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.5 (8d03dd36-8f98-4674-b95d-4681320e6ab1/85cbac6b-5ae3-41ba-a77d-d459774c8fd3/9fc845cf-0a70-4ba6-8dc0-7bed149f9868) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:40.407577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.24 (8d03dd36-8f98-4674-b95d-4681320e6ab1/0a49f82f-6443-4f0b-b837-00617cf6786b/9fc845cf-0a70-4ba6-8dc0-7bed149f9868) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:40.490606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:40.493977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] Pushing event deleted for resources: {'Port': ['ID=408f816a-7c3e-48cb-bbc2-2b85a9c60165,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:40.549501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40f34d-d3aa-4008-ac74-fd7591996968 None None] No DVR routers for this DVR port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:40.624635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:40.625544 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.658461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (408f816a-7c3e-48cb-bbc2-2b85a9c60165), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.710720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=408f816a-7c3e-48cb-bbc2-2b85a9c60165,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:40.794579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] No DVR routers for this DVR port 408f816a-7c3e-48cb-bbc2-2b85a9c60165 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:40.807982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:40.808361 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.829253 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (dde81d76-9045-43bd-908a-e284afb8ced1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.852735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,segment=NetworkSegment(e3c3023d-66c7-407e-b497-00d9c2cba416),segment_id=e3c3023d-66c7-407e-b497-00d9c2cba416)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:40.853367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23755dfca0>,) {'filters': {'network_id': ['dde81d76-9045-43bd-908a-e284afb8ced1']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:40.862719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.864618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755dfca0>, '787eb55d-57f3-4001-922e-23ebac2d034d') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:40.864970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755dfca0>, '787eb55d-57f3-4001-922e-23ebac2d034d') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:40.909188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (787eb55d-57f3-4001-922e-23ebac2d034d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.927859 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (787eb55d-57f3-4001-922e-23ebac2d034d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.941889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:40.942555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (787eb55d-57f3-4001-922e-23ebac2d034d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:40.980322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 809ca3ad-d13d-4562-905f-9b7a46799f33 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:40.997987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (dd328838-53a8-48bc-96d3-4ed7570cd305), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.025733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.055295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:41.072753 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:41.086246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (dde81d76-9045-43bd-908a-e284afb8ced1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.097403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 809ca3ad-d13d-4562-905f-9b7a46799f33 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:41.097960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 809ca3ad-d13d-4562-905f-9b7a46799f33 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:41.098038 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 13a78ef6-342f-464b-a250-61dfb262c05a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:41.108674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375af4a60>,) {'filters': {'network_id': ['dd328838-53a8-48bc-96d3-4ed7570cd305']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:41.131244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375af4a60>, 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:41.131784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375af4a60>, 'a78ba06c-8822-4c8a-a324-ea3a781eb9d5') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:41.157741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 13a78ef6-342f-464b-a250-61dfb262c05a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:41.158089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 13a78ef6-342f-464b-a250-61dfb262c05a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:41.158521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 408f816a-7c3e-48cb-bbc2-2b85a9c60165 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:41.188492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (a78ba06c-8822-4c8a-a324-ea3a781eb9d5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.193744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 408f816a-7c3e-48cb-bbc2-2b85a9c60165 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:41.194100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 408f816a-7c3e-48cb-bbc2-2b85a9c60165 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:41.194529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 49656f2b-ca19-4f98-86cf-cfc0b1a25818 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:41.222245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a78ba06c-8822-4c8a-a324-ea3a781eb9d5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.240267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 49656f2b-ca19-4f98-86cf-cfc0b1a25818 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:41.240606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 49656f2b-ca19-4f98-86cf-cfc0b1a25818 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:41.251696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:41.253433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (a78ba06c-8822-4c8a-a324-ea3a781eb9d5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:41.372929 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:41.390655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.434934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (dd328838-53a8-48bc-96d3-4ed7570cd305), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.439700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dfd5a32f-5f35-4729-9c1d-191231f7c7cb req-91406892-c7c5-46a8-af57-209b40ff78fc tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.1416104
Apr 09 21:15:41.449970 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.455891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/networks/dde81d76-9045-43bd-908a-e284afb8ced1 HTTP/1.1" status: 204  len: 168 time: 2.6761119
Apr 09 21:15:41.465983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44664) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:41.511828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:41.525262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:41.531658 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] 10.222.0.30 "DELETE /v2.0/networks/dd328838-53a8-48bc-96d3-4ed7570cd305 HTTP/1.1" status: 204  len: 168 time: 2.2840829
Apr 09 21:15:41.548588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:41.576430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:41.612851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f2958-beda-4c7f-9b22-b109b73a3a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd328838-53a8-48bc-96d3-4ed7570cd305,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:41.763512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e48782-ea8a-432a-9d04-7630464cda86 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Pushing event deleted for resources: {'Network': ['ID=dde81d76-9045-43bd-908a-e284afb8ced1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:41.827113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d3ab2-40e7-4d4c-8593-19219ea3fdec None None] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:41.919022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=9fc845cf-0a70-4ba6-8dc0-7bed149f9868,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:41.945375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:41.946450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.062549 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5725de9c-b4c7-4698-a83a-acbd08b5cde1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 3.2113466
Apr 09 21:15:42.065705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44672) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:42.095262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85cbac6b-5ae3-41ba-a77d-d459774c8fd3'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:42.119430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-95c62842-8ae4-4cb7-bb41-5331192bb29c tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "GET /v2.0/ports?device_id=afef8fc2-dc99-4907-a088-24e40240edac HTTP/1.1" status: 200  len: 205 time: 0.6415429
Apr 09 21:15:42.125918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44674) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:42.132324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:15:42.166130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44676) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:42.198536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8220f991-446b-41d2-a77e-97636d8a09db None None] Provisioning complete for port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:42.199097 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8220f991-446b-41d2-a77e-97636d8a09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.290532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:42.350733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28bbb7b-7e2a-4d7a-a70e-d02163318090 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for router (afef8fc2-dc99-4907-a088-24e40240edac), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.426892 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.436815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 3b3cd791-6063-4c09-b9ae-fba13d5db61b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:42.442637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.481969 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.487617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:42.488035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.581541 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a6e32c96-7d39-4f75-ae93-4503a3d4343d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60eee2c55ed842f78ac0fa9e1b400fbf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4140794
Apr 09 21:15:42.582522 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.585661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44680) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:42.735856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8220f991-446b-41d2-a77e-97636d8a09db None None] Current status of the port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:42.795959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Update dhcp port {'port': {'network_id': '8d03dd36-8f98-4674-b95d-4681320e6ab1', 'fixed_ips': [{'subnet_id': '85cbac6b-5ae3-41ba-a77d-d459774c8fd3', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a49f82f-6443-4f0b-b837-00617cf6786b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ef65ba29-1b1e-4706-89ba-5ae1c060bbc6'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:15:42.843394 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:15:42.865334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28bbb7b-7e2a-4d7a-a70e-d02163318090 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (afef8fc2-dc99-4907-a088-24e40240edac), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.877360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28bbb7b-7e2a-4d7a-a70e-d02163318090 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for router_controller (afef8fc2-dc99-4907-a088-24e40240edac), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.897517 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.903036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:42.925764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c5da-77c1-4e2c-ad52-078ed16f7269 req-1d406ac9-9fa9-413d-a5c3-acb8c30ed967 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:42.925764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0256c5da-77c1-4e2c-ad52-078ed16f7269 req-1d406ac9-9fa9-413d-a5c3-acb8c30ed967 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.2119088
Apr 09 21:15:42.990059 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28bbb7b-7e2a-4d7a-a70e-d02163318090 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (afef8fc2-dc99-4907-a088-24e40240edac), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:42.990681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28bbb7b-7e2a-4d7a-a70e-d02163318090 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Fanout notify agent at l3_agent the message router_deleted on router afef8fc2-dc99-4907-a088-24e40240edac {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:15:43.007319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28bbb7b-7e2a-4d7a-a70e-d02163318090 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:43.008445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f28bbb7b-7e2a-4d7a-a70e-d02163318090 tempest-RoutersNegativeTest-1748460684 tempest-RoutersNegativeTest-1748460684-project] 10.222.0.30 "DELETE /v2.0/routers/afef8fc2-dc99-4907-a088-24e40240edac HTTP/1.1" status: 204  len: 168 time: 0.8815401
Apr 09 21:15:43.019232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port 3b3cd791-6063-4c09-b9ae-fba13d5db61b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b3cd791-6063-4c09-b9ae-fba13d5db61b,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:43.019651 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:43.034052 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a5105d97-78db-4127-ada9-76061b3b5701 admin admin] Publish callbacks [] for security_group (a69d0f8a-0198-43e3-89af-6cc80279082b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:43.055679 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Floating IP 4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff associated. External IP: 172.35.0.46, port: 9fd8a7ed-acf3-4312-8c33-6e136c187474.
Apr 09 21:15:43.168442 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a5105d97-78db-4127-ada9-76061b3b5701 admin admin] Publish callbacks [] for security_group (a69d0f8a-0198-43e3-89af-6cc80279082b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:43.268003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Allocated IP 172.20.0.18 (8d03dd36-8f98-4674-b95d-4681320e6ab1/0a49f82f-6443-4f0b-b837-00617cf6786b/ef65ba29-1b1e-4706-89ba-5ae1c060bbc6) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:43.295907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 3b3cd791-6063-4c09-b9ae-fba13d5db61b owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:43.351537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0256c5da-77c1-4e2c-ad52-078ed16f7269 req-ce0793d9-90c8-4d17-8e87-0b898cdac214 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4189329
Apr 09 21:15:43.496716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] For port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,segment=NetworkSegment(e3c3023d-66c7-407e-b497-00d9c2cba416),segment_id=e3c3023d-66c7-407e-b497-00d9c2cba416)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:43.522581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a5105d97-78db-4127-ada9-76061b3b5701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a69d0f8a-0198-43e3-89af-6cc80279082b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:43.525267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a5105d97-78db-4127-ada9-76061b3b5701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:43.540926 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a5105d97-78db-4127-ada9-76061b3b5701 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a69d0f8a-0198-43e3-89af-6cc80279082b HTTP/1.1" status: 204  len: 168 time: 0.9422796
Apr 09 21:15:43.586284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5105d97-78db-4127-ada9-76061b3b5701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69d0f8a-0198-43e3-89af-6cc80279082b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:43.605391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44694) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:43.611530 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Publish callbacks [] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:43.630514 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:43.768004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Delete allocated IP 172.20.0.24 (8d03dd36-8f98-4674-b95d-4681320e6ab1/0a49f82f-6443-4f0b-b837-00617cf6786b) {{(pid=126919) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 09 21:15:43.961648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Pushing event updated for resources: {'Port': ['ID=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:43.979916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.980299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.991104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.991613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.992037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.992434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.992878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.993435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.994267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.994754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.995588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.996020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:43.996498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:44.010221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:44.010892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092ee58-0886-4f5d-b06d-78562a436eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:15:44.187705 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ac2b0af1-d0fb-4fee-98d1-45c1749f3778 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad80e69d669c4aa4a514f7cd412693c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5809054
Apr 09 21:15:44.203693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44702) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:44.301892 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:44.314433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:44.320927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:44.366181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ba59b4f-d646-4be7-a6de-619dd080d580 admin admin] Publish callbacks [] for security_group (7f6e9228-7ed3-467c-8600-ccdc8a7e74d2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:44.455480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44706) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:44.528090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:44.528476 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:44.570338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] In _notify_port_updated(), no bound segment for port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 on network 8d03dd36-8f98-4674-b95d-4681320e6ab1 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:15:44.576031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:44.576702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:44.581667 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "PUT /v2.0/ports/9fc845cf-0a70-4ba6-8dc0-7bed149f9868 HTTP/1.1" status: 200  len: 918 time: 2.5144801
Apr 09 21:15:44.588235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44708) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:44.594958 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39ad53e7-5fe0-4cbd-8c11-d1e93417ce94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d6801916c224eb9adffbc6ac35c6e54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1377671
Apr 09 21:15:44.597125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44710) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:44.608536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85cbac6b-5ae3-41ba-a77d-d459774c8fd3'}, {'subnet_id': '0a49f82f-6443-4f0b-b837-00617cf6786b'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:44.676845 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ba59b4f-d646-4be7-a6de-619dd080d580 admin admin] Publish callbacks [] for security_group (7f6e9228-7ed3-467c-8600-ccdc8a7e74d2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:44.703114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:44.707752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fb851-aeb9-448a-888b-5e9a644ad4d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=9fc845cf-0a70-4ba6-8dc0-7bed149f9868,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:44.999650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5239d2db-430c-4453-a0e6-10bc27da1fdc admin admin] Publish callbacks [] for security_group (1f09049a-e282-41a6-b548-2871e9c31b57), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.019579 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ba59b4f-d646-4be7-a6de-619dd080d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7f6e9228-7ed3-467c-8600-ccdc8a7e74d2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.022775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ba59b4f-d646-4be7-a6de-619dd080d580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.024225 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ba59b4f-d646-4be7-a6de-619dd080d580 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f6e9228-7ed3-467c-8600-ccdc8a7e74d2 HTTP/1.1" status: 204  len: 168 time: 0.8192210
Apr 09 21:15:45.043014 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5239d2db-430c-4453-a0e6-10bc27da1fdc admin admin] Publish callbacks [] for security_group (1f09049a-e282-41a6-b548-2871e9c31b57), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.082598 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3b3cd791-6063-4c09-b9ae-fba13d5db61b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.159388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba59b4f-d646-4be7-a6de-619dd080d580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e9228-7ed3-467c-8600-ccdc8a7e74d2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:45.168985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=3b3cd791-6063-4c09-b9ae-fba13d5db61b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:45.226197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e7c1e-8806-45bd-916e-96a32b4f947c None None] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:45.316658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5239d2db-430c-4453-a0e6-10bc27da1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1f09049a-e282-41a6-b548-2871e9c31b57), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.349693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5239d2db-430c-4453-a0e6-10bc27da1fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.351503 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5239d2db-430c-4453-a0e6-10bc27da1fdc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f09049a-e282-41a6-b548-2871e9c31b57 HTTP/1.1" status: 204  len: 168 time: 0.7354198
Apr 09 21:15:45.395039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239d2db-430c-4453-a0e6-10bc27da1fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09049a-e282-41a6-b548-2871e9c31b57,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:45.401159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.407367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015423ca-6bdf-493c-97e7-d7257ba9b30d req-a5b4d280-47b8-4233-8a16-bcd493e60637 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:45.409532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-015423ca-6bdf-493c-97e7-d7257ba9b30d req-a5b4d280-47b8-4233-8a16-bcd493e60637 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.6389861
Apr 09 21:15:45.598359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-592abce6-87d4-404d-b22d-02174ac2d472 None None] Provisioning complete for port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:45.608661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-592abce6-87d4-404d-b22d-02174ac2d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.761414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.796775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:45.815756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-015423ca-6bdf-493c-97e7-d7257ba9b30d req-f659f129-16d1-41b4-ac8b-4a9ef3e9d157 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3923926
Apr 09 21:15:45.845213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-592abce6-87d4-404d-b22d-02174ac2d472 None None] Current status of the port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:45.887191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-592abce6-87d4-404d-b22d-02174ac2d472 None None] Provisioning complete for port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:45.887800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-592abce6-87d4-404d-b22d-02174ac2d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:45.949127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-592abce6-87d4-404d-b22d-02174ac2d472 None None] Port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:46.214213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:46.242702 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:46.264718 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:46.265413 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237719ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:46.392019 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:46.435244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:15:46.469793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ac905b40-e239-4e64-94b9-80ef1c3294c7 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "PUT /v2.0/floatingips/4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff HTTP/1.1" status: 200  len: 991 time: 8.5697761
Apr 09 21:15:46.469793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'tag': '9fd8a7ed-acf3-4312-8c33-6e136c187474'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:46.469793 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f7506-6360-45cc-bd87-67718a0a117f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f677bb6-c97f-4574-9104-3a2fb5dd4ae6", "tag": "9fd8a7ed-acf3-4312-8c33-6e136c187474"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:46.553737 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea040ca9-b057-4e94-9573-102bcefa6d90 x-openstack-request-id: req-ea040ca9-b057-4e94-9573-102bcefa6d90 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:46.554043 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f677bb6-c97f-4574-9104-3a2fb5dd4ae6", "tag": "9fd8a7ed-acf3-4312-8c33-6e136c187474", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:46.554299 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea040ca9-b057-4e94-9573-102bcefa6d90 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:46.555287 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea040ca9-b057-4e94-9573-102bcefa6d90'] response: {'name': 'network-changed', 'server_uuid': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'tag': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'status': 'completed', 'code': 200}
Apr 09 21:15:46.600936 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:46.757640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:15:46.766263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] Sync routers for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:15:46.781420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-67c395dd-535d-4ee5-811d-c0ff0e64318e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "PUT /v2.0/routers/aa30a2e5-2c5e-48e6-9f26-a8a1703b0562/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7902696
Apr 09 21:15:46.784022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44766) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:46.800713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:46.802686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374937220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:46.807607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.28 (8d03dd36-8f98-4674-b95d-4681320e6ab1/0a49f82f-6443-4f0b-b837-00617cf6786b/9fc845cf-0a70-4ba6-8dc0-7bed149f9868) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:46.929796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-505736ab-7362-469a-ac89-714a9d3449b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting subnet df446276-124a-4cbb-947c-4cd5b78fd196 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:46.938261 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-505736ab-7362-469a-ac89-714a9d3449b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for subnet (df446276-124a-4cbb-947c-4cd5b78fd196), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:47.053173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-505736ab-7362-469a-ac89-714a9d3449b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (df446276-124a-4cbb-947c-4cd5b78fd196), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:47.332871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:47.360335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:47.365826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b452c79-3c77-4e22-8429-04c32151d7af req-77cce36d-9c43-4b9d-b4e3-638a1e29516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:47.371686 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-77cce36d-9c43-4b9d-b4e3-638a1e29516f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1127 time: 0.6308794
Apr 09 21:15:47.444456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44780) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:47.517589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990930a7-e980-44ca-8110-b886d9e45510 req-3a13e78e-6abe-4942-b9a3-cf9fe0592064 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:47.538994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-990930a7-e980-44ca-8110-b886d9e45510 req-3a13e78e-6abe-4942-b9a3-cf9fe0592064 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.5211184
Apr 09 21:15:47.603682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-abd2f422-247b-4915-b475-06b0270e62f6 None None] Provisioning complete for port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:47.604273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abd2f422-247b-4915-b475-06b0270e62f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:47.625123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237719ad30>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.46', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:53:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:15:10Z', 'updated_at': '2022-04-09T21:15:41Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:47.682426 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:47.695671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b452c79-3c77-4e22-8429-04c32151d7af req-d140bc5f-cab0-46ef-b28d-e1653a18a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:47.702213 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-d140bc5f-cab0-46ef-b28d-e1653a18a659 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.3024993
Apr 09 21:15:47.707652 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-505736ab-7362-469a-ac89-714a9d3449b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (df446276-124a-4cbb-947c-4cd5b78fd196), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:47.719103 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:47.720982 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237719ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:47.838864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7506-6360-45cc-bd87-67718a0a117f req-d973b0d9-9927-4851-8951-0e7092940dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:47.851174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-459f7506-6360-45cc-bd87-67718a0a117f req-d973b0d9-9927-4851-8951-0e7092940dcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 1128 time: 1.2394283
Apr 09 21:15:47.877192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-bea4795c-389d-4a46-accf-5fc61be13565 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5648205
Apr 09 21:15:47.878485 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-505736ab-7362-469a-ac89-714a9d3449b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (df446276-124a-4cbb-947c-4cd5b78fd196), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:47.890000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44790) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:47.985956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380be51-4682-4f98-919c-ac6263122880 None None] Network d3c2438b-d822-41fc-bb91-5e702496b45f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:47.996598 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-505736ab-7362-469a-ac89-714a9d3449b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.004581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-505736ab-7362-469a-ac89-714a9d3449b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/subnets/df446276-124a-4cbb-947c-4cd5b78fd196 HTTP/1.1" status: 204  len: 168 time: 1.2172117
Apr 09 21:15:48.102085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44794) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:48.103093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505736ab-7362-469a-ac89-714a9d3449b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Subnet': ['ID=df446276-124a-4cbb-947c-4cd5b78fd196,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:48.169101 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:48.222997 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-733419e8-7d7a-40c5-a597-c87d32a7ba62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 1000 time: 0.4694011
Apr 09 21:15:48.263352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:48.282446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:48.294124 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.302877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--468312252'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:48.330406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=9fc845cf-0a70-4ba6-8dc0-7bed149f9868,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:48.361284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1702522636-network', 'tenant_id': '7525a2e03c554c339134407c220d5499'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:48.434794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b452c79-3c77-4e22-8429-04c32151d7af req-51a1b0cf-1b51-4f5b-adf6-6d6090104d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:48.436932 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-51a1b0cf-1b51-4f5b-adf6-6d6090104d09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.1373899
Apr 09 21:15:48.515749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-06957804-2be6-4511-a921-bd9916ca1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:48.517904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-06957804-2be6-4511-a921-bd9916ca1cd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdd53d98faf74d6a92cdfabace62b088&device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 1127 time: 0.5252340
Apr 09 21:15:48.519531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b452c79-3c77-4e22-8429-04c32151d7af req-25771f04-aac3-49e1-bd3b-860c46065e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:48.521283 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-25771f04-aac3-49e1-bd3b-860c46065e0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0772543
Apr 09 21:15:48.558207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-0c4aeee4-db4a-4fd9-a5ef-1ea5c369e23c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:15:48.559617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-0c4aeee4-db4a-4fd9-a5ef-1ea5c369e23c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0084379
Apr 09 21:15:48.575069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-abd2f422-247b-4915-b475-06b0270e62f6 None None] Current status of the port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:48.587288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-990930a7-e980-44ca-8110-b886d9e45510 req-c0ff78d5-70a0-43b3-8b3a-d5077ceac0a6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0424192
Apr 09 21:15:48.587864 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] In _notify_port_updated(), no bound segment for port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 on network 8d03dd36-8f98-4674-b95d-4681320e6ab1 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:15:48.594764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:48.596091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.598250 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-96508aef-778c-4125-8448-7bebfebff191 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "PUT /v2.0/ports/9fc845cf-0a70-4ba6-8dc0-7bed149f9868 HTTP/1.1" status: 200  len: 998 time: 4.0019591
Apr 09 21:15:48.617789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44802) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:48.675004 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237719ad30>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.46', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:53:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:15:10Z', 'updated_at': '2022-04-09T21:15:41Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:48.682329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Made reservation on behalf of 7525a2e03c554c339134407c220d5499 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:48.685434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.699050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.712840 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c67464-6192-4f2b-9746-266ffa769c2e None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'floating_ip_address': '172.35.0.46', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'port_id': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'mac_address': 'fa:16:3e:53:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:15:10Z', 'updated_at': '2022-04-09T21:15:41Z', 'revision_number': 1, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:48.718195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-abd2f422-247b-4915-b475-06b0270e62f6 None None] Provisioning complete for port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:48.718591 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abd2f422-247b-4915-b475-06b0270e62f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.719726 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.817647 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.819591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9a3d3-d306-456e-8098-f6503cbb4aa1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:48.820025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a3d3-d306-456e-8098-f6503cbb4aa1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.855762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-abd2f422-247b-4915-b475-06b0270e62f6 None None] Port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:48.870748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374937220>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:15:44Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:48.875925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:48.876441 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:48.878598 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-13e2ff4d-3f0a-411f-872c-2747cc0f016e service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3097923
Apr 09 21:15:48.954145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] Checking router: aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:15:48.963692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:48.965651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:15:48.968196 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25827063-d72b-43ab-854f-6484d2c38eda" -d '{"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:15:48.974412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] DHCP port deletion for d3c2438b-d822-41fc-bb91-5e702496b45f request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:48.994316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7506-6360-45cc-bd87-67718a0a117f req-54264db5-0ed3-4553-9cdb-f4439bf89d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:48.996213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-459f7506-6360-45cc-bd87-67718a0a117f req-54264db5-0ed3-4553-9cdb-f4439bf89d5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.9801066
Apr 09 21:15:49.009615 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.101354 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8b914-f4a4-4c89-a8c1-3d4b088632c7 None None] New status for floating IP 4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:15:49.145055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] Routers {'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:15:49.145738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374937220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:49.224926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a3d3-d306-456e-8098-f6503cbb4aa1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.251343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (4a5a8c4e-e78d-4ebf-b763-1c0993bb904d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.267337 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4b452c79-3c77-4e22-8429-04c32151d7af req-20504238-4a33-434d-af77-ba17bb1022af service neutron] 10.222.0.25 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3784277
Apr 09 21:15:49.281891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9a3d3-d306-456e-8098-f6503cbb4aa1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:49.306722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-2a9bdb28-6c0c-49b0-8076-061ed29dc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:49.307827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-2a9bdb28-6c0c-49b0-8076-061ed29dc824 service neutron] 10.222.0.32 "GET /v2.0/networks?id=716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 200  len: 911 time: 0.7194729
Apr 09 21:15:49.308542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4a5a8c4e-e78d-4ebf-b763-1c0993bb904d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.351179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:49.388578 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ebcf29-441d-4e3e-abaf-78cef94a38d3 x-openstack-request-id: req-84ebcf29-441d-4e3e-abaf-78cef94a38d3 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:15:49.389174 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:15:49.389457 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84ebcf29-441d-4e3e-abaf-78cef94a38d3 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:15:49.390399 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ebcf29-441d-4e3e-abaf-78cef94a38d3'] response: {'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'code': 200}
Apr 09 21:15:49.396392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f5b7c0dd-93c9-4948-a528-e4896d3c8d79 None None] Provisioning complete for port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:49.398564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c0dd-93c9-4948-a528-e4896d3c8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.452597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5a8c4e-e78d-4ebf-b763-1c0993bb904d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:49.497990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] Deleting port 4c1a347e-ed59-4a21-8e29-25935df7b06e {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:49.498373 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.551018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] Set router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:15:49.607925 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Publish callbacks [] for security_group (500c4823-4166-4d43-be38-c75ddc6952bf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.620988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (500c4823-4166-4d43-be38-c75ddc6952bf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.640034 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.697739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a3d3-d306-456e-8098-f6503cbb4aa1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9fc845cf-0a70-4ba6-8dc0-7bed149f9868), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.733755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9a3d3-d306-456e-8098-f6503cbb4aa1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=9fc845cf-0a70-4ba6-8dc0-7bed149f9868,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:49.800373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7c0dd-93c9-4948-a528-e4896d3c8d79 None None] Port 9fc845cf-0a70-4ba6-8dc0-7bed149f9868 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:15:49.853901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] For port 4c1a347e-ed59-4a21-8e29-25935df7b06e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c1a347e-ed59-4a21-8e29-25935df7b06e,segment=NetworkSegment(1c565fe8-24f0-4564-bf5a-00e833230d5b),segment_id=1c565fe8-24f0-4564-bf5a-00e833230d5b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:49.854314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.875503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] Calling delete_port for 4c1a347e-ed59-4a21-8e29-25935df7b06e owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:49.883905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a3d3-d306-456e-8098-f6503cbb4aa1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:49.892289 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d9e9a3d3-d306-456e-8098-f6503cbb4aa1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/9fc845cf-0a70-4ba6-8dc0-7bed149f9868 HTTP/1.1" status: 204  len: 168 time: 1.2715724
Apr 09 21:15:49.892938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44854) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:49.927963 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ab2fc4-3b7d-4f6f-a46e-ff75c87e67f9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:15:49.932471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b1ab2fc4-3b7d-4f6f-a46e-ff75c87e67f9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/9fc845cf-0a70-4ba6-8dc0-7bed149f9868 HTTP/1.1" status: 404  len: 333 time: 0.0380831
Apr 09 21:15:49.933117 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44862) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:50.001777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-34014c87-78a1-421c-ab21-6b0e39ee31bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet 0a49f82f-6443-4f0b-b837-00617cf6786b {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:50.006244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c6a231de-8bbe-4ea2-b8dd-3c18b87f2f77 None None] Could not find standard attr ID for object 9fc845cf-0a70-4ba6-8dc0-7bed149f9868. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:15:50.006824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-34014c87-78a1-421c-ab21-6b0e39ee31bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (0a49f82f-6443-4f0b-b837-00617cf6786b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.047708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374937220>, [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:15:44Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:50.063652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-34014c87-78a1-421c-ab21-6b0e39ee31bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (0a49f82f-6443-4f0b-b837-00617cf6786b), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.090450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eee19-c0fc-4c5f-ac6a-8980dbad45ab None None] The sync data for ids ['aa30a2e5-2c5e-48e6-9f26-a8a1703b0562'] in ncdv-master-1 is: [{'id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398210737', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40'}], 'enable_snat': True}, 'gw_port_id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:13:00Z', 'updated_at': '2022-04-09T21:15:44Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '81fff071-1152-4166-b73d-0ea9218b3c7c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa30a2e5-2c5e-48e6-9f26-a8a1703b0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:13:01Z', 'updated_at': '2022-04-09T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:15:50.105386 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (4c1a347e-ed59-4a21-8e29-25935df7b06e), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.146417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:15:50.157696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8e79d6fa-df56-495a-8725-79c0ae057e74), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.158168 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Added segment 8e79d6fa-df56-495a-8725-79c0ae057e74 of type vlan for network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534
Apr 09 21:15:50.173294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] Pushing event deleted for resources: {'Port': ['ID=4c1a347e-ed59-4a21-8e29-25935df7b06e,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:50.185171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7113af-0415-4ee7-a5f0-ef0c053876c2 None None] No DVR routers for this DVR port 4c1a347e-ed59-4a21-8e29-25935df7b06e on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:50.197611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-34014c87-78a1-421c-ab21-6b0e39ee31bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0a49f82f-6443-4f0b-b837-00617cf6786b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.230189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (ac6af55a-d53e-4000-855a-8c08948f5555), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.255389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-459f7506-6360-45cc-bd87-67718a0a117f req-8352ec1b-9338-4246-a706-2392e26dd6b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474 HTTP/1.1" status: 200  len: 999 time: 0.9872921
Apr 09 21:15:50.256001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500c4823-4166-4d43-be38-c75ddc6952bf,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:50.268906 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ac6af55a-d53e-4000-855a-8c08948f5555), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.285217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-127d8d84-ac0b-426a-aa18-8e9b3665aa3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f550ab8b-46fc-476d-9e17-cf770f908314 HTTP/1.1" status: 200  len: 1001 time: 0.8871524
Apr 09 21:15:50.293797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-34014c87-78a1-421c-ab21-6b0e39ee31bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (0a49f82f-6443-4f0b-b837-00617cf6786b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.336188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34014c87-78a1-421c-ab21-6b0e39ee31bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=0a49f82f-6443-4f0b-b837-00617cf6786b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:50.348119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-34014c87-78a1-421c-ab21-6b0e39ee31bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.354664 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-34014c87-78a1-421c-ab21-6b0e39ee31bf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/0a49f82f-6443-4f0b-b837-00617cf6786b HTTP/1.1" status: 204  len: 168 time: 0.4180965
Apr 09 21:15:50.355269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44882) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:50.433220 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de82dc37-c520-4bcc-a8cc-b6f990dd8abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.434386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-b105dd2a-0c91-44f0-b21f-a3d02bad7b5a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet 85cbac6b-5ae3-41ba-a77d-d459774c8fd3 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:15:50.450848 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.452315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 2.9850688
Apr 09 21:15:50.458676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b105dd2a-0c91-44f0-b21f-a3d02bad7b5a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (85cbac6b-5ae3-41ba-a77d-d459774c8fd3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.461740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:50.502116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ce1c8-0b1e-4e67-8786-971478d18429 req-3cc3ffd9-9b65-4bdc-83b4-43061f3ac01c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:50.504090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a89ce1c8-0b1e-4e67-8786-971478d18429 req-3cc3ffd9-9b65-4bdc-83b4-43061f3ac01c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.3317926
Apr 09 21:15:50.521383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.529280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4c1a347e-ed59-4a21-8e29-25935df7b06e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:50.570639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4c1a347e-ed59-4a21-8e29-25935df7b06e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:50.570889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22290b3-fdf3-48b9-a3d4-8f6a00ea5e44 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6af55a-d53e-4000-855a-8c08948f5555,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:50.570987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4c1a347e-ed59-4a21-8e29-25935df7b06e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:50.611257 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ad137ac-75ad-4160-82cf-c803d19f7847 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1486866
Apr 09 21:15:50.615021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44886) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:50.621385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6fa08576-e55f-46e3-8ed6-92f474f46185 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-security--294638425', 'description': 'tempest-security-description-680816123'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:50.656069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:15:50.656572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b105dd2a-0c91-44f0-b21f-a3d02bad7b5a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (85cbac6b-5ae3-41ba-a77d-d459774c8fd3), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.710982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36609af8-12af-473e-9dbd-2fd723a09384 None None] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:50.727328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 81fff071-1152-4166-b73d-0ea9218b3c7c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:50.727687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.751482 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fa08576-e55f-46e3-8ed6-92f474f46185 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (ac6af55a-d53e-4000-855a-8c08948f5555), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.785518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4f7f9067-6a40-4709-bbaf-25fb10a630b7 None None] Could not find standard attr ID for object 9fc845cf-0a70-4ba6-8dc0-7bed149f9868. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:15:50.814297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44896) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:50.823236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e844cd18-f544-4f34-8d91-be982d1240ed tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753836868', 'description': 'tempest-secgroup-smoke-753836868 description', 'project_id': 'a2e537a0863d43df811118a31e20609c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:50.892876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-883b37c4-26ad-4481-b7ad-c986c06d3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:50.893118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fa08576-e55f-46e3-8ed6-92f474f46185 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (ac6af55a-d53e-4000-855a-8c08948f5555), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.894769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-883b37c4-26ad-4481-b7ad-c986c06d3f9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 200  len: 849 time: 0.5640991
Apr 09 21:15:50.896447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b105dd2a-0c91-44f0-b21f-a3d02bad7b5a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (85cbac6b-5ae3-41ba-a77d-d459774c8fd3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.900400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e844cd18-f544-4f34-8d91-be982d1240ed tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.954616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port 81fff071-1152-4166-b73d-0ea9218b3c7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81fff071-1152-4166-b73d-0ea9218b3c7c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:50.955330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.985627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fa08576-e55f-46e3-8ed6-92f474f46185 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ac6af55a-d53e-4000-855a-8c08948f5555), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.990664 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fa08576-e55f-46e3-8ed6-92f474f46185 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:50.997207 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6fa08576-e55f-46e3-8ed6-92f474f46185 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "PUT /v2.0/security-groups/ac6af55a-d53e-4000-855a-8c08948f5555 HTTP/1.1" status: 200  len: 1795 time: 0.3811128
Apr 09 21:15:51.004674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44900) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:51.022912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 81fff071-1152-4166-b73d-0ea9218b3c7c owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:51.042658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7506-6360-45cc-bd87-67718a0a117f req-c32e15a5-2248-4fa4-8cc6-7f8205fb3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:51.044164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-459f7506-6360-45cc-bd87-67718a0a117f req-c32e15a5-2248-4fa4-8cc6-7f8205fb3dc0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.4263780
Apr 09 21:15:51.052756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a89ce1c8-0b1e-4e67-8786-971478d18429 req-50d89c32-62cf-48a7-a460-1ae16971eb47 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5241814
Apr 09 21:15:51.057348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.058628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:51.059220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.086800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-421f00ce-a02c-42ef-a57a-c8acd8fd3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:51.088987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-421f00ce-a02c-42ef-a57a-c8acd8fd3ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=716e02fb-2354-45aa-9b94-e82b4f941149&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1713018
Apr 09 21:15:51.123709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa08576-e55f-46e3-8ed6-92f474f46185 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6af55a-d53e-4000-855a-8c08948f5555,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:51.139018 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5ce81ab9-d3ba-4284-a7d5-66cabaeb640f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups/ac6af55a-d53e-4000-855a-8c08948f5555 HTTP/1.1" status: 200  len: 1795 time: 0.1268170
Apr 09 21:15:51.145344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44902) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:51.180505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 3.2641656
Apr 09 21:15:51.181753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44904) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:51.190681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Request body: {'subnet': {'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1702522636-subnet', 'tenant_id': '7525a2e03c554c339134407c220d5499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:51.236598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b105dd2a-0c91-44f0-b21f-a3d02bad7b5a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (85cbac6b-5ae3-41ba-a77d-d459774c8fd3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.259541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e844cd18-f544-4f34-8d91-be982d1240ed tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group (72849a87-29ee-4959-82df-9e171461bebe), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.293517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105dd2a-0c91-44f0-b21f-a3d02bad7b5a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=85cbac6b-5ae3-41ba-a77d-d459774c8fd3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:51.296988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21d89cfe-be14-4c26-b6d8-5790ab23d0d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (ac6af55a-d53e-4000-855a-8c08948f5555), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.328745 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21d89cfe-be14-4c26-b6d8-5790ab23d0d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (ac6af55a-d53e-4000-855a-8c08948f5555), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.346624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e844cd18-f544-4f34-8d91-be982d1240ed tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (72849a87-29ee-4959-82df-9e171461bebe), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.350478 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b105dd2a-0c91-44f0-b21f-a3d02bad7b5a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.353736 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b105dd2a-0c91-44f0-b21f-a3d02bad7b5a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/85cbac6b-5ae3-41ba-a77d-d459774c8fd3 HTTP/1.1" status: 204  len: 168 time: 0.9973810
Apr 09 21:15:51.380484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44906) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:51.389355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844cd18-f544-4f34-8d91-be982d1240ed tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72849a87-29ee-4959-82df-9e171461bebe,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:51.393340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Made reservation on behalf of 7525a2e03c554c339134407c220d5499 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:51.395166 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.402511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa3f62-3b89-40a3-8a14-f7c41fec416b admin admin] Pushing event updated for resources: {'Network': ['ID=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:51.413717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7506-6360-45cc-bd87-67718a0a117f req-57beffc2-b93e-453c-a8ff-ba4042e049cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:51.415496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-459f7506-6360-45cc-bd87-67718a0a117f req-57beffc2-b93e-453c-a8ff-ba4042e049cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1867652
Apr 09 21:15:51.427720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:15:51.491050 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e844cd18-f544-4f34-8d91-be982d1240ed tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.492309 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e844cd18-f544-4f34-8d91-be982d1240ed tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.6727796
Apr 09 21:15:51.505216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44908) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:51.512055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-10b65634-1941-4811-833a-33cffc04db87 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'security_group_rule': {'security_group_id': '72849a87-29ee-4959-82df-9e171461bebe', 'project_id': 'a2e537a0863d43df811118a31e20609c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:51.580842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21d89cfe-be14-4c26-b6d8-5790ab23d0d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ac6af55a-d53e-4000-855a-8c08948f5555), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.583362 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21d89cfe-be14-4c26-b6d8-5790ab23d0d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.584515 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-21d89cfe-be14-4c26-b6d8-5790ab23d0d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/ac6af55a-d53e-4000-855a-8c08948f5555 HTTP/1.1" status: 204  len: 168 time: 0.4382370
Apr 09 21:15:51.594796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (8d03dd36-8f98-4674-b95d-4681320e6ab1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.598475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44910) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:51.599490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-171a790e-cf12-4bf0-9146-40bbd163ada3 service neutron] 10.222.0.32 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4959602
Apr 09 21:15:51.626971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d89cfe-be14-4c26-b6d8-5790ab23d0d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6af55a-d53e-4000-855a-8c08948f5555,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:51.728298 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1d0b631b-2ee8-4171-b3f3-f0e5ded75763 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1259751
Apr 09 21:15:51.732564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44912) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:51.733447 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10b65634-1941-4811-833a-33cffc04db87 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (42dd9474-8a0f-4e0c-81f6-ae5769bae09f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.744516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b3a70-5d93-4182-8e37-58f62bd1a8b5 None None] Network 8d03dd36-8f98-4674-b95d-4681320e6ab1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:51.749804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:51.750142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.771460 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-9a6c718d-bce3-4470-aceb-5e6a9ce18a2c tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] delete failed (client error): The resource could not be found.
Apr 09 21:15:51.776376 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9a6c718d-bce3-4470-aceb-5e6a9ce18a2c tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/ac6af55a-d53e-4000-855a-8c08948f5555 HTTP/1.1" status: 404  len: 347 time: 0.0375481
Apr 09 21:15:51.776534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44914) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:51.781066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-459f7506-6360-45cc-bd87-67718a0a117f req-5f63675d-6725-43c6-b83a-4ac36026d293 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3124270
Apr 09 21:15:51.782073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ed29f5fa-7970-4b5e-ac1f-15d34c010bca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--609679001'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:51.818743 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (81fff071-1152-4166-b73d-0ea9218b3c7c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.839297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (7a23bc99-08c5-469e-99d1-ced3a9cb059d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.846807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4b9f43a6-c628-4301-ba5b-57efabd8825f None None] Provisioning complete for port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:51.847258 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4b9f43a6-c628-4301-ba5b-57efabd8825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.875784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=81fff071-1152-4166-b73d-0ea9218b3c7c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:51.921484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-601a32cd-6b92-48be-92c9-f90b726f4a4a req-a5bbc39c-8504-4ae8-a56d-eef631269b70 service neutron] 10.222.0.32 "GET /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3135097
Apr 09 21:15:51.960803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] For port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,segment=NetworkSegment(e3c3023d-66c7-407e-b497-00d9c2cba416),segment_id=e3c3023d-66c7-407e-b497-00d9c2cba416)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:51.961025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:51.982506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:52.028733 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10b65634-1941-4811-833a-33cffc04db87 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (42dd9474-8a0f-4e0c-81f6-ae5769bae09f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.044083 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10b65634-1941-4811-833a-33cffc04db87 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (42dd9474-8a0f-4e0c-81f6-ae5769bae09f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.071197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed29f5fa-7970-4b5e-ac1f-15d34c010bca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.075255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-459f7506-6360-45cc-bd87-67718a0a117f req-0a0166bd-d57e-48bb-8c63-cf0f965e4058 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2841501
Apr 09 21:15:52.078375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.147523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] DHCP port deletion for 8d03dd36-8f98-4674-b95d-4681320e6ab1 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:15:52.147742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b65634-1941-4811-833a-33cffc04db87 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dd9474-8a0f-4e0c-81f6-ae5769bae09f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:52.192948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f43a6-c628-4301-ba5b-57efabd8825f None None] Current status of the port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:52.198988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] Deleting port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:15:52.199386 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.210324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a23bc99-08c5-469e-99d1-ced3a9cb059d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:52.218137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-10b65634-1941-4811-833a-33cffc04db87 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.222501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-10b65634-1941-4811-833a-33cffc04db87 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7159398
Apr 09 21:15:52.223201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44920) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:52.240345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8913ff80-fb05-44a7-9fa7-42f6aabd07a6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'security_group_rule': {'security_group_id': '72849a87-29ee-4959-82df-9e171461bebe', 'project_id': 'a2e537a0863d43df811118a31e20609c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:52.250408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Checking segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:52.250841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Network hostable DHCP agents. Network: fc7f341d-80bd-4d4e-b4fe-3dfca09d2534, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:15:52.271834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] For port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,segment=NetworkSegment(e3c3023d-66c7-407e-b497-00d9c2cba416),segment_id=e3c3023d-66c7-407e-b497-00d9c2cba416)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:52.272297 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.301773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] Calling delete_port for ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:15:52.308170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.312623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_controller (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.327413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:15:52.350819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.372181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:52.397392 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64506389-6779-4255-8307-c92ff72752b2 req-74bb8f6c-f637-41ff-9d52-7f95ed7e72d8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:52.398286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed29f5fa-7970-4b5e-ac1f-15d34c010bca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.399166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64506389-6779-4255-8307-c92ff72752b2 req-74bb8f6c-f637-41ff-9d52-7f95ed7e72d8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.1879802
Apr 09 21:15:52.403849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:52.404199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:52.404663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3b3cd791-6063-4c09-b9ae-fba13d5db61b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:52.409288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc7f341d-80bd-4d4e-b4fe-3dfca09d2534) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:52.409466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8913ff80-fb05-44a7-9fa7-42f6aabd07a6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (5ec01d61-8d12-401b-ac4c-d9933339071d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.414848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:52.416277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.431784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:52.435001 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (aa30a2e5-2c5e-48e6-9f26-a8a1703b0562), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.435478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Fanout notify agent at l3_agent the message router_deleted on router aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:15:52.436040 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No DVR routers for this DVR port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:52.441028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a37f6-0e46-4f92-a691-940990f3b021 None None] Network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:52.455737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.459759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 3b3cd791-6063-4c09-b9ae-fba13d5db61b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:52.460098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3b3cd791-6063-4c09-b9ae-fba13d5db61b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:52.463556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-db2c3265-985b-4013-91d1-f74ec928b65b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/routers/aa30a2e5-2c5e-48e6-9f26-a8a1703b0562 HTTP/1.1" status: 204  len: 168 time: 4.3573582
Apr 09 21:15:52.465124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44922) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:52.518357 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (ef65ba29-1b1e-4706-89ba-5ae1c060bbc6), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.535551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] No DVR routers for this DVR port ef65ba29-1b1e-4706-89ba-5ae1c060bbc6 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:15:52.545071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (8d03dd36-8f98-4674-b95d-4681320e6ab1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.552257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed29f5fa-7970-4b5e-ac1f-15d34c010bca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.572331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba415c-6f8a-4825-8e3e-dc2f234cfc17 None None] Pushing event deleted for resources: {'Port': ['ID=ef65ba29-1b1e-4706-89ba-5ae1c060bbc6,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:52.604254 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d58b948c-e23e-4402-bcf6-eb08d0f66d19 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4171095
Apr 09 21:15:52.608609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed29f5fa-7970-4b5e-ac1f-15d34c010bca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.611050 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ed29f5fa-7970-4b5e-ac1f-15d34c010bca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8324304
Apr 09 21:15:52.626664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44926) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:52.640891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bbe8c85f-0dc0-42cc-9aaf-0076811b81c4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': 'f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:52.644710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336b683-c476-4713-a09a-308011738820 None None] Network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:52.659320 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (d3c2438b-d822-41fc-bb91-5e702496b45f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.664217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64506389-6779-4255-8307-c92ff72752b2 req-c8eb70df-e089-4888-a688-8b1746430825 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2567635
Apr 09 21:15:52.672549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8913ff80-fb05-44a7-9fa7-42f6aabd07a6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (5ec01d61-8d12-401b-ac4c-d9933339071d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.675691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23775d0790>,) {'filters': {'network_id': ['8d03dd36-8f98-4674-b95d-4681320e6ab1']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:52.684622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8913ff80-fb05-44a7-9fa7-42f6aabd07a6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5ec01d61-8d12-401b-ac4c-d9933339071d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.703331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23775d0790>, 'e3c3023d-66c7-407e-b497-00d9c2cba416') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:52.703853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23775d0790>, 'e3c3023d-66c7-407e-b497-00d9c2cba416') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:52.716799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913ff80-fb05-44a7-9fa7-42f6aabd07a6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec01d61-8d12-401b-ac4c-d9933339071d,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:52.735475 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (e3c3023d-66c7-407e-b497-00d9c2cba416), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.758370 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e3c3023d-66c7-407e-b497-00d9c2cba416), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.766593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:52.767169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (e3c3023d-66c7-407e-b497-00d9c2cba416), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.822521 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8913ff80-fb05-44a7-9fa7-42f6aabd07a6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.830322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8913ff80-fb05-44a7-9fa7-42f6aabd07a6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5966020
Apr 09 21:15:52.839451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44932) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:52.849082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-75c981c3-2f83-49a3-94ff-2d56731d6109 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'security_group_rule': {'security_group_id': '72849a87-29ee-4959-82df-9e171461bebe', 'project_id': 'a2e537a0863d43df811118a31e20609c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:52.875053 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:52.879003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29f5fa-7970-4b5e-ac1f-15d34c010bca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:52.885720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c85f-0dc0-42cc-9aaf-0076811b81c4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.912034 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (d3c2438b-d822-41fc-bb91-5e702496b45f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.917437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (8d03dd36-8f98-4674-b95d-4681320e6ab1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.920566 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2a799a96-600c-4cfd-ac6e-f5c7e041a263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.937077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:52.946122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44942) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:52.951298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23761dca30>,) {'filters': {'network_id': ['d3c2438b-d822-41fc-bb91-5e702496b45f']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:52.954241 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/networks/8d03dd36-8f98-4674-b95d-4681320e6ab1 HTTP/1.1" status: 204  len: 168 time: 1.5602798
Apr 09 21:15:52.988698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04cfb6-a1a5-45fd-9f19-29b385c433c0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Network': ['ID=8d03dd36-8f98-4674-b95d-4681320e6ab1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:53.024020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c85f-0dc0-42cc-9aaf-0076811b81c4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.034086 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c85f-0dc0-42cc-9aaf-0076811b81c4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.044636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761dca30>, '1c565fe8-24f0-4564-bf5a-00e833230d5b') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:53.045177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761dca30>, '1c565fe8-24f0-4564-bf5a-00e833230d5b') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:15:53.059068 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75c981c3-2f83-49a3-94ff-2d56731d6109 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (31fa93bd-5047-4d04-910d-010f2d450ae9), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.066531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8c85f-0dc0-42cc-9aaf-0076811b81c4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:53.073451 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (1c565fe8-24f0-4564-bf5a-00e833230d5b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.085699 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c85f-0dc0-42cc-9aaf-0076811b81c4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.087103 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bbe8c85f-0dc0-42cc-9aaf-0076811b81c4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4589550
Apr 09 21:15:53.091873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44950) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.107667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0fc22-5b00-410e-b75f-53932c5a8061 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:53.109267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0df0fc22-5b00-410e-b75f-53932c5a8061 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1617038
Apr 09 21:15:53.113907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.167916 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3c93a0d6-8016-4bee-a467-9b85dd2c3a10 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0523992
Apr 09 21:15:53.168575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44962) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.173900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1537252697'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:53.176144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1c565fe8-24f0-4564-bf5a-00e833230d5b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.200942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:53.205207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.226064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:15:53.226479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (1c565fe8-24f0-4564-bf5a-00e833230d5b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:15:53.230000 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:15:53.241891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:15:53.261068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (bbd051a2-cf01-451c-ab8e-421b972eb61b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.261467 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Added segment bbd051a2-cf01-451c-ab8e-421b972eb61b of type vlan for network 495cfff2-0cd8-4675-85ca-4d39b420597e
Apr 09 21:15:53.276463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9b133af1-8add-4102-a213-7cb013a9969e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.299286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75c981c3-2f83-49a3-94ff-2d56731d6109 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (31fa93bd-5047-4d04-910d-010f2d450ae9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.310134 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9b133af1-8add-4102-a213-7cb013a9969e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.325231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (495cfff2-0cd8-4675-85ca-4d39b420597e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.357220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75c981c3-2f83-49a3-94ff-2d56731d6109 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (31fa93bd-5047-4d04-910d-010f2d450ae9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.369161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (495cfff2-0cd8-4675-85ca-4d39b420597e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.374536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:53.375429 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.433733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c981c3-2f83-49a3-94ff-2d56731d6109 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fa93bd-5047-4d04-910d-010f2d450ae9,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:53.433955 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2607522
Apr 09 21:15:53.438056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44974) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.444416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:53.453309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (d3c2438b-d822-41fc-bb91-5e702496b45f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.463654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-8a43c155-5360-4ae8-a0af-52511ace4fb1 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:53.465269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-8a43c155-5360-4ae8-a0af-52511ace4fb1 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 813 time: 0.3383546
Apr 09 21:15:53.476700 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75c981c3-2f83-49a3-94ff-2d56731d6109 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.480797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-75c981c3-2f83-49a3-94ff-2d56731d6109 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6401737
Apr 09 21:15:53.480923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44980) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.485272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85c39e-56a4-4627-87d3-3c8b51e8e8fa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Network': ['ID=495cfff2-0cd8-4675-85ca-4d39b420597e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:53.487802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.491189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d67e75ba-029a-4967-8621-608f217833df tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'security_group_rule': {'security_group_id': '72849a87-29ee-4959-82df-9e171461bebe', 'project_id': 'a2e537a0863d43df811118a31e20609c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:53.494191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/networks/d3c2438b-d822-41fc-bb91-5e702496b45f HTTP/1.1" status: 204  len: 168 time: 1.0182660
Apr 09 21:15:53.496696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44982) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.497911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 495cfff2-0cd8-4675-85ca-4d39b420597e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:15:53.538812 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9b133af1-8add-4102-a213-7cb013a9969e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.564277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9b133af1-8add-4102-a213-7cb013a9969e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.565488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9b133af1-8add-4102-a213-7cb013a9969e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b HTTP/1.1" status: 204  len: 168 time: 0.4648759
Apr 09 21:15:53.578441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.585010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebb3f6-b325-430b-a91b-7c587e8e4bd2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Network': ['ID=d3c2438b-d822-41fc-bb91-5e702496b45f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:53.591595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b133af1-8add-4102-a213-7cb013a9969e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2e88623-a3c4-4c99-ba4d-6c5a31b73f3b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:53.606857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d67e75ba-029a-4967-8621-608f217833df tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (9e246e2d-4f8c-42e1-854a-c53da3926760), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.621535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-497199f6-0e33-44dd-b3f3-3740eb08784e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/quotas/7525a2e03c554c339134407c220d5499 HTTP/1.1" status: 200  len: 375 time: 0.1360593
Apr 09 21:15:53.668291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-0d1ed420-7d31-473b-b55a-3090919e75ae tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0396636
Apr 09 21:15:53.683170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-b89f7be4-6a0c-441f-805d-203070c64330 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:15:53.684117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-b89f7be4-6a0c-441f-805d-203070c64330 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0071280
Apr 09 21:15:53.689956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:53.694523 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.713796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6804d656-4d3a-4a3b-9a0a-af5c70b68102 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (57d70876-1f88-4d04-8234-095a98312efc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.732388 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f9488374-b07d-4490-8dc4-5751824598f4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1521339
Apr 09 21:15:53.746139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44990) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.817098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6804d656-4d3a-4a3b-9a0a-af5c70b68102 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (57d70876-1f88-4d04-8234-095a98312efc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.859399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d67e75ba-029a-4967-8621-608f217833df tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (9e246e2d-4f8c-42e1-854a-c53da3926760), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.879607 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d67e75ba-029a-4967-8621-608f217833df tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9e246e2d-4f8c-42e1-854a-c53da3926760), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.912186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e75ba-029a-4967-8621-608f217833df tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e246e2d-4f8c-42e1-854a-c53da3926760,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:53.929841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab6c1-7a28-4981-a8b8-5990c5187975 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.961114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d67e75ba-029a-4967-8621-608f217833df tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.965649 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d67e75ba-029a-4967-8621-608f217833df tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4829826
Apr 09 21:15:53.966060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45000) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:53.967638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab6c1-7a28-4981-a8b8-5990c5187975 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:53.993137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f91b539d-be39-4c24-beef-baeba3229a60 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'security_group_rule': {'security_group_id': '72849a87-29ee-4959-82df-9e171461bebe', 'project_id': 'a2e537a0863d43df811118a31e20609c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:54.005366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-375afb77-7b2e-41f4-9869-46ee5d141d3e service neutron] 10.222.0.30 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2851701
Apr 09 21:15:54.011520 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6804d656-4d3a-4a3b-9a0a-af5c70b68102 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (57d70876-1f88-4d04-8234-095a98312efc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.014679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6804d656-4d3a-4a3b-9a0a-af5c70b68102 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.016076 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6804d656-4d3a-4a3b-9a0a-af5c70b68102 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/security-groups/57d70876-1f88-4d04-8234-095a98312efc HTTP/1.1" status: 204  len: 168 time: 0.5174763
Apr 09 21:15:54.028047 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804d656-4d3a-4a3b-9a0a-af5c70b68102 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d70876-1f88-4d04-8234-095a98312efc,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:54.049920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab6c1-7a28-4981-a8b8-5990c5187975 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.052718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab6c1-7a28-4981-a8b8-5990c5187975 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.055144 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a1ab6c1-7a28-4981-a8b8-5990c5187975 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436 HTTP/1.1" status: 204  len: 168 time: 0.3043413
Apr 09 21:15:54.059145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45004) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:54.102279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ab6c1-7a28-4981-a8b8-5990c5187975 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bb3ec6-3eaa-431a-b24d-5e52b4ce4436,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:54.106633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.137131 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ed095a97-f83b-4a62-a09d-4df255166e54 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0757244
Apr 09 21:15:54.141022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45010) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:54.154814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fe4ed61f-8e4e-434d-91c4-50255ccf1871 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844418763'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:54.195960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 81fff071-1152-4166-b73d-0ea9218b3c7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:54.196289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed61f-8e4e-434d-91c4-50255ccf1871 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.203627 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-f91b539d-be39-4c24-beef-baeba3229a60 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Project a2e537a0863d43df811118a31e20609c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:15:54.225374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f91b539d-be39-4c24-beef-baeba3229a60 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (c1b0410f-15de-4e1c-a03e-5a90cf9c2a1f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.249761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 81fff071-1152-4166-b73d-0ea9218b3c7c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:15:54.250101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 81fff071-1152-4166-b73d-0ea9218b3c7c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:15:54.273099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:15:54.320346 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed61f-8e4e-434d-91c4-50255ccf1871 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (6758e21f-bca8-46ab-8937-bc7daf32ccf0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.328126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed61f-8e4e-434d-91c4-50255ccf1871 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6758e21f-bca8-46ab-8937-bc7daf32ccf0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.378212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ed61f-8e4e-434d-91c4-50255ccf1871 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6758e21f-bca8-46ab-8937-bc7daf32ccf0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:54.393005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed61f-8e4e-434d-91c4-50255ccf1871 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.394767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fe4ed61f-8e4e-434d-91c4-50255ccf1871 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2522225
Apr 09 21:15:54.397257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45032) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:54.402185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-097054ce-e6fe-468d-915f-2668e87abdfb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': '6758e21f-bca8-46ab-8937-bc7daf32ccf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:54.427605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:54.436972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-097054ce-e6fe-468d-915f-2668e87abdfb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (751c8787-c8c9-40d4-a69a-45aab4d296aa), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.503854 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-571c6f12-843a-4f4c-8416-17b0a7b9ebf4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0638878
Apr 09 21:15:54.520480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-097054ce-e6fe-468d-915f-2668e87abdfb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (751c8787-c8c9-40d4-a69a-45aab4d296aa), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.528374 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-097054ce-e6fe-468d-915f-2668e87abdfb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (751c8787-c8c9-40d4-a69a-45aab4d296aa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.550829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097054ce-e6fe-468d-915f-2668e87abdfb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751c8787-c8c9-40d4-a69a-45aab4d296aa,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:54.561691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-097054ce-e6fe-468d-915f-2668e87abdfb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.562886 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-097054ce-e6fe-468d-915f-2668e87abdfb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1646156
Apr 09 21:15:54.565737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45034) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:54.570101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-62ed195c-5654-4f63-bf69-f81d765e02d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': '6758e21f-bca8-46ab-8937-bc7daf32ccf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:54.598063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62ed195c-5654-4f63-bf69-f81d765e02d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (1d8327d5-b536-4593-bb37-af2910d7802f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.658261 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62ed195c-5654-4f63-bf69-f81d765e02d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (1d8327d5-b536-4593-bb37-af2910d7802f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.663456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62ed195c-5654-4f63-bf69-f81d765e02d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1d8327d5-b536-4593-bb37-af2910d7802f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.679819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed195c-5654-4f63-bf69-f81d765e02d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8327d5-b536-4593-bb37-af2910d7802f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:54.691874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-95b681db-4b93-4a67-9feb-167342311146 service neutron] 10.222.0.30 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6774046
Apr 09 21:15:54.693548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62ed195c-5654-4f63-bf69-f81d765e02d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.694964 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62ed195c-5654-4f63-bf69-f81d765e02d0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1283000
Apr 09 21:15:54.698005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45038) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:54.703521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ee1d4784-da5d-4671-b77b-ee1978695217 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': '6758e21f-bca8-46ab-8937-bc7daf32ccf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:54.719760 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (2300a985-c377-4645-9c79-78b88ccf285c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.741594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4784-da5d-4671-b77b-ee1978695217 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (18181068-e563-45d6-bc21-35fab631a7ea), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.766987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a144-cfdf-436c-800f-bd64a857d46c req-eaf592b9-ceac-4cc4-8f0b-e450c73231ad tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:54.768557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d018a144-cfdf-436c-800f-bd64a857d46c req-eaf592b9-ceac-4cc4-8f0b-e450c73231ad tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.1308920
Apr 09 21:15:54.779871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f91b539d-be39-4c24-beef-baeba3229a60 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (c1b0410f-15de-4e1c-a03e-5a90cf9c2a1f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.814622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f91b539d-be39-4c24-beef-baeba3229a60 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (c1b0410f-15de-4e1c-a03e-5a90cf9c2a1f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.826384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4784-da5d-4671-b77b-ee1978695217 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (18181068-e563-45d6-bc21-35fab631a7ea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.833200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4784-da5d-4671-b77b-ee1978695217 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (18181068-e563-45d6-bc21-35fab631a7ea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.848535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d4784-da5d-4671-b77b-ee1978695217 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18181068-e563-45d6-bc21-35fab631a7ea,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:54.874281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4784-da5d-4671-b77b-ee1978695217 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.875651 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ee1d4784-da5d-4671-b77b-ee1978695217 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1765909
Apr 09 21:15:54.878394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45042) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:54.882712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d339ea5f-13f7-49aa-ad5c-a2ecb5c85e10 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': '6758e21f-bca8-46ab-8937-bc7daf32ccf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:54.918098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d339ea5f-13f7-49aa-ad5c-a2ecb5c85e10 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (1ada59b6-1ba4-4118-af02-44242640c27f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.920896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b539d-be39-4c24-beef-baeba3229a60 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b0410f-15de-4e1c-a03e-5a90cf9c2a1f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:54.948047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-de2c632c-ffe3-4a58-ba7b-a2e3ad0fac31 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:54.949514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-de2c632c-ffe3-4a58-ba7b-a2e3ad0fac31 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports/7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 940 time: 0.3101926
Apr 09 21:15:54.951792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-23c5f3c7-fc31-4d30-9a83-48901858067f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1637666
Apr 09 21:15:54.952589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=2300a985-c377-4645-9c79-78b88ccf285c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:54.967882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f91b539d-be39-4c24-beef-baeba3229a60 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:54.969772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f91b539d-be39-4c24-beef-baeba3229a60 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.9903123
Apr 09 21:15:54.985530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45050) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:54.995984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-41a76b18-cca3-48c6-bb89-0487f513eb0b tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'security_group_rule': {'security_group_id': '72849a87-29ee-4959-82df-9e171461bebe', 'project_id': 'a2e537a0863d43df811118a31e20609c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:55.048104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d339ea5f-13f7-49aa-ad5c-a2ecb5c85e10 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (1ada59b6-1ba4-4118-af02-44242640c27f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.048859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d018a144-cfdf-436c-800f-bd64a857d46c req-e692d0c5-ba5d-4119-8dbb-1f9529872a8b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2577202
Apr 09 21:15:55.056115 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d339ea5f-13f7-49aa-ad5c-a2ecb5c85e10 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1ada59b6-1ba4-4118-af02-44242640c27f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.069875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-08ed42c9-e412-4438-91ae-524722ce7d52 req-faa95b17-7feb-49a1-8030-b03237e1ea71 service neutron] (126920) timed out ('10.222.0.30', 41050) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:15:55.095432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339ea5f-13f7-49aa-ad5c-a2ecb5c85e10 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ada59b6-1ba4-4118-af02-44242640c27f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:55.119965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d339ea5f-13f7-49aa-ad5c-a2ecb5c85e10 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.122625 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d339ea5f-13f7-49aa-ad5c-a2ecb5c85e10 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2421472
Apr 09 21:15:55.124684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45060) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:55.125522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-14fa1ec3-cc87-409c-8718-752669513653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:55.127605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-14fa1ec3-cc87-409c-8718-752669513653 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 1128 time: 0.0553079
Apr 09 21:15:55.130631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking segment: {'id': 'bbd051a2-cf01-451c-ab8e-421b972eb61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:55.131201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network hostable DHCP agents. Network: 495cfff2-0cd8-4675-85ca-4d39b420597e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:15:55.140270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a9548d4b-722f-4b90-8dd5-db99f4b721ac tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': '6758e21f-bca8-46ab-8937-bc7daf32ccf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:55.147043 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-41a76b18-cca3-48c6-bb89-0487f513eb0b tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Project a2e537a0863d43df811118a31e20609c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:15:55.165285 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.167380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a76b18-cca3-48c6-bb89-0487f513eb0b tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (0bef8273-32bf-46e6-aec6-d4c4b4e50dd6), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.184293 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9548d4b-722f-4b90-8dd5-db99f4b721ac tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (e683474e-77dc-459f-9607-748c25ba61e2), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.219839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45064) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:55.229603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-62da2d5f-1f77-47a4-ba46-34c334506f01 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307408129', 'description': 'tempest-secgroup-smoke-1307408129 description', 'project_id': '0cbaded0b4ad4c4587cc36402e326750'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:55.235295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 495cfff2-0cd8-4675-85ca-4d39b420597e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:15:55.284602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 495cfff2-0cd8-4675-85ca-4d39b420597e) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:55.295537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a8f828-1e1a-4c02-9e1f-f2afa0a476f1 None None] Network 495cfff2-0cd8-4675-85ca-4d39b420597e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:55.296816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62da2d5f-1f77-47a4-ba46-34c334506f01 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.334377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9548d4b-722f-4b90-8dd5-db99f4b721ac tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (e683474e-77dc-459f-9607-748c25ba61e2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.347059 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9548d4b-722f-4b90-8dd5-db99f4b721ac tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e683474e-77dc-459f-9607-748c25ba61e2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.347812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:55.348205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.372852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9548d4b-722f-4b90-8dd5-db99f4b721ac tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e683474e-77dc-459f-9607-748c25ba61e2,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:55.401352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9548d4b-722f-4b90-8dd5-db99f4b721ac tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.402667 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a9548d4b-722f-4b90-8dd5-db99f4b721ac tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2768698
Apr 09 21:15:55.415236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45068) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:55.437634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81182dca-d396-40c4-9b91-4c88f54809ae req-72fce101-7fa3-4bb2-b25f-0a985b986846 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 210 time: 0.1391156
Apr 09 21:15:55.498230 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a76b18-cca3-48c6-bb89-0487f513eb0b tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (0bef8273-32bf-46e6-aec6-d4c4b4e50dd6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.511710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e4c70efb-147b-4779-96ce-90859a53db19 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0717943
Apr 09 21:15:55.514658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45070) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:55.519129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-495cfff2-0cd8-4675-85ca-4d39b420597e', 'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e', 'project_id': '5c3d71a0e0874df6bff9cee258aae5c7', 'fixed_ips': [{'subnet_id': '2300a985-c377-4645-9c79-78b88ccf285c'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:15:55.520342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.520490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e', 'name': 'tempest-PortsTestJSON-1363282000'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:55.527706 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a76b18-cca3-48c6-bb89-0487f513eb0b tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (0bef8273-32bf-46e6-aec6-d4c4b4e50dd6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.556316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62da2d5f-1f77-47a4-ba46-34c334506f01 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (b7a3ce16-dc8d-45be-9003-e7b412ba9d72), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.557962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f76aac2-1557-4027-851d-1a19d836d0e9 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (e683474e-77dc-459f-9607-748c25ba61e2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.570331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-f2ea2fba-1bbf-4412-afea-601fcb4adba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:55.573156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-f2ea2fba-1bbf-4412-afea-601fcb4adba2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.4155328
Apr 09 21:15:55.577908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f76aac2-1557-4027-851d-1a19d836d0e9 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (e683474e-77dc-459f-9607-748c25ba61e2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.583438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62da2d5f-1f77-47a4-ba46-34c334506f01 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b7a3ce16-dc8d-45be-9003-e7b412ba9d72), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.597985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a76b18-cca3-48c6-bb89-0487f513eb0b tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bef8273-32bf-46e6-aec6-d4c4b4e50dd6,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:55.636879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41a76b18-cca3-48c6-bb89-0487f513eb0b tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.646695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-41a76b18-cca3-48c6-bb89-0487f513eb0b tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6580150
Apr 09 21:15:55.706243 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.723511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62da2d5f-1f77-47a4-ba46-34c334506f01 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.734644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45086) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:55.739600 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62da2d5f-1f77-47a4-ba46-34c334506f01 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.5058959
Apr 09 21:15:55.740188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7e55c1be-d548-4e19-b9d8-52e82fa166d6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3ce16-dc8d-45be-9003-e7b412ba9d72', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:55.757649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da2d5f-1f77-47a4-ba46-34c334506f01 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a3ce16-dc8d-45be-9003-e7b412ba9d72,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:55.784990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Allocated IP 172.20.0.2 (495cfff2-0cd8-4675-85ca-4d39b420597e/2300a985-c377-4645-9c79-78b88ccf285c/27fc7ba0-c958-46c4-9888-a946cf2e2d6e) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:55.788354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f76aac2-1557-4027-851d-1a19d836d0e9 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e683474e-77dc-459f-9607-748c25ba61e2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.815360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f76aac2-1557-4027-851d-1a19d836d0e9 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:55.820351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45090) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:55.820752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6f76aac2-1557-4027-851d-1a19d836d0e9 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e683474e-77dc-459f-9607-748c25ba61e2 HTTP/1.1" status: 204  len: 168 time: 0.3871520
Apr 09 21:15:55.823815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-16001a97-473f-4a4a-8523-97a059b6c84e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474 HTTP/1.1" status: 200  len: 1001 time: 0.2070796
Apr 09 21:15:55.852556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76aac2-1557-4027-851d-1a19d836d0e9 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e683474e-77dc-459f-9607-748c25ba61e2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:56.002349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e55c1be-d548-4e19-b9d8-52e82fa166d6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (08e871d8-5221-4cc3-9b07-a772c0804148), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.086179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-730aca9b-86f6-4930-a222-2c42439a31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:56.088710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-730aca9b-86f6-4930-a222-2c42439a31b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.2545846
Apr 09 21:15:56.112111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ee83204e-a6fc-4a1f-9f1d-4b613fd942c4 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.2866018
Apr 09 21:15:56.116652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45102) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:56.154532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-527f7ac1-d8ca-4660-99f8-884ca240cf13 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (1ada59b6-1ba4-4118-af02-44242640c27f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.166221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-527f7ac1-d8ca-4660-99f8-884ca240cf13 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (1ada59b6-1ba4-4118-af02-44242640c27f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.178284 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Publish callbacks [] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.182975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-b1724e67-d52a-400a-ad21-94c523b4e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:56.186555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-b1724e67-d52a-400a-ad21-94c523b4e52b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0670495
Apr 09 21:15:56.195577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:56.197325 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.212252 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.217948 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-527f7ac1-d8ca-4660-99f8-884ca240cf13 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1ada59b6-1ba4-4118-af02-44242640c27f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.230971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-527f7ac1-d8ca-4660-99f8-884ca240cf13 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.235558 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-527f7ac1-d8ca-4660-99f8-884ca240cf13 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1ada59b6-1ba4-4118-af02-44242640c27f HTTP/1.1" status: 204  len: 168 time: 0.1169279
Apr 09 21:15:56.236219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45104) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:56.271242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Network 495cfff2-0cd8-4675-85ca-4d39b420597e is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:56.277886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:56.290719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:56.298368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f7ac1-d8ca-4660-99f8-884ca240cf13 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ada59b6-1ba4-4118-af02-44242640c27f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:56.332973 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0e906101-68ac-4475-b420-b4c6dee22221 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0749748
Apr 09 21:15:56.333613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45108) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:56.360551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Pushing event updated for resources: {'Port': ['ID=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:56.360814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc248a41-eed0-48d8-a093-9f29768a2fe7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (18181068-e563-45d6-bc21-35fab631a7ea), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.385492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc248a41-eed0-48d8-a093-9f29768a2fe7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (18181068-e563-45d6-bc21-35fab631a7ea), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.409533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Attempting to bind port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:15:56.410324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Attempting to bind port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbd051a2-cf01-451c-ab8e-421b972eb61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:15:56.410922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Attempting to bind port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e on network 495cfff2-0cd8-4675-85ca-4d39b420597e {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:15:56.418001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:15:56.419105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Checking segment: {'id': 'bbd051a2-cf01-451c-ab8e-421b972eb61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:15:56.419707 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.420281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Bound using segment: {'id': 'bbd051a2-cf01-451c-ab8e-421b972eb61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:15:56.420939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Bound port: 27fc7ba0-c958-46c4-9888-a946cf2e2d6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd051a2-cf01-451c-ab8e-421b972eb61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:15:56.421547 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.462873 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e55c1be-d548-4e19-b9d8-52e82fa166d6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (08e871d8-5221-4cc3-9b07-a772c0804148), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.477750 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc248a41-eed0-48d8-a093-9f29768a2fe7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (18181068-e563-45d6-bc21-35fab631a7ea), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.478379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-24c9895e-f31b-4020-9d32-a71aeb637349 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753836868&fields=id&tenant_id=a2e537a0863d43df811118a31e20609c HTTP/1.1" status: 200  len: 267 time: 0.4140449
Apr 09 21:15:56.498486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc248a41-eed0-48d8-a093-9f29768a2fe7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.502517 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc248a41-eed0-48d8-a093-9f29768a2fe7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/18181068-e563-45d6-bc21-35fab631a7ea HTTP/1.1" status: 204  len: 168 time: 0.1677759
Apr 09 21:15:56.503203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45118) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:56.506335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] For port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:56.510099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] For port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,segment=NetworkSegment(bbd051a2-cf01-451c-ab8e-421b972eb61b),segment_id=bbd051a2-cf01-451c-ab8e-421b972eb61b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:15:56.522508 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.545997 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e55c1be-d548-4e19-b9d8-52e82fa166d6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (08e871d8-5221-4cc3-9b07-a772c0804148), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.553180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc248a41-eed0-48d8-a093-9f29768a2fe7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18181068-e563-45d6-bc21-35fab631a7ea,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:56.606652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3058f-67e9-4be1-9a63-559fd11ad0dc None None] Pushing event updated for resources: {'Port': ['ID=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:56.607262 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b18a907-8b99-406a-85f8-a10ccea3e500 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0876534
Apr 09 21:15:56.607899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45120) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:56.643567 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71356d53-b132-4c7a-b7c6-99fd1c48d3af tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (1d8327d5-b536-4593-bb37-af2910d7802f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.656143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71356d53-b132-4c7a-b7c6-99fd1c48d3af tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (1d8327d5-b536-4593-bb37-af2910d7802f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.697839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71356d53-b132-4c7a-b7c6-99fd1c48d3af tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1d8327d5-b536-4593-bb37-af2910d7802f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.707272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71356d53-b132-4c7a-b7c6-99fd1c48d3af tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.711838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 272f7bf7-d6e0-45f7-92c7-335fff9ccb78 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:15:56.712779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-71356d53-b132-4c7a-b7c6-99fd1c48d3af tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1d8327d5-b536-4593-bb37-af2910d7802f HTTP/1.1" status: 204  len: 168 time: 0.1024289
Apr 09 21:15:56.713928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45122) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:56.739051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55c1be-d548-4e19-b9d8-52e82fa166d6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e871d8-5221-4cc3-9b07-a772c0804148,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:56.753175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71356d53-b132-4c7a-b7c6-99fd1c48d3af tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d8327d5-b536-4593-bb37-af2910d7802f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:56.813405 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-be6df8cf-0a81-462f-a86e-49483563b636 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0873284
Apr 09 21:15:56.817784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:56.822772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd308-c730-4623-85eb-557db4de8081 req-3e2f6d92-3725-4e86-b02b-a33c3a720a24 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:56.830739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22bbd308-c730-4623-85eb-557db4de8081 req-3e2f6d92-3725-4e86-b02b-a33c3a720a24 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.5956154
Apr 09 21:15:56.859275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e55c1be-d548-4e19-b9d8-52e82fa166d6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.860722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7e55c1be-d548-4e19-b9d8-52e82fa166d6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1255498
Apr 09 21:15:56.893640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45126) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:56.902081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-77ac85a1-f509-493a-915a-8eb6ca322483 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3ce16-dc8d-45be-9003-e7b412ba9d72', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:56.910684 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.948444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-a33001c7-3301-422d-9e59-4df94dd0a869 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7332587
Apr 09 21:15:56.953843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-6ccb90fe-0cbc-4a6b-8a94-36a2f168ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:56.955596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-6ccb90fe-0cbc-4a6b-8a94-36a2f168ef66 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3&tenant_id=b0a1102e4f4e441b947116441b3e330d HTTP/1.1" status: 200  len: 1125 time: 0.3926222
Apr 09 21:15:56.984311 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2360698e-9d9a-481d-b257-878dbee4c8d5 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (751c8787-c8c9-40d4-a69a-45aab4d296aa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:56.988087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:57.007512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2360698e-9d9a-481d-b257-878dbee4c8d5 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (751c8787-c8c9-40d4-a69a-45aab4d296aa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.077831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77ac85a1-f509-493a-915a-8eb6ca322483 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (adc02f45-111d-44e2-a3b9-fb0e958db158), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.109884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2360698e-9d9a-481d-b257-878dbee4c8d5 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (751c8787-c8c9-40d4-a69a-45aab4d296aa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.119937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2360698e-9d9a-481d-b257-878dbee4c8d5 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.120965 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2360698e-9d9a-481d-b257-878dbee4c8d5 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/751c8787-c8c9-40d4-a69a-45aab4d296aa HTTP/1.1" status: 204  len: 168 time: 0.3019743
Apr 09 21:15:57.128108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45130) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:57.141225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360698e-9d9a-481d-b257-878dbee4c8d5 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=751c8787-c8c9-40d4-a69a-45aab4d296aa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:57.184565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22bbd308-c730-4623-85eb-557db4de8081 req-e8ff020b-b213-4039-a08e-bf35d6785748 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3521950
Apr 09 21:15:57.190326 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8da469ac-5d38-4888-a10d-1b1b9a6b3d5e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0572221
Apr 09 21:15:57.195253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45132) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:57.198310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77ac85a1-f509-493a-915a-8eb6ca322483 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (adc02f45-111d-44e2-a3b9-fb0e958db158), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.213772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77ac85a1-f509-493a-915a-8eb6ca322483 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (adc02f45-111d-44e2-a3b9-fb0e958db158), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.251687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac85a1-f509-493a-915a-8eb6ca322483 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc02f45-111d-44e2-a3b9-fb0e958db158,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:57.264750 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77ac85a1-f509-493a-915a-8eb6ca322483 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.266134 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-77ac85a1-f509-493a-915a-8eb6ca322483 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3703752
Apr 09 21:15:57.269961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45134) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:57.275386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ec9e90c0-50b5-42d4-a023-ded03bdddab8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3ce16-dc8d-45be-9003-e7b412ba9d72', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:57.297253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3619efe-c726-45ab-b5b3-7b10bcef73a4 req-c486cc8b-af32-45fc-a8ba-2dec915d7c39 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3321960
Apr 09 21:15:57.299082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5151-b936-44a0-bed6-174b56a0194b tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (6758e21f-bca8-46ab-8937-bc7daf32ccf0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.316222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-aa567c90-0a93-4d60-9c70-bf89fdd57f0a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:57.318726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-aa567c90-0a93-4d60-9c70-bf89fdd57f0a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/networks?id=6224e166-ef4d-46aa-a3a6-6d9016c554e1 HTTP/1.1" status: 200  len: 812 time: 0.8395579
Apr 09 21:15:57.350461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5151-b936-44a0-bed6-174b56a0194b tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (6758e21f-bca8-46ab-8937-bc7daf32ccf0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.368498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.370639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec9e90c0-50b5-42d4-a023-ded03bdddab8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (6dc3fa32-8d59-4257-b349-b59b514cd69e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.453650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec9e90c0-50b5-42d4-a023-ded03bdddab8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (6dc3fa32-8d59-4257-b349-b59b514cd69e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.455092 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5151-b936-44a0-bed6-174b56a0194b tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6758e21f-bca8-46ab-8937-bc7daf32ccf0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.457885 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5151-b936-44a0-bed6-174b56a0194b tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.461324 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1b9d5151-b936-44a0-bed6-174b56a0194b tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/6758e21f-bca8-46ab-8937-bc7daf32ccf0 HTTP/1.1" status: 204  len: 168 time: 0.2628620
Apr 09 21:15:57.465284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36aae17a-7eb5-4ec4-8122-b688cbb022e0 req-7d8220a1-a456-49d3-8197-1fe09142a818 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 210 time: 0.1282353
Apr 09 21:15:57.465443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45136) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:57.477273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec9e90c0-50b5-42d4-a023-ded03bdddab8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (6dc3fa32-8d59-4257-b349-b59b514cd69e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.502905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e90c0-50b5-42d4-a023-ded03bdddab8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc3fa32-8d59-4257-b349-b59b514cd69e,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:57.506006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d5151-b936-44a0-bed6-174b56a0194b tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6758e21f-bca8-46ab-8937-bc7daf32ccf0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:57.516622 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-21ea5f84-9b49-4810-8b69-369fc6dfe031 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/quotas/a2e537a0863d43df811118a31e20609c HTTP/1.1" status: 200  len: 375 time: 0.1433070
Apr 09 21:15:57.521588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.3 (495cfff2-0cd8-4675-85ca-4d39b420597e/2300a985-c377-4645-9c79-78b88ccf285c/272f7bf7-d6e0-45f7-92c7-335fff9ccb78) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:15:57.556380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec9e90c0-50b5-42d4-a023-ded03bdddab8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.565932 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ec9e90c0-50b5-42d4-a023-ded03bdddab8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2940743
Apr 09 21:15:57.569113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45138) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:57.573289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-21997aa2-d802-4d93-ba25-46f10b3a9cf9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3ce16-dc8d-45be-9003-e7b412ba9d72', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:57.645892 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-37a739eb-b966-4248-9c91-a00e9d2f80e9 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1747005
Apr 09 21:15:57.648588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45140) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:57.659143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c675a4b0-1408-4b9d-a53e-f6f7d786bd05 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121556230'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:57.677266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21997aa2-d802-4d93-ba25-46f10b3a9cf9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (1bb80c0b-a5ff-41b2-9c32-edbbd882cbf0), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.701688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c675a4b0-1408-4b9d-a53e-f6f7d786bd05 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.774239 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21997aa2-d802-4d93-ba25-46f10b3a9cf9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (1bb80c0b-a5ff-41b2-9c32-edbbd882cbf0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.780966 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21997aa2-d802-4d93-ba25-46f10b3a9cf9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1bb80c0b-a5ff-41b2-9c32-edbbd882cbf0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.814514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21997aa2-d802-4d93-ba25-46f10b3a9cf9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.820008 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-21997aa2-d802-4d93-ba25-46f10b3a9cf9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2458954
Apr 09 21:15:57.820008 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21997aa2-d802-4d93-ba25-46f10b3a9cf9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb80c0b-a5ff-41b2-9c32-edbbd882cbf0,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:57.823129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45142) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:57.836504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8cfa145d-f8ff-46f8-81fc-853ca02b592f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3ce16-dc8d-45be-9003-e7b412ba9d72', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:57.839277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c675a4b0-1408-4b9d-a53e-f6f7d786bd05 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (033d78a6-88f3-4db6-8ae8-340ac91b6b96), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.846396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c675a4b0-1408-4b9d-a53e-f6f7d786bd05 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (033d78a6-88f3-4db6-8ae8-340ac91b6b96), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.849992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-d5928d35-4535-42c4-a2f3-9f1f1c6a822f tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e537a0863d43df811118a31e20609c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3324196
Apr 09 21:15:57.886220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c675a4b0-1408-4b9d-a53e-f6f7d786bd05 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:57.887562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c675a4b0-1408-4b9d-a53e-f6f7d786bd05 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2359781
Apr 09 21:15:57.890684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45144) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:57.898895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-72975e16-5624-413c-966c-948135466aa3 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': '033d78a6-88f3-4db6-8ae8-340ac91b6b96', 'direction': 'ingress', 'protocol': 17}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:57.906698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675a4b0-1408-4b9d-a53e-f6f7d786bd05 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033d78a6-88f3-4db6-8ae8-340ac91b6b96,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:57.937434 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72975e16-5624-413c-966c-948135466aa3 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (09dd51c7-b847-4dde-8cd8-929521eb0f5a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.001256 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72975e16-5624-413c-966c-948135466aa3 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (09dd51c7-b847-4dde-8cd8-929521eb0f5a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.009450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72975e16-5624-413c-966c-948135466aa3 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (09dd51c7-b847-4dde-8cd8-929521eb0f5a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.015926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97175bf5-4e2f-4d1a-a982-655d46be2c09 None None] Network 495cfff2-0cd8-4675-85ca-4d39b420597e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:15:58.033207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72975e16-5624-413c-966c-948135466aa3 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dd51c7-b847-4dde-8cd8-929521eb0f5a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:58.044470 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72975e16-5624-413c-966c-948135466aa3 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.046287 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-72975e16-5624-413c-966c-948135466aa3 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1542020
Apr 09 21:15:58.048721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45146) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:58.125646 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c24b961-f947-482e-b043-e10a807f8dda tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (033d78a6-88f3-4db6-8ae8-340ac91b6b96), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.141742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9d9e2c14-9591-44d8-8682-5eb5a594fd92 None None] Provisioning complete for port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:58.142311 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9d9e2c14-9591-44d8-8682-5eb5a594fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.167033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c24b961-f947-482e-b043-e10a807f8dda tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (033d78a6-88f3-4db6-8ae8-340ac91b6b96), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.244957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c24b961-f947-482e-b043-e10a807f8dda tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (033d78a6-88f3-4db6-8ae8-340ac91b6b96), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.248496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c24b961-f947-482e-b043-e10a807f8dda tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.259123 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2c24b961-f947-482e-b043-e10a807f8dda tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/033d78a6-88f3-4db6-8ae8-340ac91b6b96 HTTP/1.1" status: 204  len: 168 time: 0.2092063
Apr 09 21:15:58.259718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45152) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:58.301899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e2c14-9591-44d8-8682-5eb5a594fd92 None None] Current status of the port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:58.302301 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9d9e2c14-9591-44d8-8682-5eb5a594fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.307178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27fc7ba0-c958-46c4-9888-a946cf2e2d6e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:15:58.330398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24b961-f947-482e-b043-e10a807f8dda tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033d78a6-88f3-4db6-8ae8-340ac91b6b96,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:58.375427 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d52830b7-48c6-491b-ae3b-b7a2adc969c0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0977843
Apr 09 21:15:58.375772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:58.389079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5a0d5033-c045-4259-aac0-adfdc69e454a tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334864215'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:58.420374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-0bff616c-1490-4157-9df7-8d999c5b2298 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:58.422111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-0bff616c-1490-4157-9df7-8d999c5b2298 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.32 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 813 time: 1.0229082
Apr 09 21:15:58.423105 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-8cfa145d-f8ff-46f8-81fc-853ca02b592f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Project 0cbaded0b4ad4c4587cc36402e326750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:15:58.425140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5033-c045-4259-aac0-adfdc69e454a tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.456760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9d9e2c14-9591-44d8-8682-5eb5a594fd92 None None] For port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,segment=NetworkSegment(bbd051a2-cf01-451c-ab8e-421b972eb61b),segment_id=bbd051a2-cf01-451c-ab8e-421b972eb61b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:58.466255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Request body: {'port': {'device_id': '68d97087-edbc-447d-9589-45ec66ce060f', 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'admin_state_up': True, 'tenant_id': '7525a2e03c554c339134407c220d5499'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:58.468299 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9d9e2c14-9591-44d8-8682-5eb5a594fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.508613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:58.508997 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.543927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5033-c045-4259-aac0-adfdc69e454a tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (2a05bec9-9831-40f6-813a-dd86c243147a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.552803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5033-c045-4259-aac0-adfdc69e454a tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2a05bec9-9831-40f6-813a-dd86c243147a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.555933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-392ecb6c-5006-4b9a-8178-c23c9d80f6ef tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:58.557524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-392ecb6c-5006-4b9a-8178-c23c9d80f6ef tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.25 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 813 time: 1.1145475
Apr 09 21:15:58.586217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8cfa145d-f8ff-46f8-81fc-853ca02b592f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (5df9ec74-3799-4694-9c50-4e4455fd36f4), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.596999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5033-c045-4259-aac0-adfdc69e454a tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.604471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a0d5033-c045-4259-aac0-adfdc69e454a tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2272389
Apr 09 21:15:58.605250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45158) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:58.609869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e2c14-9591-44d8-8682-5eb5a594fd92 None None] Pushing event updated for resources: {'Port': ['ID=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:58.615487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-735e4bfd-ebc2-4d8e-bb3e-63298e67431d None None] Provisioning complete for port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:58.616077 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-735e4bfd-ebc2-4d8e-bb3e-63298e67431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.625932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-88a78df2-10de-496b-9d0f-aa0799fb1655 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670528306'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:58.629532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Request body: {'port': {'device_id': '69082140-9d03-4061-8d5d-f571512ac513', 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'admin_state_up': True, 'tenant_id': '7525a2e03c554c339134407c220d5499'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:58.637212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d5033-c045-4259-aac0-adfdc69e454a tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a05bec9-9831-40f6-813a-dd86c243147a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:58.664212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-88a78df2-10de-496b-9d0f-aa0799fb1655 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.693776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:58.702132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25494f-f5f1-46bc-8ebe-cb7e8cf2f30e req-b978de74-3db8-49a3-b701-e53d5c4e7331 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:58.703674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb25494f-f5f1-46bc-8ebe-cb7e8cf2f30e req-b978de74-3db8-49a3-b701-e53d5c4e7331 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.2964754
Apr 09 21:15:58.734766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-735e4bfd-ebc2-4d8e-bb3e-63298e67431d None None] Current status of the port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:15:58.747852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-9e831ddf-052e-494f-9abb-3111c880abc6 service neutron] 10.222.0.30 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8700864
Apr 09 21:15:58.770297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-88a78df2-10de-496b-9d0f-aa0799fb1655 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (f5c439e8-f74a-4477-9bf8-4ed086addac1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.775301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-88a78df2-10de-496b-9d0f-aa0799fb1655 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f5c439e8-f74a-4477-9bf8-4ed086addac1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.803986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-88a78df2-10de-496b-9d0f-aa0799fb1655 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.805294 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-88a78df2-10de-496b-9d0f-aa0799fb1655 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1947401
Apr 09 21:15:58.807957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45162) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:58.812190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d3844e1c-657e-42ae-a858-7380cae7d565 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': '2a05bec9-9831-40f6-813a-dd86c243147a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f5c439e8-f74a-4477-9bf8-4ed086addac1', 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:58.819670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a78df2-10de-496b-9d0f-aa0799fb1655 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c439e8-f74a-4477-9bf8-4ed086addac1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:58.844943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3844e1c-657e-42ae-a858-7380cae7d565 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (7da50de1-4383-4083-bdbd-39e45eeeac59), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.864593 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (272f7bf7-d6e0-45f7-92c7-335fff9ccb78), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.905857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:15:58.916876 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3844e1c-657e-42ae-a858-7380cae7d565 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (7da50de1-4383-4083-bdbd-39e45eeeac59), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.921769 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3844e1c-657e-42ae-a858-7380cae7d565 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (7da50de1-4383-4083-bdbd-39e45eeeac59), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.940384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3844e1c-657e-42ae-a858-7380cae7d565 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da50de1-4383-4083-bdbd-39e45eeeac59,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:58.947732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3844e1c-657e-42ae-a858-7380cae7d565 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.951715 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d3844e1c-657e-42ae-a858-7380cae7d565 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1400464
Apr 09 21:15:58.951968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45164) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:58.978138 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8780ff0e-c3a5-449d-8f07-654d50280172 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (7da50de1-4383-4083-bdbd-39e45eeeac59), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:58.987046 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8780ff0e-c3a5-449d-8f07-654d50280172 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (7da50de1-4383-4083-bdbd-39e45eeeac59), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.025232 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8780ff0e-c3a5-449d-8f07-654d50280172 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (7da50de1-4383-4083-bdbd-39e45eeeac59), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.032348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8780ff0e-c3a5-449d-8f07-654d50280172 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.033480 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8780ff0e-c3a5-449d-8f07-654d50280172 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7da50de1-4383-4083-bdbd-39e45eeeac59 HTTP/1.1" status: 204  len: 168 time: 0.0805039
Apr 09 21:15:59.037306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45166) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:59.039371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780ff0e-c3a5-449d-8f07-654d50280172 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7da50de1-4383-4083-bdbd-39e45eeeac59,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:59.061683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb25494f-f5f1-46bc-8ebe-cb7e8cf2f30e req-16900ecf-fb61-48ac-a86b-01174a0afebe tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3069606
Apr 09 21:15:59.080836 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-79b8b30f-3eaf-4ebd-8b1d-23e8a555a127 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0424166
Apr 09 21:15:59.083909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45168) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:59.110917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:15:59.135677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8cfa145d-f8ff-46f8-81fc-853ca02b592f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (5df9ec74-3799-4694-9c50-4e4455fd36f4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.150106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ed31e71-8ecb-4a23-9085-8ff4d7146eef tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (f5c439e8-f74a-4477-9bf8-4ed086addac1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.151153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Made reservation on behalf of 7525a2e03c554c339134407c220d5499 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:59.154737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.174837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ed31e71-8ecb-4a23-9085-8ff4d7146eef tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (f5c439e8-f74a-4477-9bf8-4ed086addac1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.178249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7699d2-2d21-4cd2-aff6-6d6e2901324e {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:15:59.186214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (272f7bf7-d6e0-45f7-92c7-335fff9ccb78), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.203123 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Publish callbacks [] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.207888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8cfa145d-f8ff-46f8-81fc-853ca02b592f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5df9ec74-3799-4694-9c50-4e4455fd36f4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.223018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ed31e71-8ecb-4a23-9085-8ff4d7146eef tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f5c439e8-f74a-4477-9bf8-4ed086addac1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.226066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ed31e71-8ecb-4a23-9085-8ff4d7146eef tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.229760 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ed31e71-8ecb-4a23-9085-8ff4d7146eef tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/f5c439e8-f74a-4477-9bf8-4ed086addac1 HTTP/1.1" status: 204  len: 168 time: 0.1423817
Apr 09 21:15:59.230672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45172) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:59.236844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-cd1683e0-47cd-4f0f-b09d-89cc8e3c28d5 service neutron] 10.222.0.30 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4487755
Apr 09 21:15:59.251445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed31e71-8ecb-4a23-9085-8ff4d7146eef tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c439e8-f74a-4477-9bf8-4ed086addac1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:59.261868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa145d-f8ff-46f8-81fc-853ca02b592f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df9ec74-3799-4694-9c50-4e4455fd36f4,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:59.319318 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-10c109bd-0600-4427-8bff-01a4b094d22a tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0844431
Apr 09 21:15:59.321623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45176) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:59.350358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ddc645b8-674a-4bff-ba9f-ea1fdc6b2f62 req-608d39b5-1563-4bbc-8f7e-5a3835742d78 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 210 time: 0.2036929
Apr 09 21:15:59.375502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Transition to ACTIVE for port object 7a7699d2-2d21-4cd2-aff6-6d6e2901324e will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:15:59.381619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Made reservation on behalf of 7525a2e03c554c339134407c220d5499 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:59.385341 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.405600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 495cfff2-0cd8-4675-85ca-4d39b420597e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:15:59.417408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-752800a8-0c6f-4736-bd2c-abe3b76cdc00 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (2a05bec9-9831-40f6-813a-dd86c243147a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.417574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.421341 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8cfa145d-f8ff-46f8-81fc-853ca02b592f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.422566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8cfa145d-f8ff-46f8-81fc-853ca02b592f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.5895810
Apr 09 21:15:59.425367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45184) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:59.429307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=272f7bf7-d6e0-45f7-92c7-335fff9ccb78,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:59.438631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-81231acb-1d27-41e7-9e47-8fbe0e6edb63 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3ce16-dc8d-45be-9003-e7b412ba9d72', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:59.446386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:15:59.461638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:15:59.468933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-752800a8-0c6f-4736-bd2c-abe3b76cdc00 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (2a05bec9-9831-40f6-813a-dd86c243147a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.537328 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-81231acb-1d27-41e7-9e47-8fbe0e6edb63 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Project 0cbaded0b4ad4c4587cc36402e326750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:15:59.543969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-752800a8-0c6f-4736-bd2c-abe3b76cdc00 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2a05bec9-9831-40f6-813a-dd86c243147a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.546814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-752800a8-0c6f-4736-bd2c-abe3b76cdc00 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.548057 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-752800a8-0c6f-4736-bd2c-abe3b76cdc00 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/2a05bec9-9831-40f6-813a-dd86c243147a HTTP/1.1" status: 204  len: 168 time: 0.2251704
Apr 09 21:15:59.559357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45190) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:59.560294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752800a8-0c6f-4736-bd2c-abe3b76cdc00 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a05bec9-9831-40f6-813a-dd86c243147a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:59.569298 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81231acb-1d27-41e7-9e47-8fbe0e6edb63 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (24a186e3-6a5e-4de8-a667-dfb026041c10), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.654851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:15:59.656191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.671405 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81231acb-1d27-41e7-9e47-8fbe0e6edb63 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (24a186e3-6a5e-4de8-a667-dfb026041c10), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.750729 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81231acb-1d27-41e7-9e47-8fbe0e6edb63 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (24a186e3-6a5e-4de8-a667-dfb026041c10), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.783953 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ffd84cc5-701b-43ce-94ba-fc37d8193d57 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2209096
Apr 09 21:15:59.786836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45200) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:59.794313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fa52de4e-bfd2-443b-bc30-87d9172732ca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337680189'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:59.830163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81231acb-1d27-41e7-9e47-8fbe0e6edb63 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a186e3-6a5e-4de8-a667-dfb026041c10,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:15:59.834103 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa52de4e-bfd2-443b-bc30-87d9172732ca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.875251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81231acb-1d27-41e7-9e47-8fbe0e6edb63 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.879645 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-81231acb-1d27-41e7-9e47-8fbe0e6edb63 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4519238
Apr 09 21:15:59.882370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45204) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:15:59.887550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'network': {'name': 'tempest-network-smoke--641294684', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'port_security_enabled': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:15:59.935939 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:15:59.940015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.982793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa52de4e-bfd2-443b-bc30-87d9172732ca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (cef76727-5c13-4844-8d0e-87a03b62ccac), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:15:59.991013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:15:59.992864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-54596a70-2454-4f7c-a165-37e17c5c8604 None None] Provisioning complete for port 272f7bf7-d6e0-45f7-92c7-335fff9ccb78 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:15:59.993591 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54596a70-2454-4f7c-a165-37e17c5c8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (272f7bf7-d6e0-45f7-92c7-335fff9ccb78), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.006897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=9']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:00.024760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa52de4e-bfd2-443b-bc30-87d9172732ca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cef76727-5c13-4844-8d0e-87a03b62ccac), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.038119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2f6b860b-6ad3-48a9-8479-ce80170e69d1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.5223277
Apr 09 21:16:00.040926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74815052-152c-4703-9f67-f99c5b03ffa5 req-06d412dc-0e2f-4576-a229-63d296152a7f tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 210 time: 0.3006444
Apr 09 21:16:00.055518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-54596a70-2454-4f7c-a165-37e17c5c8604 None None] Port 272f7bf7-d6e0-45f7-92c7-335fff9ccb78 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:00.058697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45214) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:00.070633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2cd71139-624c-4db4-bdc6-bff72c78b566), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.070859 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Added segment 2cd71139-624c-4db4-bdc6-bff72c78b566 of type vlan for network 94987c3c-74d8-4227-9a28-ca107fefd2ce
Apr 09 21:16:00.128371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '495cfff2-0cd8-4675-85ca-4d39b420597e', 'name': 'tempest-PortsTestJSON-61849119'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:00.128619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52de4e-bfd2-443b-bc30-87d9172732ca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef76727-5c13-4844-8d0e-87a03b62ccac,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:00.138660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Allocated IP 172.20.0.7 (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534/7a23bc99-08c5-469e-99d1-ced3a9cb059d/7de152ca-405a-4d66-9c78-b397ef59c4a1) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:00.157354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa52de4e-bfd2-443b-bc30-87d9172732ca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.161362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fa52de4e-bfd2-443b-bc30-87d9172732ca tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3717580
Apr 09 21:16:00.164830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45218) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:00.169846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-62b557ec-6b11-4580-aa29-479313b3ae63 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': 'cef76727-5c13-4844-8d0e-87a03b62ccac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:00.184528 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (94987c3c-74d8-4227-9a28-ca107fefd2ce), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.226555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62b557ec-6b11-4580-aa29-479313b3ae63 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (337dce51-5078-4b40-8e13-a1c953177820), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.232278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (94987c3c-74d8-4227-9a28-ca107fefd2ce), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.237816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:00.238476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.264474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27fc7ba0-c958-46c4-9888-a946cf2e2d6e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:00.305394 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4218459
Apr 09 21:16:00.307305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45222) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:00.315275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'admin_state_up': True, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:00.325201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:00.326146 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.327289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] No DVR routers for this DVR port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:00.372992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb60eb-f9cd-47a5-93e5-b9a9188c894f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Network': ['ID=94987c3c-74d8-4227-9a28-ca107fefd2ce,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:00.400275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62b557ec-6b11-4580-aa29-479313b3ae63 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (337dce51-5078-4b40-8e13-a1c953177820), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.407158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (f29184fe-a00c-4185-9a49-5473eaa17efc), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.408957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (f29184fe-a00c-4185-9a49-5473eaa17efc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.429944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62b557ec-6b11-4580-aa29-479313b3ae63 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (337dce51-5078-4b40-8e13-a1c953177820), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.456178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ac7f-404c-4bb3-b577-4b1d72b1253b req-6daceab1-d876-436a-aa31-2b2fe952cf9e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:00.460879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:16:00.462094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbd5ac7f-404c-4bb3-b577-4b1d72b1253b req-6daceab1-d876-436a-aa31-2b2fe952cf9e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 943 time: 0.2940404
Apr 09 21:16:00.493600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b557ec-6b11-4580-aa29-479313b3ae63 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337dce51-5078-4b40-8e13-a1c953177820,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:00.503940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62b557ec-6b11-4580-aa29-479313b3ae63 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.505868 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62b557ec-6b11-4580-aa29-479313b3ae63 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3399730
Apr 09 21:16:00.514018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45226) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:00.531948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:00.569063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_controller (f29184fe-a00c-4185-9a49-5473eaa17efc), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.582630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5b99a33-0512-47a4-bd73-4cad028699e7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (337dce51-5078-4b40-8e13-a1c953177820), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.647827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67df296e-e5a2-4110-8e21-edcefaca5815 req-dcf6ca29-7094-4e58-a7b2-1a6161bff64b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 210 time: 0.1002324
Apr 09 21:16:00.672854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:00.684747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.726031 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Attempting to bind port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:00.726402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Attempting to bind port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:00.727183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Attempting to bind port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on network 7ff888c0-c368-48bd-816c-de9ec28120a0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:00.748346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 4a0f8bf2-83e5-4303-b0f2-598b43ccc592 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:16:00.761937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on network 7ff888c0-c368-48bd-816c-de9ec28120a0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:16:00.762372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Attempting to bind port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on network 7ff888c0-c368-48bd-816c-de9ec28120a0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:00.767697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbd5ac7f-404c-4bb3-b577-4b1d72b1253b req-c236a8ad-9b12-4459-8a15-3078fb9743c2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2232454
Apr 09 21:16:00.819758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:00.820439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Checking segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:00.820827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Bound using segment: {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:00.821328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Bound port: 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26a96fe-eb8b-4472-b937-a10f1e693f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:00.821944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.829259 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks [] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.968307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5b99a33-0512-47a4-bd73-4cad028699e7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (337dce51-5078-4b40-8e13-a1c953177820), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:00.975708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.14 (495cfff2-0cd8-4675-85ca-4d39b420597e/2300a985-c377-4645-9c79-78b88ccf285c/4a0f8bf2-83e5-4303-b0f2-598b43ccc592) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:00.983367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:00.993583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:00.995531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.036340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.125656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:01.126279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.127675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] 10.222.0.32 "PUT /v2.0/ports/7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 1091 time: 4.1556895
Apr 09 21:16:01.131233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:01.134110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:01.137060 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a135f5-84da-4164-ae30-4741290376e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:01.154917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:01.160268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Pushing event updated for resources: {'Port': ['ID=7de152ca-405a-4d66-9c78-b397ef59c4a1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:01.169812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:01.173233 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.api [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-d9e115ee-1220-46b2-9a4c-b9cfc010c6b3 {{(pid=126920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:16:01.173768 ncdv-master-1 neutron-server[126920]: DEBUG oslo_db.api [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:16:01.202688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5b99a33-0512-47a4-bd73-4cad028699e7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (337dce51-5078-4b40-8e13-a1c953177820), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.229676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5b99a33-0512-47a4-bd73-4cad028699e7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.231056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b5b99a33-0512-47a4-bd73-4cad028699e7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/337dce51-5078-4b40-8e13-a1c953177820 HTTP/1.1" status: 204  len: 168 time: 0.7158093
Apr 09 21:16:01.270421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45238) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:01.333476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (f29184fe-a00c-4185-9a49-5473eaa17efc), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.344889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b99a33-0512-47a4-bd73-4cad028699e7 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=337dce51-5078-4b40-8e13-a1c953177820,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:01.378468 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4889cefd-54d4-4339-82b3-3464ac8e9bdc x-openstack-request-id: req-4889cefd-54d4-4339-82b3-3464ac8e9bdc {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:01.378993 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:01.379399 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4889cefd-54d4-4339-82b3-3464ac8e9bdc {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:01.379960 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4889cefd-54d4-4339-82b3-3464ac8e9bdc'] response: {'name': 'network-changed', 'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'status': 'completed', 'code': 200}
Apr 09 21:16:01.400361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0e6f906-8b6f-44a7-af7d-6304a139059d req-7a22b897-62ab-4c3e-b83f-c04f302897c2 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 210 time: 0.2314398
Apr 09 21:16:01.455845 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.480349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-ae14cdfe-af8d-4d8b-a902-8ac8fff55836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:01.481879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-ae14cdfe-af8d-4d8b-a902-8ac8fff55836 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1126 time: 0.3184612
Apr 09 21:16:01.517278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:01.517917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.548729 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-85f191af-11dd-425b-9763-8b6bfab29d10 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2629757
Apr 09 21:16:01.551523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45244) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:01.553900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-882653a7-70d4-4897-ab21-c17d161057e6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:01.555339 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-882653a7-70d4-4897-ab21-c17d161057e6 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.25 "GET /v2.0/networks?id=6224e166-ef4d-46aa-a3a6-6d9016c554e1 HTTP/1.1" status: 200  len: 812 time: 0.5410609
Apr 09 21:16:01.577581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17043f-0013-41a0-8ea4-68a159d3e853 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:01.636783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-6eb0ee80-7bcc-408b-afb7-00c498a6a64f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0327256
Apr 09 21:16:01.668634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Request body: {'port': {'device_id': '69082140-9d03-4061-8d5d-f571512ac513', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:01.689607 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.731578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (4a0f8bf2-83e5-4303-b0f2-598b43ccc592), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.735309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (f29184fe-a00c-4185-9a49-5473eaa17efc), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.748946 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-faa1646a-0f97-4f1a-bd49-8c3718aa55fd tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e537a0863d43df811118a31e20609c HTTP/1.1" status: 200  len: 379 time: 0.1839314
Apr 09 21:16:01.773108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'port': {'device_id': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'admin_state_up': True, 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'security_groups': ['72849a87-29ee-4959-82df-9e171461bebe']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:01.776770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:01.862487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-fc1d3540-9c4f-4079-a9d7-d5df95a32ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:01.864434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-fc1d3540-9c4f-4079-a9d7-d5df95a32ad5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.3712153
Apr 09 21:16:02.005764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.35.0.158 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/62cb7f7e-5fc6-45f6-98f6-df3d2108e004) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:02.018032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Made reservation on behalf of a2e537a0863d43df811118a31e20609c for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:02.021636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.218205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.245925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Allocated IP 172.20.0.5 (6224e166-ef4d-46aa-a3a6-6d9016c554e1/29f02642-072d-4eb5-bc16-2a79485c6284/07eecfd5-c561-41ce-aafc-0176e0404d3f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:02.264789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4627-26b1-4dc7-8c02-f5bc95395e5e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (cef76727-5c13-4844-8d0e-87a03b62ccac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.294479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.302299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.379460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:02.402691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523c1c-b8da-4d82-beba-f5f0f37a71b7 req-0a41adb0-8219-4be6-ac39-f148e9bdafcd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:02.409516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:02.409768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a523c1c-b8da-4d82-beba-f5f0f37a71b7 req-0a41adb0-8219-4be6-ac39-f148e9bdafcd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 931 time: 0.5912054
Apr 09 21:16:02.413668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=62cb7f7e-5fc6-45f6-98f6-df3d2108e004,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:02.421393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:02.484348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4a0f8bf2-83e5-4303-b0f2-598b43ccc592), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.492236 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4627-26b1-4dc7-8c02-f5bc95395e5e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (cef76727-5c13-4844-8d0e-87a03b62ccac), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.501801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aef078-bf82-4c58-8806-cdb212350e33 req-55ed8154-8cdc-4889-b478-3bb5002f6879 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:02.509280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23aef078-bf82-4c58-8806-cdb212350e33 req-55ed8154-8cdc-4889-b478-3bb5002f6879 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.2550445
Apr 09 21:16:02.549286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.628250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-996fc9ec-3ea2-4b02-9f37-364f81a4497f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 998 time: 0.3682508
Apr 09 21:16:02.691890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.703403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 495cfff2-0cd8-4675-85ca-4d39b420597e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:02.746469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Allocated IP 172.20.0.12 (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534/7a23bc99-08c5-469e-99d1-ced3a9cb059d/6cab0c9d-5bc2-486c-bb73-355c8198a313) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:02.748407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=4a0f8bf2-83e5-4303-b0f2-598b43ccc592,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:02.751078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:02.778038 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:02.785224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:02.789281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:02.795119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'Port': ['ID=07eecfd5-c561-41ce-aafc-0176e0404d3f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:02.817879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a523c1c-b8da-4d82-beba-f5f0f37a71b7 req-5eb66b6d-37eb-4205-adfe-0bc2b5ce1910 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4070950
Apr 09 21:16:02.832508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:02.865880 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (f29184fe-a00c-4185-9a49-5473eaa17efc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.925600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:02.926270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.966593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23aef078-bf82-4c58-8806-cdb212350e33 req-65b1fa51-ece5-409d-b759-05468f52553e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4562812
Apr 09 21:16:02.967313 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4627-26b1-4dc7-8c02-f5bc95395e5e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cef76727-5c13-4844-8d0e-87a03b62ccac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.969928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4627-26b1-4dc7-8c02-f5bc95395e5e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:02.971050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4e9b4627-26b1-4dc7-8c02-f5bc95395e5e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/cef76727-5c13-4844-8d0e-87a03b62ccac HTTP/1.1" status: 204  len: 168 time: 1.4110136
Apr 09 21:16:03.000804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45270) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:03.019712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-cf45c66a-0d71-4350-b906-13615a7478ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:03.022540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-cf45c66a-0d71-4350-b906-13615a7478ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.3697479
Apr 09 21:16:03.027047 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-03b47620-c508-4992-a4ab-16cd4add3589 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2590237
Apr 09 21:16:03.073585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b4627-26b1-4dc7-8c02-f5bc95395e5e tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef76727-5c13-4844-8d0e-87a03b62ccac,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:03.079314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Request body: {'port': {'device_id': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:03.169059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:03.170262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.192242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.210210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-df6f1a4e-7ab0-420a-b376-63da08aae8d9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.1437323
Apr 09 21:16:03.214262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84d51b-b22a-4cda-a47a-76be3d2667af req-b608b91a-5591-4904-8e31-200bed1785c0 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:03.215999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f84d51b-b22a-4cda-a47a-76be3d2667af req-b608b91a-5591-4904-8e31-200bed1785c0 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 931 time: 0.2747700
Apr 09 21:16:03.216677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45278) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:03.226752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-d8e8dcdd-fdaa-4175-864a-debce3af1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:03.228378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-d8e8dcdd-fdaa-4175-864a-debce3af1999 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1931434
Apr 09 21:16:03.253434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-82c26cfb-40f3-4065-b28d-3a3da8fc2737 None None] Provisioning complete for port 4a0f8bf2-83e5-4303-b0f2-598b43ccc592 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:03.254020 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-82c26cfb-40f3-4065-b28d-3a3da8fc2737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a0f8bf2-83e5-4303-b0f2-598b43ccc592), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.275994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (f29184fe-a00c-4185-9a49-5473eaa17efc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.299074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-82c26cfb-40f3-4065-b28d-3a3da8fc2737 None None] Port 4a0f8bf2-83e5-4303-b0f2-598b43ccc592 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:03.307707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-82c26cfb-40f3-4065-b28d-3a3da8fc2737 None None] Provisioning complete for port 07eecfd5-c561-41ce-aafc-0176e0404d3f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:03.308311 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-82c26cfb-40f3-4065-b28d-3a3da8fc2737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.350652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-82c26cfb-40f3-4065-b28d-3a3da8fc2737 None None] Port 07eecfd5-c561-41ce-aafc-0176e0404d3f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:03.363586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-330998ba-6e4b-4eb5-95cb-ca9a9eec10cd tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3395870
Apr 09 21:16:03.374841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf46f34-0031-42ce-a4e9-607b57a01cdf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:03.374841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9cf46f34-0031-42ce-a4e9-607b57a01cdf tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200  len: 922 time: 0.1428058
Apr 09 21:16:03.390342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45284) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:03.390614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45286) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:03.416700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a86503de-d10a-4773-9f12-f5423dda862f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025891877'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:03.592113 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a86503de-d10a-4773-9f12-f5423dda862f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.656728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f84d51b-b22a-4cda-a47a-76be3d2667af req-0a5ebb52-2dba-46bc-bb01-86d620e2f8ee tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4136763
Apr 09 21:16:03.745173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f933-ad2d-40d9-9a80-6d4d43e5940f req-b778fa94-c625-4325-89ff-5695a0f7d2c1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:03.746710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4c1f933-ad2d-40d9-9a80-6d4d43e5940f req-b778fa94-c625-4325-89ff-5695a0f7d2c1 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 945 time: 0.1741321
Apr 09 21:16:03.753491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-2031a193-6917-4b29-bcd3-0fddd342f528 service neutron] 10.222.0.32 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4813023
Apr 09 21:16:03.760759 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks [] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.792155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9786fd7b-1b65-4b09-bd69-0ead9ff8e77a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 4a0f8bf2-83e5-4303-b0f2-598b43ccc592 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:03.792496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9786fd7b-1b65-4b09-bd69-0ead9ff8e77a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4a0f8bf2-83e5-4303-b0f2-598b43ccc592), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.930688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a86503de-d10a-4773-9f12-f5423dda862f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (e1ad6e95-a694-462c-ad59-81a2853d4927), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.940156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4c1f933-ad2d-40d9-9a80-6d4d43e5940f req-3e195563-c9be-4e03-a4ee-a199e4e135dc tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1827848
Apr 09 21:16:03.971672 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a86503de-d10a-4773-9f12-f5423dda862f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e1ad6e95-a694-462c-ad59-81a2853d4927), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:03.972890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router f29184fe-a00c-4185-9a49-5473eaa17efc is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:16:03.994294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07eecfd5-c561-41ce-aafc-0176e0404d3f {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:04.003558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Publish callbacks [] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.007897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.031214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c6301-45eb-408d-82ae-d81dd83d5098 req-16b1e867-122d-42c6-8894-82b01d3bc62e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:04.032691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-832c6301-45eb-408d-82ae-d81dd83d5098 req-16b1e867-122d-42c6-8894-82b01d3bc62e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 931 time: 0.1255894
Apr 09 21:16:04.043575 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9786fd7b-1b65-4b09-bd69-0ead9ff8e77a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4a0f8bf2-83e5-4303-b0f2-598b43ccc592), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.060054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Transition to ACTIVE for port object 07eecfd5-c561-41ce-aafc-0176e0404d3f will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:16:04.066595 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.124895 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a86503de-d10a-4773-9f12-f5423dda862f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.126102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a86503de-d10a-4773-9f12-f5423dda862f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7330389
Apr 09 21:16:04.141505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45294) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:04.154542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9786fd7b-1b65-4b09-bd69-0ead9ff8e77a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 4a0f8bf2-83e5-4303-b0f2-598b43ccc592 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:04.155715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-80e4c42e-fd40-4536-9eee-2d60ce3123fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad6e95-a694-462c-ad59-81a2853d4927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:04.185718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Pushing event updated for resources: {'Port': ['ID=07eecfd5-c561-41ce-aafc-0176e0404d3f,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:04.189971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86503de-d10a-4773-9f12-f5423dda862f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad6e95-a694-462c-ad59-81a2853d4927,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:04.205861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:04.206481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:04.216187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Sync routers for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:04.230151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:04.244187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:04.247969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:04.248829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d784f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:04.277583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Pushing event updated for resources: {'Port': ['ID=6cab0c9d-5bc2-486c-bb73-355c8198a313,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:04.277907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80e4c42e-fd40-4536-9eee-2d60ce3123fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (5c7fdea2-915a-4b15-ae0f-efbddc9dee27), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.289631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.293577 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5e633725-8a51-474e-bebe-a95325762e97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 3.9802692
Apr 09 21:16:04.300984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45296) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:04.329186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06868d5-9cbd-491c-b679-4592cef2aa80 req-897105f5-d325-4801-bb54-a237c1760ef5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:04.336458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e06868d5-9cbd-491c-b679-4592cef2aa80 req-897105f5-d325-4801-bb54-a237c1760ef5 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.2719944
Apr 09 21:16:04.344118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ee6d7fa5-fb68-41c5-9bf1-7be1cde6429e tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0cbaded0b4ad4c4587cc36402e326750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0396366
Apr 09 21:16:04.347055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45298) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:04.392078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-832c6301-45eb-408d-82ae-d81dd83d5098 req-18a42b73-2129-4524-8b2b-85b1c9c2d06e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3381441
Apr 09 21:16:04.422339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Attempting to bind port 07eecfd5-c561-41ce-aafc-0176e0404d3f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:04.422339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Attempting to bind port 07eecfd5-c561-41ce-aafc-0176e0404d3f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:04.422339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Attempting to bind port 07eecfd5-c561-41ce-aafc-0176e0404d3f on network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:04.455243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Port 07eecfd5-c561-41ce-aafc-0176e0404d3f on network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:16:04.455767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Attempting to bind port 07eecfd5-c561-41ce-aafc-0176e0404d3f on network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:04.484903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:04.485671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.520756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:04.521156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Checking segment: {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:04.521550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Bound using segment: {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:04.521994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Bound port: 07eecfd5-c561-41ce-aafc-0176e0404d3f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:04.522365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.554319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e06868d5-9cbd-491c-b679-4592cef2aa80 req-8df6e7e2-cf64-46b7-91eb-1a9075eea2bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2169082
Apr 09 21:16:04.557914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-60521dd7-7af6-4d90-bf7e-7013df21855b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.1066716
Apr 09 21:16:04.565974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de152ca-405a-4d66-9c78-b397ef59c4a1 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:04.583049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Publish callbacks [] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.605569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80e4c42e-fd40-4536-9eee-2d60ce3123fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (5c7fdea2-915a-4b15-ae0f-efbddc9dee27), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.607973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Transition to ACTIVE for port object 7de152ca-405a-4d66-9c78-b397ef59c4a1 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:16:04.608513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:04.609133 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9786fd7b-1b65-4b09-bd69-0ead9ff8e77a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4a0f8bf2-83e5-4303-b0f2-598b43ccc592), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.618925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80e4c42e-fd40-4536-9eee-2d60ce3123fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5c7fdea2-915a-4b15-ae0f-efbddc9dee27), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.636368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0f0b3-a5bb-4def-9b63-63f0ed8a4707 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:04.638077 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-98d0f0b3-a5bb-4def-9b63-63f0ed8a4707 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2858486
Apr 09 21:16:04.641874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45300) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:04.648125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4c42e-fd40-4536-9eee-2d60ce3123fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7fdea2-915a-4b15-ae0f-efbddc9dee27,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:04.652570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.654830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786fd7b-1b65-4b09-bd69-0ead9ff8e77a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=4a0f8bf2-83e5-4303-b0f2-598b43ccc592,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:04.681240 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80e4c42e-fd40-4536-9eee-2d60ce3123fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.682463 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-80e4c42e-fd40-4536-9eee-2d60ce3123fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5377998
Apr 09 21:16:04.686349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45304) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:04.705360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] For port 07eecfd5-c561-41ce-aafc-0176e0404d3f, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:04.718371 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c6083df7-1bd6-43d8-bcdb-8d7f041d9944 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules/5c7fdea2-915a-4b15-ae0f-efbddc9dee27 HTTP/1.1" status: 200  len: 763 time: 0.0258319
Apr 09 21:16:04.719102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bd04626a-1faa-45d3-a6cb-c18ebcea68df tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0698297
Apr 09 21:16:04.719102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45306) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:04.719384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45308) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:04.724224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995476668', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:04.749612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] For port 07eecfd5-c561-41ce-aafc-0176e0404d3f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:04.774260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.826599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d784f0>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:02Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:04.862225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Request body: {'port': {'device_id': '68d97087-edbc-447d-9589-45ec66ce060f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:04.864578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Checking router: f29184fe-a00c-4185-9a49-5473eaa17efc for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:16:04.865148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Updating router f29184fe-a00c-4185-9a49-5473eaa17efc port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:16:04.889856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:04.890490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.892640 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] 10.222.0.25 "PUT /v2.0/ports/07eecfd5-c561-41ce-aafc-0176e0404d3f HTTP/1.1" status: 200  len: 1091 time: 1.8173745
Apr 09 21:16:04.893141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:04.895755 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8c8001-4126-4a52-a3fa-17cad77fb05f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:04.910147 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.931658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:04.935251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:04.975318 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecf4bfc-89d0-4370-80bd-b357b75efe67 x-openstack-request-id: req-0ecf4bfc-89d0-4370-80bd-b357b75efe67 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:04.975794 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:04.975931 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ecf4bfc-89d0-4370-80bd-b357b75efe67 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:04.976277 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecf4bfc-89d0-4370-80bd-b357b75efe67'] response: {'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'status': 'completed', 'code': 200}
Apr 09 21:16:04.979869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475bb32-f6e1-478b-836d-43ae59743816 service neutron] Pushing event updated for resources: {'Port': ['ID=07eecfd5-c561-41ce-aafc-0176e0404d3f,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:05.077929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Pushing event updated for resources: {'Port': ['ID=7de152ca-405a-4d66-9c78-b397ef59c4a1,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:05.084429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-996721c3-7d09-4fd1-8484-9ce6bbe2d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:05.087580 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-996721c3-7d09-4fd1-8484-9ce6bbe2d1f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2e537a0863d43df811118a31e20609c&device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1125 time: 0.0807784
Apr 09 21:16:05.124742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3dafcb8a-f7a1-4a11-a707-c812b85318c8 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.4059360
Apr 09 21:16:05.128627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45314) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:05.191829 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-c317c26f-6c5f-465a-9eb5-6f33c059068b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f HTTP/1.1" status: 200  len: 217 time: 0.0974262
Apr 09 21:16:05.250569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6898-e2c6-4440-8300-4b47074eacb1 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (5c7fdea2-915a-4b15-ae0f-efbddc9dee27), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.269299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6898-e2c6-4440-8300-4b47074eacb1 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (5c7fdea2-915a-4b15-ae0f-efbddc9dee27), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.302616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-ed58ae54-0ba6-4b00-b5ab-3d824b26a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:05.304158 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-ed58ae54-0ba6-4b00-b5ab-3d824b26a293 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29f02642-072d-4eb5-bc16-2a79485c6284 HTTP/1.1" status: 200  len: 851 time: 0.1056161
Apr 09 21:16:05.332851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Publish callbacks [] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.339954 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.359377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6898-e2c6-4440-8300-4b47074eacb1 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5c7fdea2-915a-4b15-ae0f-efbddc9dee27), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.371788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6898-e2c6-4440-8300-4b47074eacb1 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.375759 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a5a6898-e2c6-4440-8300-4b47074eacb1 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5c7fdea2-915a-4b15-ae0f-efbddc9dee27 HTTP/1.1" status: 204  len: 168 time: 0.2406075
Apr 09 21:16:05.380457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:05.387315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40363a-419b-4a93-8d7c-662b8f6db73f None None] Pushing event updated for resources: {'Port': ['ID=62cb7f7e-5fc6-45f6-98f6-df3d2108e004,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:05.398114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a6898-e2c6-4440-8300-4b47074eacb1 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c7fdea2-915a-4b15-ae0f-efbddc9dee27,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:05.415738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-02ef7a1c-6c71-4bcd-8346-30ffbc5c6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:05.417371 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-02ef7a1c-6c71-4bcd-8346-30ffbc5c6e3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6224e166-ef4d-46aa-a3a6-6d9016c554e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1041973
Apr 09 21:16:05.433207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Attempting to bind port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:05.433605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Attempting to bind port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:05.434109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Attempting to bind port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:05.446712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:05.452794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:05.453601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.454022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:05.454542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Bound port: 62cb7f7e-5fc6-45f6-98f6-df3d2108e004, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:05.454935 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.494126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598a8e5-eae1-46df-902c-17d4c1795736 req-462d6e29-5447-4450-aa7d-8fa23be2cb8c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:05.496218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4598a8e5-eae1-46df-902c-17d4c1795736 req-462d6e29-5447-4450-aa7d-8fa23be2cb8c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 943 time: 0.7123387
Apr 09 21:16:05.525385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] For port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:05.529535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] For port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62cb7f7e-5fc6-45f6-98f6-df3d2108e004,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:05.540194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.544582 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6f489b7e-314f-426c-8682-1b3d6c353ad3 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1611185
Apr 09 21:16:05.545623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (42ddca31-bf6a-476f-9dac-90d63a488c83), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.551783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45320) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:05.559647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4fd1c176-0cab-47f3-ab42-4a8025a606e0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad6e95-a694-462c-ad59-81a2853d4927', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:05.602966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:05.603242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d784f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:05.645440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9786fd7b-1b65-4b09-bd69-0ead9ff8e77a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.648607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9786fd7b-1b65-4b09-bd69-0ead9ff8e77a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/4a0f8bf2-83e5-4303-b0f2-598b43ccc592 HTTP/1.1" status: 204  len: 168 time: 2.2539217
Apr 09 21:16:05.660085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45324) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:05.670680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40363a-419b-4a93-8d7c-662b8f6db73f None None] Pushing event updated for resources: {'Port': ['ID=62cb7f7e-5fc6-45f6-98f6-df3d2108e004,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:05.671393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Subnet': ['ID=42ddca31-bf6a-476f-9dac-90d63a488c83,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:05.678092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe690567-64bd-4044-8548-b92035324286 req-f84c7fb2-bb0e-47b8-81a8-4986cf6743da tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:05.681585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe690567-64bd-4044-8548-b92035324286 req-f84c7fb2-bb0e-47b8-81a8-4986cf6743da tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 945 time: 0.6067164
Apr 09 21:16:05.686021 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-ea8222b1-cec9-48aa-a020-014aedda7d1d service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598841
Apr 09 21:16:05.693770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c176-0cab-47f3-ab42-4a8025a606e0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (f6b6c507-a5e8-4f0e-b840-8592b0f1915a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.736064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.743388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:05.768721 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d1b6ee-388d-489b-924e-9fd608d00ba7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:16:05.772888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a4d1b6ee-388d-489b-924e-9fd608d00ba7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/4a0f8bf2-83e5-4303-b0f2-598b43ccc592 HTTP/1.1" status: 404  len: 333 time: 0.1024921
Apr 09 21:16:05.776813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Checking segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:05.777527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network hostable DHCP agents. Network: 94987c3c-74d8-4227-9a28-ca107fefd2ce, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:16:05.779208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45326) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:05.788432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-ba1d730a-93a5-4b50-8f3e-29c41867aadf tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:05.790028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-ba1d730a-93a5-4b50-8f3e-29c41867aadf tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.32 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 945 time: 0.6622851
Apr 09 21:16:05.834761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-1407a3c1-4872-4f53-abeb-6a8495ce152e service neutron] 10.222.0.32 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8702633
Apr 09 21:16:05.905769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4598a8e5-eae1-46df-902c-17d4c1795736 req-cbd7a0da-3c50-45ff-a2ef-65ae2e4f6729 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3303444
Apr 09 21:16:05.936121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe690567-64bd-4044-8548-b92035324286 req-c2d3ae82-1e67-411e-b1e8-bbb7b19ba4ba tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2536569
Apr 09 21:16:05.941580 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c176-0cab-47f3-ab42-4a8025a606e0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (f6b6c507-a5e8-4f0e-b840-8592b0f1915a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:05.941580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:16:05.952596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbed85a8-28d6-47b4-b0de-6c7e8ae965e8 req-9035ac05-1727-4333-a1d0-9dd43e3c204c service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2540505
Apr 09 21:16:05.952866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Attempting to bind port 7de152ca-405a-4d66-9c78-b397ef59c4a1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:05.952979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Attempting to bind port 7de152ca-405a-4d66-9c78-b397ef59c4a1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:05.953274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Attempting to bind port 7de152ca-405a-4d66-9c78-b397ef59c4a1 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:05.975191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c176-0cab-47f3-ab42-4a8025a606e0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (f6b6c507-a5e8-4f0e-b840-8592b0f1915a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.006645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 94987c3c-74d8-4227-9a28-ca107fefd2ce) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:06.012551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:06.013320 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.031056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7acce-b7b8-4cde-817b-21ac06b4423b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 272f7bf7-d6e0-45f7-92c7-335fff9ccb78 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:06.031408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bd7acce-b7b8-4cde-817b-21ac06b4423b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (272f7bf7-d6e0-45f7-92c7-335fff9ccb78), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.036321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Port 7de152ca-405a-4d66-9c78-b397ef59c4a1 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:16:06.036875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Attempting to bind port 7de152ca-405a-4d66-9c78-b397ef59c4a1 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:06.046792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1c176-0cab-47f3-ab42-4a8025a606e0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b6c507-a5e8-4f0e-b840-8592b0f1915a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:06.058117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9bc67-6794-47fa-9a4a-00a8206da57b None None] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:06.070471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c176-0cab-47f3-ab42-4a8025a606e0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.074830 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4fd1c176-0cab-47f3-ab42-4a8025a606e0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5191965
Apr 09 21:16:06.083316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45334) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:06.090697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d784f0>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:02Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:06.100943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-919ac598-eac3-4518-9ff2-868d3119ade6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.3779726
Apr 09 21:16:06.105948 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45336) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:06.150124 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0c3e9837-3be5-4a4b-8e9c-2d5882382d39 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules/f6b6c507-a5e8-4f0e-b840-8592b0f1915a HTTP/1.1" status: 200  len: 763 time: 0.0655458
Apr 09 21:16:06.150803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929dc5af-b06d-479f-9eaf-efe7b3062992 None None] The sync data for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 is: [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:02Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:06.173506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45338) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:06.258909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-94987c3c-74d8-4227-9a28-ca107fefd2ce', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:16:06.259868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.278151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bd7acce-b7b8-4cde-817b-21ac06b4423b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (272f7bf7-d6e0-45f7-92c7-335fff9ccb78), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.305744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7acce-b7b8-4cde-817b-21ac06b4423b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 272f7bf7-d6e0-45f7-92c7-335fff9ccb78 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:06.318873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:06.319539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Checking segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:06.320626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Bound using segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:06.321435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Bound port: 7de152ca-405a-4d66-9c78-b397ef59c4a1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:06.321982 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.362316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0636f-33f7-45ca-94f4-9ac901a705fa req-5e2363d6-44b9-4078-9e43-35c4783367f0 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:06.365540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97e0636f-33f7-45ca-94f4-9ac901a705fa req-5e2363d6-44b9-4078-9e43-35c4783367f0 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.1909630
Apr 09 21:16:06.474110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c334-379b-490e-b9a4-80b76240fc31 req-2746ca8c-07fc-4a8c-a141-6dea018b2d0d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:06.483449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6872c334-379b-490e-b9a4-80b76240fc31 req-2746ca8c-07fc-4a8c-a141-6dea018b2d0d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 943 time: 0.4756784
Apr 09 21:16:06.483820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Allocated IP 172.20.0.2 (94987c3c-74d8-4227-9a28-ca107fefd2ce/42ddca31-bf6a-476f-9dac-90d63a488c83/c5e2aebd-5175-48d2-bbc9-a67e9897c5c3) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:06.518678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Deleting port f550ab8b-46fc-476d-9e17-cf770f908314 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:06.519224 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.523851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a135f5-84da-4164-ae30-4741290376e5 req-9aa36e26-578a-42f8-acfe-123bd42f7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:06.526681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a135f5-84da-4164-ae30-4741290376e5 req-9aa36e26-578a-42f8-acfe-123bd42f7721 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1126 time: 0.5749040
Apr 09 21:16:06.731695 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bd7acce-b7b8-4cde-817b-21ac06b4423b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (272f7bf7-d6e0-45f7-92c7-335fff9ccb78), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.785829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3f9dcc3b-e72b-48d0-af14-64a4290892b0 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.4430947
Apr 09 21:16:06.839217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Publish callbacks [] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:06.842888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45352) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:06.862703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7acce-b7b8-4cde-817b-21ac06b4423b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=272f7bf7-d6e0-45f7-92c7-335fff9ccb78,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:06.901731 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.062457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] For port 7de152ca-405a-4d66-9c78-b397ef59c4a1, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:07.092395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:07.095704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Pushing event updated for resources: {'Port': ['ID=c5e2aebd-5175-48d2-bbc9-a67e9897c5c3,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:07.106507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:07.121567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:07.124801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-395f4683-dabb-41cb-8039-981dea3c9fcf tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (f6b6c507-a5e8-4f0e-b840-8592b0f1915a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.147909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9bd7acce-b7b8-4cde-817b-21ac06b4423b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.160982 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9bd7acce-b7b8-4cde-817b-21ac06b4423b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/272f7bf7-d6e0-45f7-92c7-335fff9ccb78 HTTP/1.1" status: 204  len: 168 time: 1.3744195
Apr 09 21:16:07.169323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45358) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:07.189717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97e0636f-33f7-45ca-94f4-9ac901a705fa req-835372ca-e59a-405d-a3db-d6099802b94f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8086343
Apr 09 21:16:07.219237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-395f4683-dabb-41cb-8039-981dea3c9fcf tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (f6b6c507-a5e8-4f0e-b840-8592b0f1915a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.259545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] For port 7de152ca-405a-4d66-9c78-b397ef59c4a1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de152ca-405a-4d66-9c78-b397ef59c4a1,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:07.330283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6872c334-379b-490e-b9a4-80b76240fc31 req-08abc17f-9294-4d1e-b026-d9a25827c379 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8431921
Apr 09 21:16:07.349249 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-31864d43-60ff-42af-ba42-19f4203d61fd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:16:07.349249 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-31864d43-60ff-42af-ba42-19f4203d61fd tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/272f7bf7-d6e0-45f7-92c7-335fff9ccb78 HTTP/1.1" status: 404  len: 333 time: 0.1771464
Apr 09 21:16:07.354970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Attempting to bind port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:07.355680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Attempting to bind port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:07.356710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Attempting to bind port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:07.372825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45360) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:07.383899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:07.385767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Checking segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:07.387906 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.390027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Bound using segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:07.391751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Bound port: c5e2aebd-5175-48d2-bbc9-a67e9897c5c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:07.392971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.402175 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.497581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-ae56eaa4-93ef-4964-a353-327e361239ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:07.499620 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-ae56eaa4-93ef-4964-a353-327e361239ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2e537a0863d43df811118a31e20609c&device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1125 time: 0.3892593
Apr 09 21:16:07.534162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-395f4683-dabb-41cb-8039-981dea3c9fcf tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (f6b6c507-a5e8-4f0e-b840-8592b0f1915a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.590140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] For port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:07.599379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] For port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e2aebd-5175-48d2-bbc9-a67e9897c5c3,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:07.611968 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.652478 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-395f4683-dabb-41cb-8039-981dea3c9fcf tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.656549 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-395f4683-dabb-41cb-8039-981dea3c9fcf tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f6b6c507-a5e8-4f0e-b840-8592b0f1915a HTTP/1.1" status: 204  len: 168 time: 0.8125372
Apr 09 21:16:07.660961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45362) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:07.715651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f4683-dabb-41cb-8039-981dea3c9fcf tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6b6c507-a5e8-4f0e-b840-8592b0f1915a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:07.796495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e97a5-1459-4ab7-bd06-44db9e7725a4 None None] Pushing event updated for resources: {'Port': ['ID=c5e2aebd-5175-48d2-bbc9-a67e9897c5c3,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:07.847432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:07.850038 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.851710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] 10.222.0.25 "PUT /v2.0/ports/7de152ca-405a-4d66-9c78-b397ef59c4a1 HTTP/1.1" status: 200  len: 1091 time: 6.1996770
Apr 09 21:16:07.857367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69082140-9d03-4061-8d5d-f571512ac513', 'tag': '7de152ca-405a-4d66-9c78-b397ef59c4a1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:07.864183 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a3de2-73a3-41f5-9f57-bdecf43dae63" -d '{"events": [{"name": "network-changed", "server_uuid": "69082140-9d03-4061-8d5d-f571512ac513", "tag": "7de152ca-405a-4d66-9c78-b397ef59c4a1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:07.883230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdaf619c-c60a-4ad5-b3c6-d07a33bc0dfe tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet 2300a985-c377-4645-9c79-78b88ccf285c {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:16:07.889753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a135f5-84da-4164-ae30-4741290376e5 req-96df7edf-e48e-4d4b-926a-3b5c75c2824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:07.891481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a135f5-84da-4164-ae30-4741290376e5 req-96df7edf-e48e-4d4b-926a-3b5c75c2824e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 1.3352811
Apr 09 21:16:07.901883 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cdaf619c-c60a-4ad5-b3c6-d07a33bc0dfe tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (2300a985-c377-4645-9c79-78b88ccf285c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.923832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] For port f550ab8b-46fc-476d-9e17-cf770f908314, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f550ab8b-46fc-476d-9e17-cf770f908314,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:07.924660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:07.967375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f01f9-de27-401f-be24-21fc1bdaf527 req-856438b1-7702-4fb3-b280-8369098fea9e tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:07.980985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce5f01f9-de27-401f-be24-21fc1bdaf527 req-856438b1-7702-4fb3-b280-8369098fea9e tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 943 time: 0.5466006
Apr 09 21:16:08.140526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de29189-3b6c-4bae-b989-67610325ef87 req-05054b77-3361-46d6-b053-69310ad686c3 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:08.150754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6de29189-3b6c-4bae-b989-67610325ef87 req-05054b77-3361-46d6-b053-69310ad686c3 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 945 time: 0.5968733
Apr 09 21:16:08.295472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acadf5-82c9-4cd2-b6d2-7c9bc73ecc4d service neutron] Pushing event updated for resources: {'Port': ['ID=7de152ca-405a-4d66-9c78-b397ef59c4a1,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:08.368790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cab0c9d-5bc2-486c-bb73-355c8198a313 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:08.379874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:08.463266 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Publish callbacks [] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:08.509245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:08.509708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:08.514849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a135f5-84da-4164-ae30-4741290376e5 req-2f960b70-5d1b-4297-8463-0e6503fb5b32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 998 time: 0.5835021
Apr 09 21:16:08.561988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f550ab8b-46fc-476d-9e17-cf770f908314 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:08.602969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-899f5b32-7ef6-4a68-a063-4327a52b9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:08.606731 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-899f5b32-7ef6-4a68-a063-4327a52b9534 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6224e166-ef4d-46aa-a3a6-6d9016c554e1 HTTP/1.1" status: 200  len: 913 time: 1.0809338
Apr 09 21:16:08.625175 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d52608c3-25aa-468a-98e3-ee21f75e7cb1 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.9593081
Apr 09 21:16:08.640004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45372) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:08.646689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-51d2740e-1320-486b-b26a-222111397036 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad6e95-a694-462c-ad59-81a2853d4927', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:08.725597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce5f01f9-de27-401f-be24-21fc1bdaf527 req-46f365f5-0bb2-47c5-9e50-142fb6b8b6c1 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7344573
Apr 09 21:16:08.861479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Transition to ACTIVE for port object 6cab0c9d-5bc2-486c-bb73-355c8198a313 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:16:08.862984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-b5e1e4bb-11fc-4a92-8f9b-028bbf2d6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:08.865274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-b5e1e4bb-11fc-4a92-8f9b-028bbf2d6d9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 1125 time: 0.3126354
Apr 09 21:16:08.900698 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cdaf619c-c60a-4ad5-b3c6-d07a33bc0dfe tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (2300a985-c377-4645-9c79-78b88ccf285c), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:08.924418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port f550ab8b-46fc-476d-9e17-cf770f908314 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:08.924879 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:08.927161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:08.927537 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:08.970231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:08.973013 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b23cdf8-4a19-4e41-b9b5-959426f4b406" -d '{"events": [{"server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:09.003107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f550ab8b-46fc-476d-9e17-cf770f908314, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f550ab8b-46fc-476d-9e17-cf770f908314,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:09.005398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62cb7f7e-5fc6-45f6-98f6-df3d2108e004,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:09.009160 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.035101 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.035101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:09.080125 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666690b6-34f1-4438-90ff-3f80a725596a x-openstack-request-id: req-666690b6-34f1-4438-90ff-3f80a725596a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:09.080125 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69082140-9d03-4061-8d5d-f571512ac513", "tag": "7de152ca-405a-4d66-9c78-b397ef59c4a1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:09.080125 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-666690b6-34f1-4438-90ff-3f80a725596a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:09.080510 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666690b6-34f1-4438-90ff-3f80a725596a'] response: {'name': 'network-changed', 'server_uuid': '69082140-9d03-4061-8d5d-f571512ac513', 'tag': '7de152ca-405a-4d66-9c78-b397ef59c4a1', 'status': 'completed', 'code': 200}
Apr 09 21:16:09.107080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6de29189-3b6c-4bae-b989-67610325ef87 req-bdaee9bb-5e3f-47c3-8053-a8c9f51ab421 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups?id=19cc61e6-9d52-4226-bc1e-2079d82c8648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9551854
Apr 09 21:16:09.185270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.207380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.218654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (e8cce248-cf50-412e-8de3-8431b2f97a66), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.219272 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Floating IP e8cce248-cf50-412e-8de3-8431b2f97a66 disassociated. External IP: 172.35.0.172, port: f550ab8b-46fc-476d-9e17-cf770f908314.
Apr 09 21:16:09.219770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Calling delete_port for f550ab8b-46fc-476d-9e17-cf770f908314 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:09.247396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=f550ab8b-46fc-476d-9e17-cf770f908314,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:09.280763 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-531aa085-a84f-43f3-ade7-bb9fbff1a920 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f HTTP/1.1" status: 200  len: 217 time: 0.6511097
Apr 09 21:16:09.335612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-0b592399-cc28-4385-91ee-1ea35d053803 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7de152ca-405a-4d66-9c78-b397ef59c4a1 HTTP/1.1" status: 200  len: 217 time: 0.2222710
Apr 09 21:16:09.350483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=62cb7f7e-5fc6-45f6-98f6-df3d2108e004,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:09.364243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:09.364841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.405564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a135f5-84da-4164-ae30-4741290376e5 req-7b1b700f-91e2-4b52-839d-61f3ff217f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:09.407477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a135f5-84da-4164-ae30-4741290376e5 req-7b1b700f-91e2-4b52-839d-61f3ff217f00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.8570664
Apr 09 21:16:09.494542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-4973722e-8389-436d-8c64-4661b9c24963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:09.500965 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-4973722e-8389-436d-8c64-4661b9c24963 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29f02642-072d-4eb5-bc16-2a79485c6284 HTTP/1.1" status: 200  len: 851 time: 0.1810775
Apr 09 21:16:09.514976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cdaf619c-c60a-4ad5-b3c6-d07a33bc0dfe tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2300a985-c377-4645-9c79-78b88ccf285c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.540504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d2740e-1320-486b-b26a-222111397036 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (48e28d1d-1806-4bd5-945d-602a6c5f691e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.556157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:09.558711 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.620482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e2aebd-5175-48d2-bbc9-a67e9897c5c3,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:09.631680 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.697904 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d2740e-1320-486b-b26a-222111397036 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (48e28d1d-1806-4bd5-945d-602a6c5f691e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.738347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa8b06-0eb8-4ac4-8866-82570d49345a None None] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:09.774633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d2740e-1320-486b-b26a-222111397036 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (48e28d1d-1806-4bd5-945d-602a6c5f691e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.823437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a135f5-84da-4164-ae30-4741290376e5 req-3334a596-e2c5-402f-aea9-ef46cf8ab651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:09.823437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a135f5-84da-4164-ae30-4741290376e5 req-3334a596-e2c5-402f-aea9-ef46cf8ab651 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1288290
Apr 09 21:16:09.838674 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f550ab8b-46fc-476d-9e17-cf770f908314), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.862361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=c5e2aebd-5175-48d2-bbc9-a67e9897c5c3,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:09.872734 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-51d2740e-1320-486b-b26a-222111397036 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.877474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-25f1c68f-1ce8-4df4-898c-933fc217a5bf None None] Provisioning complete for port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:09.878572 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-51d2740e-1320-486b-b26a-222111397036 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2361093
Apr 09 21:16:09.879071 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25f1c68f-1ce8-4df4-898c-933fc217a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:09.882901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45378) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:09.892763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fc2d5-b0d1-4772-8f52-aa348a011706 req-a5e8250f-b3a5-4397-ac61-96cfc4aec9da tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:09.895284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f6fc2d5-b0d1-4772-8f52-aa348a011706 req-a5e8250f-b3a5-4397-ac61-96cfc4aec9da tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.7611678
Apr 09 21:16:09.896289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Pushing event updated for resources: {'Port': ['ID=6cab0c9d-5bc2-486c-bb73-355c8198a313,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:09.926522 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:10.016298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1510e-04db-4cbc-ad20-16293e01fdb1 req-918c3de3-88b9-41ae-9b09-66e0f8d36164 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:10.018658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25d1510e-04db-4cbc-ad20-16293e01fdb1 req-918c3de3-88b9-41ae-9b09-66e0f8d36164 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 943 time: 0.7233837
Apr 09 21:16:10.020850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a135f5-84da-4164-ae30-4741290376e5 req-34a825f1-1fc9-49e3-9bfc-98f472b42c80 service neutron] 10.222.0.32 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520555
Apr 09 21:16:10.063214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event deleted for resources: {'Port': ['ID=f550ab8b-46fc-476d-9e17-cf770f908314,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:10.579817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.20.0.1 (94987c3c-74d8-4227-9a28-ca107fefd2ce/42ddca31-bf6a-476f-9dac-90d63a488c83/e341a913-5b97-4f6e-aaef-6b227399e7bd) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:10.668258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 07eecfd5-c561-41ce-aafc-0176e0404d3f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:16:10.673664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:10.789928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2740e-1320-486b-b26a-222111397036 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e28d1d-1806-4bd5-945d-602a6c5f691e,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:10.811456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-215171ce-7a7d-40c3-9c6c-dc91dacbf222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:10.812352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-1274568c-1cac-47db-b38c-b760744d4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:10.816724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-1274568c-1cac-47db-b38c-b760744d4072 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6224e166-ef4d-46aa-a3a6-6d9016c554e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 1.3046098
Apr 09 21:16:10.818147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-215171ce-7a7d-40c3-9c6c-dc91dacbf222 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 200  len: 853 time: 1.4369256
Apr 09 21:16:10.819686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:10.820614 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:10.857697 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b76b1bc-9023-4810-9bf1-c1a821e48c22 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules/48e28d1d-1806-4bd5-945d-602a6c5f691e HTTP/1.1" status: 200  len: 764 time: 0.9448307
Apr 09 21:16:10.860375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cdaf619c-c60a-4ad5-b3c6-d07a33bc0dfe tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (2300a985-c377-4645-9c79-78b88ccf285c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:10.881402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-f42d9abd-d867-4c78-a05d-cab46dbbdf32 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457520
Apr 09 21:16:10.891587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45386) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:10.924219 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:16:10.982323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf619c-c60a-4ad5-b3c6-d07a33bc0dfe tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=2300a985-c377-4645-9c79-78b88ccf285c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:11.076212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cdaf619c-c60a-4ad5-b3c6-d07a33bc0dfe tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.092784 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cdaf619c-c60a-4ad5-b3c6-d07a33bc0dfe tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/2300a985-c377-4645-9c79-78b88ccf285c HTTP/1.1" status: 204  len: 168 time: 3.6952116
Apr 09 21:16:11.119253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25d1510e-04db-4cbc-ad20-16293e01fdb1 req-4daf4ea5-9785-40c5-a685-bb62e99a182d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0704272
Apr 09 21:16:11.148232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45388) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:11.150977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432fdb59-364a-4c37-85d4-b40839559526 None None] Network 495cfff2-0cd8-4675-85ca-4d39b420597e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:11.329942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 07eecfd5-c561-41ce-aafc-0176e0404d3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:11.348205 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69a0beb-fb96-4214-9a35-6fdbe6c1b786 x-openstack-request-id: req-a69a0beb-fb96-4214-9a35-6fdbe6c1b786 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:11.349004 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:11.349402 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a69a0beb-fb96-4214-9a35-6fdbe6c1b786 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:11.349911 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69a0beb-fb96-4214-9a35-6fdbe6c1b786'] response: {'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'code': 200}
Apr 09 21:16:11.351137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'mac_address': 'fa:16:3e:98:e4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:16:11.371834 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-918e9f4d-7ce6-4266-8657-adec32de4e3f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.4194551
Apr 09 21:16:11.380574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45390) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:11.495309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.496121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-25f1c68f-1ce8-4df4-898c-933fc217a5bf None None] Current status of the port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:11.520623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:11.521991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:11.542797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e894046f-8fec-4138-9d6d-f28d156c2475 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (48e28d1d-1806-4bd5-945d-602a6c5f691e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.566647 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-2e8b6495-a53f-46db-b6aa-02b5f3a19a69 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6949761
Apr 09 21:16:11.569615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a135f5-84da-4164-ae30-4741290376e5 req-119260b2-276a-4220-979c-127a698f10a4 service neutron] 10.222.0.32 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5180042
Apr 09 21:16:11.570125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e894046f-8fec-4138-9d6d-f28d156c2475 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (48e28d1d-1806-4bd5-945d-602a6c5f691e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.591599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Router 2557c9a8-91fb-43bb-8061-d62684219aed has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:16:11.687353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 07eecfd5-c561-41ce-aafc-0176e0404d3f is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:11.689546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.794659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:11.795429 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.821559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.879621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e894046f-8fec-4138-9d6d-f28d156c2475 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (48e28d1d-1806-4bd5-945d-602a6c5f691e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.907441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8946f1ca-269b-47a1-89b7-7267a94c45e5 None None] Provisioning complete for port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:11.908232 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8946f1ca-269b-47a1-89b7-7267a94c45e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.944389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f6fc2d5-b0d1-4772-8f52-aa348a011706 req-c5c142c4-825f-41c7-9990-7847d71fe1a7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.9206305
Apr 09 21:16:11.968138 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e894046f-8fec-4138-9d6d-f28d156c2475 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:11.974961 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e894046f-8fec-4138-9d6d-f28d156c2475 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/48e28d1d-1806-4bd5-945d-602a6c5f691e HTTP/1.1" status: 204  len: 168 time: 0.5826106
Apr 09 21:16:11.996656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:12.006784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45392) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:12.057303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:12.062429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] DHCP port deletion for 495cfff2-0cd8-4675-85ca-4d39b420597e request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:16:12.065076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Attempting to bind port 6cab0c9d-5bc2-486c-bb73-355c8198a313 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:12.065315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Attempting to bind port 6cab0c9d-5bc2-486c-bb73-355c8198a313 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:12.069360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Attempting to bind port 6cab0c9d-5bc2-486c-bb73-355c8198a313 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:12.075297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eecfd5-c561-41ce-aafc-0176e0404d3f {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:12.075799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894046f-8fec-4138-9d6d-f28d156c2475 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e28d1d-1806-4bd5-945d-602a6c5f691e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:12.086035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de861669-8e51-4387-a9ca-ed29e4d5165b req-18b4be55-46aa-432c-9539-71d7a273acb5 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:12.088322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:12.099281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de861669-8e51-4387-a9ca-ed29e4d5165b req-18b4be55-46aa-432c-9539-71d7a273acb5 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 943 time: 0.3128128
Apr 09 21:16:12.109424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Port 6cab0c9d-5bc2-486c-bb73-355c8198a313 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:16:12.109857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Attempting to bind port 6cab0c9d-5bc2-486c-bb73-355c8198a313 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:12.115423 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (495cfff2-0cd8-4675-85ca-4d39b420597e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.123370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-f47ca1d7-12a2-4ef4-b078-e346cd2f2126 service neutron] 10.222.0.25 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1752448
Apr 09 21:16:12.145518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 07eecfd5-c561-41ce-aafc-0176e0404d3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:12.222840 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (f29184fe-a00c-4185-9a49-5473eaa17efc), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.284371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] Deleting port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:12.285237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.292401 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.354935 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc8c8001-4126-4a52-a3fa-17cad77fb05f req-d03df792-c3e4-4a05-a26e-53bea5dffd81 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7716277
Apr 09 21:16:12.379439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=e341a913-5b97-4f6e-aaef-6b227399e7bd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:12.416486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7298e40-4d5a-458e-8db0-b6b7badc9dea service neutron] 10.222.0.25 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621799
Apr 09 21:16:12.430652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:12.444797 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] Sync routers for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:12.473380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=07eecfd5-c561-41ce-aafc-0176e0404d3f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:12.478293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:12.483600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Checking segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:12.484452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Bound using segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:12.485101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Bound port: 6cab0c9d-5bc2-486c-bb73-355c8198a313, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:12.485960 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.488555 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-43baad5c-2f33-4d1e-a906-7e3ad56506ef tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4710236
Apr 09 21:16:12.494216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45396) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:12.502436 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:12.509453 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773eb820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:12.564337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-630d23cc-adbf-4bab-b7f2-7813cd2f1248 req-7db10ec6-0259-4fb6-9119-3d49e50c1189 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 210 time: 0.1414061
Apr 09 21:16:12.609179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:12.614365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.640074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:12.650079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['07eecfd5-c561-41ce-aafc-0176e0404d3f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:16:12.704713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b658f311-1c6f-481b-818b-afaea6b35e68 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (e1ad6e95-a694-462c-ad59-81a2853d4927), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.722256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] No DVR routers for this DVR port f550ab8b-46fc-476d-9e17-cf770f908314 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:12.735867 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.739217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50c363fe-7138-40aa-aa4b-ccb506b4871e req-50169cb7-71ef-42bd-9551-9219079844c7 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.32 "DELETE /v2.0/ports/f550ab8b-46fc-476d-9e17-cf770f908314 HTTP/1.1" status: 204  len: 173 time: 6.9399276
Apr 09 21:16:12.819559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'name': 'network-vif-deleted', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:12.822158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b658f311-1c6f-481b-818b-afaea6b35e68 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (e1ad6e95-a694-462c-ad59-81a2853d4927), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.827395 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b031b870-998e-470f-8fdf-0a294523961c" -d '{"events": [{"server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "name": "network-vif-deleted", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:12.835529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b796fb-4940-4c36-a1c6-eebe8f27aa74 req-912f88e3-47bb-4a7d-a3e7-1e83ddfce258 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:12.863680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15b796fb-4940-4c36-a1c6-eebe8f27aa74 req-912f88e3-47bb-4a7d-a3e7-1e83ddfce258 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 943 time: 0.1515336
Apr 09 21:16:12.880637 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:12.935907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8946f1ca-269b-47a1-89b7-7267a94c45e5 None None] Current status of the port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:12.945598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27fc7ba0-c958-46c4-9888-a946cf2e2d6e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:12.959525 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:12.961288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de861669-8e51-4387-a9ca-ed29e4d5165b req-555a6921-7808-406d-bac2-662774b10852 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8122995
Apr 09 21:16:13.049719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] For port 6cab0c9d-5bc2-486c-bb73-355c8198a313, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:13.053324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] For port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,segment=NetworkSegment(bbd051a2-cf01-451c-ab8e-421b972eb61b),segment_id=bbd051a2-cf01-451c-ab8e-421b972eb61b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:13.053719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.076968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] For port 6cab0c9d-5bc2-486c-bb73-355c8198a313, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab0c9d-5bc2-486c-bb73-355c8198a313,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:13.099959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 27fc7ba0-c958-46c4-9888-a946cf2e2d6e owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:13.109865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.112609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b658f311-1c6f-481b-818b-afaea6b35e68 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e1ad6e95-a694-462c-ad59-81a2853d4927), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.115552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b658f311-1c6f-481b-818b-afaea6b35e68 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.116432 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b658f311-1c6f-481b-818b-afaea6b35e68 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/e1ad6e95-a694-462c-ad59-81a2853d4927 HTTP/1.1" status: 204  len: 168 time: 0.6208947
Apr 09 21:16:13.151989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15b796fb-4940-4c36-a1c6-eebe8f27aa74 req-09bd456b-ce2c-41d8-8aca-63b71878769e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2794678
Apr 09 21:16:13.153229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45402) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:13.194375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] For port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,segment=NetworkSegment(bbd051a2-cf01-451c-ab8e-421b972eb61b),segment_id=bbd051a2-cf01-451c-ab8e-421b972eb61b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:13.195090 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.215570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-491b4649-3e86-44ff-a115-5968e974cfe1 None None] Provisioning complete for port e341a913-5b97-4f6e-aaef-6b227399e7bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:13.216149 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-491b4649-3e86-44ff-a115-5968e974cfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.292115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] Calling delete_port for 27fc7ba0-c958-46c4-9888-a946cf2e2d6e owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:13.314405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658f311-1c6f-481b-818b-afaea6b35e68 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad6e95-a694-462c-ad59-81a2853d4927,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:13.567338 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa426f-e8f4-4650-83b1-0e37159e2d8f x-openstack-request-id: req-a4aa426f-e8f4-4650-83b1-0e37159e2d8f {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:13.569533 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ae83f5-5cda-4bb8-9808-eec0a42a1ea4", "name": "network-vif-deleted", "tag": "f550ab8b-46fc-476d-9e17-cf770f908314", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:13.569947 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4aa426f-e8f4-4650-83b1-0e37159e2d8f {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:13.570889 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4aa426f-e8f4-4650-83b1-0e37159e2d8f'] response: {'server_uuid': '38ae83f5-5cda-4bb8-9808-eec0a42a1ea4', 'name': 'network-vif-deleted', 'tag': 'f550ab8b-46fc-476d-9e17-cf770f908314', 'status': 'completed', 'code': 200}
Apr 09 21:16:13.607486 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773eb820>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:13.623208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-491b4649-3e86-44ff-a115-5968e974cfe1 None None] Port e341a913-5b97-4f6e-aaef-6b227399e7bd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:13.663530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:13.665577 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.704703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.713075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.718112 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] Checking router: 2557c9a8-91fb-43bb-8061-d62684219aed for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:16:13.739144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485a63c-ef4b-437b-8ec2-ff51f168ec0b req-d5614ea4-a334-4d65-8c49-4aa2b503beb1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:13.742246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f485a63c-ef4b-437b-8ec2-ff51f168ec0b req-d5614ea4-a334-4d65-8c49-4aa2b503beb1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.1691289
Apr 09 21:16:13.747608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:13.748635 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.760440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] 10.222.0.32 "PUT /v2.0/ports/6cab0c9d-5bc2-486c-bb73-355c8198a313 HTTP/1.1" status: 200  len: 1092 time: 8.9026895
Apr 09 21:16:13.775807 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:13.786284 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773eb820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:13.864570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=e341a913-5b97-4f6e-aaef-6b227399e7bd,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:13.878241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (f29184fe-a00c-4185-9a49-5473eaa17efc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:13.980554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7ca17-4822-4784-abc7-5aa2024a516c service neutron] Pushing event updated for resources: {'Port': ['ID=6cab0c9d-5bc2-486c-bb73-355c8198a313,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:13.986130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,segment=NetworkSegment(bbd051a2-cf01-451c-ab8e-421b972eb61b),segment_id=bbd051a2-cf01-451c-ab8e-421b972eb61b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:13.997299 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.055567 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:16:14.058156 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:16:14.061632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0823dde0-a45b-4bf0-a710-0fae10079e6c req-867055b6-6df4-45aa-b0eb-2ea46892c8a2 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/ports?device_id=38ae83f5-5cda-4bb8-9808-eec0a42a1ea4 HTTP/1.1" status: 200  len: 210 time: 0.1585467
Apr 09 21:16:14.066740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:14.072065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (27fc7ba0-c958-46c4-9888-a946cf2e2d6e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:14.116190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No DVR routers for this DVR port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:14.128950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:14.142688 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:14.152090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-868ab70e-06fc-4783-a260-90b5d2ad46be tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.8064685
Apr 09 21:16:14.156388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45408) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:14.194971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-35cd7319-fd5f-4586-a298-af782363ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:14.194971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-35cd7319-fd5f-4586-a298-af782363ceca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&device_id=68d97087-edbc-447d-9589-45ec66ce060f HTTP/1.1" status: 200  len: 1126 time: 0.2685566
Apr 09 21:16:14.203863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b98d0ab8-c7c5-4a09-a821-5ae133ff9a12 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386211332'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:14.244014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] No DVR routers for this DVR port 27fc7ba0-c958-46c4-9888-a946cf2e2d6e on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:14.294437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435259f-2474-4910-a4ed-f1b1bd162c9a None None] Pushing event deleted for resources: {'Port': ['ID=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:14.295024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=27fc7ba0-c958-46c4-9888-a946cf2e2d6e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:14.320391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b98d0ab8-c7c5-4a09-a821-5ae133ff9a12 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:14.371290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:14.377096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:14.378018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f485a63c-ef4b-437b-8ec2-ff51f168ec0b req-7e31e212-a29e-4ea9-b5cf-f099efb71bac tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4395704
Apr 09 21:16:14.464490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-eeddb556-c8f8-47ad-a64e-84d80c97e6ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cab0c9d-5bc2-486c-bb73-355c8198a313 HTTP/1.1" status: 200  len: 217 time: 0.1831474
Apr 09 21:16:14.647247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24a61e-d9cc-4741-a1fa-c917235f0fa8 req-eea85dd9-7e1b-4945-8fb4-7ca643d46175 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:14.650765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f24a61e-d9cc-4741-a1fa-c917235f0fa8 req-eea85dd9-7e1b-4945-8fb4-7ca643d46175 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 944 time: 0.3713775
Apr 09 21:16:14.674777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b98d0ab8-c7c5-4a09-a821-5ae133ff9a12 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:14.685677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b98d0ab8-c7c5-4a09-a821-5ae133ff9a12 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:14.783926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b98d0ab8-c7c5-4a09-a821-5ae133ff9a12 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:14.789418 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b98d0ab8-c7c5-4a09-a821-5ae133ff9a12 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6278636
Apr 09 21:16:14.796176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45414) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:14.798150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router f29184fe-a00c-4185-9a49-5473eaa17efc has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:16:14.807498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e7e87b41-8a54-4e2e-95b8-42be2eeaebeb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Request body: {'security_group_rule': {'security_group_id': 'a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:14.866988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d0ab8-c7c5-4a09-a821-5ae133ff9a12 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:14.944156 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773eb820>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:14.963657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7de152ca-405a-4d66-9c78-b397ef59c4a1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:16:14.987707 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7e87b41-8a54-4e2e-95b8-42be2eeaebeb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (a451fd66-ccd2-4aaa-8c6b-307163da1e08), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:14.989710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ee129-37bd-413d-b7db-50c37baef67e req-a18b565f-a457-4495-9251-d3e509cb4db5 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:14.991530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c5ee129-37bd-413d-b7db-50c37baef67e req-a18b565f-a457-4495-9251-d3e509cb4db5 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 943 time: 0.2507300
Apr 09 21:16:14.994290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-8788de06-0945-4929-8c77-8a5712a8d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:14.995966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-8788de06-0945-4929-8c77-8a5712a8d25c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 200  len: 853 time: 0.5185516
Apr 09 21:16:15.000707 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fa75a-b859-4621-9f5d-87a1b8f7b91c None None] The sync data for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 is: [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9eb9180e-5576-4aa7-bcbc-6373addb3b0e', 'name': '', 'network_id': '716e02fb-2354-45aa-9b94-e82b4f941149', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'mac_address': 'fa:16:3e:14:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '84123a03-e460-41fd-b858-56ab83124fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:56Z', 'updated_at': '2022-04-09T21:10:02Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'subnets': [{'id': '84123a03-e460-41fd-b858-56ab83124fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:15.001416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (495cfff2-0cd8-4675-85ca-4d39b420597e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.106516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:15.129094 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4ae2898-f74f-491e-8e78-8c99f51ea6d4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "PUT /v2.0/routers/f29184fe-a00c-4185-9a49-5473eaa17efc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0086515
Apr 09 21:16:15.129094 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7e87b41-8a54-4e2e-95b8-42be2eeaebeb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (a451fd66-ccd2-4aaa-8c6b-307163da1e08), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.129957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7e87b41-8a54-4e2e-95b8-42be2eeaebeb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a451fd66-ccd2-4aaa-8c6b-307163da1e08), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.187225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e87b41-8a54-4e2e-95b8-42be2eeaebeb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a451fd66-ccd2-4aaa-8c6b-307163da1e08,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:15.205208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e7e87b41-8a54-4e2e-95b8-42be2eeaebeb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.208124 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e7e87b41-8a54-4e2e-95b8-42be2eeaebeb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4087894
Apr 09 21:16:15.213238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45422) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:15.236660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f24a61e-d9cc-4741-a1fa-c917235f0fa8 req-123ba862-d4f3-41b9-bf93-22d3c23fa3fe tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5650735
Apr 09 21:16:15.267052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-404bfe9f-56cb-4d06-b1c7-8617da71f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:15.277264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-404bfe9f-56cb-4d06-b1c7-8617da71f921 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 1125 time: 0.6809802
Apr 09 21:16:15.282056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-841da7cf-2d5b-403c-bfa0-0cfa93a716a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2099087
Apr 09 21:16:15.361782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc091a48-4f44-4969-8a89-f6258663ab8f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.412688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45428) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:15.518850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7de152ca-405a-4d66-9c78-b397ef59c4a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de152ca-405a-4d66-9c78-b397ef59c4a1,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:15.524842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-8b5e7496-eec2-4b15-8d49-0dfe59a4369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:15.525978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-8b5e7496-eec2-4b15-8d49-0dfe59a4369d service neutron] 10.222.0.25 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 914 time: 0.2211840
Apr 09 21:16:15.531051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375e61ee0>,) {'filters': {'network_id': ['495cfff2-0cd8-4675-85ca-4d39b420597e']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:15.538737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc091a48-4f44-4969-8a89-f6258663ab8f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.585770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7de152ca-405a-4d66-9c78-b397ef59c4a1', 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'port_id': '7de152ca-405a-4d66-9c78-b397ef59c4a1', 'mac_address': 'fa:16:3e:25:32:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a23bc99-08c5-469e-99d1-ced3a9cb059d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:16:15.601567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Sync routers for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:15.613320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 07eecfd5-c561-41ce-aafc-0176e0404d3f up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:15.656243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d97087-edbc-447d-9589-45ec66ce060f', 'tag': '6cab0c9d-5bc2-486c-bb73-355c8198a313'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:15.658612 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "68d97087-edbc-447d-9589-45ec66ce060f", "tag": "6cab0c9d-5bc2-486c-bb73-355c8198a313"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:15.667835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-2cbdb2b7-b6d8-4480-afbd-6695ecf606b5 service neutron] 10.222.0.32 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332972
Apr 09 21:16:15.742639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375e61ee0>, 'bbd051a2-cf01-451c-ab8e-421b972eb61b') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:15.743003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375e61ee0>, 'bbd051a2-cf01-451c-ab8e-421b972eb61b') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:15.745539 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664a499-25f5-4c25-9639-1c663c579fee None None] New status for floating IP e8cce248-cf50-412e-8de3-8431b2f97a66: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:16:15.758533 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a25d277c-748e-460d-bec7-e65199922b3c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (19cc61e6-9d52-4226-bc1e-2079d82c8648), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.764579 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:15.770321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d2a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:15.777288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c5ee129-37bd-413d-b7db-50c37baef67e req-082a3542-6740-4de6-9586-393c83cec4eb tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7621999
Apr 09 21:16:15.795108 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (bbd051a2-cf01-451c-ab8e-421b972eb61b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.817380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-ef7f7e27-458d-429b-ae5c-b924589773ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7de152ca-405a-4d66-9c78-b397ef59c4a1 HTTP/1.1" status: 200  len: 217 time: 0.1183703
Apr 09 21:16:15.869687 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a25d277c-748e-460d-bec7-e65199922b3c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (19cc61e6-9d52-4226-bc1e-2079d82c8648), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:15.891642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-25c8a99b-948e-4646-b19c-d547936b4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:15.893232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-25c8a99b-948e-4646-b19c-d547936b4ea6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 200  len: 853 time: 0.0552890
Apr 09 21:16:15.900153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:15.940599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-f291e42c-6508-4da3-9865-5f5d19b681f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386398
Apr 09 21:16:15.971008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (bbd051a2-cf01-451c-ab8e-421b972eb61b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.026714 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a25d277c-748e-460d-bec7-e65199922b3c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (19cc61e6-9d52-4226-bc1e-2079d82c8648), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.033285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a25d277c-748e-460d-bec7-e65199922b3c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.038090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a25d277c-748e-460d-bec7-e65199922b3c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "DELETE /v2.0/security-groups/19cc61e6-9d52-4226-bc1e-2079d82c8648 HTTP/1.1" status: 204  len: 168 time: 0.6236835
Apr 09 21:16:16.039795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45442) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:16.066936 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-574d8664-22c2-4f7f-95af-9b3895148f5b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] show failed (client error): The resource could not be found.
Apr 09 21:16:16.071489 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-574d8664-22c2-4f7f-95af-9b3895148f5b tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "GET /v2.0/security-groups/19cc61e6-9d52-4226-bc1e-2079d82c8648 HTTP/1.1" status: 404  len: 347 time: 0.0201325
Apr 09 21:16:16.072264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45444) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:16.159694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc091a48-4f44-4969-8a89-f6258663ab8f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.162609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc091a48-4f44-4969-8a89-f6258663ab8f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.163986 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc091a48-4f44-4969-8a89-f6258663ab8f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c HTTP/1.1" status: 204  len: 168 time: 0.9497080
Apr 09 21:16:16.165187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d277c-748e-460d-bec7-e65199922b3c tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc61e6-9d52-4226-bc1e-2079d82c8648,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:16.180280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45446) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:16.265558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-0a8f3cfc-dc66-43a8-b995-1726c9cc43d6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307408129&fields=id&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 267 time: 0.5965323
Apr 09 21:16:16.268285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc091a48-4f44-4969-8a89-f6258663ab8f tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:16.300196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e44e4c89-3cd1-4992-98f6-6d3922ae7400 None None] Provisioning complete for port e341a913-5b97-4f6e-aaef-6b227399e7bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:16.300583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e44e4c89-3cd1-4992-98f6-6d3922ae7400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.353854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e44e4c89-3cd1-4992-98f6-6d3922ae7400 None None] Port e341a913-5b97-4f6e-aaef-6b227399e7bd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:16.363680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 07eecfd5-c561-41ce-aafc-0176e0404d3f completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:16:16.393195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Deleting port 3c76919d-bacd-4577-9ecb-2f0518a7d244 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:16.395596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3c76919d-bacd-4577-9ecb-2f0518a7d244), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.401083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7de152ca-405a-4d66-9c78-b397ef59c4a1 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:16.401524 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.442417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de152ca-405a-4d66-9c78-b397ef59c4a1 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:16.460902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 07eecfd5-c561-41ce-aafc-0176e0404d3f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:16.461738 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.484879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1dc08-e37f-41b9-b97c-4fd7bb900963 req-0aa754d1-949c-4897-9748-6e00d31fbe2e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:16.486402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eee1dc08-e37f-41b9-b97c-4fd7bb900963 req-0aa754d1-949c-4897-9748-6e00d31fbe2e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.3827364
Apr 09 21:16:16.488280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65d35b30-7975-40f0-b316-59233a8b23b8 req-57813815-357b-4bd2-bc1a-1d6348a4c17d service neutron] 10.222.0.32 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7706244
Apr 09 21:16:16.497747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-27e418c5-7d51-47a8-b6c5-e2fce6e2e5e7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:16.505537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-27e418c5-7d51-47a8-b6c5-e2fce6e2e5e7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 796 time: 0.2389803
Apr 09 21:16:16.524172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:16:16.524583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (bbd051a2-cf01-451c-ab8e-421b972eb61b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:16:16.532714 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:16:16.573146 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1a068a9a-a68c-4888-a511-f9a80309b3eb tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3896739
Apr 09 21:16:16.574115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:16.581359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-4a804869-c58a-44ea-8639-156a16180ac5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/quotas/0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 375 time: 0.0748229
Apr 09 21:16:16.603595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7de152ca-405a-4d66-9c78-b397ef59c4a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de152ca-405a-4d66-9c78-b397ef59c4a1,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:16.606277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d2a820>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:13Z', 'revision_number': 2, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:16.628179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3c76919d-bacd-4577-9ecb-2f0518a7d244), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.628893 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (3c76919d-bacd-4577-9ecb-2f0518a7d244), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.654305 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-edb82019-4eda-400e-b6f5-5ff951ef2356 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0750806
Apr 09 21:16:16.655292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45452) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:16.667353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Calling delete_port for 3c76919d-bacd-4577-9ecb-2f0518a7d244 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:16.683065 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-4941dd7d-8fbb-473c-9ff3-1218940b96fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] delete failed (client error): The resource could not be found.
Apr 09 21:16:16.691612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4941dd7d-8fbb-473c-9ff3-1218940b96fe tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "DELETE /v2.0/security-groups/a35b50c0-2d9e-4cb5-b8c7-ee0781ca284c HTTP/1.1" status: 404  len: 347 time: 0.0310185
Apr 09 21:16:16.694428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45454) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:16.695827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eee1dc08-e37f-41b9-b97c-4fd7bb900963 req-6e1f9698-c6ab-4ea9-8bae-6a59aca93652 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1814137
Apr 09 21:16:16.700649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Checking router: f29184fe-a00c-4185-9a49-5473eaa17efc for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:16:16.701997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Updating router f29184fe-a00c-4185-9a49-5473eaa17efc port e341a913-5b97-4f6e-aaef-6b227399e7bd binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:16:16.717194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-2d583843-6d33-4643-b14b-e70d370e3370 service neutron] 10.222.0.25 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7436039
Apr 09 21:16:16.737719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-17fefcd6-3027-4b35-9dfb-2eb5b8183e43 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1475382
Apr 09 21:16:16.772162 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.806858 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.807752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3600ef2b-c5c8-4791-bbd7-8c510d0cae62 tempest-SecGroupTest-757166576 tempest-SecGroupTest-757166576-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1115506
Apr 09 21:16:16.838582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-827a3de2-73a3-41f5-9f57-bdecf43dae63 req-991258fb-4912-4170-b1c0-4a41a7f14c03 service neutron] 10.222.0.25 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978374
Apr 09 21:16:16.839244 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (495cfff2-0cd8-4675-85ca-4d39b420597e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.885895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7de152ca-405a-4d66-9c78-b397ef59c4a1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:16.921264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:16.926813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/networks/495cfff2-0cd8-4675-85ca-4d39b420597e HTTP/1.1" status: 204  len: 168 time: 5.7368693
Apr 09 21:16:16.937723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45460) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:16.946437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-328440366'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:16.947341 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b885086-ccaf-41ad-9fe5-9a8e3d6fc09e x-openstack-request-id: req-7b885086-ccaf-41ad-9fe5-9a8e3d6fc09e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:16.947341 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d97087-edbc-447d-9589-45ec66ce060f", "tag": "6cab0c9d-5bc2-486c-bb73-355c8198a313", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:16.947800 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b885086-ccaf-41ad-9fe5-9a8e3d6fc09e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:16.948223 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b885086-ccaf-41ad-9fe5-9a8e3d6fc09e'] response: {'name': 'network-changed', 'server_uuid': '68d97087-edbc-447d-9589-45ec66ce060f', 'tag': '6cab0c9d-5bc2-486c-bb73-355c8198a313', 'status': 'completed', 'code': 200}
Apr 09 21:16:16.963985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3c76919d-bacd-4577-9ecb-2f0518a7d244), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.003123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Pushing event deleted for resources: {'Port': ['ID=3c76919d-bacd-4577-9ecb-2f0518a7d244,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:17.040920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:17.043041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 07eecfd5-c561-41ce-aafc-0176e0404d3f is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:17.043507 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.044328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.101758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:16:17.104690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:17.107135 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18f67e7-4038-43ee-9337-cb6ef45f1032" -d '{"events": [{"server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "name": "network-vif-plugged", "status": "completed", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:17.119525 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (47510f1b-c2db-40de-a8f2-f639da01c17d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.119933 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Added segment 47510f1b-c2db-40de-a8f2-f639da01c17d of type vlan for network 715aa395-d71b-4fbb-bb55-a8b256f52194
Apr 09 21:16:17.133905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks [] for floatingip (e8cce248-cf50-412e-8de3-8431b2f97a66), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.137162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.142678 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a5fe2f1-39e8-4ad4-8c51-17e118c2f860 tempest-AttachVolumeTestJSON-873042647 tempest-AttachVolumeTestJSON-873042647-project] 10.222.0.30 "DELETE /v2.0/floatingips/e8cce248-cf50-412e-8de3-8431b2f97a66 HTTP/1.1" status: 204  len: 168 time: 1.0615003
Apr 09 21:16:17.157639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7de152ca-405a-4d66-9c78-b397ef59c4a1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:16:17.162590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45468) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:17.162808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 07eecfd5-c561-41ce-aafc-0176e0404d3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:17.192665 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.216790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (715aa395-d71b-4fbb-bb55-a8b256f52194), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.284627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (715aa395-d71b-4fbb-bb55-a8b256f52194), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.292268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:17.296636 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.347790 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4089110
Apr 09 21:16:17.352165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45484) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:17.358072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:17.421587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6a3cb-13d7-4a26-b836-6e9e1c34662e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Network': ['ID=715aa395-d71b-4fbb-bb55-a8b256f52194,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:17.524783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 715aa395-d71b-4fbb-bb55-a8b256f52194 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:16:17.554598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f712bc9-3c56-4429-90de-e1fb2692adc0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Network': ['ID=495cfff2-0cd8-4675-85ca-4d39b420597e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:17.587003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:17.591101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.624004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=07eecfd5-c561-41ce-aafc-0176e0404d3f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:17.643874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-88ba62d8-db5f-4074-83a8-73dc8c22ffb3 service neutron] 10.222.0.30 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7981565
Apr 09 21:16:17.779544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-f48a2757-1100-4bc3-8460-bc1723f483b6 service neutron] 10.222.0.30 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333888
Apr 09 21:16:17.801304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115767e-8661-4aff-ade6-d9253bcf38b0 req-82250211-99dc-41e4-b6e7-4d7baccac169 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:17.813128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1115767e-8661-4aff-ade6-d9253bcf38b0 req-82250211-99dc-41e4-b6e7-4d7baccac169 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 945 time: 0.3470345
Apr 09 21:16:17.973105 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Publish callbacks [] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:17.984202 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.011179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-634d631d-4c9e-4f7f-93e6-636a7d268785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:18.013214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-634d631d-4c9e-4f7f-93e6-636a7d268785 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&device_id=68d97087-edbc-447d-9589-45ec66ce060f HTTP/1.1" status: 200  len: 1126 time: 0.1155212
Apr 09 21:16:18.108008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90598b0c-0993-4f93-9371-8cf29c97df5e None None] Pushing event updated for resources: {'Port': ['ID=e341a913-5b97-4f6e-aaef-6b227399e7bd,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:18.267306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-ae3c02ae-0569-4607-9fdd-2a139be6ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:18.273506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-ae3c02ae-0569-4607-9fdd-2a139be6ef28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 914 time: 0.2342582
Apr 09 21:16:18.306994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Attempting to bind port e341a913-5b97-4f6e-aaef-6b227399e7bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:18.307689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Attempting to bind port e341a913-5b97-4f6e-aaef-6b227399e7bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:18.308231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Attempting to bind port e341a913-5b97-4f6e-aaef-6b227399e7bd on network 94987c3c-74d8-4227-9a28-ca107fefd2ce {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:18.314661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:18.315353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Checking segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:18.315927 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.316505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Bound using segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:18.317247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Bound port: e341a913-5b97-4f6e-aaef-6b227399e7bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:18.317798 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.339217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1115767e-8661-4aff-ade6-d9253bcf38b0 req-34ea2e1a-e90b-4710-851e-2b4911a4a6cd tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5245230
Apr 09 21:16:18.468233 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9eb4ee81-c9df-44f2-849c-405e3bd70269 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03b5ab67a84641838022ecaaf3d2ec57&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3044436
Apr 09 21:16:18.468861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45514) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:18.532272 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7cd58a-ef76-4942-87f1-625754ad4770 x-openstack-request-id: req-4a7cd58a-ef76-4942-87f1-625754ad4770 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:18.532826 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "name": "network-vif-plugged", "status": "completed", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:18.533275 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a7cd58a-ef76-4942-87f1-625754ad4770 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:18.533843 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7cd58a-ef76-4942-87f1-625754ad4770'] response: {'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'code': 200}
Apr 09 21:16:18.536177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] For port e341a913-5b97-4f6e-aaef-6b227399e7bd, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:18.548573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] For port e341a913-5b97-4f6e-aaef-6b227399e7bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e341a913-5b97-4f6e-aaef-6b227399e7bd,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:18.557540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-6376ef45-a17c-46ca-a9ae-d9ce72fb90f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cab0c9d-5bc2-486c-bb73-355c8198a313 HTTP/1.1" status: 200  len: 217 time: 0.2107823
Apr 09 21:16:18.578648 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.606014 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (134d7403-561d-4e15-a096-b3635e907143), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.643027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 6cab0c9d-5bc2-486c-bb73-355c8198a313 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:16:18.708871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77734978-b1ce-4e06-996d-0adf652be2a6 admin admin] Publish callbacks [] for security_group (4a5a8c4e-e78d-4ebf-b763-1c0993bb904d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.718370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-dae7e4c5-3b74-4e04-b766-c8d07ab7bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:18.719306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-dae7e4c5-3b74-4e04-b766-c8d07ab7bbd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 200  len: 853 time: 0.0988500
Apr 09 21:16:18.785917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=134d7403-561d-4e15-a096-b3635e907143,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:18.795719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77734978-b1ce-4e06-996d-0adf652be2a6 admin admin] Publish callbacks [] for security_group (4a5a8c4e-e78d-4ebf-b763-1c0993bb904d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.805299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190910-7255-47f7-96b9-bf486cd54e6e req-594b381b-e51b-4998-ad9b-84dd43df9f21 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:18.813316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06190910-7255-47f7-96b9-bf486cd54e6e req-594b381b-e51b-4998-ad9b-84dd43df9f21 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.0917325
Apr 09 21:16:18.818821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking segment: {'id': '47510f1b-c2db-40de-a8f2-f639da01c17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:18.819461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network hostable DHCP agents. Network: 715aa395-d71b-4fbb-bb55-a8b256f52194, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:16:18.877608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e799-b760-49b0-9c63-96faade7ce79 req-237b372e-a5a6-4238-9674-7f08d80af8a5 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:18.885083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dfc2e799-b760-49b0-9c63-96faade7ce79 req-237b372e-a5a6-4238-9674-7f08d80af8a5 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 944 time: 0.6101859
Apr 09 21:16:18.886502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 715aa395-d71b-4fbb-bb55-a8b256f52194 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:16:18.900272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-5099cba1-87ec-4193-a24d-f582036b463e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1525464
Apr 09 21:16:18.907373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 715aa395-d71b-4fbb-bb55-a8b256f52194) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:18.922634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:18.923669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.944756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77734978-b1ce-4e06-996d-0adf652be2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4a5a8c4e-e78d-4ebf-b763-1c0993bb904d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.947993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-77734978-b1ce-4e06-996d-0adf652be2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:18.953099 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-77734978-b1ce-4e06-996d-0adf652be2a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a5a8c4e-e78d-4ebf-b763-1c0993bb904d HTTP/1.1" status: 204  len: 168 time: 0.4763288
Apr 09 21:16:18.966200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dfc2e799-b760-49b0-9c63-96faade7ce79 req-ddaf767f-cf92-43b2-bfe6-fc49bd378bdb tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802410
Apr 09 21:16:18.967578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d8d74-ee6e-49de-946b-5412b2ea9ec8 req-3e495cca-2d88-4dd9-8827-3c4e193c25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:18.970035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77734978-b1ce-4e06-996d-0adf652be2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5a8c4e-e78d-4ebf-b763-1c0993bb904d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:18.977680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-306d8d74-ee6e-49de-946b-5412b2ea9ec8 req-3e495cca-2d88-4dd9-8827-3c4e193c25a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1127 time: 0.3558881
Apr 09 21:16:18.978756 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-719dd5f5-bf72-4e7c-97ed-d455556a7d51 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6251976
Apr 09 21:16:18.986672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45532) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:19.013115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194', 'name': 'tempest-PortsTestJSON-590452826', 'fixed_ips': [{'subnet_id': '134d7403-561d-4e15-a096-b3635e907143', 'ip_address': '172.20.0.10'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:19.048363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06190910-7255-47f7-96b9-bf486cd54e6e req-c4431697-f539-43e6-ad1e-ea7c402f2f2b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2339885
Apr 09 21:16:19.093881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8b7f2654-da0f-4ea1-8bcc-7089b7c19aba None None] Provisioning complete for port e341a913-5b97-4f6e-aaef-6b227399e7bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:19.096668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b7f2654-da0f-4ea1-8bcc-7089b7c19aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:19.145626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70f6a443-d9c8-42af-8ce7-f1b59edc79a0 req-2315c223-a487-40d4-9a72-3f0793b2c720 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 210 time: 0.0956500
Apr 09 21:16:19.191640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f09af56-9487-49e2-919b-93199fafdaaf None None] Network 715aa395-d71b-4fbb-bb55-a8b256f52194 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:19.365322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-306d8d74-ee6e-49de-946b-5412b2ea9ec8 req-817d2ba0-c1be-4f08-add6-18e9fc840590 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3318586
Apr 09 21:16:19.378704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:19.418186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-69d644eb-cab8-4947-bb87-9aff75385328 service neutron] 10.222.0.32 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4558268
Apr 09 21:16:19.448578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7de152ca-405a-4d66-9c78-b397ef59c4a1 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:19.675671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9334570-c019-4e38-a3ff-43b6318b280a req-922f97cc-4576-489e-abd9-cd6dce90eb6d tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:19.682860 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:19.686678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9334570-c019-4e38-a3ff-43b6318b280a req-922f97cc-4576-489e-abd9-cd6dce90eb6d tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 945 time: 0.1199067
Apr 09 21:16:19.688447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:19.689090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d2a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:15:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:19.726221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:16:19.767094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d91eefaf-66e9-4c24-81f4-57cc0269c4b7 req-b5b2ad91-d684-4d9b-8561-5c6a4c2a66d2 service neutron] 10.222.0.32 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3330016
Apr 09 21:16:19.821278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-715aa395-d71b-4fbb-bb55-a8b256f52194', 'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194', 'project_id': '5c3d71a0e0874df6bff9cee258aae5c7', 'fixed_ips': [{'subnet_id': '134d7403-561d-4e15-a096-b3635e907143'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:16:19.822493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:19.844803 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:16:19.874986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9334570-c019-4e38-a3ff-43b6318b280a req-b2399039-fbe1-4d06-8c98-8afa43dff007 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1872282
Apr 09 21:16:19.878390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90598b0c-0993-4f93-9371-8cf29c97df5e None None] Pushing event updated for resources: {'Port': ['ID=e341a913-5b97-4f6e-aaef-6b227399e7bd,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:19.897203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 6cab0c9d-5bc2-486c-bb73-355c8198a313, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab0c9d-5bc2-486c-bb73-355c8198a313,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:19.960558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 7de152ca-405a-4d66-9c78-b397ef59c4a1 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:16:19.970311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '6cab0c9d-5bc2-486c-bb73-355c8198a313', 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'port_id': '6cab0c9d-5bc2-486c-bb73-355c8198a313', 'mac_address': 'fa:16:3e:3c:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a23bc99-08c5-469e-99d1-ced3a9cb059d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:16:20.235544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a529-739d-4221-b0a6-8679b5d0cc8b req-31769ecc-c554-4da0-928a-59ec17db3b8c tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:20.244571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1404a529-739d-4221-b0a6-8679b5d0cc8b req-31769ecc-c554-4da0-928a-59ec17db3b8c tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 944 time: 0.1817946
Apr 09 21:16:20.294928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.10 (715aa395-d71b-4fbb-bb55-a8b256f52194/134d7403-561d-4e15-a096-b3635e907143/b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:20.370923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e9c22-accd-499c-9f9f-5194c00ec593 req-b12b692d-644e-4408-835b-0179016b4ca6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:20.379150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-382e9c22-accd-499c-9f9f-5194c00ec593 req-b12b692d-644e-4408-835b-0179016b4ca6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.1104293
Apr 09 21:16:20.405777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1404a529-739d-4221-b0a6-8679b5d0cc8b req-d1c2acaf-1477-4cc3-865a-cee09937cdb8 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592429
Apr 09 21:16:20.649532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-382e9c22-accd-499c-9f9f-5194c00ec593 req-7b01552f-df10-45da-85e3-827f6b25dab2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2692790
Apr 09 21:16:20.684793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7de152ca-405a-4d66-9c78-b397ef59c4a1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:20.685971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:20.688047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 6cab0c9d-5bc2-486c-bb73-355c8198a313 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:20.688487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:20.733529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cab0c9d-5bc2-486c-bb73-355c8198a313 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:20.733947 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94d095ca-9265-4dfa-a304-b18173cdabb4 req-c518d46b-ee93-46c4-b98a-e589542430ed tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 210 time: 0.1718020
Apr 09 21:16:20.822222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45600) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:20.850656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:20.944271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 6cab0c9d-5bc2-486c-bb73-355c8198a313, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab0c9d-5bc2-486c-bb73-355c8198a313,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:20.956478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb592fce-a014-4e6a-bc6e-339b0648a227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:20.969017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:20.972380 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:20.997735 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:21.040455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-f780b617-0414-4669-9201-8c42a1871d25 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:21.042507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-f780b617-0414-4669-9201-8c42a1871d25 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 796 time: 0.5312781
Apr 09 21:16:21.135686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e12641-4f72-4e37-aff9-9413f6ad06d9 req-1337b849-6cf5-49a8-93d7-cca025176463 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:21.143473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2e12641-4f72-4e37-aff9-9413f6ad06d9 req-1337b849-6cf5-49a8-93d7-cca025176463 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 945 time: 0.0936255
Apr 09 21:16:21.149300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 715aa395-d71b-4fbb-bb55-a8b256f52194 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:21.154459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:21.177890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:21.231905 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-97ebf94d-e8b1-40a6-b93b-5ddb991208df tempest-ServiceProvidersTest-78471913 tempest-ServiceProvidersTest-78471913-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.4041054
Apr 09 21:16:21.261205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:21.272225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-0b9433f6-38e0-4c97-9d13-76135e97d6a6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 380 time: 0.1781747
Apr 09 21:16:21.299645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2e12641-4f72-4e37-aff9-9413f6ad06d9 req-f22b5c12-a618-4c1b-bb35-4b5b9b994b31 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1547987
Apr 09 21:16:21.316350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'port': {'device_id': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'admin_state_up': True, 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'security_groups': ['b7a3ce16-dc8d-45be-9003-e7b412ba9d72']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:21.323447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:21.324398 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:21.367380 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c243d0a3-8d11-4672-aee8-6c28773083b6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.3795826
Apr 09 21:16:21.368294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45632) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:21.382738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194', 'name': 'tempest-PortsTestJSON-1261027685', 'fixed_ips': [{'subnet_id': '134d7403-561d-4e15-a096-b3635e907143', 'ip_address': '172.20.0.9'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:21.464278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45636) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:21.627553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d2a820>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:18Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:21.631126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['6cab0c9d-5bc2-486c-bb73-355c8198a313'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:16:21.667184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f2654-da0f-4ea1-8bcc-7089b7c19aba None None] Current status of the port e341a913-5b97-4f6e-aaef-6b227399e7bd is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:21.667712 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b7f2654-da0f-4ea1-8bcc-7089b7c19aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:21.699262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d974bc-4de9-44b5-8b58-924dbb903b47 req-13f86797-d1b0-42cb-9e3c-ff7975bd693e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:21.702865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9d974bc-4de9-44b5-8b58-924dbb903b47 req-13f86797-d1b0-42cb-9e3c-ff7975bd693e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 944 time: 0.1084347
Apr 09 21:16:21.760018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:21.765195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:21.770572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8b7f2654-da0f-4ea1-8bcc-7089b7c19aba None None] For port e341a913-5b97-4f6e-aaef-6b227399e7bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e341a913-5b97-4f6e-aaef-6b227399e7bd,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:21.779983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45648) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:21.780176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3117ed-eb23-4391-ac32-b1c7e671f315 req-92a73146-490e-47e1-9ddc-88120ea7cc61 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:21.785517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e3117ed-eb23-4391-ac32-b1c7e671f315 req-92a73146-490e-47e1-9ddc-88120ea7cc61 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 945 time: 0.1900930
Apr 09 21:16:21.791168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:21.795170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:21.802477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b8b26-ad67-462a-9b99-a498a3b67941 None None] The sync data for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 is: [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:18Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:21.817852 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b7f2654-da0f-4ea1-8bcc-7089b7c19aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:21.833462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port f30f5dc4-12f0-46c8-9505-35f8f7c65634 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:16:21.866214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7de152ca-405a-4d66-9c78-b397ef59c4a1 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:21.866602 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:21.905971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=6cab0c9d-5bc2-486c-bb73-355c8198a313,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:21.922452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Allocated IP 172.20.0.2 (715aa395-d71b-4fbb-bb55-a8b256f52194/134d7403-561d-4e15-a096-b3635e907143/d4af779b-babd-41a0-bcf8-0096fcc7a641) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:21.939056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69082140-9d03-4061-8d5d-f571512ac513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de152ca-405a-4d66-9c78-b397ef59c4a1'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:21.941399 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008cafc1-232c-4e72-92e2-7f53694e1306" -d '{"events": [{"server_uuid": "69082140-9d03-4061-8d5d-f571512ac513", "name": "network-vif-plugged", "status": "completed", "tag": "7de152ca-405a-4d66-9c78-b397ef59c4a1"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:21.996322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9d974bc-4de9-44b5-8b58-924dbb903b47 req-62283ac3-ad63-4148-871b-fe77a44da620 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2799928
Apr 09 21:16:22.023074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7de152ca-405a-4d66-9c78-b397ef59c4a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de152ca-405a-4d66-9c78-b397ef59c4a1,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:22.053643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-abd4f311-1ef5-4e33-bb51-8327ad0dfc6d None None] Provisioning complete for port e341a913-5b97-4f6e-aaef-6b227399e7bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:22.054021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abd4f311-1ef5-4e33-bb51-8327ad0dfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.073721 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.156062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e3117ed-eb23-4391-ac32-b1c7e671f315 req-4c386a5e-a4be-453b-a82e-c3ae731a6f93 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3568370
Apr 09 21:16:22.175843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f2654-da0f-4ea1-8bcc-7089b7c19aba None None] Pushing event updated for resources: {'Port': ['ID=e341a913-5b97-4f6e-aaef-6b227399e7bd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:22.189740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45654) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:22.205071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-094edd9c-e9cd-40f5-a81f-f5fbe737ce0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.214903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.20.0.5 (94987c3c-74d8-4227-9a28-ca107fefd2ce/42ddca31-bf6a-476f-9dac-90d63a488c83/cf0d9111-1b29-4137-bef5-aea063d0fe04) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:22.236807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71c94-4551-43b2-bb91-9e2d4b260fae req-ecfa7034-5bc8-423b-b016-fea7d2062b80 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:22.238774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bf71c94-4551-43b2-bb91-9e2d4b260fae req-ecfa7034-5bc8-423b-b016-fea7d2062b80 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.1423285
Apr 09 21:16:22.259885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7de152ca-405a-4d66-9c78-b397ef59c4a1,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:22.316435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-efe32e11-53fe-4cb8-be03-8cde969b97d1 req-1c673ce2-b09c-4776-9eef-617b8c973dfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 210 time: 0.0679853
Apr 09 21:16:22.472986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bf71c94-4551-43b2-bb91-9e2d4b260fae req-8c099e4e-adb7-4b61-87c9-ca2cf950d194 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2279367
Apr 09 21:16:22.486159 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269cdcf0-4536-4f67-83cf-eb9b84906a74 x-openstack-request-id: req-269cdcf0-4536-4f67-83cf-eb9b84906a74 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:22.486449 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69082140-9d03-4061-8d5d-f571512ac513", "name": "network-vif-plugged", "status": "completed", "tag": "7de152ca-405a-4d66-9c78-b397ef59c4a1", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:22.486877 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-269cdcf0-4536-4f67-83cf-eb9b84906a74 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:22.487423 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269cdcf0-4536-4f67-83cf-eb9b84906a74'] response: {'server_uuid': '69082140-9d03-4061-8d5d-f571512ac513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de152ca-405a-4d66-9c78-b397ef59c4a1', 'code': 200}
Apr 09 21:16:22.522082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-094edd9c-e9cd-40f5-a81f-f5fbe737ce0c admin admin] Publish callbacks [] for security_group (4f019519-34eb-4a9c-be5d-a73514cc0164), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.524414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (2557c9a8-91fb-43bb-8061-d62684219aed), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.537604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-abd4f311-1ef5-4e33-bb51-8327ad0dfc6d None None] Current status of the port e341a913-5b97-4f6e-aaef-6b227399e7bd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:22.556976 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Publish callbacks [] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.570854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.619219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Network 715aa395-d71b-4fbb-bb55-a8b256f52194 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:22.621750 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.625165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:22.627749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:22.630105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Pushing event updated for resources: {'Port': ['ID=d4af779b-babd-41a0-bcf8-0096fcc7a641,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:22.652826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-094edd9c-e9cd-40f5-a81f-f5fbe737ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4f019519-34eb-4a9c-be5d-a73514cc0164), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.726144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Attempting to bind port d4af779b-babd-41a0-bcf8-0096fcc7a641 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:22.727372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Attempting to bind port d4af779b-babd-41a0-bcf8-0096fcc7a641 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '47510f1b-c2db-40de-a8f2-f639da01c17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:22.727757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Attempting to bind port d4af779b-babd-41a0-bcf8-0096fcc7a641 on network 715aa395-d71b-4fbb-bb55-a8b256f52194 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:22.733377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca676bb-cc5a-4a07-b1ec-ba6f22225169 req-b6a4cfd7-8aa5-494f-ba12-b303cebcfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:22.734867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:22.735104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ca676bb-cc5a-4a07-b1ec-ba6f22225169 req-b6a4cfd7-8aa5-494f-ba12-b303cebcfa0d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 1127 time: 0.0754242
Apr 09 21:16:22.736302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Checking segment: {'id': '47510f1b-c2db-40de-a8f2-f639da01c17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:22.737553 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.738274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Bound using segment: {'id': '47510f1b-c2db-40de-a8f2-f639da01c17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:22.739008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Bound port: d4af779b-babd-41a0-bcf8-0096fcc7a641, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47510f1b-c2db-40de-a8f2-f639da01c17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '715aa395-d71b-4fbb-bb55-a8b256f52194'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:22.739696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.773475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094edd9c-e9cd-40f5-a81f-f5fbe737ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f019519-34eb-4a9c-be5d-a73514cc0164,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:22.787411 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-094edd9c-e9cd-40f5-a81f-f5fbe737ce0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f234ccc5ee424fe0bf15c107e7e21b18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9750755
Apr 09 21:16:22.792444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.9 (715aa395-d71b-4fbb-bb55-a8b256f52194/134d7403-561d-4e15-a096-b3635e907143/f30f5dc4-12f0-46c8-9505-35f8f7c65634) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:22.802156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45658) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:22.815756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] For port d4af779b-babd-41a0-bcf8-0096fcc7a641, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:22.818970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] For port d4af779b-babd-41a0-bcf8-0096fcc7a641, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4af779b-babd-41a0-bcf8-0096fcc7a641,segment=NetworkSegment(47510f1b-c2db-40de-a8f2-f639da01c17d),segment_id=47510f1b-c2db-40de-a8f2-f639da01c17d)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:22.823775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e341a913-5b97-4f6e-aaef-6b227399e7bd up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:22.852218 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.856074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba74260-733b-4068-8210-d9e84231df02 tempest-TestVolumeBackupRestore-1581237618 tempest-TestVolumeBackupRestore-1581237618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:22.857756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aba74260-733b-4068-8210-d9e84231df02 tempest-TestVolumeBackupRestore-1581237618 tempest-TestVolumeBackupRestore-1581237618-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1122 time: 0.6628165
Apr 09 21:16:22.865129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45660) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:22.872330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:22.891776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.964255 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c2b58d59-50bd-4636-85e3-dca88a90551b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.968545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e341a913-5b97-4f6e-aaef-6b227399e7bd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:22.969028 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:22.977390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 6cab0c9d-5bc2-486c-bb73-355c8198a313 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:22.998034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ca676bb-cc5a-4a07-b1ec-ba6f22225169 req-d0602556-f04d-481e-acad-b9f0b8325c45 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265584
Apr 09 21:16:23.012961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10df114-148f-43c2-a3df-5f8664f175ab None None] Pushing event updated for resources: {'Port': ['ID=d4af779b-babd-41a0-bcf8-0096fcc7a641,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:23.016460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.024199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:23.025177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba034aab-6adb-4de4-a074-89871de085f7 admin admin] Publish callbacks [] for security_group (4f019519-34eb-4a9c-be5d-a73514cc0164), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.065763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:23.087793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:23.095629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 6cab0c9d-5bc2-486c-bb73-355c8198a313 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:16:23.137333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 6cab0c9d-5bc2-486c-bb73-355c8198a313 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:23.137711 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.147131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:23.214912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e341a913-5b97-4f6e-aaef-6b227399e7bd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:23.222388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Deleting port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:23.223311 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.238592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba034aab-6adb-4de4-a074-89871de085f7 admin admin] Publish callbacks [] for security_group (4f019519-34eb-4a9c-be5d-a73514cc0164), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.340038 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 6cab0c9d-5bc2-486c-bb73-355c8198a313 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:23.340038 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.342413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (f30f5dc4-12f0-46c8-9505-35f8f7c65634), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.344686 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba034aab-6adb-4de4-a074-89871de085f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4f019519-34eb-4a9c-be5d-a73514cc0164), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.367805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba034aab-6adb-4de4-a074-89871de085f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.371042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ba034aab-6adb-4de4-a074-89871de085f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f019519-34eb-4a9c-be5d-a73514cc0164 HTTP/1.1" status: 204  len: 168 time: 0.5669856
Apr 09 21:16:23.400580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 6cab0c9d-5bc2-486c-bb73-355c8198a313, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab0c9d-5bc2-486c-bb73-355c8198a313,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:23.413852 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.472507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:23.473184 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.508483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba034aab-6adb-4de4-a074-89871de085f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f019519-34eb-4a9c-be5d-a73514cc0164,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:23.533333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-93ccbe6b-85e6-4227-be5a-1c0e045f9018 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2309194
Apr 09 21:16:23.535518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=6cab0c9d-5bc2-486c-bb73-355c8198a313,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:23.568842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Request body: {'port': {'device_id': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:23.576312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] For port 9eb9180e-5576-4aa7-bcbc-6373addb3b0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:23.576693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.581740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85634d4-8e48-4637-8309-5389d11357ca req-9c96b915-0553-4ed8-bdd9-ed9f992db2ed tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:23.585501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c85634d4-8e48-4637-8309-5389d11357ca req-9c96b915-0553-4ed8-bdd9-ed9f992db2ed tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 945 time: 0.3762012
Apr 09 21:16:23.613411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Calling delete_port for 9eb9180e-5576-4aa7-bcbc-6373addb3b0e owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:23.633375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f30f5dc4-12f0-46c8-9505-35f8f7c65634), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.644840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.667282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8cd9c6ef-0617-43ea-98a0-06a5bff160cf None None] Provisioning complete for port cf0d9111-1b29-4137-bef5-aea063d0fe04 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:23.669313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8cd9c6ef-0617-43ea-98a0-06a5bff160cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.732591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 715aa395-d71b-4fbb-bb55-a8b256f52194 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:23.737367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f06d-cd8f-40e9-8759-420106aa2b4a req-8e14500e-b13c-4e09-81e4-b0de5a081b35 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:23.738911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e780f06d-cd8f-40e9-8759-420106aa2b4a req-8e14500e-b13c-4e09-81e4-b0de5a081b35 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 931 time: 0.1984048
Apr 09 21:16:23.746783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:23.749944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:23.767197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9c6ef-0617-43ea-98a0-06a5bff160cf None None] Port cf0d9111-1b29-4137-bef5-aea063d0fe04 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:23.797177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=f30f5dc4-12f0-46c8-9505-35f8f7c65634,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:23.820276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.867720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c85634d4-8e48-4637-8309-5389d11357ca req-56107d97-ac22-497d-ab15-8d92badbac11 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2477064
Apr 09 21:16:23.870132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:23.871012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:23.914345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69df85b7-4859-4f7e-8354-a610e229c904 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.5427277
Apr 09 21:16:23.916943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45676) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:24.043125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e780f06d-cd8f-40e9-8759-420106aa2b4a req-b262046f-5e23-4182-bbcb-6c8eff2ff59f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2203369
Apr 09 21:16:24.109682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7b70c-800e-49a9-b0f6-1b779e0ae193 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:24.112621 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.118322 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7cd7b70c-800e-49a9-b0f6-1b779e0ae193 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.1953557
Apr 09 21:16:24.118322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45682) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:24.120707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091b88-e81b-4b8d-ae72-b317db7640ea req-c20c2655-3d4b-42fe-9e96-527025487acd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:24.122316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db091b88-e81b-4b8d-ae72-b317db7640ea req-c20c2655-3d4b-42fe-9e96-527025487acd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 944 time: 0.1218228
Apr 09 21:16:24.159061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9eb9180e-5576-4aa7-bcbc-6373addb3b0e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.203736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb9180e-5576-4aa7-bcbc-6373addb3b0e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:24.213999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f445d1-10d0-4c44-971d-7b5be33e29fc tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:24.219919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f445d1-10d0-4c44-971d-7b5be33e29fc tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:24.226003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f445d1-10d0-4c44-971d-7b5be33e29fc tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:24.228219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-30f445d1-10d0-4c44-971d-7b5be33e29fc tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.1110275
Apr 09 21:16:24.234107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45686) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:24.247373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Allocated IP 172.35.0.60 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/1fe201e9-b5cd-4e7b-a717-555a95a2d550) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:24.488608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d97087-edbc-447d-9589-45ec66ce060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab0c9d-5bc2-486c-bb73-355c8198a313'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:24.494200 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d99e3-b4a8-4f6f-83b9-181800093038" -d '{"events": [{"server_uuid": "68d97087-edbc-447d-9589-45ec66ce060f", "name": "network-vif-plugged", "status": "completed", "tag": "6cab0c9d-5bc2-486c-bb73-355c8198a313"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:24.495152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db091b88-e81b-4b8d-ae72-b317db7640ea req-18d57429-5e65-447b-a505-fe7cdd76eea2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2643421
Apr 09 21:16:24.547693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7e621b8c-3110-4e12-ba90-51bcf26d52d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port f30f5dc4-12f0-46c8-9505-35f8f7c65634 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:24.548039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e621b8c-3110-4e12-ba90-51bcf26d52d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f30f5dc4-12f0-46c8-9505-35f8f7c65634), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.580838 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for port (1fe201e9-b5cd-4e7b-a717-555a95a2d550), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.592353 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3497a9c8-1b9a-45bb-aed0-7c38be30d1d7 x-openstack-request-id: req-3497a9c8-1b9a-45bb-aed0-7c38be30d1d7 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:24.592862 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d97087-edbc-447d-9589-45ec66ce060f", "name": "network-vif-plugged", "status": "completed", "tag": "6cab0c9d-5bc2-486c-bb73-355c8198a313", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:24.597340 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3497a9c8-1b9a-45bb-aed0-7c38be30d1d7 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:24.597824 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3497a9c8-1b9a-45bb-aed0-7c38be30d1d7'] response: {'server_uuid': '68d97087-edbc-447d-9589-45ec66ce060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab0c9d-5bc2-486c-bb73-355c8198a313', 'code': 200}
Apr 09 21:16:24.667179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0d9111-1b29-4137-bef5-aea063d0fe04 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:24.703034 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Publish callbacks [] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.719925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (2557c9a8-91fb-43bb-8061-d62684219aed), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.727190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Transition to ACTIVE for port object cf0d9111-1b29-4137-bef5-aea063d0fe04 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:16:24.729689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400ba7-cc74-467e-b8b4-abf5e74a68d8 req-2d8486b6-bbee-4bad-9505-5ca812743c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:24.731793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f400ba7-cc74-467e-b8b4-abf5e74a68d8 req-2d8486b6-bbee-4bad-9505-5ca812743c15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68d97087-edbc-447d-9589-45ec66ce060f HTTP/1.1" status: 200  len: 1128 time: 0.0787237
Apr 09 21:16:24.733928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1fe201e9-b5cd-4e7b-a717-555a95a2d550), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.743012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e621b8c-3110-4e12-ba90-51bcf26d52d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f30f5dc4-12f0-46c8-9505-35f8f7c65634), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.758478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609e8df-0821-4f28-a2a8-f8d0260daa9c None None] Network 715aa395-d71b-4fbb-bb55-a8b256f52194 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:24.760914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.807197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7e621b8c-3110-4e12-ba90-51bcf26d52d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for f30f5dc4-12f0-46c8-9505-35f8f7c65634 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:24.851457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:24.883789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:24.889783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:24.899276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8a46b937-0452-4b88-883b-c0c6b457c84d None None] Provisioning complete for port d4af779b-babd-41a0-bcf8-0096fcc7a641 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:24.899838 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a46b937-0452-4b88-883b-c0c6b457c84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:24.916360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'Port': ['ID=1fe201e9-b5cd-4e7b-a717-555a95a2d550,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:25.097586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f400ba7-cc74-467e-b8b4-abf5e74a68d8 req-fe5480f3-e567-44da-95ee-7a959008fccf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3581858
Apr 09 21:16:25.105185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:16:25.142101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d4af779b-babd-41a0-bcf8-0096fcc7a641 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:25.237541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8a46b937-0452-4b88-883b-c0c6b457c84d None None] Current status of the port d4af779b-babd-41a0-bcf8-0096fcc7a641 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:25.237957 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a46b937-0452-4b88-883b-c0c6b457c84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:25.243024 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:25.293529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d4af779b-babd-41a0-bcf8-0096fcc7a641 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:25.293930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:25.345310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Router 2557c9a8-91fb-43bb-8061-d62684219aed has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:16:25.370786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e621b8c-3110-4e12-ba90-51bcf26d52d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f30f5dc4-12f0-46c8-9505-35f8f7c65634), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:25.471379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8a46b937-0452-4b88-883b-c0c6b457c84d None None] For port d4af779b-babd-41a0-bcf8-0096fcc7a641, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4af779b-babd-41a0-bcf8-0096fcc7a641,segment=NetworkSegment(47510f1b-c2db-40de-a8f2-f639da01c17d),segment_id=47510f1b-c2db-40de-a8f2-f639da01c17d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:25.489296 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a46b937-0452-4b88-883b-c0c6b457c84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:25.562759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:25.629138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'port_id': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'mac_address': 'fa:16:3e:6e:31:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:16:25.661402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d4af779b-babd-41a0-bcf8-0096fcc7a641 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:25.665097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46b937-0452-4b88-883b-c0c6b457c84d None None] Pushing event updated for resources: {'Port': ['ID=d4af779b-babd-41a0-bcf8-0096fcc7a641,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:25.676113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:25.695813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-992c55d6-cad7-4e82-a740-af00ae1e6b13 None None] Provisioning complete for port b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:25.696185 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-992c55d6-cad7-4e82-a740-af00ae1e6b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:25.728292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b694-1867-4900-9ef2-1dea5b8a620d req-1a290a9a-9a2c-4690-b103-db21149a672b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:25.729601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1f1b694-1867-4900-9ef2-1dea5b8a620d req-1a290a9a-9a2c-4690-b103-db21149a672b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 945 time: 0.7274468
Apr 09 21:16:25.747687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:25.748112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:25.853086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:25.904446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e621b8c-3110-4e12-ba90-51bcf26d52d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=f30f5dc4-12f0-46c8-9505-35f8f7c65634,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:25.967390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7699d2-2d21-4cd2-aff6-6d6e2901324e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:25.976564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-992c55d6-cad7-4e82-a740-af00ae1e6b13 None None] Port b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:25.992523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb566fd-2e81-4e5b-8de8-020fd85ffa04 req-68084989-6743-4990-9e48-d1993c89fbe0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:25.994203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbb566fd-2e81-4e5b-8de8-020fd85ffa04 req-68084989-6743-4990-9e48-d1993c89fbe0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.2769012
Apr 09 21:16:25.994971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:25.995423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:25.995909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:26.009379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-992c55d6-cad7-4e82-a740-af00ae1e6b13 None None] Could not find standard attr ID for object f30f5dc4-12f0-46c8-9505-35f8f7c65634. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:16:26.047031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1f1b694-1867-4900-9ef2-1dea5b8a620d req-c2e7d357-1003-4c7c-b545-2656217b4ea6 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008729
Apr 09 21:16:26.066501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:26.067761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-992c55d6-cad7-4e82-a740-af00ae1e6b13 None None] Provisioning complete for port d4af779b-babd-41a0-bcf8-0096fcc7a641 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:26.068145 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-992c55d6-cad7-4e82-a740-af00ae1e6b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.070758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e621b8c-3110-4e12-ba90-51bcf26d52d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.089459 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e621b8c-3110-4e12-ba90-51bcf26d52d4 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/f30f5dc4-12f0-46c8-9505-35f8f7c65634 HTTP/1.1" status: 204  len: 168 time: 1.8529189
Apr 09 21:16:26.096232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45728) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:26.118868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.166231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:26.181391 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1323089-5b2b-4350-8ffa-b97387f5210d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:16:26.184191 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a1323089-5b2b-4350-8ffa-b97387f5210d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/f30f5dc4-12f0-46c8-9505-35f8f7c65634 HTTP/1.1" status: 404  len: 333 time: 0.0800722
Apr 09 21:16:26.193313 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-998f35ad-f656-4fe2-97fa-6445cfd3b455 admin admin] 10.222.0.30 "PUT /v2.0/routers/2557c9a8-91fb-43bb-8061-d62684219aed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7262290
Apr 09 21:16:26.194298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:26.194823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45736) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:26.294125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] Sync routers for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:26.319328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-992c55d6-cad7-4e82-a740-af00ae1e6b13 None None] Current status of the port d4af779b-babd-41a0-bcf8-0096fcc7a641 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:26.334487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:26.349188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:16:26.349889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:26.356370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:26.357028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a63610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:26.397727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:26.397975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Checking segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:26.398358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Bound using segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:26.398867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Bound port: cf0d9111-1b29-4137-bef5-aea063d0fe04, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:26.399291 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.460140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4c79276f-1d67-4c6f-b54c-f76f68cffadb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:26.460720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c79276f-1d67-4c6f-b54c-f76f68cffadb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.494796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks [] for router (2557c9a8-91fb-43bb-8061-d62684219aed), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.497074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0938517-61d5-4e1a-a893-d9bd19eee0cc req-1ce042f6-32bc-412c-9965-5e521c4b321f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:26.499823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0938517-61d5-4e1a-a893-d9bd19eee0cc req-1ce042f6-32bc-412c-9965-5e521c4b321f tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.1534555
Apr 09 21:16:26.512500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fbb566fd-2e81-4e5b-8de8-020fd85ffa04 req-79fa2ebb-3ec7-4dd2-b847-e52db1cc5726 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5075297
Apr 09 21:16:26.565884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:26.640884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['7a7699d2-2d21-4cd2-aff6-6d6e2901324e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:16:26.688170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0938517-61d5-4e1a-a893-d9bd19eee0cc req-2e8fbf92-a894-472b-af3b-004586939735 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1705189
Apr 09 21:16:26.701102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45740) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:26.742211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c79276f-1d67-4c6f-b54c-f76f68cffadb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.762137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4c79276f-1d67-4c6f-b54c-f76f68cffadb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:26.780930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks [] for router_gateway (2557c9a8-91fb-43bb-8061-d62684219aed), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.800524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:26.812189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7da178-270f-447f-82f8-7d7a68ebd6e7 req-ccde9470-77c1-4e4c-8333-67894db5aaed tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:26.813780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f7da178-270f-447f-82f8-7d7a68ebd6e7 req-ccde9470-77c1-4e4c-8333-67894db5aaed tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d97087-edbc-447d-9589-45ec66ce060f HTTP/1.1" status: 200  len: 946 time: 0.1666546
Apr 09 21:16:26.826483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:26.871460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.874619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Deleting port cf22577c-3be8-4642-a436-7ff9bf1d0144 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:26.874854 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.901754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d4af779b-babd-41a0-bcf8-0096fcc7a641 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:26.914167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a1ad1a8f-c589-4685-bef9-d87a7d861cee None None] Provisioning complete for port b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:26.914571 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1a8f-c589-4685-bef9-d87a7d861cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:26.924548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4379705b-8d7e-4ea5-b16b-bed403bf4795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.031271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:27.032044 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.033673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] 10.222.0.32 "PUT /v2.0/ports/cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 1091 time: 3.4810467
Apr 09 21:16:27.039551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:27.041985 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be072c4e-8144-491d-aea7-9b4f865c84d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:27.045806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] For port cf22577c-3be8-4642-a436-7ff9bf1d0144, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf22577c-3be8-4642-a436-7ff9bf1d0144,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:27.045806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.065302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Calling delete_port for cf22577c-3be8-4642-a436-7ff9bf1d0144 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:27.069260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad1a8f-c589-4685-bef9-d87a7d861cee None None] Port b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:27.076047 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.079953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c79276f-1d67-4c6f-b54c-f76f68cffadb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.080149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a1ad1a8f-c589-4685-bef9-d87a7d861cee None None] Could not find standard attr ID for object f30f5dc4-12f0-46c8-9505-35f8f7c65634. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:16:27.086298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a63610>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240'}], 'enable_snat': True}, 'gw_port_id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:16:24Z', 'revision_number': 5, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port': {'id': 'cf22577c-3be8-4642-a436-7ff9bf1d0144', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:09:48Z', 'updated_at': '2022-04-09T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:27.112834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f7da178-270f-447f-82f8-7d7a68ebd6e7 req-512588b3-1bb8-449b-8456-19a3e9d04921 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831953
Apr 09 21:16:27.123933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:27.129144 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f60074b-a97c-43de-a786-d18063c63587 x-openstack-request-id: req-6f60074b-a97c-43de-a786-d18063c63587 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:27.129736 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:27.130193 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f60074b-a97c-43de-a786-d18063c63587 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:27.130797 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f60074b-a97c-43de-a786-d18063c63587'] response: {'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'status': 'completed', 'code': 200}
Apr 09 21:16:27.162483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] Checking router: 2557c9a8-91fb-43bb-8061-d62684219aed for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:16:27.164650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79276f-1d67-4c6f-b54c-f76f68cffadb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:27.171279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d4af779b-babd-41a0-bcf8-0096fcc7a641 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:27.171663 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.218242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] Routers {'2557c9a8-91fb-43bb-8061-d62684219aed'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:27.218904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a63610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2557c9a8-91fb-43bb-8061-d62684219aed'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:27.240943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.241258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.241569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.241912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.253643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.253992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.254333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.254666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.254998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.255365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.255661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.255985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.256312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.256641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.256956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade480c-4a36-40de-8b66-d9c2a852314e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:27.301670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for floatingip (96388afb-cd74-49f3-b99b-342eadb01fa7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.339010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-a3b851f8-4c48-4106-bbc2-2641ffb47000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:27.340562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-a3b851f8-4c48-4106-bbc2-2641ffb47000 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1125 time: 0.2086704
Apr 09 21:16:27.425322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] Set router 2557c9a8-91fb-43bb-8061-d62684219aed gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:27.449056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-d7f04fb2-ed93-447e-954f-97d23e2162fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 217 time: 0.0869632
Apr 09 21:16:27.520791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4379705b-8d7e-4ea5-b16b-bed403bf4795 admin admin] Publish callbacks [] for security_group (63f2e02f-eb92-462a-840a-37ef6f069553), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.525499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d4af779b-babd-41a0-bcf8-0096fcc7a641 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:27.538111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4c79276f-1d67-4c6f-b54c-f76f68cffadb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.544900 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4c79276f-1d67-4c6f-b54c-f76f68cffadb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c HTTP/1.1" status: 204  len: 168 time: 1.3487785
Apr 09 21:16:27.545662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45752) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:27.555421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4379705b-8d7e-4ea5-b16b-bed403bf4795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (63f2e02f-eb92-462a-840a-37ef6f069553), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.557515 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1fe201e9-b5cd-4e7b-a717-555a95a2d550), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.610697 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d41f637-0c9f-4bcf-a78a-d80c806aca2a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:16:27.610697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4d41f637-0c9f-4bcf-a78a-d80c806aca2a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/b5f5bda9-a1c5-4c4d-9fa7-53a277854f6c HTTP/1.1" status: 404  len: 333 time: 0.0597515
Apr 09 21:16:27.610697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45754) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:27.611057 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4379705b-8d7e-4ea5-b16b-bed403bf4795 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a31494f80b324170a12c3a0149fa5bfe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9021590
Apr 09 21:16:27.611450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45756) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:27.636233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a63610>, [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:16:26Z', 'revision_number': 6, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:27.651857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379705b-8d7e-4ea5-b16b-bed403bf4795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f2e02f-eb92-462a-840a-37ef6f069553,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:27.700464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f5ec1-851a-4e11-9e69-2409428a84c3 None None] The sync data for ids ['2557c9a8-91fb-43bb-8061-d62684219aed'] in ncdv-master-1 is: [{'id': '2557c9a8-91fb-43bb-8061-d62684219aed', 'name': 'tempest-AttachVolumeTestJSON-528594891-router', 'tenant_id': 'fdd53d98faf74d6a92cdfabace62b088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:09:47Z', 'updated_at': '2022-04-09T21:16:26Z', 'revision_number': 6, 'project_id': 'fdd53d98faf74d6a92cdfabace62b088', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:27.704659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d5bc6-77a1-4304-9ed9-79694097be18 req-62d8140e-0196-4f9e-a9f6-a7744dbf361e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:27.706264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-282d5bc6-77a1-4304-9ed9-79694097be18 req-62d8140e-0196-4f9e-a9f6-a7744dbf361e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.0574408
Apr 09 21:16:27.758102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (cf22577c-3be8-4642-a436-7ff9bf1d0144), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.774154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0508ff18-e8ba-4949-82cc-540b203cd03b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet 134d7403-561d-4e15-a096-b3635e907143 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:16:27.788906 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0508ff18-e8ba-4949-82cc-540b203cd03b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (134d7403-561d-4e15-a096-b3635e907143), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.800411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f1837e6-1f92-4ef0-b4e0-156c1b7c0633 admin admin] Publish callbacks [] for security_group (63f2e02f-eb92-462a-840a-37ef6f069553), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.802729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf22577c-3be8-4642-a436-7ff9bf1d0144,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:27.867870 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f1837e6-1f92-4ef0-b4e0-156c1b7c0633 admin admin] Publish callbacks [] for security_group (63f2e02f-eb92-462a-840a-37ef6f069553), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.908807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (2557c9a8-91fb-43bb-8061-d62684219aed), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.922631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-282d5bc6-77a1-4304-9ed9-79694097be18 req-d025748c-b26a-41c5-87b3-ff705a85aa69 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1957557
Apr 09 21:16:27.927927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0508ff18-e8ba-4949-82cc-540b203cd03b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (134d7403-561d-4e15-a096-b3635e907143), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:27.958321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52dc23-5a71-4756-ae27-620aaea1b572 req-80094fdc-0699-4691-a076-1f9757e7d1b8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:27.959801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f52dc23-5a71-4756-ae27-620aaea1b572 req-80094fdc-0699-4691-a076-1f9757e7d1b8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 945 time: 0.1470232
Apr 09 21:16:28.014544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (2557c9a8-91fb-43bb-8061-d62684219aed), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.017058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks [] for router_controller (2557c9a8-91fb-43bb-8061-d62684219aed), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.020718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f1837e6-1f92-4ef0-b4e0-156c1b7c0633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (63f2e02f-eb92-462a-840a-37ef6f069553), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.023895 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f1837e6-1f92-4ef0-b4e0-156c1b7c0633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.027487 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4f1837e6-1f92-4ef0-b4e0-156c1b7c0633 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63f2e02f-eb92-462a-840a-37ef6f069553 HTTP/1.1" status: 204  len: 168 time: 0.4037015
Apr 09 21:16:28.069528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1837e6-1f92-4ef0-b4e0-156c1b7c0633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f2e02f-eb92-462a-840a-37ef6f069553,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:28.088070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (2557c9a8-91fb-43bb-8061-d62684219aed), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.088070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2557c9a8-91fb-43bb-8061-d62684219aed {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:16:28.103476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.113786 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-268d9afd-9576-4eeb-ab53-67acff3a5cdd admin admin] 10.222.0.30 "DELETE /v2.0/routers/2557c9a8-91fb-43bb-8061-d62684219aed HTTP/1.1" status: 204  len: 168 time: 1.9055047
Apr 09 21:16:28.114690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45774) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:28.118221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for port (1fe201e9-b5cd-4e7b-a717-555a95a2d550), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.177947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1944626-b4f9-4823-a82b-cdd86911ba6e admin admin] Deleting subnet 84123a03-e460-41fd-b858-56ab83124fd3 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:16:28.181430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1944626-b4f9-4823-a82b-cdd86911ba6e admin admin] Publish callbacks [] for subnet (84123a03-e460-41fd-b858-56ab83124fd3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.186219 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1fe201e9-b5cd-4e7b-a717-555a95a2d550), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.199943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f52dc23-5a71-4756-ae27-620aaea1b572 req-76b4ddec-af71-492b-bcbb-b9c81f6af9c7 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2301302
Apr 09 21:16:28.220460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1944626-b4f9-4823-a82b-cdd86911ba6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (84123a03-e460-41fd-b858-56ab83124fd3), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.236349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0508ff18-e8ba-4949-82cc-540b203cd03b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (134d7403-561d-4e15-a096-b3635e907143), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.316294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1944626-b4f9-4823-a82b-cdd86911ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (84123a03-e460-41fd-b858-56ab83124fd3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.328775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event updated for resources: {'Port': ['ID=1fe201e9-b5cd-4e7b-a717-555a95a2d550,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:28.354358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-fd8c4882-4d37-40f3-b5c0-33e4b912411e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:28.355875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-fd8c4882-4d37-40f3-b5c0-33e4b912411e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 813 time: 0.3354533
Apr 09 21:16:28.366139 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (96388afb-cd74-49f3-b99b-342eadb01fa7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.380968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1944626-b4f9-4823-a82b-cdd86911ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (84123a03-e460-41fd-b858-56ab83124fd3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.406943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1944626-b4f9-4823-a82b-cdd86911ba6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84123a03-e460-41fd-b858-56ab83124fd3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:28.410500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45778) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:28.419682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1944626-b4f9-4823-a82b-cdd86911ba6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.423781 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a1944626-b4f9-4823-a82b-cdd86911ba6e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/84123a03-e460-41fd-b858-56ab83124fd3 HTTP/1.1" status: 204  len: 168 time: 0.3073471
Apr 09 21:16:28.428509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c3875b-1ef3-48e2-a0be-55b04a06cded None None] Network 716e02fb-2354-45aa-9b94-e82b4f941149 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:28.429481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45780) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:28.442386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-f1e7d709-ed7d-4e1f-834f-8958663589ea tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/quotas/7525a2e03c554c339134407c220d5499 HTTP/1.1" status: 200  len: 375 time: 0.0728142
Apr 09 21:16:28.466989 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0508ff18-e8ba-4949-82cc-540b203cd03b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (134d7403-561d-4e15-a096-b3635e907143), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.506669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02284a1c-34b7-4348-b34b-97921c0446b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.537241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (716e02fb-2354-45aa-9b94-e82b4f941149), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.545811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508ff18-e8ba-4949-82cc-540b203cd03b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=134d7403-561d-4e15-a096-b3635e907143,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:28.548124 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0508ff18-e8ba-4949-82cc-540b203cd03b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.554237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0508ff18-e8ba-4949-82cc-540b203cd03b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/134d7403-561d-4e15-a096-b3635e907143 HTTP/1.1" status: 204  len: 168 time: 0.9410901
Apr 09 21:16:28.556296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45782) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:28.561646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8623b530-d824-4eb5-a7c9-c013daf0b9dc None None] Network 715aa395-d71b-4fbb-bb55-a8b256f52194 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:28.595815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-592b8d4c-a083-467c-a41a-f183e01c09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:28.598391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-592b8d4c-a083-467c-a41a-f183e01c09ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.1753383
Apr 09 21:16:28.630591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-fb267975-c297-4e52-859e-dfc4040eace1 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1873641
Apr 09 21:16:28.658721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] DHCP port deletion for 716e02fb-2354-45aa-9b94-e82b4f941149 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:16:28.704670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Deleting port 4a7bc5de-9408-4c36-8130-28bc31477e62 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:28.704780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.706119 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Floating IP 96388afb-cd74-49f3-b99b-342eadb01fa7 associated. External IP: 172.35.0.60, port: 07eecfd5-c561-41ce-aafc-0176e0404d3f.
Apr 09 21:16:28.710861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-724196f1-7d61-4b10-b263-f90b625c052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:28.710861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-724196f1-7d61-4b10-b263-f90b625c052d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1032417
Apr 09 21:16:28.735201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (715aa395-d71b-4fbb-bb55-a8b256f52194), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.798142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-65e95c5c-05cd-4148-be21-c8181dcb43a2 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:28.799683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-65e95c5c-05cd-4148-be21-c8181dcb43a2 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.32 "GET /v2.0/ports?device_id=68d97087-edbc-447d-9589-45ec66ce060f HTTP/1.1" status: 200  len: 946 time: 0.1424470
Apr 09 21:16:28.871097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] Deleting port 4a7bc5de-9408-4c36-8130-28bc31477e62 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:28.871815 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.896961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] For port 4a7bc5de-9408-4c36-8130-28bc31477e62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a7bc5de-9408-4c36-8130-28bc31477e62,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:28.897438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.899051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cf22577c-3be8-4642-a436-7ff9bf1d0144 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:28.952173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Calling delete_port for 4a7bc5de-9408-4c36-8130-28bc31477e62 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:28.957015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port d4af779b-babd-41a0-bcf8-0096fcc7a641 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:28.957395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:28.966783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] DHCP port deletion for 715aa395-d71b-4fbb-bb55-a8b256f52194 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:16:28.979509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02284a1c-34b7-4348-b34b-97921c0446b3 admin admin] Publish callbacks [] for security_group (a000c7f6-db6e-4e42-b5ad-01bdb526105b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.001178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02284a1c-34b7-4348-b34b-97921c0446b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a000c7f6-db6e-4e42-b5ad-01bdb526105b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.012558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: cf22577c-3be8-4642-a436-7ff9bf1d0144 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:16:29.013108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cf22577c-3be8-4642-a436-7ff9bf1d0144 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:16:29.015922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4a7bc5de-9408-4c36-8130-28bc31477e62 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:29.092008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:29.150985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] For port d4af779b-babd-41a0-bcf8-0096fcc7a641, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4af779b-babd-41a0-bcf8-0096fcc7a641,segment=NetworkSegment(47510f1b-c2db-40de-a8f2-f639da01c17d),segment_id=47510f1b-c2db-40de-a8f2-f639da01c17d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:29.151353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.178813 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-02284a1c-34b7-4348-b34b-97921c0446b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca651df12dc844c28c0eb014688ef8b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7648630
Apr 09 21:16:29.178813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02284a1c-34b7-4348-b34b-97921c0446b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a000c7f6-db6e-4e42-b5ad-01bdb526105b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:29.180972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45790) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:29.189744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] For port 4a7bc5de-9408-4c36-8130-28bc31477e62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a7bc5de-9408-4c36-8130-28bc31477e62,segment=NetworkSegment(b19e6cf7-5084-42a4-9623-1f89825862e1),segment_id=b19e6cf7-5084-42a4-9623-1f89825862e1)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:29.190149 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.197449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for d4af779b-babd-41a0-bcf8-0096fcc7a641 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:29.235354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] Deleting port d4af779b-babd-41a0-bcf8-0096fcc7a641 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:29.235727 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.241098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] Calling delete_port for 4a7bc5de-9408-4c36-8130-28bc31477e62 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:29.304355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.311479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-69fee090-e66a-40ed-8f95-978680176eeb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:16:29.318489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-69fee090-e66a-40ed-8f95-978680176eeb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.6870568
Apr 09 21:16:29.337648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80838aab-d969-4f43-84b2-efce97ae10fe admin admin] Publish callbacks [] for security_group (a000c7f6-db6e-4e42-b5ad-01bdb526105b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.341815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7bc5de-9408-4c36-8130-28bc31477e62,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:29.350892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] No DVR routers for this DVR port 4a7bc5de-9408-4c36-8130-28bc31477e62 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:29.359548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:16:29.366227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4a7bc5de-9408-4c36-8130-28bc31477e62 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:29.366607 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.395821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] For port d4af779b-babd-41a0-bcf8-0096fcc7a641, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4af779b-babd-41a0-bcf8-0096fcc7a641,segment=NetworkSegment(47510f1b-c2db-40de-a8f2-f639da01c17d),segment_id=47510f1b-c2db-40de-a8f2-f639da01c17d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:29.397522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.407483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80838aab-d969-4f43-84b2-efce97ae10fe admin admin] Publish callbacks [] for security_group (a000c7f6-db6e-4e42-b5ad-01bdb526105b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.412476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:29.412993 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.445463 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.464066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] Calling delete_port for d4af779b-babd-41a0-bcf8-0096fcc7a641 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:29.501887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (716e02fb-2354-45aa-9b94-e82b4f941149), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.513312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9eb9180e-5576-4aa7-bcbc-6373addb3b0e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:29.515473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-85375997-779e-4469-9e0c-b3bba8a0259f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:29.517094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-85375997-779e-4469-9e0c-b3bba8a0259f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.25 "GET /v2.0/ports?device_id=69082140-9d03-4061-8d5d-f571512ac513 HTTP/1.1" status: 200  len: 945 time: 0.2207952
Apr 09 21:16:29.531399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa340f-b9f5-4c81-a1a4-eaca68d45854 req-d68dd80a-59c4-4f22-8a30-e11a3d8f19ea tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:29.533099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ffa340f-b9f5-4c81-a1a4-eaca68d45854 req-d68dd80a-59c4-4f22-8a30-e11a3d8f19ea tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.2378721
Apr 09 21:16:29.533487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No DVR routers for this DVR port d4af779b-babd-41a0-bcf8-0096fcc7a641 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:29.544901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=d4af779b-babd-41a0-bcf8-0096fcc7a641,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:29.599451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237467c0a0>,) {'filters': {'network_id': ['716e02fb-2354-45aa-9b94-e82b4f941149']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:29.607831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-f2b21761-c6b0-4483-aae8-55091af2158e service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8543997
Apr 09 21:16:29.628610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237467c0a0>, 'b19e6cf7-5084-42a4-9623-1f89825862e1') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:29.628849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237467c0a0>, 'b19e6cf7-5084-42a4-9623-1f89825862e1') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:29.665050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Deleting port 6cab0c9d-5bc2-486c-bb73-355c8198a313 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:29.665050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.667078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (b19e6cf7-5084-42a4-9623-1f89825862e1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.670529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (715aa395-d71b-4fbb-bb55-a8b256f52194), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.694840 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80838aab-d969-4f43-84b2-efce97ae10fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a000c7f6-db6e-4e42-b5ad-01bdb526105b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.697620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80838aab-d969-4f43-84b2-efce97ae10fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.698895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-80838aab-d969-4f43-84b2-efce97ae10fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a000c7f6-db6e-4e42-b5ad-01bdb526105b HTTP/1.1" status: 204  len: 168 time: 0.5134432
Apr 09 21:16:29.716057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b19e6cf7-5084-42a4-9623-1f89825862e1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.723813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375941700>,) {'filters': {'network_id': ['715aa395-d71b-4fbb-bb55-a8b256f52194']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:29.738276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:16:29.739040 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (b19e6cf7-5084-42a4-9623-1f89825862e1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:16:29.741620 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:16:29.745293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 9eb9180e-5576-4aa7-bcbc-6373addb3b0e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:16:29.745637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9eb9180e-5576-4aa7-bcbc-6373addb3b0e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:16:29.747127 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (4a7bc5de-9408-4c36-8130-28bc31477e62), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.757444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-309666a3-206a-4d1f-8720-f2f9f75fe8cd service neutron] 10.222.0.30 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4379485
Apr 09 21:16:29.759357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80838aab-d969-4f43-84b2-efce97ae10fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a000c7f6-db6e-4e42-b5ad-01bdb526105b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:29.765008 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375941700>, '47510f1b-c2db-40de-a8f2-f639da01c17d') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:29.765615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375941700>, '47510f1b-c2db-40de-a8f2-f639da01c17d') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:29.795882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] Pushing event deleted for resources: {'Port': ['ID=4a7bc5de-9408-4c36-8130-28bc31477e62,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:29.809687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa5f37-a31b-4d14-815f-b4993691b0b5 None None] No DVR routers for this DVR port 4a7bc5de-9408-4c36-8130-28bc31477e62 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:29.833051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (47510f1b-c2db-40de-a8f2-f639da01c17d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.854886 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (47510f1b-c2db-40de-a8f2-f639da01c17d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.871267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (716e02fb-2354-45aa-9b94-e82b4f941149), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.877927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.880746 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (d4af779b-babd-41a0-bcf8-0096fcc7a641), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.882355 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] 10.222.0.30 "DELETE /v2.0/networks/716e02fb-2354-45aa-9b94-e82b4f941149 HTTP/1.1" status: 204  len: 168 time: 1.4515953
Apr 09 21:16:29.883321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:29.883683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.888023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:16:29.888828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (47510f1b-c2db-40de-a8f2-f639da01c17d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:16:29.893975 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:16:29.930377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] Pushing event deleted for resources: {'Port': ['ID=d4af779b-babd-41a0-bcf8-0096fcc7a641,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:29.932480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2cd8-00d7-4eee-938c-e8b54336313a admin admin] Pushing event deleted for resources: {'Network': ['ID=716e02fb-2354-45aa-9b94-e82b4f941149,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:29.964938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee188c26-71ad-408b-b0a9-c098aa5c671b None None] No DVR routers for this DVR port d4af779b-babd-41a0-bcf8-0096fcc7a641 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:29.990341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:29.994124 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c34dcc-3e1a-49a5-b773-d104d00b3da7" -d '{"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-plugged", "status": "completed", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:30.002540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (715aa395-d71b-4fbb-bb55-a8b256f52194), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.009049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.021092 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/networks/715aa395-d71b-4fbb-bb55-a8b256f52194 HTTP/1.1" status: 204  len: 168 time: 1.4565523
Apr 09 21:16:30.024973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45800) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:30.034277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:30.036833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-978953053'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:30.042844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.074690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b820faf-c34b-4bd1-8298-f0ebc608a7c2 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Network': ['ID=715aa395-d71b-4fbb-bb55-a8b256f52194,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:30.078999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ffa340f-b9f5-4c81-a1a4-eaca68d45854 req-8664dbf6-5cc6-4c34-b104-d27ad12cff04 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5180948
Apr 09 21:16:30.097254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:30.107034 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.109302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Deleting port 7de152ca-405a-4d66-9c78-b397ef59c4a1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:30.109648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.130614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:30.166466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45804) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:30.171091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:16:30.199433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (46c8119a-7a1a-48e7-9775-22c1db6c3524), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.199799 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Added segment 46c8119a-7a1a-48e7-9775-22c1db6c3524 of type vlan for network 83ec982e-cd3f-4853-b234-2373f817541d
Apr 09 21:16:30.261908 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (83ec982e-cd3f-4853-b234-2373f817541d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.268329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2c4f3cee-b6ae-4fa8-8d5c-3d2f2d1e9d1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fdd53d98faf74d6a92cdfabace62b088&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0961084
Apr 09 21:16:30.269912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45808) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:30.315105 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (83ec982e-cd3f-4853-b234-2373f817541d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.320035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:30.320691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.344790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] For port 6cab0c9d-5bc2-486c-bb73-355c8198a313, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab0c9d-5bc2-486c-bb73-355c8198a313,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:30.345380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.376497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eb5a3-a5ef-4f73-a873-754e1b55fd18 req-640f0d1f-cca6-4bd7-b3ba-f2cf23edab5b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:30.383454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e64eb5a3-a5ef-4f73-a873-754e1b55fd18 req-640f0d1f-cca6-4bd7-b3ba-f2cf23edab5b tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 946 time: 0.1836989
Apr 09 21:16:30.397282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Router 4fe5683e-8e01-4042-9a9e-ba910e318f59 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:16:30.399624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42677b22-8da7-41a1-8e9c-3285c934f07c req-9294877e-1cd1-4d95-af13-2f49c1365f16 service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7403476
Apr 09 21:16:30.403981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Calling delete_port for 6cab0c9d-5bc2-486c-bb73-355c8198a313 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:30.405638 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3750412
Apr 09 21:16:30.409150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-666cf587-a982-4afe-ab91-17ba3ddadaf7 admin admin] Publish callbacks [] for security_group (6c1c1974-63b5-4fb0-8f3e-040d7c7df856), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.411342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45814) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:30.416600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dd928-e999-4cda-8a54-0861a7a59b80 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Network': ['ID=83ec982e-cd3f-4853-b234-2373f817541d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:30.430595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 83ec982e-cd3f-4853-b234-2373f817541d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:16:30.431055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '83ec982e-cd3f-4853-b234-2373f817541d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:30.438734 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-666cf587-a982-4afe-ab91-17ba3ddadaf7 admin admin] Publish callbacks [] for security_group (6c1c1974-63b5-4fb0-8f3e-040d7c7df856), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.464273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-fd05bf77-e483-4c63-b27b-486c4ed58b72 service neutron] 10.222.0.30 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6460578
Apr 09 21:16:30.531715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-666cf587-a982-4afe-ab91-17ba3ddadaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6c1c1974-63b5-4fb0-8f3e-040d7c7df856), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.534570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-666cf587-a982-4afe-ab91-17ba3ddadaf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.535653 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-666cf587-a982-4afe-ab91-17ba3ddadaf7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c1c1974-63b5-4fb0-8f3e-040d7c7df856 HTTP/1.1" status: 204  len: 168 time: 0.2648246
Apr 09 21:16:30.544444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cf587-a982-4afe-ab91-17ba3ddadaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c1974-63b5-4fb0-8f3e-040d7c7df856,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:30.552797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] For port 7de152ca-405a-4d66-9c78-b397ef59c4a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de152ca-405a-4d66-9c78-b397ef59c4a1,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:30.553187 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.627452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Calling delete_port for 7de152ca-405a-4d66-9c78-b397ef59c4a1 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:30.695054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e64eb5a3-a5ef-4f73-a873-754e1b55fd18 req-73d7c18c-072d-4001-93ef-423eab99f309 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3107510
Apr 09 21:16:30.804324 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cb211c-a226-485e-84dc-9706bc157be2 x-openstack-request-id: req-75cb211c-a226-485e-84dc-9706bc157be2 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:30.805278 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-plugged", "status": "completed", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:30.805763 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75cb211c-a226-485e-84dc-9706bc157be2 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:30.806376 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cb211c-a226-485e-84dc-9706bc157be2'] response: {'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'code': 200}
Apr 09 21:16:30.828908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d4af779b-babd-41a0-bcf8-0096fcc7a641 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:30.845845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:30.851648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:30.905340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d4af779b-babd-41a0-bcf8-0096fcc7a641 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:16:30.908521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d4af779b-babd-41a0-bcf8-0096fcc7a641 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:16:31.000223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:31.026260 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] Sync routers for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:31.034160 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:31.038051 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777309d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:31.066171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-392a25fc-8890-46b7-8716-b71133211a86 req-8c73ef68-6617-4009-b8f6-e9cb01133a16 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 210 time: 0.0909805
Apr 09 21:16:31.072111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6cab0c9d-5bc2-486c-bb73-355c8198a313), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:31.157600 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:31.165698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:31.168013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Pushing event deleted for resources: {'Port': ['ID=6cab0c9d-5bc2-486c-bb73-355c8198a313,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:31.286108 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7de152ca-405a-4d66-9c78-b397ef59c4a1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:31.320527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ecbb76ee-3264-4526-9793-e2cf9902df9a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 8.4527755
Apr 09 21:16:31.323296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45852) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:31.330979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:31.333362 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:31.423579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d981d-b4d8-4717-bc3f-30879b08e28c tempest-TestVolumeBackupRestore-1581237618 tempest-TestVolumeBackupRestore-1581237618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:31.427361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc4d981d-b4d8-4717-bc3f-30879b08e28c tempest-TestVolumeBackupRestore-1581237618 tempest-TestVolumeBackupRestore-1581237618-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1122 time: 0.1023152
Apr 09 21:16:31.439825 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afabb62-da56-4d44-a57e-42dbea12bf84 x-openstack-request-id: req-5afabb62-da56-4d44-a57e-42dbea12bf84 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:31.440808 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:31.441326 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5afabb62-da56-4d44-a57e-42dbea12bf84 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:31.441981 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afabb62-da56-4d44-a57e-42dbea12bf84'] response: {'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'status': 'completed', 'code': 200}
Apr 09 21:16:31.446050 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 45862) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:31.453643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Pushing event deleted for resources: {'Port': ['ID=7de152ca-405a-4d66-9c78-b397ef59c4a1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:31.466971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e9787169-a3a9-4cf2-b584-dd5b50d7dc2c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Request body: {'floatingip': {'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:31.468859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:31.491810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fcd09-fb07-461a-bd55-5f1be42b2337 req-178d5090-fe25-4316-b6ff-d1443421735d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:31.498258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf8fcd09-fb07-461a-bd55-5f1be42b2337 req-178d5090-fe25-4316-b6ff-d1443421735d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.2859669
Apr 09 21:16:31.526951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] No DVR routers for this DVR port 6cab0c9d-5bc2-486c-bb73-355c8198a313 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:31.532029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:31.536914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.32 "DELETE /v2.0/ports/6cab0c9d-5bc2-486c-bb73-355c8198a313 HTTP/1.1" status: 204  len: 173 time: 2.7284644
Apr 09 21:16:31.538838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-87afd47e-161c-450b-848c-733a2017e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:31.543134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-87afd47e-161c-450b-848c-733a2017e08b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1125 time: 0.2543445
Apr 09 21:16:31.726024 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777309d0>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '96388afb-cd74-49f3-b99b-342eadb01fa7', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'floating_ip_address': '172.35.0.60', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'mac_address': 'fa:16:3e:98:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:26Z', 'updated_at': '2022-04-09T21:16:26Z', 'revision_number': 0, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:31.731998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-d382db6d-b73d-4edb-ac55-3349694aaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:31.734501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-d382db6d-b73d-4edb-ac55-3349694aaba0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2e537a0863d43df811118a31e20609c&device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1127 time: 0.2854002
Apr 09 21:16:31.799001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9787169-a3a9-4cf2-b584-dd5b50d7dc2c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for floatingip (96388afb-cd74-49f3-b99b-342eadb01fa7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:31.849766 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] Checking router: 4fe5683e-8e01-4042-9a9e-ba910e318f59 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:16:31.874482 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:31.875313 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777309d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:32.101700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] No DVR routers for this DVR port 7de152ca-405a-4d66-9c78-b397ef59c4a1 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:32.120297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1929-0f42-4b23-a8cb-93f261163b6a req-ccaf1f89-7807-4865-8243-6b4b0855a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:32.122155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2adf1929-0f42-4b23-a8cb-93f261163b6a req-ccaf1f89-7807-4865-8243-6b4b0855a7d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1128 time: 0.6217127
Apr 09 21:16:32.141096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:32.146126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d558180b-db43-4aaa-9b71-ffac7211d449 req-b56d6337-e366-46fc-800c-ccc8792d9376 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.25 "DELETE /v2.0/ports/7de152ca-405a-4d66-9c78-b397ef59c4a1 HTTP/1.1" status: 204  len: 173 time: 2.6118259
Apr 09 21:16:32.174647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-c0d2c1b3-fb05-45ef-94d4-155c307b322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:32.176990 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-c0d2c1b3-fb05-45ef-94d4-155c307b322f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6224e166-ef4d-46aa-a3a6-6d9016c554e1 HTTP/1.1" status: 200  len: 913 time: 0.4352074
Apr 09 21:16:32.212265 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf8fcd09-fb07-461a-bd55-5f1be42b2337 req-e9e543a7-39e8-4dd9-a16b-844964818652 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6531851
Apr 09 21:16:32.219921 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (24cb09aa-6af0-4708-b454-2c8eeb86db7c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:32.244855 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:32.325553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103298f-1e33-48e6-b107-91c65d07e0db req-22d92a1d-7870-462d-8dc3-cc0cdae2ed63 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:32.336231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0103298f-1e33-48e6-b107-91c65d07e0db req-22d92a1d-7870-462d-8dc3-cc0cdae2ed63 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 946 time: 0.2726316
Apr 09 21:16:32.534190 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-2f3e1437-7114-4354-8ff6-1485cb0da756 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f HTTP/1.1" status: 200  len: 998 time: 0.3132336
Apr 09 21:16:32.737002 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777309d0>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '96388afb-cd74-49f3-b99b-342eadb01fa7', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'floating_ip_address': '172.35.0.60', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'mac_address': 'fa:16:3e:98:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:26Z', 'updated_at': '2022-04-09T21:16:26Z', 'revision_number': 0, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:32.771844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-87c163f7-2a45-44b3-93df-b10db5aa8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:32.776673 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-87c163f7-2a45-44b3-93df-b10db5aa8bb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29f02642-072d-4eb5-bc16-2a79485c6284 HTTP/1.1" status: 200  len: 851 time: 0.2332845
Apr 09 21:16:32.806884 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f47094-2614-495d-9143-6466d44c3c55 None None] The sync data for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 is: [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '96388afb-cd74-49f3-b99b-342eadb01fa7', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'floating_ip_address': '172.35.0.60', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'mac_address': 'fa:16:3e:98:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:26Z', 'updated_at': '2022-04-09T21:16:26Z', 'revision_number': 0, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:32.911575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-5a9c02d7-e6e6-4d69-8f60-cbe100139c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:32.913712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-5a9c02d7-e6e6-4d69-8f60-cbe100139c2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 1.3531499
Apr 09 21:16:32.931875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3a183fa-76df-4b8c-828f-fc972c435344 req-600663e7-e7f1-43eb-8f6d-3cb0981c18f0 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 210 time: 0.6201961
Apr 09 21:16:32.937227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2adf1929-0f42-4b23-a8cb-93f261163b6a req-93eb5f21-f50e-41a1-b6b0-16a73f74ac80 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7829726
Apr 09 21:16:32.942264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-b39bc572-857f-4e4e-beef-3eb53d1f450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:32.945725 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-b39bc572-857f-4e4e-beef-3eb53d1f450a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6224e166-ef4d-46aa-a3a6-6d9016c554e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1021781
Apr 09 21:16:33.028372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:16:33.031378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 6cab0c9d-5bc2-486c-bb73-355c8198a313 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:33.040086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=24cb09aa-6af0-4708-b454-2c8eeb86db7c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:33.074808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-0ccefc6d-ccc9-409d-a215-83d0605ff437 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 217 time: 0.1269767
Apr 09 21:16:33.090100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7de152ca-405a-4d66-9c78-b397ef59c4a1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:33.107728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 6cab0c9d-5bc2-486c-bb73-355c8198a313 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:16:33.108195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 6cab0c9d-5bc2-486c-bb73-355c8198a313 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:16:33.134470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0103298f-1e33-48e6-b107-91c65d07e0db req-479b9598-e321-4953-9283-b670be7e98f9 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7967188
Apr 09 21:16:33.186766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Checking segment: {'id': '46c8119a-7a1a-48e7-9775-22c1db6c3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83ec982e-cd3f-4853-b234-2373f817541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:33.188926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network hostable DHCP agents. Network: 83ec982e-cd3f-4853-b234-2373f817541d, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:16:33.194428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 7de152ca-405a-4d66-9c78-b397ef59c4a1 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:16:33.195013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7de152ca-405a-4d66-9c78-b397ef59c4a1 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:16:33.264677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc595f-8898-4f1e-9548-9b1f6c696d4f None None] New status for floating IP 96388afb-cd74-49f3-b99b-342eadb01fa7: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:16:33.340627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 83ec982e-cd3f-4853-b234-2373f817541d is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:16:33.346799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-b182a462-4d9e-48aa-bf40-7acf5406dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:33.350098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-b182a462-4d9e-48aa-bf40-7acf5406dfff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.1859767
Apr 09 21:16:33.401829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83ec982e-cd3f-4853-b234-2373f817541d) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:33.411824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:33.412735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:33.428849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0221e03c-1660-4ec4-87b6-277bbe7a9322 None None] Network 83ec982e-cd3f-4853-b234-2373f817541d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:33.444856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:33.450611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d97087-edbc-447d-9589-45ec66ce060f', 'name': 'network-vif-deleted', 'tag': '6cab0c9d-5bc2-486c-bb73-355c8198a313'}, {'server_uuid': '69082140-9d03-4061-8d5d-f571512ac513', 'name': 'network-vif-deleted', 'tag': '7de152ca-405a-4d66-9c78-b397ef59c4a1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:33.456623 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a36c71-b3f8-4f97-a41a-bd0bcd1571b4" -d '{"events": [{"server_uuid": "68d97087-edbc-447d-9589-45ec66ce060f", "name": "network-vif-deleted", "tag": "6cab0c9d-5bc2-486c-bb73-355c8198a313"}, {"server_uuid": "69082140-9d03-4061-8d5d-f571512ac513", "name": "network-vif-deleted", "tag": "7de152ca-405a-4d66-9c78-b397ef59c4a1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:33.530389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76255a0e-e67e-46f5-a2f2-1dc731e62056 req-5ad302a1-6782-46b3-aa92-f50944e070ed tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:33.571840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76255a0e-e67e-46f5-a2f2-1dc731e62056 req-5ad302a1-6782-46b3-aa92-f50944e070ed tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.2206368
Apr 09 21:16:33.639527 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3b215b-cb10-4b49-86ab-314fa77301e9 x-openstack-request-id: req-5d3b215b-cb10-4b49-86ab-314fa77301e9 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:33.639848 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d97087-edbc-447d-9589-45ec66ce060f", "name": "network-vif-deleted", "tag": "6cab0c9d-5bc2-486c-bb73-355c8198a313", "status": "completed", "code": 200}, {"server_uuid": "69082140-9d03-4061-8d5d-f571512ac513", "name": "network-vif-deleted", "tag": "7de152ca-405a-4d66-9c78-b397ef59c4a1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:33.640108 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d3b215b-cb10-4b49-86ab-314fa77301e9 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:33.640536 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3b215b-cb10-4b49-86ab-314fa77301e9'] response: {'server_uuid': '68d97087-edbc-447d-9589-45ec66ce060f', 'name': 'network-vif-deleted', 'tag': '6cab0c9d-5bc2-486c-bb73-355c8198a313', 'status': 'completed', 'code': 200}
Apr 09 21:16:33.640797 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3b215b-cb10-4b49-86ab-314fa77301e9'] response: {'server_uuid': '69082140-9d03-4061-8d5d-f571512ac513', 'name': 'network-vif-deleted', 'tag': '7de152ca-405a-4d66-9c78-b397ef59c4a1', 'status': 'completed', 'code': 200}
Apr 09 21:16:33.703698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'port_id': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'mac_address': 'fa:16:3e:9a:61:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:16:33.730471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a23b7fbc-b32a-4e43-9d38-0dc2ebb15eaa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3087304
Apr 09 21:16:33.731180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45916) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:33.797992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b8476f0a-e845-48b7-bcfc-673916bfc8a3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-643023148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:33.828837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:33.829459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:33.839843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-3205e801-c969-4284-ba3a-3758581d515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:33.841778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-3205e801-c969-4284-ba3a-3758581d515a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3548136
Apr 09 21:16:33.870558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0d9111-1b29-4137-bef5-aea063d0fe04 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:33.904047 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-b5c8c87f-8b30-49fd-846d-d71482910b05 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522212
Apr 09 21:16:33.970926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:33.982048 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.069466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83ec982e-cd3f-4853-b234-2373f817541d', 'network_id': '83ec982e-cd3f-4853-b234-2373f817541d', 'project_id': '5c3d71a0e0874df6bff9cee258aae5c7', 'fixed_ips': [{'subnet_id': '24cb09aa-6af0-4708-b454-2c8eeb86db7c'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:16:34.072528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.094008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9787169-a3a9-4cf2-b584-dd5b50d7dc2c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.106337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9787169-a3a9-4cf2-b584-dd5b50d7dc2c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (96388afb-cd74-49f3-b99b-342eadb01fa7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.107385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8476f0a-e845-48b7-bcfc-673916bfc8a3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (9430dcd0-70ac-414d-a4d6-749707594cea), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.109167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8476f0a-e845-48b7-bcfc-673916bfc8a3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (9430dcd0-70ac-414d-a4d6-749707594cea), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.171739 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-47fc595f-8898-4f1e-9548-9b1f6c696d4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:16:34.173156 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-47fc595f-8898-4f1e-9548-9b1f6c696d4f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:16:34.190837 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8476f0a-e845-48b7-bcfc-673916bfc8a3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for router_controller (9430dcd0-70ac-414d-a4d6-749707594cea), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.198763 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5b3ffe1d-4610-4906-8263-5e5746cbd3eb req-4bd3cc7b-d35a-4c5e-a492-76d8f3b57d42 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2687857
Apr 09 21:16:34.283876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76255a0e-e67e-46f5-a2f2-1dc731e62056 req-c2005f31-322c-4882-a809-a59d8b7aff3f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7103636
Apr 09 21:16:34.290421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8476f0a-e845-48b7-bcfc-673916bfc8a3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (9430dcd0-70ac-414d-a4d6-749707594cea), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.331920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['cf0d9111-1b29-4137-bef5-aea063d0fe04'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:16:34.376475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:34.464930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae263a21-2e70-4b95-acae-06e4a0bb67a0 req-014f9bbd-a092-42dd-aa22-f5dd7c599394 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 210 time: 0.3315845
Apr 09 21:16:34.496812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Allocated IP 172.20.0.2 (83ec982e-cd3f-4853-b234-2373f817541d/24cb09aa-6af0-4708-b454-2c8eeb86db7c/adbb6b64-f0cc-4a40-8cb3-7d2cac737e69) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:34.532923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8476f0a-e845-48b7-bcfc-673916bfc8a3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.537881 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b8476f0a-e845-48b7-bcfc-673916bfc8a3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.7667670
Apr 09 21:16:34.541001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 45952) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:34.559463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'network_id': '83ec982e-cd3f-4853-b234-2373f817541d', 'name': 'tempest-PortsTestJSON-1289617028'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:34.576313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-6b25cc1e-b3a9-458e-a284-783d9b4144dc tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:34.578127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-6b25cc1e-b3a9-458e-a284-783d9b4144dc tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.25 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 813 time: 0.9037087
Apr 09 21:16:34.614405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Request body: {'port': {'device_id': 'b467734c-1d03-4fa7-a389-a6e0e4188a44', 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'admin_state_up': True, 'tenant_id': '7525a2e03c554c339134407c220d5499'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:34.657230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6caf4-d80f-4c6a-92b2-8b2a0000541e req-5a1f93fb-002b-4387-af88-964f28f03325 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:34.666613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fb6caf4-d80f-4c6a-92b2-8b2a0000541e req-5a1f93fb-002b-4387-af88-964f28f03325 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 946 time: 0.1984432
Apr 09 21:16:34.679082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9787169-a3a9-4cf2-b584-dd5b50d7dc2c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Router 4fe5683e-8e01-4042-9a9e-ba910e318f59 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:16:34.695493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc595f-8898-4f1e-9548-9b1f6c696d4f None None] New status for floating IP 96388afb-cd74-49f3-b99b-342eadb01fa7: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:16:34.892823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9787169-a3a9-4cf2-b584-dd5b50d7dc2c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:34.914596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9787169-a3a9-4cf2-b584-dd5b50d7dc2c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.936134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-523e4e67-72fe-46c0-9b9c-e54b06dcc3be tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:34.942348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-523e4e67-72fe-46c0-9b9c-e54b06dcc3be tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.32 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 813 time: 0.9554596
Apr 09 21:16:34.962015 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Publish callbacks [] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:34.964247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Request body: {'port': {'device_id': 'ac05d77b-11c5-4514-93bc-656c0b070ac8', 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'admin_state_up': True, 'tenant_id': '7525a2e03c554c339134407c220d5499'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:34.981479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-9d0a27e0-a649-42d3-8bb9-238aa9412c3c service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1237233
Apr 09 21:16:35.023758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:35.029792 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:35.067752 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:35.098035 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a354145-44c9-416d-a0cf-c6369309dc94 x-openstack-request-id: req-4a354145-44c9-416d-a0cf-c6369309dc94 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:35.098895 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:35.099318 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a354145-44c9-416d-a0cf-c6369309dc94 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:35.099893 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a354145-44c9-416d-a0cf-c6369309dc94'] response: {'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'status': 'completed', 'code': 200}
Apr 09 21:16:35.104022 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e9787169-a3a9-4cf2-b584-dd5b50d7dc2c tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "PUT /v2.0/floatingips/96388afb-cd74-49f3-b99b-342eadb01fa7 HTTP/1.1" status: 200  len: 990 time: 3.6561337
Apr 09 21:16:35.192684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-6c481d1e-771d-47e2-90b6-05e6d671ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:35.194268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-6c481d1e-771d-47e2-90b6-05e6d671ac35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2e537a0863d43df811118a31e20609c&device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1127 time: 0.0759618
Apr 09 21:16:35.247071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fb6caf4-d80f-4c6a-92b2-8b2a0000541e req-b789369e-591c-4a8d-8016-507b2e0fabe8 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5792811
Apr 09 21:16:35.255578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Made reservation on behalf of 7525a2e03c554c339134407c220d5499 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:35.261357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:35.282445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Network 83ec982e-cd3f-4853-b234-2373f817541d is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:35.314568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:35.321631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:35.350697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-c5039e18-46ac-4e78-aa26-36461ff41718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:35.356570 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-c5039e18-46ac-4e78-aa26-36461ff41718 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6224e166-ef4d-46aa-a3a6-6d9016c554e1 HTTP/1.1" status: 200  len: 913 time: 0.1543865
Apr 09 21:16:35.405858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Pushing event updated for resources: {'Port': ['ID=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:35.466008 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-8019c5fb-bf7b-4162-9743-74b5785e0f2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f HTTP/1.1" status: 200  len: 1000 time: 0.1025946
Apr 09 21:16:35.484866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Attempting to bind port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:35.485369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Attempting to bind port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46c8119a-7a1a-48e7-9775-22c1db6c3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83ec982e-cd3f-4853-b234-2373f817541d'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:35.485643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Attempting to bind port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 on network 83ec982e-cd3f-4853-b234-2373f817541d {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:35.498097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:35.502498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Checking segment: {'id': '46c8119a-7a1a-48e7-9775-22c1db6c3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83ec982e-cd3f-4853-b234-2373f817541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:35.503081 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:35.504099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Bound using segment: {'id': '46c8119a-7a1a-48e7-9775-22c1db6c3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83ec982e-cd3f-4853-b234-2373f817541d'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:35.505087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Bound port: adbb6b64-f0cc-4a40-8cb3-7d2cac737e69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c8119a-7a1a-48e7-9775-22c1db6c3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '83ec982e-cd3f-4853-b234-2373f817541d'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:35.505656 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:35.518445 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] Sync routers for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:35.534065 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:35.536000 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775d0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:35.547998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-4380c814-0d87-4cec-9b4f-26e3a1a00192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:35.549645 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-4380c814-0d87-4cec-9b4f-26e3a1a00192 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29f02642-072d-4eb5-bc16-2a79485c6284 HTTP/1.1" status: 200  len: 851 time: 0.0746844
Apr 09 21:16:35.617224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-f73a1ea3-c3b2-4538-9f46-d907001a412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:35.622335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-f73a1ea3-c3b2-4538-9f46-d907001a412e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6224e166-ef4d-46aa-a3a6-6d9016c554e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0664461
Apr 09 21:16:35.654745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] For port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:35.661309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] For port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,segment=NetworkSegment(46c8119a-7a1a-48e7-9775-22c1db6c3524),segment_id=46c8119a-7a1a-48e7-9775-22c1db6c3524)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:35.673474 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:35.678647 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:35.696407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d9d1929-eaed-436b-baf6-69f7933721b8 req-a13b316c-79c0-416c-81f0-26753cfab23f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 210 time: 0.1122675
Apr 09 21:16:35.697831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:35.701595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:35.732768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ff6a-39f1-4d57-836b-87edbfd4474b req-05bbba3c-d0df-40ab-bc4c-dd792bd1eecc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:35.745683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5a3ff6a-39f1-4d57-836b-87edbfd4474b req-05bbba3c-d0df-40ab-bc4c-dd792bd1eecc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 944 time: 0.2742379
Apr 09 21:16:35.774882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 43a292da-5d97-41e6-96a7-c2a21f06e48e yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:16:35.785264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be072c4e-8144-491d-aea7-9b4f865c84d3 req-9d1f1810-9999-4728-8601-f1433f7f20f1 service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6981778
Apr 09 21:16:35.786410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Made reservation on behalf of 7525a2e03c554c339134407c220d5499 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:35.790211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:35.840171 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-f1fb0227-47a7-4b05-b55d-d38f27f68804 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101626
Apr 09 21:16:35.986009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5a3ff6a-39f1-4d57-836b-87edbfd4474b req-2c95330a-be73-432e-bc0e-4fc62b563c41 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2389653
Apr 09 21:16:36.072822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c22f08e8-b85a-41fe-817d-cedf12a7fbf6 req-1c7379bc-5609-40a6-b84c-9f6a1c6a9c2e service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206163
Apr 09 21:16:36.080421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707936fd-199a-44b0-bb74-973d14a5bac3 None None] Pushing event updated for resources: {'Port': ['ID=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:36.085633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Allocated IP 172.20.0.12 (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534/7a23bc99-08c5-469e-99d1-ced3a9cb059d/dfa10231-bc67-45a7-ad05-5f927b62ddae) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:36.180130 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775d0100>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '96388afb-cd74-49f3-b99b-342eadb01fa7', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'floating_ip_address': '172.35.0.60', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'mac_address': 'fa:16:3e:98:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:26Z', 'updated_at': '2022-04-09T21:16:35Z', 'revision_number': 2, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:36.199279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.5 (83ec982e-cd3f-4853-b234-2373f817541d/24cb09aa-6af0-4708-b454-2c8eeb86db7c/43a292da-5d97-41e6-96a7-c2a21f06e48e) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:36.385923 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] Checking router: 4fe5683e-8e01-4042-9a9e-ba910e318f59 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:16:36.407776 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:36.409097 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775d0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:36.565632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b84194-1323-4794-8e21-23f31f9f1276 req-a1840cf1-906d-4afc-9300-2b0fea15f888 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:36.576896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81b84194-1323-4794-8e21-23f31f9f1276 req-a1840cf1-906d-4afc-9300-2b0fea15f888 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 946 time: 0.2031631
Apr 09 21:16:36.583259 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:36.656586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks [] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:36.751605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81b84194-1323-4794-8e21-23f31f9f1276 req-c22fc0be-6fc5-481b-8cf4-df2db25efca1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1720560
Apr 09 21:16:36.841569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Allocated IP 172.20.0.10 (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534/7a23bc99-08c5-469e-99d1-ced3a9cb059d/a277fd70-b878-4d71-9771-62b4060f53e5) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:36.867489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:36.882592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:36.957303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:36.958808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:36.982947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7aa4-ca40-4f3f-b514-e1c168ad2f29 req-e7f891f4-9f60-4d66-89bd-efad2465e90f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:36.984505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56bd7aa4-ca40-4f3f-b514-e1c168ad2f29 req-e7f891f4-9f60-4d66-89bd-efad2465e90f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 932 time: 0.1102800
Apr 09 21:16:37.003399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.055933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:37.068979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:37.092994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:37.099876 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775d0100>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '96388afb-cd74-49f3-b99b-342eadb01fa7', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'floating_ip_address': '172.35.0.60', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'mac_address': 'fa:16:3e:98:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:26Z', 'updated_at': '2022-04-09T21:16:35Z', 'revision_number': 2, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:37.101672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:37.105693 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:37.138292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:37.146910 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a90318-6a92-49d9-bbf1-fd74cd857175 None None] The sync data for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 is: [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '96388afb-cd74-49f3-b99b-342eadb01fa7', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'floating_ip_address': '172.35.0.60', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'port_id': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'mac_address': 'fa:16:3e:98:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:26Z', 'updated_at': '2022-04-09T21:16:35Z', 'revision_number': 2, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:37.165611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port cf0d9111-1b29-4137-bef5-aea063d0fe04 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:16:37.198201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port cf0d9111-1b29-4137-bef5-aea063d0fe04 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:37.198789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.273178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:37.273869 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.289470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Pushing event updated for resources: {'Port': ['ID=dfa10231-bc67-45a7-ad05-5f927b62ddae,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:37.330855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,segment=NetworkSegment(46c8119a-7a1a-48e7-9775-22c1db6c3524),segment_id=46c8119a-7a1a-48e7-9775-22c1db6c3524)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:37.371442 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.382120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490705e-d554-4f82-8242-ecad54f3e197 req-623cb5af-b9b3-4098-aced-d48036c1eb1f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:37.389478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7490705e-d554-4f82-8242-ecad54f3e197 req-623cb5af-b9b3-4098-aced-d48036c1eb1f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 944 time: 0.2604117
Apr 09 21:16:37.435448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:37.448042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:37.453962 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.479041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:37.479690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.485224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:37.487768 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4323788f-7546-4ddb-ad33-51274582430e" -d '{"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:37.501640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56bd7aa4-ca40-4f3f-b514-e1c168ad2f29 req-e9a7acd8-212e-454f-8f9c-cbfe3303c153 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4963996
Apr 09 21:16:37.512128 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.521841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:37.536945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.588382 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b5385-e8dc-457e-b089-519cf4c3c157 x-openstack-request-id: req-f95b5385-e8dc-457e-b089-519cf4c3c157 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:37.588896 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:37.589320 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f95b5385-e8dc-457e-b089-519cf4c3c157 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:37.589914 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95b5385-e8dc-457e-b089-519cf4c3c157'] response: {'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'status': 'completed', 'code': 200}
Apr 09 21:16:37.610899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:37.630829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-ab20b1c0-2133-48c4-ace2-08a31b003347 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0313551
Apr 09 21:16:37.642865 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58201f0-876b-41c9-a717-5a1d9ba1732e x-openstack-request-id: req-a58201f0-876b-41c9-a717-5a1d9ba1732e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:37.643168 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:37.643420 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a58201f0-876b-41c9-a717-5a1d9ba1732e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:37.643938 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58201f0-876b-41c9-a717-5a1d9ba1732e'] response: {'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'code': 200}
Apr 09 21:16:37.664777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-84530a3f-ccd8-4993-a191-3f50b0541f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:37.667200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-84530a3f-ccd8-4993-a191-3f50b0541f6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2e537a0863d43df811118a31e20609c&device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1127 time: 0.0601356
Apr 09 21:16:37.693231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Request body: {'port': {'device_id': 'b467734c-1d03-4fa7-a389-a6e0e4188a44', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:37.744637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7490705e-d554-4f82-8242-ecad54f3e197 req-e54fa14f-a555-4f44-a773-a2db80be222c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3535283
Apr 09 21:16:37.764906 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks [] for port (a277fd70-b878-4d71-9771-62b4060f53e5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.801547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-8eb3cce7-032a-48b3-b041-d9e89f2cdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:37.803514 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-8eb3cce7-032a-48b3-b041-d9e89f2cdb6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6224e166-ef4d-46aa-a3a6-6d9016c554e1 HTTP/1.1" status: 200  len: 913 time: 0.1305289
Apr 09 21:16:37.805271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 83ec982e-cd3f-4853-b234-2373f817541d is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:37.808837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f9572d-8672-4aca-b26c-99ed7d91c61f None None] Network 83ec982e-cd3f-4853-b234-2373f817541d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:37.826989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:37.830590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:37.839956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=43a292da-5d97-41e6-96a7-c2a21f06e48e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:37.891508 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-ee980b70-e3e7-4529-85f5-2395e4562cb0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f HTTP/1.1" status: 200  len: 1000 time: 0.0779333
Apr 09 21:16:37.910313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5507a2a-faf7-4c95-a7ba-b7046d2ec410 req-73a77f04-723e-49a4-8681-a931c5f61378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:37.912028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5507a2a-faf7-4c95-a7ba-b7046d2ec410 req-73a77f04-723e-49a4-8681-a931c5f61378 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1127 time: 0.1789970
Apr 09 21:16:37.913114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-43664184-54d2-40fe-8765-0a6dc74a2695 None None] Provisioning complete for port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:37.914504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43664184-54d2-40fe-8765-0a6dc74a2695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.961877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-f43f7bdb-8211-4d49-adc3-f04713214835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:37.963666 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-f43f7bdb-8211-4d49-adc3-f04713214835 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29f02642-072d-4eb5-bc16-2a79485c6284 HTTP/1.1" status: 200  len: 851 time: 0.0650182
Apr 09 21:16:37.969362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:37.979191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:37.979778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:38.027116 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:38.045758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-71241eb5-9db2-422d-9998-ddcd7ce0e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:38.048057 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-71241eb5-9db2-422d-9998-ddcd7ce0e4b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6224e166-ef4d-46aa-a3a6-6d9016c554e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0775948
Apr 09 21:16:38.119433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-43664184-54d2-40fe-8765-0a6dc74a2695 None None] Current status of the port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:38.192334 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-dcff5809-863a-4710-97d5-dc52f71b4300 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328719
Apr 09 21:16:38.354891 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e79e3e7c-aa6f-4cca-b532-ea4e9e30ca88 req-d8e475e8-1593-4c74-905a-27f6ebac3807 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507568
Apr 09 21:16:38.461084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e0582856-0cd3-4092-867b-1b3815d6f700 None None] Provisioning complete for port 43a292da-5d97-41e6-96a7-c2a21f06e48e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:38.462201 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e0582856-0cd3-4092-867b-1b3815d6f700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:38.506036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e0582856-0cd3-4092-867b-1b3815d6f700 None None] Port 43a292da-5d97-41e6-96a7-c2a21f06e48e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:38.515570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e0582856-0cd3-4092-867b-1b3815d6f700 None None] Provisioning complete for port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:38.516198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e0582856-0cd3-4092-867b-1b3815d6f700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:38.562247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Pushing event updated for resources: {'Port': ['ID=a277fd70-b878-4d71-9771-62b4060f53e5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:38.585942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-93d8b4e0-171a-4431-b19a-171568e597ad tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.0376744
Apr 09 21:16:38.589154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46108) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:38.602978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5507a2a-faf7-4c95-a7ba-b7046d2ec410 req-c22c1c08-fa06-4513-8e88-add1158d4bd4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6807430
Apr 09 21:16:38.621877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:38.662947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e0582856-0cd3-4092-867b-1b3815d6f700 None None] Current status of the port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:38.676120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:38.679857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:38.784165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-307703e9-cc8c-4a2a-8d3e-21d5583d412c None None] Provisioning complete for port 43a292da-5d97-41e6-96a7-c2a21f06e48e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:38.787152 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-307703e9-cc8c-4a2a-8d3e-21d5583d412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:38.830929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3336cb6-2b4a-41c9-bc42-bead83508168 req-35576cff-d7c5-4698-8543-e980d32f0326 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:38.832554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3336cb6-2b4a-41c9-bc42-bead83508168 req-35576cff-d7c5-4698-8543-e980d32f0326 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 932 time: 0.2343683
Apr 09 21:16:38.848913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:38.893905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-307703e9-cc8c-4a2a-8d3e-21d5583d412c None None] Port 43a292da-5d97-41e6-96a7-c2a21f06e48e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:38.914925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:38.915884 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:38.957803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:38.958679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:38.970358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f2e8b-a0a4-4fe1-84c5-620fee58980a req-6f682b6c-33dc-486c-9f59-61e795496d3f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:38.978974 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f95f2e8b-a0a4-4fe1-84c5-620fee58980a req-6f682b6c-33dc-486c-9f59-61e795496d3f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.1074970
Apr 09 21:16:39.072052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:39.117168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-40d25bc8-14c3-4812-a04f-d5114743eedd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1640134
Apr 09 21:16:39.121326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:39.146109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3336cb6-2b4a-41c9-bc42-bead83508168 req-63e687c4-80a9-431d-9fbd-899f44068e61 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891953
Apr 09 21:16:39.160120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f95f2e8b-a0a4-4fe1-84c5-620fee58980a req-de71599d-718d-48d1-b8aa-719a90b75778 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1802409
Apr 09 21:16:39.260978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Request body: {'port': {'device_id': 'ac05d77b-11c5-4514-93bc-656c0b070ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:39.295230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa10231-bc67-45a7-ad05-5f927b62ddae {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:39.306185 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Publish callbacks [] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:39.343371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Transition to ACTIVE for port object dfa10231-bc67-45a7-ad05-5f927b62ddae will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:16:39.351177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:39.364329 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:39.474057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa10231-bc67-45a7-ad05-5f927b62ddae,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:39.474916 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:39.490076 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:39.750059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Attempting to bind port dfa10231-bc67-45a7-ad05-5f927b62ddae on host nch2-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:39.750645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Attempting to bind port dfa10231-bc67-45a7-ad05-5f927b62ddae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:39.751000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Attempting to bind port dfa10231-bc67-45a7-ad05-5f927b62ddae on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:39.790360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Port dfa10231-bc67-45a7-ad05-5f927b62ddae on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:16:39.790692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Attempting to bind port dfa10231-bc67-45a7-ad05-5f927b62ddae on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:39.803252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=43a292da-5d97-41e6-96a7-c2a21f06e48e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:39.825827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.826278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.826718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.827225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.827656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.828315 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.828767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.829246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.829653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.830048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.830535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.830898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.831219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.831610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.832002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:39.840621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:39.841278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Checking segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:39.841435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Bound using segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:39.841819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Bound port: dfa10231-bc67-45a7-ad05-5f927b62ddae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:39.842255 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:39.866162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (9430dcd0-70ac-414d-a4d6-749707594cea), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.048003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-48a2cf11-0468-421c-ba02-c2f3094f8d97 None None] Provisioning complete for port 43a292da-5d97-41e6-96a7-c2a21f06e48e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:40.048809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-48a2cf11-0468-421c-ba02-c2f3094f8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.058466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.106264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a277fd70-b878-4d71-9771-62b4060f53e5 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:40.117907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-48a2cf11-0468-421c-ba02-c2f3094f8d97 None None] Port 43a292da-5d97-41e6-96a7-c2a21f06e48e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:40.128092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Publish callbacks [] for port (a277fd70-b878-4d71-9771-62b4060f53e5), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.135540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] For port dfa10231-bc67-45a7-ad05-5f927b62ddae, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:40.153147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Transition to ACTIVE for port object a277fd70-b878-4d71-9771-62b4060f53e5 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:16:40.155126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] For port dfa10231-bc67-45a7-ad05-5f927b62ddae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfa10231-bc67-45a7-ad05-5f927b62ddae,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:40.161121 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.193006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.227881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:40.228536 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.230001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] 10.222.0.25 "PUT /v2.0/ports/dfa10231-bc67-45a7-ad05-5f927b62ddae HTTP/1.1" status: 200  len: 1092 time: 2.5565197
Apr 09 21:16:40.230543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b467734c-1d03-4fa7-a389-a6e0e4188a44', 'tag': 'dfa10231-bc67-45a7-ad05-5f927b62ddae'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:40.233008 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eaa4b7-838d-49fd-9748-0b96859cfdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b467734c-1d03-4fa7-a389-a6e0e4188a44", "tag": "dfa10231-bc67-45a7-ad05-5f927b62ddae"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:40.238843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Pushing event updated for resources: {'Port': ['ID=a277fd70-b878-4d71-9771-62b4060f53e5,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:40.421195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917e5be-2240-4276-ba59-df9c01607779 req-5f86eb91-7f02-4479-8b00-a4268846fd1a tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:40.423093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f917e5be-2240-4276-ba59-df9c01607779 req-5f86eb91-7f02-4479-8b00-a4268846fd1a tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 944 time: 0.1857460
Apr 09 21:16:40.430604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.437630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.474108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-23719476-4800-4416-8c79-5aa8f4f739ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:40.475891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-23719476-4800-4416-8c79-5aa8f4f739ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 1126 time: 0.1559205
Apr 09 21:16:40.488925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2114354-ef23-45fc-a9f0-28821d0e4939 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa10231-bc67-45a7-ad05-5f927b62ddae,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:40.508879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7fb5c-756b-4708-ab59-3683e2a4baca req-ca2b50e4-3b58-40cd-9ce0-c03eb2febaba tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:40.510630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83d7fb5c-756b-4708-ab59-3683e2a4baca req-ca2b50e4-3b58-40cd-9ce0-c03eb2febaba tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.1875496
Apr 09 21:16:40.523568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=43a292da-5d97-41e6-96a7-c2a21f06e48e,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:40.526037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (9430dcd0-70ac-414d-a4d6-749707594cea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.557822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-95df7bb2-865d-4ac4-a08f-319b31cd56a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa10231-bc67-45a7-ad05-5f927b62ddae HTTP/1.1" status: 200  len: 217 time: 0.0638313
Apr 09 21:16:40.594249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Attempting to bind port a277fd70-b878-4d71-9771-62b4060f53e5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:40.594784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Attempting to bind port a277fd70-b878-4d71-9771-62b4060f53e5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:40.595119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Attempting to bind port a277fd70-b878-4d71-9771-62b4060f53e5 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:40.626782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 83ec982e-cd3f-4853-b234-2373f817541d is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:40.628458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:40.636984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Port a277fd70-b878-4d71-9771-62b4060f53e5 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:16:40.637439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Attempting to bind port a277fd70-b878-4d71-9771-62b4060f53e5 on network fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:40.656901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f917e5be-2240-4276-ba59-df9c01607779 req-c5c7aaa5-97a0-4c1b-b8f6-46b1f6ca1147 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008204
Apr 09 21:16:40.665883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:40.666233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Checking segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:40.666627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Bound using segment: {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:40.667069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Bound port: a277fd70-b878-4d71-9771-62b4060f53e5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79d6fa-df56-495a-8725-79c0ae057e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:40.667468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.705313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-df555943-e147-4869-82db-9963ef4a840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:40.706843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-df555943-e147-4869-82db-9963ef4a840b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 200  len: 853 time: 0.1308930
Apr 09 21:16:40.712012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83d7fb5c-756b-4708-ab59-3683e2a4baca req-5c9f3920-3199-4cc4-93f8-049934434d9f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615705
Apr 09 21:16:40.781711 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9389ff-339c-4d87-b4ec-df5204db86db x-openstack-request-id: req-3f9389ff-339c-4d87-b4ec-df5204db86db {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:40.782512 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b467734c-1d03-4fa7-a389-a6e0e4188a44", "tag": "dfa10231-bc67-45a7-ad05-5f927b62ddae", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:40.782512 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f9389ff-339c-4d87-b4ec-df5204db86db {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:40.782661 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9389ff-339c-4d87-b4ec-df5204db86db'] response: {'name': 'network-changed', 'server_uuid': 'b467734c-1d03-4fa7-a389-a6e0e4188a44', 'tag': 'dfa10231-bc67-45a7-ad05-5f927b62ddae', 'status': 'completed', 'code': 200}
Apr 09 21:16:40.786698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-c622baa0-e450-483a-bd9e-98a10db34709 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432718
Apr 09 21:16:40.837359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] For port a277fd70-b878-4d71-9771-62b4060f53e5, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:40.878234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Router 9430dcd0-70ac-414d-a4d6-749707594cea is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:16:40.891897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] For port a277fd70-b878-4d71-9771-62b4060f53e5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a277fd70-b878-4d71-9771-62b4060f53e5,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:40.938238 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:40.992890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-516f030f-ebc4-4367-aca6-c1931900d319 service neutron] 10.222.0.25 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981156
Apr 09 21:16:41.001011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd874e89-8bf5-492c-9305-9701436b2849 req-9069cb60-f318-4750-ac5b-307e9f50ce35 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:41.002546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd874e89-8bf5-492c-9305-9701436b2849 req-9069cb60-f318-4750-ac5b-307e9f50ce35 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.1302683
Apr 09 21:16:41.017391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:41.029602 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-92d7a35e-2fd9-4a1d-9542-a94ee84d8fa7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "PUT /v2.0/routers/9430dcd0-70ac-414d-a4d6-749707594cea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4385905
Apr 09 21:16:41.030409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46170) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:41.042870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eff902-2078-4374-b4f8-b42e94d46533 None None] Sync routers for ids ['9430dcd0-70ac-414d-a4d6-749707594cea'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:41.078167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3de47217-b9cb-466b-8b71-b2d8c26581ec None None] Provisioning complete for port 43a292da-5d97-41e6-96a7-c2a21f06e48e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:41.079356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3de47217-b9cb-466b-8b71-b2d8c26581ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:41.118018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eff902-2078-4374-b4f8-b42e94d46533 None None] Routers {'9430dcd0-70ac-414d-a4d6-749707594cea'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:41.119083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-03eff902-2078-4374-b4f8-b42e94d46533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376674fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9430dcd0-70ac-414d-a4d6-749707594cea'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:41.120410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b80d54-0d99-439b-b764-b857e57ef7f6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:41.125577 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-55b80d54-0d99-439b-b764-b857e57ef7f6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430dcd0-70ac-414d-a4d6-749707594cea HTTP/1.1" status: 200  len: 982 time: 0.0940897
Apr 09 21:16:41.127998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46172) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:41.135182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:41.135816 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:41.137262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] 10.222.0.32 "PUT /v2.0/ports/a277fd70-b878-4d71-9771-62b4060f53e5 HTTP/1.1" status: 200  len: 1092 time: 1.8806427
Apr 09 21:16:41.169011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-03eff902-2078-4374-b4f8-b42e94d46533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376674fd0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:41.184009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3de47217-b9cb-466b-8b71-b2d8c26581ec None None] Port 43a292da-5d97-41e6-96a7-c2a21f06e48e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:41.187597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eff902-2078-4374-b4f8-b42e94d46533 None None] Routers {'9430dcd0-70ac-414d-a4d6-749707594cea'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:41.189580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-03eff902-2078-4374-b4f8-b42e94d46533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376674fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9430dcd0-70ac-414d-a4d6-749707594cea'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:41.203774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55bf12-ba05-426e-8823-0613cf991b0d service neutron] Pushing event updated for resources: {'Port': ['ID=a277fd70-b878-4d71-9771-62b4060f53e5,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:41.229773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-03eff902-2078-4374-b4f8-b42e94d46533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376674fd0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:41.230671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eff902-2078-4374-b4f8-b42e94d46533 None None] The sync data for ids ['9430dcd0-70ac-414d-a4d6-749707594cea'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:41.238235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd874e89-8bf5-492c-9305-9701436b2849 req-a3c40e2c-68ad-46d6-a230-7d1a0d2723e5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1771855
Apr 09 21:16:41.269252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46174) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:41.331653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-a48eaa59-4077-48ca-921a-4480c4bcb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:41.333902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-a48eaa59-4077-48ca-921a-4480c4bcb0f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&device_id=ac05d77b-11c5-4514-93bc-656c0b070ac8 HTTP/1.1" status: 200  len: 1126 time: 0.1363716
Apr 09 21:16:41.340242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-579eae6c-9c75-4ace-a84d-bab0cded7d22 service neutron] 10.222.0.25 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3366642
Apr 09 21:16:41.399826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-5b95c60a-621e-4eb3-8d3c-10ec0eb922a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a277fd70-b878-4d71-9771-62b4060f53e5 HTTP/1.1" status: 200  len: 217 time: 0.0585530
Apr 09 21:16:41.401133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd76b6d-f48c-4142-b899-e436128d1f7b tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:41.402920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cfd76b6d-f48c-4142-b899-e436128d1f7b tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1122 time: 0.1325071
Apr 09 21:16:41.412923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46178) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:41.419506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:41.475145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-6da152bf-bccf-447c-8c09-22ca36c2768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:41.476840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-6da152bf-bccf-447c-8c09-22ca36c2768b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 200  len: 853 time: 0.0719545
Apr 09 21:16:41.478236 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:41.525706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-3423f1c9-45f2-4b30-88ec-98eebc42516f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423865
Apr 09 21:16:41.649607 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:41.697735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46184) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:41.711405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-b87e9b6c-4527-458d-bc3f-1d5b2c42eeff service neutron] 10.222.0.32 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797683
Apr 09 21:16:41.831788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-699c5c09-506c-4c8a-86eb-0ca0202d8ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:41.880277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dec372-1165-4edb-a6c6-2f2f05cb9f4a req-04c0133e-c135-4e15-af1a-1ebdd36607c2 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:41.881814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42dec372-1165-4edb-a6c6-2f2f05cb9f4a req-04c0133e-c135-4e15-af1a-1ebdd36607c2 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 944 time: 0.1217861
Apr 09 21:16:41.900665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.35.0.228 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/3a9f0258-5554-46a9-9cac-b08dad4f8fe0) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:41.907443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (9430dcd0-70ac-414d-a4d6-749707594cea), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:41.920646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d12d855-8144-4c80-b454-0b66bf98c5d1 req-4342c355-f1e8-4771-bb04-92a218394bfe service neutron] 10.222.0.32 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035699
Apr 09 21:16:41.977258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42dec372-1165-4edb-a6c6-2f2f05cb9f4a req-81fde843-1b7c-4de9-bd7c-3b7bda2b975d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866890
Apr 09 21:16:42.037450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-699c5c09-506c-4c8a-86eb-0ca0202d8ce8 admin admin] Publish callbacks [] for security_group (343375bc-e043-43e5-a9bd-645f26fab1ea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.044816 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.068063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-699c5c09-506c-4c8a-86eb-0ca0202d8ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (343375bc-e043-43e5-a9bd-645f26fab1ea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.084314 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.127020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:42.130399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:42.134130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:42.145595 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-699c5c09-506c-4c8a-86eb-0ca0202d8ce8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a53a71717164e288c284b7087507123&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4467661
Apr 09 21:16:42.152740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46192) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:42.161866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c5c09-506c-4c8a-86eb-0ca0202d8ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343375bc-e043-43e5-a9bd-645f26fab1ea,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:42.167335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=3a9f0258-5554-46a9-9cac-b08dad4f8fe0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:42.247054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 43a292da-5d97-41e6-96a7-c2a21f06e48e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:42.247476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.264773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33f25e24-5224-4ad2-99b2-b9b57a581bed admin admin] Publish callbacks [] for security_group (343375bc-e043-43e5-a9bd-645f26fab1ea), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.339054 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33f25e24-5224-4ad2-99b2-b9b57a581bed admin admin] Publish callbacks [] for security_group (343375bc-e043-43e5-a9bd-645f26fab1ea), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.395608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.410295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 43a292da-5d97-41e6-96a7-c2a21f06e48e owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:42.472033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33f25e24-5224-4ad2-99b2-b9b57a581bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (343375bc-e043-43e5-a9bd-645f26fab1ea), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.483868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33f25e24-5224-4ad2-99b2-b9b57a581bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.485656 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33f25e24-5224-4ad2-99b2-b9b57a581bed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/343375bc-e043-43e5-a9bd-645f26fab1ea HTTP/1.1" status: 204  len: 168 time: 0.3314557
Apr 09 21:16:42.505246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f25e24-5224-4ad2-99b2-b9b57a581bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343375bc-e043-43e5-a9bd-645f26fab1ea,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:42.699239 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (aed541d3-d504-41f1-afbf-ff8a096c082b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.699385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (43a292da-5d97-41e6-96a7-c2a21f06e48e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.730165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=43a292da-5d97-41e6-96a7-c2a21f06e48e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:42.784425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac05d77b-11c5-4514-93bc-656c0b070ac8', 'tag': 'a277fd70-b878-4d71-9771-62b4060f53e5'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:42.787110 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473a94fa-42e8-4d63-93fa-e3438dcad7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac05d77b-11c5-4514-93bc-656c0b070ac8", "tag": "a277fd70-b878-4d71-9771-62b4060f53e5"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:42.801326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.857004 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329d16fe-d6be-4b9a-a0f8-1abd02ad74ee x-openstack-request-id: req-329d16fe-d6be-4b9a-a0f8-1abd02ad74ee {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:42.857392 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac05d77b-11c5-4514-93bc-656c0b070ac8", "tag": "a277fd70-b878-4d71-9771-62b4060f53e5", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:42.857707 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-329d16fe-d6be-4b9a-a0f8-1abd02ad74ee {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:42.858213 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329d16fe-d6be-4b9a-a0f8-1abd02ad74ee'] response: {'name': 'network-changed', 'server_uuid': 'ac05d77b-11c5-4514-93bc-656c0b070ac8', 'tag': 'a277fd70-b878-4d71-9771-62b4060f53e5', 'status': 'completed', 'code': 200}
Apr 09 21:16:42.925646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46216) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:42.941853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (9430dcd0-70ac-414d-a4d6-749707594cea), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:42.945280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11677c27-f1a6-4bc2-bcc7-e72632754e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.194589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Router 9430dcd0-70ac-414d-a4d6-749707594cea has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:16:43.196830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11677c27-f1a6-4bc2-bcc7-e72632754e6c admin admin] Publish callbacks [] for security_group (276f92eb-9f27-451c-980c-3fc8044a7c49), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.202599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-11677c27-f1a6-4bc2-bcc7-e72632754e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (276f92eb-9f27-451c-980c-3fc8044a7c49), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.288259 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-11677c27-f1a6-4bc2-bcc7-e72632754e6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3a4ff3326af44129021661d75b42c1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3615105
Apr 09 21:16:43.301513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46220) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:43.314360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11677c27-f1a6-4bc2-bcc7-e72632754e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276f92eb-9f27-451c-980c-3fc8044a7c49,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:43.321495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:43.328692 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-143ae3ed-beda-4dee-9dde-13a8b2217250 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "PUT /v2.0/routers/9430dcd0-70ac-414d-a4d6-749707594cea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1973364
Apr 09 21:16:43.328932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46222) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:43.340176 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2124596-bd67-4c41-a2d0-3b2e4573ad59 None None] Sync routers for ids ['9430dcd0-70ac-414d-a4d6-749707594cea'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:43.353209 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2124596-bd67-4c41-a2d0-3b2e4573ad59 None None] Routers {'9430dcd0-70ac-414d-a4d6-749707594cea'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:43.354058 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c2124596-bd67-4c41-a2d0-3b2e4573ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237718e250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9430dcd0-70ac-414d-a4d6-749707594cea'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:43.355694 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4827bc3-a569-42a3-aacc-4cfab7584ae1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:16:43.360204 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e4827bc3-a569-42a3-aacc-4cfab7584ae1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/43a292da-5d97-41e6-96a7-c2a21f06e48e HTTP/1.1" status: 404  len: 333 time: 0.0301445
Apr 09 21:16:43.360672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46224) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:43.383384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-40db6ada-9f96-43b2-95b8-130ca5a07fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:43.384912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-40db6ada-9f96-43b2-95b8-130ca5a07fc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&device_id=ac05d77b-11c5-4514-93bc-656c0b070ac8 HTTP/1.1" status: 200  len: 1126 time: 0.5013585
Apr 09 21:16:43.395756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce83f7-5ebc-461f-9ac5-af3ab39baa8a req-bb9bf15d-e39e-4e54-9dbe-4b3087307da5 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:43.397281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11ce83f7-5ebc-461f-9ac5-af3ab39baa8a req-bb9bf15d-e39e-4e54-9dbe-4b3087307da5 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 944 time: 0.1268380
Apr 09 21:16:43.407327 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c2124596-bd67-4c41-a2d0-3b2e4573ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237718e250>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:43.421846 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2124596-bd67-4c41-a2d0-3b2e4573ad59 None None] Routers {'9430dcd0-70ac-414d-a4d6-749707594cea'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:43.422862 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c2124596-bd67-4c41-a2d0-3b2e4573ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237718e250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9430dcd0-70ac-414d-a4d6-749707594cea'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:43.466260 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c2124596-bd67-4c41-a2d0-3b2e4573ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237718e250>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:43.467190 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2124596-bd67-4c41-a2d0-3b2e4573ad59 None None] The sync data for ids ['9430dcd0-70ac-414d-a4d6-749707594cea'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:43.477077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3aedc94c-7019-47fb-9805-791964be0ac0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for router (9430dcd0-70ac-414d-a4d6-749707594cea), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.617448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7583f35f-dfd6-4916-b2cd-60d549905038 admin admin] Publish callbacks [] for security_group (276f92eb-9f27-451c-980c-3fc8044a7c49), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.659842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3aedc94c-7019-47fb-9805-791964be0ac0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (9430dcd0-70ac-414d-a4d6-749707594cea), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.662545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3aedc94c-7019-47fb-9805-791964be0ac0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for router_controller (9430dcd0-70ac-414d-a4d6-749707594cea), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.674987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-982a9f90-75f2-4219-b3f7-82174e9c7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:43.676521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-982a9f90-75f2-4219-b3f7-82174e9c7852 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7525a2e03c554c339134407c220d5499&device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 1126 time: 0.1171346
Apr 09 21:16:43.681897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11ce83f7-5ebc-461f-9ac5-af3ab39baa8a req-a81154c9-7459-48d0-b913-93e54252510b tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682741
Apr 09 21:16:43.730462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7583f35f-dfd6-4916-b2cd-60d549905038 admin admin] Publish callbacks [] for security_group (276f92eb-9f27-451c-980c-3fc8044a7c49), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.738554 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3aedc94c-7019-47fb-9805-791964be0ac0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (9430dcd0-70ac-414d-a4d6-749707594cea), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.739244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aedc94c-7019-47fb-9805-791964be0ac0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Fanout notify agent at l3_agent the message router_deleted on router 9430dcd0-70ac-414d-a4d6-749707594cea {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:16:43.747177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3aedc94c-7019-47fb-9805-791964be0ac0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.751701 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3aedc94c-7019-47fb-9805-791964be0ac0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/routers/9430dcd0-70ac-414d-a4d6-749707594cea HTTP/1.1" status: 204  len: 168 time: 0.3899994
Apr 09 21:16:43.752400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46236) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:43.766287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-405d8aee-9cee-4a92-ba4e-6d0bc88dd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:43.767882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-405d8aee-9cee-4a92-ba4e-6d0bc88dd668 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 914 time: 0.3696489
Apr 09 21:16:43.771982 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.799456 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.823551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-8227e609-da52-43ac-bb42-2b9eec23ec84 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet 24cb09aa-6af0-4708-b454-2c8eeb86db7c {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:16:43.827356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8227e609-da52-43ac-bb42-2b9eec23ec84 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (24cb09aa-6af0-4708-b454-2c8eeb86db7c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.872296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8227e609-da52-43ac-bb42-2b9eec23ec84 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (24cb09aa-6af0-4708-b454-2c8eeb86db7c), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:43.907155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-a3aca76d-a0d2-4e66-bd69-99e926801390 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a277fd70-b878-4d71-9771-62b4060f53e5 HTTP/1.1" status: 200  len: 217 time: 0.1174879
Apr 09 21:16:43.974184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8227e609-da52-43ac-bb42-2b9eec23ec84 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (24cb09aa-6af0-4708-b454-2c8eeb86db7c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.009004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=3a9f0258-5554-46a9-9cac-b08dad4f8fe0,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:44.036165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-204509a2-2bb9-4972-a124-364f6e272fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:44.037818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-204509a2-2bb9-4972-a124-364f6e272fb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 200  len: 914 time: 0.3324852
Apr 09 21:16:44.040964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8227e609-da52-43ac-bb42-2b9eec23ec84 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (24cb09aa-6af0-4708-b454-2c8eeb86db7c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.041856 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7583f35f-dfd6-4916-b2cd-60d549905038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (276f92eb-9f27-451c-980c-3fc8044a7c49), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.044880 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7583f35f-dfd6-4916-b2cd-60d549905038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.046455 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7583f35f-dfd6-4916-b2cd-60d549905038 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/276f92eb-9f27-451c-980c-3fc8044a7c49 HTTP/1.1" status: 204  len: 168 time: 0.7437050
Apr 09 21:16:44.047430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (aed541d3-d504-41f1-afbf-ff8a096c082b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.073950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227e609-da52-43ac-bb42-2b9eec23ec84 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=24cb09aa-6af0-4708-b454-2c8eeb86db7c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:44.076008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8227e609-da52-43ac-bb42-2b9eec23ec84 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.080650 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8227e609-da52-43ac-bb42-2b9eec23ec84 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/24cb09aa-6af0-4708-b454-2c8eeb86db7c HTTP/1.1" status: 204  len: 168 time: 0.3271644
Apr 09 21:16:44.084013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:44.091018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960dde37-c7df-49e0-ac58-e37aeb10c8b6 None None] Network 83ec982e-cd3f-4853-b234-2373f817541d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:44.125280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-e238316e-f4ae-4568-9e04-b19dae69b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:44.127312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-e238316e-f4ae-4568-9e04-b19dae69b610 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 200  len: 853 time: 0.2010930
Apr 09 21:16:44.180965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-627940ae-bd67-4789-a52a-621e25e798d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa10231-bc67-45a7-ad05-5f927b62ddae HTTP/1.1" status: 200  len: 217 time: 0.1259918
Apr 09 21:16:44.181749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583f35f-dfd6-4916-b2cd-60d549905038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276f92eb-9f27-451c-980c-3fc8044a7c49,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:44.197582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (83ec982e-cd3f-4853-b234-2373f817541d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.254486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-4c87c385-2d72-4d93-b87b-a79e541d7542 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0917764
Apr 09 21:16:44.279125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:44.279583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.348258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-e56a9a49-5022-47de-aaa2-b9f5f7f83251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:44.350161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-e56a9a49-5022-47de-aaa2-b9f5f7f83251 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 200  len: 853 time: 0.1580377
Apr 09 21:16:44.381014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] DHCP port deletion for 83ec982e-cd3f-4853-b234-2373f817541d request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:16:44.398506 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Floating IP aed541d3-d504-41f1-afbf-ff8a096c082b associated. External IP: 172.35.0.228, port: cf0d9111-1b29-4137-bef5-aea063d0fe04.
Apr 09 21:16:44.405176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] For port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,segment=NetworkSegment(46c8119a-7a1a-48e7-9775-22c1db6c3524),segment_id=46c8119a-7a1a-48e7-9775-22c1db6c3524)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:44.405176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.421857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:44.450518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Deleting port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:44.451101 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.457732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-85d62ce4-477c-43ad-b69f-befe566cd14c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0731509
Apr 09 21:16:44.531667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-55479cf6-e095-4b10-8436-bad21a713dbe service neutron] 10.222.0.32 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697062
Apr 09 21:16:44.561346 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.568097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] For port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,segment=NetworkSegment(46c8119a-7a1a-48e7-9775-22c1db6c3524),segment_id=46c8119a-7a1a-48e7-9775-22c1db6c3524)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:44.568793 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.578707 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No DVR routers for this DVR port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:44.588497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Calling delete_port for adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:44.635396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:44.694777 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (adbb6b64-f0cc-4a40-8cb3-7d2cac737e69), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.740820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (83ec982e-cd3f-4853-b234-2373f817541d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.762859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Pushing event deleted for resources: {'Port': ['ID=adbb6b64-f0cc-4a40-8cb3-7d2cac737e69,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:44.778077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374511610>,) {'filters': {'network_id': ['83ec982e-cd3f-4853-b234-2373f817541d']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:44.795589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374511610>, '46c8119a-7a1a-48e7-9775-22c1db6c3524') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:44.795896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374511610>, '46c8119a-7a1a-48e7-9775-22c1db6c3524') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:44.803978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-452b1959-351f-4e4b-b527-2b0d89ed1f5a service neutron] 10.222.0.25 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3392632
Apr 09 21:16:44.810121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.811122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.811122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.811455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.813203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (46c8119a-7a1a-48e7-9775-22c1db6c3524), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.815024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.815483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.815853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.816195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.816529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.816927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.817350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.817711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.818038 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.818432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.819183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:16:44.830109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc84228-40cf-43d3-a38b-e8fbc0597fd1 None None] No DVR routers for this DVR port adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:44.833773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (46c8119a-7a1a-48e7-9775-22c1db6c3524), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.833919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:16:44.845178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:16:44.846020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (46c8119a-7a1a-48e7-9775-22c1db6c3524), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:16:44.851626 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:16:44.927267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:16:44.938660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device adbb6b64-f0cc-4a40-8cb3-7d2cac737e69 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:16:44.969190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (83ec982e-cd3f-4853-b234-2373f817541d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.977983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:44.986764 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/networks/83ec982e-cd3f-4853-b234-2373f817541d HTTP/1.1" status: 204  len: 168 time: 0.9014909
Apr 09 21:16:45.000229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46272) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:45.023229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5717d-04e0-4127-890a-abfb5380b60a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Network': ['ID=83ec982e-cd3f-4853-b234-2373f817541d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:45.073960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a277fd70-b878-4d71-9771-62b4060f53e5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:16:45.106867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device dfa10231-bc67-45a7-ad05-5f927b62ddae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:16:45.118058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978840b7-baeb-4757-9dfb-6147703ce3f6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:45.121126 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-978840b7-baeb-4757-9dfb-6147703ce3f6 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/3e8bde0c-e89c-447f-853f-ce9450a486e1 HTTP/1.1" status: 200  len: 841 time: 0.1220126
Apr 09 21:16:45.126109 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46290) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:45.201082 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-db5c50d0-9d66-49e6-8425-fef178bb3c83 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/3e8bde0c-e89c-447f-853f-ce9450a486e1?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0722330
Apr 09 21:16:45.205604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46294) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:45.212297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:45.231273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fdc3b-477c-4596-b27c-7026764215a5 req-c654cde6-bd63-41f5-b893-42eb4ce01abc tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:45.233459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e6fdc3b-477c-4596-b27c-7026764215a5 req-c654cde6-bd63-41f5-b893-42eb4ce01abc tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 944 time: 0.3126328
Apr 09 21:16:45.259486 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:16:45.303864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port dfa10231-bc67-45a7-ad05-5f927b62ddae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfa10231-bc67-45a7-ad05-5f927b62ddae,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:45.318851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05eaa4b7-838d-49fd-9748-0b96859cfdc1 req-e5e4a16d-cc76-4790-9bad-5f2212ce490a service neutron] 10.222.0.25 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4021053
Apr 09 21:16:45.326756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-473a94fa-42e8-4d63-93fa-e3438dcad7b1 req-6b997d4e-409b-42a2-bebe-34766d032bb1 service neutron] 10.222.0.32 "GET /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5466878
Apr 09 21:16:45.349177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:45.353008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:45.359839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router f29184fe-a00c-4185-9a49-5473eaa17efc has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:16:45.367651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'dfa10231-bc67-45a7-ad05-5f927b62ddae', 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'port_id': 'dfa10231-bc67-45a7-ad05-5f927b62ddae', 'mac_address': 'fa:16:3e:62:84:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a23bc99-08c5-469e-99d1-ced3a9cb059d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:16:45.392176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e6fdc3b-477c-4596-b27c-7026764215a5 req-ea4930eb-d0cf-4928-9679-9fb72c598612 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181278
Apr 09 21:16:45.424913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port dfa10231-bc67-45a7-ad05-5f927b62ddae is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:45.425713 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:45.443675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa10231-bc67-45a7-ad05-5f927b62ddae {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:45.476573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port dfa10231-bc67-45a7-ad05-5f927b62ddae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfa10231-bc67-45a7-ad05-5f927b62ddae,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:45.483906 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:45.529063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a277fd70-b878-4d71-9771-62b4060f53e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a277fd70-b878-4d71-9771-62b4060f53e5,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:45.542976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:16:45.556182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a277fd70-b878-4d71-9771-62b4060f53e5', 'network_id': 'fc7f341d-80bd-4d4e-b4fe-3dfca09d2534', 'port_id': 'a277fd70-b878-4d71-9771-62b4060f53e5', 'mac_address': 'fa:16:3e:13:75:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a23bc99-08c5-469e-99d1-ced3a9cb059d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:16:45.558099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] Sync routers for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:16:45.570375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=dfa10231-bc67-45a7-ad05-5f927b62ddae,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:45.579832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:45.580186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23762ef400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:45.581025 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:45.621059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-adce6ce1-40d3-4957-a36f-fbda7ee3c52f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.2040806
Apr 09 21:16:45.621059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:45.636972 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c451cc-c74d-4bbc-84a3-a05a025e34a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:45.650982 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (e849bf38-c169-4f61-b615-326c10bda499), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:45.692363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a277fd70-b878-4d71-9771-62b4060f53e5 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:45.693499 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:45.702144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:45.707104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:45.712837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:45.713590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:45.721650 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294f2566-d2af-469d-83d9-1503f012cd76 x-openstack-request-id: req-294f2566-d2af-469d-83d9-1503f012cd76 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:45.721650 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:45.721650 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-294f2566-d2af-469d-83d9-1503f012cd76 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:45.721966 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294f2566-d2af-469d-83d9-1503f012cd76'] response: {'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'status': 'completed', 'code': 200}
Apr 09 21:16:45.737139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a277fd70-b878-4d71-9771-62b4060f53e5 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:16:45.748907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a46739b-97d9-4ad2-8750-303214822eae None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:45.774221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=e849bf38-c169-4f61-b615-326c10bda499,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:45.797552 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-63225928-cb3d-47ae-89b0-8516df58fc8d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5908306
Apr 09 21:16:45.798544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46310) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:45.804796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7961b3ca-1789-49db-827f-808da3322cf7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1093274516'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:45.826430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-f4295bbe-c638-4922-8769-8c47326a0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:45.828375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-f4295bbe-c638-4922-8769-8c47326a0dbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1127 time: 0.0835154
Apr 09 21:16:45.841702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7961b3ca-1789-49db-827f-808da3322cf7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:45.913772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c768d-c7fa-4655-8184-5b7dfe812ab7 req-c8ee57aa-1bc8-456a-9580-f898abb66dc7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:45.922745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-297c768d-c7fa-4655-8184-5b7dfe812ab7 req-c8ee57aa-1bc8-456a-9580-f898abb66dc7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.0928810
Apr 09 21:16:46.011117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7961b3ca-1789-49db-827f-808da3322cf7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (e340a698-aed4-45e6-baef-2f7dc6fabf73), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.022641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7961b3ca-1789-49db-827f-808da3322cf7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e340a698-aed4-45e6-baef-2f7dc6fabf73), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.083468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-1f1f0c9a-8504-4a7b-bca9-4ec83b4d2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:46.084595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-1f1f0c9a-8504-4a7b-bca9-4ec83b4d2421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.2422569
Apr 09 21:16:46.088610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7961b3ca-1789-49db-827f-808da3322cf7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.090544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7961b3ca-1789-49db-827f-808da3322cf7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2903380
Apr 09 21:16:46.091607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961b3ca-1789-49db-827f-808da3322cf7 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e340a698-aed4-45e6-baef-2f7dc6fabf73,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:46.094916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46320) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:46.100606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-297c768d-c7fa-4655-8184-5b7dfe812ab7 req-4e413146-034c-4db0-aacc-a5a1be21bc01 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1768796
Apr 09 21:16:46.111317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:46.117310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-144425dc-6a92-4def-ae20-ac2f6dbd3620 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'security_group': {'name': 'tempest-secgroup-500017208'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:46.128488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46324) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:46.187387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-5a25f282-efef-434c-9669-2e3cd17cbb89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 999 time: 0.0853240
Apr 09 21:16:46.209575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['dfa10231-bc67-45a7-ad05-5f927b62ddae'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:16:46.214391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a277fd70-b878-4d71-9771-62b4060f53e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a277fd70-b878-4d71-9771-62b4060f53e5,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:46.260120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-144425dc-6a92-4def-ae20-ac2f6dbd3620 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.274489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-de51ded7-c001-4834-8c13-5e4d1a9e444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:46.276497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-de51ded7-c001-4834-8c13-5e4d1a9e444a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.0734146
Apr 09 21:16:46.303999 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-126b29cd-81ef-4d70-bc37-78e89d017d03 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/aed541d3-d504-41f1-afbf-ff8a096c082b HTTP/1.1" status: 200  len: 991 time: 0.1720614
Apr 09 21:16:46.304754 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.340098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-3d4dc63f-0ae9-4345-b48e-950c1de4fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:46.342259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-3d4dc63f-0ae9-4345-b48e-950c1de4fcc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0597553
Apr 09 21:16:46.441980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-144425dc-6a92-4def-ae20-ac2f6dbd3620 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (d32bbf9d-8611-4f46-87aa-16e7d7022942), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.453684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-144425dc-6a92-4def-ae20-ac2f6dbd3620 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d32bbf9d-8611-4f46-87aa-16e7d7022942), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.493609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a277fd70-b878-4d71-9771-62b4060f53e5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:46.551175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144425dc-6a92-4def-ae20-ac2f6dbd3620 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32bbf9d-8611-4f46-87aa-16e7d7022942,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:46.563431 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-144425dc-6a92-4def-ae20-ac2f6dbd3620 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.564832 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-144425dc-6a92-4def-ae20-ac2f6dbd3620 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4684114
Apr 09 21:16:46.567654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46336) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:46.585539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-674473638', 'security_groups': ['d32bbf9d-8611-4f46-87aa-16e7d7022942'], 'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e849bf38-c169-4f61-b615-326c10bda499'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:46.588280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a277fd70-b878-4d71-9771-62b4060f53e5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:16:46.683625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff2c65-4053-43a9-8081-bc18124d488f req-a1ed4f5d-30b8-4f76-b38b-45f889e46782 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:46.694171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b337087-c0e3-4ed8-895c-164ffe86bea8', 'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'project_id': '5c3d71a0e0874df6bff9cee258aae5c7', 'fixed_ips': [{'subnet_id': 'e849bf38-c169-4f61-b615-326c10bda499'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:16:46.695668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.698230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86ff2c65-4053-43a9-8081-bc18124d488f req-a1ed4f5d-30b8-4f76-b38b-45f889e46782 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 945 time: 0.1689560
Apr 09 21:16:46.706050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-284223ac-ba6e-4c5c-8b84-5502dd5bcf32 service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3544688
Apr 09 21:16:46.755790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:46.803142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86ff2c65-4053-43a9-8081-bc18124d488f req-38ccb8fd-5b71-4af8-915b-4f55791a62be tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949624
Apr 09 21:16:46.890350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:46.893271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c451cc-c74d-4bbc-84a3-a05a025e34a5 req-de02aef0-dfc6-4574-b45b-7c1143d0b82c service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560411
Apr 09 21:16:46.912732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port fdfbd543-a0a0-4929-9a0d-c212c4404df0 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:16:47.015004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23762ef400>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aed541d3-d504-41f1-afbf-ff8a096c082b', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.228', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'port_id': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'mac_address': 'fa:16:3e:9a:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:42Z', 'updated_at': '2022-04-09T21:16:42Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:21Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:47.059805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] Checking router: f29184fe-a00c-4185-9a49-5473eaa17efc for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:16:47.093560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Allocated IP 172.20.0.2 (6b337087-c0e3-4ed8-895c-164ffe86bea8/e849bf38-c169-4f61-b615-326c10bda499/cc489a94-f530-493b-bd9d-0f5854265031) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:47.113325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:16:47.114212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23762ef400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:47.307110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46368) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:47.315217 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-2d7ac6cc-3a07-4030-9e18-06cbb1785c49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0556560
Apr 09 21:16:47.387109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:16:47.446822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-253853b2-4c94-4334-a137-e78b75a03d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:47.450629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-253853b2-4c94-4334-a137-e78b75a03d28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0a1102e4f4e441b947116441b3e330d&device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 1128 time: 0.0861602
Apr 09 21:16:47.459201 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-384c9af4-01c3-493d-8336-459fb4f123df tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/aed541d3-d504-41f1-afbf-ff8a096c082b HTTP/1.1" status: 200  len: 991 time: 0.1504271
Apr 09 21:16:47.492597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Publish callbacks [] for port (cc489a94-f530-493b-bd9d-0f5854265031), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:47.508500 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (cc489a94-f530-493b-bd9d-0f5854265031), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:47.631952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.3 (6b337087-c0e3-4ed8-895c-164ffe86bea8/e849bf38-c169-4f61-b615-326c10bda499/fdfbd543-a0a0-4929-9a0d-c212c4404df0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:47.647542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:47.648465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-2d6dc4c7-1640-4506-aef8-9ba3f3ef07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:47.652355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-2d6dc4c7-1640-4506-aef8-9ba3f3ef07e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 200  len: 918 time: 0.1750600
Apr 09 21:16:47.668952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:47.679152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:47.740327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Pushing event updated for resources: {'Port': ['ID=cc489a94-f530-493b-bd9d-0f5854265031,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:47.788342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-41801d9d-a292-45c0-8864-91ba48af0c0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 200  len: 1000 time: 0.1283214
Apr 09 21:16:47.887933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Attempting to bind port cc489a94-f530-493b-bd9d-0f5854265031 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:16:47.888340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Attempting to bind port cc489a94-f530-493b-bd9d-0f5854265031 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5a29f28e-8e55-4b56-a7e7-bf8118145771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:16:47.888756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Attempting to bind port cc489a94-f530-493b-bd9d-0f5854265031 on network 6b337087-c0e3-4ed8-895c-164ffe86bea8 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:16:47.889831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-017cd9eb-42e5-445f-bdd4-632d204baf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:47.891360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-017cd9eb-42e5-445f-bdd4-632d204baf71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 200  len: 856 time: 0.0964384
Apr 09 21:16:47.901877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:16:47.902293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Checking segment: {'id': '5a29f28e-8e55-4b56-a7e7-bf8118145771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:16:47.902697 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:47.903169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Bound using segment: {'id': '5a29f28e-8e55-4b56-a7e7-bf8118145771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:16:47.903656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Bound port: cc489a94-f530-493b-bd9d-0f5854265031, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a29f28e-8e55-4b56-a7e7-bf8118145771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:16:47.904175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc489a94-f530-493b-bd9d-0f5854265031), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:47.980768 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:48.024723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-067a1260-feb2-4439-bf44-f94f202c4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:48.027671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-067a1260-feb2-4439-bf44-f94f202c4a89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ff888c0-c368-48bd-816c-de9ec28120a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1275482
Apr 09 21:16:48.043877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:48.108926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] For port cc489a94-f530-493b-bd9d-0f5854265031, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:16:48.116367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] For port cc489a94-f530-493b-bd9d-0f5854265031, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc489a94-f530-493b-bd9d-0f5854265031,segment=NetworkSegment(5a29f28e-8e55-4b56-a7e7-bf8118145771),segment_id=5a29f28e-8e55-4b56-a7e7-bf8118145771)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:16:48.124953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23762ef400>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aed541d3-d504-41f1-afbf-ff8a096c082b', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.228', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'port_id': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'mac_address': 'fa:16:3e:9a:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:42Z', 'updated_at': '2022-04-09T21:16:42Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:21Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:16:48.139023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:48.148333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:48.152921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:48.156561 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc489a94-f530-493b-bd9d-0f5854265031), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:48.159115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f3225-0d7e-46a2-9e14-51fea1ef8dad None None] The sync data for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 is: [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aed541d3-d504-41f1-afbf-ff8a096c082b', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.228', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'port_id': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'mac_address': 'fa:16:3e:9a:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:16:42Z', 'updated_at': '2022-04-09T21:16:42Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:21Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:16:48.214626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=fdfbd543-a0a0-4929-9a0d-c212c4404df0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:48.266509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8226e-118c-47b7-b911-1bd57f84016e req-db253dc0-4609-4859-9209-3a59b0923668 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:48.269214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:48.269900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:48.270857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f8dcb-471a-4a8f-a9b3-a1a3d44a338e None None] Pushing event updated for resources: {'Port': ['ID=cc489a94-f530-493b-bd9d-0f5854265031,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:48.284103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cad8226e-118c-47b7-b911-1bd57f84016e req-db253dc0-4609-4859-9209-3a59b0923668 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 945 time: 0.2612288
Apr 09 21:16:48.298249 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1dbc2e68-e398-4986-85cc-fc51a291e70d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.7283502
Apr 09 21:16:48.300473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46416) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:48.307239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d89a58d5-59cb-4beb-898f-1ba7865a558c tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:48.406846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-6b054318-8f90-4399-8f56-f1a27a3a343e service neutron] 10.222.0.32 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3643591
Apr 09 21:16:48.465740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46420) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:48.468841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cad8226e-118c-47b7-b911-1bd57f84016e req-18d8bd92-00ce-4e5b-a324-05baa1ae3a26 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834834
Apr 09 21:16:48.601730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-13a973f5-836f-404b-af49-c6317d20debd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/aed541d3-d504-41f1-afbf-ff8a096c082b HTTP/1.1" status: 200  len: 991 time: 0.1348212
Apr 09 21:16:48.610212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a58d5-59cb-4beb-898f-1ba7865a558c tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:48.617630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d89a58d5-59cb-4beb-898f-1ba7865a558c tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:48.651781 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51252650-b2bb-44cd-96be-2765dda04e39 None None] New status for floating IP aed541d3-d504-41f1-afbf-ff8a096c082b: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:16:48.718711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d7a0862-1884-4b9f-923d-6e5ebb217d78 req-e11a76ab-9cad-403c-afa0-84d8e0a20bad service neutron] 10.222.0.32 "GET /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3009315
Apr 09 21:16:48.843125 ncdv-master-1 neutron-server[126919]: INFO neutron.db.ipam_backend_mixin [None req-d89a58d5-59cb-4beb-898f-1ba7865a558c tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e849bf38-c169-4f61-b615-326c10bda499 (CIDR: 172.20.0.0/28)
Apr 09 21:16:48.849874 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89a58d5-59cb-4beb-898f-1ba7865a558c tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:16:48.850366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89a58d5-59cb-4beb-898f-1ba7865a558c tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:16:48.880838 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d89a58d5-59cb-4beb-898f-1ba7865a558c tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5788426
Apr 09 21:16:48.883471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46432) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:48.891974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:48.914393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc489a94-f530-493b-bd9d-0f5854265031 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:49.022591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:49.022953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:49.119264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a277fd70-b878-4d71-9771-62b4060f53e5 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:49.125821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device dfa10231-bc67-45a7-ad05-5f927b62ddae up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:49.205321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:49.211938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:49.607689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46476) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:49.736724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port dfa10231-bc67-45a7-ad05-5f927b62ddae completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:16:49.752019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6148e-6f31-4a6c-a9cd-9a28a03ddbb5 req-0714da58-fc58-4340-b6f0-c7632ca550b6 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:49.760656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41c6148e-6f31-4a6c-a9cd-9a28a03ddbb5 req-0714da58-fc58-4340-b6f0-c7632ca550b6 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 945 time: 0.1747446
Apr 09 21:16:49.789822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port a277fd70-b878-4d71-9771-62b4060f53e5 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:16:49.800422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port dfa10231-bc67-45a7-ad05-5f927b62ddae triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:49.801102 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:49.806341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a277fd70-b878-4d71-9771-62b4060f53e5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:49.807839 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:49.862338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41c6148e-6f31-4a6c-a9cd-9a28a03ddbb5 req-ff0f8931-669f-4864-bf72-522889ab1c3c tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994987
Apr 09 21:16:49.905863 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (54e4c0c3-1f79-46f5-95bf-0141d1647661), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:49.946733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:49.947392 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc489a94-f530-493b-bd9d-0f5854265031), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.005488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:50.012205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:50.013047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a277fd70-b878-4d71-9771-62b4060f53e5 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:50.013611 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.019881 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-809a5525-b7b6-42bf-b443-e1d795b25f19 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/aed541d3-d504-41f1-afbf-ff8a096c082b HTTP/1.1" status: 200  len: 993 time: 0.4107740
Apr 09 21:16:50.036665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:50.037705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.080970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=54e4c0c3-1f79-46f5-95bf-0141d1647661,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:50.106596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c86a3ca-a50f-44d1-91be-b3eb984f9fd3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2215514
Apr 09 21:16:50.109107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:50.114890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-441136397', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54e4c0c3-1f79-46f5-95bf-0141d1647661'}], 'security_groups': ['e340a698-aed4-45e6-baef-2f7dc6fabf73']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:50.231259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.247642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port cc489a94-f530-493b-bd9d-0f5854265031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc489a94-f530-493b-bd9d-0f5854265031,segment=NetworkSegment(5a29f28e-8e55-4b56-a7e7-bf8118145771),segment_id=5a29f28e-8e55-4b56-a7e7-bf8118145771)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:50.262502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac05d77b-11c5-4514-93bc-656c0b070ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a277fd70-b878-4d71-9771-62b4060f53e5'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:50.265081 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b50008-b15c-45a0-a361-9083007a00e9" -d '{"events": [{"server_uuid": "ac05d77b-11c5-4514-93bc-656c0b070ac8", "name": "network-vif-plugged", "status": "completed", "tag": "a277fd70-b878-4d71-9771-62b4060f53e5"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:50.298778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0c53ed4a-f63c-4bf7-ac00-8b54cae0500d None None] Provisioning complete for port 3e8bde0c-e89c-447f-853f-ce9450a486e1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:50.299251 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed4a-f63c-4bf7-ac00-8b54cae0500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.307064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc489a94-f530-493b-bd9d-0f5854265031), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.348939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a277fd70-b878-4d71-9771-62b4060f53e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a277fd70-b878-4d71-9771-62b4060f53e5,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:50.365139 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3519e-bd2e-4a37-96ab-dc63cff36cbb x-openstack-request-id: req-6eb3519e-bd2e-4a37-96ab-dc63cff36cbb {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:50.365633 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac05d77b-11c5-4514-93bc-656c0b070ac8", "name": "network-vif-plugged", "status": "completed", "tag": "a277fd70-b878-4d71-9771-62b4060f53e5", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:50.365982 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6eb3519e-bd2e-4a37-96ab-dc63cff36cbb {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:50.366584 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb3519e-bd2e-4a37-96ab-dc63cff36cbb'] response: {'server_uuid': 'ac05d77b-11c5-4514-93bc-656c0b070ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a277fd70-b878-4d71-9771-62b4060f53e5', 'code': 200}
Apr 09 21:16:50.393559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port dfa10231-bc67-45a7-ad05-5f927b62ddae is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:50.394054 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.422501 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.449956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a23ce1e-8e1e-4c7f-bb01-969e11481ad1 None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:50.603118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0c53ed4a-f63c-4bf7-ac00-8b54cae0500d None None] Port 3e8bde0c-e89c-447f-853f-ce9450a486e1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:50.666349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=cc489a94-f530-493b-bd9d-0f5854265031,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:50.669690 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-33cf56e3-65b4-4e42-ba1c-bbb3631d87ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.719461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94bf8f-edf0-4510-ad1c-a6ebd31a1bba req-30a71d81-7ade-4a13-aaee-54c12476f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:50.727084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a94bf8f-edf0-4510-ad1c-a6ebd31a1bba req-30a71d81-7ade-4a13-aaee-54c12476f807 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac05d77b-11c5-4514-93bc-656c0b070ac8 HTTP/1.1" status: 200  len: 1128 time: 0.1390538
Apr 09 21:16:50.755930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a277fd70-b878-4d71-9771-62b4060f53e5,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:50.772654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0c53ed4a-f63c-4bf7-ac00-8b54cae0500d None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:50.773190 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed4a-f63c-4bf7-ac00-8b54cae0500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.779214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port dfa10231-bc67-45a7-ad05-5f927b62ddae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfa10231-bc67-45a7-ad05-5f927b62ddae,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:50.813386 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:50.931565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc489a94-f530-493b-bd9d-0f5854265031 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:50.962833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Delete allocated IP 172.20.0.3 (6b337087-c0e3-4ed8-895c-164ffe86bea8/e849bf38-c169-4f61-b615-326c10bda499) {{(pid=126919) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 09 21:16:50.974181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.20 (6b337087-c0e3-4ed8-895c-164ffe86bea8/54e4c0c3-1f79-46f5-95bf-0141d1647661/fdfbd543-a0a0-4929-9a0d-c212c4404df0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:50.984921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a94bf8f-edf0-4510-ad1c-a6ebd31a1bba req-b1b1c1c8-cc1f-4116-b804-6feb08b1f8cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890920
Apr 09 21:16:51.095736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119f089-75df-4f1e-8b7f-b7fe4a2af764 req-48a2b601-edb2-4e40-9bfa-fd4462c3a74f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:51.095736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2119f089-75df-4f1e-8b7f-b7fe4a2af764 req-48a2b601-edb2-4e40-9bfa-fd4462c3a74f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 946 time: 0.1325574
Apr 09 21:16:51.130597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:51.131474 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.185082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2119f089-75df-4f1e-8b7f-b7fe4a2af764 req-d2af7747-ab98-405f-8155-7d92d8afb2e5 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794027
Apr 09 21:16:51.191644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=dfa10231-bc67-45a7-ad05-5f927b62ddae,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:51.235455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.242963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.268269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81229560-fb12-4fc1-99f4-b4c647597602 None None] Update dhcp port {'port': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'fixed_ips': [{'subnet_id': 'e849bf38-c169-4f61-b615-326c10bda499', 'ip_address': '172.20.0.2'}, {'subnet_id': '54e4c0c3-1f79-46f5-95bf-0141d1647661'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'cc489a94-f530-493b-bd9d-0f5854265031'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:16:51.291898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0c53ed4a-f63c-4bf7-ac00-8b54cae0500d None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:51.341660 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-81229560-fb12-4fc1-99f4-b4c647597602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc489a94-f530-493b-bd9d-0f5854265031), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.411540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:51.440670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6b68a9c8-9f25-4a14-8724-e2ee578a1aa5 None None] Provisioning complete for port fdfbd543-a0a0-4929-9a0d-c212c4404df0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:51.440670 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b68a9c8-9f25-4a14-8724-e2ee578a1aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.562053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6b68a9c8-9f25-4a14-8724-e2ee578a1aa5 None None] Port fdfbd543-a0a0-4929-9a0d-c212c4404df0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:51.661199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-81229560-fb12-4fc1-99f4-b4c647597602 None None] Allocated IP 172.20.0.18 (6b337087-c0e3-4ed8-895c-164ffe86bea8/54e4c0c3-1f79-46f5-95bf-0141d1647661/cc489a94-f530-493b-bd9d-0f5854265031) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:51.786533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=fdfbd543-a0a0-4929-9a0d-c212c4404df0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:51.793621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-81229560-fb12-4fc1-99f4-b4c647597602 None None] For port cc489a94-f530-493b-bd9d-0f5854265031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc489a94-f530-493b-bd9d-0f5854265031,segment=NetworkSegment(5a29f28e-8e55-4b56-a7e7-bf8118145771),segment_id=5a29f28e-8e55-4b56-a7e7-bf8118145771)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:51.804787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] In _notify_port_updated(), no bound segment for port fdfbd543-a0a0-4929-9a0d-c212c4404df0 on network 6b337087-c0e3-4ed8-895c-164ffe86bea8 {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:16:51.810212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:51.811039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.813117 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b59116bc-fa60-4528-a4ef-9cfb324b2723 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "PUT /v2.0/ports/fdfbd543-a0a0-4929-9a0d-c212c4404df0 HTTP/1.1" status: 200  len: 920 time: 1.7021151
Apr 09 21:16:51.816329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:51.834004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-81229560-fb12-4fc1-99f4-b4c647597602 None None] Publish callbacks [] for port (cc489a94-f530-493b-bd9d-0f5854265031), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.839857 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-81229560-fb12-4fc1-99f4-b4c647597602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc489a94-f530-493b-bd9d-0f5854265031), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.947913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3422a-daf3-433c-a610-daad69c5f465 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port fdfbd543-a0a0-4929-9a0d-c212c4404df0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:51.948442 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc3422a-daf3-433c-a610-daad69c5f465 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:51.979114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81229560-fb12-4fc1-99f4-b4c647597602 None None] Pushing event updated for resources: {'Port': ['ID=cc489a94-f530-493b-bd9d-0f5854265031,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:52.094987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc3422a-daf3-433c-a610-daad69c5f465 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:52.113874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3422a-daf3-433c-a610-daad69c5f465 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for fdfbd543-a0a0-4929-9a0d-c212c4404df0 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:52.353101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc3422a-daf3-433c-a610-daad69c5f465 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fdfbd543-a0a0-4929-9a0d-c212c4404df0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:52.368381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b467734c-1d03-4fa7-a389-a6e0e4188a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa10231-bc67-45a7-ad05-5f927b62ddae'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:52.371253 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55ca8a-fdfa-4443-81a6-743228bb79a1" -d '{"events": [{"server_uuid": "b467734c-1d03-4fa7-a389-a6e0e4188a44", "name": "network-vif-plugged", "status": "completed", "tag": "dfa10231-bc67-45a7-ad05-5f927b62ddae"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:52.382062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3422a-daf3-433c-a610-daad69c5f465 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=fdfbd543-a0a0-4929-9a0d-c212c4404df0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:52.406699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a439e-d079-453a-b085-6611e53a804f req-5e028753-91cf-4cfb-88eb-e135adb047ce tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:52.416957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e1a439e-d079-453a-b085-6611e53a804f req-5e028753-91cf-4cfb-88eb-e135adb047ce tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 946 time: 0.1235387
Apr 09 21:16:52.422647 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208a7ce0-747c-4149-b2b9-ce0169f6e35c x-openstack-request-id: req-208a7ce0-747c-4149-b2b9-ce0169f6e35c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:52.423056 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b467734c-1d03-4fa7-a389-a6e0e4188a44", "name": "network-vif-plugged", "status": "completed", "tag": "dfa10231-bc67-45a7-ad05-5f927b62ddae", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:52.423508 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-208a7ce0-747c-4149-b2b9-ce0169f6e35c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:52.424266 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208a7ce0-747c-4149-b2b9-ce0169f6e35c'] response: {'server_uuid': 'b467734c-1d03-4fa7-a389-a6e0e4188a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa10231-bc67-45a7-ad05-5f927b62ddae', 'code': 200}
Apr 09 21:16:52.527376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc3422a-daf3-433c-a610-daad69c5f465 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:52.538978 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6dc3422a-daf3-433c-a610-daad69c5f465 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/fdfbd543-a0a0-4929-9a0d-c212c4404df0 HTTP/1.1" status: 204  len: 168 time: 0.7215080
Apr 09 21:16:52.539897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46592) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:52.565183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e1a439e-d079-453a-b085-6611e53a804f req-d4e1bc0c-59d3-48c7-9efe-d7b5c406b646 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352100
Apr 09 21:16:52.575907 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c9771d-1b5c-43cc-a9d9-24bc481aacff tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:16:52.580899 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-88c9771d-1b5c-43cc-a9d9-24bc481aacff tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/fdfbd543-a0a0-4929-9a0d-c212c4404df0 HTTP/1.1" status: 404  len: 333 time: 0.0401349
Apr 09 21:16:52.590365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:52.604809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46596) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:52.733138 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a3f8-d146-4efc-8d60-ca46daf64d17 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (d32bbf9d-8611-4f46-87aa-16e7d7022942), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:52.844410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a3f8-d146-4efc-8d60-ca46daf64d17 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (d32bbf9d-8611-4f46-87aa-16e7d7022942), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:52.868838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c98dd4-d057-4d37-84c4-f3a31d8229bd req-d8e4fb42-8904-46c8-905a-ed5c5ddfed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:52.869734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc489a94-f530-493b-bd9d-0f5854265031 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:52.870567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78c98dd4-d057-4d37-84c4-f3a31d8229bd req-d8e4fb42-8904-46c8-905a-ed5c5ddfed70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 1128 time: 0.1335585
Apr 09 21:16:52.944282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78c98dd4-d057-4d37-84c4-f3a31d8229bd req-20ca917e-220f-478b-b9c4-ad513cabd908 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667930
Apr 09 21:16:52.951689 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a3f8-d146-4efc-8d60-ca46daf64d17 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d32bbf9d-8611-4f46-87aa-16e7d7022942), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:52.955506 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a3f8-d146-4efc-8d60-ca46daf64d17 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:52.959792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c5d5a3f8-d146-4efc-8d60-ca46daf64d17 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/security-groups/d32bbf9d-8611-4f46-87aa-16e7d7022942 HTTP/1.1" status: 204  len: 168 time: 0.3655591
Apr 09 21:16:52.960863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46604) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:52.970863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-95f39e64-597b-4a44-b9fa-fcbc20306df5 None None] Provisioning complete for port 3e8bde0c-e89c-447f-853f-ce9450a486e1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:52.971316 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-95f39e64-597b-4a44-b9fa-fcbc20306df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:52.972824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5a3f8-d146-4efc-8d60-ca46daf64d17 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32bbf9d-8611-4f46-87aa-16e7d7022942,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:53.023439 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8f9201e5-6093-4d41-88ff-7c469ab3d8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.033710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a4544ca-c279-4b73-8e9b-428fdcadc75a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (e340a698-aed4-45e6-baef-2f7dc6fabf73), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.059363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-95f39e64-597b-4a44-b9fa-fcbc20306df5 None None] Port 3e8bde0c-e89c-447f-853f-ce9450a486e1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:53.061029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:53.061414 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.072454 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a4544ca-c279-4b73-8e9b-428fdcadc75a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (e340a698-aed4-45e6-baef-2f7dc6fabf73), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.076119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c07f5228-f178-4faf-acc5-6935a5c79649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.100236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-95f39e64-597b-4a44-b9fa-fcbc20306df5 None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:53.100236 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-95f39e64-597b-4a44-b9fa-fcbc20306df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.152231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a4544ca-c279-4b73-8e9b-428fdcadc75a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e340a698-aed4-45e6-baef-2f7dc6fabf73), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.154975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a4544ca-c279-4b73-8e9b-428fdcadc75a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.156134 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8a4544ca-c279-4b73-8e9b-428fdcadc75a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/security-groups/e340a698-aed4-45e6-baef-2f7dc6fabf73 HTTP/1.1" status: 204  len: 168 time: 0.1939726
Apr 09 21:16:53.159048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46608) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:53.182305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4544ca-c279-4b73-8e9b-428fdcadc75a tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e340a698-aed4-45e6-baef-2f7dc6fabf73,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:53.234195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c07f5228-f178-4faf-acc5-6935a5c79649 admin admin] Publish callbacks [] for security_group (08e1a1f5-c90e-4085-8e9f-6ab00db97f70), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.241024 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c07f5228-f178-4faf-acc5-6935a5c79649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (08e1a1f5-c90e-4085-8e9f-6ab00db97f70), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.254786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:53.269557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-95f39e64-597b-4a44-b9fa-fcbc20306df5 None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:53.272717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af0af44-0fee-4f45-8daa-ac7e0f209516 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet e849bf38-c169-4f61-b615-326c10bda499 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:16:53.273482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-95f39e64-597b-4a44-b9fa-fcbc20306df5 None None] Could not find standard attr ID for object fdfbd543-a0a0-4929-9a0d-c212c4404df0. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:16:53.284563 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2af0af44-0fee-4f45-8daa-ac7e0f209516 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (e849bf38-c169-4f61-b615-326c10bda499), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.303674 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c07f5228-f178-4faf-acc5-6935a5c79649 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab125314b81b4857adcc9feb375aee7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6974821
Apr 09 21:16:53.305209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f5228-f178-4faf-acc5-6935a5c79649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e1a1f5-c90e-4085-8e9f-6ab00db97f70,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:53.307950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46610) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:53.367003 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2af0af44-0fee-4f45-8daa-ac7e0f209516 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (e849bf38-c169-4f61-b615-326c10bda499), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.378112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105ae897-51f0-482a-8470-6ae2374c81f6 admin admin] Publish callbacks [] for security_group (08e1a1f5-c90e-4085-8e9f-6ab00db97f70), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.406853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105ae897-51f0-482a-8470-6ae2374c81f6 admin admin] Publish callbacks [] for security_group (08e1a1f5-c90e-4085-8e9f-6ab00db97f70), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.494304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105ae897-51f0-482a-8470-6ae2374c81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (08e1a1f5-c90e-4085-8e9f-6ab00db97f70), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.497629 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105ae897-51f0-482a-8470-6ae2374c81f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.499180 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-105ae897-51f0-482a-8470-6ae2374c81f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08e1a1f5-c90e-4085-8e9f-6ab00db97f70 HTTP/1.1" status: 204  len: 168 time: 0.1897247
Apr 09 21:16:53.510100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ae897-51f0-482a-8470-6ae2374c81f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e1a1f5-c90e-4085-8e9f-6ab00db97f70,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:53.512859 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2af0af44-0fee-4f45-8daa-ac7e0f209516 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (e849bf38-c169-4f61-b615-326c10bda499), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.588927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2af0af44-0fee-4f45-8daa-ac7e0f209516 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (e849bf38-c169-4f61-b615-326c10bda499), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.594357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e00644b2-ce09-461c-a346-97122be9a495 None None] Could not find standard attr ID for object fdfbd543-a0a0-4929-9a0d-c212c4404df0. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:16:53.620889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0af44-0fee-4f45-8daa-ac7e0f209516 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=e849bf38-c169-4f61-b615-326c10bda499,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:53.630128 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2af0af44-0fee-4f45-8daa-ac7e0f209516 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.637932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2af0af44-0fee-4f45-8daa-ac7e0f209516 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/e849bf38-c169-4f61-b615-326c10bda499 HTTP/1.1" status: 204  len: 168 time: 0.4734044
Apr 09 21:16:53.638340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46620) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:53.645197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:53.751678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c9201-1c84-4a34-8c4e-badd1f7bb1d2 req-df8f8c11-5438-461a-815e-bb5c41687291 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:53.754243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f53c9201-1c84-4a34-8c4e-badd1f7bb1d2 req-df8f8c11-5438-461a-815e-bb5c41687291 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 946 time: 0.0808899
Apr 09 21:16:53.853168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f53c9201-1c84-4a34-8c4e-badd1f7bb1d2 req-de62f6b7-1e6b-4d83-95b7-bac94860b598 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905294
Apr 09 21:16:53.906405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:53.910900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:53.931098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d3ab2-3f65-4c23-bde3-f8f762e90420 None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:54.116686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.174902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46638) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:54.196919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c8ba24b4-2663-4855-adf9-14b9f2c47981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.286835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c73e1340-d0b6-40ff-9098-a14f8ea6076f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.342667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c8ba24b4-2663-4855-adf9-14b9f2c47981 admin admin] Publish callbacks [] for security_group (e94d4453-cc48-4e46-9a6d-6ca1b3230904), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.354861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:54.355887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c8ba24b4-2663-4855-adf9-14b9f2c47981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e94d4453-cc48-4e46-9a6d-6ca1b3230904), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.360364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:54.365531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:54.366130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.377344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=c73e1340-d0b6-40ff-9098-a14f8ea6076f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:54.402559 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4c1d60d-3378-41bb-a023-8b8fae3a9290 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7628181
Apr 09 21:16:54.405138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46644) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:54.411165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-189c6554-775e-415d-8335-1276603e4940 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1718194212'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:54.435648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c8ba24b4-2663-4855-adf9-14b9f2c47981 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1899fdb5f4e14e0cb6bf9817cac1e42f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2573104
Apr 09 21:16:54.445371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46646) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:54.463567 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-189c6554-775e-415d-8335-1276603e4940 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.518989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba24b4-2663-4855-adf9-14b9f2c47981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d4453-cc48-4e46-9a6d-6ca1b3230904,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:54.578362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf1c694-b8fa-4178-8d5a-447d2fb6214d admin admin] Publish callbacks [] for security_group (e94d4453-cc48-4e46-9a6d-6ca1b3230904), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.586668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-189c6554-775e-415d-8335-1276603e4940 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (27e3afc3-71b5-4175-bd6d-0f9878a00595), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.596855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-189c6554-775e-415d-8335-1276603e4940 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (27e3afc3-71b5-4175-bd6d-0f9878a00595), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.621589 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf1c694-b8fa-4178-8d5a-447d2fb6214d admin admin] Publish callbacks [] for security_group (e94d4453-cc48-4e46-9a6d-6ca1b3230904), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.652646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c6554-775e-415d-8335-1276603e4940 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e3afc3-71b5-4175-bd6d-0f9878a00595,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:54.690847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-189c6554-775e-415d-8335-1276603e4940 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.695151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf1c694-b8fa-4178-8d5a-447d2fb6214d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e94d4453-cc48-4e46-9a6d-6ca1b3230904), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.697825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf1c694-b8fa-4178-8d5a-447d2fb6214d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.701694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ebf1c694-b8fa-4178-8d5a-447d2fb6214d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e94d4453-cc48-4e46-9a6d-6ca1b3230904 HTTP/1.1" status: 204  len: 168 time: 0.2518840
Apr 09 21:16:54.701694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46652) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:54.704416 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-189c6554-775e-415d-8335-1276603e4940 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2861927
Apr 09 21:16:54.713181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7cd3f602-962d-43a7-8f65-33f9479af099 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1341619568'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:54.736859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1c694-b8fa-4178-8d5a-447d2fb6214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d4453-cc48-4e46-9a6d-6ca1b3230904,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:54.766923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f602-962d-43a7-8f65-33f9479af099 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.905727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f602-962d-43a7-8f65-33f9479af099 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (1f7bb120-380c-4a5b-8618-7f4afc87ac3c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.913021 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f602-962d-43a7-8f65-33f9479af099 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1f7bb120-380c-4a5b-8618-7f4afc87ac3c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.963547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3f602-962d-43a7-8f65-33f9479af099 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7bb120-380c-4a5b-8618-7f4afc87ac3c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:54.969342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f602-962d-43a7-8f65-33f9479af099 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:54.974900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7cd3f602-962d-43a7-8f65-33f9479af099 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2646439
Apr 09 21:16:54.975206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46660) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:54.983071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7ab0a8ae-9474-4aab-a1c2-ac7f2c98122b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1615017341'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:55.114392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac7a5c-0885-4a47-8dc3-46554fea2a8f None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:55.115217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbc4c9-ef68-4ab5-bcd8-4d105c907776 req-8cbdaf07-e41e-4701-bf99-dd8531cf859f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:55.117722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2fbc4c9-ef68-4ab5-bcd8-4d105c907776 req-8cbdaf07-e41e-4701-bf99-dd8531cf859f tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 946 time: 0.1243057
Apr 09 21:16:55.122066 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a8ae-9474-4aab-a1c2-ac7f2c98122b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.289136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.292940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0486adf1-e834-4eea-9481-a9d347c88c54 None None] Provisioning complete for port 3e8bde0c-e89c-447f-853f-ce9450a486e1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:55.293650 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0486adf1-e834-4eea-9481-a9d347c88c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.373538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0486adf1-e834-4eea-9481-a9d347c88c54 None None] Port 3e8bde0c-e89c-447f-853f-ce9450a486e1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:55.388923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0486adf1-e834-4eea-9481-a9d347c88c54 None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:55.389565 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0486adf1-e834-4eea-9481-a9d347c88c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.550742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1a869-399e-4ac6-95bc-bc6777cdb058 None None] Update dhcp port {'port': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'fixed_ips': [{'subnet_id': '54e4c0c3-1f79-46f5-95bf-0141d1647661', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c73e1340-d0b6-40ff-9098-a14f8ea6076f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'cc489a94-f530-493b-bd9d-0f5854265031'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:16:55.591270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0486adf1-e834-4eea-9481-a9d347c88c54 None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:55.639995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-ed15fa3c-169b-4b99-a384-1a657b2cac60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5795143
Apr 09 21:16:55.672154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ec1a869-399e-4ac6-95bc-bc6777cdb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc489a94-f530-493b-bd9d-0f5854265031), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.691236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2fbc4c9-ef68-4ab5-bcd8-4d105c907776 req-338ea12f-4b3f-4a76-a337-7cc042511335 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5488112
Apr 09 21:16:55.712248 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.771711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a8ae-9474-4aab-a1c2-ac7f2c98122b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (91b9fc9f-22a1-4f2c-8ccd-3efaa238764b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.780429 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a8ae-9474-4aab-a1c2-ac7f2c98122b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (91b9fc9f-22a1-4f2c-8ccd-3efaa238764b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.808775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-ec9bf552-3788-43e7-9cde-1ab7d7925395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:55.810575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-ec9bf552-3788-43e7-9cde-1ab7d7925395 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 1128 time: 0.0889149
Apr 09 21:16:55.829092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a8ae-9474-4aab-a1c2-ac7f2c98122b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:55.832374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7ab0a8ae-9474-4aab-a1c2-ac7f2c98122b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8558812
Apr 09 21:16:55.835272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46686) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:55.841794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2041374512', 'security_groups': ['91b9fc9f-22a1-4f2c-8ccd-3efaa238764b'], 'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c73e1340-d0b6-40ff-9098-a14f8ea6076f'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:55.978077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a8ae-9474-4aab-a1c2-ac7f2c98122b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b9fc9f-22a1-4f2c-8ccd-3efaa238764b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:56.086724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-9ec1a869-399e-4ac6-95bc-bc6777cdb058 None None] Allocated IP 172.20.0.2 (6b337087-c0e3-4ed8-895c-164ffe86bea8/c73e1340-d0b6-40ff-9098-a14f8ea6076f/cc489a94-f530-493b-bd9d-0f5854265031) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:56.088773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:56.113409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b99ce-cb8b-498b-8c41-d5570a142b39 req-66cdf155-6702-47c2-a464-fe161737a988 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:56.114865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7b99ce-cb8b-498b-8c41-d5570a142b39 req-66cdf155-6702-47c2-a464-fe161737a988 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac05d77b-11c5-4514-93bc-656c0b070ac8 HTTP/1.1" status: 200  len: 946 time: 0.2666109
Apr 09 21:16:56.195824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b7155-b4fd-419f-91c3-308b5c3babf4 req-0b6adcc7-845e-473d-8d2e-fd1e74d2146a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:56.197451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d4b7155-b4fd-419f-91c3-308b5c3babf4 req-0b6adcc7-845e-473d-8d2e-fd1e74d2146a tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 946 time: 0.1048424
Apr 09 21:16:56.240106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:56.243141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-6e034413-aa52-4e3b-9219-0bf0ed7e4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:56.244648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-6e034413-aa52-4e3b-9219-0bf0ed7e4d94 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 200  len: 915 time: 0.3948374
Apr 09 21:16:56.255203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7b99ce-cb8b-498b-8c41-d5570a142b39 req-73ebc982-609e-4139-890f-f946e4faa19a tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146629
Apr 09 21:16:56.291631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9ec1a869-399e-4ac6-95bc-bc6777cdb058 None None] For port cc489a94-f530-493b-bd9d-0f5854265031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc489a94-f530-493b-bd9d-0f5854265031,segment=NetworkSegment(5a29f28e-8e55-4b56-a7e7-bf8118145771),segment_id=5a29f28e-8e55-4b56-a7e7-bf8118145771)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:56.305965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2d4b7155-b4fd-419f-91c3-308b5c3babf4 req-c5d639fe-8fd5-43a3-8c46-8b602a4efe1b tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0890493
Apr 09 21:16:56.311330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] device_id is not set on port 0728ffe4-1a3d-4b84-a969-37f8708dc0d1 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:16:56.527420 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ec1a869-399e-4ac6-95bc-bc6777cdb058 None None] Publish callbacks [] for port (cc489a94-f530-493b-bd9d-0f5854265031), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:56.549225 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ec1a869-399e-4ac6-95bc-bc6777cdb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc489a94-f530-493b-bd9d-0f5854265031), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:56.611803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1a869-399e-4ac6-95bc-bc6777cdb058 None None] Pushing event updated for resources: {'Port': ['ID=cc489a94-f530-493b-bd9d-0f5854265031,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:56.704554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.14 (6b337087-c0e3-4ed8-895c-164ffe86bea8/c73e1340-d0b6-40ff-9098-a14f8ea6076f/0728ffe4-1a3d-4b84-a969-37f8708dc0d1) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:16:56.844882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc489a94-f530-493b-bd9d-0f5854265031 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:16:56.845523 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:16:56.921768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e76698-c498-4f99-864e-0760518072e8 req-57069999-67c8-4634-b04a-b05aa41c1311 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:56.929647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57e76698-c498-4f99-864e-0760518072e8 req-57069999-67c8-4634-b04a-b05aa41c1311 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac05d77b-11c5-4514-93bc-656c0b070ac8 HTTP/1.1" status: 200  len: 946 time: 0.0629776
Apr 09 21:16:56.939944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:56.961241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:56.985156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:56.985532 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:56.995987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57e76698-c498-4f99-864e-0760518072e8 req-2545a2a3-feeb-4367-adbd-f12bfaf43976 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654337
Apr 09 21:16:57.016805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:57.095962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:57.100542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:57.104793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:16:57.163264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:57.179071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:57.179838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:57.198817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=0728ffe4-1a3d-4b84-a969-37f8708dc0d1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:57.221410 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f8c48737-9a8c-43ef-9180-8cbb96858459 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.3846800
Apr 09 21:16:57.222073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46720) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:57.228627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0604ae6f-b61f-4180-9ab3-2cd2f72f6843 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:57.312623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-4c02e0f3-c6ea-4250-905a-be35313fda8f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474 HTTP/1.1" status: 200  len: 1001 time: 0.1524198
Apr 09 21:16:57.412903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0604ae6f-b61f-4180-9ab3-2cd2f72f6843 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:57.417121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0604ae6f-b61f-4180-9ab3-2cd2f72f6843 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:57.475249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c6780-8dfd-4a19-a2dc-7f2cf0f1a4f0 req-519b98b3-9bdf-494a-a71e-e3943065ec1c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:57.479467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e6c6780-8dfd-4a19-a2dc-7f2cf0f1a4f0 req-519b98b3-9bdf-494a-a71e-e3943065ec1c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 946 time: 0.0691707
Apr 09 21:16:57.563367 ncdv-master-1 neutron-server[126919]: INFO neutron.db.ipam_backend_mixin [None req-0604ae6f-b61f-4180-9ab3-2cd2f72f6843 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c73e1340-d0b6-40ff-9098-a14f8ea6076f (CIDR: 172.20.0.0/28)
Apr 09 21:16:57.568819 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-0604ae6f-b61f-4180-9ab3-2cd2f72f6843 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:16:57.571123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0604ae6f-b61f-4180-9ab3-2cd2f72f6843 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:16:57.599502 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0604ae6f-b61f-4180-9ab3-2cd2f72f6843 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3762195
Apr 09 21:16:57.602433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46734) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:57.603490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e6c6780-8dfd-4a19-a2dc-7f2cf0f1a4f0 req-1b5156fe-e3cd-4211-aaae-292f5e114ae2 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1164086
Apr 09 21:16:57.610385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9223598c-af00-48dd-9624-a17afdcde22d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:57.650880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cb1ec204-0e2b-419d-9395-903050b1b434 None None] Provisioning complete for port 3e8bde0c-e89c-447f-853f-ce9450a486e1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:57.662086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec204-0e2b-419d-9395-903050b1b434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:57.719277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ec204-0e2b-419d-9395-903050b1b434 None None] Port 3e8bde0c-e89c-447f-853f-ce9450a486e1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:57.732748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cb1ec204-0e2b-419d-9395-903050b1b434 None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:57.733746 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec204-0e2b-419d-9395-903050b1b434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:57.774157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9223598c-af00-48dd-9624-a17afdcde22d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:57.783192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9223598c-af00-48dd-9624-a17afdcde22d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:57.875635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ec204-0e2b-419d-9395-903050b1b434 None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:16:57.917014 ncdv-master-1 neutron-server[126919]: INFO neutron.db.ipam_backend_mixin [None req-9223598c-af00-48dd-9624-a17afdcde22d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 54e4c0c3-1f79-46f5-95bf-0141d1647661 (CIDR: 172.20.0.16/28)
Apr 09 21:16:57.921519 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-9223598c-af00-48dd-9624-a17afdcde22d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:16:57.922072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9223598c-af00-48dd-9624-a17afdcde22d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:16:57.942717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46748) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:57.943457 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9223598c-af00-48dd-9624-a17afdcde22d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.3382239
Apr 09 21:16:57.948505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'subnet': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:57.996432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7201bb0d-a520-4609-a297-6f93d64335b7 None None] Provisioning complete for port 0728ffe4-1a3d-4b84-a969-37f8708dc0d1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:16:57.996901 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7201bb0d-a520-4609-a297-6f93d64335b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:58.046379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7201bb0d-a520-4609-a297-6f93d64335b7 None None] Port 0728ffe4-1a3d-4b84-a969-37f8708dc0d1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:16:58.096984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000558e4-556a-429c-995a-345fcccc126d req-554e23c3-7014-4b50-8a63-6c4042fb2089 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:58.098898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-000558e4-556a-429c-995a-345fcccc126d req-554e23c3-7014-4b50-8a63-6c4042fb2089 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac05d77b-11c5-4514-93bc-656c0b070ac8 HTTP/1.1" status: 200  len: 946 time: 0.0807190
Apr 09 21:16:58.195240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb79aca-ed25-4849-91b2-3dbcddcbdaad req-38e44940-fb0f-4726-b52c-73ecf2ae6b4e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:58.196573 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fb79aca-ed25-4849-91b2-3dbcddcbdaad req-38e44940-fb0f-4726-b52c-73ecf2ae6b4e tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac05d77b-11c5-4514-93bc-656c0b070ac8 HTTP/1.1" status: 200  len: 946 time: 0.0913343
Apr 09 21:16:58.272752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Made reservation on behalf of 5c3d71a0e0874df6bff9cee258aae5c7 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:16:58.276147 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:58.335884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Deleting port a277fd70-b878-4d71-9771-62b4060f53e5 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:58.336227 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:58.428403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-536c5043-264f-47fc-8351-2b379d5d5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:58.429989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-536c5043-264f-47fc-8351-2b379d5d5311 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 200  len: 853 time: 0.1795454
Apr 09 21:16:58.438454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6fb79aca-ed25-4849-91b2-3dbcddcbdaad req-085c3725-4dda-4495-8331-f6c58b2e86da tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/security-groups?id=500c4823-4166-4d43-be38-c75ddc6952bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992652
Apr 09 21:16:58.505899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-c0fb04de-13a8-4aae-900a-c0b2f62a6f70 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:58.507679 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-c0fb04de-13a8-4aae-900a-c0b2f62a6f70 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 946 time: 0.0766275
Apr 09 21:16:58.553012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-3f86f9e0-a339-4784-b82e-71f753cc30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:58.554636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-3f86f9e0-a339-4784-b82e-71f753cc30f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0845859
Apr 09 21:16:58.579237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] For port a277fd70-b878-4d71-9771-62b4060f53e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a277fd70-b878-4d71-9771-62b4060f53e5,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:58.579605 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:58.607617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Calling delete_port for a277fd70-b878-4d71-9771-62b4060f53e5 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:58.675181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46782) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:58.730171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Deleting port 9fd8a7ed-acf3-4312-8c33-6e136c187474 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:58.730950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:58.826529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-38c492a7-7e20-488d-865a-32d96f4f7ff4 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:58.828204 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-38c492a7-7e20-488d-865a-32d96f4f7ff4 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.25 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 946 time: 0.1117835
Apr 09 21:16:58.879512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70ca27-c5e7-41e1-9e06-f3dd0f14b36c req-2830f7e5-86bc-4664-b7f4-36a5ae1c4b89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:58.881115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab70ca27-c5e7-41e1-9e06-f3dd0f14b36c req-2830f7e5-86bc-4664-b7f4-36a5ae1c4b89 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 946 time: 0.1789646
Apr 09 21:16:58.939478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] For port 9fd8a7ed-acf3-4312-8c33-6e136c187474, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fd8a7ed-acf3-4312-8c33-6e136c187474,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:58.939946 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:58.944290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-8f06bc5d-1069-4056-bbe8-0831cca195b2 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3464756
Apr 09 21:16:59.067987 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (ed753f20-fb36-4ed4-97f6-540eb26d0a66), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.095037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab70ca27-c5e7-41e1-9e06-f3dd0f14b36c req-02334270-207e-469f-80a3-73eed1711e92 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups?id=44767907-5cb3-42e2-b219-333318afd55a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1922817
Apr 09 21:16:59.107994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8016-da03-407d-a3a5-f4e5d99d6916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.144910 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Deleting port dfa10231-bc67-45a7-ad05-5f927b62ddae {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:16:59.145178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.150501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:16:59.170539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:16:59.178340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:16:59.179071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.192550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586aa27-f7a8-47ea-951f-4836f5c75c9f None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:16:59.202805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a277fd70-b878-4d71-9771-62b4060f53e5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.206744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Subnet': ['ID=ed753f20-fb36-4ed4-97f6-540eb26d0a66,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:59.222756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-1b8c188b-f1fb-4f0f-bbb0-f2c2ee8a81ea service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704954
Apr 09 21:16:59.250361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fea2fc61-7857-4128-a1af-0a3c27bec305 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.3045287
Apr 09 21:16:59.250920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['dfa10231-bc67-45a7-ad05-5f927b62ddae'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:16:59.252909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46794) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:59.253468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Pushing event deleted for resources: {'Port': ['ID=a277fd70-b878-4d71-9771-62b4060f53e5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:59.260381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-112125395', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ed753f20-fb36-4ed4-97f6-540eb26d0a66'}], 'security_groups': ['27e3afc3-71b5-4175-bd6d-0f9878a00595', '1f7bb120-380c-4a5b-8618-7f4afc87ac3c']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:16:59.411889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] For port dfa10231-bc67-45a7-ad05-5f927b62ddae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfa10231-bc67-45a7-ad05-5f927b62ddae,segment=NetworkSegment(8e79d6fa-df56-495a-8725-79c0ae057e74),segment_id=8e79d6fa-df56-495a-8725-79c0ae057e74)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:16:59.412273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.433457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.433993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.434121 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Floating IP 4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff disassociated. External IP: 172.35.0.46, port: 9fd8a7ed-acf3-4312-8c33-6e136c187474.
Apr 09 21:16:59.435736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Calling delete_port for 9fd8a7ed-acf3-4312-8c33-6e136c187474 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:59.437470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Calling delete_port for dfa10231-bc67-45a7-ad05-5f927b62ddae owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:16:59.478843 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8016-da03-407d-a3a5-f4e5d99d6916 admin admin] Publish callbacks [] for security_group (a82530c7-1bf2-4b77-8a4e-bad51b0b9fb9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.563101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8016-da03-407d-a3a5-f4e5d99d6916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a82530c7-1bf2-4b77-8a4e-bad51b0b9fb9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.595656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc7af82-6881-4124-9c1a-edefe67e6dbb None None] Update dhcp port {'port': {'network_id': '6b337087-c0e3-4ed8-895c-164ffe86bea8', 'fixed_ips': [{'subnet_id': '54e4c0c3-1f79-46f5-95bf-0141d1647661', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c73e1340-d0b6-40ff-9098-a14f8ea6076f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed753f20-fb36-4ed4-97f6-540eb26d0a66'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'cc489a94-f530-493b-bd9d-0f5854265031'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:16:59.638563 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9cc7af82-6881-4124-9c1a-edefe67e6dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc489a94-f530-493b-bd9d-0f5854265031), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.641079 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c0fa8016-da03-407d-a3a5-f4e5d99d6916 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16696c728a2f408e87553e249fcc66c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9647882
Apr 09 21:16:59.646761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46806) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:16:59.657651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa8016-da03-407d-a3a5-f4e5d99d6916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82530c7-1bf2-4b77-8a4e-bad51b0b9fb9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:59.686032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] No DVR routers for this DVR port a277fd70-b878-4d71-9771-62b4060f53e5 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:16:59.698462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.703475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-000558e4-556a-429c-995a-345fcccc126d req-1bca87a9-80bd-4b14-bd1f-fc6b55a1bd56 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.32 "DELETE /v2.0/ports/a277fd70-b878-4d71-9771-62b4060f53e5 HTTP/1.1" status: 204  len: 173 time: 1.5882974
Apr 09 21:16:59.704990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac05d77b-11c5-4514-93bc-656c0b070ac8', 'name': 'network-vif-deleted', 'tag': 'a277fd70-b878-4d71-9771-62b4060f53e5'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:16:59.708770 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34527358-185d-4f74-9665-78581c8715fc" -d '{"events": [{"server_uuid": "ac05d77b-11c5-4514-93bc-656c0b070ac8", "name": "network-vif-deleted", "tag": "a277fd70-b878-4d71-9771-62b4060f53e5"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:16:59.760831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fc9f5ed-2d75-4a5c-ad5c-cd5ac79e25e7 req-4112f1b8-693e-4172-b5e0-e541fa874149 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac05d77b-11c5-4514-93bc-656c0b070ac8 HTTP/1.1" status: 200  len: 210 time: 0.1637912
Apr 09 21:16:59.787506 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.809726 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc61d49d-013f-4c3b-a7fd-c1ff217e0f69 admin admin] Publish callbacks [] for security_group (a82530c7-1bf2-4b77-8a4e-bad51b0b9fb9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.828233 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938a068c-1b4b-4b3c-8411-403b36efb2bf x-openstack-request-id: req-938a068c-1b4b-4b3c-8411-403b36efb2bf {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:16:59.828530 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac05d77b-11c5-4514-93bc-656c0b070ac8", "name": "network-vif-deleted", "tag": "a277fd70-b878-4d71-9771-62b4060f53e5", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:16:59.828781 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-938a068c-1b4b-4b3c-8411-403b36efb2bf {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:16:59.829254 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938a068c-1b4b-4b3c-8411-403b36efb2bf'] response: {'server_uuid': 'ac05d77b-11c5-4514-93bc-656c0b070ac8', 'name': 'network-vif-deleted', 'tag': 'a277fd70-b878-4d71-9771-62b4060f53e5', 'status': 'completed', 'code': 200}
Apr 09 21:16:59.853688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc61d49d-013f-4c3b-a7fd-c1ff217e0f69 admin admin] Publish callbacks [] for security_group (a82530c7-1bf2-4b77-8a4e-bad51b0b9fb9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.862110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9fd8a7ed-acf3-4312-8c33-6e136c187474), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.881901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (dfa10231-bc67-45a7-ad05-5f927b62ddae), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:16:59.920952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'Port': ['ID=9fd8a7ed-acf3-4312-8c33-6e136c187474,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:16:59.975942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-9cc7af82-6881-4124-9c1a-edefe67e6dbb None None] Allocated IP 172.20.0.34 (6b337087-c0e3-4ed8-895c-164ffe86bea8/ed753f20-fb36-4ed4-97f6-540eb26d0a66/cc489a94-f530-493b-bd9d-0f5854265031) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:00.003473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Pushing event deleted for resources: {'Port': ['ID=dfa10231-bc67-45a7-ad05-5f927b62ddae,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:00.087118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] No DVR routers for this DVR port dfa10231-bc67-45a7-ad05-5f927b62ddae on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:00.094190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:00.097950 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dc91e9ad-4cf9-463f-ac43-d9aa41397749 req-4b189bb4-c300-4568-a347-d19fdfbcc037 tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.25 "DELETE /v2.0/ports/dfa10231-bc67-45a7-ad05-5f927b62ddae HTTP/1.1" status: 204  len: 173 time: 1.2568290
Apr 09 21:17:00.099012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b467734c-1d03-4fa7-a389-a6e0e4188a44', 'name': 'network-vif-deleted', 'tag': 'dfa10231-bc67-45a7-ad05-5f927b62ddae'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:00.101610 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f470ae51-96e6-460b-b7cf-aaa97a7dc2a5" -d '{"events": [{"server_uuid": "b467734c-1d03-4fa7-a389-a6e0e4188a44", "name": "network-vif-deleted", "tag": "dfa10231-bc67-45a7-ad05-5f927b62ddae"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:00.119788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc61d49d-013f-4c3b-a7fd-c1ff217e0f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a82530c7-1bf2-4b77-8a4e-bad51b0b9fb9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:00.122529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc61d49d-013f-4c3b-a7fd-c1ff217e0f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:00.126297 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc61d49d-013f-4c3b-a7fd-c1ff217e0f69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a82530c7-1bf2-4b77-8a4e-bad51b0b9fb9 HTTP/1.1" status: 204  len: 168 time: 0.4743061
Apr 09 21:17:00.192496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9cc7af82-6881-4124-9c1a-edefe67e6dbb None None] For port cc489a94-f530-493b-bd9d-0f5854265031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc489a94-f530-493b-bd9d-0f5854265031,segment=NetworkSegment(5a29f28e-8e55-4b56-a7e7-bf8118145771),segment_id=5a29f28e-8e55-4b56-a7e7-bf8118145771)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:00.216264 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f97cf-9106-4013-895e-ed1e6db8bf77 x-openstack-request-id: req-943f97cf-9106-4013-895e-ed1e6db8bf77 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:00.216873 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b467734c-1d03-4fa7-a389-a6e0e4188a44", "name": "network-vif-deleted", "tag": "dfa10231-bc67-45a7-ad05-5f927b62ddae", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:00.217000 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-943f97cf-9106-4013-895e-ed1e6db8bf77 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:00.217519 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943f97cf-9106-4013-895e-ed1e6db8bf77'] response: {'server_uuid': 'b467734c-1d03-4fa7-a389-a6e0e4188a44', 'name': 'network-vif-deleted', 'tag': 'dfa10231-bc67-45a7-ad05-5f927b62ddae', 'status': 'completed', 'code': 200}
Apr 09 21:17:00.239201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61d49d-013f-4c3b-a7fd-c1ff217e0f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82530c7-1bf2-4b77-8a4e-bad51b0b9fb9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:00.245259 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9cc7af82-6881-4124-9c1a-edefe67e6dbb None None] Publish callbacks [] for port (cc489a94-f530-493b-bd9d-0f5854265031), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:00.262119 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9cc7af82-6881-4124-9c1a-edefe67e6dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc489a94-f530-493b-bd9d-0f5854265031), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:00.298532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:00.299305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46820) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:00.332940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbe2b271-f7b8-4e22-9302-029929074ccd req-a2d1f8cc-9574-4172-84e1-f669df378103 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 210 time: 0.1147559
Apr 09 21:17:00.545906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7af82-6881-4124-9c1a-edefe67e6dbb None None] Pushing event updated for resources: {'Port': ['ID=cc489a94-f530-493b-bd9d-0f5854265031,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:00.587297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:00.604400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:00.624036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:00.624857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374753850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:00.647543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Delete allocated IP 172.20.0.14 (6b337087-c0e3-4ed8-895c-164ffe86bea8/c73e1340-d0b6-40ff-9098-a14f8ea6076f) {{(pid=126920) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 09 21:17:00.671684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Allocated IP 172.20.0.44 (6b337087-c0e3-4ed8-895c-164ffe86bea8/ed753f20-fb36-4ed4-97f6-540eb26d0a66/0728ffe4-1a3d-4b84-a969-37f8708dc0d1) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:00.695123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] No DVR routers for this DVR port 9fd8a7ed-acf3-4312-8c33-6e136c187474 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:00.706627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:00.712596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-545257e1-7074-4821-a5c3-0c4b58d02799 req-1a613f5a-ba9f-4686-afd2-0303476890fa tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.25 "DELETE /v2.0/ports/9fd8a7ed-acf3-4312-8c33-6e136c187474 HTTP/1.1" status: 204  len: 173 time: 2.1206138
Apr 09 21:17:00.750909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c74ddb94-b43c-421e-9177-6b0bed214e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:00.980785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:00.990206 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c74ddb94-b43c-421e-9177-6b0bed214e7a admin admin] Publish callbacks [] for security_group (9749f32d-acb3-4b49-9ffe-6e5781a17e7e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.001921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c74ddb94-b43c-421e-9177-6b0bed214e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9749f32d-acb3-4b49-9ffe-6e5781a17e7e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.026308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46830) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:01.052473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36030db5-7b19-4c8d-8b97-6d6ca819bf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.079028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc489a94-f530-493b-bd9d-0f5854265031 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:01.100620 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c74ddb94-b43c-421e-9177-6b0bed214e7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32787d00a39648a7bb4797e6a5841b8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7998486
Apr 09 21:17:01.102191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ddb94-b43c-421e-9177-6b0bed214e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9749f32d-acb3-4b49-9ffe-6e5781a17e7e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:01.108139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46832) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:01.138783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41d8bafd-9e31-41da-9700-4a9b41b368d3 req-db73727f-d8e2-4eee-b00f-9e1d4e662fbd tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b467734c-1d03-4fa7-a389-a6e0e4188a44 HTTP/1.1" status: 200  len: 210 time: 0.0577028
Apr 09 21:17:01.163186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a277fd70-b878-4d71-9771-62b4060f53e5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:01.164321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.176904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.216927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-024a6202-1e98-48ba-b360-eecaeedcdce2 admin admin] Publish callbacks [] for security_group (9749f32d-acb3-4b49-9ffe-6e5781a17e7e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.219852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9fd8a7ed-acf3-4312-8c33-6e136c187474 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:01.251350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-024a6202-1e98-48ba-b360-eecaeedcdce2 admin admin] Publish callbacks [] for security_group (9749f32d-acb3-4b49-9ffe-6e5781a17e7e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.253066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 9fd8a7ed-acf3-4312-8c33-6e136c187474 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:01.253540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9fd8a7ed-acf3-4312-8c33-6e136c187474 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:01.256603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: a277fd70-b878-4d71-9771-62b4060f53e5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:01.257644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a277fd70-b878-4d71-9771-62b4060f53e5 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:01.280297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event updated for resources: {'Port': ['ID=0728ffe4-1a3d-4b84-a969-37f8708dc0d1,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:01.344408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-024a6202-1e98-48ba-b360-eecaeedcdce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9749f32d-acb3-4b49-9ffe-6e5781a17e7e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.347374 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-024a6202-1e98-48ba-b360-eecaeedcdce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.348991 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-024a6202-1e98-48ba-b360-eecaeedcdce2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9749f32d-acb3-4b49-9ffe-6e5781a17e7e HTTP/1.1" status: 204  len: 168 time: 0.2398148
Apr 09 21:17:01.382009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36030db5-7b19-4c8d-8b97-6d6ca819bf72 admin admin] Publish callbacks [] for security_group (2d0b15bb-8389-4941-9180-4e0f5930979a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.386537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] In _notify_port_updated(), no bound segment for port 0728ffe4-1a3d-4b84-a969-37f8708dc0d1 on network 6b337087-c0e3-4ed8-895c-164ffe86bea8 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:17:01.394135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:01.395590 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.397305 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f049277-b437-4e4d-963a-7cfc082f6cac tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "PUT /v2.0/ports/0728ffe4-1a3d-4b84-a969-37f8708dc0d1 HTTP/1.1" status: 200  len: 959 time: 2.1414752
Apr 09 21:17:01.400145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46838) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:01.409060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a6202-1e98-48ba-b360-eecaeedcdce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9749f32d-acb3-4b49-9ffe-6e5781a17e7e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:01.412794 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36030db5-7b19-4c8d-8b97-6d6ca819bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2d0b15bb-8389-4941-9180-4e0f5930979a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.477754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:01.478136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.546465 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.621417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbf624ef-edc7-4dfb-983a-0eca65831e2b req-a5a5d3e4-a9c2-438e-9d13-3548e11bfe3c tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f677bb6-c97f-4574-9104-3a2fb5dd4ae6 HTTP/1.1" status: 200  len: 210 time: 0.1017435
Apr 09 21:17:01.633219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36030db5-7b19-4c8d-8b97-6d6ca819bf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b15bb-8389-4941-9180-4e0f5930979a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:01.664998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46840) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:01.665249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-36030db5-7b19-4c8d-8b97-6d6ca819bf72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4fdc0f9509e4440832992eaa3144d39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6370885
Apr 09 21:17:01.688127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ec030a84-6ac7-459e-8acd-6e90fc84477d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 0728ffe4-1a3d-4b84-a969-37f8708dc0d1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:01.688482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec030a84-6ac7-459e-8acd-6e90fc84477d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.691186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Provisioning complete for port 0728ffe4-1a3d-4b84-a969-37f8708dc0d1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:01.691964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.695392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374753850>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:01.737803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5dd-a075-42e5-9f0b-ae4d345dfa2d admin admin] Publish callbacks [] for security_group (2d0b15bb-8389-4941-9180-4e0f5930979a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.767592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5dd-a075-42e5-9f0b-ae4d345dfa2d admin admin] Publish callbacks [] for security_group (2d0b15bb-8389-4941-9180-4e0f5930979a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.794014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:01.797739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:01.815227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Port 0728ffe4-1a3d-4b84-a969-37f8708dc0d1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:01.823881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:01.824790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374753850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:01.828441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec030a84-6ac7-459e-8acd-6e90fc84477d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.845443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5dd-a075-42e5-9f0b-ae4d345dfa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2d0b15bb-8389-4941-9180-4e0f5930979a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.847837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ec030a84-6ac7-459e-8acd-6e90fc84477d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 0728ffe4-1a3d-4b84-a969-37f8708dc0d1 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:01.852203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5dd-a075-42e5-9f0b-ae4d345dfa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.854277 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cfaaa5dd-a075-42e5-9f0b-ae4d345dfa2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d0b15bb-8389-4941-9180-4e0f5930979a HTTP/1.1" status: 204  len: 168 time: 0.1882870
Apr 09 21:17:01.865717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaa5dd-a075-42e5-9f0b-ae4d345dfa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b15bb-8389-4941-9180-4e0f5930979a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:01.893152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Provisioning complete for port 3e8bde0c-e89c-447f-853f-ce9450a486e1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:01.894463 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:01.959352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Port 3e8bde0c-e89c-447f-853f-ce9450a486e1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:02.021755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:02.022421 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.042764 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec030a84-6ac7-459e-8acd-6e90fc84477d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0728ffe4-1a3d-4b84-a969-37f8708dc0d1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.080613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46848) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:02.081705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec030a84-6ac7-459e-8acd-6e90fc84477d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=0728ffe4-1a3d-4b84-a969-37f8708dc0d1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:02.102539 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e6be3be-d5b3-4a3b-98fb-72cc95469891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.123305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:02.218656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'name': 'network-vif-deleted', 'tag': '9fd8a7ed-acf3-4312-8c33-6e136c187474'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:02.223538 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b295d306-8f0c-48d7-abd9-bf2ac5f2c93e" -d '{"events": [{"server_uuid": "1f677bb6-c97f-4574-9104-3a2fb5dd4ae6", "name": "network-vif-deleted", "tag": "9fd8a7ed-acf3-4312-8c33-6e136c187474"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:02.226494 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec030a84-6ac7-459e-8acd-6e90fc84477d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.230533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ec030a84-6ac7-459e-8acd-6e90fc84477d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/0728ffe4-1a3d-4b84-a969-37f8708dc0d1 HTTP/1.1" status: 204  len: 168 time: 0.8293097
Apr 09 21:17:02.232640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46856) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:02.250194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46858) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:02.271708 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ca0f36-8fb4-4ba3-8180-15c590cb5f21 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] GET failed (client error): The resource could not be found.
Apr 09 21:17:02.274164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-26ca0f36-8fb4-4ba3-8180-15c590cb5f21 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports/0728ffe4-1a3d-4b84-a969-37f8708dc0d1 HTTP/1.1" status: 404  len: 333 time: 0.0404022
Apr 09 21:17:02.278432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:02.326267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac384b8c-53a9-4ba7-aa10-a874624dd64a admin admin] Deleting subnet 7a23bc99-08c5-469e-99d1-ced3a9cb059d {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:02.330728 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e787b4-4281-48fe-8a61-d6153517ace6 x-openstack-request-id: req-03e787b4-4281-48fe-8a61-d6153517ace6 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:02.331712 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f677bb6-c97f-4574-9104-3a2fb5dd4ae6", "name": "network-vif-deleted", "tag": "9fd8a7ed-acf3-4312-8c33-6e136c187474", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:02.331712 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03e787b4-4281-48fe-8a61-d6153517ace6 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:02.332109 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e787b4-4281-48fe-8a61-d6153517ace6'] response: {'server_uuid': '1f677bb6-c97f-4574-9104-3a2fb5dd4ae6', 'name': 'network-vif-deleted', 'tag': '9fd8a7ed-acf3-4312-8c33-6e136c187474', 'status': 'completed', 'code': 200}
Apr 09 21:17:02.334738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ac384b8c-53a9-4ba7-aa10-a874624dd64a admin admin] Publish callbacks [] for subnet (7a23bc99-08c5-469e-99d1-ced3a9cb059d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.345310 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e6be3be-d5b3-4a3b-98fb-72cc95469891 admin admin] Publish callbacks [] for security_group (45ce21c7-43b2-4872-8413-a9e7fdf5f4f8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.364526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e6be3be-d5b3-4a3b-98fb-72cc95469891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (45ce21c7-43b2-4872-8413-a9e7fdf5f4f8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.382625 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3a58911-719b-4b1e-9ef6-1fb6f9951e9d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (91b9fc9f-22a1-4f2c-8ccd-3efaa238764b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.403594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2c674-84b0-4bf6-ab8a-1fb0c002bac9 None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:02.426281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ac384b8c-53a9-4ba7-aa10-a874624dd64a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (7a23bc99-08c5-469e-99d1-ced3a9cb059d), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.453118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7e6be3be-d5b3-4a3b-98fb-72cc95469891 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ead5d618a394bffa0f56dce3109b590&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3689423
Apr 09 21:17:02.459434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46868) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:02.472555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6be3be-d5b3-4a3b-98fb-72cc95469891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ce21c7-43b2-4872-8413-a9e7fdf5f4f8,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:02.494839 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3a58911-719b-4b1e-9ef6-1fb6f9951e9d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (91b9fc9f-22a1-4f2c-8ccd-3efaa238764b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.523633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ac384b8c-53a9-4ba7-aa10-a874624dd64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (7a23bc99-08c5-469e-99d1-ced3a9cb059d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.568857 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3a58911-719b-4b1e-9ef6-1fb6f9951e9d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (91b9fc9f-22a1-4f2c-8ccd-3efaa238764b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.574535 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3a58911-719b-4b1e-9ef6-1fb6f9951e9d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.581734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d3a58911-719b-4b1e-9ef6-1fb6f9951e9d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/security-groups/91b9fc9f-22a1-4f2c-8ccd-3efaa238764b HTTP/1.1" status: 204  len: 168 time: 0.3016770
Apr 09 21:17:02.584289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:02.602018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d225291-96d2-4f5a-896d-85cd4ecd0213 admin admin] Publish callbacks [] for security_group (45ce21c7-43b2-4872-8413-a9e7fdf5f4f8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.607048 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ac384b8c-53a9-4ba7-aa10-a874624dd64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (7a23bc99-08c5-469e-99d1-ced3a9cb059d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.632311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a58911-719b-4b1e-9ef6-1fb6f9951e9d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b9fc9f-22a1-4f2c-8ccd-3efaa238764b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:02.658428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ac384b8c-53a9-4ba7-aa10-a874624dd64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.662106 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ac384b8c-53a9-4ba7-aa10-a874624dd64a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7a23bc99-08c5-469e-99d1-ced3a9cb059d HTTP/1.1" status: 204  len: 168 time: 0.4102516
Apr 09 21:17:02.667289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac384b8c-53a9-4ba7-aa10-a874624dd64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a23bc99-08c5-469e-99d1-ced3a9cb059d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:02.670854 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d225291-96d2-4f5a-896d-85cd4ecd0213 admin admin] Publish callbacks [] for security_group (45ce21c7-43b2-4872-8413-a9e7fdf5f4f8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.673676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46876) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:02.773025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b2970aab-65d3-41ec-8eea-915fb0f37142 None None] Could not find standard attr ID for object 0728ffe4-1a3d-4b84-a969-37f8708dc0d1. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:17:02.802974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b68474e0-a7d9-4ac0-9be1-23f3c1d09bae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (1f7bb120-380c-4a5b-8618-7f4afc87ac3c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.807525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374753850>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:02.818493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.841651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f566bac-7ec7-492b-ab08-55c247a27d10 None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01ab517e-04b6-4f8d-b759-2cae78d4b12e', 'name': '', 'network_id': 'f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'mac_address': 'fa:16:3e:67:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:12Z', 'updated_at': '2022-04-09T21:10:19Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'subnets': [{'id': '85c29f67-4b00-4dce-ad82-1888f406957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:02.844342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b68474e0-a7d9-4ac0-9be1-23f3c1d09bae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (1f7bb120-380c-4a5b-8618-7f4afc87ac3c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.864138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46882) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:02.911590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d225291-96d2-4f5a-896d-85cd4ecd0213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (45ce21c7-43b2-4872-8413-a9e7fdf5f4f8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.914379 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d225291-96d2-4f5a-896d-85cd4ecd0213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.915575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d225291-96d2-4f5a-896d-85cd4ecd0213 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45ce21c7-43b2-4872-8413-a9e7fdf5f4f8 HTTP/1.1" status: 204  len: 168 time: 0.4518049
Apr 09 21:17:02.959517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b68474e0-a7d9-4ac0-9be1-23f3c1d09bae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1f7bb120-380c-4a5b-8618-7f4afc87ac3c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.962791 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b68474e0-a7d9-4ac0-9be1-23f3c1d09bae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:02.964074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b68474e0-a7d9-4ac0-9be1-23f3c1d09bae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/security-groups/1f7bb120-380c-4a5b-8618-7f4afc87ac3c HTTP/1.1" status: 204  len: 168 time: 0.3765926
Apr 09 21:17:02.966954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d225291-96d2-4f5a-896d-85cd4ecd0213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ce21c7-43b2-4872-8413-a9e7fdf5f4f8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:02.969001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46888) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:03.028655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.031698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68474e0-a7d9-4ac0-9be1-23f3c1d09bae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7bb120-380c-4a5b-8618-7f4afc87ac3c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:03.083359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23813383a0>,) {'filters': {'network_id': ['fc7f341d-80bd-4d4e-b4fe-3dfca09d2534']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:03.085930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b24e39da-2b14-47cf-9d73-c29923695c21 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (44767907-5cb3-42e2-b219-333318afd55a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.132430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b24e39da-2b14-47cf-9d73-c29923695c21 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (44767907-5cb3-42e2-b219-333318afd55a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.134420 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4730aa10-7cd9-4cd5-8fc2-7751e6a3241e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (27e3afc3-71b5-4175-bd6d-0f9878a00595), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.146800 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23813383a0>, '8e79d6fa-df56-495a-8725-79c0ae057e74') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:03.147398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23813383a0>, '8e79d6fa-df56-495a-8725-79c0ae057e74') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:03.167260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (8e79d6fa-df56-495a-8725-79c0ae057e74), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.169168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4730aa10-7cd9-4cd5-8fc2-7751e6a3241e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (27e3afc3-71b5-4175-bd6d-0f9878a00595), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.193728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device dfa10231-bc67-45a7-ad05-5f927b62ddae no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:03.219307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8e79d6fa-df56-495a-8725-79c0ae057e74), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.233816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:17:03.234538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (8e79d6fa-df56-495a-8725-79c0ae057e74), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:17:03.237389 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:17:03.247855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: dfa10231-bc67-45a7-ad05-5f927b62ddae {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:03.248488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device dfa10231-bc67-45a7-ad05-5f927b62ddae not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:03.264155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4730aa10-7cd9-4cd5-8fc2-7751e6a3241e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (27e3afc3-71b5-4175-bd6d-0f9878a00595), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.267246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4730aa10-7cd9-4cd5-8fc2-7751e6a3241e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.269087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4730aa10-7cd9-4cd5-8fc2-7751e6a3241e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/security-groups/27e3afc3-71b5-4175-bd6d-0f9878a00595 HTTP/1.1" status: 204  len: 168 time: 0.2934272
Apr 09 21:17:03.274780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46896) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:03.316093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b24e39da-2b14-47cf-9d73-c29923695c21 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (44767907-5cb3-42e2-b219-333318afd55a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.318962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b24e39da-2b14-47cf-9d73-c29923695c21 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.320818 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b24e39da-2b14-47cf-9d73-c29923695c21 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "DELETE /v2.0/security-groups/44767907-5cb3-42e2-b219-333318afd55a HTTP/1.1" status: 204  len: 168 time: 0.4557524
Apr 09 21:17:03.324179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730aa10-7cd9-4cd5-8fc2-7751e6a3241e tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e3afc3-71b5-4175-bd6d-0f9878a00595,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:03.326137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46902) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:03.333797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fc7f341d-80bd-4d4e-b4fe-3dfca09d2534), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.351540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.354776 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] 10.222.0.30 "DELETE /v2.0/networks/fc7f341d-80bd-4d4e-b4fe-3dfca09d2534 HTTP/1.1" status: 204  len: 168 time: 0.6790285
Apr 09 21:17:03.354930 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee303ae-729a-4ca0-9559-be98dad58fd9 None None] New status for floating IP 4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:17:03.357127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e39da-2b14-47cf-9d73-c29923695c21 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44767907-5cb3-42e2-b219-333318afd55a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:03.374750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669479cb-b531-4fe9-bced-881889ef816b admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7f341d-80bd-4d4e-b4fe-3dfca09d2534,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:03.394352 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-be434b84-7338-4236-941e-6bafc2081046 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] show failed (client error): The resource could not be found.
Apr 09 21:17:03.398117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-be434b84-7338-4236-941e-6bafc2081046 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "GET /v2.0/security-groups/44767907-5cb3-42e2-b219-333318afd55a HTTP/1.1" status: 404  len: 347 time: 0.0665846
Apr 09 21:17:03.398636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46906) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:03.422312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0313b4-c06c-47ff-8ccb-d29d3a3cf89d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet c73e1340-d0b6-40ff-9098-a14f8ea6076f {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:03.426236 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db0313b4-c06c-47ff-8ccb-d29d3a3cf89d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (c73e1340-d0b6-40ff-9098-a14f8ea6076f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.512131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db0313b4-c06c-47ff-8ccb-d29d3a3cf89d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (c73e1340-d0b6-40ff-9098-a14f8ea6076f), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.631622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Deleting port 66ad43f7-6fe2-455e-a85a-f6f11a233852 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:03.632654 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (66ad43f7-6fe2-455e-a85a-f6f11a233852), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.636437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46910) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:03.642541 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db0313b4-c06c-47ff-8ccb-d29d3a3cf89d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c73e1340-d0b6-40ff-9098-a14f8ea6076f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.679575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-348b0751-b4a7-4571-b84c-e470da96189b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.715194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46912) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:03.753874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db0313b4-c06c-47ff-8ccb-d29d3a3cf89d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c73e1340-d0b6-40ff-9098-a14f8ea6076f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.782453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (66ad43f7-6fe2-455e-a85a-f6f11a233852), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.783083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (66ad43f7-6fe2-455e-a85a-f6f11a233852), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.795625 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db0313b4-c06c-47ff-8ccb-d29d3a3cf89d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.798893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-db0313b4-c06c-47ff-8ccb-d29d3a3cf89d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/c73e1340-d0b6-40ff-9098-a14f8ea6076f HTTP/1.1" status: 204  len: 168 time: 0.5231471
Apr 09 21:17:03.800524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0313b4-c06c-47ff-8ccb-d29d3a3cf89d tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=c73e1340-d0b6-40ff-9098-a14f8ea6076f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:03.804554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f1b03ba9-4d05-4fa2-a6fe-f991970a0edc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7525a2e03c554c339134407c220d5499&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0882151
Apr 09 21:17:03.805326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46914) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:03.810919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f99ce-149a-476b-93bc-b87a418ab8dd None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:03.813109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46916) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:03.839899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Calling delete_port for 66ad43f7-6fe2-455e-a85a-f6f11a233852 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:03.891854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e20c37a-72b0-40f2-a22d-6df0eb50eacb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet ed753f20-fb36-4ed4-97f6-540eb26d0a66 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:03.896042 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e20c37a-72b0-40f2-a22d-6df0eb50eacb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (ed753f20-fb36-4ed4-97f6-540eb26d0a66), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.936260 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb064a7a-ba23-43ab-a580-1e862849bf0b admin admin] Publish callbacks [] for security_group (500c4823-4166-4d43-be38-c75ddc6952bf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:03.962929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e20c37a-72b0-40f2-a22d-6df0eb50eacb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (ed753f20-fb36-4ed4-97f6-540eb26d0a66), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.004390 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb064a7a-ba23-43ab-a580-1e862849bf0b admin admin] Publish callbacks [] for security_group (500c4823-4166-4d43-be38-c75ddc6952bf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.112984 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e20c37a-72b0-40f2-a22d-6df0eb50eacb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ed753f20-fb36-4ed4-97f6-540eb26d0a66), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.116846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb064a7a-ba23-43ab-a580-1e862849bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (500c4823-4166-4d43-be38-c75ddc6952bf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.120948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb064a7a-ba23-43ab-a580-1e862849bf0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.122180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bb064a7a-ba23-43ab-a580-1e862849bf0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/500c4823-4166-4d43-be38-c75ddc6952bf HTTP/1.1" status: 204  len: 168 time: 0.3080106
Apr 09 21:17:04.175640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb064a7a-ba23-43ab-a580-1e862849bf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500c4823-4166-4d43-be38-c75ddc6952bf,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:04.214497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46922) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:04.230722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e20c37a-72b0-40f2-a22d-6df0eb50eacb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (ed753f20-fb36-4ed4-97f6-540eb26d0a66), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.284254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20c37a-72b0-40f2-a22d-6df0eb50eacb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=ed753f20-fb36-4ed4-97f6-540eb26d0a66,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:04.286708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e20c37a-72b0-40f2-a22d-6df0eb50eacb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.290611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5e20c37a-72b0-40f2-a22d-6df0eb50eacb tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/ed753f20-fb36-4ed4-97f6-540eb26d0a66 HTTP/1.1" status: 204  len: 168 time: 0.4839280
Apr 09 21:17:04.293027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46928) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:04.342891 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-15311067-bdef-47c9-be4b-82fb70f8b66b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:04.343400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15311067-bdef-47c9-be4b-82fb70f8b66b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:04.351416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-15311067-bdef-47c9-be4b-82fb70f8b66b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/c73e1340-d0b6-40ff-9098-a14f8ea6076f HTTP/1.1" status: 404  len: 337 time: 0.0568988
Apr 09 21:17:04.352542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46930) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:04.426429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b617dacb-5b65-4976-9ffb-a71110f51257 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting subnet 54e4c0c3-1f79-46f5-95bf-0141d1647661 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:04.430711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b617dacb-5b65-4976-9ffb-a71110f51257 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (54e4c0c3-1f79-46f5-95bf-0141d1647661), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.436170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-348b0751-b4a7-4571-b84c-e470da96189b admin admin] Publish callbacks [] for security_group (ffa10dd0-50f0-4e34-9433-10c7eb404a8d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.452723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-348b0751-b4a7-4571-b84c-e470da96189b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ffa10dd0-50f0-4e34-9433-10c7eb404a8d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.509289 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b617dacb-5b65-4976-9ffb-a71110f51257 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (54e4c0c3-1f79-46f5-95bf-0141d1647661), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.538209 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-348b0751-b4a7-4571-b84c-e470da96189b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f592e970bba04b929d7e5988ac63ed51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8973989
Apr 09 21:17:04.539164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46934) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:04.548079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b0751-b4a7-4571-b84c-e470da96189b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa10dd0-50f0-4e34-9433-10c7eb404a8d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:04.673774 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b617dacb-5b65-4976-9ffb-a71110f51257 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (54e4c0c3-1f79-46f5-95bf-0141d1647661), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.676778 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b21e5b0-fdbe-4d11-a706-b746fd0c82db admin admin] Publish callbacks [] for security_group (ffa10dd0-50f0-4e34-9433-10c7eb404a8d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.714045 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ae0fba95-b1a7-4da3-91a3-cd36ada8aff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.724626 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b21e5b0-fdbe-4d11-a706-b746fd0c82db admin admin] Publish callbacks [] for security_group (ffa10dd0-50f0-4e34-9433-10c7eb404a8d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.786859 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b617dacb-5b65-4976-9ffb-a71110f51257 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (54e4c0c3-1f79-46f5-95bf-0141d1647661), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.794461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (66ad43f7-6fe2-455e-a85a-f6f11a233852), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.838099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Pushing event deleted for resources: {'Port': ['ID=66ad43f7-6fe2-455e-a85a-f6f11a233852,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:04.841861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b617dacb-5b65-4976-9ffb-a71110f51257 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.846353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b617dacb-5b65-4976-9ffb-a71110f51257 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/54e4c0c3-1f79-46f5-95bf-0141d1647661 HTTP/1.1" status: 204  len: 168 time: 0.4922180
Apr 09 21:17:04.855175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46944) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:04.892036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617dacb-5b65-4976-9ffb-a71110f51257 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Subnet': ['ID=54e4c0c3-1f79-46f5-95bf-0141d1647661,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:04.895745 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b21e5b0-fdbe-4d11-a706-b746fd0c82db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ffa10dd0-50f0-4e34-9433-10c7eb404a8d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.901359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b21e5b0-fdbe-4d11-a706-b746fd0c82db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.902751 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b21e5b0-fdbe-4d11-a706-b746fd0c82db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffa10dd0-50f0-4e34-9433-10c7eb404a8d HTTP/1.1" status: 204  len: 168 time: 0.3624086
Apr 09 21:17:04.924751 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-72160f0a-066d-41f8-83f2-167d66bb25d0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:04.925192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72160f0a-066d-41f8-83f2-167d66bb25d0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:04.927717 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ae0fba95-b1a7-4da3-91a3-cd36ada8aff7 admin admin] Publish callbacks [] for security_group (3828c9b9-a177-4b5d-90be-a09c9380506b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.929142 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-72160f0a-066d-41f8-83f2-167d66bb25d0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/e849bf38-c169-4f61-b615-326c10bda499 HTTP/1.1" status: 404  len: 337 time: 0.0720267
Apr 09 21:17:04.930439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fa88f701-8f74-4928-95b8-2c8f5cbd4aa1 None None] Provisioning complete for port 3e8bde0c-e89c-447f-853f-ce9450a486e1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:04.930970 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa88f701-8f74-4928-95b8-2c8f5cbd4aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.932628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46948) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:04.935882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b60172-7f1e-43c1-b3bf-fe8832e2c718 None None] Network 6b337087-c0e3-4ed8-895c-164ffe86bea8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:04.939577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21e5b0-fdbe-4d11-a706-b746fd0c82db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa10dd0-50f0-4e34-9433-10c7eb404a8d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:04.977199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ae0fba95-b1a7-4da3-91a3-cd36ada8aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3828c9b9-a177-4b5d-90be-a09c9380506b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:04.983945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f6785c5-5e22-41c3-9dcc-39c19c8f2143 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430dcd0-70ac-414d-a4d6-749707594cea HTTP/1.1" status: 200  len: 205 time: 0.0440552
Apr 09 21:17:04.985599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46950) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.036848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ae0fba95-b1a7-4da3-91a3-cd36ada8aff7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64ba9004eeb14af2bdd911347781558e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8209531
Apr 09 21:17:05.037646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fba95-b1a7-4da3-91a3-cd36ada8aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3828c9b9-a177-4b5d-90be-a09c9380506b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:05.042329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46952) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.088221 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-551f0b2f-6c81-4928-b2fa-0ac225a108b1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] delete failed (client error): The resource could not be found.
Apr 09 21:17:05.091692 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-551f0b2f-6c81-4928-b2fa-0ac225a108b1 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/routers/9430dcd0-70ac-414d-a4d6-749707594cea HTTP/1.1" status: 404  len: 336 time: 0.1013758
Apr 09 21:17:05.091853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.152069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa88f701-8f74-4928-95b8-2c8f5cbd4aa1 None None] Port 3e8bde0c-e89c-447f-853f-ce9450a486e1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:05.157009 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-8107e2a9-fd63-4738-8a0c-95864a1a55e9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.157887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8107e2a9-fd63-4738-8a0c-95864a1a55e9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.158735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3597242f-ee0a-4572-92f4-d86a3a563a90 admin admin] Publish callbacks [] for security_group (3828c9b9-a177-4b5d-90be-a09c9380506b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.169475 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8107e2a9-fd63-4738-8a0c-95864a1a55e9 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/24cb09aa-6af0-4708-b454-2c8eeb86db7c HTTP/1.1" status: 404  len: 337 time: 0.0759907
Apr 09 21:17:05.170477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46960) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.171961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks [] for floatingip (4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.176973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.181340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fa88f701-8f74-4928-95b8-2c8f5cbd4aa1 None None] Provisioning complete for port cc489a94-f530-493b-bd9d-0f5854265031 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:05.181719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa88f701-8f74-4928-95b8-2c8f5cbd4aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc489a94-f530-493b-bd9d-0f5854265031), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.195808 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a66f7e50-f340-40dd-be27-900a91184f49 tempest-AttachVolumeNegativeTest-1154334807 tempest-AttachVolumeNegativeTest-1154334807-project] 10.222.0.30 "DELETE /v2.0/floatingips/4e1ca741-e61c-4895-b3b0-dbb4f0d7cdff HTTP/1.1" status: 204  len: 168 time: 1.7957387
Apr 09 21:17:05.206300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3597242f-ee0a-4572-92f4-d86a3a563a90 admin admin] Publish callbacks [] for security_group (3828c9b9-a177-4b5d-90be-a09c9380506b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.284024 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3ffb99-87b4-4116-9176-f3f2acd9032f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.284892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3ffb99-87b4-4116-9176-f3f2acd9032f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.289100 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8b3ffb99-87b4-4116-9176-f3f2acd9032f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/134d7403-561d-4e15-a096-b3635e907143 HTTP/1.1" status: 404  len: 337 time: 0.0729651
Apr 09 21:17:05.290874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46970) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.313560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] DHCP port deletion for 6b337087-c0e3-4ed8-895c-164ffe86bea8 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:17:05.331737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3597242f-ee0a-4572-92f4-d86a3a563a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3828c9b9-a177-4b5d-90be-a09c9380506b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.334756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3597242f-ee0a-4572-92f4-d86a3a563a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.338994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3597242f-ee0a-4572-92f4-d86a3a563a90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3828c9b9-a177-4b5d-90be-a09c9380506b HTTP/1.1" status: 204  len: 168 time: 0.2946448
Apr 09 21:17:05.355148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597242f-ee0a-4572-92f4-d86a3a563a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3828c9b9-a177-4b5d-90be-a09c9380506b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:05.360785 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f2a7b9-cc71-46fd-a283-e4f380f54fae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.361471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f2a7b9-cc71-46fd-a283-e4f380f54fae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.365482 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-64f2a7b9-cc71-46fd-a283-e4f380f54fae tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/2300a985-c377-4645-9c79-78b88ccf285c HTTP/1.1" status: 404  len: 337 time: 0.0723307
Apr 09 21:17:05.368533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46976) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.427260 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-9448aa0f-58e4-45c5-83fc-524e170ff9aa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.429480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9448aa0f-58e4-45c5-83fc-524e170ff9aa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.434932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9448aa0f-58e4-45c5-83fc-524e170ff9aa tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/9fc845cf-0a70-4ba6-8dc0-7bed149f9868 HTTP/1.1" status: 404  len: 333 time: 0.0652158
Apr 09 21:17:05.438162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46982) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.442352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa88f701-8f74-4928-95b8-2c8f5cbd4aa1 None None] Current status of the port cc489a94-f530-493b-bd9d-0f5854265031 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:05.455688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] Deleting port cc489a94-f530-493b-bd9d-0f5854265031 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:05.458481 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cc489a94-f530-493b-bd9d-0f5854265031), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.493928 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20665e1-7de9-43f2-8698-72da2eae855b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.495299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20665e1-7de9-43f2-8698-72da2eae855b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.499403 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e20665e1-7de9-43f2-8698-72da2eae855b tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/0a49f82f-6443-4f0b-b837-00617cf6786b HTTP/1.1" status: 404  len: 337 time: 0.0600743
Apr 09 21:17:05.502384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 46990) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.545766 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce71ff00-4544-4971-a10b-d693cfc710f3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.547081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce71ff00-4544-4971-a10b-d693cfc710f3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.553554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce71ff00-4544-4971-a10b-d693cfc710f3 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/85cbac6b-5ae3-41ba-a77d-d459774c8fd3 HTTP/1.1" status: 404  len: 337 time: 0.0485430
Apr 09 21:17:05.556160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 46996) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.565143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] For port cc489a94-f530-493b-bd9d-0f5854265031, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc489a94-f530-493b-bd9d-0f5854265031,segment=NetworkSegment(5a29f28e-8e55-4b56-a7e7-bf8118145771),segment_id=5a29f28e-8e55-4b56-a7e7-bf8118145771)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:05.565717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cc489a94-f530-493b-bd9d-0f5854265031), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.588158 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e01925-589b-4d86-b8f9-41a0c2d27a54 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.589107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e01925-589b-4d86-b8f9-41a0c2d27a54 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.593590 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-12e01925-589b-4d86-b8f9-41a0c2d27a54 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/6f88ffd2-38f2-4815-a483-45bd3d843c6d HTTP/1.1" status: 404  len: 333 time: 0.0360897
Apr 09 21:17:05.596187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47000) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.606992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] Calling delete_port for cc489a94-f530-493b-bd9d-0f5854265031 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:05.653498 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf8d9bc-f4bf-46af-8bb2-db17a242ef1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.654094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf8d9bc-f4bf-46af-8bb2-db17a242ef1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.661604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47004) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.661881 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4cf8d9bc-f4bf-46af-8bb2-db17a242ef1f tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/24c2073e-2ba8-4dad-9060-0f2ee464eebb HTTP/1.1" status: 404  len: 337 time: 0.0644116
Apr 09 21:17:05.693500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47006) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.698647 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a305764-ae1d-454c-865e-3a849f8ece41 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:17:05.699896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a305764-ae1d-454c-865e-3a849f8ece41 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:17:05.703951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2a305764-ae1d-454c-865e-3a849f8ece41 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/subnets/5f9e4f28-7471-4922-a5e2-f6103dd1a77d HTTP/1.1" status: 404  len: 337 time: 0.0410843
Apr 09 21:17:05.706916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47010) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:05.733652 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (cc489a94-f530-493b-bd9d-0f5854265031), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.766486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] Pushing event deleted for resources: {'Port': ['ID=cc489a94-f530-493b-bd9d-0f5854265031,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:05.777330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7034c-b9ed-44ce-b93b-6321c29cfabb None None] No DVR routers for this DVR port cc489a94-f530-493b-bd9d-0f5854265031 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:05.836158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-de24a710-ab58-4a58-adc3-fcb9c3f5fdd0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Deleting port 3e8bde0c-e89c-447f-853f-ce9450a486e1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:05.836753 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de24a710-ab58-4a58-adc3-fcb9c3f5fdd0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.915824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1956758716-network', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:05.947211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Made reservation on behalf of 006419bf3bf84fd6807cd78e0ad59ef6 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:05.956088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.956318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de24a710-ab58-4a58-adc3-fcb9c3f5fdd0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.971726 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:05.974083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-de24a710-ab58-4a58-adc3-fcb9c3f5fdd0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Calling delete_port for 3e8bde0c-e89c-447f-853f-ce9450a486e1 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:06.074212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Publish callbacks [] for security_group (a9df2c23-89c8-4ed9-bfa8-98ca18fb413c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.082307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a9df2c23-89c8-4ed9-bfa8-98ca18fb413c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.085597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de24a710-ab58-4a58-adc3-fcb9c3f5fdd0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3e8bde0c-e89c-447f-853f-ce9450a486e1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.122966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:06.136560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:17:06.156226 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (23710e8b-f08b-4cc2-b0bf-e5ee111e6d52), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.156544 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Added segment 23710e8b-f08b-4cc2-b0bf-e5ee111e6d52 of type vlan for network fe7136e7-da4e-4ad5-bb48-0519f1b05f75
Apr 09 21:17:06.220736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fe7136e7-da4e-4ad5-bb48-0519f1b05f75), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.271916 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fe7136e7-da4e-4ad5-bb48-0519f1b05f75), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.273792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:06.275527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.386560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6890020
Apr 09 21:17:06.388207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47048) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:06.398509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Request body: {'subnet': {'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1956758716-subnet', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:06.402490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0659a1-2e74-473d-91d2-61beb82f61d0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7136e7-da4e-4ad5-bb48-0519f1b05f75,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:06.413935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:17:06.439554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Made reservation on behalf of 006419bf3bf84fd6807cd78e0ad59ef6 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:06.443424 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.652958 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-de24a710-ab58-4a58-adc3-fcb9c3f5fdd0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.659899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47066) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:06.661523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-de24a710-ab58-4a58-adc3-fcb9c3f5fdd0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/ports/3e8bde0c-e89c-447f-853f-ce9450a486e1 HTTP/1.1" status: 204  len: 168 time: 0.9533904
Apr 09 21:17:06.663166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24a710-ab58-4a58-adc3-fcb9c3f5fdd0 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Port': ['ID=3e8bde0c-e89c-447f-853f-ce9450a486e1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:06.841993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc489a94-f530-493b-bd9d-0f5854265031 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:06.880942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6b337087-c0e3-4ed8-895c-164ffe86bea8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:06.884768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: cc489a94-f530-493b-bd9d-0f5854265031 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:06.885397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc489a94-f530-493b-bd9d-0f5854265031 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:06.886112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (913659c2-916c-41f0-8915-6564bca305c6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.010764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913659c2-916c-41f0-8915-6564bca305c6,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:07.044587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Checking segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:07.045255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Network hostable DHCP agents. Network: fe7136e7-da4e-4ad5-bb48-0519f1b05f75, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:17:07.102133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6b337087-c0e3-4ed8-895c-164ffe86bea8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.136133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:17:07.144309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377241af0>,) {'filters': {'network_id': ['6b337087-c0e3-4ed8-895c-164ffe86bea8']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:07.160079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377241af0>, '5a29f28e-8e55-4b56-a7e7-bf8118145771') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:07.160696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377241af0>, '5a29f28e-8e55-4b56-a7e7-bf8118145771') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:07.163339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe7136e7-da4e-4ad5-bb48-0519f1b05f75) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:07.168788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:07.169560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.180647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c0013-aebd-4026-9c1f-445f9df582dc None None] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:07.187939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (5a29f28e-8e55-4b56-a7e7-bf8118145771), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.212746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47114) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:07.213600 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7cf0c442-d746-423c-8461-6b8a569b62d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8242850
Apr 09 21:17:07.217496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5a29f28e-8e55-4b56-a7e7-bf8118145771), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.218204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:07.231143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:17:07.231755 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (5a29f28e-8e55-4b56-a7e7-bf8118145771), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:17:07.236981 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:17:07.269749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (ea049451-d8c0-4e76-a76c-d660c6d67e5e), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.272919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (ea049451-d8c0-4e76-a76c-d660c6d67e5e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.360818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks [] for router_controller (ea049451-d8c0-4e76-a76c-d660c6d67e5e), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.366054 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (6b337087-c0e3-4ed8-895c-164ffe86bea8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.373829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.380081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:17:07.382241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.384345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] 10.222.0.30 "DELETE /v2.0/networks/6b337087-c0e3-4ed8-895c-164ffe86bea8 HTTP/1.1" status: 204  len: 168 time: 0.7231593
Apr 09 21:17:07.406263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41e075-cf3d-4b0f-ae36-dffcc2ef6b97 tempest-PortsTestJSON-713768080 tempest-PortsTestJSON-713768080-project] Pushing event deleted for resources: {'Network': ['ID=6b337087-c0e3-4ed8-895c-164ffe86bea8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:07.614937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks [] for router_gateway (ea049451-d8c0-4e76-a76c-d660c6d67e5e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.648785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Allocated IP 172.20.0.2 (fe7136e7-da4e-4ad5-bb48-0519f1b05f75/913659c2-916c-41f0-8915-6564bca305c6/5a791d84-0008-4837-9182-c9ddba2333d2) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:07.869958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47162) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:07.954703 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks [] for router_gateway (ea049451-d8c0-4e76-a76c-d660c6d67e5e), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:07.988064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.042981 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Publish callbacks [] for port (5a791d84-0008-4837-9182-c9ddba2333d2), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.063477 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.068615 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-20938a3b-6c5f-414d-bdd4-861ae50e088d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c3d71a0e0874df6bff9cee258aae5c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1938808
Apr 09 21:17:08.068615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47176) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:08.183904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Allocated IP 172.35.0.76 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/1040ee53-a796-4ceb-830f-88649a8469f3) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:08.189827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a20823e9-9a6c-425e-bb7b-eb53f52b840a admin admin] Publish callbacks [] for security_group (550a4480-e18d-41de-8723-fee243e57923), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.212593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Pushing event updated for resources: {'Port': ['ID=5a791d84-0008-4837-9182-c9ddba2333d2,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:08.234890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:08.240388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a20823e9-9a6c-425e-bb7b-eb53f52b840a admin admin] Publish callbacks [] for security_group (550a4480-e18d-41de-8723-fee243e57923), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.241878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:08.249686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:08.356998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a20823e9-9a6c-425e-bb7b-eb53f52b840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (550a4480-e18d-41de-8723-fee243e57923), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.360065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a20823e9-9a6c-425e-bb7b-eb53f52b840a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.362769 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a20823e9-9a6c-425e-bb7b-eb53f52b840a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/550a4480-e18d-41de-8723-fee243e57923 HTTP/1.1" status: 204  len: 168 time: 0.2939329
Apr 09 21:17:08.382163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20823e9-9a6c-425e-bb7b-eb53f52b840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a4480-e18d-41de-8723-fee243e57923,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:08.384792 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks [] for port (1040ee53-a796-4ceb-830f-88649a8469f3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.498990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Attempting to bind port 5a791d84-0008-4837-9182-c9ddba2333d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:08.499701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Attempting to bind port 5a791d84-0008-4837-9182-c9ddba2333d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:08.500251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Attempting to bind port 5a791d84-0008-4837-9182-c9ddba2333d2 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:08.507835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:08.508092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.508730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Checking segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:08.509375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.509864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Bound using segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:08.510427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Bound port: 5a791d84-0008-4837-9182-c9ddba2333d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:08.511215 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.530340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:08.570429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:08.580229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:08.628035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Pushing event updated for resources: {'Port': ['ID=1040ee53-a796-4ceb-830f-88649a8469f3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:08.632875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] For port 5a791d84-0008-4837-9182-c9ddba2333d2, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:08.642463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] For port 5a791d84-0008-4837-9182-c9ddba2333d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a791d84-0008-4837-9182-c9ddba2333d2,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:08.657406 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:08.732384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c95bd-1873-4446-9626-efbf0f804029 None None] Pushing event updated for resources: {'Port': ['ID=5a791d84-0008-4837-9182-c9ddba2333d2,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:08.986166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks [] for router_gateway (ea049451-d8c0-4e76-a76c-d660c6d67e5e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:09.285807 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (ea049451-d8c0-4e76-a76c-d660c6d67e5e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:09.493792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Router ea049451-d8c0-4e76-a76c-d660c6d67e5e is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:17:09.621476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47274) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:09.653601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47280) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:09.678397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:09.689744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Sync routers for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:09.705445 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:09.707115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-139c4a5a-323f-4dc7-bc91-5e46b7cd0225 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.4931400
Apr 09 21:17:09.710308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47284) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:09.722400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:09.723504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23749fe3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:09.829444 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe4fb-6b88-4a41-b4b7-1b3c67125253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:09.851399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1401568631'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:09.918307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:09.948428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:09.960729 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:09.981275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550aa80-79a1-4d7a-ad29-cb631b58b2f7 req-30d70942-8707-411d-8114-8209afbb2288 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:09.984401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9550aa80-79a1-4d7a-ad29-cb631b58b2f7 req-30d70942-8707-411d-8114-8209afbb2288 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 946 time: 0.0709741
Apr 09 21:17:10.013532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.091662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9550aa80-79a1-4d7a-ad29-cb631b58b2f7 req-30677270-2a33-4282-abf8-d6198340106e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974104
Apr 09 21:17:10.192827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23749fe3d0>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:08Z', 'revision_number': 3, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:10.231471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Checking router: ea049451-d8c0-4e76-a76c-d660c6d67e5e for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:10.232055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Updating router ea049451-d8c0-4e76-a76c-d660c6d67e5e port 1040ee53-a796-4ceb-830f-88649a8469f3 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:17:10.269167 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.284063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe4fb-6b88-4a41-b4b7-1b3c67125253 admin admin] Publish callbacks [] for security_group (d4c35b49-ec02-4ec1-a9b7-6a7c5a08acdb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.300765 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe4fb-6b88-4a41-b4b7-1b3c67125253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d4c35b49-ec02-4ec1-a9b7-6a7c5a08acdb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.374855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffe4fb-6b88-4a41-b4b7-1b3c67125253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c35b49-ec02-4ec1-a9b7-6a7c5a08acdb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:10.389992 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e9ffe4fb-6b88-4a41-b4b7-1b3c67125253 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0093268543e43b09b1fc7020c6addcf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7674205
Apr 09 21:17:10.392869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47310) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:10.408694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09873c7-7a20-4bd6-8797-66ab947561c0 None None] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:10.462140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87a813c3-a494-4ab7-b525-1cc95a3858e7 admin admin] Publish callbacks [] for security_group (d4c35b49-ec02-4ec1-a9b7-6a7c5a08acdb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.473820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for security_group (0584ba63-b7f5-46e5-b0ad-4308ab472576), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.500171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87a813c3-a494-4ab7-b525-1cc95a3858e7 admin admin] Publish callbacks [] for security_group (d4c35b49-ec02-4ec1-a9b7-6a7c5a08acdb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.511097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-77b1fc3d-0fa0-4489-b881-8f4c69587899 None None] Provisioning complete for port 5a791d84-0008-4837-9182-c9ddba2333d2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:10.511395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0584ba63-b7f5-46e5-b0ad-4308ab472576), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.511539 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77b1fc3d-0fa0-4489-b881-8f4c69587899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.563136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:17:10.575990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0584ba63-b7f5-46e5-b0ad-4308ab472576,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:10.620801 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87a813c3-a494-4ab7-b525-1cc95a3858e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d4c35b49-ec02-4ec1-a9b7-6a7c5a08acdb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.628853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87a813c3-a494-4ab7-b525-1cc95a3858e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.631722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (932e1247-635f-467a-a937-cd8fa27ff163), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.632284 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment 932e1247-635f-467a-a937-cd8fa27ff163 of type vlan for network d82a3e04-9fa2-4c29-becc-386d2d177f94
Apr 09 21:17:10.634292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-87a813c3-a494-4ab7-b525-1cc95a3858e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4c35b49-ec02-4ec1-a9b7-6a7c5a08acdb HTTP/1.1" status: 204  len: 168 time: 0.2399893
Apr 09 21:17:10.652919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a813c3-a494-4ab7-b525-1cc95a3858e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c35b49-ec02-4ec1-a9b7-6a7c5a08acdb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:10.764621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d82a3e04-9fa2-4c29-becc-386d2d177f94), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.804919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47322) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:10.851427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.871345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d82a3e04-9fa2-4c29-becc-386d2d177f94), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.877912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-77b1fc3d-0fa0-4489-b881-8f4c69587899 None None] Current status of the port 5a791d84-0008-4837-9182-c9ddba2333d2 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:10.878842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:10.879069 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77b1fc3d-0fa0-4489-b881-8f4c69587899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.879492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:10.924843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a791d84-0008-4837-9182-c9ddba2333d2 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:10.980548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=d82a3e04-9fa2-4c29-becc-386d2d177f94,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:11.032757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d82a3e04-9fa2-4c29-becc-386d2d177f94 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:17:11.037106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-77b1fc3d-0fa0-4489-b881-8f4c69587899 None None] For port 5a791d84-0008-4837-9182-c9ddba2333d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a791d84-0008-4837-9182-c9ddba2333d2,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:11.074116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47328) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:11.077124 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e587e33e-bddf-4dba-9f01-0528f2ff0972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.4202633
Apr 09 21:17:11.080117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1354558228'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:11.184436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:11.190297 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.248198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77b1fc3d-0fa0-4489-b881-8f4c69587899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.286643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9d108-b267-4728-b9ac-314d1896362c req-cb47d0cf-7844-48da-988d-c77b92e1b977 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:11.289347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffa9d108-b267-4728-b9ac-314d1896362c req-cb47d0cf-7844-48da-988d-c77b92e1b977 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 946 time: 0.0772195
Apr 09 21:17:11.290172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47334) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:11.319750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Allocated IP 172.20.0.1 (fe7136e7-da4e-4ad5-bb48-0519f1b05f75/913659c2-916c-41f0-8915-6564bca305c6/fd9a6514-cc8e-4a86-b1ef-fa34f311209b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:11.413313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Publish callbacks [] for port (1040ee53-a796-4ceb-830f-88649a8469f3), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.413905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:17:11.430341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dba29a91-5363-4b35-badc-86716452e480 None None] Provisioning complete for port 5a791d84-0008-4837-9182-c9ddba2333d2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:11.430763 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dba29a91-5363-4b35-badc-86716452e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.465784 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.475552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1fc3d-0fa0-4489-b881-8f4c69587899 None None] Pushing event updated for resources: {'Port': ['ID=5a791d84-0008-4837-9182-c9ddba2333d2,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:11.476443 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99e976bd-77bc-4647-9dd5-e1e040763478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.484569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5a791d84-0008-4837-9182-c9ddba2333d2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:11.484949 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.502356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Publish callbacks [] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.510497 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3a503f59-7cc8-4ccf-88e2-da591b3f9115), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.511879 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment 3a503f59-7cc8-4ccf-88e2-da591b3f9115 of type vlan for network 268fc0af-39ac-4cdb-a3e8-e517e6f40099
Apr 09 21:17:11.580577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.611073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62501d7-121f-4a8f-bb1a-58bb8b7312a3 req-acc646e1-f1b0-4f77-9d70-aff1a09d3568 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:11.619115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e62501d7-121f-4a8f-bb1a-58bb8b7312a3 req-acc646e1-f1b0-4f77-9d70-aff1a09d3568 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 946 time: 0.3256419
Apr 09 21:17:11.619659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad30f6c-701b-469d-a865-b8b3b8bc4128 None None] Pushing event updated for resources: {'Port': ['ID=1040ee53-a796-4ceb-830f-88649a8469f3,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:11.628205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Attempting to bind port 1040ee53-a796-4ceb-830f-88649a8469f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:11.628987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Attempting to bind port 1040ee53-a796-4ceb-830f-88649a8469f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:11.630246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Attempting to bind port 1040ee53-a796-4ceb-830f-88649a8469f3 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:11.631364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:11.648733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:11.652148 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:11.655015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:11.666470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Deleting port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:11.666979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.678432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:11.678896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:11.679601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.679735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:11.680276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Bound port: 1040ee53-a796-4ceb-830f-88649a8469f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:11.680659 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.705573 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (ea049451-d8c0-4e76-a76c-d660c6d67e5e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.747681 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (268fc0af-39ac-4cdb-a3e8-e517e6f40099), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.786644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5a791d84-0008-4837-9182-c9ddba2333d2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:11.796159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dba29a91-5363-4b35-badc-86716452e480 None None] Current status of the port 5a791d84-0008-4837-9182-c9ddba2333d2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:11.814394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] For port 1040ee53-a796-4ceb-830f-88649a8469f3, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:11.832172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] For port 1040ee53-a796-4ceb-830f-88649a8469f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1040ee53-a796-4ceb-830f-88649a8469f3,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:11.844031 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.849498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99e976bd-77bc-4647-9dd5-e1e040763478 admin admin] Publish callbacks [] for security_group (8d319b31-8218-427d-9989-0a48482f6508), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.872938 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (268fc0af-39ac-4cdb-a3e8-e517e6f40099), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.878182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:11.878867 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.900249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.906986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99e976bd-77bc-4647-9dd5-e1e040763478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8d319b31-8218-427d-9989-0a48482f6508), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:11.927721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:11.928856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23749fe3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:11.960545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8853781
Apr 09 21:17:11.964095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47350) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:11.970989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': 'd82a3e04-9fa2-4c29-becc-386d2d177f94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:12.069493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad30f6c-701b-469d-a865-b8b3b8bc4128 None None] Pushing event updated for resources: {'Port': ['ID=1040ee53-a796-4ceb-830f-88649a8469f3,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:12.090883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:12.139448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3f4490b6-6889-4bea-ac40-2f33f1cadae3 None None] Provisioning complete for port fd9a6514-cc8e-4a86-b1ef-fa34f311209b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:12.139858 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f4490b6-6889-4bea-ac40-2f33f1cadae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.165696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:12.169421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.169878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e976bd-77bc-4647-9dd5-e1e040763478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d319b31-8218-427d-9989-0a48482f6508,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:12.182089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0b8fc-bcb5-46cd-b77b-ea12286c6098 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=268fc0af-39ac-4cdb-a3e8-e517e6f40099,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:12.188779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-99e976bd-77bc-4647-9dd5-e1e040763478 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb286a9007b445c4b1b8db9304474c16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8896620
Apr 09 21:17:12.190595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47352) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:12.195746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e62501d7-121f-4a8f-bb1a-58bb8b7312a3 req-c686c6b3-47f3-4622-af70-1adb0cd5ce05 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5756209
Apr 09 21:17:12.273138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:17:12.275860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3f4490b6-6889-4bea-ac40-2f33f1cadae3 None None] Port fd9a6514-cc8e-4a86-b1ef-fa34f311209b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:12.326938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] For port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:12.327371 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.337201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d2e355b-d4f9-4034-9cee-476d2325d2dd admin admin] Publish callbacks [] for security_group (8d319b31-8218-427d-9989-0a48482f6508), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.381074 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d2e355b-d4f9-4034-9cee-476d2325d2dd admin admin] Publish callbacks [] for security_group (8d319b31-8218-427d-9989-0a48482f6508), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.384408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Publish callbacks [] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.401112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.422246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23749fe3d0>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 1, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:12.453148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02881ad-c47e-43da-8110-8891c52e4c8a None None] The sync data for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 is: [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 1, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:12.481645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (1bce5231-06ea-4a3a-9407-e5b1496def2f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.559404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:12.566394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (ea049451-d8c0-4e76-a76c-d660c6d67e5e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.725847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:12.727813 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d2e355b-d4f9-4034-9cee-476d2325d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8d319b31-8218-427d-9989-0a48482f6508), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.731211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d2e355b-d4f9-4034-9cee-476d2325d2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.732990 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9d2e355b-d4f9-4034-9cee-476d2325d2dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d319b31-8218-427d-9989-0a48482f6508 HTTP/1.1" status: 204  len: 168 time: 0.5428526
Apr 09 21:17:12.742423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:12.758231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e355b-d4f9-4034-9cee-476d2325d2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d319b31-8218-427d-9989-0a48482f6508,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:12.761727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (2acc6a78-0ad1-47d4-97d1-1068fab8ae2b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:12.831357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=2acc6a78-0ad1-47d4-97d1-1068fab8ae2b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:12.945426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a791d84-0008-4837-9182-c9ddba2333d2 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:13.028942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': '932e1247-635f-467a-a937-cd8fa27ff163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd82a3e04-9fa2-4c29-becc-386d2d177f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:13.029433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: d82a3e04-9fa2-4c29-becc-386d2d177f94, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:17:13.077812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network d82a3e04-9fa2-4c29-becc-386d2d177f94 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:17:13.092106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Router ea049451-d8c0-4e76-a76c-d660c6d67e5e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:13.107031 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d82a3e04-9fa2-4c29-becc-386d2d177f94) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:13.131181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ac712-0664-4a5f-bc1b-affcf37f5701 None None] Network d82a3e04-9fa2-4c29-becc-386d2d177f94 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:13.137097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5a791d84-0008-4837-9182-c9ddba2333d2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:13.137097 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:13.326891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:13.327462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (400cf5c0-ed3e-4af8-bf2c-fd8592538753), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:13.328631 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Floating IP 400cf5c0-ed3e-4af8-bf2c-fd8592538753 disassociated. External IP: 172.35.0.91, port: 7a7699d2-2d21-4cd2-aff6-6d6e2901324e.
Apr 09 21:17:13.328631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Calling delete_port for 7a7699d2-2d21-4cd2-aff6-6d6e2901324e owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:13.412831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:13.413575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:13.450920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:13.476672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-80720bf8-bd5c-4ea2-90e3-adfff3ad0aa8 admin admin] 10.222.0.30 "PUT /v2.0/routers/ea049451-d8c0-4e76-a76c-d660c6d67e5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7548616
Apr 09 21:17:13.476924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c53b5aa0-ea1f-4a58-a25a-c30c6a95dbf8 None None] Provisioning complete for port fd9a6514-cc8e-4a86-b1ef-fa34f311209b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:13.476924 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c53b5aa0-ea1f-4a58-a25a-c30c6a95dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:13.482615 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3488257e-6d43-4345-8465-206fb584ae93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5173450
Apr 09 21:17:13.486432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47372) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:13.495762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': '268fc0af-39ac-4cdb-a3e8-e517e6f40099', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:13.576735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c53b5aa0-ea1f-4a58-a25a-c30c6a95dbf8 None None] Port fd9a6514-cc8e-4a86-b1ef-fa34f311209b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:13.666732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5a791d84-0008-4837-9182-c9ddba2333d2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:13.676971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d82a3e04-9fa2-4c29-becc-386d2d177f94', 'network_id': 'd82a3e04-9fa2-4c29-becc-386d2d177f94', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': '2acc6a78-0ad1-47d4-97d1-1068fab8ae2b'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:17:13.678155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:13.681955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a8b97-79c5-46b3-ada4-3356c9724111 req-00996637-b5d6-4202-b8ee-e5249eecabd1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:13.697706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f2a8b97-79c5-46b3-ada4-3356c9724111 req-00996637-b5d6-4202-b8ee-e5249eecabd1 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 946 time: 0.3057668
Apr 09 21:17:13.942927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:13.949087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.044111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f2a8b97-79c5-46b3-ada4-3356c9724111 req-41104554-cbb2-44ef-82e0-62df1e5d7683 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups?id=f94a2fd9-5bc3-411a-bd3d-2d4f743375db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3452361
Apr 09 21:17:14.118995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Deleting port 01ab517e-04b6-4f8d-b759-2cae78d4b12e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:14.119765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.140821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Allocated IP 2001:db8::2 (d82a3e04-9fa2-4c29-becc-386d2d177f94/2acc6a78-0ad1-47d4-97d1-1068fab8ae2b/c74a1886-3328-4bdd-a1ba-7bd89df15dde) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:14.170810 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7a7699d2-2d21-4cd2-aff6-6d6e2901324e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.309085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event deleted for resources: {'Port': ['ID=7a7699d2-2d21-4cd2-aff6-6d6e2901324e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:14.442173 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Publish callbacks [] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.444769 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (4229c1d5-5ed0-491d-8e69-c5810b97f8f1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.461858 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.530462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Network d82a3e04-9fa2-4c29-becc-386d2d177f94 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:14.534111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] For port 01ab517e-04b6-4f8d-b759-2cae78d4b12e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01ab517e-04b6-4f8d-b759-2cae78d4b12e,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:14.534731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:14.538838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:14.540871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.553092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Pushing event updated for resources: {'Port': ['ID=c74a1886-3328-4bdd-a1ba-7bd89df15dde,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:14.569002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=4229c1d5-5ed0-491d-8e69-c5810b97f8f1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:14.596322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Calling delete_port for 01ab517e-04b6-4f8d-b759-2cae78d4b12e owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:14.637290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': '3a503f59-7cc8-4ccf-88e2-da591b3f9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '268fc0af-39ac-4cdb-a3e8-e517e6f40099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:14.637290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: 268fc0af-39ac-4cdb-a3e8-e517e6f40099, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:17:14.640975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Attempting to bind port c74a1886-3328-4bdd-a1ba-7bd89df15dde on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:14.641404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Attempting to bind port c74a1886-3328-4bdd-a1ba-7bd89df15dde by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '932e1247-635f-467a-a937-cd8fa27ff163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd82a3e04-9fa2-4c29-becc-386d2d177f94'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:14.642257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Attempting to bind port c74a1886-3328-4bdd-a1ba-7bd89df15dde on network d82a3e04-9fa2-4c29-becc-386d2d177f94 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:14.651163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:14.651586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Checking segment: {'id': '932e1247-635f-467a-a937-cd8fa27ff163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd82a3e04-9fa2-4c29-becc-386d2d177f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:14.651958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.652356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Bound using segment: {'id': '932e1247-635f-467a-a937-cd8fa27ff163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd82a3e04-9fa2-4c29-becc-386d2d177f94'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:14.652853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Bound port: c74a1886-3328-4bdd-a1ba-7bd89df15dde, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932e1247-635f-467a-a937-cd8fa27ff163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd82a3e04-9fa2-4c29-becc-386d2d177f94'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:14.653279 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.668833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:17:14.711941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 268fc0af-39ac-4cdb-a3e8-e517e6f40099) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:14.722918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:14.723907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.757761 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e4e4095-f626-4841-8ed6-e596d2f020b6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2672915
Apr 09 21:17:14.761990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47412) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:14.811580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b5d5d8bb-5f54-4c3f-86c7-3d2df4dcd509 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-205069052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:14.928734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47414) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:14.941639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9675dba6-882b-4fe7-90e5-537e9e0a1b47 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546253140', 'description': 'tempest-description--905132207'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:14.959354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d8bb-5f54-4c3f-86c7-3d2df4dcd509 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:14.972663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d8bb-5f54-4c3f-86c7-3d2df4dcd509 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.011960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:15.063071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d8bb-5f54-4c3f-86c7-3d2df4dcd509 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.083510 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9675dba6-882b-4fe7-90e5-537e9e0a1b47 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.111822 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d8bb-5f54-4c3f-86c7-3d2df4dcd509 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.153365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d8bb-5f54-4c3f-86c7-3d2df4dcd509 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.159219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b5d5d8bb-5f54-4c3f-86c7-3d2df4dcd509 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3899662
Apr 09 21:17:15.160127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47424) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:15.161900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e1805-e42f-40da-895e-53a4e48d84d0 None None] Network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:15.164256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1040ee53-a796-4ceb-830f-88649a8469f3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:15.166531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:15.219873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 7a7699d2-2d21-4cd2-aff6-6d6e2901324e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:15.222167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7a7699d2-2d21-4cd2-aff6-6d6e2901324e not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:15.355853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-826749d0-b4d1-4bcf-b269-e97308ac7176 req-feeed68c-4866-4199-9ec0-324c2cc0eb7e tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 210 time: 0.0767653
Apr 09 21:17:15.451970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:15.456990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 1040ee53-a796-4ceb-830f-88649a8469f3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:15.457454 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.464795 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] Sync routers for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:15.481472 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:15.482104 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771c6280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:15.544469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] For port c74a1886-3328-4bdd-a1ba-7bd89df15dde, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:15.574925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-268fc0af-39ac-4cdb-a3e8-e517e6f40099', 'network_id': '268fc0af-39ac-4cdb-a3e8-e517e6f40099', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': '4229c1d5-5ed0-491d-8e69-c5810b97f8f1'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:17:15.576624 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.674011 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:15.678843 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.696874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] No DVR routers for this DVR port 7a7699d2-2d21-4cd2-aff6-6d6e2901324e on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:15.698376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] For port c74a1886-3328-4bdd-a1ba-7bd89df15dde, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c74a1886-3328-4bdd-a1ba-7bd89df15dde,segment=NetworkSegment(932e1247-635f-467a-a937-cd8fa27ff163),segment_id=932e1247-635f-467a-a937-cd8fa27ff163)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:15.705420 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.712806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffa9d108-b267-4728-b9ac-314d1896362c req-a05e1130-1db0-41f5-95b3-ab7904cbb54c tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.32 "DELETE /v2.0/ports/7a7699d2-2d21-4cd2-aff6-6d6e2901324e HTTP/1.1" status: 204  len: 173 time: 4.4103575
Apr 09 21:17:15.750893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-deleted', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:15.756328 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940b7160-6d4b-4428-bae0-4efd68cb5205" -d '{"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-deleted", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:15.782101 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.879241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9675dba6-882b-4fe7-90e5-537e9e0a1b47 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group (238d800d-84b5-472f-a4d9-0079ebfc5ec3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.886383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (01ab517e-04b6-4f8d-b759-2cae78d4b12e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:15.933076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9675dba6-882b-4fe7-90e5-537e9e0a1b47 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (238d800d-84b5-472f-a4d9-0079ebfc5ec3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:16.013378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ca958-008a-4444-ba1e-4c0cd52852e6 None None] Pushing event updated for resources: {'Port': ['ID=c74a1886-3328-4bdd-a1ba-7bd89df15dde,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:16.019713 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd7897a-886a-4b03-ba5a-bde787d8846f x-openstack-request-id: req-dfd7897a-886a-4b03-ba5a-bde787d8846f {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:16.020106 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d6f9b-c4bf-4bde-8951-0118a622c5b3", "name": "network-vif-deleted", "tag": "7a7699d2-2d21-4cd2-aff6-6d6e2901324e", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:16.021125 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfd7897a-886a-4b03-ba5a-bde787d8846f {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:16.021565 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd7897a-886a-4b03-ba5a-bde787d8846f'] response: {'server_uuid': 'a80d6f9b-c4bf-4bde-8951-0118a622c5b3', 'name': 'network-vif-deleted', 'tag': '7a7699d2-2d21-4cd2-aff6-6d6e2901324e', 'status': 'completed', 'code': 200}
Apr 09 21:17:16.123274 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771c6280>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:16.143237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Pushing event deleted for resources: {'Port': ['ID=01ab517e-04b6-4f8d-b759-2cae78d4b12e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:16.218169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9675dba6-882b-4fe7-90e5-537e9e0a1b47 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:16.238527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9675dba6-882b-4fe7-90e5-537e9e0a1b47 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.2962453
Apr 09 21:17:16.263210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47460) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:16.311187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1040ee53-a796-4ceb-830f-88649a8469f3 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:16.314429 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:16.360959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-64d582d9-d7be-4b58-8190-da83859c60be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'security_group_rule': {'security_group_id': '238d800d-84b5-472f-a4d9-0079ebfc5ec3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:16.404511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675dba6-882b-4fe7-90e5-537e9e0a1b47 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238d800d-84b5-472f-a4d9-0079ebfc5ec3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:16.563109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 1040ee53-a796-4ceb-830f-88649a8469f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1040ee53-a796-4ceb-830f-88649a8469f3,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:16.630375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:16.678830 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] Checking router: 045ffbff-fcb9-4cab-aa5f-d749af500cd5 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:16.703555 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:16.704076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Sync routers for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:16.704835 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771c6280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:16.747121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Allocated IP 2001:db8:1::2 (268fc0af-39ac-4cdb-a3e8-e517e6f40099/4229c1d5-5ed0-491d-8e69-c5810b97f8f1/b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:16.788499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:16.792469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b7a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:16.863790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47478) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:16.956094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64d582d9-d7be-4b58-8190-da83859c60be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group_rule (743718dc-e11f-4abc-b009-27e3b933349f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:16.964122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c418cbc0-7a88-4dff-8f9d-13e6a934b136 req-3d741667-dc60-4ce8-b807-d1a9b1eb2d61 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/ports?device_id=a80d6f9b-c4bf-4bde-8951-0118a622c5b3 HTTP/1.1" status: 200  len: 210 time: 0.1836989
Apr 09 21:17:16.989203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c74a1886-3328-4bdd-a1ba-7bd89df15dde up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:17.009065 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:17.046175 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (1bce5231-06ea-4a3a-9407-e5b1496def2f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.065952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8::1 (d82a3e04-9fa2-4c29-becc-386d2d177f94/2acc6a78-0ad1-47d4-97d1-1068fab8ae2b/4cdeb825-5b26-44fb-af39-711b63255ab5) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:17.101239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=1040ee53-a796-4ceb-830f-88649a8469f3,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:17.240628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.292224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.294075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c74a1886-3328-4bdd-a1ba-7bd89df15dde triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:17.294671 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.300254 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771c6280>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:17.343264 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6a844-6df8-417a-9a2f-60b26684b89b None None] The sync data for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 is: [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:08:42Z', 'revision_number': 4, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65e876bc-e24c-4ca6-acf7-cdb22b6cfbda', 'name': '', 'network_id': '7ff888c0-c368-48bd-816c-de9ec28120a0', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'mac_address': 'fa:16:3e:ff:b0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:40Z', 'updated_at': '2022-04-09T21:08:51Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'subnets': [{'id': 'b307fcb8-9d03-483a-9aa7-19256a046ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:17.369012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:17.373721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network d82a3e04-9fa2-4c29-becc-386d2d177f94 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:17.377636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:17.384765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:17.385327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.390146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=4cdeb825-5b26-44fb-af39-711b63255ab5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:17.494417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Router 1bce5231-06ea-4a3a-9407-e5b1496def2f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:17.496049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3e0de6d-4c82-4f34-ba79-0b155700a63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.526498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c74a1886-3328-4bdd-a1ba-7bd89df15dde is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:17.527348 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.581193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64d582d9-d7be-4b58-8190-da83859c60be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group_rule (743718dc-e11f-4abc-b009-27e3b933349f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.601253 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64d582d9-d7be-4b58-8190-da83859c60be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (743718dc-e11f-4abc-b009-27e3b933349f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.621202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.623157 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Publish callbacks [] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.657850 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.677364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d582d9-d7be-4b58-8190-da83859c60be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743718dc-e11f-4abc-b009-27e3b933349f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:17.771788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64d582d9-d7be-4b58-8190-da83859c60be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.778818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-64d582d9-d7be-4b58-8190-da83859c60be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4475701
Apr 09 21:17:17.780206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47486) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:17.809009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fff5c213-b143-459e-b45b-65d7d8212261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'security_group_rule': {'security_group_id': '238d800d-84b5-472f-a4d9-0079ebfc5ec3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:17.826095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port c74a1886-3328-4bdd-a1ba-7bd89df15dde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c74a1886-3328-4bdd-a1ba-7bd89df15dde,segment=NetworkSegment(932e1247-635f-467a-a937-cd8fa27ff163),segment_id=932e1247-635f-467a-a937-cd8fa27ff163)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:17.827267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Pushing event updated for resources: {'Port': ['ID=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:17.836421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:17.844478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:17.848718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:17.852423 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:17.908734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:17.929290 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] Sync routers for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:17.947148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2375e312-f5d6-415b-949c-8be4d750477f admin admin] 10.222.0.30 "PUT /v2.0/routers/1bce5231-06ea-4a3a-9407-e5b1496def2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1395371
Apr 09 21:17:17.948411 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:17.952794 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c198cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:17.954172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47494) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:17.990108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=c74a1886-3328-4bdd-a1ba-7bd89df15dde,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:17.995488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4de372-b04a-41aa-8234-9a7a74dabb0b None None] New status for floating IP 400cf5c0-ed3e-4af8-bf2c-fd8592538753: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:17:18.048960 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3e0de6d-4c82-4f34-ba79-0b155700a63b admin admin] Publish callbacks [] for security_group (140b3016-c860-448d-9aa5-194e85142f74), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.092422 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff5c213-b143-459e-b45b-65d7d8212261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group_rule (15f0640e-1024-40a2-bfb2-8aa0a8c76473), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.108110 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3e0de6d-4c82-4f34-ba79-0b155700a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (140b3016-c860-448d-9aa5-194e85142f74), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.172740 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:18.175872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47510) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:18.219284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a377ee41-f183-4fd8-b891-114c81ee1884 None None] Network d82a3e04-9fa2-4c29-becc-386d2d177f94 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:18.228553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Attempting to bind port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:18.228918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Attempting to bind port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a503f59-7cc8-4ccf-88e2-da591b3f9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '268fc0af-39ac-4cdb-a3e8-e517e6f40099'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:18.229677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Attempting to bind port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 on network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:18.253738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.255175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b3e0de6d-4c82-4f34-ba79-0b155700a63b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dd86ff511804ca0a8323bb08a4c9c99&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3879120
Apr 09 21:17:18.258633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47512) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:18.277066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0de6d-4c82-4f34-ba79-0b155700a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140b3016-c860-448d-9aa5-194e85142f74,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:18.285800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.286742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.325759 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks [] for router (1bce5231-06ea-4a3a-9407-e5b1496def2f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.332040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:18.332476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Checking segment: {'id': '3a503f59-7cc8-4ccf-88e2-da591b3f9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '268fc0af-39ac-4cdb-a3e8-e517e6f40099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:18.332983 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.333331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Bound using segment: {'id': '3a503f59-7cc8-4ccf-88e2-da591b3f9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '268fc0af-39ac-4cdb-a3e8-e517e6f40099'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:18.335009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Bound port: b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a503f59-7cc8-4ccf-88e2-da591b3f9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '268fc0af-39ac-4cdb-a3e8-e517e6f40099'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:18.335009 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.393153 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff5c213-b143-459e-b45b-65d7d8212261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group_rule (15f0640e-1024-40a2-bfb2-8aa0a8c76473), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.409247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff5c213-b143-459e-b45b-65d7d8212261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (15f0640e-1024-40a2-bfb2-8aa0a8c76473), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.439554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c1e4b292-1840-41c7-81b2-bf244a1a2a83 None None] Provisioning complete for port c74a1886-3328-4bdd-a1ba-7bd89df15dde triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:18.440125 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1e4b292-1840-41c7-81b2-bf244a1a2a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.486641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5c213-b143-459e-b45b-65d7d8212261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f0640e-1024-40a2-bfb2-8aa0a8c76473,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:18.498271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff5c213-b143-459e-b45b-65d7d8212261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.499578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fff5c213-b143-459e-b45b-65d7d8212261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6961327
Apr 09 21:17:18.502732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47514) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:18.507419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:18.517651 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c198cd0>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:17:15Z', 'revision_number': 5, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port': {'id': 'f1dab8b9-6b18-49fa-844a-6ade4efd2e9a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:10:07Z', 'updated_at': '2022-04-09T21:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:18.545933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=4cdeb825-5b26-44fb-af39-711b63255ab5,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:18.548061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks [] for router_gateway (1bce5231-06ea-4a3a-9407-e5b1496def2f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.556392 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.572168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ad27-4386-4160-a10e-aac7bc26e4b2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (f94a2fd9-5bc3-411a-bd3d-2d4f743375db), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.583100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b685dedf-2563-416b-b948-0788eb0c25d9 admin admin] Publish callbacks [] for security_group (140b3016-c860-448d-9aa5-194e85142f74), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.616059 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] Checking router: 1bce5231-06ea-4a3a-9407-e5b1496def2f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:18.630591 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] Routers {'1bce5231-06ea-4a3a-9407-e5b1496def2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:18.630945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ad27-4386-4160-a10e-aac7bc26e4b2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (f94a2fd9-5bc3-411a-bd3d-2d4f743375db), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.632889 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c198cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bce5231-06ea-4a3a-9407-e5b1496def2f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:18.650450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network d82a3e04-9fa2-4c29-becc-386d2d177f94 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:18.658425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:18.678263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b685dedf-2563-416b-b948-0788eb0c25d9 admin admin] Publish callbacks [] for security_group (140b3016-c860-448d-9aa5-194e85142f74), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.716240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Deleting port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:18.716583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.741007 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.741516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b7a130>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:12Z', 'revision_number': 2, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:18.802793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Checking router: ea049451-d8c0-4e76-a76c-d660c6d67e5e for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:18.802793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Updating router ea049451-d8c0-4e76-a76c-d660c6d67e5e port fd9a6514-cc8e-4a86-b1ef-fa34f311209b binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:17:18.888648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] For port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:18.904931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] Set router 1bce5231-06ea-4a3a-9407-e5b1496def2f gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:18.913955 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.922356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] For port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,segment=NetworkSegment(3a503f59-7cc8-4ccf-88e2-da591b3f9115),segment_id=3a503f59-7cc8-4ccf-88e2-da591b3f9115)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:18.956231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ad27-4386-4160-a10e-aac7bc26e4b2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f94a2fd9-5bc3-411a-bd3d-2d4f743375db), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.960491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ad27-4386-4160-a10e-aac7bc26e4b2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.962862 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e4c0ad27-4386-4160-a10e-aac7bc26e4b2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "DELETE /v2.0/security-groups/f94a2fd9-5bc3-411a-bd3d-2d4f743375db HTTP/1.1" status: 204  len: 168 time: 0.7857940
Apr 09 21:17:18.972609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b685dedf-2563-416b-b948-0788eb0c25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (140b3016-c860-448d-9aa5-194e85142f74), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.976702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1040ee53-a796-4ceb-830f-88649a8469f3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:18.977731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b685dedf-2563-416b-b948-0788eb0c25d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:18.982721 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b685dedf-2563-416b-b948-0788eb0c25d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/140b3016-c860-448d-9aa5-194e85142f74 HTTP/1.1" status: 204  len: 168 time: 0.7216570
Apr 09 21:17:18.988333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47516) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:19.003153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0ad27-4386-4160-a10e-aac7bc26e4b2 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a2fd9-5bc3-411a-bd3d-2d4f743375db,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:19.005880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Allocated IP 172.35.0.175 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/beb3ca7c-b9b2-4bba-b71c-7665a5940c74) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:19.026463 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-9b999fcf-77f8-4782-a272-eef2460006d6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] show failed (client error): The resource could not be found.
Apr 09 21:17:19.028328 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b999fcf-77f8-4782-a272-eef2460006d6 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "GET /v2.0/security-groups/f94a2fd9-5bc3-411a-bd3d-2d4f743375db HTTP/1.1" status: 404  len: 347 time: 0.0381954
Apr 09 21:17:19.034643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47522) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:19.051716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685dedf-2563-416b-b948-0788eb0c25d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b3016-c860-448d-9aa5-194e85142f74,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:19.087126 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:19.103378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] For port f1dab8b9-6b18-49fa-844a-6ade4efd2e9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1dab8b9-6b18-49fa-844a-6ade4efd2e9a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:19.103750 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:19.103922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router 2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:17:19.132620 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c198cd0>, [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:17:18Z', 'revision_number': 6, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:19.199957 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2abe06e-be5a-4d89-af4c-a84301be014b None None] The sync data for ids ['1bce5231-06ea-4a3a-9407-e5b1496def2f'] in ncdv-master-1 is: [{'id': '1bce5231-06ea-4a3a-9407-e5b1496def2f', 'name': 'tempest-AttachVolumeNegativeTest-229842539-router', 'tenant_id': '92f38b2c41e34e73bd6baa83478dddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:10:05Z', 'updated_at': '2022-04-09T21:17:18Z', 'revision_number': 6, 'project_id': '92f38b2c41e34e73bd6baa83478dddfa', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:19.235460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Calling delete_port for f1dab8b9-6b18-49fa-844a-6ade4efd2e9a owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:19.276461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:19.291481 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3930a18f-53c1-4d04-bb72-bbf1575bc77e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/2bf9f99f-d0fa-43f3-b95e-3cbdb524f087/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1256998
Apr 09 21:17:19.291812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47528) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:19.300887 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb112b67-c406-40be-820b-b13e2ee4f72a None None] Sync routers for ids ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:19.315965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb112b67-c406-40be-820b-b13e2ee4f72a None None] Routers {'2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:19.316747 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bb112b67-c406-40be-820b-b13e2ee4f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c198a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:19.339715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4b292-1840-41c7-81b2-bf244a1a2a83 None None] Current status of the port c74a1886-3328-4bdd-a1ba-7bd89df15dde is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:19.455418 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bb112b67-c406-40be-820b-b13e2ee4f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c198a00>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:19.471043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Deleting port d8626c0b-14ff-46a2-bcf3-c48acb6bed9b {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:19.471453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:19.481568 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb112b67-c406-40be-820b-b13e2ee4f72a None None] Routers {'2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:19.482145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ca76f-687d-44bb-9c7b-a63a423d5fa4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:19.482638 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bb112b67-c406-40be-820b-b13e2ee4f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c198a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:19.486960 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d6ca76f-687d-44bb-9c7b-a63a423d5fa4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports/4cdeb825-5b26-44fb-af39-711b63255ab5 HTTP/1.1" status: 200  len: 911 time: 0.1941266
Apr 09 21:17:19.503697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47532) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:19.571531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for port (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:19.572573 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bb112b67-c406-40be-820b-b13e2ee4f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c198a00>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:19.573283 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb112b67-c406-40be-820b-b13e2ee4f72a None None] The sync data for ids ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:19.614327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d4b1e-da48-4bb9-b261-80ff004172e8 None None] Pushing event updated for resources: {'Port': ['ID=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:19.636316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 1040ee53-a796-4ceb-830f-88649a8469f3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:19.636722 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:19.741743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-85d8a165-5054-4162-a01f-3e2d484dc8ae None None] Provisioning complete for port c74a1886-3328-4bdd-a1ba-7bd89df15dde triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:19.742338 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85d8a165-5054-4162-a01f-3e2d484dc8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:19.772810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fa389-a03b-47bc-845b-47991d3fe317 req-689145e1-bc58-4e88-9039-39443c1fed74 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:19.774619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-214fa389-a03b-47bc-845b-47991d3fe317 req-689145e1-bc58-4e88-9039-39443c1fed74 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1127 time: 0.2295046
Apr 09 21:17:19.925336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1040ee53-a796-4ceb-830f-88649a8469f3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:19.926795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c74a1886-3328-4bdd-a1ba-7bd89df15dde up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:19.982683 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:19.993027 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:19.993414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.043145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f1dab8b9-6b18-49fa-844a-6ade4efd2e9a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.049823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Calling delete_port for d8626c0b-14ff-46a2-bcf3-c48acb6bed9b owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:20.170825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c74a1886-3328-4bdd-a1ba-7bd89df15dde triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:20.171216 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.248568 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Publish callbacks [] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.251382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-214fa389-a03b-47bc-845b-47991d3fe317 req-36d7376c-6a69-4114-bb52-5905988b26ca tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2849009
Apr 09 21:17:20.251952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-85d8a165-5054-4162-a01f-3e2d484dc8ae None None] Current status of the port c74a1886-3328-4bdd-a1ba-7bd89df15dde is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:20.277015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:20.284721 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.385281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:20.392114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:20.500707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'Port': ['ID=beb3ca7c-b9b2-4bba-b71c-7665a5940c74,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:20.513193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-85d8a165-5054-4162-a01f-3e2d484dc8ae None None] Provisioning complete for port 4cdeb825-5b26-44fb-af39-711b63255ab5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:20.521661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85d8a165-5054-4162-a01f-3e2d484dc8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.616172 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.621315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d8626c0b-14ff-46a2-bcf3-c48acb6bed9b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.626050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901578f-4298-4f00-bd7d-44d66cf70fec None None] Pushing event updated for resources: {'Port': ['ID=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:20.722148 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Pushing event deleted for resources: {'Port': ['ID=d8626c0b-14ff-46a2-bcf3-c48acb6bed9b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:20.793394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c74a1886-3328-4bdd-a1ba-7bd89df15dde is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:20.883566 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d59b2a94-b205-4a65-a71c-6845b2e4d7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.896692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-85d8a165-5054-4162-a01f-3e2d484dc8ae None None] Port 4cdeb825-5b26-44fb-af39-711b63255ab5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:20.923377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Attempting to bind port fd9a6514-cc8e-4a86-b1ef-fa34f311209b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:20.931410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Attempting to bind port fd9a6514-cc8e-4a86-b1ef-fa34f311209b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:20.931983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Attempting to bind port fd9a6514-cc8e-4a86-b1ef-fa34f311209b on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:20.942217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:20.942891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Checking segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:20.943726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.944321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Bound using segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:20.944978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Bound port: fd9a6514-cc8e-4a86-b1ef-fa34f311209b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:20.949523 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.975955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks [] for floatingip (400cf5c0-ed3e-4af8-bf2c-fd8592538753), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.979920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:20.980907 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f9ade0d2-b8bd-4b8e-b6e2-7998cce849bd tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] 10.222.0.30 "DELETE /v2.0/floatingips/400cf5c0-ed3e-4af8-bf2c-fd8592538753 HTTP/1.1" status: 204  len: 168 time: 1.9383161
Apr 09 21:17:21.093678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a2a288c3-d814-4aac-93cc-235cd2dfadc9 None None] Provisioning complete for port 4cdeb825-5b26-44fb-af39-711b63255ab5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:21.094058 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a2a288c3-d814-4aac-93cc-235cd2dfadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.186862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:21.295153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a2a288c3-d814-4aac-93cc-235cd2dfadc9 None None] Port 4cdeb825-5b26-44fb-af39-711b63255ab5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:21.304975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] For port fd9a6514-cc8e-4a86-b1ef-fa34f311209b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:21.308887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] For port fd9a6514-cc8e-4a86-b1ef-fa34f311209b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:21.335243 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.395923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:21.396518 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.474659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8:1::1 (268fc0af-39ac-4cdb-a3e8-e517e6f40099/4229c1d5-5ed0-491d-8e69-c5810b97f8f1/bdd3128c-0fe4-47fb-8a81-5193b6d7abd7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:21.517560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dab8b9-6b18-49fa-844a-6ade4efd2e9a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:21.526826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-929553b4-4f82-45ea-b4d6-48b2c9dffc32 None None] Provisioning complete for port fd9a6514-cc8e-4a86-b1ef-fa34f311209b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:21.535407 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929553b4-4f82-45ea-b4d6-48b2c9dffc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.611433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569184d-8357-4b72-9838-ba24c95f723b req-987635ce-a11a-430d-96ee-c6f800069e44 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:21.613770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0569184d-8357-4b72-9838-ba24c95f723b req-987635ce-a11a-430d-96ee-c6f800069e44 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 1.1348190
Apr 09 21:17:21.621154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (1bce5231-06ea-4a3a-9407-e5b1496def2f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.650919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901578f-4298-4f00-bd7d-44d66cf70fec None None] Pushing event updated for resources: {'Port': ['ID=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:21.672097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:21.680966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b7a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:16:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:21.807914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.874597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.876168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (1bce5231-06ea-4a3a-9407-e5b1496def2f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.918491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:21.920005 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks [] for router_controller (1bce5231-06ea-4a3a-9407-e5b1496def2f), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.923289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:21.930833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0569184d-8357-4b72-9838-ba24c95f723b req-e4ae6fa6-c368-4a1d-8e37-f7b74db9f5eb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3030291
Apr 09 21:17:21.985118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:21.986105 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:21.990576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:22.025766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for floatingip (b67bdb7d-909f-4094-9723-230ad10fd05e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.029692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (1bce5231-06ea-4a3a-9407-e5b1496def2f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.030285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bce5231-06ea-4a3a-9407-e5b1496def2f {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:17:22.035244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-929553b4-4f82-45ea-b4d6-48b2c9dffc32 None None] Current status of the port fd9a6514-cc8e-4a86-b1ef-fa34f311209b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:22.035986 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929553b4-4f82-45ea-b4d6-48b2c9dffc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.054074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.056647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-71644c21-02fe-4798-94f9-e29ab9f34ec6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1bce5231-06ea-4a3a-9407-e5b1496def2f HTTP/1.1" status: 204  len: 168 time: 4.1013603
Apr 09 21:17:22.060712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47618) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:22.078409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:22.081347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:22.082012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.148688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-929553b4-4f82-45ea-b4d6-48b2c9dffc32 None None] For port fd9a6514-cc8e-4a86-b1ef-fa34f311209b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:22.167368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=bdd3128c-0fe4-47fb-8a81-5193b6d7abd7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:22.168581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9421fb-8c3f-41ab-ac5a-a2527fc53b98 None None] Network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:22.178654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-929553b4-4f82-45ea-b4d6-48b2c9dffc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.196628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6325ce3c-0517-4cc7-a141-0a6013d9a957 admin admin] Deleting subnet 85c29f67-4b00-4dce-ad82-1888f406957d {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:22.215279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6325ce3c-0517-4cc7-a141-0a6013d9a957 admin admin] Publish callbacks [] for subnet (85c29f67-4b00-4dce-ad82-1888f406957d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.292889 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-97c4a907-4c91-49eb-b4b7-93ffbdfc4d8a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/aed541d3-d504-41f1-afbf-ff8a096c082b HTTP/1.1" status: 200  len: 993 time: 0.2991636
Apr 09 21:17:22.429342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.463746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6325ce3c-0517-4cc7-a141-0a6013d9a957 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (85c29f67-4b00-4dce-ad82-1888f406957d), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.483915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,segment=NetworkSegment(3a503f59-7cc8-4ccf-88e2-da591b3f9115),segment_id=3a503f59-7cc8-4ccf-88e2-da591b3f9115)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:22.512633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.519078 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.540147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-68c9685c-6632-437f-83d3-6e7954e6bbc4 None None] Provisioning complete for port fd9a6514-cc8e-4a86-b1ef-fa34f311209b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:22.540744 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-68c9685c-6632-437f-83d3-6e7954e6bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:22.632650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929553b4-4f82-45ea-b4d6-48b2c9dffc32 None None] Pushing event updated for resources: {'Port': ['ID=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:22.979383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6325ce3c-0517-4cc7-a141-0a6013d9a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (85c29f67-4b00-4dce-ad82-1888f406957d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.035310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f1dab8b9-6b18-49fa-844a-6ade4efd2e9a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:23.087902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47708) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:23.162944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f1dab8b9-6b18-49fa-844a-6ade4efd2e9a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:23.163295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f1dab8b9-6b18-49fa-844a-6ade4efd2e9a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:23.163727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 01ab517e-04b6-4f8d-b759-2cae78d4b12e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:23.238717 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for port (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.247183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 01ab517e-04b6-4f8d-b759-2cae78d4b12e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:23.247765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 01ab517e-04b6-4f8d-b759-2cae78d4b12e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:23.261798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:23.283043 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6325ce3c-0517-4cc7-a141-0a6013d9a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (85c29f67-4b00-4dce-ad82-1888f406957d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.287322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ca7bc7d-f23a-44f3-9539-8f8773354a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.289281 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.452339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fd9a6514-cc8e-4a86-b1ef-fa34f311209b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:23.538323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b7a130>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:21Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:23.538720 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6325ce3c-0517-4cc7-a141-0a6013d9a957 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.550330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6325ce3c-0517-4cc7-a141-0a6013d9a957 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/85c29f67-4b00-4dce-ad82-1888f406957d HTTP/1.1" status: 204  len: 168 time: 1.4861298
Apr 09 21:17:23.556505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325ce3c-0517-4cc7-a141-0a6013d9a957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c29f67-4b00-4dce-ad82-1888f406957d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:23.561330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612aa619-ca27-4874-9c3e-328e6f16d627 None None] Network f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:23.562955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47742) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:23.659823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc8153-c2c5-402e-bd30-64f615e32701 None None] The sync data for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 is: [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:21Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:23.690128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-68c9685c-6632-437f-83d3-6e7954e6bbc4 None None] Current status of the port fd9a6514-cc8e-4a86-b1ef-fa34f311209b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:23.812324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (b67bdb7d-909f-4094-9723-230ad10fd05e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.819318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.826475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-68c9685c-6632-437f-83d3-6e7954e6bbc4 None None] Provisioning complete for port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:23.827103 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-68c9685c-6632-437f-83d3-6e7954e6bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.835959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6da0-e028-4985-b974-c664f0b8b1e9 req-84492a3d-d47a-4b83-8dae-8c899dcfba4f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:23.844262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5ae6da0-e028-4985-b974-c664f0b8b1e9 req-84492a3d-d47a-4b83-8dae-8c899dcfba4f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.6488943
Apr 09 21:17:23.900552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-5aa70968-e69f-410a-a363-151c28fe40cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.8115053
Apr 09 21:17:23.922701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fd9a6514-cc8e-4a86-b1ef-fa34f311209b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:23.923078 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.976095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.976716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-a383e468-42ca-4db3-8ae5-eb715ffda74e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:17:23.985457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-a383e468-42ca-4db3-8ae5-eb715ffda74e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0486598
Apr 09 21:17:23.986628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'Port': ['ID=beb3ca7c-b9b2-4bba-b71c-7665a5940c74,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:23.994965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:23.998735 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.007244 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.023417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ab6a9516-a40f-4136-8d32-4ff00adcd6aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5117648
Apr 09 21:17:24.170869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] DHCP port deletion for f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:17:24.179696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=bdd3128c-0fe4-47fb-8a81-5193b6d7abd7,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:24.216843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5ae6da0-e028-4985-b974-c664f0b8b1e9 req-58dad143-144c-44bb-940a-374bc2fd0152 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3586419
Apr 09 21:17:24.220883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Deleting port 42d6b1f7-5578-47b9-9866-784a2cfba018 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:24.222717 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.294359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-68c9685c-6632-437f-83d3-6e7954e6bbc4 None None] Current status of the port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:24.303900 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.346438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] Deleting port 42d6b1f7-5578-47b9-9866-784a2cfba018 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:24.347076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.365948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fd9a6514-cc8e-4a86-b1ef-fa34f311209b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:24.456820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] For port 42d6b1f7-5578-47b9-9866-784a2cfba018, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42d6b1f7-5578-47b9-9866-784a2cfba018,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:24.457628 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.470540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:24.482363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:24.483502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-81b64229-2c06-43d5-9af6-e5f5716af8a1 None None] Provisioning complete for port bdd3128c-0fe4-47fb-8a81-5193b6d7abd7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:24.483953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-81b64229-2c06-43d5-9af6-e5f5716af8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.493503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Calling delete_port for 42d6b1f7-5578-47b9-9866-784a2cfba018 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:24.547961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-81b64229-2c06-43d5-9af6-e5f5716af8a1 None None] Port bdd3128c-0fe4-47fb-8a81-5193b6d7abd7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:24.570030 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] For port 42d6b1f7-5578-47b9-9866-784a2cfba018, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42d6b1f7-5578-47b9-9866-784a2cfba018,segment=NetworkSegment(068380d1-1c07-4b5d-82d8-b3f9ca7b8b72),segment_id=068380d1-1c07-4b5d-82d8-b3f9ca7b8b72)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:24.570834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.620005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] Calling delete_port for 42d6b1f7-5578-47b9-9866-784a2cfba018 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:24.622329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-81b64229-2c06-43d5-9af6-e5f5716af8a1 None None] Provisioning complete for port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:24.622877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-81b64229-2c06-43d5-9af6-e5f5716af8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:24.707830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router 2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:24.832392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47790) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:24.847642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-9ab84bd0-140e-414d-8f20-2145784ba0d5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1546253140&fields=id&tenant_id=006419bf3bf84fd6807cd78e0ad59ef6 HTTP/1.1" status: 200  len: 267 time: 0.1916416
Apr 09 21:17:25.013807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47806) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:25.035772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-81b64229-2c06-43d5-9af6-e5f5716af8a1 None None] Current status of the port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:25.038270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.047049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:25.056571 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1053a3a-4510-4f34-9617-40bd0c9bdf8f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/2bf9f99f-d0fa-43f3-b95e-3cbdb524f087/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5517552
Apr 09 21:17:25.057339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47810) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:25.071560 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (42d6b1f7-5578-47b9-9866-784a2cfba018), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.105689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93fd439-ad8e-4621-9925-8cd66bdde241 None None] Sync routers for ids ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:25.121115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] No DVR routers for this DVR port 42d6b1f7-5578-47b9-9866-784a2cfba018 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:25.191965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed55e25-7152-434b-88e8-73e2093b1a83 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:25.203445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6ed55e25-7152-434b-88e8-73e2093b1a83 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports/bdd3128c-0fe4-47fb-8a81-5193b6d7abd7 HTTP/1.1" status: 200  len: 913 time: 0.1414988
Apr 09 21:17:25.209977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47822) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:25.241463 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb7c708c-84a9-4cfc-901a-906a97fd9318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.248689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] Pushing event deleted for resources: {'Port': ['ID=42d6b1f7-5578-47b9-9866-784a2cfba018,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:25.259193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888ee44-d251-41aa-9fcc-d409e1dc293a None None] No DVR routers for this DVR port 42d6b1f7-5578-47b9-9866-784a2cfba018 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:25.282805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-69f1ccc3-2323-40f8-917f-7ebacd60005c None None] Provisioning complete for port bdd3128c-0fe4-47fb-8a81-5193b6d7abd7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:25.283375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-69f1ccc3-2323-40f8-917f-7ebacd60005c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.285756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93fd439-ad8e-4621-9925-8cd66bdde241 None None] Routers {'2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:25.286640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d93fd439-ad8e-4621-9925-8cd66bdde241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b5beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:25.292219 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.355649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d93fd439-ad8e-4621-9925-8cd66bdde241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b5beb0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:25.373373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93fd439-ad8e-4621-9925-8cd66bdde241 None None] Routers {'2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:25.374329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d93fd439-ad8e-4621-9925-8cd66bdde241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b5beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:25.379081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-69f1ccc3-2323-40f8-917f-7ebacd60005c None None] Port bdd3128c-0fe4-47fb-8a81-5193b6d7abd7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:25.446588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Pushing event deleted for resources: {'Port': ['ID=42d6b1f7-5578-47b9-9866-784a2cfba018,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:25.475778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d93fd439-ad8e-4621-9925-8cd66bdde241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b5beb0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:25.477639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93fd439-ad8e-4621-9925-8cd66bdde241 None None] The sync data for ids ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:25.481248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:25.575591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:25.576050 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.623663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500e25-1662-44ea-a9dc-509256aada82 req-8a2bf70b-e672-41c3-8511-8e0aec16a681 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:25.626608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-8a2bf70b-e672-41c3-8511-8e0aec16a681 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.7775731
Apr 09 21:17:25.632945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.668250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-d35f6aaf-6b5e-4c0e-b35d-97112193c008 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:25.669839 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-d35f6aaf-6b5e-4c0e-b35d-97112193c008 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports/cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 1124 time: 0.4615641
Apr 09 21:17:25.677607 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb7c708c-84a9-4cfc-901a-906a97fd9318 admin admin] Publish callbacks [] for security_group (61a58402-ca0e-4084-8192-a2b49b245416), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.686411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb7c708c-84a9-4cfc-901a-906a97fd9318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (61a58402-ca0e-4084-8192-a2b49b245416), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.690888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:25.732087 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.741841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c8167-e9ee-4009-ae0e-252be98bf462 req-d0bc58ab-bd72-46a4-9a27-278e4072b3c9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:25.749812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e8c8167-e9ee-4009-ae0e-252be98bf462 req-d0bc58ab-bd72-46a4-9a27-278e4072b3c9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.2994776
Apr 09 21:17:25.766797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 42d6b1f7-5578-47b9-9866-784a2cfba018 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:25.790918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-5ab6c752-54d9-4a79-8d4d-2ebdbf6c830d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/quotas/006419bf3bf84fd6807cd78e0ad59ef6 HTTP/1.1" status: 200  len: 375 time: 0.0735798
Apr 09 21:17:25.800676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 42d6b1f7-5578-47b9-9866-784a2cfba018 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:25.801027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 42d6b1f7-5578-47b9-9866-784a2cfba018 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:25.831532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374e9d5e0>,) {'filters': {'network_id': ['f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:25.858362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cb7c708c-84a9-4cfc-901a-906a97fd9318 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e893fd6711e4587bb4315bd77247f32&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0215569
Apr 09 21:17:25.859007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47858) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:25.867647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c708c-84a9-4cfc-901a-906a97fd9318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a58402-ca0e-4084-8192-a2b49b245416,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:25.890088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374e9d5e0>, '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:25.890391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374e9d5e0>, '068380d1-1c07-4b5d-82d8-b3f9ca7b8b72') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:25.932127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (068380d1-1c07-4b5d-82d8-b3f9ca7b8b72), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:25.958368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e8c8167-e9ee-4009-ae0e-252be98bf462 req-7bc86e4b-3c91-4aef-816d-5a739586e890 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2064781
Apr 09 21:17:25.980574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aed910-23a0-4997-af74-55c2da768dee admin admin] Publish callbacks [] for security_group (61a58402-ca0e-4084-8192-a2b49b245416), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.025823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-311f997c-710f-4066-9d3c-67de110b10b0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2184646
Apr 09 21:17:26.026156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aed910-23a0-4997-af74-55c2da768dee admin admin] Publish callbacks [] for security_group (61a58402-ca0e-4084-8192-a2b49b245416), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.047298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (068380d1-1c07-4b5d-82d8-b3f9ca7b8b72), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.078676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:17:26.079219 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (068380d1-1c07-4b5d-82d8-b3f9ca7b8b72), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:17:26.081191 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:17:26.107401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (045ffbff-fcb9-4cab-aa5f-d749af500cd5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.225643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.231729 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.247017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aed910-23a0-4997-af74-55c2da768dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (61a58402-ca0e-4084-8192-a2b49b245416), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.249881 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aed910-23a0-4997-af74-55c2da768dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.261750 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-32aed910-23a0-4997-af74-55c2da768dee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61a58402-ca0e-4084-8192-a2b49b245416 HTTP/1.1" status: 204  len: 168 time: 0.4015381
Apr 09 21:17:26.284218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.288678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] 10.222.0.30 "DELETE /v2.0/networks/f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7 HTTP/1.1" status: 204  len: 168 time: 2.7202630
Apr 09 21:17:26.293061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0030f-1da9-4418-8527-8cd6fab6bfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f7c54a-ce1b-46a5-bfae-f5163bfa08d7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:26.308636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aed910-23a0-4997-af74-55c2da768dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a58402-ca0e-4084-8192-a2b49b245416,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:26.361691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-36af9074-013e-4e38-bc9c-784c1816f0f3 service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066449
Apr 09 21:17:26.549312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-f1bb90e9-3d8b-4f61-95c9-d91bdbcf1025 service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787024
Apr 09 21:17:26.567466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Deleting port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:26.567809 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.607439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47874) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:26.694164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] For port 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:26.694495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.705986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port bdd3128c-0fe4-47fb-8a81-5193b6d7abd7 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:26.707403 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.712988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Calling delete_port for 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:26.789875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47880) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:26.800969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47882) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:26.812147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e144-6c4e-4707-b75e-28396ee0395b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.896031 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:26.901898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a951ff4b-b1e2-4b9a-8bd4-e5a27e673fa2 req-adf19878-1c55-4639-a24a-ddd1a24c18d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 210 time: 0.0411513
Apr 09 21:17:26.995763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-dd874c20-01ef-4e09-b270-eaf9b2060307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:26.997787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-dd874c20-01ef-4e09-b270-eaf9b2060307 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1127 time: 0.1459227
Apr 09 21:17:27.001531 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e144-6c4e-4707-b75e-28396ee0395b admin admin] Publish callbacks [] for security_group (55e6c1f7-f127-4748-9949-0bdd246b5170), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.001885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.013297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e144-6c4e-4707-b75e-28396ee0395b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (55e6c1f7-f127-4748-9949-0bdd246b5170), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.072685 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c1b7e144-6c4e-4707-b75e-28396ee0395b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0abc4a1289004f6aa4a018856a84bc94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2815635
Apr 09 21:17:27.076123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47892) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:27.077063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7e144-6c4e-4707-b75e-28396ee0395b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e6c1f7-f127-4748-9949-0bdd246b5170,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:27.170238 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (65e876bc-e24c-4ca6-acf7-cdb22b6cfbda), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.185008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1d05827-f50d-4d9f-889a-0a0d881b018c admin admin] Publish callbacks [] for security_group (55e6c1f7-f127-4748-9949-0bdd246b5170), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.213884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Pushing event deleted for resources: {'Port': ['ID=65e876bc-e24c-4ca6-acf7-cdb22b6cfbda,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:27.257012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1d05827-f50d-4d9f-889a-0a0d881b018c admin admin] Publish callbacks [] for security_group (55e6c1f7-f127-4748-9949-0bdd246b5170), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.414999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1d05827-f50d-4d9f-889a-0a0d881b018c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (55e6c1f7-f127-4748-9949-0bdd246b5170), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.417627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f1d05827-f50d-4d9f-889a-0a0d881b018c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.424399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f1d05827-f50d-4d9f-889a-0a0d881b018c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55e6c1f7-f127-4748-9949-0bdd246b5170 HTTP/1.1" status: 204  len: 168 time: 0.3434529
Apr 09 21:17:27.482972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d05827-f50d-4d9f-889a-0a0d881b018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e6c1f7-f127-4748-9949-0bdd246b5170,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:27.526695 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (045ffbff-fcb9-4cab-aa5f-d749af500cd5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.528930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8d623080-140e-42fa-8a3f-90d26f3d3074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92f38b2c41e34e73bd6baa83478dddfa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7265663
Apr 09 21:17:27.531539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47898) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:27.556286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for bdd3128c-0fe4-47fb-8a81-5193b6d7abd7 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:27.609402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.684031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29fb6abc-db49-41c4-a6be-7929b7568f80 admin admin] Publish callbacks [] for security_group (2993a639-4ebe-408a-8eed-eb02ae466462), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.705565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-7f58c829-1c25-46a5-952d-10d8efaa7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:27.707107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-7f58c829-1c25-46a5-952d-10d8efaa7279 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.6919320
Apr 09 21:17:27.720713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87546e1-00e0-4ab1-b3c4-8f0901c16ddd req-2e297fbb-bce5-4772-b01b-7cc93026a877 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:27.725232 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29fb6abc-db49-41c4-a6be-7929b7568f80 admin admin] Publish callbacks [] for security_group (2993a639-4ebe-408a-8eed-eb02ae466462), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.729085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f87546e1-00e0-4ab1-b3c4-8f0901c16ddd req-2e297fbb-bce5-4772-b01b-7cc93026a877 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.1903281
Apr 09 21:17:27.905571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-bdf9fd37-531d-4d74-9a9e-3d0c6e9fa9a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 1001 time: 0.1721444
Apr 09 21:17:27.911507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29fb6abc-db49-41c4-a6be-7929b7568f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2993a639-4ebe-408a-8eed-eb02ae466462), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.913753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-29fb6abc-db49-41c4-a6be-7929b7568f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:27.914734 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-29fb6abc-db49-41c4-a6be-7929b7568f80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2993a639-4ebe-408a-8eed-eb02ae466462 HTTP/1.1" status: 204  len: 168 time: 0.3820984
Apr 09 21:17:27.921926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:27.929560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb6abc-db49-41c4-a6be-7929b7568f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2993a639-4ebe-408a-8eed-eb02ae466462,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:27.937798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f87546e1-00e0-4ab1-b3c4-8f0901c16ddd req-bbdcea28-861a-4b3e-b20b-47ca23989f98 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2073369
Apr 09 21:17:28.024562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-a645aeac-53ab-436e-88cd-464a1a07c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:28.026097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-a645aeac-53ab-436e-88cd-464a1a07c262 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.0535023
Apr 09 21:17:28.139026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:28.150653 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-13cb6f20-d0d1-44b6-9422-913d8e3e91fb admin admin] 10.222.0.30 "PUT /v2.0/routers/045ffbff-fcb9-4cab-aa5f-d749af500cd5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1354866
Apr 09 21:17:28.151090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47914) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:28.158709 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] Sync routers for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:28.166228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0708f711-d8e7-42d8-8aca-70892c4191e5 req-e36150f0-663a-420b-ba0f-37699a7c6f3b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 210 time: 0.0947919
Apr 09 21:17:28.180716 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:28.182394 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377302220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:28.182898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-e8c6fe92-f50e-41cf-8ee5-d0ab53220dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:28.185239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-e8c6fe92-f50e-41cf-8ee5-d0ab53220dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1522927
Apr 09 21:17:28.199787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Publish callbacks [] for security_group (59b2f708-af27-4990-8b33-13d0b6841e7c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.244436 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (59b2f708-af27-4990-8b33-13d0b6841e7c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.349505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b2f708-af27-4990-8b33-13d0b6841e7c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:28.365553 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:28.386989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks [] for router (045ffbff-fcb9-4cab-aa5f-d749af500cd5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.479651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.480007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.480370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.480690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.480999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.481362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.481694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.482021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.482347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.482667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.482992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.483315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.483634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.483957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.484276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:28.556732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-99344f75-9fbf-4beb-8c8c-27a0a986df64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e98e94619914b85b016c86eb40f5420&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9477072
Apr 09 21:17:28.561108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:28.590770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (bdd3128c-0fe4-47fb-8a81-5193b6d7abd7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.657025 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377302220>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89'}], 'enable_snat': True}, 'gw_port_id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:17:27Z', 'revision_number': 5, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port': {'id': '517e0415-f272-4ef8-b0dc-04b4b5cac12c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:08:29Z', 'updated_at': '2022-04-09T21:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:28.668791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500e25-1662-44ea-a9dc-509256aada82 req-c52e4877-dbb1-4ad3-b7c5-b6a7ff24492c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:28.670366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-c52e4877-dbb1-4ad3-b7c5-b6a7ff24492c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.5637283
Apr 09 21:17:28.689697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks [] for router_gateway (045ffbff-fcb9-4cab-aa5f-d749af500cd5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.696496 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] Checking router: 045ffbff-fcb9-4cab-aa5f-d749af500cd5 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:28.705528 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04d33dc8-38f8-4082-af36-d39f563ac89a admin admin] Publish callbacks [] for security_group (59b2f708-af27-4990-8b33-13d0b6841e7c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.711532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-760cb3b2-4c3c-493b-ac28-83eb87801f7f service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5132372
Apr 09 21:17:28.718072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=bdd3128c-0fe4-47fb-8a81-5193b6d7abd7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:28.735452 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] Routers {'045ffbff-fcb9-4cab-aa5f-d749af500cd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:28.736086 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377302220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:28.786708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04d33dc8-38f8-4082-af36-d39f563ac89a admin admin] Publish callbacks [] for security_group (59b2f708-af27-4990-8b33-13d0b6841e7c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.812998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Deleting port 517e0415-f272-4ef8-b0dc-04b4b5cac12c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:28.813787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.916218 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] Set router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:28.971196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04d33dc8-38f8-4082-af36-d39f563ac89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (59b2f708-af27-4990-8b33-13d0b6841e7c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.974865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04d33dc8-38f8-4082-af36-d39f563ac89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:28.976273 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-04d33dc8-38f8-4082-af36-d39f563ac89a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59b2f708-af27-4990-8b33-13d0b6841e7c HTTP/1.1" status: 204  len: 168 time: 0.4145157
Apr 09 21:17:28.978500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] For port 517e0415-f272-4ef8-b0dc-04b4b5cac12c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=517e0415-f272-4ef8-b0dc-04b4b5cac12c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:28.979018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.011619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Calling delete_port for 517e0415-f272-4ef8-b0dc-04b4b5cac12c owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:29.019555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d33dc8-38f8-4082-af36-d39f563ac89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b2f708-af27-4990-8b33-13d0b6841e7c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:29.258590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-fa5af627-c3d5-4f24-b2a7-bfd904968609 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=006419bf3bf84fd6807cd78e0ad59ef6 HTTP/1.1" status: 200  len: 380 time: 0.5572817
Apr 09 21:17:29.267179 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.277176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'port': {'device_id': 'c80f5bf1-19c1-477a-928a-d19693346060', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'admin_state_up': True, 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'security_groups': ['238d800d-84b5-472f-a4d9-0079ebfc5ec3']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:29.322325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb346626-880b-42b2-ba24-2d848ced8c60 req-0a3d7b92-47ff-45a3-a96a-466369f738b5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:29.322998 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377302220>, [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:17:28Z', 'revision_number': 6, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:29.330659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb346626-880b-42b2-ba24-2d848ced8c60 req-0a3d7b92-47ff-45a3-a96a-466369f738b5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.1315181
Apr 09 21:17:29.363491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb6a30-cb67-4de0-b379-dac414528f4f None None] The sync data for ids ['045ffbff-fcb9-4cab-aa5f-d749af500cd5'] in ncdv-master-1 is: [{'id': '045ffbff-fcb9-4cab-aa5f-d749af500cd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1171650733-router', 'tenant_id': 'b0a1102e4f4e441b947116441b3e330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:08:28Z', 'updated_at': '2022-04-09T21:17:28Z', 'revision_number': 6, 'project_id': 'b0a1102e4f4e441b947116441b3e330d', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:29.369941 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (517e0415-f272-4ef8-b0dc-04b4b5cac12c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.438961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Pushing event deleted for resources: {'Port': ['ID=517e0415-f272-4ef8-b0dc-04b4b5cac12c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:29.522888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-c59451f8-0338-409f-ba0a-ad5764775eec service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8018498
Apr 09 21:17:29.527528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93656feb-8d7d-4c62-ba2e-ebe11bb887df req-4b3dd243-10eb-47de-a35e-cbcadd9d1bca tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 210 time: 0.1928053
Apr 09 21:17:29.572478 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (045ffbff-fcb9-4cab-aa5f-d749af500cd5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.645699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47964) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:29.661474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb346626-880b-42b2-ba24-2d848ced8c60 req-0998d663-7aa1-4776-aeef-5b3e1a764866 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3298032
Apr 09 21:17:29.737885 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (045ffbff-fcb9-4cab-aa5f-d749af500cd5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.741825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks [] for router_controller (045ffbff-fcb9-4cab-aa5f-d749af500cd5), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.791948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Made reservation on behalf of 006419bf3bf84fd6807cd78e0ad59ef6 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:29.797822 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.798676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router 2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:29.814556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (045ffbff-fcb9-4cab-aa5f-d749af500cd5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.815394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 045ffbff-fcb9-4cab-aa5f-d749af500cd5 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:17:29.822787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:29.827321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 47970) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:29.827801 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1088c9df-b83f-4e6e-b190-d9d84c2f7175 admin admin] 10.222.0.30 "DELETE /v2.0/routers/045ffbff-fcb9-4cab-aa5f-d749af500cd5 HTTP/1.1" status: 204  len: 168 time: 1.6755643
Apr 09 21:17:30.018843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ec1249-106b-4725-b9b4-9c33493d9f6f admin admin] Deleting subnet b307fcb8-9d03-483a-9aa7-19256a046ee9 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:30.026667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ec1249-106b-4725-b9b4-9c33493d9f6f admin admin] Publish callbacks [] for subnet (b307fcb8-9d03-483a-9aa7-19256a046ee9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.254140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 47984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:30.402156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1757238189', 'router:external': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:30.453205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Made reservation on behalf of e5d77ab6ee7c475eb4eae4021c347560 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:30.460819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.480062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.504541 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ec1249-106b-4725-b9b4-9c33493d9f6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (b307fcb8-9d03-483a-9aa7-19256a046ee9), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.526335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Deleting port 1fe201e9-b5cd-4e7b-a717-555a95a2d550 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:30.526682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1fe201e9-b5cd-4e7b-a717-555a95a2d550), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.567838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:30.584476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0b7f79c8-357f-4fbd-8abe-b6c8902048db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/2bf9f99f-d0fa-43f3-b95e-3cbdb524f087/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3688915
Apr 09 21:17:30.586144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950249ba-95d5-4b39-9b46-fdcb35097462 None None] Sync routers for ids ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:30.591487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48004) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:30.630251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950249ba-95d5-4b39-9b46-fdcb35097462 None None] Routers {'2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:30.636218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-950249ba-95d5-4b39-9b46-fdcb35097462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237609fd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:30.656814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for security_group (609bfd28-fefc-433c-be94-6e239f06575c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.664852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (609bfd28-fefc-433c-be94-6e239f06575c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.701739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:17:30.717784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609bfd28-fefc-433c-be94-6e239f06575c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:30.726797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (13bb6f2b-324e-4815-bb14-bc0bb90fb471), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.728736 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Added segment 13bb6f2b-324e-4815-bb14-bc0bb90fb471 of type vlan for network eb981c16-47d9-453c-8881-c5dda7d1136b
Apr 09 21:17:30.785432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-950249ba-95d5-4b39-9b46-fdcb35097462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237609fd60>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:30.802882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950249ba-95d5-4b39-9b46-fdcb35097462 None None] Routers {'2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:30.804403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-950249ba-95d5-4b39-9b46-fdcb35097462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237609fd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:30.820450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Allocated IP 172.20.0.8 (fe7136e7-da4e-4ad5-bb48-0519f1b05f75/913659c2-916c-41f0-8915-6564bca305c6/2e3b4af2-dfb3-4068-9bd9-69c858e1156a) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:30.856718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-950249ba-95d5-4b39-9b46-fdcb35097462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237609fd60>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:30.857356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950249ba-95d5-4b39-9b46-fdcb35097462 None None] The sync data for ids ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:30.908359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (eb981c16-47d9-453c-8881-c5dda7d1136b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.960628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (eb981c16-47d9-453c-8881-c5dda7d1136b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.961685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:30.962277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:30.992151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b8deac5-1a05-4e1c-a373-bfc18a18fcce req-7efaaf33-fb9b-4db3-a95b-c66caebcb3d3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 210 time: 0.1956418
Apr 09 21:17:31.006397 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7457483
Apr 09 21:17:31.006397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48016) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:31.011659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'subnet': {'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:31.048181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1fe201e9-b5cd-4e7b-a717-555a95a2d550), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.048585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for floatingip (1fe201e9-b5cd-4e7b-a717-555a95a2d550), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.053538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7e0c-bacc-4d23-adbb-94e68eddb850 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'Network': ['ID=eb981c16-47d9-453c-8881-c5dda7d1136b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:31.060256 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ec1249-106b-4725-b9b4-9c33493d9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b307fcb8-9d03-483a-9aa7-19256a046ee9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.063944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network eb981c16-47d9-453c-8881-c5dda7d1136b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:17:31.077081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Made reservation on behalf of e5d77ab6ee7c475eb4eae4021c347560 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:31.080130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.095435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d999194-fb81-423c-8196-f02e424bc08d req-28ae4f72-0a2d-4a17-ae26-2cf9534a59f1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:31.103440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d999194-fb81-423c-8196-f02e424bc08d req-28ae4f72-0a2d-4a17-ae26-2cf9534a59f1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.2464149
Apr 09 21:17:31.123718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Calling delete_port for 1fe201e9-b5cd-4e7b-a717-555a95a2d550 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:31.421459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 517e0415-f272-4ef8-b0dc-04b4b5cac12c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:31.431623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d999194-fb81-423c-8196-f02e424bc08d req-3e8eccde-97a4-428c-bf2a-011c58f232f8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3269389
Apr 09 21:17:31.441415 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ec1249-106b-4725-b9b4-9c33493d9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (b307fcb8-9d03-483a-9aa7-19256a046ee9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.499298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec1249-106b-4725-b9b4-9c33493d9f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b307fcb8-9d03-483a-9aa7-19256a046ee9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:31.513831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 517e0415-f272-4ef8-b0dc-04b4b5cac12c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:31.514187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 517e0415-f272-4ef8-b0dc-04b4b5cac12c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:31.517482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:31.553725 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ec1249-106b-4725-b9b4-9c33493d9f6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.557478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-61ec1249-106b-4725-b9b4-9c33493d9f6f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b307fcb8-9d03-483a-9aa7-19256a046ee9 HTTP/1.1" status: 204  len: 168 time: 1.7267869
Apr 09 21:17:31.566278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48028) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:31.590433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbebc07e-43f2-4543-88a8-e658bafa46f5 None None] Network 7ff888c0-c368-48bd-816c-de9ec28120a0 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:31.595918 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.596204 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.599200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:31.599861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 65e876bc-e24c-4ca6-acf7-cdb22b6cfbda not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:31.608462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.objects.ports [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 09 21:17:31.608963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (acd548af-44b6-4127-b111-335e554bb90f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.667087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'Subnet': ['ID=acd548af-44b6-4127-b111-335e554bb90f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:31.674570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-cd30e6ff-e243-45c9-9d90-54c96be6686d req-002b8a08-4095-40da-a0aa-840df4652ed2 tempest-MigrationsAdminTest-2076822343 tempest-MigrationsAdminTest-2076822343-project] (126919) timed out ('10.222.0.32', 55836) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:17:31.685789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Checking segment: {'id': '13bb6f2b-324e-4815-bb14-bc0bb90fb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:31.686236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Network hostable DHCP agents. Network: eb981c16-47d9-453c-8881-c5dda7d1136b, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:17:31.718511 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Network eb981c16-47d9-453c-8881-c5dda7d1136b is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:17:31.753885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb981c16-47d9-453c-8881-c5dda7d1136b) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:31.765341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:31.766228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.774491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6255d6d-26ed-4ec4-a913-cbd5596edd4c None None] Network eb981c16-47d9-453c-8881-c5dda7d1136b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:31.822101 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c10af6c-c121-4775-bb20-5b660326d3b6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 0.8164940
Apr 09 21:17:31.826525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48034) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:31.829016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (7ff888c0-c368-48bd-816c-de9ec28120a0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.832955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1440114230', 'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:31.864396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.905832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Made reservation on behalf of e5d77ab6ee7c475eb4eae4021c347560 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:31.911419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.911872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:31.934394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] DHCP port deletion for 7ff888c0-c368-48bd-816c-de9ec28120a0 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:17:31.949739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] device_id is not set on port 43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:17:32.000799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1fe201e9-b5cd-4e7b-a717-555a95a2d550), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.038184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:32.068721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a05029-efa8-4d7a-8841-6948a8cddcf2 None None] Network eb981c16-47d9-453c-8881-c5dda7d1136b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:32.112153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:32.130495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Allocated IP 2001:db8::15f (eb981c16-47d9-453c-8881-c5dda7d1136b/acd548af-44b6-4127-b111-335e554bb90f/43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:32.131364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:32.143602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] Deleting port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:32.143890 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.167518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:32.235150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] For port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:32.239356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.268023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] Calling delete_port for bcd428fa-d6b8-4f11-aeca-c8d17b1766ac owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:32.319476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Deleting port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:32.319846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.357330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event deleted for resources: {'Port': ['ID=1fe201e9-b5cd-4e7b-a717-555a95a2d550,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:32.446600 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.487395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] Pushing event deleted for resources: {'Port': ['ID=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:32.490030 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a3c2a-b872-417d-acec-1bfe4256beb2 None None] No DVR routers for this DVR port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:32.667868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9e148-bf1b-4f80-80e8-f005c274c617 req-0c888216-5579-482e-9977-59dc45522647 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:32.669619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c9e148-bf1b-4f80-80e8-f005c274c617 req-0c888216-5579-482e-9977-59dc45522647 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 931 time: 0.5051835
Apr 09 21:17:32.687519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:32.688416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.695197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d0ee3b78-a97e-4d1a-a2fa-45d5fb24e51b None None] Provisioning complete for port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:32.697623 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3b78-a97e-4d1a-a2fa-45d5fb24e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.778554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee3b78-a97e-4d1a-a2fa-45d5fb24e51b None None] Port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:32.803969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for port (43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.807964 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for floatingip (96388afb-cd74-49f3-b99b-342eadb01fa7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.808377 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Floating IP 96388afb-cd74-49f3-b99b-342eadb01fa7 disassociated (deleted). External IP: 172.35.0.60, port: 07eecfd5-c561-41ce-aafc-0176e0404d3f.
Apr 09 21:17:32.848535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.871301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] For port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,segment=NetworkSegment(c26a96fe-eb8b-4472-b937-a10f1e693f9f),segment_id=c26a96fe-eb8b-4472-b937-a10f1e693f9f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:32.871750 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.884746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-7876daf9-5189-44a3-b1e2-a258e3acf5fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6202106
Apr 09 21:17:32.891604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d72b4-4512-43c1-8f8c-66fa64fbe977 req-46b30f70-e57f-43e5-8446-7a6403764831 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:32.893302 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-870d72b4-4512-43c1-8f8c-66fa64fbe977 req-46b30f70-e57f-43e5-8446-7a6403764831 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.2868543
Apr 09 21:17:32.912685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Request body: {'port': {'device_id': 'c80f5bf1-19c1-477a-928a-d19693346060', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:32.914960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Network eb981c16-47d9-453c-8881-c5dda7d1136b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:32.919583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:32.922096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'Port': ['ID=43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:32.924634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:32.928386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:32.929208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:32.948089 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3fec5cc7-f012-48dd-92ae-1364b793975b tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.1229367
Apr 09 21:17:32.951659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48066) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:32.987504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Calling delete_port for bcd428fa-d6b8-4f11-aeca-c8d17b1766ac owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:33.046320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd5161-1e48-4829-bb98-b02b14e5b11f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Deleting port 43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:33.046697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5161-1e48-4829-bb98-b02b14e5b11f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.156821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5161-1e48-4829-bb98-b02b14e5b11f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.170281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd5161-1e48-4829-bb98-b02b14e5b11f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Calling delete_port for 43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:33.237925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8c9e148-bf1b-4f80-80e8-f005c274c617 req-cb203616-30f5-43b7-b687-9a6e9a844e4a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5437176
Apr 09 21:17:33.344958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-870d72b4-4512-43c1-8f8c-66fa64fbe977 req-b48039c1-8942-471f-b788-9783e5cdd7f1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4228396
Apr 09 21:17:33.352937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.387469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bcd428fa-d6b8-4f11-aeca-c8d17b1766ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:33.416808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5161-1e48-4829-bb98-b02b14e5b11f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.438556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: bcd428fa-d6b8-4f11-aeca-c8d17b1766ac {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:33.438913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bcd428fa-d6b8-4f11-aeca-c8d17b1766ac not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:33.460843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd5161-1e48-4829-bb98-b02b14e5b11f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event deleted for resources: {'Port': ['ID=43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:33.482148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 4cdeb825-5b26-44fb-af39-711b63255ab5 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:33.482298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.510752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5161-1e48-4829-bb98-b02b14e5b11f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.514393 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e8bd5161-1e48-4829-bb98-b02b14e5b11f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "DELETE /v2.0/ports/43b7fb1a-5c51-4d71-8ae0-7883ccbc84f7 HTTP/1.1" status: 204  len: 168 time: 0.5616186
Apr 09 21:17:33.517207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48088) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:33.522597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b', 'external_fixed_ips': [{'subnet_id': 'acd548af-44b6-4127-b111-335e554bb90f', 'ip_address': '2001:db8::15f'}]}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:33.554229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.555519 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.648852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_controller (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.840890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:33.851283 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:17:33.965790 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (bcd428fa-d6b8-4f11-aeca-c8d17b1766ac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.002704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48094) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:34.095735 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.103525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd428fa-d6b8-4f11-aeca-c8d17b1766ac,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:34.109084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] No DVR routers for this DVR port bcd428fa-d6b8-4f11-aeca-c8d17b1766ac on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:34.120137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.165698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.188655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-025d9537-11a1-4046-9023-cc8649d654b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.227650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 4cdeb825-5b26-44fb-af39-711b63255ab5 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:34.235497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Router 4fe5683e-8e01-4042-9a9e-ba910e318f59 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:34.286145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (7ff888c0-c368-48bd-816c-de9ec28120a0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.364206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Allocated IP 2001:db8::15f (eb981c16-47d9-453c-8881-c5dda7d1136b/acd548af-44b6-4127-b111-335e554bb90f/f1c3204c-6744-4cd4-b765-b079b68e3251) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:34.385504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376bb05e0>,) {'filters': {'network_id': ['7ff888c0-c368-48bd-816c-de9ec28120a0']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:34.404796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-025d9537-11a1-4046-9023-cc8649d654b9 admin admin] Publish callbacks [] for security_group (4e385bad-2035-4258-a544-e7cfb371f175), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.473309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-025d9537-11a1-4046-9023-cc8649d654b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4e385bad-2035-4258-a544-e7cfb371f175), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.500303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376bb05e0>, 'c26a96fe-eb8b-4472-b937-a10f1e693f9f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:34.500303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376bb05e0>, 'c26a96fe-eb8b-4472-b937-a10f1e693f9f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:34.552155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (c26a96fe-eb8b-4472-b937-a10f1e693f9f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.598850 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-025d9537-11a1-4046-9023-cc8649d654b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1a0dd9831d74a52be0dc22e11c509c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5944302
Apr 09 21:17:34.599111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4c46a-19ce-48a5-890c-8fd37aff5524 req-cbab96ac-02e0-4794-a25c-1574c678fc2b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:34.601067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9a4c46a-19ce-48a5-890c-8fd37aff5524 req-cbab96ac-02e0-4794-a25c-1574c678fc2b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 931 time: 0.2292233
Apr 09 21:17:34.606082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48108) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:34.615325 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c26a96fe-eb8b-4472-b937-a10f1e693f9f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.620917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d9537-11a1-4046-9023-cc8649d654b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e385bad-2035-4258-a544-e7cfb371f175,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:34.626418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926e2e2-0aaf-4cd4-a94f-e4eefd9cf7c2 req-3c338c0e-810d-4102-bdd3-15e1b9acc578 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:34.627957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0926e2e2-0aaf-4cd4-a94f-e4eefd9cf7c2 req-3c338c0e-810d-4102-bdd3-15e1b9acc578 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.1609440
Apr 09 21:17:34.656601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.727994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:17:34.728402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (c26a96fe-eb8b-4472-b937-a10f1e693f9f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:17:34.736658 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:17:34.758715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07243d84-96da-4dad-a077-0ef59f959e6b admin admin] Publish callbacks [] for security_group (4e385bad-2035-4258-a544-e7cfb371f175), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.772980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.842201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Network eb981c16-47d9-453c-8881-c5dda7d1136b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:34.844477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07243d84-96da-4dad-a077-0ef59f959e6b admin admin] Publish callbacks [] for security_group (4e385bad-2035-4258-a544-e7cfb371f175), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.854638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:34.862009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:34.884557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'Port': ['ID=f1c3204c-6744-4cd4-b765-b079b68e3251,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:34.901309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:34.908280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3b4af2-dfb3-4068-9bd9-69c858e1156a {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:17:34.915628 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] Sync routers for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:34.931509 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:34.932596 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:34.942675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.954250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Publish callbacks [] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:34.961451 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (7ff888c0-c368-48bd-816c-de9ec28120a0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.015318 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.022624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] 10.222.0.30 "DELETE /v2.0/networks/7ff888c0-c368-48bd-816c-de9ec28120a0 HTTP/1.1" status: 204  len: 168 time: 3.4496005
Apr 09 21:17:35.031735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9a4c46a-19ce-48a5-890c-8fd37aff5524 req-fdce2b31-94b2-4700-a0ed-b9faeb2c7e84 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4141297
Apr 09 21:17:35.035641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0926e2e2-0aaf-4cd4-a94f-e4eefd9cf7c2 req-65e61aa9-e5f0-4eed-8c12-ff6d279c6b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3690856
Apr 09 21:17:35.063771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764c3b0-9533-4459-bf28-6e788de0bbad admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff888c0-c368-48bd-816c-de9ec28120a0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:35.091095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07243d84-96da-4dad-a077-0ef59f959e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4e385bad-2035-4258-a544-e7cfb371f175), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.098383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7b246d3c-999f-41e3-bf96-d8f35bc577fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "DELETE /v2.0/floatingips/96388afb-cd74-49f3-b99b-342eadb01fa7 HTTP/1.1" status: 204  len: 168 time: 5.4324520
Apr 09 21:17:35.102833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07243d84-96da-4dad-a077-0ef59f959e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.105753 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-07243d84-96da-4dad-a077-0ef59f959e6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e385bad-2035-4258-a544-e7cfb371f175 HTTP/1.1" status: 204  len: 168 time: 0.4985878
Apr 09 21:17:35.106527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:35.109364 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:35.132355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07243d84-96da-4dad-a077-0ef59f959e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e385bad-2035-4258-a544-e7cfb371f175,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:35.133915 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4cdeb825-5b26-44fb-af39-711b63255ab5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.139052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Transition to ACTIVE for port object 2e3b4af2-dfb3-4068-9bd9-69c858e1156a will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:17:35.156063 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.239531 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8be97a-aea4-4ed6-9466-f1e134c2f66b x-openstack-request-id: req-cb8be97a-aea4-4ed6-9466-f1e134c2f66b {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:35.239831 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:35.240094 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb8be97a-aea4-4ed6-9466-f1e134c2f66b {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:35.240586 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8be97a-aea4-4ed6-9466-f1e134c2f66b'] response: {'name': 'network-changed', 'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'status': 'completed', 'code': 200}
Apr 09 21:17:35.242039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=4cdeb825-5b26-44fb-af39-711b63255ab5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:35.242323 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:35.294740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48130) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:35.408539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:35.503667 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.643704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-a9d98208-46f0-4f9a-bc36-574eb27e2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:35.645388 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-a9d98208-46f0-4f9a-bc36-574eb27e2d16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2e537a0863d43df811118a31e20609c&device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 1127 time: 0.1440506
Apr 09 21:17:35.648584 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0640>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:35.662202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48136) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:35.685566 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] Checking router: 4fe5683e-8e01-4042-9a9e-ba910e318f59 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:35.691127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f972125b-1319-4353-b5a8-ed522988fe79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.695517 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:35.695927 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.696200 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:35.816866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f972125b-1319-4353-b5a8-ed522988fe79 admin admin] Publish callbacks [] for security_group (90c1e704-4878-45a6-bd80-dcf17ff73a02), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.873288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3ca43516-3838-4c5d-842c-37b4a9ef5880 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0a1102e4f4e441b947116441b3e330d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4706311
Apr 09 21:17:35.883412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48142) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:35.898268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f972125b-1319-4353-b5a8-ed522988fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (90c1e704-4878-45a6-bd80-dcf17ff73a02), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:35.909414 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:35.931536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Attempting to bind port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:35.931906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Attempting to bind port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:35.932173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Attempting to bind port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:35.940307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdb639-24e4-4cbb-801b-d9035700f273 req-ee42487a-f5c7-4a73-a36d-9719a115b5e7 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:35.941918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8bdb639-24e4-4cbb-801b-d9035700f273 req-ee42487a-f5c7-4a73-a36d-9719a115b5e7 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 945 time: 0.2356021
Apr 09 21:17:35.979616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:17:35.979967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Attempting to bind port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:36.013403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:36.013746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Checking segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:36.014019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Bound using segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:36.014469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Bound port: 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:36.014823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.038434 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f972125b-1319-4353-b5a8-ed522988fe79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=193aceeee87847aea4d50b736aa9a414&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3721454
Apr 09 21:17:36.041746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48148) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:36.042407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972125b-1319-4353-b5a8-ed522988fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c1e704-4878-45a6-bd80-dcf17ff73a02,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:36.196032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f39b730-dba6-4647-b63b-ba0fd3380b3e admin admin] Publish callbacks [] for security_group (e4cdf47c-beee-4119-b288-979a031eda10), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.203218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8bdb639-24e4-4cbb-801b-d9035700f273 req-25cd7e6b-c8a3-432c-a389-42540f08cba7 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2496314
Apr 09 21:17:36.269927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router 2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:36.298423 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7c23-984f-45e0-8e89-40add7f5af82 admin admin] Publish callbacks [] for security_group (90c1e704-4878-45a6-bd80-dcf17ff73a02), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.312236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.333301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7c23-984f-45e0-8e89-40add7f5af82 admin admin] Publish callbacks [] for security_group (90c1e704-4878-45a6-bd80-dcf17ff73a02), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.338653 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f39b730-dba6-4647-b63b-ba0fd3380b3e admin admin] Publish callbacks [] for security_group (e4cdf47c-beee-4119-b288-979a031eda10), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.343295 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0640>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:36.374686 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeac0ed-2432-4c84-8b28-c9cc7403dcbd None None] The sync data for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 is: [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:14:57Z', 'revision_number': 4, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cbb718c-974e-4f02-9459-922d9ed81bae', 'name': '', 'network_id': '6224e166-ef4d-46aa-a3a6-6d9016c554e1', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'mac_address': 'fa:16:3e:d1:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:56Z', 'updated_at': '2022-04-09T21:15:05Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'subnets': [{'id': '29f02642-072d-4eb5-bc16-2a79485c6284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:36.475892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4211dec-f909-420b-b7fc-710f7ff922ec req-c7db5807-b75e-4dea-b6f1-2ea765332b44 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:36.477808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4211dec-f909-420b-b7fc-710f7ff922ec req-c7db5807-b75e-4dea-b6f1-2ea765332b44 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 943 time: 0.1761463
Apr 09 21:17:36.483763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595aa1e-6839-43c8-adcb-8579df285f5e req-7bd073a7-afce-4fec-917c-3f6c695cc210 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:36.485903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e595aa1e-6839-43c8-adcb-8579df285f5e req-7bd073a7-afce-4fec-917c-3f6c695cc210 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.2910213
Apr 09 21:17:36.577248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:36.593107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:36.612593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-1ad5ab81-190f-4001-95a4-aa75851ac24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:36.614191 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-1ad5ab81-190f-4001-95a4-aa75851ac24f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6224e166-ef4d-46aa-a3a6-6d9016c554e1 HTTP/1.1" status: 200  len: 913 time: 0.2263296
Apr 09 21:17:36.617406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f7f9efff-705d-493c-9f8d-da5d5e1b6f70 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/2bf9f99f-d0fa-43f3-b95e-3cbdb524f087/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0209644
Apr 09 21:17:36.623654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48160) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:36.626664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec37e350-9186-4e16-afe3-2d0cb2c90ac5 None None] Sync routers for ids ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:36.629839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7c23-984f-45e0-8e89-40add7f5af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (90c1e704-4878-45a6-bd80-dcf17ff73a02), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.632524 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7c23-984f-45e0-8e89-40add7f5af82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.635981 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c8a7c23-984f-45e0-8e89-40add7f5af82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90c1e704-4878-45a6-bd80-dcf17ff73a02 HTTP/1.1" status: 204  len: 168 time: 0.5876548
Apr 09 21:17:36.643991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:36.650500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7c23-984f-45e0-8e89-40add7f5af82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c1e704-4878-45a6-bd80-dcf17ff73a02,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:36.665505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Router 1a7ced2c-ff02-40cb-a8c3-680b2e24324a is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:17:36.710594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cc6f4c8f-587e-4bd4-821e-0e49ff5cd794 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 HTTP/1.1" status: 200  len: 205 time: 0.0812089
Apr 09 21:17:36.715443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37e350-9186-4e16-afe3-2d0cb2c90ac5 None None] Routers {'2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:36.716923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ec37e350-9186-4e16-afe3-2d0cb2c90ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377426e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:36.722395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.740522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48164) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:36.756706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4211dec-f909-420b-b7fc-710f7ff922ec req-1ee51624-1bce-433b-baaa-a3d7d8fbaabe tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2697258
Apr 09 21:17:36.761223 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f39b730-dba6-4647-b63b-ba0fd3380b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e4cdf47c-beee-4119-b288-979a031eda10), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.766798 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f39b730-dba6-4647-b63b-ba0fd3380b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.771055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2f39b730-dba6-4647-b63b-ba0fd3380b3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4cdf47c-beee-4119-b288-979a031eda10 HTTP/1.1" status: 204  len: 168 time: 0.8827941
Apr 09 21:17:36.779783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e595aa1e-6839-43c8-adcb-8579df285f5e req-4b6713f8-851b-4123-8c62-8a70debbfed9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2817078
Apr 09 21:17:36.816307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ec37e350-9186-4e16-afe3-2d0cb2c90ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377426e50>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:36.857692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:36.858619 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:36.860475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 1091 time: 3.9618001
Apr 09 21:17:36.861845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39b730-dba6-4647-b63b-ba0fd3380b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdf47c-beee-4119-b288-979a031eda10,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:36.871266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37e350-9186-4e16-afe3-2d0cb2c90ac5 None None] Routers {'2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:36.876638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ec37e350-9186-4e16-afe3-2d0cb2c90ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377426e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:36.902821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aac20-8e15-42b7-95cf-4e237c50b2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:36.905710 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aba02a-f01d-460a-a687-c2d06a1896de None None] New status for floating IP 96388afb-cd74-49f3-b99b-342eadb01fa7: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:17:36.961684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500e25-1662-44ea-a9dc-509256aada82 req-f5cee829-8890-4cfe-b77a-400f50495bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:36.964230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-f5cee829-8890-4cfe-b77a-400f50495bbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1125 time: 0.0553284
Apr 09 21:17:36.996589 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-f2dd8408-adfc-4cb6-8ae1-eb1c453a530c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f HTTP/1.1" status: 200  len: 217 time: 0.1702702
Apr 09 21:17:37.044487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c50e36f7-4590-4d3b-8647-426ebe5a9556 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:37.059868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ec37e350-9186-4e16-afe3-2d0cb2c90ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377426e50>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:37.062327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec37e350-9186-4e16-afe3-2d0cb2c90ac5 None None] The sync data for ids ['2bf9f99f-d0fa-43f3-b95e-3cbdb524f087'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:37.099989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-398db50b-eaf6-4139-a937-8f240fb91af0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 217 time: 0.1250415
Apr 09 21:17:37.208761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500e25-1662-44ea-a9dc-509256aada82 req-57d590d5-2ab8-4cb8-a4b9-004c7eaa8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:37.216883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-57d590d5-2ab8-4cb8-a4b9-004c7eaa8d55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.1122298
Apr 09 21:17:37.241824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:37.245625 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039baeb8-d152-45f2-8395-f39941a08b91" -d '{"events": [{"name": "network-changed", "server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:37.346971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-b1dd0890-ed25-49da-bd44-679ff6060acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:37.348816 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-b1dd0890-ed25-49da-bd44-679ff6060acd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29f02642-072d-4eb5-bc16-2a79485c6284 HTTP/1.1" status: 200  len: 851 time: 0.3308389
Apr 09 21:17:37.358276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500e25-1662-44ea-a9dc-509256aada82 req-16828b78-66ea-4bc8-a7b7-c26a535ed490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:37.359906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-16828b78-66ea-4bc8-a7b7-c26a535ed490 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1363006
Apr 09 21:17:37.368167 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b9f4ee-7ad2-4dfb-b33f-c22f432be374 x-openstack-request-id: req-26b9f4ee-7ad2-4dfb-b33f-c22f432be374 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:37.368458 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:37.368716 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26b9f4ee-7ad2-4dfb-b33f-c22f432be374 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:37.369129 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b9f4ee-7ad2-4dfb-b33f-c22f432be374'] response: {'name': 'network-changed', 'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'status': 'completed', 'code': 200}
Apr 09 21:17:37.445180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-6670abfc-cd83-4f70-83d0-7cd9141af201 req-dbd0d8c9-7bf9-411a-b4bc-0827bda11998 service neutron] (126920) timed out ('10.222.0.30', 50188) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:17:37.461262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d7b4b-abab-4c76-85d2-7d5788879b0d req-01c43036-d7d5-4248-b547-18956f81419e tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:37.462891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-998d7b4b-abab-4c76-85d2-7d5788879b0d req-01c43036-d7d5-4248-b547-18956f81419e tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 945 time: 0.1349635
Apr 09 21:17:37.472140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-6933213a-40c4-4b2f-bf09-b1cd5366ed15 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:37.474025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-6933213a-40c4-4b2f-bf09-b1cd5366ed15 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 945 time: 0.4124527
Apr 09 21:17:37.584453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-6f207a79-069e-40e2-8482-3c4b3473e165 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143595
Apr 09 21:17:37.612213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-998d7b4b-abab-4c76-85d2-7d5788879b0d req-fadbe628-54ae-4a2c-9e53-d32c001fe4d1 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730524
Apr 09 21:17:37.668624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:37.688575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Sync routers for ids ['1a7ced2c-ff02-40cb-a8c3-680b2e24324a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:37.701859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Deleting port 07eecfd5-c561-41ce-aafc-0176e0404d3f {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:37.702126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:37.705201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Routers {'1a7ced2c-ff02-40cb-a8c3-680b2e24324a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:37.706055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764cc7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1a7ced2c-ff02-40cb-a8c3-680b2e24324a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:37.759633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-98500e25-1662-44ea-a9dc-509256aada82 req-7fd076f0-7524-4a46-88fc-c3059dbc29cd service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645141
Apr 09 21:17:37.782595 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c50e36f7-4590-4d3b-8647-426ebe5a9556 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:37.791759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c50e36f7-4590-4d3b-8647-426ebe5a9556 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:37.802521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-b8cffcd4-d7a8-4a41-8e32-b4395fb35d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:37.804073 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-b8cffcd4-d7a8-4a41-8e32-b4395fb35d02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6224e166-ef4d-46aa-a3a6-6d9016c554e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3835599
Apr 09 21:17:37.878307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Set router 1a7ced2c-ff02-40cb-a8c3-680b2e24324a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:37.944741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b875921-5ee1-4cb7-9f51-95d0f9e3468b req-645dbdcd-d612-4b7f-8a1d-f614bb3d131a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:37.957452 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:37.958092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b875921-5ee1-4cb7-9f51-95d0f9e3468b req-645dbdcd-d612-4b7f-8a1d-f614bb3d131a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 943 time: 0.0807445
Apr 09 21:17:37.959154 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bb2e631c-3cd5-4cd7-90f9-39958a9099d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 4.4404168
Apr 09 21:17:37.966310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48218) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:37.991446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c50e36f7-4590-4d3b-8647-426ebe5a9556 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (2bf9f99f-d0fa-43f3-b95e-3cbdb524f087), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:37.991799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50e36f7-4590-4d3b-8647-426ebe5a9556 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Fanout notify agent at l3_agent the message router_deleted on router 2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:17:38.045353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c50e36f7-4590-4d3b-8647-426ebe5a9556 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.045353 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c50e36f7-4590-4d3b-8647-426ebe5a9556 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 HTTP/1.1" status: 204  len: 168 time: 1.2985477
Apr 09 21:17:38.047147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] For port 07eecfd5-c561-41ce-aafc-0176e0404d3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07eecfd5-c561-41ce-aafc-0176e0404d3f,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:38.047504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.056043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48226) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:38.155659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26946fbb-d53b-4bbd-bc60-5ed760eaa6d2 req-1f5c9cb0-14da-48cb-b27f-3d731a16aabb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:38.161567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764cc7c0>, [{'id': '1a7ced2c-ff02-40cb-a8c3-680b2e24324a', 'name': '', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b', 'external_fixed_ips': [{'subnet_id': 'acd548af-44b6-4127-b111-335e554bb90f', 'ip_address': '2001:db8::15f'}], 'enable_snat': True}, 'gw_port_id': 'f1c3204c-6744-4cd4-b765-b079b68e3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:33Z', 'updated_at': '2022-04-09T21:17:35Z', 'revision_number': 3, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port': {'id': 'f1c3204c-6744-4cd4-b765-b079b68e3251', 'name': '', 'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7ced2c-ff02-40cb-a8c3-680b2e24324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'acd548af-44b6-4127-b111-335e554bb90f', 'ip_address': '2001:db8::15f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:34Z', 'updated_at': '2022-04-09T21:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acd548af-44b6-4127-b111-335e554bb90f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:38.163188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26946fbb-d53b-4bbd-bc60-5ed760eaa6d2 req-1f5c9cb0-14da-48cb-b27f-3d731a16aabb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.2552044
Apr 09 21:17:38.209140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Checking router: 1a7ced2c-ff02-40cb-a8c3-680b2e24324a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:38.209721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Updating router 1a7ced2c-ff02-40cb-a8c3-680b2e24324a port f1c3204c-6744-4cd4-b765-b079b68e3251 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:17:38.277066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54cb43b-025d-472a-9208-575178407b08 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet 4229c1d5-5ed0-491d-8e69-c5810b97f8f1 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:38.283507 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.294117 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e54cb43b-025d-472a-9208-575178407b08 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (4229c1d5-5ed0-491d-8e69-c5810b97f8f1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.368243 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e54cb43b-025d-472a-9208-575178407b08 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (4229c1d5-5ed0-491d-8e69-c5810b97f8f1), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.476989 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e54cb43b-025d-472a-9208-575178407b08 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (4229c1d5-5ed0-491d-8e69-c5810b97f8f1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.541580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b875921-5ee1-4cb7-9f51-95d0f9e3468b req-c0c272c5-d394-4a0d-9314-e291173602f0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5812442
Apr 09 21:17:38.565427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26946fbb-d53b-4bbd-bc60-5ed760eaa6d2 req-461e7340-4ad7-4717-89da-3c331de5778c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4010394
Apr 09 21:17:38.609395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e54cb43b-025d-472a-9208-575178407b08 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (4229c1d5-5ed0-491d-8e69-c5810b97f8f1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.638070 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e54cb43b-025d-472a-9208-575178407b08 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.657917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e54cb43b-025d-472a-9208-575178407b08 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/4229c1d5-5ed0-491d-8e69-c5810b97f8f1 HTTP/1.1" status: 204  len: 168 time: 0.5915759
Apr 09 21:17:38.686893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48250) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:38.720575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cb43b-025d-472a-9208-575178407b08 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=4229c1d5-5ed0-491d-8e69-c5810b97f8f1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:38.763343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039baeb8-d152-45f2-8395-f39941a08b91 req-c946e518-a952-4af2-82ca-b67a38fc2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:38.766706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-039baeb8-d152-45f2-8395-f39941a08b91 req-c946e518-a952-4af2-82ca-b67a38fc2dcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1125 time: 0.1314344
Apr 09 21:17:38.768194 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-39efbe3a-ad2a-4449-bf98-af71d962cff0 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8512340
Apr 09 21:17:38.789476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Calling delete_port for 07eecfd5-c561-41ce-aafc-0176e0404d3f owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:38.835811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4ff39c-48e0-4e41-a6bf-5dbcd182235e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet 2acc6a78-0ad1-47d4-97d1-1068fab8ae2b {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:38.855081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff39c-48e0-4e41-a6bf-5dbcd182235e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (2acc6a78-0ad1-47d4-97d1-1068fab8ae2b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.921015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b3b5f-c393-4cca-b661-15395e13323c req-4de86915-d61a-43b8-bf36-90ca088c02fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:38.922425 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Publish callbacks [] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.923521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea6b3b5f-c393-4cca-b661-15395e13323c req-4de86915-d61a-43b8-bf36-90ca088c02fa tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec9d8f4-ad73-4137-b9b7-882a94996671 HTTP/1.1" status: 200  len: 945 time: 0.1529207
Apr 09 21:17:38.937792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf72eb3f-9cfe-4c60-8763-8f7a5af473ca None None] Network 268fc0af-39ac-4cdb-a3e8-e517e6f40099 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:38.976972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff39c-48e0-4e41-a6bf-5dbcd182235e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (2acc6a78-0ad1-47d4-97d1-1068fab8ae2b), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:38.977276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.077688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.078400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039baeb8-d152-45f2-8395-f39941a08b91 req-a667917f-0a4a-4272-9465-443cdb36194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:39.080272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-039baeb8-d152-45f2-8395-f39941a08b91 req-a667917f-0a4a-4272-9465-443cdb36194a service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.3033152
Apr 09 21:17:39.088132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea6b3b5f-c393-4cca-b661-15395e13323c req-72cb017e-d47d-46c1-8a89-1e174d677c67 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "GET /v2.0/security-groups?id=72849a87-29ee-4959-82df-9e171461bebe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1561327
Apr 09 21:17:39.172131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Attempting to bind port f1c3204c-6744-4cd4-b765-b079b68e3251 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:39.177478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Attempting to bind port f1c3204c-6744-4cd4-b765-b079b68e3251 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13bb6f2b-324e-4815-bb14-bc0bb90fb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:39.178125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Attempting to bind port f1c3204c-6744-4cd4-b765-b079b68e3251 on network eb981c16-47d9-453c-8881-c5dda7d1136b {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:39.258917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:17:39.263682 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6f16e9d3-0169-4e92-9fbe-fe568e5b4379 req-a891cc2d-ae4c-4211-b777-95c463552e41 service neutron] 10.222.0.25 "GET /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4884074
Apr 09 21:17:39.294131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:39.296663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Checking segment: {'id': '13bb6f2b-324e-4815-bb14-bc0bb90fb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:39.300960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.301609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Bound using segment: {'id': '13bb6f2b-324e-4815-bb14-bc0bb90fb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:39.302333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Bound port: f1c3204c-6744-4cd4-b765-b079b68e3251, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bb6f2b-324e-4815-bb14-bc0bb90fb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eb981c16-47d9-453c-8881-c5dda7d1136b'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:39.302949 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.328833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (07eecfd5-c561-41ce-aafc-0176e0404d3f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.392910 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:17:39.445194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event deleted for resources: {'Port': ['ID=07eecfd5-c561-41ce-aafc-0176e0404d3f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:39.526742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] No DVR routers for this DVR port 07eecfd5-c561-41ce-aafc-0176e0404d3f on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:39.532934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.544191 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5cb30bd0-9ed0-4aa9-8fa7-d3f881a5614d req-a5ea2e56-13bf-4718-b6fd-60b8adcf567a tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.25 "DELETE /v2.0/ports/07eecfd5-c561-41ce-aafc-0176e0404d3f HTTP/1.1" status: 204  len: 173 time: 2.0149760
Apr 09 21:17:39.544720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'name': 'network-vif-deleted', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:39.548453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b584d-5f6b-4298-82a8-a3b53aad9403 None None] Pushing event updated for resources: {'Port': ['ID=f1c3204c-6744-4cd4-b765-b079b68e3251,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:39.570780 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54b132-7af6-450d-859e-dc1f294ffd83" -d '{"events": [{"server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "name": "network-vif-deleted", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:39.605668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:39.608432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.687526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-039baeb8-d152-45f2-8395-f39941a08b91 req-5c6adff4-c3c0-489d-98a9-96b741e6d36a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 217 time: 0.5885353
Apr 09 21:17:39.705028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'mac_address': 'fa:16:3e:5d:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:17:39.712725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] For port f1c3204c-6744-4cd4-b765-b079b68e3251, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:39.718989 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] For port f1c3204c-6744-4cd4-b765-b079b68e3251, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c3204c-6744-4cd4-b765-b079b68e3251,segment=NetworkSegment(13bb6f2b-324e-4815-bb14-bc0bb90fb471),segment_id=13bb6f2b-324e-4815-bb14-bc0bb90fb471)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:39.748832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.751656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Deleting port f1c3204c-6744-4cd4-b765-b079b68e3251 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:39.751951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.808335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b584d-5f6b-4298-82a8-a3b53aad9403 None None] Pushing event updated for resources: {'Port': ['ID=f1c3204c-6744-4cd4-b765-b079b68e3251,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:39.812598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] DHCP port deletion for 268fc0af-39ac-4cdb-a3e8-e517e6f40099 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:17:39.834939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:39.835276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.881143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3b4af2-dfb3-4068-9bd9-69c858e1156a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:17:39.895852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff39c-48e0-4e41-a6bf-5dbcd182235e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2acc6a78-0ad1-47d4-97d1-1068fab8ae2b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:39.925071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:39.929411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Routers {'1a7ced2c-ff02-40cb-a8c3-680b2e24324a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:39.930660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764cc7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1a7ced2c-ff02-40cb-a8c3-680b2e24324a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:39.975276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] For port f1c3204c-6744-4cd4-b765-b079b68e3251, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c3204c-6744-4cd4-b765-b079b68e3251,segment=NetworkSegment(13bb6f2b-324e-4815-bb14-bc0bb90fb471),segment_id=13bb6f2b-324e-4815-bb14-bc0bb90fb471)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:39.977296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.016012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Calling delete_port for f1c3204c-6744-4cd4-b765-b079b68e3251 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:40.037938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.059992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] Deleting port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:40.065347 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.198876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff39c-48e0-4e41-a6bf-5dbcd182235e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (2acc6a78-0ad1-47d4-97d1-1068fab8ae2b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.299433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4374380-3840-414b-9421-bffa9b88c866 None None] Network d82a3e04-9fa2-4c29-becc-386d2d177f94 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:40.325295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['2e3b4af2-dfb3-4068-9bd9-69c858e1156a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:17:40.371084 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff39c-48e0-4e41-a6bf-5dbcd182235e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.376546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f1c3204c-6744-4cd4-b765-b079b68e3251), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.393607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ee4ff39c-48e0-4e41-a6bf-5dbcd182235e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/2acc6a78-0ad1-47d4-97d1-1068fab8ae2b HTTP/1.1" status: 204  len: 168 time: 1.7053235
Apr 09 21:17:40.404570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:40.418048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] Set router 1a7ced2c-ff02-40cb-a8c3-680b2e24324a gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:40.423940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] For port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,segment=NetworkSegment(3a503f59-7cc8-4ccf-88e2-da591b3f9115),segment_id=3a503f59-7cc8-4ccf-88e2-da591b3f9115)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:40.424345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.427058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:40.434021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ff39c-48e0-4e41-a6bf-5dbcd182235e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=2acc6a78-0ad1-47d4-97d1-1068fab8ae2b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:40.524382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039baeb8-d152-45f2-8395-f39941a08b91 req-6791ed5d-bf6a-4870-8f05-7311b7aa474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:40.529365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-039baeb8-d152-45f2-8395-f39941a08b91 req-6791ed5d-bf6a-4870-8f05-7311b7aa474f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.3842013
Apr 09 21:17:40.551369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb2fcc-fbe7-48e1-b063-231e7f8bc34f req-cfed4f8c-2c10-438d-874c-fa32a081f67b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:40.561078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fddb2fcc-fbe7-48e1-b063-231e7f8bc34f req-cfed4f8c-2c10-438d-874c-fa32a081f67b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.4177632
Apr 09 21:17:40.640611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] Calling delete_port for b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:40.680964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1c3204c-6744-4cd4-b765-b079b68e3251,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:40.690372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039baeb8-d152-45f2-8395-f39941a08b91 req-d551b90f-4069-4022-8d95-691bede53621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:40.693949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-039baeb8-d152-45f2-8395-f39941a08b91 req-d551b90f-4069-4022-8d95-691bede53621 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1270070
Apr 09 21:17:40.723527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764cc7c0>, [{'id': '1a7ced2c-ff02-40cb-a8c3-680b2e24324a', 'name': '', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:33Z', 'updated_at': '2022-04-09T21:17:39Z', 'revision_number': 4, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:40.764111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.787398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.788220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.789148 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.790275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.792227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.792918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.793612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.794111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.794603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.795162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.795651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.796139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.796647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.797166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.797643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:40.917888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdfd2c-e5b2-4d00-84f1-38ea228f4d94 None None] The sync data for ids ['1a7ced2c-ff02-40cb-a8c3-680b2e24324a'] in ncdv-master-1 is: [{'id': '1a7ced2c-ff02-40cb-a8c3-680b2e24324a', 'name': '', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:33Z', 'updated_at': '2022-04-09T21:17:39Z', 'revision_number': 4, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:40.926877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (268fc0af-39ac-4cdb-a3e8-e517e6f40099), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:40.955574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fddb2fcc-fbe7-48e1-b063-231e7f8bc34f req-6653e010-fad7-4ba0-81d2-0b66fb1a2eac tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2581422
Apr 09 21:17:40.984498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-039baeb8-d152-45f2-8395-f39941a08b91 req-1213f5c4-c9fe-4eee-80bb-51f59c83831c service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653687
Apr 09 21:17:41.017191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.021914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_controller (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.242537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48352) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:41.253593 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e621b255-36d3-4318-be38-84d435dcb3fb x-openstack-request-id: req-e621b255-36d3-4318-be38-84d435dcb3fb {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:41.253896 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec9d8f4-ad73-4137-b9b7-882a94996671", "name": "network-vif-deleted", "tag": "07eecfd5-c561-41ce-aafc-0176e0404d3f", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:41.254326 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e621b255-36d3-4318-be38-84d435dcb3fb {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:41.254640 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e621b255-36d3-4318-be38-84d435dcb3fb'] response: {'server_uuid': '4ec9d8f4-ad73-4137-b9b7-882a94996671', 'name': 'network-vif-deleted', 'tag': '07eecfd5-c561-41ce-aafc-0176e0404d3f', 'status': 'completed', 'code': 200}
Apr 09 21:17:41.284159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (1a7ced2c-ff02-40cb-a8c3-680b2e24324a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.284736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7ced2c-ff02-40cb-a8c3-680b2e24324a {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:17:41.294163 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.295352 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-753fa36c-7460-4657-9031-e93c2e1b74ea tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1a7ced2c-ff02-40cb-a8c3-680b2e24324a HTTP/1.1" status: 204  len: 168 time: 3.3243570
Apr 09 21:17:41.298708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48356) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:41.324734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:41.325128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.373073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac792-bfb9-4f7f-8585-3d3172831d4c req-7e2cd426-d5c9-453d-ac31-2d0a5bab76e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:41.373073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44dac792-bfb9-4f7f-8585-3d3172831d4c req-7e2cd426-d5c9-453d-ac31-2d0a5bab76e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.2892346
Apr 09 21:17:41.420836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 07eecfd5-c561-41ce-aafc-0176e0404d3f no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:41.464710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-039baeb8-d152-45f2-8395-f39941a08b91 req-6aa464cb-08c0-470d-a880-2067a752dc91 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4777503
Apr 09 21:17:41.515844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:41.520287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9bfea4c-cffb-4392-abea-fdc407523118 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group (72849a87-29ee-4959-82df-9e171461bebe), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.523961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 07eecfd5-c561-41ce-aafc-0176e0404d3f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:41.524293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 07eecfd5-c561-41ce-aafc-0176e0404d3f not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:41.530721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,segment=NetworkSegment(3a503f59-7cc8-4ccf-88e2-da591b3f9115),segment_id=3a503f59-7cc8-4ccf-88e2-da591b3f9115)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:41.531145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.562515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:41.564559 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9bfea4c-cffb-4392-abea-fdc407523118 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group (72849a87-29ee-4959-82df-9e171461bebe), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.627449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] DHCP port deletion for d82a3e04-9fa2-4c29-becc-386d2d177f94 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:17:41.692660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9bfea4c-cffb-4392-abea-fdc407523118 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (72849a87-29ee-4959-82df-9e171461bebe), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.695466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9bfea4c-cffb-4392-abea-fdc407523118 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.717890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d9bfea4c-cffb-4392-abea-fdc407523118 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] 10.222.0.30 "DELETE /v2.0/security-groups/72849a87-29ee-4959-82df-9e171461bebe HTTP/1.1" status: 204  len: 168 time: 0.4714193
Apr 09 21:17:41.734055 ncdv-master-1 neutron-server[126921]: INFO neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No ports have port_id starting with b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4
Apr 09 21:17:41.746300 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.771375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfea4c-cffb-4392-abea-fdc407523118 tempest-TestVolumeBackupRestore-1877640871 tempest-TestVolumeBackupRestore-1877640871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72849a87-29ee-4959-82df-9e171461bebe,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:41.810978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44dac792-bfb9-4f7f-8585-3d3172831d4c req-c5c14d3a-99a3-400c-b8a4-c6a51cb24cdd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4004867
Apr 09 21:17:41.849253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] Pushing event deleted for resources: {'Port': ['ID=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:41.855631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00b5a3-b3c2-4df6-9a55-5fdfa8c5ba7e None None] No DVR routers for this DVR port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:41.862592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] Deleting port c74a1886-3328-4bdd-a1ba-7bd89df15dde {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:41.863312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.885894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ade6ebf-b995-486b-951e-6f8c51c2aa84 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Deleting subnet acd548af-44b6-4127-b111-335e554bb90f {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:41.895788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ade6ebf-b995-486b-951e-6f8c51c2aa84 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for subnet (acd548af-44b6-4127-b111-335e554bb90f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:41.981982 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.014182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] For port c74a1886-3328-4bdd-a1ba-7bd89df15dde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c74a1886-3328-4bdd-a1ba-7bd89df15dde,segment=NetworkSegment(932e1247-635f-467a-a937-cd8fa27ff163),segment_id=932e1247-635f-467a-a937-cd8fa27ff163)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:42.017130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.034831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] Calling delete_port for c74a1886-3328-4bdd-a1ba-7bd89df15dde owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:42.090473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:42.120199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ade6ebf-b995-486b-951e-6f8c51c2aa84 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (acd548af-44b6-4127-b111-335e554bb90f), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.122568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No DVR routers for this DVR port b8a8e9d6-e8b4-418a-bfb2-75de5f512dd4 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:42.169631 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (c74a1886-3328-4bdd-a1ba-7bd89df15dde), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.240910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] Pushing event deleted for resources: {'Port': ['ID=c74a1886-3328-4bdd-a1ba-7bd89df15dde,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:42.254061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa257fae-ae1d-40f8-a785-57d410af12d5 None None] No DVR routers for this DVR port c74a1886-3328-4bdd-a1ba-7bd89df15dde on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:42.350429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b62fa-7601-4190-8b5b-1c8b9187f069 req-1a5f28a7-afd4-466a-871b-22c0f4fb2c07 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:42.353378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (268fc0af-39ac-4cdb-a3e8-e517e6f40099), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.361829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a0b62fa-7601-4190-8b5b-1c8b9187f069 req-1a5f28a7-afd4-466a-871b-22c0f4fb2c07 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1923933
Apr 09 21:17:42.430792 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ade6ebf-b995-486b-951e-6f8c51c2aa84 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (acd548af-44b6-4127-b111-335e554bb90f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.471784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a0b62fa-7601-4190-8b5b-1c8b9187f069 req-67199b66-e4f3-433a-86b9-cca7ccba1537 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002905
Apr 09 21:17:42.514519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377517040>,) {'filters': {'network_id': ['268fc0af-39ac-4cdb-a3e8-e517e6f40099']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:42.533139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377517040>, '3a503f59-7cc8-4ccf-88e2-da591b3f9115') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:42.533139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377517040>, '3a503f59-7cc8-4ccf-88e2-da591b3f9115') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:42.551080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (3a503f59-7cc8-4ccf-88e2-da591b3f9115), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.589775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3a503f59-7cc8-4ccf-88e2-da591b3f9115), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.598805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:17:42.599279 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (3a503f59-7cc8-4ccf-88e2-da591b3f9115), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:17:42.603665 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:17:42.632344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ade6ebf-b995-486b-951e-6f8c51c2aa84 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (acd548af-44b6-4127-b111-335e554bb90f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.725547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade6ebf-b995-486b-951e-6f8c51c2aa84 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=acd548af-44b6-4127-b111-335e554bb90f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:42.733967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ade6ebf-b995-486b-951e-6f8c51c2aa84 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.738111 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9ade6ebf-b995-486b-951e-6f8c51c2aa84 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/acd548af-44b6-4127-b111-335e554bb90f HTTP/1.1" status: 204  len: 168 time: 1.4379811
Apr 09 21:17:42.740262 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48458) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:42.776582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (268fc0af-39ac-4cdb-a3e8-e517e6f40099), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.837906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.841259 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/268fc0af-39ac-4cdb-a3e8-e517e6f40099 HTTP/1.1" status: 204  len: 168 time: 2.3775167
Apr 09 21:17:42.844305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1d37a-5c57-49f0-8c27-9e6c18f1b5c5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=268fc0af-39ac-4cdb-a3e8-e517e6f40099,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:42.845343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48464) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:42.865791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (eb981c16-47d9-453c-8881-c5dda7d1136b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:42.977751 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (eb981c16-47d9-453c-8881-c5dda7d1136b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.028595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (d82a3e04-9fa2-4c29-becc-386d2d177f94), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.032282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375e8bb50>,) {'filters': {'network_id': ['eb981c16-47d9-453c-8881-c5dda7d1136b']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:43.034395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48470) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:43.054303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dc384-bf62-4d5f-8d28-296cc9ff6418 req-871da384-9050-4c3c-8ea4-a61108a783cd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:43.056495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e75dc384-bf62-4d5f-8d28-296cc9ff6418 req-871da384-9050-4c3c-8ea4-a61108a783cd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.0792778
Apr 09 21:17:43.074925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375e8bb50>, '13bb6f2b-324e-4815-bb14-bc0bb90fb471') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:43.075518 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375e8bb50>, '13bb6f2b-324e-4815-bb14-bc0bb90fb471') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:43.100275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (13bb6f2b-324e-4815-bb14-bc0bb90fb471), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.128995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (13bb6f2b-324e-4815-bb14-bc0bb90fb471), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.149843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:17:43.150319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (13bb6f2b-324e-4815-bb14-bc0bb90fb471), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:17:43.157694 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:17:43.220530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:43.237932 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (d82a3e04-9fa2-4c29-becc-386d2d177f94), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.267776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e75dc384-bf62-4d5f-8d28-296cc9ff6418 req-44f0a2a1-8f3c-4530-b3af-dc4c736e2899 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1998260
Apr 09 21:17:43.304093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237749fe80>,) {'filters': {'network_id': ['d82a3e04-9fa2-4c29-becc-386d2d177f94']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:43.316427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (eb981c16-47d9-453c-8881-c5dda7d1136b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.324218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237749fe80>, '932e1247-635f-467a-a937-cd8fa27ff163') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:43.324576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237749fe80>, '932e1247-635f-467a-a937-cd8fa27ff163') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:43.332839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  eb981c16-47d9-453c-8881-c5dda7d1136b {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 09 21:17:43.346320 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.353368 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "DELETE /v2.0/networks/eb981c16-47d9-453c-8881-c5dda7d1136b HTTP/1.1" status: 204  len: 168 time: 0.6119392
Apr 09 21:17:43.364921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:17:43.387641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:43.388197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.395941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (932e1247-635f-467a-a937-cd8fa27ff163), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.416872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530001f-4a17-49b9-88c6-502bdf146aed tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb981c16-47d9-453c-8881-c5dda7d1136b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:43.445162 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed855548-74ad-487d-b5b0-941a96fdf589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.476064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c74a1886-3328-4bdd-a1ba-7bd89df15dde no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:43.481758 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (932e1247-635f-467a-a937-cd8fa27ff163), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.514784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c74a1886-3328-4bdd-a1ba-7bd89df15dde {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:43.515201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c74a1886-3328-4bdd-a1ba-7bd89df15dde not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:43.520742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:17:43.523235 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (932e1247-635f-467a-a937-cd8fa27ff163), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:17:43.527043 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:17:43.654651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:43.654651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.715968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (d82a3e04-9fa2-4c29-becc-386d2d177f94), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.728216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:43.734748 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77287d0d-0119-418b-9b9e-e44b8b28ca4d" -d '{"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:43.744452 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.750864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/d82a3e04-9fa2-4c29-becc-386d2d177f94 HTTP/1.1" status: 204  len: 168 time: 0.9042480
Apr 09 21:17:43.755253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48506) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:43.756078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68250e-bfb2-4f61-be68-52766b2a28a9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=d82a3e04-9fa2-4c29-becc-386d2d177f94,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:43.768608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:43.772980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71dac3-0fb9-42a8-9343-e62f8c6d8629 req-8fc5e908-852b-432c-a08b-5cae3614f03d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:43.773405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-359438632'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:43.783083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.784834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a71dac3-0fb9-42a8-9343-e62f8c6d8629 req-8fc5e908-852b-432c-a08b-5cae3614f03d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1547148
Apr 09 21:17:43.868594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:43.874164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.906086 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a745ea20-bb9a-4ede-8929-80e6c0eda648 x-openstack-request-id: req-a745ea20-bb9a-4ede-8929-80e6c0eda648 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:43.906464 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:43.911192 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a745ea20-bb9a-4ede-8929-80e6c0eda648 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:43.911668 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a745ea20-bb9a-4ede-8929-80e6c0eda648'] response: {'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'code': 200}
Apr 09 21:17:43.933589 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed855548-74ad-487d-b5b0-941a96fdf589 admin admin] Publish callbacks [] for security_group (c2b0487c-790d-40a4-a154-6c87d7d0698e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.934885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:17:43.949759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:43.984686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a71dac3-0fb9-42a8-9343-e62f8c6d8629 req-4e5ce499-6276-4aa3-b11c-ceac76a1659d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1870956
Apr 09 21:17:43.991184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d07b775a-31fe-4dfd-94ab-fe9084288313), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:43.991745 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment d07b775a-31fe-4dfd-94ab-fe9084288313 of type vlan for network e33b6ae2-f766-4984-82c4-75f5487888e4
Apr 09 21:17:44.065591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48512) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:44.066733 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed855548-74ad-487d-b5b0-941a96fdf589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c2b0487c-790d-40a4-a154-6c87d7d0698e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.073443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-baf6128c-3259-4435-978f-fc3365f591ff tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'router': {'name': 'tempest-router--1509647141', 'project_id': 'd7b2ba7f777049ac8bad7b8ca2525fe1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:44.100626 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e33b6ae2-f766-4984-82c4-75f5487888e4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.108716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6b908-c63d-4414-bdc8-2e0d69fb9c2c req-933f8a20-1a0d-407f-85f6-b7bca6cb5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:44.110293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60d6b908-c63d-4414-bdc8-2e0d69fb9c2c req-933f8a20-1a0d-407f-85f6-b7bca6cb5e5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1127 time: 0.1693020
Apr 09 21:17:44.140502 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf6128c-3259-4435-978f-fc3365f591ff tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (81d0ad74-36ac-431d-885f-15cd91bc8c42), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.141713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf6128c-3259-4435-978f-fc3365f591ff tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (81d0ad74-36ac-431d-885f-15cd91bc8c42), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.153028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ed855548-74ad-487d-b5b0-941a96fdf589 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18f50ae31fe6485597032aafabf20c25&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1169462
Apr 09 21:17:44.155854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed855548-74ad-487d-b5b0-941a96fdf589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b0487c-790d-40a4-a154-6c87d7d0698e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:44.156318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48516) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:44.186579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60d6b908-c63d-4414-bdc8-2e0d69fb9c2c req-1069dbce-a299-40aa-a085-4fb0e2396dbf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665643
Apr 09 21:17:44.201826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e33b6ae2-f766-4984-82c4-75f5487888e4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.206894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:44.207506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.285271 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5238149
Apr 09 21:17:44.285886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48522) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:44.293574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': 'e33b6ae2-f766-4984-82c4-75f5487888e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:44.346596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf6128c-3259-4435-978f-fc3365f591ff tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_controller (81d0ad74-36ac-431d-885f-15cd91bc8c42), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.363335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cd712-58e1-428d-b123-2ef2bfe9ebe5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=e33b6ae2-f766-4984-82c4-75f5487888e4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:44.365997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf6128c-3259-4435-978f-fc3365f591ff tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (81d0ad74-36ac-431d-885f-15cd91bc8c42), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.369800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ef472e29-2fbf-490d-ae16-7b7c2e89fa58 admin admin] Publish callbacks [] for security_group (c2b0487c-790d-40a4-a154-6c87d7d0698e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.383088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e33b6ae2-f766-4984-82c4-75f5487888e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:17:44.399804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf6128c-3259-4435-978f-fc3365f591ff tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.401161 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-baf6128c-3259-4435-978f-fc3365f591ff tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3337245
Apr 09 21:17:44.407548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48528) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:44.414961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ef472e29-2fbf-490d-ae16-7b7c2e89fa58 admin admin] Publish callbacks [] for security_group (c2b0487c-790d-40a4-a154-6c87d7d0698e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.520152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:44.525007 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.568801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-303e65a4-0c91-4199-8201-56dbda3aa4e1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (81d0ad74-36ac-431d-885f-15cd91bc8c42), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.580294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbf8b1-d0d9-44c8-8dce-0c7dc85c5478 req-ad2a38a2-a9a4-4754-868e-a75fbd5158eb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:44.582598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fcbf8b1-d0d9-44c8-8dce-0c7dc85c5478 req-ad2a38a2-a9a4-4754-868e-a75fbd5158eb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.1464231
Apr 09 21:17:44.697694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ef472e29-2fbf-490d-ae16-7b7c2e89fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c2b0487c-790d-40a4-a154-6c87d7d0698e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.700439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ef472e29-2fbf-490d-ae16-7b7c2e89fa58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.701617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ef472e29-2fbf-490d-ae16-7b7c2e89fa58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2b0487c-790d-40a4-a154-6c87d7d0698e HTTP/1.1" status: 204  len: 168 time: 0.5436485
Apr 09 21:17:44.803453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef472e29-2fbf-490d-ae16-7b7c2e89fa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b0487c-790d-40a4-a154-6c87d7d0698e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:44.804435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fcbf8b1-d0d9-44c8-8dce-0c7dc85c5478 req-bca9f766-7677-485b-b354-f42d0d07e78a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2020450
Apr 09 21:17:44.810452 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-303e65a4-0c91-4199-8201-56dbda3aa4e1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (81d0ad74-36ac-431d-885f-15cd91bc8c42), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.811963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-303e65a4-0c91-4199-8201-56dbda3aa4e1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_controller (81d0ad74-36ac-431d-885f-15cd91bc8c42), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.893319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-303e65a4-0c91-4199-8201-56dbda3aa4e1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (81d0ad74-36ac-431d-885f-15cd91bc8c42), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.894166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303e65a4-0c91-4199-8201-56dbda3aa4e1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81d0ad74-36ac-431d-885f-15cd91bc8c42 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:17:44.899228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-303e65a4-0c91-4199-8201-56dbda3aa4e1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:44.902247 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-303e65a4-0c91-4199-8201-56dbda3aa4e1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "DELETE /v2.0/routers/81d0ad74-36ac-431d-885f-15cd91bc8c42 HTTP/1.1" status: 204  len: 168 time: 0.4930973
Apr 09 21:17:44.952408 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (b2a86046-3a87-4f78-85c7-ff9f37a106a6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.028393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=b2a86046-3a87-4f78-85c7-ff9f37a106a6,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:45.038959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': 'd07b775a-31fe-4dfd-94ab-fe9084288313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33b6ae2-f766-4984-82c4-75f5487888e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:45.038959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: e33b6ae2-f766-4984-82c4-75f5487888e4, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:17:45.065862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network e33b6ae2-f766-4984-82c4-75f5487888e4 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:17:45.110612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e33b6ae2-f766-4984-82c4-75f5487888e4) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:45.119826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:45.119826 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.123588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ca658-9cd6-4f44-9e5e-d01d394de633 None None] Network e33b6ae2-f766-4984-82c4-75f5487888e4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:45.141530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a10a6-abed-4cd9-b7d1-179252c18e05 req-a05e1d96-4839-4bdc-b2c6-88a4dab27462 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:45.143199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-001a10a6-abed-4cd9-b7d1-179252c18e05 req-a05e1d96-4839-4bdc-b2c6-88a4dab27462 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.0790110
Apr 09 21:17:45.147060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-93bc87a9-302f-4383-9524-5ec2b95bea79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8589556
Apr 09 21:17:45.150203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48586) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:45.160814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-23e2903a-2059-4831-ad55-48928c29ead5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1735202843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:45.212877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23e2903a-2059-4831-ad55-48928c29ead5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (240db901-8659-43f7-9ca1-3f5856ff4d46), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.214514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23e2903a-2059-4831-ad55-48928c29ead5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (240db901-8659-43f7-9ca1-3f5856ff4d46), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.259932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-001a10a6-abed-4cd9-b7d1-179252c18e05 req-d26326e9-b95f-4bca-ae02-a9943a98b97c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101604
Apr 09 21:17:45.291368 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23e2903a-2059-4831-ad55-48928c29ead5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (240db901-8659-43f7-9ca1-3f5856ff4d46), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.305206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e33b6ae2-f766-4984-82c4-75f5487888e4', 'network_id': 'e33b6ae2-f766-4984-82c4-75f5487888e4', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': 'b2a86046-3a87-4f78-85c7-ff9f37a106a6'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:17:45.306498 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.314162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23e2903a-2059-4831-ad55-48928c29ead5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (240db901-8659-43f7-9ca1-3f5856ff4d46), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.370394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23e2903a-2059-4831-ad55-48928c29ead5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.371663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-23e2903a-2059-4831-ad55-48928c29ead5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2189279
Apr 09 21:17:45.374572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:45.380025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'port': {'network_id': 'e33b6ae2-f766-4984-82c4-75f5487888e4', 'name': 'tempest-RoutersIpV6Test-163243458'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:45.544655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48614) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:45.566785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:45.578779 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f983acd-0824-48d3-866c-7b9d29a36826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.579844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Allocated IP 2001:db8::2 (e33b6ae2-f766-4984-82c4-75f5487888e4/b2a86046-3a87-4f78-85c7-ff9f37a106a6/2629aa1b-5ed8-49cf-b615-b351e3c1fca3) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:45.606537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:45.610606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.631624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] device_id is not set on port 0a281226-aade-45ed-9eb3-397d099bc634 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:17:45.661693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48622) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:45.731549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48634) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:45.808508 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Publish callbacks [] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.820329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.868582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Network e33b6ae2-f766-4984-82c4-75f5487888e4 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:45.881432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:45.887465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:45.926475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8::10e (e33b6ae2-f766-4984-82c4-75f5487888e4/b2a86046-3a87-4f78-85c7-ff9f37a106a6/0a281226-aade-45ed-9eb3-397d099bc634) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:45.945922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Pushing event updated for resources: {'Port': ['ID=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:45.957059 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f983acd-0824-48d3-866c-7b9d29a36826 admin admin] Publish callbacks [] for security_group (f027e227-26b6-4ace-a472-9643a51624f7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.971238 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f983acd-0824-48d3-866c-7b9d29a36826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f027e227-26b6-4ace-a472-9643a51624f7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:45.976561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.977221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.977673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.978099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.978629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.979589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.980723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.981281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.981841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.982258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.982675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.983392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.983543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.983959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:45.984445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:17:46.003958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Attempting to bind port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:46.004374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Attempting to bind port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd07b775a-31fe-4dfd-94ab-fe9084288313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33b6ae2-f766-4984-82c4-75f5487888e4'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:46.004877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Attempting to bind port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 on network e33b6ae2-f766-4984-82c4-75f5487888e4 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:46.014033 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6f983acd-0824-48d3-866c-7b9d29a36826 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c89970c0d94e4311a33757cfce6bfd22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4678147
Apr 09 21:17:46.018483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48640) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:46.020773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:46.021198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Checking segment: {'id': 'd07b775a-31fe-4dfd-94ab-fe9084288313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33b6ae2-f766-4984-82c4-75f5487888e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:46.021607 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.022045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Bound using segment: {'id': 'd07b775a-31fe-4dfd-94ab-fe9084288313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33b6ae2-f766-4984-82c4-75f5487888e4'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:46.022535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Bound port: 2629aa1b-5ed8-49cf-b615-b351e3c1fca3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07b775a-31fe-4dfd-94ab-fe9084288313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33b6ae2-f766-4984-82c4-75f5487888e4'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:46.022915 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.062730 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d30e7908-353d-449d-815b-80e4af6aff8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.078813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2031297944', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:46.089864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0939b1-9bf0-49d8-9546-fd35417136f4 req-22b86012-43b5-4140-a787-41008efd6038 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:46.091926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a0939b1-9bf0-49d8-9546-fd35417136f4 req-22b86012-43b5-4140-a787-41008efd6038 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.1580818
Apr 09 21:17:46.092613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] For port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:46.095782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] For port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,segment=NetworkSegment(d07b775a-31fe-4dfd-94ab-fe9084288313),segment_id=d07b775a-31fe-4dfd-94ab-fe9084288313)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:46.107483 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.123284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f983acd-0824-48d3-866c-7b9d29a36826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f027e227-26b6-4ace-a472-9643a51624f7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:46.127028 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (41e149b7-eaaf-445b-b15c-55884007bb91), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.128110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (41e149b7-eaaf-445b-b15c-55884007bb91), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.175487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c9372-b4c5-4e56-ae6a-925e3678ac7c None None] Pushing event updated for resources: {'Port': ['ID=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:46.258462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ea8482-f57a-4470-b496-d427553b616e admin admin] Publish callbacks [] for security_group (f027e227-26b6-4ace-a472-9643a51624f7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.294710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (41e149b7-eaaf-445b-b15c-55884007bb91), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.322550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a0939b1-9bf0-49d8-9546-fd35417136f4 req-c12ebfa9-d63e-4bbe-9c08-66f9bbc65f65 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2069893
Apr 09 21:17:46.464891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a179da-119c-480f-95fc-a7325f9d9953 req-d5397838-305e-4486-a01c-3f7eaaa29946 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:46.466553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45a179da-119c-480f-95fc-a7325f9d9953 req-d5397838-305e-4486-a01c-3f7eaaa29946 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.1199076
Apr 09 21:17:46.477140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d30e7908-353d-449d-815b-80e4af6aff8d admin admin] Publish callbacks [] for security_group (c28389d9-7d03-4053-b2f8-28c0ecb2dc14), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.492466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (0a281226-aade-45ed-9eb3-397d099bc634), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.496007 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d30e7908-353d-449d-815b-80e4af6aff8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c28389d9-7d03-4053-b2f8-28c0ecb2dc14), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.573134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d30e7908-353d-449d-815b-80e4af6aff8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2c48063951e4dd0aad013011a14d1b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8402095
Apr 09 21:17:46.606736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48664) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:46.638889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45a179da-119c-480f-95fc-a7325f9d9953 req-66397643-5f35-43ed-a99a-4f7bfa4f4957 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1595898
Apr 09 21:17:46.658384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e7908-353d-449d-815b-80e4af6aff8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28389d9-7d03-4053-b2f8-28c0ecb2dc14,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:46.773135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0a281226-aade-45ed-9eb3-397d099bc634), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.850089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48670) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:46.865253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ea8482-f57a-4470-b496-d427553b616e admin admin] Publish callbacks [] for security_group (f027e227-26b6-4ace-a472-9643a51624f7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.866490 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2e06b62d-fd49-465e-a11e-52a711fd9b06 admin admin] Publish callbacks [] for security_group (c28389d9-7d03-4053-b2f8-28c0ecb2dc14), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.897671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d77a1-bf76-4b89-a8f2-aa0fddc6b3a9 req-2b4354fc-c303-4869-8a9a-fea169471ea1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:46.899199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f4d77a1-bf76-4b89-a8f2-aa0fddc6b3a9 req-2b4354fc-c303-4869-8a9a-fea169471ea1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.1514368
Apr 09 21:17:46.901932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network e33b6ae2-f766-4984-82c4-75f5487888e4 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:46.913306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:46.917658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48674) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:46.921698 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-b3454b62-fbec-444b-bdbe-d029adaee6dd service neutron] show failed (client error): The resource could not be found.
Apr 09 21:17:46.922698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-b3454b62-fbec-444b-bdbe-d029adaee6dd service neutron] 10.222.0.32 "GET /v2.0/ports/cf0d9111-1b29-4137-bef5-aea063d0fe04/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2284570
Apr 09 21:17:46.924623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2e06b62d-fd49-465e-a11e-52a711fd9b06 admin admin] Publish callbacks [] for security_group (c28389d9-7d03-4053-b2f8-28c0ecb2dc14), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.926521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:46.931758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:46.932406 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:46.940052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'floatingip': {'port_id': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:46.959035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=0a281226-aade-45ed-9eb3-397d099bc634,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:47.014176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (41e149b7-eaaf-445b-b15c-55884007bb91), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.023516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for floatingip (b67bdb7d-909f-4094-9723-230ad10fd05e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.029172 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (4fe5683e-8e01-4042-9a9e-ba910e318f59), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.082502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-61ecdcc0-3a19-41f3-b559-97b11b51d0c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.7062821
Apr 09 21:17:47.083327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48676) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:47.116127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ea8482-f57a-4470-b496-d427553b616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f027e227-26b6-4ace-a472-9643a51624f7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.118807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86ea8482-f57a-4470-b496-d427553b616e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.120176 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86ea8482-f57a-4470-b496-d427553b616e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f027e227-26b6-4ace-a472-9643a51624f7 HTTP/1.1" status: 204  len: 168 time: 1.0982249
Apr 09 21:17:47.180678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea8482-f57a-4470-b496-d427553b616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f027e227-26b6-4ace-a472-9643a51624f7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:47.279780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-ea5e42dc-126f-4942-aa4d-7651d2d7c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:47.279780 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-ea5e42dc-126f-4942-aa4d-7651d2d7c613 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 1127 time: 0.1190975
Apr 09 21:17:47.296308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:47.386900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be7bd432-a0d0-481a-9a82-5158c5a76b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.406946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:47.521969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (41e149b7-eaaf-445b-b15c-55884007bb91), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.557509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.561641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.564939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:47.565372 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.629800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2880dc-0fe6-402c-b1c9-2dae32ebf7ff None None] Network e33b6ae2-f766-4984-82c4-75f5487888e4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:47.719016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2e06b62d-fd49-465e-a11e-52a711fd9b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c28389d9-7d03-4053-b2f8-28c0ecb2dc14), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.721727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2e06b62d-fd49-465e-a11e-52a711fd9b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.723269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2e06b62d-fd49-465e-a11e-52a711fd9b06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c28389d9-7d03-4053-b2f8-28c0ecb2dc14 HTTP/1.1" status: 204  len: 168 time: 1.1122131
Apr 09 21:17:47.738718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746657d7-20a5-45f6-b648-42f7ef491cbe req-10da8673-afdc-410a-84c3-32e328ca5d85 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:47.740248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-746657d7-20a5-45f6-b648-42f7ef491cbe req-10da8673-afdc-410a-84c3-32e328ca5d85 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.3150046
Apr 09 21:17:47.742672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b3c06a46-d199-4874-b6f7-1f6d899b409f None None] Provisioning complete for port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:47.743274 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b3c06a46-d199-4874-b6f7-1f6d899b409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.744954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:47.745546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.826614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Deleting port 4cbb718c-974e-4f02-9459-922d9ed81bae {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:47.827235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.843920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,segment=NetworkSegment(d07b775a-31fe-4dfd-94ab-fe9084288313),segment_id=d07b775a-31fe-4dfd-94ab-fe9084288313)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:47.869509 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:47.887491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-746657d7-20a5-45f6-b648-42f7ef491cbe req-e0f44310-b19f-424e-9d64-4bae0b673090 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673633
Apr 09 21:17:47.893354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06b62d-fd49-465e-a11e-52a711fd9b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28389d9-7d03-4053-b2f8-28c0ecb2dc14,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:47.949573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:48.007337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Allocated IP 172.35.0.185 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/b1d0f28c-fbb0-45d1-8f27-9941aee927a7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:48.151575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b3c06a46-d199-4874-b6f7-1f6d899b409f None None] Current status of the port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:48.216051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] For port 4cbb718c-974e-4f02-9459-922d9ed81bae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cbb718c-974e-4f02-9459-922d9ed81bae,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:48.216620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.221534 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be7bd432-a0d0-481a-9a82-5158c5a76b2c admin admin] Publish callbacks [] for security_group (8d4dcc27-7806-4f2b-a6a4-8d3e88591dfe), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.243212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:48.259368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Calling delete_port for 4cbb718c-974e-4f02-9459-922d9ed81bae owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:48.394217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:48.399341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for port (b1d0f28c-fbb0-45d1-8f27-9941aee927a7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.498859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48704) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:48.530873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:48.533243 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac75f153-4593-4630-a740-de9135356206" -d '{"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:48.544585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Publish callbacks [] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.555608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d007404b-c9ee-42e2-978b-1770ac5c310e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.620691 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ac595f71-84eb-435f-8058-bbd91099b3aa None None] Provisioning complete for port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:48.634396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac595f71-84eb-435f-8058-bbd91099b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.634620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Transition to ACTIVE for port object cf0d9111-1b29-4137-bef5-aea063d0fe04 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:17:48.659377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b1d0f28c-fbb0-45d1-8f27-9941aee927a7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.672540 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8405c2da-f576-410c-8959-6dc2889fca85 x-openstack-request-id: req-8405c2da-f576-410c-8959-6dc2889fca85 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:48.672834 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:48.673121 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8405c2da-f576-410c-8959-6dc2889fca85 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:48.673601 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8405c2da-f576-410c-8959-6dc2889fca85'] response: {'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'code': 200}
Apr 09 21:17:48.690483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.734015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:48.745757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:48.752553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:48.767583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be7bd432-a0d0-481a-9a82-5158c5a76b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8d4dcc27-7806-4f2b-a6a4-8d3e88591dfe), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.809324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ac595f71-84eb-435f-8058-bbd91099b3aa None None] Current status of the port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:48.824242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ac595f71-84eb-435f-8058-bbd91099b3aa None None] Provisioning complete for port 0a281226-aade-45ed-9eb3-397d099bc634 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:48.824789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac595f71-84eb-435f-8058-bbd91099b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a281226-aade-45ed-9eb3-397d099bc634), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.855128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event updated for resources: {'Port': ['ID=b1d0f28c-fbb0-45d1-8f27-9941aee927a7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:48.885802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ac595f71-84eb-435f-8058-bbd91099b3aa None None] Port 0a281226-aade-45ed-9eb3-397d099bc634 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:48.899727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a281226-aade-45ed-9eb3-397d099bc634), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:48.932212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-be7bd432-a0d0-481a-9a82-5158c5a76b2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a1f1000df0b4a299ab837512be51843&name=default HTTP/1.1" status: 200  len: 3000 time: 2.0810499
Apr 09 21:17:48.932978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bd432-a0d0-481a-9a82-5158c5a76b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4dcc27-7806-4f2b-a6a4-8d3e88591dfe,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:48.982369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48712) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:49.026353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-be8c7a97-c209-4947-8f26-0c63092bb7a3 None None] Provisioning complete for port 0a281226-aade-45ed-9eb3-397d099bc634 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:49.026731 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be8c7a97-c209-4947-8f26-0c63092bb7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a281226-aade-45ed-9eb3-397d099bc634), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.086799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:17:49.125874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-be8c7a97-c209-4947-8f26-0c63092bb7a3 None None] Port 0a281226-aade-45ed-9eb3-397d099bc634 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:49.267037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:49.292421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868e37c-e6d3-4ac1-a478-6cd72bc5dd9e req-8e058ab2-1602-4a28-8705-821bb721d67c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:49.295113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d007404b-c9ee-42e2-978b-1770ac5c310e admin admin] Publish callbacks [] for security_group (54979acb-dd63-4630-9d0d-0597528fe541), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.300083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b868e37c-e6d3-4ac1-a478-6cd72bc5dd9e req-8e058ab2-1602-4a28-8705-821bb721d67c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.2373996
Apr 09 21:17:49.316716 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.320698 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d007404b-c9ee-42e2-978b-1770ac5c310e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (54979acb-dd63-4630-9d0d-0597528fe541), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.332221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2a7a28fa-2ebf-41d4-9f11-c4972aef58da admin admin] Publish callbacks [] for security_group (8d4dcc27-7806-4f2b-a6a4-8d3e88591dfe), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.333889 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (b67bdb7d-909f-4094-9723-230ad10fd05e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.360789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4cbb718c-974e-4f02-9459-922d9ed81bae), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.362742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] No DVR routers for this DVR port cf0d9111-1b29-4137-bef5-aea063d0fe04 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:49.422936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:49.473887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2a7a28fa-2ebf-41d4-9f11-c4972aef58da admin admin] Publish callbacks [] for security_group (8d4dcc27-7806-4f2b-a6a4-8d3e88591dfe), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.527857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:49.528243 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.603090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d007404b-c9ee-42e2-978b-1770ac5c310e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd5b314191fb4540a87af9cf69d88fb5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1017704
Apr 09 21:17:49.604287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007404b-c9ee-42e2-978b-1770ac5c310e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54979acb-dd63-4630-9d0d-0597528fe541,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:49.605799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b868e37c-e6d3-4ac1-a478-6cd72bc5dd9e req-20020842-238f-410d-9517-088e3c6b6a25 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3017910
Apr 09 21:17:49.606415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48726) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:49.661546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbb718c-974e-4f02-9459-922d9ed81bae,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:49.680632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:49.713405 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Floating IP b67bdb7d-909f-4094-9723-230ad10fd05e associated. External IP: 172.35.0.175, port: 2e3b4af2-dfb3-4068-9bd9-69c858e1156a.
Apr 09 21:17:49.817604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:17:49.818305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:17:49.818556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:49.837441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (0a281226-aade-45ed-9eb3-397d099bc634), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.838615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:17:49.839153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:17:49.840952 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2a7a28fa-2ebf-41d4-9f11-c4972aef58da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8d4dcc27-7806-4f2b-a6a4-8d3e88591dfe), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.843516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2a7a28fa-2ebf-41d4-9f11-c4972aef58da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.848098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2a7a28fa-2ebf-41d4-9f11-c4972aef58da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d4dcc27-7806-4f2b-a6a4-8d3e88591dfe HTTP/1.1" status: 204  len: 168 time: 0.8641508
Apr 09 21:17:49.866571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a28fa-2ebf-41d4-9f11-c4972aef58da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4dcc27-7806-4f2b-a6a4-8d3e88591dfe,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:49.868378 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0a281226-aade-45ed-9eb3-397d099bc634), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.885959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:17:49.886587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Checking segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:17:49.887434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Bound using segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:17:49.888000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Bound port: cf0d9111-1b29-4137-bef5-aea063d0fe04, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:17:49.888536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:49.903882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9de13c9f-4090-4968-a7e6-eb2abd724ef1 admin admin] Publish callbacks [] for security_group (54979acb-dd63-4630-9d0d-0597528fe541), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.137096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (240db901-8659-43f7-9ca1-3f5856ff4d46), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.235351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9de13c9f-4090-4968-a7e6-eb2abd724ef1 admin admin] Publish callbacks [] for security_group (54979acb-dd63-4630-9d0d-0597528fe541), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.288767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=0a281226-aade-45ed-9eb3-397d099bc634,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:50.398452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bd6651f9-6337-4602-8c49-6684422d271a None None] Provisioning complete for port 0a281226-aade-45ed-9eb3-397d099bc634 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:50.399630 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd6651f9-6337-4602-8c49-6684422d271a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a281226-aade-45ed-9eb3-397d099bc634), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.482998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (41e149b7-eaaf-445b-b15c-55884007bb91), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.513532 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a281226-aade-45ed-9eb3-397d099bc634), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.545733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bd6651f9-6337-4602-8c49-6684422d271a None None] Port 0a281226-aade-45ed-9eb3-397d099bc634 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:50.550209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9de13c9f-4090-4968-a7e6-eb2abd724ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (54979acb-dd63-4630-9d0d-0597528fe541), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.553843 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9de13c9f-4090-4968-a7e6-eb2abd724ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.554818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-53faef95-bd71-4c99-82eb-b62a838e015c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.561417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9de13c9f-4090-4968-a7e6-eb2abd724ef1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54979acb-dd63-4630-9d0d-0597528fe541 HTTP/1.1" status: 204  len: 168 time: 0.9396019
Apr 09 21:17:50.588028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de13c9f-4090-4968-a7e6-eb2abd724ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54979acb-dd63-4630-9d0d-0597528fe541,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:50.639857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (4fe5683e-8e01-4042-9a9e-ba910e318f59), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.642282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Router ea049451-d8c0-4e76-a76c-d660c6d67e5e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:50.776778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:17:50.799546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:17:50.852225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd54fb-58db-4117-896b-33122692ef56 req-d873e6ff-b4c8-410e-aacd-8fd87fb513a7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:50.853802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60fd54fb-58db-4117-896b-33122692ef56 req-d873e6ff-b4c8-410e-aacd-8fd87fb513a7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.1976771
Apr 09 21:17:50.873334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.976069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:50.976925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:50.978834 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] 10.222.0.25 "PUT /v2.0/ports/cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 1091 time: 3.6885102
Apr 09 21:17:50.981350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:50.984894 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:51.054640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60fd54fb-58db-4117-896b-33122692ef56 req-3de2981e-40c2-47d6-91ba-e942a432f202 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1907306
Apr 09 21:17:51.075823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:51.081020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:51.088979 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] Sync routers for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:51.104315 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:51.106004 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771e4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:51.148635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9e743-4e30-49ef-8380-01fb7d269236 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:51.179031 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6713430e-dcf1-49e8-b756-69445bacd505 x-openstack-request-id: req-6713430e-dcf1-49e8-b756-69445bacd505 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:51.179335 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:51.179598 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6713430e-dcf1-49e8-b756-69445bacd505 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:51.180016 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6713430e-dcf1-49e8-b756-69445bacd505'] response: {'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'status': 'completed', 'code': 200}
Apr 09 21:17:51.211103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-09c903b1-fd97-4751-b11d-77493e6ab0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:51.211103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-09c903b1-fd97-4751-b11d-77493e6ab0cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1125 time: 0.0614917
Apr 09 21:17:51.217492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:51.273992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5e5dbcb0-9859-44e3-ab34-93acb562805d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "PUT /v2.0/floatingips/b67bdb7d-909f-4094-9723-230ad10fd05e HTTP/1.1" status: 200  len: 991 time: 4.3533125
Apr 09 21:17:51.279959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:17:51.284872 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e55d49-8e08-431d-8b27-5e6f9d680962" -d '{"events": [{"name": "network-changed", "server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:17:51.355505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (41e149b7-eaaf-445b-b15c-55884007bb91), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:51.392197 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (0a281226-aade-45ed-9eb3-397d099bc634), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:51.395531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port cf0d9111-1b29-4137-bef5-aea063d0fe04 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:17:51.395531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:51.417485 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0a281226-aade-45ed-9eb3-397d099bc634), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:51.420127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (240db901-8659-43f7-9ca1-3f5856ff4d46), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:51.503332 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:51.516877 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea3a7f-9f25-42a9-aa8b-37a0ee0dd4ea x-openstack-request-id: req-fcea3a7f-9f25-42a9-aa8b-37a0ee0dd4ea {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:17:51.517437 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:17:51.517551 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcea3a7f-9f25-42a9-aa8b-37a0ee0dd4ea {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:17:51.518102 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcea3a7f-9f25-42a9-aa8b-37a0ee0dd4ea'] response: {'name': 'network-changed', 'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'status': 'completed', 'code': 200}
Apr 09 21:17:51.519886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=0a281226-aade-45ed-9eb3-397d099bc634,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:51.651503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-a80a71aa-fca4-49f0-a2ec-e9369b755c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:51.653186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-a80a71aa-fca4-49f0-a2ec-e9369b755c48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1125 time: 0.6188257
Apr 09 21:17:51.822438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Router 4fe5683e-8e01-4042-9a9e-ba910e318f59 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:51.833413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-cb78b656-75b7-45ba-bac4-9b561d213ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:51.834791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-cb78b656-75b7-45ba-bac4-9b561d213ff1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.1748552
Apr 09 21:17:51.965808 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771e4fa0>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b67bdb7d-909f-4094-9723-230ad10fd05e', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'floating_ip_address': '172.35.0.175', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'port_id': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'mac_address': 'fa:16:3e:5d:21:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f5bf1-19c1-477a-928a-d19693346060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:17:21Z', 'updated_at': '2022-04-09T21:17:48Z', 'revision_number': 1, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:22Z', 'revision_number': 5, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:51.969071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Router 41e149b7-eaaf-445b-b15c-55884007bb91 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:17:52.026338 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] Checking router: ea049451-d8c0-4e76-a76c-d660c6d67e5e for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:52.037376 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:52.038309 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771e4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:52.045119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48812) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:52.082273 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-eb9f45f2-1bf5-4951-9ae3-6828306dcafe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 999 time: 0.2393155
Apr 09 21:17:52.331617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-bbb26e07-cdc8-418d-a9f7-5937886fbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:52.340268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-bbb26e07-cdc8-418d-a9f7-5937886fbb97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.1818800
Apr 09 21:17:52.343492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:52.353574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f6a91b0b-523a-4f37-b984-7901fe31bfbc admin admin] 10.222.0.30 "PUT /v2.0/routers/4fe5683e-8e01-4042-9a9e-ba910e318f59/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6802866
Apr 09 21:17:52.356879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network e33b6ae2-f766-4984-82c4-75f5487888e4 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:52.357573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48824) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:52.362241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] Sync routers for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:52.365368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-515f8827-9bdc-49b8-888d-afc20fe5ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:52.367619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-515f8827-9bdc-49b8-888d-afc20fe5ad93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 1.1480768
Apr 09 21:17:52.371227 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:52.385441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:52.386943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764d2cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:52.489186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:52.491554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks [] for router (4fe5683e-8e01-4042-9a9e-ba910e318f59), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:52.495436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:52.520653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c42c5-a132-42ca-a8e3-9867b801c33b req-7704c340-9e6d-473b-a8cc-ca823203a37e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:52.522356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d70c42c5-a132-42ca-a8e3-9867b801c33b req-7704c340-9e6d-473b-a8cc-ca823203a37e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 1.0034478
Apr 09 21:17:52.567992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:52.571861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:52.581254 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bd9f1e09-76bb-4bfa-a71a-6a26175adec0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 7.0032907
Apr 09 21:17:52.582301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:52.587415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2186-45d2-4575-b6c7-327b94d3c772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:52.606000 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf03080-839e-4045-a313-7e0e90a9f95b None None] Sync routers for ids ['41e149b7-eaaf-445b-b15c-55884007bb91'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:52.685795 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf03080-839e-4045-a313-7e0e90a9f95b None None] Routers {'41e149b7-eaaf-445b-b15c-55884007bb91'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:52.686493 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3cf03080-839e-4045-a313-7e0e90a9f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237737c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['41e149b7-eaaf-445b-b15c-55884007bb91'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:52.705151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f352f2-b6b6-48bb-9d0c-8e8ccf5c8e28 req-abaf057f-365a-41bc-b7f6-b0ec792f609b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:52.706907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2f352f2-b6b6-48bb-9d0c-8e8ccf5c8e28 req-abaf057f-365a-41bc-b7f6-b0ec792f609b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.4241045
Apr 09 21:17:52.760107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-60a25b2e-0ae5-4b40-88e3-36bdd2c18413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:52.762008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-60a25b2e-0ae5-4b40-88e3-36bdd2c18413 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1127 time: 0.4770203
Apr 09 21:17:52.768380 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3cf03080-839e-4045-a313-7e0e90a9f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237737c6a0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:52.781940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d70c42c5-a132-42ca-a8e3-9867b801c33b req-261cbdf2-f5b4-4855-977e-c38b24fdedd0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143732
Apr 09 21:17:52.796150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-fff7714d-4a6a-44f4-b592-0e3c922f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:52.803507 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-fff7714d-4a6a-44f4-b592-0e3c922f8ac8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4399772
Apr 09 21:17:52.921372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764d2cd0>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:17:48Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:52.925209 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf03080-839e-4045-a313-7e0e90a9f95b None None] Routers {'41e149b7-eaaf-445b-b15c-55884007bb91'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:52.925848 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3cf03080-839e-4045-a313-7e0e90a9f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237737c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['41e149b7-eaaf-445b-b15c-55884007bb91'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:52.989834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2186-45d2-4575-b6c7-327b94d3c772 admin admin] Publish callbacks [] for security_group (c515d1ee-7c20-410b-a80b-d6bb082e196f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:53.010132 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2186-45d2-4575-b6c7-327b94d3c772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c515d1ee-7c20-410b-a80b-d6bb082e196f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:53.032783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] Checking router: 4fe5683e-8e01-4042-9a9e-ba910e318f59 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:17:53.056779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca2186-45d2-4575-b6c7-327b94d3c772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515d1ee-7c20-410b-a80b-d6bb082e196f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:53.058040 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11b2acd2-24f4-4da0-b167-6f229196eda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:53.088832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e7fc761e-48f4-496e-99e0-7d356e5cb85a None None] Provisioning complete for port 0a281226-aade-45ed-9eb3-397d099bc634 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:53.090182 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3cf03080-839e-4045-a313-7e0e90a9f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237737c6a0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:53.090977 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf03080-839e-4045-a313-7e0e90a9f95b None None] The sync data for ids ['41e149b7-eaaf-445b-b15c-55884007bb91'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:53.091938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e7fc761e-48f4-496e-99e0-7d356e5cb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a281226-aade-45ed-9eb3-397d099bc634), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:53.126251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2f352f2-b6b6-48bb-9d0c-8e8ccf5c8e28 req-6c2104e2-e8fa-4869-9c9f-e8083512dcdd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3510175
Apr 09 21:17:53.126484 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771e4fa0>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b67bdb7d-909f-4094-9723-230ad10fd05e', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'floating_ip_address': '172.35.0.175', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'port_id': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'mac_address': 'fa:16:3e:5d:21:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f5bf1-19c1-477a-928a-d19693346060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:17:21Z', 'updated_at': '2022-04-09T21:17:48Z', 'revision_number': 1, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:22Z', 'revision_number': 5, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:53.183486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] Routers {'4fe5683e-8e01-4042-9a9e-ba910e318f59'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:53.184962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764d2cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4fe5683e-8e01-4042-9a9e-ba910e318f59'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:53.189944 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01106849-01f8-4db7-a678-f61ad76b5809 None None] The sync data for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 is: [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b67bdb7d-909f-4094-9723-230ad10fd05e', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'floating_ip_address': '172.35.0.175', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'port_id': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'mac_address': 'fa:16:3e:5d:21:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f5bf1-19c1-477a-928a-d19693346060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:17:21Z', 'updated_at': '2022-04-09T21:17:48Z', 'revision_number': 1, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:22Z', 'revision_number': 5, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:53.277054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-306a4824-48ba-4ae9-8053-077aafacd5ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 999 time: 0.7792046
Apr 09 21:17:53.337195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-6c1131f1-d4f4-4ae8-ac97-cd5fc3e89d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:53.339741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-6c1131f1-d4f4-4ae8-ac97-cd5fc3e89d1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.5544364
Apr 09 21:17:53.439723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-d4d87b7b-c213-44ad-9436-0f231c603844 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.0921967
Apr 09 21:17:53.561640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc761e-48f4-496e-99e0-7d356e5cb85a None None] Port 0a281226-aade-45ed-9eb3-397d099bc634 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:17:53.593284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66783e6-788b-4764-88c4-88c938d0ff4f req-52918290-03fe-49f3-8b38-fcc6619857c8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:53.595076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e66783e6-788b-4764-88c4-88c938d0ff4f req-52918290-03fe-49f3-8b38-fcc6619857c8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.6179512
Apr 09 21:17:53.623637 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7ca2186-45d2-4575-b6c7-327b94d3c772 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b737942cf73f41c2b540507b73ea1833&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5770192
Apr 09 21:17:53.624697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks [] for router_gateway (4fe5683e-8e01-4042-9a9e-ba910e318f59), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:53.628446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48858) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:53.661144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-a8198070-5572-4458-a7f5-62fe53b151af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:53.663026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-a8198070-5572-4458-a7f5-62fe53b151af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.2036557
Apr 09 21:17:53.678923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-1b826ac8-336c-4b42-844d-ed224b05860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:53.680532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-1b826ac8-336c-4b42-844d-ed224b05860d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.3375740
Apr 09 21:17:53.695249 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d233b66b-4f25-48a6-b357-585a97be944f tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/routers/41e149b7-eaaf-445b-b15c-55884007bb91 HTTP/1.1" status: 200  len: 925 time: 1.1048880
Apr 09 21:17:53.698085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48860) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:53.699855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cbac5c-aa17-44b2-9a60-135d6315ba7f None None] New status for floating IP b67bdb7d-909f-4094-9723-230ad10fd05e: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:17:53.748199 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3f7e6083-9eb5-470d-9242-491aadd5d5a6 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=41e149b7-eaaf-445b-b15c-55884007bb91 HTTP/1.1" status: 200  len: 205 time: 0.0381591
Apr 09 21:17:53.749097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48864) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:53.761639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-27aa58a1-87b1-4603-af32-19e06b1c56e3 service neutron] 10.222.0.25 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7847176
Apr 09 21:17:53.763531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e66783e6-788b-4764-88c4-88c938d0ff4f req-0896ef47-a8a2-41ff-84c3-96d8f7dd8936 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585255
Apr 09 21:17:53.764395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router 240db901-8659-43f7-9ca1-3f5856ff4d46 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:17:53.862680 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4df4b0f5-0d6e-4d4e-89bf-68d68d23db6a admin admin] Publish callbacks [] for security_group (c515d1ee-7c20-410b-a80b-d6bb082e196f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:53.908891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] Set router 4fe5683e-8e01-4042-9a9e-ba910e318f59 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:17:53.912623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4df4b0f5-0d6e-4d4e-89bf-68d68d23db6a admin admin] Publish callbacks [] for security_group (c515d1ee-7c20-410b-a80b-d6bb082e196f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:53.956315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:53.958498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-0d8c0547-23e7-4d5c-a4d3-6625fe68813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:53.960063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-0d8c0547-23e7-4d5c-a4d3-6625fe68813b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2728887
Apr 09 21:17:53.965670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-27ab4df7-de55-48c1-ae28-f8793ed9e160 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/240db901-8659-43f7-9ca1-3f5856ff4d46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8453043
Apr 09 21:17:53.966826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-753f5fe9-51cc-40d2-af41-b4317056e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:53.968254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-753f5fe9-51cc-40d2-af41-b4317056e982 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2799702
Apr 09 21:17:53.971283 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f147417-7743-4661-a35e-f1a299786654 None None] Sync routers for ids ['240db901-8659-43f7-9ca1-3f5856ff4d46'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:53.971790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48870) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:53.982282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Deleting port 95941c09-aac3-4a38-8c5d-949f0a6f1721 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:53.982617 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:53.983872 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f147417-7743-4661-a35e-f1a299786654 None None] Routers {'240db901-8659-43f7-9ca1-3f5856ff4d46'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:53.984503 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3f147417-7743-4661-a35e-f1a299786654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777a05e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['240db901-8659-43f7-9ca1-3f5856ff4d46'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:54.065142 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3f147417-7743-4661-a35e-f1a299786654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777a05e0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:54.088687 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f147417-7743-4661-a35e-f1a299786654 None None] Routers {'240db901-8659-43f7-9ca1-3f5856ff4d46'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:54.090658 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3f147417-7743-4661-a35e-f1a299786654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777a05e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['240db901-8659-43f7-9ca1-3f5856ff4d46'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:54.119672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-87d9c239-9d80-430e-946b-b3f8798bcaea req-e10047a8-94f0-4d36-bcc1-beab221f140b service neutron] 10.222.0.25 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3492815
Apr 09 21:17:54.129659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (41e149b7-eaaf-445b-b15c-55884007bb91), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:54.171505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dea379-e067-4848-98fd-366631c223ac tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:54.172949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a9dea379-e067-4848-98fd-366631c223ac tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports/0a281226-aade-45ed-9eb3-397d099bc634 HTTP/1.1" status: 200  len: 983 time: 0.2004938
Apr 09 21:17:54.180028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48878) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:54.193409 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3f147417-7743-4661-a35e-f1a299786654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777a05e0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:54.195115 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f147417-7743-4661-a35e-f1a299786654 None None] The sync data for ids ['240db901-8659-43f7-9ca1-3f5856ff4d46'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:54.206041 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4df4b0f5-0d6e-4d4e-89bf-68d68d23db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c515d1ee-7c20-410b-a80b-d6bb082e196f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:54.208670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4df4b0f5-0d6e-4d4e-89bf-68d68d23db6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:54.212179 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4df4b0f5-0d6e-4d4e-89bf-68d68d23db6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c515d1ee-7c20-410b-a80b-d6bb082e196f HTTP/1.1" status: 204  len: 168 time: 0.5786810
Apr 09 21:17:54.256112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:54.269872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764d2cd0>, [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:17:48Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:54.270637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4b0f5-0d6e-4d4e-89bf-68d68d23db6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515d1ee-7c20-410b-a80b-d6bb082e196f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:54.325822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e5195-9f1d-49fb-89b2-5ba39323cc2f None None] The sync data for ids ['4fe5683e-8e01-4042-9a9e-ba910e318f59'] in ncdv-master-1 is: [{'id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'name': 'tempest-TestVolumeBackupRestore-88410204-router', 'tenant_id': 'a2e537a0863d43df811118a31e20609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3'}], 'enable_snat': True}, 'gw_port_id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:14:52Z', 'updated_at': '2022-04-09T21:17:48Z', 'revision_number': 5, 'project_id': 'a2e537a0863d43df811118a31e20609c', 'gw_port': {'id': '95941c09-aac3-4a38-8c5d-949f0a6f1721', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe5683e-8e01-4042-9a9e-ba910e318f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:14:53Z', 'updated_at': '2022-04-09T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:54.460626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-d10f3482-cb46-46d9-820b-b90fbca12236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:54.464688 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-d10f3482-cb46-46d9-820b-b90fbca12236 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1125 time: 0.2148001
Apr 09 21:17:54.508787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (41e149b7-eaaf-445b-b15c-55884007bb91), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:54.618119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Deleting port b1d0f28c-fbb0-45d1-8f27-9941aee927a7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:54.618462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b1d0f28c-fbb0-45d1-8f27-9941aee927a7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:54.645252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-db19fba4-f9e5-4377-9e29-1f8b57c55150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:54.646894 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-db19fba4-f9e5-4377-9e29-1f8b57c55150 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.1748505
Apr 09 21:17:54.757591 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b1d0f28c-fbb0-45d1-8f27-9941aee927a7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:54.785375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Calling delete_port for b1d0f28c-fbb0-45d1-8f27-9941aee927a7 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:54.906550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb36a2-b017-41cf-807e-b4e02a623abe req-98592421-c2f3-40a0-be4f-a118c674820a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:54.908909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35cb36a2-b017-41cf-807e-b4e02a623abe req-98592421-c2f3-40a0-be4f-a118c674820a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.0809071
Apr 09 21:17:54.938616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48910) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:54.975272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-ce30abba-27c0-4ad0-b2eb-c1e927d147c7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9948449
Apr 09 21:17:55.028170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b1d0f28c-fbb0-45d1-8f27-9941aee927a7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.032447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-8fea4ce1-314a-4f54-9bc3-443c29e1f0de tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=55bfa8219d074eb1b2e1f2469053cd8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1971483
Apr 09 21:17:55.065397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event deleted for resources: {'Port': ['ID=b1d0f28c-fbb0-45d1-8f27-9941aee927a7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:55.080100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45d6c81e-df44-460d-be36-4ddd466c28c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.137923 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (41e149b7-eaaf-445b-b15c-55884007bb91), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.164825 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.246353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (41e149b7-eaaf-445b-b15c-55884007bb91), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.246353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (41e149b7-eaaf-445b-b15c-55884007bb91), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.255955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-219cc963-1bf4-47cf-8fe6-ca3274d83f6a service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2849791
Apr 09 21:17:55.307364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (41e149b7-eaaf-445b-b15c-55884007bb91), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.307920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Fanout notify agent at l3_agent the message router_deleted on router 41e149b7-eaaf-445b-b15c-55884007bb91 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:17:55.313932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] For port 95941c09-aac3-4a38-8c5d-949f0a6f1721, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95941c09-aac3-4a38-8c5d-949f0a6f1721,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:55.314592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.318897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.323767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d388394-f645-436a-95b5-78f57e84871d tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/41e149b7-eaaf-445b-b15c-55884007bb91 HTTP/1.1" status: 204  len: 168 time: 1.5677891
Apr 09 21:17:55.324252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48924) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:55.338421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1464865495', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': False}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:55.339717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cbb718c-974e-4f02-9459-922d9ed81bae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:55.361929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c2b0114f-f83d-45b0-92e3-1515c0929551), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.363074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4cbb718c-974e-4f02-9459-922d9ed81bae {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:55.363425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cbb718c-974e-4f02-9459-922d9ed81bae not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:17:55.363593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c2b0114f-f83d-45b0-92e3-1515c0929551), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.381011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35cb36a2-b017-41cf-807e-b4e02a623abe req-b53498be-e966-40c4-8b82-a6f0b4fbf390 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4535472
Apr 09 21:17:55.446309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_controller (c2b0114f-f83d-45b0-92e3-1515c0929551), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.452245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Calling delete_port for 95941c09-aac3-4a38-8c5d-949f0a6f1721 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:55.619013 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (c2b0114f-f83d-45b0-92e3-1515c0929551), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.628186 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.650110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48928) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:55.769988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57734-9249-43de-94a1-06d479ee264c req-40b1ca5d-53e5-48e0-b457-b1aad58548a7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:55.771537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3be57734-9249-43de-94a1-06d479ee264c req-40b1ca5d-53e5-48e0-b457-b1aad58548a7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.2816684
Apr 09 21:17:55.785392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52e55d49-8e08-431d-8b27-5e6f9d680962 req-7c6b2160-e826-476c-a5f1-fd3ee83e4907 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7458417
Apr 09 21:17:55.795800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f92e6ee1-31f8-4d67-8ff8-789f28938385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.818869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-47020056-ea56-43e1-87c0-4e13b46b505b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:55.820433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-47020056-ea56-43e1-87c0-4e13b46b505b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7502692
Apr 09 21:17:55.837351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45d6c81e-df44-460d-be36-4ddd466c28c5 admin admin] Publish callbacks [] for security_group (de9e5aeb-81bc-4fea-b6e9-55e971ed4f57), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.861958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (c2b0114f-f83d-45b0-92e3-1515c0929551), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.891070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.902163 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45d6c81e-df44-460d-be36-4ddd466c28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (de9e5aeb-81bc-4fea-b6e9-55e971ed4f57), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:55.922956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-1e6e39d4-8dcd-46a0-b606-743625ddc435 service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6022053
Apr 09 21:17:55.964814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-98310733-4e61-4312-97a7-cac22fd6f934 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/quotas/55bfa8219d074eb1b2e1f2469053cd8f HTTP/1.1" status: 200  len: 375 time: 0.1219995
Apr 09 21:17:56.001408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f92e6ee1-31f8-4d67-8ff8-789f28938385 admin admin] Publish callbacks [] for security_group (5b37b907-ee4e-4c25-aabe-35a98c4d228d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.010207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f92e6ee1-31f8-4d67-8ff8-789f28938385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5b37b907-ee4e-4c25-aabe-35a98c4d228d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.049000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-45d6c81e-df44-460d-be36-4ddd466c28c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=626295f12bb94037af38e27d8582b0fa&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0820875
Apr 09 21:17:56.058937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:56.068868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Allocated IP 172.35.0.248 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/052dc1e0-b184-4cd4-8af4-4bdee5939212) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:17:56.074411 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f92e6ee1-31f8-4d67-8ff8-789f28938385 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a88ceb31f8e34d6395ecb76fb479bbd7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4233181
Apr 09 21:17:56.081643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6c81e-df44-460d-be36-4ddd466c28c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9e5aeb-81bc-4fea-b6e9-55e971ed4f57,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:56.082678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48934) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:56.090203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e6ee1-31f8-4d67-8ff8-789f28938385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b37b907-ee4e-4c25-aabe-35a98c4d228d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:56.117680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-14ce9dd5-95e7-4a4b-bf5a-b60adb5ac9e0 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=55bfa8219d074eb1b2e1f2469053cd8f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1342497
Apr 09 21:17:56.152716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3be57734-9249-43de-94a1-06d479ee264c req-ff55634d-7abd-4d47-8020-c5b35768fec6 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3547299
Apr 09 21:17:56.188061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (240db901-8659-43f7-9ca1-3f5856ff4d46), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.218313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80cf5655-5fcc-49ab-8a06-4ea1eafb4cdf admin admin] Publish callbacks [] for security_group (de9e5aeb-81bc-4fea-b6e9-55e971ed4f57), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.254857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-959dcf76-f644-41ff-9fb8-42a0d1f4de1c admin admin] Publish callbacks [] for security_group (5b37b907-ee4e-4c25-aabe-35a98c4d228d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.268247 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80cf5655-5fcc-49ab-8a06-4ea1eafb4cdf admin admin] Publish callbacks [] for security_group (de9e5aeb-81bc-4fea-b6e9-55e971ed4f57), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.312532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-959dcf76-f644-41ff-9fb8-42a0d1f4de1c admin admin] Publish callbacks [] for security_group (5b37b907-ee4e-4c25-aabe-35a98c4d228d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.336410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.367631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20c76c43-c941-4da7-849a-9c751a8244d0 req-b2dbac74-3966-423c-8f1f-f13c39a30245 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 210 time: 0.0608933
Apr 09 21:17:56.419474 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80cf5655-5fcc-49ab-8a06-4ea1eafb4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (de9e5aeb-81bc-4fea-b6e9-55e971ed4f57), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.422369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80cf5655-5fcc-49ab-8a06-4ea1eafb4cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.423639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-80cf5655-5fcc-49ab-8a06-4ea1eafb4cdf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de9e5aeb-81bc-4fea-b6e9-55e971ed4f57 HTTP/1.1" status: 204  len: 168 time: 0.3637488
Apr 09 21:17:56.439988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.445652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-959dcf76-f644-41ff-9fb8-42a0d1f4de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5b37b907-ee4e-4c25-aabe-35a98c4d228d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.452566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-959dcf76-f644-41ff-9fb8-42a0d1f4de1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.453667 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-959dcf76-f644-41ff-9fb8-42a0d1f4de1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b37b907-ee4e-4c25-aabe-35a98c4d228d HTTP/1.1" status: 204  len: 168 time: 0.3700702
Apr 09 21:17:56.512049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (95941c09-aac3-4a38-8c5d-949f0a6f1721), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.522879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf5655-5fcc-49ab-8a06-4ea1eafb4cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9e5aeb-81bc-4fea-b6e9-55e971ed4f57,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:56.564364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:17:56.574248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:17:56.578253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:17:56.580391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dcf76-f644-41ff-9fb8-42a0d1f4de1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b37b907-ee4e-4c25-aabe-35a98c4d228d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:56.594460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=95941c09-aac3-4a38-8c5d-949f0a6f1721,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:56.607342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'Port': ['ID=052dc1e0-b184-4cd4-8af4-4bdee5939212,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:56.657720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 0a281226-aade-45ed-9eb3-397d099bc634 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:56.658076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0a281226-aade-45ed-9eb3-397d099bc634), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.706350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f991104-4ac5-4c5a-bef3-a3e99285eca7 req-4ee74b58-96c4-4363-9534-aeb0bb5b7c5e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:56.707992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f991104-4ac5-4c5a-bef3-a3e99285eca7 req-4ee74b58-96c4-4363-9534-aeb0bb5b7c5e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 943 time: 0.2183523
Apr 09 21:17:56.856936 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (4fe5683e-8e01-4042-9a9e-ba910e318f59), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.916196 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:56.984380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f991104-4ac5-4c5a-bef3-a3e99285eca7 req-bec7d6d4-c895-4105-981a-ef775dca99fe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2616334
Apr 09 21:17:56.998828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0a281226-aade-45ed-9eb3-397d099bc634), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.041461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48964) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:57.060499 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (4fe5683e-8e01-4042-9a9e-ba910e318f59), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.062940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 0a281226-aade-45ed-9eb3-397d099bc634 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:57.070407 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks [] for router_controller (4fe5683e-8e01-4042-9a9e-ba910e318f59), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.080013 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5b4fed-f23d-476a-90ac-141c39acfda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.185603 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-7e2ca289-81a6-4025-a92d-80077f77f3d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 999 time: 0.1159136
Apr 09 21:17:57.194463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (4fe5683e-8e01-4042-9a9e-ba910e318f59), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.195106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe5683e-8e01-4042-9a9e-ba910e318f59 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:17:57.255844 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.257061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bf020484-0100-4537-9b35-631765658f9d admin admin] 10.222.0.30 "DELETE /v2.0/routers/4fe5683e-8e01-4042-9a9e-ba910e318f59 HTTP/1.1" status: 204  len: 168 time: 4.8940644
Apr 09 21:17:57.259931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 48970) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:57.366058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebbf1b2-402d-4c6a-937a-120c1c143650 admin admin] Deleting subnet 29f02642-072d-4eb5-bc16-2a79485c6284 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:17:57.449753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-7ffcb277-f2c0-4233-967b-a832e1846a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:57.452138 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-7ffcb277-f2c0-4233-967b-a832e1846a6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.0814641
Apr 09 21:17:57.453086 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf1b2-402d-4c6a-937a-120c1c143650 admin admin] Publish callbacks [] for subnet (29f02642-072d-4eb5-bc16-2a79485c6284), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.472165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:17:57.647919 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf1b2-402d-4c6a-937a-120c1c143650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (29f02642-072d-4eb5-bc16-2a79485c6284), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.678844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-b4687e10-ff71-42f6-adee-1ff282964864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:57.680487 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-b4687e10-ff71-42f6-adee-1ff282964864 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1692793
Apr 09 21:17:57.691338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (c2b0114f-f83d-45b0-92e3-1515c0929551), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.700328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:57.718658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'port_id': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'mac_address': 'fa:16:3e:9a:61:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:17:57.808889 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5b4fed-f23d-476a-90ac-141c39acfda9 admin admin] Publish callbacks [] for security_group (bb2a98de-9bb7-4303-850e-e2305bd8fd4b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.833935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:17:57.834930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.856271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d5b4fed-f23d-476a-90ac-141c39acfda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bb2a98de-9bb7-4303-850e-e2305bd8fd4b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.886682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0d9111-1b29-4137-bef5-aea063d0fe04 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:17:57.903593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0dd1347c-4bbd-4a13-81c3-1624970318e0 req-9c0c924f-06c6-4d2f-8a7f-b99d8657b3e2 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 210 time: 0.0987995
Apr 09 21:17:57.955209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:57.960720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e9793-a42d-4a34-bf06-e17045b3164d req-4d0642da-fff0-4714-9a10-29276e50fe44 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:57.964358 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:57.968941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d40e9793-a42d-4a34-bf06-e17045b3164d req-4d0642da-fff0-4714-9a10-29276e50fe44 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.5763929
Apr 09 21:17:58.017355 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-a0ded810-808c-47a5-a1e5-90ef6a32ecc0 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=55bfa8219d074eb1b2e1f2469053cd8f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0460746
Apr 09 21:17:58.040750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b4fed-f23d-476a-90ac-141c39acfda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a98de-9bb7-4303-850e-e2305bd8fd4b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:58.053111 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-4064280a-0fe4-4641-bf95-46144d39a73e service neutron] 10.222.0.25 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722561
Apr 09 21:17:58.066723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:58.075054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9d5b4fed-f23d-476a-90ac-141c39acfda9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e172c89d19741ddb34375444cd41685&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0312550
Apr 09 21:17:58.082080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 48992) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:58.191732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf1b2-402d-4c6a-937a-120c1c143650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (29f02642-072d-4eb5-bc16-2a79485c6284), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.242414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d40e9793-a42d-4a34-bf06-e17045b3164d req-d8dccb3b-2e72-4e4f-ae8a-1ff101f11fcc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2672157
Apr 09 21:17:58.259494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['cf0d9111-1b29-4137-bef5-aea063d0fe04'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:17:58.272857 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0a281226-aade-45ed-9eb3-397d099bc634), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.281583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e243b04c-4bb4-4eb2-ab97-f5ac1dd26d62 admin admin] Publish callbacks [] for security_group (bb2a98de-9bb7-4303-850e-e2305bd8fd4b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.364101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=0a281226-aade-45ed-9eb3-397d099bc634,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:58.431752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e243b04c-4bb4-4eb2-ab97-f5ac1dd26d62 admin admin] Publish callbacks [] for security_group (bb2a98de-9bb7-4303-850e-e2305bd8fd4b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.493997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635b59-adc5-4d36-959f-c90b340ac335 req-63447644-900c-48d5-b4c6-b0abb51ff5ed tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:58.508612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82635b59-adc5-4d36-959f-c90b340ac335 req-63447644-900c-48d5-b4c6-b0abb51ff5ed tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.1501622
Apr 09 21:17:58.579208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-c7352e63-513e-48af-8ea2-de6502487a26 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:58.580787 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-c7352e63-513e-48af-8ea2-de6502487a26 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5232100
Apr 09 21:17:58.582013 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c2b0114f-f83d-45b0-92e3-1515c0929551), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.600324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf1b2-402d-4c6a-937a-120c1c143650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (29f02642-072d-4eb5-bc16-2a79485c6284), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.607580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Request body: {'port': {'device_id': '25547687-7c47-48a7-a6a4-032cc057cb23', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': '55bfa8219d074eb1b2e1f2469053cd8f'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:17:58.758817 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (240db901-8659-43f7-9ca1-3f5856ff4d46), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.834119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbf1b2-402d-4c6a-937a-120c1c143650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f02642-072d-4eb5-bc16-2a79485c6284,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:58.836497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc51d7-15c9-4ce2-afe2-90ffe78fc7e5 None None] Network 6224e166-ef4d-46aa-a3a6-6d9016c554e1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:17:58.838242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332903a5-157e-4763-ad92-60cfe5d094bf req-e1d3e1e8-25a7-4b72-9088-2e3016a4c1db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:17:58.839727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332903a5-157e-4763-ad92-60cfe5d094bf req-e1d3e1e8-25a7-4b72-9088-2e3016a4c1db tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 944 time: 0.2338896
Apr 09 21:17:58.841193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf1b2-402d-4c6a-937a-120c1c143650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.851126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49006) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:58.853443 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ebbf1b2-402d-4c6a-937a-120c1c143650 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/29f02642-072d-4eb5-bc16-2a79485c6284 HTTP/1.1" status: 204  len: 168 time: 1.5838563
Apr 09 21:17:58.861152 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3e51524b-bc2c-4e12-b826-82b07b4ecb2e req-818fc62e-09f4-40cb-a9fd-bda5f3eefd86 service neutron] 10.222.0.25 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6780171
Apr 09 21:17:58.868282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Made reservation on behalf of 55bfa8219d074eb1b2e1f2469053cd8f for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:17:58.871753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.923799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.935328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82635b59-adc5-4d36-959f-c90b340ac335 req-316b516f-85ee-4e21-ade5-3d1274e0eb38 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4252462
Apr 09 21:17:58.985857 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e243b04c-4bb4-4eb2-ab97-f5ac1dd26d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bb2a98de-9bb7-4303-850e-e2305bd8fd4b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:58.988442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e243b04c-4bb4-4eb2-ab97-f5ac1dd26d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:59.004593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e243b04c-4bb4-4eb2-ab97-f5ac1dd26d62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb2a98de-9bb7-4303-850e-e2305bd8fd4b HTTP/1.1" status: 204  len: 168 time: 0.9036653
Apr 09 21:17:59.121930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] DHCP port deletion for 6224e166-ef4d-46aa-a3a6-6d9016c554e1 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:17:59.161551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Router c2b0114f-f83d-45b0-92e3-1515c0929551 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:17:59.192414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] Deleting port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:59.193144 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:59.200165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243b04c-4bb4-4eb2-ab97-f5ac1dd26d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a98de-9bb7-4303-850e-e2305bd8fd4b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:59.216821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router 240db901-8659-43f7-9ca1-3f5856ff4d46 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:17:59.255313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a27212e-1283-40e5-bfd8-4fd13cb4833d req-f4ac810e-61fb-4911-97c6-ea509e928929 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 210 time: 0.0562985
Apr 09 21:17:59.280759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-332903a5-157e-4763-ad92-60cfe5d094bf req-50e6a17d-dd0c-4abf-b440-0e7c3d6c3759 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3655081
Apr 09 21:17:59.285247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6224e166-ef4d-46aa-a3a6-6d9016c554e1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:59.327032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] For port 82ae29ab-aec1-4fe0-8a26-fe9875208d40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82ae29ab-aec1-4fe0-8a26-fe9875208d40,segment=NetworkSegment(e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a),segment_id=e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:17:59.327649 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:59.365985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] Calling delete_port for 82ae29ab-aec1-4fe0-8a26-fe9875208d40 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:17:59.499551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:17:59.506380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:17:59.519634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-619b136d-4bb5-4844-9424-2b471de5eb29 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/240db901-8659-43f7-9ca1-3f5856ff4d46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3274920
Apr 09 21:17:59.522653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49026) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:59.601948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 82ae29ab-aec1-4fe0-8a26-fe9875208d40 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:59.616418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f72a80-ed4b-44d8-8c06-9e234cc6822b None None] Sync routers for ids ['240db901-8659-43f7-9ca1-3f5856ff4d46'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:17:59.734004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f72a80-ed4b-44d8-8c06-9e234cc6822b None None] Routers {'240db901-8659-43f7-9ca1-3f5856ff4d46'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:59.734556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-53f72a80-ed4b-44d8-8c06-9e234cc6822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e21fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['240db901-8659-43f7-9ca1-3f5856ff4d46'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:59.766786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49034) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:17:59.775308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-53f72a80-ed4b-44d8-8c06-9e234cc6822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e21fd0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:59.804285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Deleting port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:17:59.804500 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:59.807680 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks [] for security_group (b89a0977-7ad0-4fc9-b32e-b793a29aab07), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:59.811711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port cf0d9111-1b29-4137-bef5-aea063d0fe04 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:17:59.816606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f72a80-ed4b-44d8-8c06-9e234cc6822b None None] Routers {'240db901-8659-43f7-9ca1-3f5856ff4d46'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:17:59.817453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-53f72a80-ed4b-44d8-8c06-9e234cc6822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e21fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['240db901-8659-43f7-9ca1-3f5856ff4d46'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:59.854870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-53f72a80-ed4b-44d8-8c06-9e234cc6822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e21fd0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:17:59.855542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f72a80-ed4b-44d8-8c06-9e234cc6822b None None] The sync data for ids ['240db901-8659-43f7-9ca1-3f5856ff4d46'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:17:59.859747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port cf0d9111-1b29-4137-bef5-aea063d0fe04 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:17:59.860563 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:59.863073 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:17:59.918964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 update to DOWN by agent not found {{(pid=126921) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Apr 09 21:17:59.919799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 95941c09-aac3-4a38-8c5d-949f0a6f1721 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:17:59.971489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] No DVR routers for this DVR port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:17:59.976488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2a1c4-ba47-494e-bbc4-459bd39c1217 None None] Pushing event deleted for resources: {'Port': ['ID=82ae29ab-aec1-4fe0-8a26-fe9875208d40,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:17:59.987036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 95941c09-aac3-4a38-8c5d-949f0a6f1721 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:17:59.987737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 95941c09-aac3-4a38-8c5d-949f0a6f1721 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:00.068995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:00.069516 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.079771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b89a0977-7ad0-4fc9-b32e-b793a29aab07), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.101847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:00.104972 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b35721-0f29-43c7-96f3-2d217a6ab4c5" -d '{"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:00.123090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] For port 82ae29ab-aec1-4fe0-8a26-fe9875208d40, host ncdv-master-1, got binding levels [] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:00.123461 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.128508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:00.136394 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.156897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b77fc7-c777-4e24-87d2-7957eb916619 req-3fa08e4b-b8b4-49bd-a152-52fa4c48a151 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:00.163864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09b77fc7-c777-4e24-87d2-7957eb916619 req-3fa08e4b-b8b4-49bd-a152-52fa4c48a151 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 944 time: 0.3846562
Apr 09 21:18:00.194454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-78230024-ba9b-406b-bf15-b097e448dff9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:00.196648 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-78230024-ba9b-406b-bf15-b097e448dff9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361&tenant_id=0cbaded0b4ad4c4587cc36402e326750&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.3864839
Apr 09 21:18:00.213854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Calling delete_port for 82ae29ab-aec1-4fe0-8a26-fe9875208d40 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:00.216118 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-dddfe309-dceb-4b3a-ac89-6ae1d73f803a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] remove_router_interface failed (client error): The resource could not be found.
Apr 09 21:18:00.217375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dddfe309-dceb-4b3a-ac89-6ae1d73f803a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/240db901-8659-43f7-9ca1-3f5856ff4d46/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6937506
Apr 09 21:18:00.219411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 was not found and therefore no delete operation was performed {{(pid=126920) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:18:00.219958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:00.227557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49058) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:00.230357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58527534-37fa-44aa-8cd6-7c58ea367027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.256081 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72680a3c-4dbf-448d-a5c8-d2e038fce43a x-openstack-request-id: req-72680a3c-4dbf-448d-a5c8-d2e038fce43a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:00.256447 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:00.256770 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72680a3c-4dbf-448d-a5c8-d2e038fce43a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:00.257280 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72680a3c-4dbf-448d-a5c8-d2e038fce43a'] response: {'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'code': 200}
Apr 09 21:18:00.264381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (82ae29ab-aec1-4fe0-8a26-fe9875208d40), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.291488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89a0977-7ad0-4fc9-b32e-b793a29aab07,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:00.317067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ae29ab-aec1-4fe0-8a26-fe9875208d40,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:00.320656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:00.331394 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Sync routers for ids ['c2b0114f-f83d-45b0-92e3-1515c0929551'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:00.348363 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Routers {'c2b0114f-f83d-45b0-92e3-1515c0929551'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:00.349147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d96ff7a5-5879-481f-be17-bcbf748ae459 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=240db901-8659-43f7-9ca1-3f5856ff4d46 HTTP/1.1" status: 200  len: 205 time: 0.1187499
Apr 09 21:18:00.350019 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f97700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c2b0114f-f83d-45b0-92e3-1515c0929551'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:00.359819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49064) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:00.370602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] No DVR routers for this DVR port 82ae29ab-aec1-4fe0-8a26-fe9875208d40 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:00.371905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.373399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d7bef515-4d9e-4492-8c59-b6c461b688d9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 5.0463698
Apr 09 21:18:00.378907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49066) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:00.459302 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-cdcdb014-d5af-425e-a9d9-da6862aa3b67 service neutron] 10.222.0.25 "GET /v2.0/ports/cf0d9111-1b29-4137-bef5-aea063d0fe04/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2210937
Apr 09 21:18:00.477183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Allocated IP 192.168.233.92 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/d7c5bc27-a30f-40c3-90ed-faa98edc286b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:00.500151 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Set router c2b0114f-f83d-45b0-92e3-1515c0929551 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:00.574826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d811e929-0feb-4284-82d2-c72af7682127 req-6512a4ba-47a0-4b22-97e3-be400913a94a tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 210 time: 0.1644516
Apr 09 21:18:00.600378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-b4233327-c834-45e0-ab6e-f64839c38ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:00.602121 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-b4233327-c834-45e0-ab6e-f64839c38ab8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1127 time: 0.1171584
Apr 09 21:18:00.647219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e0c3aefb-92b0-4b99-abf8-8f798e1f9ca8 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/routers/c2b0114f-f83d-45b0-92e3-1515c0929551 HTTP/1.1" status: 200  len: 909 time: 0.2646246
Apr 09 21:18:00.653658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49072) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:00.671628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09b77fc7-c777-4e24-87d2-7957eb916619 req-94081aad-597d-4e5b-9290-7eb15b3bf2a0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5016608
Apr 09 21:18:00.689303 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6224e166-ef4d-46aa-a3a6-6d9016c554e1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.694287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1464865495', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': True}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:00.711227 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f871-deb2-4f1a-822b-22ecdb752c0b tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (240db901-8659-43f7-9ca1-3f5856ff4d46), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.773075 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f97700>, [{'id': 'c2b0114f-f83d-45b0-92e3-1515c0929551', 'name': 'tempest-snat-router-1464865495', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.248'}], 'enable_snat': False}, 'gw_port_id': '052dc1e0-b184-4cd4-8af4-4bdee5939212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:55Z', 'updated_at': '2022-04-09T21:17:57Z', 'revision_number': 3, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port': {'id': '052dc1e0-b184-4cd4-8af4-4bdee5939212', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0114f-f83d-45b0-92e3-1515c0929551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:55Z', 'updated_at': '2022-04-09T21:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:00.775207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376169040>,) {'filters': {'network_id': ['6224e166-ef4d-46aa-a3a6-6d9016c554e1']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:00.799865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-43185fb0-c225-4e0f-a676-38b4b2c5cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:00.801360 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-43185fb0-c225-4e0f-a676-38b4b2c5cbc3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.1906345
Apr 09 21:18:00.821641 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Checking router: c2b0114f-f83d-45b0-92e3-1515c0929551 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:18:00.821641 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Updating router c2b0114f-f83d-45b0-92e3-1515c0929551 port 052dc1e0-b184-4cd4-8af4-4bdee5939212 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:18:00.825017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376169040>, 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:00.825338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376169040>, 'e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:00.829075 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (b71621c1-3d86-489f-8f55-4301828f491a), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.831489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (b71621c1-3d86-489f-8f55-4301828f491a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.850450 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.855899 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.925414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks [] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.938934 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.951358 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-eb14df9a-7d14-4d6b-8b9b-7db044a51e5a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 1001 time: 0.1429083
Apr 09 21:18:00.993448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f871-deb2-4f1a-822b-22ecdb752c0b tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (240db901-8659-43f7-9ca1-3f5856ff4d46), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.996483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:18:00.996879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (e26ef2e0-0e10-4dbb-ae58-2c89fa9ae38a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:18:00.998609 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:18:01.011990 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f871-deb2-4f1a-822b-22ecdb752c0b tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (240db901-8659-43f7-9ca1-3f5856ff4d46), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.015106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58527534-37fa-44aa-8cd6-7c58ea367027 admin admin] Publish callbacks [] for security_group (1a275361-76d9-469a-99ff-110924ce2810), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.074271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.090096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58527534-37fa-44aa-8cd6-7c58ea367027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1a275361-76d9-469a-99ff-110924ce2810), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.125280 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_controller (b71621c1-3d86-489f-8f55-4301828f491a), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.146597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f871-deb2-4f1a-822b-22ecdb752c0b tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (240db901-8659-43f7-9ca1-3f5856ff4d46), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.147016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef9f871-deb2-4f1a-822b-22ecdb752c0b tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Fanout notify agent at l3_agent the message router_deleted on router 240db901-8659-43f7-9ca1-3f5856ff4d46 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:01.162735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f871-deb2-4f1a-822b-22ecdb752c0b tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.163843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1ef9f871-deb2-4f1a-822b-22ecdb752c0b tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/240db901-8659-43f7-9ca1-3f5856ff4d46 HTTP/1.1" status: 204  len: 168 time: 0.7901962
Apr 09 21:18:01.169727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49090) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:01.187829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:01.191503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-b0b5be87-3061-4940-be72-5a3944ee9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:01.193068 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-b0b5be87-3061-4940-be72-5a3944ee9b8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.2348068
Apr 09 21:18:01.205557 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Publish callbacks [] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.209615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (6224e166-ef4d-46aa-a3a6-6d9016c554e1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.217088 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.222304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-58527534-37fa-44aa-8cd6-7c58ea367027 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=489d25b5b25a49e0bc8e805a0e4c4193&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4423442
Apr 09 21:18:01.225589 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.225787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:01.228655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49092) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:01.228801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6224e166-ef4d-46aa-a3a6-6d9016c554e1 HTTP/1.1" status: 204  len: 168 time: 2.3736959
Apr 09 21:18:01.247928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Pushing event updated for resources: {'Port': ['ID=d7c5bc27-a30f-40c3-90ed-faa98edc286b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:01.250691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:01.263931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49094) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:01.267823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58527534-37fa-44aa-8cd6-7c58ea367027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a275361-76d9-469a-99ff-110924ce2810,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:01.277843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9934055-c9bc-4530-a414-86b9bb0b4a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=6224e166-ef4d-46aa-a3a6-6d9016c554e1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:01.311866 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Pushing event updated for resources: {'Port': ['ID=052dc1e0-b184-4cd4-8af4-4bdee5939212,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:01.320120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:01.323371 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.328789 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Attempting to bind port 052dc1e0-b184-4cd4-8af4-4bdee5939212 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:01.329305 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Attempting to bind port 052dc1e0-b184-4cd4-8af4-4bdee5939212 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:01.330200 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Attempting to bind port 052dc1e0-b184-4cd4-8af4-4bdee5939212 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:01.353811 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:01.355126 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:01.355739 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.356324 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:01.356998 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Bound port: 052dc1e0-b184-4cd4-8af4-4bdee5939212, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:01.357882 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.402312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-4985f007-62b3-4f25-ae54-aaac5fcfc6db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet b2a86046-3a87-4f78-85c7-ff9f37a106a6 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:18:01.419025 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.419535 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.419928 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.420034 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4985f007-62b3-4f25-ae54-aaac5fcfc6db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (b2a86046-3a87-4f78-85c7-ff9f37a106a6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.420324 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.420709 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.421151 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.421773 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.422231 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.422793 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.423392 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.423846 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.424224 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.425010 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.425511 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.426267 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:01.468281 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.470914 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] For port 052dc1e0-b184-4cd4-8af4-4bdee5939212, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:01.475224 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] For port 052dc1e0-b184-4cd4-8af4-4bdee5939212, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052dc1e0-b184-4cd4-8af4-4bdee5939212,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:01.488875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-f9389e99-7af6-41a8-9371-074b97cf3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:01.490691 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-f9389e99-7af6-41a8-9371-074b97cf3d1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2626984
Apr 09 21:18:01.491252 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.506262 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3f66a5be-871c-4cc1-b902-71e174f919a3 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9034824
Apr 09 21:18:01.530875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Request body: {'port': {'device_id': '25547687-7c47-48a7-a6a4-032cc057cb23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:01.550403 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (b71621c1-3d86-489f-8f55-4301828f491a), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.554967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9f8baf7-c851-45be-8f28-cd72ca1555c3 admin admin] Publish callbacks [] for security_group (1a275361-76d9-469a-99ff-110924ce2810), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.577305 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Routers {'c2b0114f-f83d-45b0-92e3-1515c0929551'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:01.578989 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f97700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c2b0114f-f83d-45b0-92e3-1515c0929551'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:01.580758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9f8baf7-c851-45be-8f28-cd72ca1555c3 admin admin] Publish callbacks [] for security_group (1a275361-76d9-469a-99ff-110924ce2810), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.660320 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4985f007-62b3-4f25-ae54-aaac5fcfc6db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (b2a86046-3a87-4f78-85c7-ff9f37a106a6), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.690255 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9f8baf7-c851-45be-8f28-cd72ca1555c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1a275361-76d9-469a-99ff-110924ce2810), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.692966 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e9f8baf7-c851-45be-8f28-cd72ca1555c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.694212 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e9f8baf7-c851-45be-8f28-cd72ca1555c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a275361-76d9-469a-99ff-110924ce2810 HTTP/1.1" status: 204  len: 168 time: 0.4625769
Apr 09 21:18:01.713652 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] Set router c2b0114f-f83d-45b0-92e3-1515c0929551 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:01.762873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-965c3269-fd52-4357-be13-9341bdda97fc None None] Provisioning complete for port d7c5bc27-a30f-40c3-90ed-faa98edc286b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:01.773632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-965c3269-fd52-4357-be13-9341bdda97fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.783441 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49366d72-77af-4802-b6ac-ee36d60aaa9f None None] Pushing event updated for resources: {'Port': ['ID=052dc1e0-b184-4cd4-8af4-4bdee5939212,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:01.858273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-965c3269-fd52-4357-be13-9341bdda97fc None None] Port d7c5bc27-a30f-40c3-90ed-faa98edc286b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:18:01.874110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8baf7-c851-45be-8f28-cd72ca1555c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a275361-76d9-469a-99ff-110924ce2810,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:01.934828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:01.964988 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-df5ecb50-88ed-4cdc-be95-6bb56ad95889 service neutron] 10.222.0.25 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4572680
Apr 09 21:18:01.974978 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f97700>, [{'id': 'c2b0114f-f83d-45b0-92e3-1515c0929551', 'name': 'tempest-snat-router-1464865495', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.248'}], 'enable_snat': False}, 'gw_port_id': '052dc1e0-b184-4cd4-8af4-4bdee5939212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:55Z', 'updated_at': '2022-04-09T21:17:57Z', 'revision_number': 3, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port': {'id': '052dc1e0-b184-4cd4-8af4-4bdee5939212', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0114f-f83d-45b0-92e3-1515c0929551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:55Z', 'updated_at': '2022-04-09T21:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:02.021000 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4985f007-62b3-4f25-ae54-aaac5fcfc6db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b2a86046-3a87-4f78-85c7-ff9f37a106a6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.036984 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d21e628-293d-464c-ac2c-c5014293f158 None None] The sync data for ids ['c2b0114f-f83d-45b0-92e3-1515c0929551'] in ncdv-master-1 is: [{'id': 'c2b0114f-f83d-45b0-92e3-1515c0929551', 'name': 'tempest-snat-router-1464865495', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.248'}], 'enable_snat': False}, 'gw_port_id': '052dc1e0-b184-4cd4-8af4-4bdee5939212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:55Z', 'updated_at': '2022-04-09T21:17:57Z', 'revision_number': 3, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port': {'id': '052dc1e0-b184-4cd4-8af4-4bdee5939212', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0114f-f83d-45b0-92e3-1515c0929551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:55Z', 'updated_at': '2022-04-09T21:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:02.367320 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-b473ded4-54aa-43d0-8603-7eddff279c43 service neutron] 10.222.0.25 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3951848
Apr 09 21:18:02.385556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4985f007-62b3-4f25-ae54-aaac5fcfc6db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (b2a86046-3a87-4f78-85c7-ff9f37a106a6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.427813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:02.433547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985f007-62b3-4f25-ae54-aaac5fcfc6db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a86046-3a87-4f78-85c7-ff9f37a106a6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:02.486309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4985f007-62b3-4f25-ae54-aaac5fcfc6db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.491025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c8543-7021-426f-8e6f-11c52ddb7430 None None] Network e33b6ae2-f766-4984-82c4-75f5487888e4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:02.492596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4985f007-62b3-4f25-ae54-aaac5fcfc6db tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/b2a86046-3a87-4f78-85c7-ff9f37a106a6 HTTP/1.1" status: 204  len: 168 time: 1.3144269
Apr 09 21:18:02.493433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49126) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:02.507043 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5efd5cef-e99e-4f81-bc12-bc6797686b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.547113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e1a10-93b8-4fad-8d4c-b76a485ebedf req-19e1608f-3ba2-48ff-b19f-d44273107ff7 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:02.555522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b3e1a10-93b8-4fad-8d4c-b76a485ebedf req-19e1608f-3ba2-48ff-b19f-d44273107ff7 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 935 time: 0.7055016
Apr 09 21:18:02.585599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406257c-b83f-4a1f-8d9d-5aee11ed8824 req-c56aafca-7f69-42d5-b02f-0878da32aa77 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:02.587129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d406257c-b83f-4a1f-8d9d-5aee11ed8824 req-c56aafca-7f69-42d5-b02f-0878da32aa77 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.7038820
Apr 09 21:18:02.746105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] DHCP port deletion for e33b6ae2-f766-4984-82c4-75f5487888e4 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:18:02.779276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c5bc27-a30f-40c3-90ed-faa98edc286b {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:18:02.793924 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e33b6ae2-f766-4984-82c4-75f5487888e4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.798238 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Publish callbacks [] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.812872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] Deleting port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:02.813844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.834425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b3e1a10-93b8-4fad-8d4c-b76a485ebedf req-ddf2b4e2-e7d9-491f-a84f-295395d1c828 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779505
Apr 09 21:18:02.891874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] For port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,segment=NetworkSegment(d07b775a-31fe-4dfd-94ab-fe9084288313),segment_id=d07b775a-31fe-4dfd-94ab-fe9084288313)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:02.892273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.892792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Transition to ACTIVE for port object d7c5bc27-a30f-40c3-90ed-faa98edc286b will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:18:02.896136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d406257c-b83f-4a1f-8d9d-5aee11ed8824 req-cc3d54d2-b592-42a2-9f92-ae1c573ace99 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2963681
Apr 09 21:18:02.928997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.929880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] Calling delete_port for 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:02.944533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (b71621c1-3d86-489f-8f55-4301828f491a), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:02.968634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.006590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5efd5cef-e99e-4f81-bc12-bc6797686b3f admin admin] Publish callbacks [] for security_group (7b8d4e39-5dcd-46c6-9755-e21dabb44e82), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.022744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:03.023944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.050155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.053447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5efd5cef-e99e-4f81-bc12-bc6797686b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7b8d4e39-5dcd-46c6-9755-e21dabb44e82), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.076113 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (6c743f09-7810-4088-931d-3f9ebdc476ec), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.115979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] Pushing event deleted for resources: {'Port': ['ID=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:03.121214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd47b0-9991-4068-9067-c53cf72063ca None None] No DVR routers for this DVR port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:03.126960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd5cef-e99e-4f81-bc12-bc6797686b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8d4e39-5dcd-46c6-9755-e21dabb44e82,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:03.215538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c5bc27-a30f-40c3-90ed-faa98edc286b,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:03.242669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5efd5cef-e99e-4f81-bc12-bc6797686b3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4195cba158564eedb50d0802dcd5bd89&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8109455
Apr 09 21:18:03.250133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49138) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:03.278917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:18:03.320676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Allocated IP 172.35.0.43 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/937ea32c-0097-4ac6-a0c8-1a0f94faebe3) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:03.462804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,segment=NetworkSegment(d07b775a-31fe-4dfd-94ab-fe9084288313),segment_id=d07b775a-31fe-4dfd-94ab-fe9084288313)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:03.463008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.499002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:03.509160 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b615177-ebac-4b15-9bb7-a19ba3aaaa1a admin admin] Publish callbacks [] for security_group (7b8d4e39-5dcd-46c6-9755-e21dabb44e82), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.603248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49148) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:03.641764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Attempting to bind port d7c5bc27-a30f-40c3-90ed-faa98edc286b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:03.642108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Attempting to bind port d7c5bc27-a30f-40c3-90ed-faa98edc286b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:03.646114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Attempting to bind port d7c5bc27-a30f-40c3-90ed-faa98edc286b on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:03.649835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b615177-ebac-4b15-9bb7-a19ba3aaaa1a admin admin] Publish callbacks [] for security_group (7b8d4e39-5dcd-46c6-9755-e21dabb44e82), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.676570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Port d7c5bc27-a30f-40c3-90ed-faa98edc286b on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:18:03.676985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Attempting to bind port d7c5bc27-a30f-40c3-90ed-faa98edc286b on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:03.695918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:03.695918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:03.695918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:03.695918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Bound port: d7c5bc27-a30f-40c3-90ed-faa98edc286b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:03.695918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.735655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.781175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Deleting port b15eac12-9af6-4e10-929b-df47418f7ee5 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:03.782201 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:03.818788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 052dc1e0-b184-4cd4-8af4-4bdee5939212 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:03.982896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.007279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] For port b15eac12-9af6-4e10-929b-df47418f7ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b15eac12-9af6-4e10-929b-df47418f7ee5,segment=NetworkSegment(b85a54b6-3a19-4221-8645-b887bd431d14),segment_id=b85a54b6-3a19-4221-8645-b887bd431d14)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:04.008009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.012349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 052dc1e0-b184-4cd4-8af4-4bdee5939212 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:04.014246 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.046194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:04.055615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:04.066714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Calling delete_port for b15eac12-9af6-4e10-929b-df47418f7ee5 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:04.076257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:04.081899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0d70bfc6-791f-4d04-b0ba-900ee7740e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.086626 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2629aa1b-5ed8-49cf-b615-b351e3c1fca3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.116089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No DVR routers for this DVR port 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:04.132961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:04.144709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b615177-ebac-4b15-9bb7-a19ba3aaaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7b8d4e39-5dcd-46c6-9755-e21dabb44e82), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.147465 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b615177-ebac-4b15-9bb7-a19ba3aaaa1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.151041 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b615177-ebac-4b15-9bb7-a19ba3aaaa1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b8d4e39-5dcd-46c6-9755-e21dabb44e82 HTTP/1.1" status: 204  len: 168 time: 0.8974547
Apr 09 21:18:04.151041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=2629aa1b-5ed8-49cf-b615-b351e3c1fca3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:04.151508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'mac_address': 'fa:16:3e:5d:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:18:04.181507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'Port': ['ID=937ea32c-0097-4ac6-a0c8-1a0f94faebe3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:04.202754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b615177-ebac-4b15-9bb7-a19ba3aaaa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8d4e39-5dcd-46c6-9755-e21dabb44e82,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:04.205330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:04.206606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.231720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] For port d7c5bc27-a30f-40c3-90ed-faa98edc286b, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:04.251723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e3b4af2-dfb3-4068-9bd9-69c858e1156a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:18:04.304830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:04.331806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] For port d7c5bc27-a30f-40c3-90ed-faa98edc286b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c5bc27-a30f-40c3-90ed-faa98edc286b,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:04.349724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e33b6ae2-f766-4984-82c4-75f5487888e4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.358154 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.378961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.417835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef588e-3712-4849-8e9a-3b85d83c9899 req-75b430b3-abc0-4ff0-9537-c6a66906184b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:04.425934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bef588e-3712-4849-8e9a-3b85d83c9899 req-75b430b3-abc0-4ff0-9537-c6a66906184b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 947 time: 0.3383377
Apr 09 21:18:04.480473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:04.487960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7936f4a-92e2-47fd-90a1-0586ce4f2f55 req-0890663e-feb5-4a6c-84b0-c3b26b48b384 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:04.489681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7936f4a-92e2-47fd-90a1-0586ce4f2f55 req-0890663e-feb5-4a6c-84b0-c3b26b48b384 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.4353397
Apr 09 21:18:04.521447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23743402b0>,) {'filters': {'network_id': ['e33b6ae2-f766-4984-82c4-75f5487888e4']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:04.536820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['2e3b4af2-dfb3-4068-9bd9-69c858e1156a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:18:04.590384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 052dc1e0-b184-4cd4-8af4-4bdee5939212 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:04.591219 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.595649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23743402b0>, 'd07b775a-31fe-4dfd-94ab-fe9084288313') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:04.595975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23743402b0>, 'd07b775a-31fe-4dfd-94ab-fe9084288313') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:04.605370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:04.606002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.607551 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] 10.222.0.25 "PUT /v2.0/ports/d7c5bc27-a30f-40c3-90ed-faa98edc286b HTTP/1.1" status: 200  len: 1095 time: 3.0838706
Apr 09 21:18:04.628515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25547687-7c47-48a7-a6a4-032cc057cb23', 'tag': 'd7c5bc27-a30f-40c3-90ed-faa98edc286b'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:04.633526 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd71c466-dafb-4f7b-b683-567d2423ec93" -d '{"events": [{"name": "network-changed", "server_uuid": "25547687-7c47-48a7-a6a4-032cc057cb23", "tag": "d7c5bc27-a30f-40c3-90ed-faa98edc286b"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:04.666143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d07b775a-31fe-4dfd-94ab-fe9084288313), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.681755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 052dc1e0-b184-4cd4-8af4-4bdee5939212, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052dc1e0-b184-4cd4-8af4-4bdee5939212,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:04.705696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d07b775a-31fe-4dfd-94ab-fe9084288313), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.706750 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.726448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:18:04.726937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d07b775a-31fe-4dfd-94ab-fe9084288313), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.814390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:18:04.881425 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:18:04.887717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:18:04.888212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2629aa1b-5ed8-49cf-b615-b351e3c1fca3 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:04.923409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e33b6ae2-f766-4984-82c4-75f5487888e4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.935630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:04.940531 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/e33b6ae2-f766-4984-82c4-75f5487888e4 HTTP/1.1" status: 204  len: 168 time: 2.4359965
Apr 09 21:18:04.948603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49192) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:05.125957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59221c25-ddc2-40f4-9a30-cd947245b39e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=e33b6ae2-f766-4984-82c4-75f5487888e4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:05.126720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=052dc1e0-b184-4cd4-8af4-4bdee5939212,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:05.139755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc81bf8-67a8-4cea-bb69-030be660bbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c5bc27-a30f-40c3-90ed-faa98edc286b,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:05.161470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-318273617'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:05.186495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0d70bfc6-791f-4d04-b0ba-900ee7740e4a admin admin] Publish callbacks [] for security_group (5b639729-14a5-4214-83f7-87050594288b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.189673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3ee765a2-218d-4f81-9c7e-0257b5248136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:05.192685 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-3ee765a2-218d-4f81-9c7e-0257b5248136 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55bfa8219d074eb1b2e1f2469053cd8f&device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 1129 time: 0.3014417
Apr 09 21:18:05.194124 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0d70bfc6-791f-4d04-b0ba-900ee7740e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5b639729-14a5-4214-83f7-87050594288b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.222285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0bef588e-3712-4849-8e9a-3b85d83c9899 req-8ae834b9-2093-4d4f-ae9d-277de408526a tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7737284
Apr 09 21:18:05.243830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70bfc6-791f-4d04-b0ba-900ee7740e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b639729-14a5-4214-83f7-87050594288b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:05.303954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:05.319512 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-1eacb226-1ac1-4340-b6e2-de63622a7db3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d7c5bc27-a30f-40c3-90ed-faa98edc286b HTTP/1.1" status: 200  len: 217 time: 0.0706854
Apr 09 21:18:05.330548 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02adbd7f-4ad1-4ad4-b50b-157fe7f28df5 x-openstack-request-id: req-02adbd7f-4ad1-4ad4-b50b-157fe7f28df5 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:05.334515 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25547687-7c47-48a7-a6a4-032cc057cb23", "tag": "d7c5bc27-a30f-40c3-90ed-faa98edc286b", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:05.334965 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02adbd7f-4ad1-4ad4-b50b-157fe7f28df5 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:05.335618 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02adbd7f-4ad1-4ad4-b50b-157fe7f28df5'] response: {'name': 'network-changed', 'server_uuid': '25547687-7c47-48a7-a6a4-032cc057cb23', 'tag': 'd7c5bc27-a30f-40c3-90ed-faa98edc286b', 'status': 'completed', 'code': 200}
Apr 09 21:18:05.373319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-d0655582-20f4-4eef-aedd-d7ed2ddb7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:05.383316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-d0655582-20f4-4eef-aedd-d7ed2ddb7c1f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 1127 time: 0.4378369
Apr 09 21:18:05.393268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7936f4a-92e2-47fd-90a1-0586ce4f2f55 req-cdcfec52-01d2-4f86-86be-643044002a02 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8544276
Apr 09 21:18:05.476073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:05.477414 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.481606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-88c3c6e5-cb63-4e20-8137-c137bb208afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:05.483157 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-88c3c6e5-cb63-4e20-8137-c137bb208afd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.1626604
Apr 09 21:18:05.486087 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0d70bfc6-791f-4d04-b0ba-900ee7740e4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61503e913bde4c41b5d75e779e718f0b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8791747
Apr 09 21:18:05.488854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:05.498444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:05.534463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 052dc1e0-b184-4cd4-8af4-4bdee5939212 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:05.546197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:05.551057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.552154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b15eac12-9af6-4e10-929b-df47418f7ee5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.570698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-a089dd9f-c4f0-43d6-b1ae-f46aa683d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:05.572248 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-a089dd9f-c4f0-43d6-b1ae-f46aa683d3c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0811374
Apr 09 21:18:05.589795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64f1982f-1634-4990-bb42-32c25c795f6c admin admin] Publish callbacks [] for security_group (5b639729-14a5-4214-83f7-87050594288b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.658525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Pushing event deleted for resources: {'Port': ['ID=b15eac12-9af6-4e10-929b-df47418f7ee5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:05.698034 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-e9738ccc-7170-4924-a68b-7f3af4548058 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093893
Apr 09 21:18:05.731578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 052dc1e0-b184-4cd4-8af4-4bdee5939212 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:05.732209 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.748051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64f1982f-1634-4990-bb42-32c25c795f6c admin admin] Publish callbacks [] for security_group (5b639729-14a5-4214-83f7-87050594288b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.763496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:05.764257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.798160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:18:05.842799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:05.854190 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f8c438-6576-48f2-aec6-6bd8c8324351" -d '{"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:05.872018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:05.874781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.902741 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f6733f28-5866-4357-b097-3479507a1f2c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.903449 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment f6733f28-5866-4357-b097-3479507a1f2c of type vlan for network d2d05720-56cb-4427-8abf-42055676cfbb
Apr 09 21:18:05.922763 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dbbc0416-e295-476f-9413-baa7d3d7f9e0 req-e6e7e397-c2c1-4488-ba9b-0888224a9880 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137837
Apr 09 21:18:05.937191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.944623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64f1982f-1634-4990-bb42-32c25c795f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5b639729-14a5-4214-83f7-87050594288b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.950959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64f1982f-1634-4990-bb42-32c25c795f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:05.956258 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-64f1982f-1634-4990-bb42-32c25c795f6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b639729-14a5-4214-83f7-87050594288b HTTP/1.1" status: 204  len: 168 time: 0.4622223
Apr 09 21:18:05.999940 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (b71621c1-3d86-489f-8f55-4301828f491a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:06.003108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1982f-1634-4990-bb42-32c25c795f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b639729-14a5-4214-83f7-87050594288b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:06.018406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 052dc1e0-b184-4cd4-8af4-4bdee5939212 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:06.070901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:06.074657 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df791057-42f4-4961-bfe5-96934cd83b1c x-openstack-request-id: req-df791057-42f4-4961-bfe5-96934cd83b1c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:06.075019 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:06.075332 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df791057-42f4-4961-bfe5-96934cd83b1c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:06.075798 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df791057-42f4-4961-bfe5-96934cd83b1c'] response: {'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'code': 200}
Apr 09 21:18:06.119228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d2d05720-56cb-4427-8abf-42055676cfbb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:06.432675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d2d05720-56cb-4427-8abf-42055676cfbb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:06.438455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:06.439074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:06.517936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f9577-6093-45f9-92a8-7ddcc661c738 req-2066b70e-cdf7-4539-9c36-cf7b7793f610 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:06.522809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d45f9577-6093-45f9-92a8-7ddcc661c738 req-2066b70e-cdf7-4539-9c36-cf7b7793f610 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 947 time: 0.1894660
Apr 09 21:18:06.524839 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (6c743f09-7810-4088-931d-3f9ebdc476ec), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:06.671697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49244) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:06.700102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c9cf-34f5-4d13-8594-1c05c1fbb67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:06.705119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.6924958
Apr 09 21:18:06.717474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49248) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:06.723317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': 'd2d05720-56cb-4427-8abf-42055676cfbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:06.751362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f8c3a-0832-4b44-a2c8-b8531ad3725a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=d2d05720-56cb-4427-8abf-42055676cfbb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:06.766940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d2d05720-56cb-4427-8abf-42055676cfbb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:18:06.786272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ccff4-fce1-4290-8bb2-7b1f9066ac03 req-2bbb1edc-9fbf-405c-a70f-7d150bc0603a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:06.795334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae8ccff4-fce1-4290-8bb2-7b1f9066ac03 req-2bbb1edc-9fbf-405c-a70f-7d150bc0603a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.2529771
Apr 09 21:18:06.923778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:06.929336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.148713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c9cf-34f5-4d13-8594-1c05c1fbb67b admin admin] Publish callbacks [] for security_group (6f6c453f-fab9-443f-927e-9acba7f1bc16), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.162517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c9cf-34f5-4d13-8594-1c05c1fbb67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6f6c453f-fab9-443f-927e-9acba7f1bc16), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.248094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9c9cf-34f5-4d13-8594-1c05c1fbb67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6c453f-fab9-443f-927e-9acba7f1bc16,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:07.255985 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a6d9c9cf-34f5-4d13-8594-1c05c1fbb67b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad02053a4707469cbd80126be38998b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5831840
Apr 09 21:18:07.262059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49258) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:07.396035 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (67843b1d-09ec-47c8-b646-242659edd7eb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.473955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-904c5c96-9720-4b0c-a4f7-730bf3c86bc9 admin admin] Publish callbacks [] for security_group (6f6c453f-fab9-443f-927e-9acba7f1bc16), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.511073 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-904c5c96-9720-4b0c-a4f7-730bf3c86bc9 admin admin] Publish callbacks [] for security_group (6f6c453f-fab9-443f-927e-9acba7f1bc16), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.517227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:07.558775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49266) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:07.605855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-904c5c96-9720-4b0c-a4f7-730bf3c86bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6f6c453f-fab9-443f-927e-9acba7f1bc16), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.608375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-904c5c96-9720-4b0c-a4f7-730bf3c86bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.609560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-904c5c96-9720-4b0c-a4f7-730bf3c86bc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f6c453f-fab9-443f-927e-9acba7f1bc16 HTTP/1.1" status: 204  len: 168 time: 0.3462889
Apr 09 21:18:07.610555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': 'f6733f28-5866-4357-b097-3479507a1f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2d05720-56cb-4427-8abf-42055676cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:07.610912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: d2d05720-56cb-4427-8abf-42055676cfbb, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:18:07.624688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=67843b1d-09ec-47c8-b646-242659edd7eb,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:07.634865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:07.642536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c5c96-9720-4b0c-a4f7-730bf3c86bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6c453f-fab9-443f-927e-9acba7f1bc16,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:07.676349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:07.685326 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network d2d05720-56cb-4427-8abf-42055676cfbb is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:18:07.699908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2d05720-56cb-4427-8abf-42055676cfbb) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:07.706884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:07.708035 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.733784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Publish callbacks [] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.739058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc3641-6841-40cc-bedb-8488fd5759f9 None None] Network d2d05720-56cb-4427-8abf-42055676cfbb requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:07.747563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Transition to ACTIVE for port object cf0d9111-1b29-4137-bef5-aea063d0fe04 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:18:07.754985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:07.760584 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532967e2-1d0d-4592-9a23-e1ed41aedae5" -d '{"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:07.764034 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cee683e3-4094-4fac-a412-e609e839c9c2 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0423706
Apr 09 21:18:07.764192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49274) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:07.779776 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7cc3e79f-493e-4cd7-b0ff-09fbd521aa17 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1588656026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:07.850822 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e79f-493e-4cd7-b0ff-09fbd521aa17 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (482a6a97-9e97-4439-8c12-34682d83377e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.853435 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e79f-493e-4cd7-b0ff-09fbd521aa17 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (482a6a97-9e97-4439-8c12-34682d83377e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:07.987491 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.024025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Router 6c743f09-7810-4088-931d-3f9ebdc476ec has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:18:08.045415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:08.045668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.065326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d2d05720-56cb-4427-8abf-42055676cfbb', 'network_id': 'd2d05720-56cb-4427-8abf-42055676cfbb', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': '67843b1d-09ec-47c8-b646-242659edd7eb'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:18:08.065326 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.100187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:08.111535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b73b6a84-3d6e-45e1-8461-719d8598411a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.167372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-bcfb829a-ba38-4e33-9b63-34021725905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:08.172867 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-bcfb829a-ba38-4e33-9b63-34021725905b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55bfa8219d074eb1b2e1f2469053cd8f&device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 1129 time: 0.2314236
Apr 09 21:18:08.245143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:08.251565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d45f9577-6093-45f9-92a8-7ddcc661c738 req-ac2e8ff8-7f75-4b6f-ac9d-2a96f0ce53ea tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7220740
Apr 09 21:18:08.267385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e79f-493e-4cd7-b0ff-09fbd521aa17 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (482a6a97-9e97-4439-8c12-34682d83377e), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.270527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-464054a5-e7e8-4fee-8fa5-66e3d649f235 admin admin] 10.222.0.30 "PUT /v2.0/routers/6c743f09-7810-4088-931d-3f9ebdc476ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9983079
Apr 09 21:18:08.272632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49282) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:08.306751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] Sync routers for ids ['6c743f09-7810-4088-931d-3f9ebdc476ec'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:08.366488 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24d7b2-177a-4ab2-991f-bece55893397 x-openstack-request-id: req-8b24d7b2-177a-4ab2-991f-bece55893397 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:08.366792 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:08.367054 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b24d7b2-177a-4ab2-991f-bece55893397 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:08.371125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e79f-493e-4cd7-b0ff-09fbd521aa17 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (482a6a97-9e97-4439-8c12-34682d83377e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.374653 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b24d7b2-177a-4ab2-991f-bece55893397'] response: {'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'code': 200}
Apr 09 21:18:08.395207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] Routers {'6c743f09-7810-4088-931d-3f9ebdc476ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:08.396504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375cf9400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c743f09-7810-4088-931d-3f9ebdc476ec'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:08.412764 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e79f-493e-4cd7-b0ff-09fbd521aa17 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.417495 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7cc3e79f-493e-4cd7-b0ff-09fbd521aa17 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6507649
Apr 09 21:18:08.422989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49286) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:08.424641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae8ccff4-fce1-4290-8bb2-7b1f9066ac03 req-d791ec78-b3d0-4d2e-a6c6-5957401e5cff tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.6271961
Apr 09 21:18:08.596473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-4a4a4a2b-911a-48fe-bc30-7413da2d4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:08.612166 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-4a4a4a2b-911a-48fe-bc30-7413da2d4b58 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.3578298
Apr 09 21:18:08.636835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] No DVR routers for this DVR port cf0d9111-1b29-4137-bef5-aea063d0fe04 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:08.737307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] Set router 6c743f09-7810-4088-931d-3f9ebdc476ec gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:08.765111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (b71621c1-3d86-489f-8f55-4301828f491a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.766150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks [] for router (6c743f09-7810-4088-931d-3f9ebdc476ec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:08.786121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Allocated IP 2001:db8::2 (d2d05720-56cb-4427-8abf-42055676cfbb/67843b1d-09ec-47c8-b646-242659edd7eb/66114599-4d3d-414f-b462-8e5b3dc97323) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:08.792068 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:18:08.792840 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:18:08.894612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-e1b508a2-09e1-4fa4-b25c-1f0b82c093d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d7c5bc27-a30f-40c3-90ed-faa98edc286b HTTP/1.1" status: 200  len: 217 time: 0.2633231
Apr 09 21:18:09.074967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:09.075324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:09.075625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:09.088449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:18:09.089996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Attempting to bind port cf0d9111-1b29-4137-bef5-aea063d0fe04 on network 94987c3c-74d8-4227-9a28-ca107fefd2ce {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:09.110052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:09.110393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Checking segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:09.110692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Bound using segment: {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:09.111147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Bound port: cf0d9111-1b29-4137-bef5-aea063d0fe04, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd71139-624c-4db4-bdc6-bff72c78b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:09.111506 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:09.124039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375cf9400>, [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:18:05Z', 'revision_number': 5, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:09.161431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] Checking router: 6c743f09-7810-4088-931d-3f9ebdc476ec for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:18:09.177519 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Publish callbacks [] for port (66114599-4d3d-414f-b462-8e5b3dc97323), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:09.182100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] Routers {'6c743f09-7810-4088-931d-3f9ebdc476ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:09.182807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375cf9400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c743f09-7810-4088-931d-3f9ebdc476ec'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:09.247261 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:09.275444 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b73b6a84-3d6e-45e1-8461-719d8598411a admin admin] Publish callbacks [] for security_group (75d7b873-451e-41f9-8af9-70ed2ef9f7e9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:09.276814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Router b71621c1-3d86-489f-8f55-4301828f491a is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:09.289769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-a3203b9c-5a54-4325-975c-0a1d64b20f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:09.292178 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-a3203b9c-5a54-4325-975c-0a1d64b20f19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.2999344
Apr 09 21:18:09.295937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:09.303587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:09.330360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:09.389799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b73b6a84-3d6e-45e1-8461-719d8598411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (75d7b873-451e-41f9-8af9-70ed2ef9f7e9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:09.749395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:09.750136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:09.752372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] 10.222.0.32 "PUT /v2.0/ports/cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 1092 time: 4.3504450
Apr 09 21:18:09.771973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb68826-6430-47d1-8956-b852916892d0 req-beaaea0b-8a86-4c50-b9e5-67ab079eecab tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:09.778778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fb68826-6430-47d1-8956-b852916892d0 req-beaaea0b-8a86-4c50-b9e5-67ab079eecab tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 947 time: 0.3551965
Apr 09 21:18:09.849449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] Set router 6c743f09-7810-4088-931d-3f9ebdc476ec gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:09.966186 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b73b6a84-3d6e-45e1-8461-719d8598411a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71269fb007a54a229435791f65be549b&name=default HTTP/1.1" status: 200  len: 3000 time: 2.4044814
Apr 09 21:18:09.977736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49320) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:09.985196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-bc72de00-0e50-4dca-a575-6ee8f58d0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:09.986826 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-bc72de00-0e50-4dca-a575-6ee8f58d0158 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6219587
Apr 09 21:18:09.987151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53726dbd-93e8-451a-b02a-dc871acf738f service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=11']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:09.993280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks [] for router_gateway (6c743f09-7810-4088-931d-3f9ebdc476ec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.004874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d7c5bc27-a30f-40c3-90ed-faa98edc286b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:18:10.039598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b6a84-3d6e-45e1-8461-719d8598411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d7b873-451e-41f9-8af9-70ed2ef9f7e9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:10.096435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf467e-88b1-496d-9df1-6fd8d2b6983c req-7308581f-5f05-4573-8287-d4593a6c110e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:10.104858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Pushing event updated for resources: {'Port': ['ID=66114599-4d3d-414f-b462-8e5b3dc97323,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:10.110200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bdf467e-88b1-496d-9df1-6fd8d2b6983c req-7308581f-5f05-4573-8287-d4593a6c110e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 944 time: 0.4105487
Apr 09 21:18:10.167870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Network d2d05720-56cb-4427-8abf-42055676cfbb is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:10.171133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-569b5442-038f-4ea7-941b-7b0b4cb6b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:10.172766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-569b5442-038f-4ea7-941b-7b0b4cb6b3d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1126 time: 0.3514128
Apr 09 21:18:10.180472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:10.191398 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Sync routers for ids ['b71621c1-3d86-489f-8f55-4301828f491a'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:10.213359 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Routers {'b71621c1-3d86-489f-8f55-4301828f491a'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:10.214286 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f97f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b71621c1-3d86-489f-8f55-4301828f491a'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:10.215716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: DOWN; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:10.221543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.231289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bdf467e-88b1-496d-9df1-6fd8d2b6983c req-91f7e129-ce80-49cb-8718-8a8b4e800656 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200843
Apr 09 21:18:10.257609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:10.280608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Deleting port 5c148ee7-41ca-4cff-8d3b-0ec318e45397 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:10.281113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.293549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:10.303065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fb68826-6430-47d1-8956-b852916892d0 req-f6fc45b9-0851-4b7f-9fcc-3990d9033aaa tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4855883
Apr 09 21:18:10.314017 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.resource_extend [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:18:10.372287 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ebfc-1224-4d2d-a0c2-26b13d25ff41 admin admin] Publish callbacks [] for security_group (75d7b873-451e-41f9-8af9-70ed2ef9f7e9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.428724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:10.444367 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f585789-33df-4520-a538-bae31fe93354" -d '{"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:10.459914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.461303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-742cfa1f-b70e-4c41-891f-1a1d53e8c3a0 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 9.7886178
Apr 09 21:18:10.470145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49328) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:10.508173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ebfc-1224-4d2d-a0c2-26b13d25ff41 admin admin] Publish callbacks [] for security_group (75d7b873-451e-41f9-8af9-70ed2ef9f7e9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.546629 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-065b4be3-08f7-4704-adae-7cb7fcc05bf1 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5373363
Apr 09 21:18:10.673842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-1372045f-8609-4434-ac2a-9f3c497dda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:10.675564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-1372045f-8609-4434-ac2a-9f3c497dda5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.4485788
Apr 09 21:18:10.677419 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e482f1bb-4bbb-4106-8235-755b5e4bde37 x-openstack-request-id: req-e482f1bb-4bbb-4106-8235-755b5e4bde37 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:10.677705 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:10.677952 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e482f1bb-4bbb-4106-8235-755b5e4bde37 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:10.678340 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e482f1bb-4bbb-4106-8235-755b5e4bde37'] response: {'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'status': 'completed', 'code': 200}
Apr 09 21:18:10.703007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] For port 5c148ee7-41ca-4cff-8d3b-0ec318e45397, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c148ee7-41ca-4cff-8d3b-0ec318e45397,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:10.703385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.711850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Attempting to bind port 66114599-4d3d-414f-b462-8e5b3dc97323 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:10.715710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Attempting to bind port 66114599-4d3d-414f-b462-8e5b3dc97323 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f6733f28-5866-4357-b097-3479507a1f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2d05720-56cb-4427-8abf-42055676cfbb'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:10.716225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Attempting to bind port 66114599-4d3d-414f-b462-8e5b3dc97323 on network d2d05720-56cb-4427-8abf-42055676cfbb {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:10.770275 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3849fadd-1c16-416f-8ed7-91d1f73f2ac7 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/routers/b71621c1-3d86-489f-8f55-4301828f491a HTTP/1.1" status: 200  len: 907 time: 0.3002474
Apr 09 21:18:10.773242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-cc66ff08-7c87-4ea2-a81a-cd3470d63ca1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 999 time: 0.0887082
Apr 09 21:18:10.774541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49340) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:10.778181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:10.778702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Checking segment: {'id': 'f6733f28-5866-4357-b097-3479507a1f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2d05720-56cb-4427-8abf-42055676cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:10.781846 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.782203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Bound using segment: {'id': 'f6733f28-5866-4357-b097-3479507a1f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2d05720-56cb-4427-8abf-42055676cfbb'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:10.784418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Bound port: 66114599-4d3d-414f-b462-8e5b3dc97323, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6733f28-5866-4357-b097-3479507a1f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd2d05720-56cb-4427-8abf-42055676cfbb'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:10.784418 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:10.818955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Calling delete_port for 5c148ee7-41ca-4cff-8d3b-0ec318e45397 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:10.873288 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Set router b71621c1-3d86-489f-8f55-4301828f491a gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:10.877462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d7c5bc27-a30f-40c3-90ed-faa98edc286b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c5bc27-a30f-40c3-90ed-faa98edc286b,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:10.909232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'd7c5bc27-a30f-40c3-90ed-faa98edc286b', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': 'd7c5bc27-a30f-40c3-90ed-faa98edc286b', 'mac_address': 'fa:16:3e:d6:4a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:18:10.941230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375cf9400>, [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:18:05Z', 'revision_number': 5, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:10.965839 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:18:11.006461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-d07c7e7b-cca5-4379-9568-b7b888975417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:11.008395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-d07c7e7b-cca5-4379-9568-b7b888975417 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.0501196
Apr 09 21:18:11.044651 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (b71621c1-3d86-489f-8f55-4301828f491a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:11.065091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port d7c5bc27-a30f-40c3-90ed-faa98edc286b is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:11.065585 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:11.067990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ddd6-d559-4532-ae26-9442c78fb582 None None] The sync data for ids ['6c743f09-7810-4088-931d-3f9ebdc476ec'] in ncdv-master-1 is: [{'id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'name': 'tempest-TestVolumeBackupRestore-749838841-router', 'tenant_id': 'a704e92a3e354728af3cc4e133464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77'}], 'enable_snat': True}, 'gw_port_id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:15:06Z', 'updated_at': '2022-04-09T21:18:05Z', 'revision_number': 5, 'project_id': 'a704e92a3e354728af3cc4e133464f97', 'gw_port': {'id': '5c148ee7-41ca-4cff-8d3b-0ec318e45397', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c743f09-7810-4088-931d-3f9ebdc476ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:15:08Z', 'updated_at': '2022-04-09T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:11.101102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c5bc27-a30f-40c3-90ed-faa98edc286b {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:18:11.115130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] For port 66114599-4d3d-414f-b462-8e5b3dc97323, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:11.120088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] For port 66114599-4d3d-414f-b462-8e5b3dc97323, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66114599-4d3d-414f-b462-8e5b3dc97323,segment=NetworkSegment(f6733f28-5866-4357-b097-3479507a1f2c),segment_id=f6733f28-5866-4357-b097-3479507a1f2c)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:11.142493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d7c5bc27-a30f-40c3-90ed-faa98edc286b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c5bc27-a30f-40c3-90ed-faa98edc286b,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:11.146714 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:11.176246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585789-33df-4520-a538-bae31fe93354 req-f5ec3fcd-ca77-4168-93d5-d7554df81fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:11.177880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-f5ec3fcd-ca77-4168-93d5-d7554df81fc7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1126 time: 0.4923370
Apr 09 21:18:11.212260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ebfc-1224-4d2d-a0c2-26b13d25ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (75d7b873-451e-41f9-8af9-70ed2ef9f7e9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:11.221874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ebfc-1224-4d2d-a0c2-26b13d25ff41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:11.223391 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d4f7ebfc-1224-4d2d-a0c2-26b13d25ff41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75d7b873-451e-41f9-8af9-70ed2ef9f7e9 HTTP/1.1" status: 204  len: 168 time: 1.2356503
Apr 09 21:18:11.237629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-2ae9d2c1-1d3f-4cb8-95b9-59c20457a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:11.239391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-2ae9d2c1-1d3f-4cb8-95b9-59c20457a777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2225342
Apr 09 21:18:11.265472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5634-aca0-4ca8-ab8e-a6c1847ca57f None None] Pushing event updated for resources: {'Port': ['ID=66114599-4d3d-414f-b462-8e5b3dc97323,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:11.274529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:11.276031 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f97f10>, [{'id': 'b71621c1-3d86-489f-8f55-4301828f491a', 'name': 'tempest-snat-router-1464865495', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.43'}], 'enable_snat': True}, 'gw_port_id': '937ea32c-0097-4ac6-a0c8-1a0f94faebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:00Z', 'updated_at': '2022-04-09T21:18:05Z', 'revision_number': 3, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port': {'id': '937ea32c-0097-4ac6-a0c8-1a0f94faebe3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71621c1-3d86-489f-8f55-4301828f491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:02Z', 'updated_at': '2022-04-09T21:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:11.334420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=d7c5bc27-a30f-40c3-90ed-faa98edc286b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:11.389374 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Checking router: b71621c1-3d86-489f-8f55-4301828f491a for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:18:11.389909 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Updating router b71621c1-3d86-489f-8f55-4301828f491a port 937ea32c-0097-4ac6-a0c8-1a0f94faebe3 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:18:11.460374 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fd71c466-dafb-4f7b-b683-567d2423ec93 req-91ca5952-e0bb-4791-901f-3ac5cba2ac53 service neutron] 10.222.0.25 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8931086
Apr 09 21:18:11.519957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b15eac12-9af6-4e10-929b-df47418f7ee5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:11.531574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7ebfc-1224-4d2d-a0c2-26b13d25ff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d7b873-451e-41f9-8af9-70ed2ef9f7e9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:11.553599 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:11.560816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-8ce7e50b-8402-46a4-9b7d-75cadd6b09d2 service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3091245
Apr 09 21:18:11.612709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b15eac12-9af6-4e10-929b-df47418f7ee5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:18:11.622493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b15eac12-9af6-4e10-929b-df47418f7ee5 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:11.652406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d7c5bc27-a30f-40c3-90ed-faa98edc286b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:18:11.813235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0040d-cb17-4623-a95b-8efd904e239c req-3c1202f6-9c03-48c6-b2e7-ca47fcb5dc4a tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:11.818962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3bd0040d-cb17-4623-a95b-8efd904e239c req-3c1202f6-9c03-48c6-b2e7-ca47fcb5dc4a tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 948 time: 0.2544920
Apr 09 21:18:11.833293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d6997-7840-48a0-8735-af412ba9e54b req-0623006c-e4fb-4135-aea8-af092e241b9d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:11.844340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f77d6997-7840-48a0-8735-af412ba9e54b req-0623006c-e4fb-4135-aea8-af092e241b9d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 944 time: 0.2714295
Apr 09 21:18:11.934210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8::1 (d2d05720-56cb-4427-8abf-42055676cfbb/67843b1d-09ec-47c8-b646-242659edd7eb/040016a1-8be2-4abe-bccd-602f8a96cfc1) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:12.154979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f77d6997-7840-48a0-8735-af412ba9e54b req-63685bfc-093e-4431-886e-df5a2c349010 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3084402
Apr 09 21:18:12.255192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585789-33df-4520-a538-bae31fe93354 req-653cb8c7-3c01-4b71-98aa-186f5f9a3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:12.265574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-653cb8c7-3c01-4b71-98aa-186f5f9a3efc service neutron] 10.222.0.25 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 1.0568347
Apr 09 21:18:12.395127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (b71621c1-3d86-489f-8f55-4301828f491a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.491226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3bd0040d-cb17-4623-a95b-8efd904e239c req-f3964fb1-87a6-4333-a7f5-afc351c90e7c tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6432569
Apr 09 21:18:12.496835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-300b0570-13d4-4bd5-b2b0-37399d5655ff req-81a60f72-37b7-486e-8101-d21e1f0bc10b service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9217899
Apr 09 21:18:12.508917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Deleting port 937ea32c-0097-4ac6-a0c8-1a0f94faebe3 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:12.509748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.544604 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Publish callbacks [] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.559853 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.590558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49382) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:12.614748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.614934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5c148ee7-41ca-4cff-8d3b-0ec318e45397), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.631717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Calling delete_port for 937ea32c-0097-4ac6-a0c8-1a0f94faebe3 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:12.659756 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Attempting to bind port 937ea32c-0097-4ac6-a0c8-1a0f94faebe3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:12.663579 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Attempting to bind port 937ea32c-0097-4ac6-a0c8-1a0f94faebe3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:12.663946 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Attempting to bind port 937ea32c-0097-4ac6-a0c8-1a0f94faebe3 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:12.692268 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:12.692566 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:12.692959 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.693381 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:12.697262 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Bound port: 937ea32c-0097-4ac6-a0c8-1a0f94faebe3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:12.697728 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.711488 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-f951a78e-c061-4d9d-accb-9763a3bc5329 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 999 time: 0.4308572
Apr 09 21:18:12.715201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c148ee7-41ca-4cff-8d3b-0ec318e45397,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:12.785551 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] For port 937ea32c-0097-4ac6-a0c8-1a0f94faebe3, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:12.801444 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] For port 937ea32c-0097-4ac6-a0c8-1a0f94faebe3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=937ea32c-0097-4ac6-a0c8-1a0f94faebe3,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:12.827965 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.831343 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f0500-7a1f-413e-b5d2-01c0fcaaac32 None None] Pushing event updated for resources: {'Port': ['ID=937ea32c-0097-4ac6-a0c8-1a0f94faebe3,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:12.938930 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Routers {'b71621c1-3d86-489f-8f55-4301828f491a'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:12.939559 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f97f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b71621c1-3d86-489f-8f55-4301828f491a'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:12.996808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (6c743f09-7810-4088-931d-3f9ebdc476ec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:12.997077 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (937ea32c-0097-4ac6-a0c8-1a0f94faebe3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.023304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b1e8-400d-4fee-862b-ab8117236fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.040964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event deleted for resources: {'Port': ['ID=937ea32c-0097-4ac6-a0c8-1a0f94faebe3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:13.063302 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f0500-7a1f-413e-b5d2-01c0fcaaac32 None None] Pushing event updated for resources: {'Port': ['ID=937ea32c-0097-4ac6-a0c8-1a0f94faebe3,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:13.079170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.192981 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] Set router b71621c1-3d86-489f-8f55-4301828f491a gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:13.235743 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (b71621c1-3d86-489f-8f55-4301828f491a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.275599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585789-33df-4520-a538-bae31fe93354 req-cead23e2-807f-4a87-8ed4-09cd5a7e6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:13.278150 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-cead23e2-807f-4a87-8ed4-09cd5a7e6f05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.5361753
Apr 09 21:18:13.284379 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (6c743f09-7810-4088-931d-3f9ebdc476ec), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.284866 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f97f10>, [{'id': 'b71621c1-3d86-489f-8f55-4301828f491a', 'name': 'tempest-snat-router-1464865495', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:00Z', 'updated_at': '2022-04-09T21:18:12Z', 'revision_number': 4, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:13.338209 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f1f9f-406e-493e-a010-33f6f25ad457 None None] The sync data for ids ['b71621c1-3d86-489f-8f55-4301828f491a'] in ncdv-master-1 is: [{'id': 'b71621c1-3d86-489f-8f55-4301828f491a', 'name': 'tempest-snat-router-1464865495', 'tenant_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:00Z', 'updated_at': '2022-04-09T21:18:12Z', 'revision_number': 4, 'project_id': 'e5d77ab6ee7c475eb4eae4021c347560', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:13.381780 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (b71621c1-3d86-489f-8f55-4301828f491a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.384375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_controller (b71621c1-3d86-489f-8f55-4301828f491a), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.391788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks [] for router_controller (6c743f09-7810-4088-931d-3f9ebdc476ec), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.400374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585789-33df-4520-a538-bae31fe93354 req-96de07dc-c49a-46de-88db-29335fef3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:13.402402 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-96de07dc-c49a-46de-88db-29335fef3be3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1135447
Apr 09 21:18:13.514648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (b71621c1-3d86-489f-8f55-4301828f491a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.515448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b71621c1-3d86-489f-8f55-4301828f491a {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:13.520194 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.521470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8d8cdf2f-47a8-40b1-b56b-d4e1535ea000 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b71621c1-3d86-489f-8f55-4301828f491a HTTP/1.1" status: 204  len: 168 time: 2.7457862
Apr 09 21:18:13.525402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49410) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:13.606779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefa861-fc78-4e67-bd18-dfce263bddac None None] Network d2d05720-56cb-4427-8abf-42055676cfbb requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:13.614949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d7c5bc27-a30f-40c3-90ed-faa98edc286b up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:13.675761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (6c743f09-7810-4088-931d-3f9ebdc476ec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.676234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c743f09-7810-4088-931d-3f9ebdc476ec {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:13.687983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.695925 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67ac72c1-a9a8-480d-88a0-782180d63936 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6c743f09-7810-4088-931d-3f9ebdc476ec HTTP/1.1" status: 204  len: 168 time: 5.4064932
Apr 09 21:18:13.704187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49418) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:13.784301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.806239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3e6f253e-f430-46b1-90e9-40c7422ea5cb None None] Provisioning complete for port 66114599-4d3d-414f-b462-8e5b3dc97323 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:13.807678 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3e6f253e-f430-46b1-90e9-40c7422ea5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.809975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 66114599-4d3d-414f-b462-8e5b3dc97323 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:13.926639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=040016a1-8be2-4abe-bccd-602f8a96cfc1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:13.935363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b1e8-400d-4fee-862b-ab8117236fa3 admin admin] Publish callbacks [] for security_group (c7aa6f5e-7974-42f2-8a28-1f6b366f59c2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:13.961473 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-9662f824-8cd8-4459-8875-9fd0088c88a1 service neutron] 10.222.0.25 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5458694
Apr 09 21:18:13.966062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b1e8-400d-4fee-862b-ab8117236fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c7aa6f5e-7974-42f2-8a28-1f6b366f59c2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.058963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port d7c5bc27-a30f-40c3-90ed-faa98edc286b completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:18:14.117546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 66114599-4d3d-414f-b462-8e5b3dc97323 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:14.118257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.137913 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-77f7605d-4615-4e71-8a4a-654913155d52 service neutron] 10.222.0.25 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607826
Apr 09 21:18:14.176658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port d7c5bc27-a30f-40c3-90ed-faa98edc286b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:14.176909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network d2d05720-56cb-4427-8abf-42055676cfbb is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:14.177567 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.208733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9793be39-6da4-4e99-9aa1-87030dba6179 admin admin] Deleting subnet 5b4010d5-7eab-4a53-a2e1-b483599adc0c {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:18:14.229475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:14.314386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:14.315109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (482a6a97-9e97-4439-8c12-34682d83377e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.322696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9793be39-6da4-4e99-9aa1-87030dba6179 admin admin] Publish callbacks [] for subnet (5b4010d5-7eab-4a53-a2e1-b483599adc0c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.329854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4b1e8-400d-4fee-862b-ab8117236fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aa6f5e-7974-42f2-8a28-1f6b366f59c2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:14.499592 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f2f4b1e8-400d-4fee-862b-ab8117236fa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c1d69f811d14e88b72bed054ef72a2d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9075632
Apr 09 21:18:14.503059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port d7c5bc27-a30f-40c3-90ed-faa98edc286b is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:14.505966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49434) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:14.506590 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.520464 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (c2b0114f-f83d-45b0-92e3-1515c0929551), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.606800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9793be39-6da4-4e99-9aa1-87030dba6179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (5b4010d5-7eab-4a53-a2e1-b483599adc0c), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.619524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585789-33df-4520-a538-bae31fe93354 req-c41533c7-cc53-40aa-ab37-82c9dd0d6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:14.621138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-c41533c7-cc53-40aa-ab37-82c9dd0d6685 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1126 time: 0.0934336
Apr 09 21:18:14.671250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49436) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:14.675305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 66114599-4d3d-414f-b462-8e5b3dc97323 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:14.675918 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.703604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0828aa6-55e9-4a6c-aec2-f0fa00518e0e req-cc3a6fe7-3042-4060-9e86-7516f26a7bad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:14.707536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0828aa6-55e9-4a6c-aec2-f0fa00518e0e req-cc3a6fe7-3042-4060-9e86-7516f26a7bad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 944 time: 1.2030971
Apr 09 21:18:14.759945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25547687-7c47-48a7-a6a4-032cc057cb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5bc27-a30f-40c3-90ed-faa98edc286b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:14.762957 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf963236-b56b-402e-91e1-5fcd0e2dfb2a" -d '{"events": [{"server_uuid": "25547687-7c47-48a7-a6a4-032cc057cb23", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5bc27-a30f-40c3-90ed-faa98edc286b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:14.777007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f253e-f430-46b1-90e9-40c7422ea5cb None None] Current status of the port 66114599-4d3d-414f-b462-8e5b3dc97323 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:14.777846 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3e6f253e-f430-46b1-90e9-40c7422ea5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.787480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9793be39-6da4-4e99-9aa1-87030dba6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5b4010d5-7eab-4a53-a2e1-b483599adc0c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.846880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d7c5bc27-a30f-40c3-90ed-faa98edc286b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c5bc27-a30f-40c3-90ed-faa98edc286b,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:14.850160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 66114599-4d3d-414f-b462-8e5b3dc97323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66114599-4d3d-414f-b462-8e5b3dc97323,segment=NetworkSegment(f6733f28-5866-4357-b097-3479507a1f2c),segment_id=f6733f28-5866-4357-b097-3479507a1f2c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:14.876022 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.883563 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.969559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9793be39-6da4-4e99-9aa1-87030dba6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5b4010d5-7eab-4a53-a2e1-b483599adc0c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:14.991424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585789-33df-4520-a538-bae31fe93354 req-5b5f8dff-7fdc-4fd6-ac0f-09ee701aebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:14.994303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-5b5f8dff-7fdc-4fd6-ac0f-09ee701aebca service neutron] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.3459601
Apr 09 21:18:15.021538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3e6f253e-f430-46b1-90e9-40c7422ea5cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:18:15.021892 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3e6f253e-f430-46b1-90e9-40c7422ea5cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:18:15.031700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793be39-6da4-4e99-9aa1-87030dba6179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4010d5-7eab-4a53-a2e1-b483599adc0c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:15.034698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=66114599-4d3d-414f-b462-8e5b3dc97323,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:15.042116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455df7b-b330-491f-bccf-ec6f2b29a913 req-4f373b92-fbec-45c4-885d-7d065ae08862 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:15.043691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3455df7b-b330-491f-bccf-ec6f2b29a913 req-4f373b92-fbec-45c4-885d-7d065ae08862 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 948 time: 0.5204313
Apr 09 21:18:15.059326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9793be39-6da4-4e99-9aa1-87030dba6179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.063006 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9793be39-6da4-4e99-9aa1-87030dba6179 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b4010d5-7eab-4a53-a2e1-b483599adc0c HTTP/1.1" status: 204  len: 168 time: 1.3542626
Apr 09 21:18:15.067699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49446) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:15.121208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08cdb3-5438-4163-b4a1-ed1811cafc66 None None] Network 1e39a2e4-d118-4754-8be7-75d59c20b68d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:15.176563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-1d08e65e-4a16-4436-b56d-783606149ec9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 999 time: 0.1317840
Apr 09 21:18:15.180946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-811d435c-a306-448e-8fe7-01d6c2f7f447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.311503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=d7c5bc27-a30f-40c3-90ed-faa98edc286b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:15.356808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (c2b0114f-f83d-45b0-92e3-1515c0929551), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.366778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:18:15.503307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] DHCP port deletion for 1e39a2e4-d118-4754-8be7-75d59c20b68d request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:18:15.508663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 66114599-4d3d-414f-b462-8e5b3dc97323 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:15.613432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-811d435c-a306-448e-8fe7-01d6c2f7f447 admin admin] Publish callbacks [] for security_group (269d01da-3043-49b8-951d-fc7239a1fb66), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.638807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0828aa6-55e9-4a6c-aec2-f0fa00518e0e req-4b64332f-55e8-455e-80c6-86b3ad9da796 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4922824
Apr 09 21:18:15.667233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1e39a2e4-d118-4754-8be7-75d59c20b68d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.681775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.702393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585789-33df-4520-a538-bae31fe93354 req-7685c492-5808-4d34-b02c-3056b07cb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:15.702630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3cf6-7f8b-448b-b717-7d751721edf9 admin admin] Publish callbacks [] for security_group (c7aa6f5e-7974-42f2-8a28-1f6b366f59c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.704096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-7685c492-5808-4d34-b02c-3056b07cb22b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.4880936
Apr 09 21:18:15.707391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Deleting port 052dc1e0-b184-4cd4-8af4-4bdee5939212 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:15.707799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.797130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:15.822288 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d0e69-ffc6-460d-bf9a-4f939fb1fb0c x-openstack-request-id: req-161d0e69-ffc6-460d-bf9a-4f939fb1fb0c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:15.822649 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25547687-7c47-48a7-a6a4-032cc057cb23", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5bc27-a30f-40c3-90ed-faa98edc286b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:15.822828 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-161d0e69-ffc6-460d-bf9a-4f939fb1fb0c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:15.823232 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161d0e69-ffc6-460d-bf9a-4f939fb1fb0c'] response: {'server_uuid': '25547687-7c47-48a7-a6a4-032cc057cb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5bc27-a30f-40c3-90ed-faa98edc286b', 'code': 200}
Apr 09 21:18:15.824448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 66114599-4d3d-414f-b462-8e5b3dc97323 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:15.824826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.868315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-811d435c-a306-448e-8fe7-01d6c2f7f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (269d01da-3043-49b8-951d-fc7239a1fb66), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.876442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3455df7b-b330-491f-bccf-ec6f2b29a913 req-4240ff55-9204-4629-94ed-4d1448567b6b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6882374
Apr 09 21:18:15.908612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] For port 052dc1e0-b184-4cd4-8af4-4bdee5939212, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052dc1e0-b184-4cd4-8af4-4bdee5939212,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:15.909414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:15.987079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Calling delete_port for 052dc1e0-b184-4cd4-8af4-4bdee5939212 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:15.991801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.012702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-811d435c-a306-448e-8fe7-01d6c2f7f447 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=351e5c0803cb4daa8789a2bcceac847a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3377802
Apr 09 21:18:16.016694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49452) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:16.037339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d435c-a306-448e-8fe7-01d6c2f7f447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269d01da-3043-49b8-951d-fc7239a1fb66,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:16.054308 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.055009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (482a6a97-9e97-4439-8c12-34682d83377e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.057208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585789-33df-4520-a538-bae31fe93354 req-4cb000fe-9ba3-4bea-9b00-38d4d9e4cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:16.062428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-4cb000fe-9ba3-4bea-9b00-38d4d9e4cf85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2313633
Apr 09 21:18:16.103113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f253e-f430-46b1-90e9-40c7422ea5cb None None] Current status of the port 66114599-4d3d-414f-b462-8e5b3dc97323 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:16.107231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] Deleting port b70ffe20-4c84-4309-b8e0-c659cc38182c {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:16.107615 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.112638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'port_id': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'mac_address': 'fa:16:3e:9a:61:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:18:16.166335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3cf6-7f8b-448b-b717-7d751721edf9 admin admin] Publish callbacks [] for security_group (c7aa6f5e-7974-42f2-8a28-1f6b366f59c2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.194572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2cc6-b2f2-4b77-9fa7-2fe3076d2f29 req-8a285f7b-c6f9-4814-a740-c8c411c291ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:16.196268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-51fa2cc6-b2f2-4b77-9fa7-2fe3076d2f29 req-8a285f7b-c6f9-4814-a740-c8c411c291ab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 1131 time: 0.2023342
Apr 09 21:18:16.215618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:16.216171 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.240100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Deleting port b70ffe20-4c84-4309-b8e0-c659cc38182c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:16.240708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.287408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] For port b70ffe20-4c84-4309-b8e0-c659cc38182c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70ffe20-4c84-4309-b8e0-c659cc38182c,segment=NetworkSegment(b85a54b6-3a19-4221-8645-b887bd431d14),segment_id=b85a54b6-3a19-4221-8645-b887bd431d14)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:16.288122 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.308763 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-51fa2cc6-b2f2-4b77-9fa7-2fe3076d2f29 req-18421e7e-a2df-4c44-8310-d9ab518d3e3c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007664
Apr 09 21:18:16.330240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] Calling delete_port for b70ffe20-4c84-4309-b8e0-c659cc38182c owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:16.415120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] For port b70ffe20-4c84-4309-b8e0-c659cc38182c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70ffe20-4c84-4309-b8e0-c659cc38182c,segment=NetworkSegment(b85a54b6-3a19-4221-8645-b887bd431d14),segment_id=b85a54b6-3a19-4221-8645-b887bd431d14)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:16.415542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.427700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-03d206eb-7298-49af-8682-694baf2e0ceb service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501246
Apr 09 21:18:16.429390 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (052dc1e0-b184-4cd4-8af4-4bdee5939212), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.445335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Calling delete_port for b70ffe20-4c84-4309-b8e0-c659cc38182c owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:16.477281 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.498409 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9afe9d78-c354-4164-8deb-d863c4a45d26 admin admin] Publish callbacks [] for security_group (269d01da-3043-49b8-951d-fc7239a1fb66), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.527348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9afe9d78-c354-4164-8deb-d863c4a45d26 admin admin] Publish callbacks [] for security_group (269d01da-3043-49b8-951d-fc7239a1fb66), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.534013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fa1a3b81-ef22-4911-b030-1e8c917c9e94 None None] Provisioning complete for port 040016a1-8be2-4abe-bccd-602f8a96cfc1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:16.534569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3b81-ef22-4911-b030-1e8c917c9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.591334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event deleted for resources: {'Port': ['ID=052dc1e0-b184-4cd4-8af4-4bdee5939212,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:16.610763 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9afe9d78-c354-4164-8deb-d863c4a45d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (269d01da-3043-49b8-951d-fc7239a1fb66), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.613769 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9afe9d78-c354-4164-8deb-d863c4a45d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.615328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9afe9d78-c354-4164-8deb-d863c4a45d26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/269d01da-3043-49b8-951d-fc7239a1fb66 HTTP/1.1" status: 204  len: 168 time: 0.5947297
Apr 09 21:18:16.638062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] No DVR routers for this DVR port b70ffe20-4c84-4309-b8e0-c659cc38182c on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:16.640737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a3b81-ef22-4911-b030-1e8c917c9e94 None None] Port 040016a1-8be2-4abe-bccd-602f8a96cfc1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:18:16.661954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0d9111-1b29-4137-bef5-aea063d0fe04 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:18:16.679504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe9d78-c354-4164-8deb-d863c4a45d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269d01da-3043-49b8-951d-fc7239a1fb66,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:16.694080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b70ffe20-4c84-4309-b8e0-c659cc38182c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.718315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbcb20-e879-4945-b6f9-79c512ba8859 None None] Pushing event deleted for resources: {'Port': ['ID=b70ffe20-4c84-4309-b8e0-c659cc38182c,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:16.724664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=040016a1-8be2-4abe-bccd-602f8a96cfc1,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:16.790729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70ffe20-4c84-4309-b8e0-c659cc38182c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:16.796483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network d2d05720-56cb-4427-8abf-42055676cfbb is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:16.804999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:16.809998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 66114599-4d3d-414f-b462-8e5b3dc97323 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:16.830508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] No DVR routers for this DVR port b70ffe20-4c84-4309-b8e0-c659cc38182c on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:16.868201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5c148ee7-41ca-4cff-8d3b-0ec318e45397 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:16.921716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fa1a3b81-ef22-4911-b030-1e8c917c9e94 None None] Provisioning complete for port 66114599-4d3d-414f-b462-8e5b3dc97323 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:16.922214 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3b81-ef22-4911-b030-1e8c917c9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.960965 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (c2b0114f-f83d-45b0-92e3-1515c0929551), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:16.974462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:16.975670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5c148ee7-41ca-4cff-8d3b-0ec318e45397 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:18:16.976001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5c148ee7-41ca-4cff-8d3b-0ec318e45397 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:16.996178 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.086793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1e39a2e4-d118-4754-8be7-75d59c20b68d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.169661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375eea640>,) {'filters': {'network_id': ['1e39a2e4-d118-4754-8be7-75d59c20b68d']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:17.179754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a3b81-ef22-4911-b030-1e8c917c9e94 None None] Current status of the port 66114599-4d3d-414f-b462-8e5b3dc97323 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:17.180714 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3cf6-7f8b-448b-b717-7d751721edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c7aa6f5e-7974-42f2-8a28-1f6b366f59c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.183656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3cf6-7f8b-448b-b717-7d751721edf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.185172 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6c2a3cf6-7f8b-448b-b717-7d751721edf9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7aa6f5e-7974-42f2-8a28-1f6b366f59c2 HTTP/1.1" status: 204  len: 168 time: 2.6647222
Apr 09 21:18:17.194825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375eea640>, 'b85a54b6-3a19-4221-8645-b887bd431d14') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:17.195251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375eea640>, 'b85a54b6-3a19-4221-8645-b887bd431d14') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:17.204095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:17.237271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (b85a54b6-3a19-4221-8645-b887bd431d14), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.256069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a3cf6-7f8b-448b-b717-7d751721edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aa6f5e-7974-42f2-8a28-1f6b366f59c2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:17.290449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['cf0d9111-1b29-4137-bef5-aea063d0fe04'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:18:17.300902 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b85a54b6-3a19-4221-8645-b887bd431d14), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.304547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f585789-33df-4520-a538-bae31fe93354 req-d2d1ef44-db99-4fff-b27e-e4262082b926 service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8384831
Apr 09 21:18:17.356767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:18:17.359804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (b85a54b6-3a19-4221-8645-b887bd431d14), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:18:17.366952 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:18:17.405904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c2b0114f-f83d-45b0-92e3-1515c0929551), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.604871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d6d6a9d8-b8d0-447d-b930-c0851159179a None None] Provisioning complete for port 040016a1-8be2-4abe-bccd-602f8a96cfc1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:17.605303 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a9d8-b8d0-447d-b930-c0851159179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.617780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d462eb-a9e5-44fb-9903-4fafa98e7454 req-b466a732-82bc-4040-ae2b-20ac6c8d6a8a tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:17.620584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2d462eb-a9e5-44fb-9903-4fafa98e7454 req-b466a732-82bc-4040-ae2b-20ac6c8d6a8a tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 949 time: 0.2855127
Apr 09 21:18:17.624803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_controller (c2b0114f-f83d-45b0-92e3-1515c0929551), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.653787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1e39a2e4-d118-4754-8be7-75d59c20b68d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.728552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.749343 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1e39a2e4-d118-4754-8be7-75d59c20b68d HTTP/1.1" status: 204  len: 168 time: 2.6733015
Apr 09 21:18:17.754625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c581c-59c8-4580-9344-f0cfc6e76484 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e39a2e4-d118-4754-8be7-75d59c20b68d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:17.802765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4e22b-6bbd-490d-a232-ed59d34357b9 req-1dacd903-6a16-445d-876a-11ca61977df2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:17.802765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ada4e22b-6bbd-490d-a232-ed59d34357b9 req-1dacd903-6a16-445d-876a-11ca61977df2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 945 time: 0.9327021
Apr 09 21:18:17.816505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router 482a6a97-9e97-4439-8c12-34682d83377e is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:17.828281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b70ffe20-4c84-4309-b8e0-c659cc38182c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:17.841604 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c2b0114f-f83d-45b0-92e3-1515c0929551), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.842477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2b0114f-f83d-45b0-92e3-1515c0929551 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:17.855693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.860403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-64aff1eb-5a39-476c-8a09-6bb18d22f23e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c2b0114f-f83d-45b0-92e3-1515c0929551 HTTP/1.1" status: 204  len: 168 time: 4.3305111
Apr 09 21:18:17.864030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49480) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:17.870948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1720652038', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:17.914253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ada4e22b-6bbd-490d-a232-ed59d34357b9 req-b1dc57b8-c6f9-4eb6-9f73-db18fe26ef3f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031051
Apr 09 21:18:17.918088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2d462eb-a9e5-44fb-9903-4fafa98e7454 req-cb862126-f60c-4457-bdb5-236f8052a0be tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609448
Apr 09 21:18:17.950965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49482) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:17.968049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.971687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:17.979213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6a9d8-b8d0-447d-b930-c0851159179a None None] Port 040016a1-8be2-4abe-bccd-602f8a96cfc1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:18:17.985385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b70ffe20-4c84-4309-b8e0-c659cc38182c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:18:17.985737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b70ffe20-4c84-4309-b8e0-c659cc38182c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:18.045189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49488) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:18.118555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-02eb7e9a-29ae-4016-9885-5e3dd92cb8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:18.210261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:18.230215 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b1671936-7de3-4122-9c8f-7ccc346fbf90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/482a6a97-9e97-4439-8c12-34682d83377e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8060586
Apr 09 21:18:18.231224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49496) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:18.234237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-37370e1a-b434-4ff2-bc18-785c559da6ae tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/aed541d3-d504-41f1-afbf-ff8a096c082b HTTP/1.1" status: 200  len: 992 time: 0.2775373
Apr 09 21:18:18.273726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf61f9-f19f-44d1-b051-b370d49ad6d1 None None] Sync routers for ids ['482a6a97-9e97-4439-8c12-34682d83377e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:18.301506 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:18.333966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf61f9-f19f-44d1-b051-b370d49ad6d1 None None] Routers {'482a6a97-9e97-4439-8c12-34682d83377e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:18.335962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-abdf61f9-f19f-44d1-b051-b370d49ad6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761ccaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['482a6a97-9e97-4439-8c12-34682d83377e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:18.414524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74c06a-47b2-4529-981d-ff06247d5a90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:18.417540 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d74c06a-47b2-4529-981d-ff06247d5a90 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports/040016a1-8be2-4abe-bccd-602f8a96cfc1 HTTP/1.1" status: 200  len: 911 time: 0.1846836
Apr 09 21:18:18.421634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49500) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:18.453790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-abdf61f9-f19f-44d1-b051-b370d49ad6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761ccaf0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:18.488075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf61f9-f19f-44d1-b051-b370d49ad6d1 None None] Routers {'482a6a97-9e97-4439-8c12-34682d83377e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:18.490770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-abdf61f9-f19f-44d1-b051-b370d49ad6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761ccaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['482a6a97-9e97-4439-8c12-34682d83377e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:18.527229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49502) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:18.588334 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-abdf61f9-f19f-44d1-b051-b370d49ad6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761ccaf0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:18.589891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf61f9-f19f-44d1-b051-b370d49ad6d1 None None] The sync data for ids ['482a6a97-9e97-4439-8c12-34682d83377e'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:18.670489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:18.757083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-31e81724-bb36-4f52-ac5f-fd6643e04a49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2e537a0863d43df811118a31e20609c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2220488
Apr 09 21:18:18.760704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49506) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:18.856573 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-02eb7e9a-29ae-4016-9885-5e3dd92cb8b0 admin admin] Publish callbacks [] for security_group (53f5b019-e041-478c-af88-5bd668281ee4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:18.871032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-02eb7e9a-29ae-4016-9885-5e3dd92cb8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (53f5b019-e041-478c-af88-5bd668281ee4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.034313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49512) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:19.037576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-02eb7e9a-29ae-4016-9885-5e3dd92cb8b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e586c3fad30f4212a2bba8c9e58d73dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9852936
Apr 09 21:18:19.047801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb7e9a-29ae-4016-9885-5e3dd92cb8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f5b019-e041-478c-af88-5bd668281ee4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:19.115454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bff8ab77-9d42-435b-bfd7-2331a0660f23 admin admin] Publish callbacks [] for security_group (eb3a8dbd-b030-4e5b-8421-7edd9fc930b3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.151988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (482a6a97-9e97-4439-8c12-34682d83377e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.167377 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bff8ab77-9d42-435b-bfd7-2331a0660f23 admin admin] Publish callbacks [] for security_group (eb3a8dbd-b030-4e5b-8421-7edd9fc930b3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.246924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bff8ab77-9d42-435b-bfd7-2331a0660f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (eb3a8dbd-b030-4e5b-8421-7edd9fc930b3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.249963 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bff8ab77-9d42-435b-bfd7-2331a0660f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.251429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bff8ab77-9d42-435b-bfd7-2331a0660f23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb3a8dbd-b030-4e5b-8421-7edd9fc930b3 HTTP/1.1" status: 204  len: 168 time: 0.4899895
Apr 09 21:18:19.302597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.307595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8ab77-9d42-435b-bfd7-2331a0660f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a8dbd-b030-4e5b-8421-7edd9fc930b3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:19.344584 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.362852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e218ce0-329c-4e90-ad7d-ce18991bad6b req-ef1807fb-f660-43d7-8d54-30864842e89d tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:19.372934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e218ce0-329c-4e90-ad7d-ce18991bad6b req-ef1807fb-f660-43d7-8d54-30864842e89d tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 949 time: 0.1593471
Apr 09 21:18:19.381737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:19.488241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 052dc1e0-b184-4cd4-8af4-4bdee5939212 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:19.561661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e218ce0-329c-4e90-ad7d-ce18991bad6b req-bcb1e9f8-664d-427c-b48e-d91c6c14b261 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860678
Apr 09 21:18:19.572659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6233cbab-26b9-4114-a5f2-c9a3102c109b admin admin] Publish callbacks [] for security_group (53f5b019-e041-478c-af88-5bd668281ee4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.627225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 052dc1e0-b184-4cd4-8af4-4bdee5939212 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:18:19.627622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 052dc1e0-b184-4cd4-8af4-4bdee5939212 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:19.674860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Allocated IP 172.35.0.38 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/344c14c5-9480-4ac8-9708-13c13b25c063) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:19.724502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port cf0d9111-1b29-4137-bef5-aea063d0fe04 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:18:19.745002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port cf0d9111-1b29-4137-bef5-aea063d0fe04 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:19.745823 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.813230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6233cbab-26b9-4114-a5f2-c9a3102c109b admin admin] Publish callbacks [] for security_group (53f5b019-e041-478c-af88-5bd668281ee4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.910722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49534) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:19.930064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for port (344c14c5-9480-4ac8-9708-13c13b25c063), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:19.999394 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (344c14c5-9480-4ac8-9708-13c13b25c063), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.046236 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dcbb3fcb-3805-4b6e-8a68-f7811c8f4bcb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a704e92a3e354728af3cc4e133464f97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1340616
Apr 09 21:18:20.049061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49538) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:20.058640 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6233cbab-26b9-4114-a5f2-c9a3102c109b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (53f5b019-e041-478c-af88-5bd668281ee4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.061437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6233cbab-26b9-4114-a5f2-c9a3102c109b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.064754 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6233cbab-26b9-4114-a5f2-c9a3102c109b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53f5b019-e041-478c-af88-5bd668281ee4 HTTP/1.1" status: 204  len: 168 time: 1.0271757
Apr 09 21:18:20.091139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 040016a1-8be2-4abe-bccd-602f8a96cfc1 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:20.091489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.117211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:20.119772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:20.126478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.133564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:20.167176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:20.176464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event updated for resources: {'Port': ['ID=344c14c5-9480-4ac8-9708-13c13b25c063,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:20.196894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233cbab-26b9-4114-a5f2-c9a3102c109b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f5b019-e041-478c-af88-5bd668281ee4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:20.235894 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:20.244400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:20.247762 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050beee-6c6c-4312-8224-68a4e58ffffa" -d '{"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:20.279035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.316690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914ed83-6b75-4639-9e84-3bc5040375da req-86625724-8aa9-4192-9c8a-a4188a77c573 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:20.323982 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8ec018d-a529-42a4-bbbb-21b78b9f8be2 admin admin] Publish callbacks [] for security_group (1fa9cc8a-0c70-42d8-b310-e922801465f0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.333175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8914ed83-6b75-4639-9e84-3bc5040375da req-86625724-8aa9-4192-9c8a-a4188a77c573 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 949 time: 0.2022119
Apr 09 21:18:20.368159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.377795 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5575718d-3f5d-41e8-92d0-120174e38e1f x-openstack-request-id: req-5575718d-3f5d-41e8-92d0-120174e38e1f {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:20.378333 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:20.378807 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5575718d-3f5d-41e8-92d0-120174e38e1f {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:20.380016 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5575718d-3f5d-41e8-92d0-120174e38e1f'] response: {'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'code': 200}
Apr 09 21:18:20.380777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=13']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:20.386080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8ec018d-a529-42a4-bbbb-21b78b9f8be2 admin admin] Publish callbacks [] for security_group (1fa9cc8a-0c70-42d8-b310-e922801465f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.397539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 040016a1-8be2-4abe-bccd-602f8a96cfc1 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:20.458936 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f6af572d-b39e-4f04-a509-4157116f7a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.556053 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8ec018d-a529-42a4-bbbb-21b78b9f8be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1fa9cc8a-0c70-42d8-b310-e922801465f0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.562942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8ec018d-a529-42a4-bbbb-21b78b9f8be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.564039 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a8ec018d-a529-42a4-bbbb-21b78b9f8be2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fa9cc8a-0c70-42d8-b310-e922801465f0 HTTP/1.1" status: 204  len: 168 time: 0.5141878
Apr 09 21:18:20.607928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec018d-a529-42a4-bbbb-21b78b9f8be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa9cc8a-0c70-42d8-b310-e922801465f0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:20.645870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8914ed83-6b75-4639-9e84-3bc5040375da req-a059d94c-5ffe-40f3-9437-18ada2d6659b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3032699
Apr 09 21:18:20.798569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (040016a1-8be2-4abe-bccd-602f8a96cfc1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:20.877193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=040016a1-8be2-4abe-bccd-602f8a96cfc1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:21.313111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (482a6a97-9e97-4439-8c12-34682d83377e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:21.690584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-375eb16d-bc18-4b58-8617-893035c6a60b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:21.693503 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-375eb16d-bc18-4b58-8617-893035c6a60b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.25 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 949 time: 0.1416764
Apr 09 21:18:21.962905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a393-804c-415b-a178-59cfe231f9ba req-36684ee9-c11a-4ef8-8091-3d74d2a1ef87 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:21.964680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e61a393-804c-415b-a178-59cfe231f9ba req-36684ee9-c11a-4ef8-8091-3d74d2a1ef87 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 949 time: 0.1130080
Apr 09 21:18:21.983193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:21.996753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router 482a6a97-9e97-4439-8c12-34682d83377e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:18:22.092726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e61a393-804c-415b-a178-59cfe231f9ba req-c7a6d30b-b810-44ab-98a3-22c450d42627 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179905
Apr 09 21:18:22.385202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49632) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:22.468931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:22.529405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:22.542565 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5528fd-863f-4a53-b1d1-fbebadb05fa4 None None] Sync routers for ids ['482a6a97-9e97-4439-8c12-34682d83377e'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:22.544896 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b2163c7d-9ae5-43f3-be39-30448857fd0c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/482a6a97-9e97-4439-8c12-34682d83377e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1218655
Apr 09 21:18:22.548169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49640) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:22.563325 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5528fd-863f-4a53-b1d1-fbebadb05fa4 None None] Routers {'482a6a97-9e97-4439-8c12-34682d83377e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:22.563784 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6b5528fd-863f-4a53-b1d1-fbebadb05fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23774ffac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['482a6a97-9e97-4439-8c12-34682d83377e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:22.585601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8f0d3475-929d-4a80-b473-1e2c24d98486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=482a6a97-9e97-4439-8c12-34682d83377e HTTP/1.1" status: 200  len: 205 time: 0.0356307
Apr 09 21:18:22.585601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49646) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:22.593073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Deleting port d7c5bc27-a30f-40c3-90ed-faa98edc286b {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:22.593415 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:22.669593 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6b5528fd-863f-4a53-b1d1-fbebadb05fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23774ffac0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:22.673061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-166fb1ee-51aa-4343-aafd-f2ece164fbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:22.685862 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5528fd-863f-4a53-b1d1-fbebadb05fa4 None None] Routers {'482a6a97-9e97-4439-8c12-34682d83377e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:22.686681 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6b5528fd-863f-4a53-b1d1-fbebadb05fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23774ffac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:17:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['482a6a97-9e97-4439-8c12-34682d83377e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:22.731921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-646bfc44-96cb-40c2-b770-a6eafc21290c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (482a6a97-9e97-4439-8c12-34682d83377e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:22.807265 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6b5528fd-863f-4a53-b1d1-fbebadb05fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23774ffac0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:22.808239 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5528fd-863f-4a53-b1d1-fbebadb05fa4 None None] The sync data for ids ['482a6a97-9e97-4439-8c12-34682d83377e'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:22.856670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-166fb1ee-51aa-4343-aafd-f2ece164fbb8 admin admin] Publish callbacks [] for security_group (8b060417-b395-48c1-8cfd-30b11efe63c7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:22.858330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Router 9f64f608-6d0a-4d4e-beff-b9b07274a5d8 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:22.866268 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-166fb1ee-51aa-4343-aafd-f2ece164fbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8b060417-b395-48c1-8cfd-30b11efe63c7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:22.911948 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8241b8f9-318e-4cab-bae4-6406d8a1a072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:22.980817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-166fb1ee-51aa-4343-aafd-f2ece164fbb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7721c47121574e43b29f99d5c06543ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5798090
Apr 09 21:18:22.981609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fb1ee-51aa-4343-aafd-f2ece164fbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b060417-b395-48c1-8cfd-30b11efe63c7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:22.985617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49652) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:23.027491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-646bfc44-96cb-40c2-b770-a6eafc21290c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (482a6a97-9e97-4439-8c12-34682d83377e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.030850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-646bfc44-96cb-40c2-b770-a6eafc21290c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (482a6a97-9e97-4439-8c12-34682d83377e), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.080679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:23.094815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3699f0-3eb6-44bc-958c-c7671edc45a4 None None] Sync routers for ids ['9f64f608-6d0a-4d4e-beff-b9b07274a5d8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:23.100142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc036-cfa8-46b9-8d91-6fe6f0635e15 admin admin] Publish callbacks [] for security_group (8b060417-b395-48c1-8cfd-30b11efe63c7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.113317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3699f0-3eb6-44bc-958c-c7671edc45a4 None None] Routers {'9f64f608-6d0a-4d4e-beff-b9b07274a5d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:23.115072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-db3699f0-3eb6-44bc-958c-c7671edc45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237659da00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9f64f608-6d0a-4d4e-beff-b9b07274a5d8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:23.132919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] For port d7c5bc27-a30f-40c3-90ed-faa98edc286b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c5bc27-a30f-40c3-90ed-faa98edc286b,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:23.133663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.141898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.143535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5e0b577a-3837-4c1e-8123-1d368268a101 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.2785320
Apr 09 21:18:23.148835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49658) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:23.155456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-393a2dea-383b-4937-abeb-c3bcacc63a74 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': False}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:23.158278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Calling delete_port for d7c5bc27-a30f-40c3-90ed-faa98edc286b owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:23.210789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc036-cfa8-46b9-8d91-6fe6f0635e15 admin admin] Publish callbacks [] for security_group (8b060417-b395-48c1-8cfd-30b11efe63c7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.230512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-db3699f0-3eb6-44bc-958c-c7671edc45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237659da00>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:23.271580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3699f0-3eb6-44bc-958c-c7671edc45a4 None None] Routers {'9f64f608-6d0a-4d4e-beff-b9b07274a5d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:23.272627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-db3699f0-3eb6-44bc-958c-c7671edc45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237659da00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9f64f608-6d0a-4d4e-beff-b9b07274a5d8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:23.280409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-646bfc44-96cb-40c2-b770-a6eafc21290c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (482a6a97-9e97-4439-8c12-34682d83377e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.280932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646bfc44-96cb-40c2-b770-a6eafc21290c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Fanout notify agent at l3_agent the message router_deleted on router 482a6a97-9e97-4439-8c12-34682d83377e {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:23.287603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-646bfc44-96cb-40c2-b770-a6eafc21290c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.288698 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-646bfc44-96cb-40c2-b770-a6eafc21290c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/482a6a97-9e97-4439-8c12-34682d83377e HTTP/1.1" status: 204  len: 168 time: 0.7017834
Apr 09 21:18:23.298296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49660) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:23.389853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd687034-2c9c-43e7-a2de-6cc00cb2411b req-1f880873-584d-4b81-acba-974219783237 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:23.394277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd687034-2c9c-43e7-a2de-6cc00cb2411b req-1f880873-584d-4b81-acba-974219783237 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/ports?device_id=25547687-7c47-48a7-a6a4-032cc057cb23 HTTP/1.1" status: 200  len: 949 time: 0.1806116
Apr 09 21:18:23.411632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-db3699f0-3eb6-44bc-958c-c7671edc45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237659da00>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:23.413246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3699f0-3eb6-44bc-958c-c7671edc45a4 None None] The sync data for ids ['9f64f608-6d0a-4d4e-beff-b9b07274a5d8'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:23.426250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d7c5bc27-a30f-40c3-90ed-faa98edc286b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.445245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d7c5bc27-a30f-40c3-90ed-faa98edc286b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:18:23.482083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Pushing event deleted for resources: {'Port': ['ID=d7c5bc27-a30f-40c3-90ed-faa98edc286b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:23.567871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c335e339-00e5-440e-9291-737866eb1685 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet 67843b1d-09ec-47c8-b646-242659edd7eb {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:18:23.579230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] No DVR routers for this DVR port d7c5bc27-a30f-40c3-90ed-faa98edc286b on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:23.582399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.587192 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f5c796a9-47f8-4d0b-be8f-4ac542709d75 req-c14029eb-fac2-4cbb-9a24-480f2131036b tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.25 "DELETE /v2.0/ports/d7c5bc27-a30f-40c3-90ed-faa98edc286b HTTP/1.1" status: 204  len: 173 time: 1.8112764
Apr 09 21:18:23.588068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25547687-7c47-48a7-a6a4-032cc057cb23', 'name': 'network-vif-deleted', 'tag': 'd7c5bc27-a30f-40c3-90ed-faa98edc286b'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:23.591118 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb40c1cf-2ac9-4f6d-b7ca-257e3f358fe6" -d '{"events": [{"server_uuid": "25547687-7c47-48a7-a6a4-032cc057cb23", "name": "network-vif-deleted", "tag": "d7c5bc27-a30f-40c3-90ed-faa98edc286b"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:23.634427 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c335e339-00e5-440e-9291-737866eb1685 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (67843b1d-09ec-47c8-b646-242659edd7eb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.683894 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacc017-3ff3-4630-914e-df33e7695c3e x-openstack-request-id: req-daacc017-3ff3-4630-914e-df33e7695c3e {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:23.684329 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25547687-7c47-48a7-a6a4-032cc057cb23", "name": "network-vif-deleted", "tag": "d7c5bc27-a30f-40c3-90ed-faa98edc286b", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:23.685219 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-daacc017-3ff3-4630-914e-df33e7695c3e {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:23.685731 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daacc017-3ff3-4630-914e-df33e7695c3e'] response: {'server_uuid': '25547687-7c47-48a7-a6a4-032cc057cb23', 'name': 'network-vif-deleted', 'tag': 'd7c5bc27-a30f-40c3-90ed-faa98edc286b', 'status': 'completed', 'code': 200}
Apr 09 21:18:23.702804 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc036-cfa8-46b9-8d91-6fe6f0635e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8b060417-b395-48c1-8cfd-30b11efe63c7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.705891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc036-cfa8-46b9-8d91-6fe6f0635e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:23.707313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3c9fc036-cfa8-46b9-8d91-6fe6f0635e15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b060417-b395-48c1-8cfd-30b11efe63c7 HTTP/1.1" status: 204  len: 168 time: 0.7206178
Apr 09 21:18:23.723314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd687034-2c9c-43e7-a2de-6cc00cb2411b req-edb2a9eb-5171-4100-920b-87ea1ce1f008 tempest-VolumesNegativeTest-1076657774 tempest-VolumesNegativeTest-1076657774-project] 10.222.0.30 "GET /v2.0/security-groups?id=b89a0977-7ad0-4fc9-b32e-b793a29aab07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3050859
Apr 09 21:18:23.814267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fc036-cfa8-46b9-8d91-6fe6f0635e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b060417-b395-48c1-8cfd-30b11efe63c7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:23.867192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c335e339-00e5-440e-9291-737866eb1685 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (67843b1d-09ec-47c8-b646-242659edd7eb), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.106157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c335e339-00e5-440e-9291-737866eb1685 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (67843b1d-09ec-47c8-b646-242659edd7eb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.184698 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.203784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393a2dea-383b-4937-abeb-c3bcacc63a74 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.249182 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c335e339-00e5-440e-9291-737866eb1685 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (67843b1d-09ec-47c8-b646-242659edd7eb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.319482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335e339-00e5-440e-9291-737866eb1685 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=67843b1d-09ec-47c8-b646-242659edd7eb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:24.322148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c335e339-00e5-440e-9291-737866eb1685 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.329081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c335e339-00e5-440e-9291-737866eb1685 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/67843b1d-09ec-47c8-b646-242659edd7eb HTTP/1.1" status: 204  len: 168 time: 1.0273092
Apr 09 21:18:24.329528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49688) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:24.333106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd1c600-652b-4fa4-af84-3d72e02aeb29 None None] Network d2d05720-56cb-4427-8abf-42055676cfbb requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:24.526930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49694) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:24.561320 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bb576af-6722-4298-9e23-7bf26fabbdea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.575274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (d2d05720-56cb-4427-8abf-42055676cfbb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.617634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] DHCP port deletion for d2d05720-56cb-4427-8abf-42055676cfbb request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:18:24.678075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] Deleting port 66114599-4d3d-414f-b462-8e5b3dc97323 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:24.678075 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.738064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 66114599-4d3d-414f-b462-8e5b3dc97323 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:24.738550 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.833075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] For port 66114599-4d3d-414f-b462-8e5b3dc97323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66114599-4d3d-414f-b462-8e5b3dc97323,segment=NetworkSegment(f6733f28-5866-4357-b097-3479507a1f2c),segment_id=f6733f28-5866-4357-b097-3479507a1f2c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:24.834146 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.845859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 66114599-4d3d-414f-b462-8e5b3dc97323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66114599-4d3d-414f-b462-8e5b3dc97323,segment=NetworkSegment(f6733f28-5866-4357-b097-3479507a1f2c),segment_id=f6733f28-5866-4357-b097-3479507a1f2c)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:24.846597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.876236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] Calling delete_port for 66114599-4d3d-414f-b462-8e5b3dc97323 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:24.889893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 66114599-4d3d-414f-b462-8e5b3dc97323 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:24.909891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bb576af-6722-4298-9e23-7bf26fabbdea admin admin] Publish callbacks [] for security_group (14b61402-1c60-42d1-bddc-0266315e9b96), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:24.928129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1bb576af-6722-4298-9e23-7bf26fabbdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (14b61402-1c60-42d1-bddc-0266315e9b96), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.018162 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.059790 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393a2dea-383b-4937-abeb-c3bcacc63a74 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.061371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] Pushing event deleted for resources: {'Port': ['ID=66114599-4d3d-414f-b462-8e5b3dc97323,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:25.065648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823ebba-a4b8-4263-bb7d-0aa6ac813a95 None None] No DVR routers for this DVR port 66114599-4d3d-414f-b462-8e5b3dc97323 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:25.068870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393a2dea-383b-4937-abeb-c3bcacc63a74 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.165651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb576af-6722-4298-9e23-7bf26fabbdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b61402-1c60-42d1-bddc-0266315e9b96,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:25.174481 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.183850 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1bb576af-6722-4298-9e23-7bf26fabbdea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=693248449bf7400fa7f3a543edc5cd06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6531079
Apr 09 21:18:25.194508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49716) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:25.312300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393a2dea-383b-4937-abeb-c3bcacc63a74 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Router 9f64f608-6d0a-4d4e-beff-b9b07274a5d8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:18:25.315064 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21ec7c07-acc4-4087-879a-d1eeafca9e82 admin admin] Publish callbacks [] for security_group (14b61402-1c60-42d1-bddc-0266315e9b96), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.345858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21ec7c07-acc4-4087-879a-d1eeafca9e82 admin admin] Publish callbacks [] for security_group (14b61402-1c60-42d1-bddc-0266315e9b96), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.393744 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (66114599-4d3d-414f-b462-8e5b3dc97323), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.404000 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21ec7c07-acc4-4087-879a-d1eeafca9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (14b61402-1c60-42d1-bddc-0266315e9b96), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.406601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21ec7c07-acc4-4087-879a-d1eeafca9e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.410261 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-21ec7c07-acc4-4087-879a-d1eeafca9e82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14b61402-1c60-42d1-bddc-0266315e9b96 HTTP/1.1" status: 204  len: 168 time: 0.2222157
Apr 09 21:18:25.431198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=66114599-4d3d-414f-b462-8e5b3dc97323,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:25.446229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No DVR routers for this DVR port 66114599-4d3d-414f-b462-8e5b3dc97323 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:25.454865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec7c07-acc4-4087-879a-d1eeafca9e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b61402-1c60-42d1-bddc-0266315e9b96,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:25.502251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 66114599-4d3d-414f-b462-8e5b3dc97323 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:25.570477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 66114599-4d3d-414f-b462-8e5b3dc97323 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:18:25.573396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 66114599-4d3d-414f-b462-8e5b3dc97323 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:25.579161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a2dea-383b-4937-abeb-c3bcacc63a74 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:25.587850 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393a2dea-383b-4937-abeb-c3bcacc63a74 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.592044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-393a2dea-383b-4937-abeb-c3bcacc63a74 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "PUT /v2.0/routers/9f64f608-6d0a-4d4e-beff-b9b07274a5d8 HTTP/1.1" status: 200  len: 925 time: 2.4399824
Apr 09 21:18:25.593728 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11911de-6a51-4e37-9aa3-4b7361779392 None None] Sync routers for ids ['9f64f608-6d0a-4d4e-beff-b9b07274a5d8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:25.598659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49728) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:25.622689 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11911de-6a51-4e37-9aa3-4b7361779392 None None] Routers {'9f64f608-6d0a-4d4e-beff-b9b07274a5d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:25.624205 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a11911de-6a51-4e37-9aa3-4b7361779392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377045a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9f64f608-6d0a-4d4e-beff-b9b07274a5d8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:25.632059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.650116 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (d2d05720-56cb-4427-8abf-42055676cfbb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.655446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d7c5bc27-a30f-40c3-90ed-faa98edc286b no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:25.698579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23755d89d0>,) {'filters': {'network_id': ['d2d05720-56cb-4427-8abf-42055676cfbb']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:25.718458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755d89d0>, 'f6733f28-5866-4357-b097-3479507a1f2c') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:25.718760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755d89d0>, 'f6733f28-5866-4357-b097-3479507a1f2c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:25.724396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: d7c5bc27-a30f-40c3-90ed-faa98edc286b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:18:25.724747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d7c5bc27-a30f-40c3-90ed-faa98edc286b not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:25.751673 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a11911de-6a51-4e37-9aa3-4b7361779392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377045a00>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:25.762972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (f6733f28-5866-4357-b097-3479507a1f2c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.773553 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11911de-6a51-4e37-9aa3-4b7361779392 None None] Routers {'9f64f608-6d0a-4d4e-beff-b9b07274a5d8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:25.774760 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a11911de-6a51-4e37-9aa3-4b7361779392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377045a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['9f64f608-6d0a-4d4e-beff-b9b07274a5d8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:25.793920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f6733f28-5866-4357-b097-3479507a1f2c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.804897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:18:25.805524 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (f6733f28-5866-4357-b097-3479507a1f2c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:18:25.809429 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:18:25.852765 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a11911de-6a51-4e37-9aa3-4b7361779392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377045a00>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:25.853726 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11911de-6a51-4e37-9aa3-4b7361779392 None None] The sync data for ids ['9f64f608-6d0a-4d4e-beff-b9b07274a5d8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:25.878249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b0e77e60-6816-473a-81e9-a2509a93f5f6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/routers/9f64f608-6d0a-4d4e-beff-b9b07274a5d8 HTTP/1.1" status: 200  len: 925 time: 0.2760687
Apr 09 21:18:25.880821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49742) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:25.930719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (d2d05720-56cb-4427-8abf-42055676cfbb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.956728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:25.962440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/d2d05720-56cb-4427-8abf-42055676cfbb HTTP/1.1" status: 204  len: 168 time: 1.6316369
Apr 09 21:18:25.966747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49750) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:25.977750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309702401', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:26.019437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:26.021063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:26.026180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa58c6-87a8-4e65-954e-9939f7f6677e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=d2d05720-56cb-4427-8abf-42055676cfbb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:26.224101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:26.566791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd35ec11-3bb8-4b9e-a82c-d360e8eb3ca2 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:26.568361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd35ec11-3bb8-4b9e-a82c-d360e8eb3ca2 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=9f64f608-6d0a-4d4e-beff-b9b07274a5d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6874437
Apr 09 21:18:26.571091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49806) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:26.654184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_gateway (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:26.765164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47182ac-30db-4cda-bb1e-0462bb84df02 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:26.766579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a47182ac-30db-4cda-bb1e-0462bb84df02 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 881 time: 0.1944933
Apr 09 21:18:26.772014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49828) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:26.827049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-92c56439-cfe2-43a8-bad3-b3abf8366dee tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f64f608-6d0a-4d4e-beff-b9b07274a5d8 HTTP/1.1" status: 200  len: 205 time: 0.0537732
Apr 09 21:18:26.831381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49834) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:26.906938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:27.126269 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_gateway (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:27.156340 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:27.168049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:27.387077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 172.35.0.165 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/d96f5774-bc67-4050-bd25-a4c0c33d7a25) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:27.388037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:27.462981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Deleting port 344c14c5-9480-4ac8-9708-13c13b25c063 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:27.463246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (344c14c5-9480-4ac8-9708-13c13b25c063), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:27.743622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311d95c-c388-43cd-bf1f-a81ddb01795c req-3c0a8de5-29c2-41a8-8ebf-93a18f3a8acd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:27.745166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c311d95c-c388-43cd-bf1f-a81ddb01795c req-3c0a8de5-29c2-41a8-8ebf-93a18f3a8acd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.0543237
Apr 09 21:18:27.808379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c311d95c-c388-43cd-bf1f-a81ddb01795c req-7672c63d-d85f-4b1a-9ef7-815c295b90aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565314
Apr 09 21:18:27.936228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (d96f5774-bc67-4050-bd25-a4c0c33d7a25), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:27.947093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (344c14c5-9480-4ac8-9708-13c13b25c063), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:27.964562 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Calling delete_port for 344c14c5-9480-4ac8-9708-13c13b25c063 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:28.042553 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d96f5774-bc67-4050-bd25-a4c0c33d7a25), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.099951 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:28.106504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:28.109056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:28.157817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=d96f5774-bc67-4050-bd25-a4c0c33d7a25,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:28.381022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (344c14c5-9480-4ac8-9708-13c13b25c063), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.511968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event deleted for resources: {'Port': ['ID=344c14c5-9480-4ac8-9708-13c13b25c063,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:28.563380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 49974) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:28.600597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.605509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_gateway (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.738037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.741890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.757209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-98048e04-2f4e-48fb-ac06-80a40ceb147a tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-99450210'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:28.758529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-98048e04-2f4e-48fb-ac06-80a40ceb147a tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Unknown quota resources ['metering_label']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:18:28.838796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (9f64f608-6d0a-4d4e-beff-b9b07274a5d8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.839444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Fanout notify agent at l3_agent the message router_deleted on router 9f64f608-6d0a-4d4e-beff-b9b07274a5d8 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:28.849598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.854534 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ead4e007-4657-4616-b6fb-c5c519432edc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/9f64f608-6d0a-4d4e-beff-b9b07274a5d8 HTTP/1.1" status: 204  len: 168 time: 2.0174606
Apr 09 21:18:28.856316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 49988) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:28.860902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d75650db-be93-471c-81f9-3b80c4869d01 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-949114123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:28.974134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d75650db-be93-471c-81f9-3b80c4869d01 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (32277b99-f84e-4df6-b1a8-4a50185a2a32), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:28.975149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d75650db-be93-471c-81f9-3b80c4869d01 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (32277b99-f84e-4df6-b1a8-4a50185a2a32), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.027546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.062270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d75650db-be93-471c-81f9-3b80c4869d01 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (32277b99-f84e-4df6-b1a8-4a50185a2a32), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.106081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d75650db-be93-471c-81f9-3b80c4869d01 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (32277b99-f84e-4df6-b1a8-4a50185a2a32), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.129083 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98048e04-2f4e-48fb-ac06-80a40ceb147a tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.130778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-98048e04-2f4e-48fb-ac06-80a40ceb147a tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 476 time: 0.5661585
Apr 09 21:18:29.133851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50000) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:29.139313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fc55b8db-8c14-4ac7-a0db-6a078f850fc0 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd5cb1c2f-8b54-46f1-9b21-33f266930471'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:29.140053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fc55b8db-8c14-4ac7-a0db-6a078f850fc0 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:18:29.141596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d75650db-be93-471c-81f9-3b80c4869d01 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.147211 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d75650db-be93-471c-81f9-3b80c4869d01 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2896128
Apr 09 21:18:29.148548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50002) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:29.168713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:29.178881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc24682-6ece-4d69-a1f6-b519ca5a36fa req-c381b908-1479-43f3-b2ee-c35994e0651c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:29.180464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdc24682-6ece-4d69-a1f6-b519ca5a36fa req-c381b908-1479-43f3-b2ee-c35994e0651c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.2139323
Apr 09 21:18:29.257461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router d20420ed-9b8a-4692-ade4-9fb1dd97ae8f is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:29.372717 ncdv-master-1 neutron-server[126920]: WARNING neutron.services.metering.metering_plugin [None req-fc55b8db-8c14-4ac7-a0db-6a078f850fc0 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 09 21:18:29.415322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:29.425005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd791b-f22d-403f-aee9-37ec0113b2a7 None None] Sync routers for ids ['d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:29.447277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd791b-f22d-403f-aee9-37ec0113b2a7 None None] Routers {'d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:29.448135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-44dd791b-f22d-403f-aee9-37ec0113b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375c42c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:29.450953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.457955 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-53854f11-8706-4775-9c70-448419b5f7de tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.4900565
Apr 09 21:18:29.458607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50036) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:29.495118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-44dd791b-f22d-403f-aee9-37ec0113b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375c42c70>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:29.497232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdc24682-6ece-4d69-a1f6-b519ca5a36fa req-8ca61ee3-f6c7-4bdd-9421-4f30617ff344 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2708814
Apr 09 21:18:29.504987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd791b-f22d-403f-aee9-37ec0113b2a7 None None] Routers {'d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:29.505640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-44dd791b-f22d-403f-aee9-37ec0113b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375c42c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:29.585957 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc55b8db-8c14-4ac7-a0db-6a078f850fc0 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.587915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fc55b8db-8c14-4ac7-a0db-6a078f850fc0 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.4527609
Apr 09 21:18:29.590961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50044) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:29.600953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-44dd791b-f22d-403f-aee9-37ec0113b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375c42c70>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:29.601592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd791b-f22d-403f-aee9-37ec0113b2a7 None None] The sync data for ids ['d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:29.632533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e0a44784-2ed9-4ba1-9793-853b875d16de tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd5cb1c2f-8b54-46f1-9b21-33f266930471'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:29.633377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e0a44784-2ed9-4ba1-9793-853b875d16de tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:18:29.728139 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8231ce3d-22ce-4952-b402-7c762c3b10e7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/routers/d20420ed-9b8a-4692-ade4-9fb1dd97ae8f HTTP/1.1" status: 200  len: 885 time: 0.2683935
Apr 09 21:18:29.732660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50056) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:29.775911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (32277b99-f84e-4df6-b1a8-4a50185a2a32), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.782649 ncdv-master-1 neutron-server[126920]: WARNING neutron.services.metering.metering_plugin [None req-e0a44784-2ed9-4ba1-9793-853b875d16de tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 09 21:18:29.965019 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0a44784-2ed9-4ba1-9793-853b875d16de tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:29.969315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e0a44784-2ed9-4ba1-9793-853b875d16de tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3771708
Apr 09 21:18:29.969924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50076) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:29.996281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-56872a23-9891-4aee-99b6-135726f4e1f9 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=671b07f5-37ce-4f4b-a66e-01f74a5aa92d HTTP/1.1" status: 200  len: 462 time: 0.0212870
Apr 09 21:18:29.997178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50078) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:30.062607 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-54e371e4-16e8-4c8a-a2c0-e6909de63bd3 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.3287497
Apr 09 21:18:30.065263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50084) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:30.081575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-daf53cf7-9353-47c6-96c1-fdcb445f4bdd tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1309702401'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:30.116437 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (32277b99-f84e-4df6-b1a8-4a50185a2a32), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:30.152425 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:30.384971 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4724587-eb23-482d-bcb9-e5dbd41914a1 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:30.388678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c4724587-eb23-482d-bcb9-e5dbd41914a1 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/671b07f5-37ce-4f4b-a66e-01f74a5aa92d HTTP/1.1" status: 204  len: 168 time: 0.3881519
Apr 09 21:18:30.388678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Allocated IP 172.35.0.97 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:30.389408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50120) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:30.411472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-082e901e-5f7b-47e5-809f-89a827242b61 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=671b07f5-37ce-4f4b-a66e-01f74a5aa92d HTTP/1.1" status: 200  len: 221 time: 0.0167458
Apr 09 21:18:30.411472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50122) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:30.419745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5a7aa6fc-2cb7-4459-8090-439c18388b1a tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--142632064', 'description': 'label created by tempest'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:30.420221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5a7aa6fc-2cb7-4459-8090-439c18388b1a tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Unknown quota resources ['metering_label']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:18:30.676674 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5a7aa6fc-2cb7-4459-8090-439c18388b1a tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:30.677723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5a7aa6fc-2cb7-4459-8090-439c18388b1a tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.2655909
Apr 09 21:18:30.680577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50142) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:30.771852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f26fcc22-ff7d-4f06-9df2-f2af3e5d15d3 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=496d158d-5d51-49cc-858f-070f8a2367b4 HTTP/1.1" status: 200  len: 467 time: 0.0902483
Apr 09 21:18:30.777892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50146) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:30.827656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf53cf7-9353-47c6-96c1-fdcb445f4bdd tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:30.847222 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf53cf7-9353-47c6-96c1-fdcb445f4bdd tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:30.850797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for port (c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:30.990043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf53cf7-9353-47c6-96c1-fdcb445f4bdd tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router d20420ed-9b8a-4692-ade4-9fb1dd97ae8f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:18:31.018364 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6003d86-907e-4f08-8864-5fb2332977c6 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.019592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e6003d86-907e-4f08-8864-5fb2332977c6 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/496d158d-5d51-49cc-858f-070f8a2367b4 HTTP/1.1" status: 204  len: 168 time: 0.2408926
Apr 09 21:18:31.022600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50158) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.036960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fe53dbd7-2ba2-4b8b-88c1-10bc084af26f tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=496d158d-5d51-49cc-858f-070f8a2367b4 HTTP/1.1" status: 200  len: 216 time: 0.0130928
Apr 09 21:18:31.041637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50160) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.053008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.058998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-58b1659e-ed30-44e3-a9d8-ec24a39da831 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0154986
Apr 09 21:18:31.063331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50164) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.100714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:31.103623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:31.106164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:31.121319 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-80b8aa7c-1528-450f-b380-3e8fe7d91068 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0521429
Apr 09 21:18:31.121668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50172) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.228746 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-60164386-5abe-4d66-bfc2-2b4ada1cf0d3 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/d5cb1c2f-8b54-46f1-9b21-33f266930471 HTTP/1.1" status: 200  len: 471 time: 0.1058788
Apr 09 21:18:31.232447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50190) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.246394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf53cf7-9353-47c6-96c1-fdcb445f4bdd tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:31.253436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf53cf7-9353-47c6-96c1-fdcb445f4bdd tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.258724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-daf53cf7-9353-47c6-96c1-fdcb445f4bdd tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/d20420ed-9b8a-4692-ade4-9fb1dd97ae8f HTTP/1.1" status: 200  len: 892 time: 1.1919587
Apr 09 21:18:31.259739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50192) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.261197 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f306d7e2-0677-48c3-9e1d-802c11c50575 None None] Sync routers for ids ['d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:31.261791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-40f98b0b-b14a-48cd-915d-4ccccd89d7e4 tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/daffbe06-d5ff-4cc1-9c48-d2adc89251f4 HTTP/1.1" status: 200  len: 459 time: 0.0280957
Apr 09 21:18:31.276868 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306d7e2-0677-48c3-9e1d-802c11c50575 None None] Routers {'d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:31.278214 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f306d7e2-0677-48c3-9e1d-802c11c50575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237729eaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:31.321504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50194) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.347213 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f306d7e2-0677-48c3-9e1d-802c11c50575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237729eaf0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:31.379116 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306d7e2-0677-48c3-9e1d-802c11c50575 None None] Routers {'d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:31.383406 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f306d7e2-0677-48c3-9e1d-802c11c50575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237729eaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:31.465214 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5424b636-bffd-4dd8-8e9b-1328306c6972 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/routers/d20420ed-9b8a-4692-ade4-9fb1dd97ae8f HTTP/1.1" status: 200  len: 892 time: 0.2016640
Apr 09 21:18:31.466670 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f306d7e2-0677-48c3-9e1d-802c11c50575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237729eaf0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:31.467368 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f306d7e2-0677-48c3-9e1d-802c11c50575 None None] The sync data for ids ['d20420ed-9b8a-4692-ade4-9fb1dd97ae8f'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:31.477232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:31.484055 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.488592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50200) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.536995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-694638c1-bd0e-4cbe-8d52-572596eac76c tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.538393 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-694638c1-bd0e-4cbe-8d52-572596eac76c tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/daffbe06-d5ff-4cc1-9c48-d2adc89251f4 HTTP/1.1" status: 204  len: 168 time: 0.2158363
Apr 09 21:18:31.555510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50204) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.565654 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-98e71a50-e595-45f4-8cbe-7c6054d5bc59 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=d20420ed-9b8a-4692-ade4-9fb1dd97ae8f HTTP/1.1" status: 200  len: 205 time: 0.0757120
Apr 09 21:18:31.568438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50206) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:31.572116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event updated for resources: {'Port': ['ID=c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:31.584455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.588390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.589564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.589564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:31.628252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:31.630331 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.672382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:31.683289 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa750540-dba7-4382-934a-9f5e0b282bd9" -d '{"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:31.688449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.732890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:31.746351 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.782481 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a782ae2a-06dd-4e1c-bd6d-abcb2981949e x-openstack-request-id: req-a782ae2a-06dd-4e1c-bd6d-abcb2981949e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:31.782767 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:31.783011 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a782ae2a-06dd-4e1c-bd6d-abcb2981949e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:31.783612 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a782ae2a-06dd-4e1c-bd6d-abcb2981949e'] response: {'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'code': 200}
Apr 09 21:18:31.820451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:31.914499 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (32277b99-f84e-4df6-b1a8-4a50185a2a32), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:31.964375 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_gateway (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.059516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d738e45a-e1f0-48e8-993e-7e4ebb0892dc tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.062988 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d738e45a-e1f0-48e8-993e-7e4ebb0892dc tempest-MeteringIpV6TestJSON-1616402962 tempest-MeteringIpV6TestJSON-1616402962-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/d5cb1c2f-8b54-46f1-9b21-33f266930471 HTTP/1.1" status: 204  len: 168 time: 0.5038908
Apr 09 21:18:32.073118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port d96f5774-bc67-4050-bd25-a4c0c33d7a25 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:32.073825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d96f5774-bc67-4050-bd25-a4c0c33d7a25), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.086998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50224) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:32.172179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d96f5774-bc67-4050-bd25-a4c0c33d7a25), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.188988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for d96f5774-bc67-4050-bd25-a4c0c33d7a25 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:32.191911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (32277b99-f84e-4df6-b1a8-4a50185a2a32), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.196017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (32277b99-f84e-4df6-b1a8-4a50185a2a32), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.348978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Router 32277b99-f84e-4df6-b1a8-4a50185a2a32 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:32.410809 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d96f5774-bc67-4050-bd25-a4c0c33d7a25), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.449428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=d96f5774-bc67-4050-bd25-a4c0c33d7a25,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:32.494670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:32.508697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.509892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26306f31-364b-46c0-8933-e3cae615a8c4 None None] Sync routers for ids ['32277b99-f84e-4df6-b1a8-4a50185a2a32'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:32.510416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-313de6ca-e388-45d4-af9b-6f0b3a72691e tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "PUT /v2.0/routers/32277b99-f84e-4df6-b1a8-4a50185a2a32 HTTP/1.1" status: 200  len: 882 time: 3.3603609
Apr 09 21:18:32.512579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50238) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:32.521647 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8360d71-b0a5-43f8-9c93-1e4f5cdff08e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55bfa8219d074eb1b2e1f2469053cd8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4311111
Apr 09 21:18:32.522130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50240) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:32.526343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26306f31-364b-46c0-8933-e3cae615a8c4 None None] Routers {'32277b99-f84e-4df6-b1a8-4a50185a2a32'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:32.526992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-26306f31-364b-46c0-8933-e3cae615a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ebd670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['32277b99-f84e-4df6-b1a8-4a50185a2a32'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:32.559022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50242) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:32.563693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.595271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-26306f31-364b-46c0-8933-e3cae615a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ebd670>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:32.621908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26306f31-364b-46c0-8933-e3cae615a8c4 None None] Routers {'32277b99-f84e-4df6-b1a8-4a50185a2a32'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:32.622556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-26306f31-364b-46c0-8933-e3cae615a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ebd670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['32277b99-f84e-4df6-b1a8-4a50185a2a32'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:32.661462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d6e80d7a-45b1-4aec-8ef0-5b97a07aff4a tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/routers/32277b99-f84e-4df6-b1a8-4a50185a2a32 HTTP/1.1" status: 200  len: 923 time: 0.1459627
Apr 09 21:18:32.664272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50246) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:32.670271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-26306f31-364b-46c0-8933-e3cae615a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ebd670>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:32.671190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26306f31-364b-46c0-8933-e3cae615a8c4 None None] The sync data for ids ['32277b99-f84e-4df6-b1a8-4a50185a2a32'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:32.729378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4179db-6ce3-46c7-83f7-58d71cd032fc tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:32.731397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7c4179db-6ce3-46c7-83f7-58d71cd032fc tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=32277b99-f84e-4df6-b1a8-4a50185a2a32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0658238
Apr 09 21:18:32.734150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50248) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:32.829742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71f219-7385-4eb1-b688-89f2eed2c8f1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:32.833960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6a71f219-7385-4eb1-b688-89f2eed2c8f1 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 881 time: 0.0960906
Apr 09 21:18:32.834601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50252) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:32.877086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8d067c25-89cd-4ec5-87a6-61cc774b5f68 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=32277b99-f84e-4df6-b1a8-4a50185a2a32 HTTP/1.1" status: 200  len: 205 time: 0.0393991
Apr 09 21:18:32.878030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50254) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:32.948885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5102b496-858b-4c5f-86b0-00853d6b3e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.964715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.968147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:32.976518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13c28029-d9d0-4c4b-aa24-8f0f7dc7ffec admin admin] Publish callbacks [] for security_group (b89a0977-7ad0-4fc9-b32e-b793a29aab07), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.032240 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13c28029-d9d0-4c4b-aa24-8f0f7dc7ffec admin admin] Publish callbacks [] for security_group (b89a0977-7ad0-4fc9-b32e-b793a29aab07), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.034257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (d20420ed-9b8a-4692-ade4-9fb1dd97ae8f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.034814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Fanout notify agent at l3_agent the message router_deleted on router d20420ed-9b8a-4692-ade4-9fb1dd97ae8f {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:33.043025 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (32277b99-f84e-4df6-b1a8-4a50185a2a32), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.052643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.052643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6508b64f-823f-4327-8aaa-26c36ab17c91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/d20420ed-9b8a-4692-ade4-9fb1dd97ae8f HTTP/1.1" status: 204  len: 168 time: 1.4799190
Apr 09 21:18:33.053285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50260) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:33.091791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1599547042'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:33.103171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13c28029-d9d0-4c4b-aa24-8f0f7dc7ffec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b89a0977-7ad0-4fc9-b32e-b793a29aab07), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.106355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13c28029-d9d0-4c4b-aa24-8f0f7dc7ffec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.107686 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-13c28029-d9d0-4c4b-aa24-8f0f7dc7ffec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b89a0977-7ad0-4fc9-b32e-b793a29aab07 HTTP/1.1" status: 204  len: 168 time: 0.5847008
Apr 09 21:18:33.117303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c28029-d9d0-4c4b-aa24-8f0f7dc7ffec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89a0977-7ad0-4fc9-b32e-b793a29aab07,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:33.173325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:33.176220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.204249 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5102b496-858b-4c5f-86b0-00853d6b3e92 admin admin] Publish callbacks [] for security_group (548ac02c-b566-42a7-93f1-e9ce05f5bb95), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.224662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5102b496-858b-4c5f-86b0-00853d6b3e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (548ac02c-b566-42a7-93f1-e9ce05f5bb95), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.236297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:18:33.261197 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (32277b99-f84e-4df6-b1a8-4a50185a2a32), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.264519 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.264866 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2 of type vlan for network 16f8f4e2-b351-4ca1-9f46-99282d61c490
Apr 09 21:18:33.314130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5102b496-858b-4c5f-86b0-00853d6b3e92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29174d3feed746e3b2763f341840c808&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7539732
Apr 09 21:18:33.317382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50272) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:33.328022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102b496-858b-4c5f-86b0-00853d6b3e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548ac02c-b566-42a7-93f1-e9ce05f5bb95,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:33.358250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (16f8f4e2-b351-4ca1-9f46-99282d61c490), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.379500 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c55f056b-9335-4ab0-bc96-b162cf44cf25 admin admin] Publish callbacks [] for security_group (548ac02c-b566-42a7-93f1-e9ce05f5bb95), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.383086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Deleting port c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:33.383432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.411088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c55f056b-9335-4ab0-bc96-b162cf44cf25 admin admin] Publish callbacks [] for security_group (548ac02c-b566-42a7-93f1-e9ce05f5bb95), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.449114 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (16f8f4e2-b351-4ca1-9f46-99282d61c490), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.459082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:33.460026 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.476095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:18:33.477277 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c55f056b-9335-4ab0-bc96-b162cf44cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (548ac02c-b566-42a7-93f1-e9ce05f5bb95), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.481275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c55f056b-9335-4ab0-bc96-b162cf44cf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.482654 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c55f056b-9335-4ab0-bc96-b162cf44cf25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/548ac02c-b566-42a7-93f1-e9ce05f5bb95 HTTP/1.1" status: 204  len: 168 time: 0.1639028
Apr 09 21:18:33.491974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f056b-9335-4ab0-bc96-b162cf44cf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548ac02c-b566-42a7-93f1-e9ce05f5bb95,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:33.582741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4968514
Apr 09 21:18:33.585856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50282) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:33.590757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': '16f8f4e2-b351-4ca1-9f46-99282d61c490', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:33.600832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc19db-93a2-44dc-b204-79441f3dbdf9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=16f8f4e2-b351-4ca1-9f46-99282d61c490,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:33.606939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.619043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 16f8f4e2-b351-4ca1-9f46-99282d61c490 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:18:33.624441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Calling delete_port for c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:33.787221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:33.793621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.817501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:33.854811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'mac_address': 'fa:16:3e:5d:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:18:33.939195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:33.941507 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.960687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:33.962088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3b4af2-dfb3-4068-9bd9-69c858e1156a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:18:34.000824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event deleted for resources: {'Port': ['ID=c80d6b2e-f6fc-49eb-be77-5d7457d6c9b0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:34.011882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:34.022884 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.064779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50308) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:34.081828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (32277b99-f84e-4df6-b1a8-4a50185a2a32), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.093587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:34.144489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['2e3b4af2-dfb3-4068-9bd9-69c858e1156a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:18:34.156914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-535e0f47-2728-4dc1-82f5-45be8df4e4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.195212 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (32277b99-f84e-4df6-b1a8-4a50185a2a32), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.197465 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (32277b99-f84e-4df6-b1a8-4a50185a2a32), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.242149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (547cb425-1efd-42ea-9e3e-a683fa5a101b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.261093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (32277b99-f84e-4df6-b1a8-4a50185a2a32), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.261741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Fanout notify agent at l3_agent the message router_deleted on router 32277b99-f84e-4df6-b1a8-4a50185a2a32 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:34.275345 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.283135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8eb210fe-231a-478f-931b-0d271ed95148 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/32277b99-f84e-4df6-b1a8-4a50185a2a32 HTTP/1.1" status: 204  len: 168 time: 1.4034963
Apr 09 21:18:34.283817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50320) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:34.295781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e1ce5ebb-0daf-4ad0-b9a4-4558393250da tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-983797086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:34.344188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=547cb425-1efd-42ea-9e3e-a683fa5a101b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:34.352842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ebb-0daf-4ad0-b9a4-4558393250da tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c7387784-0090-40bd-9996-056a24223ca2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.354093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ebb-0daf-4ad0-b9a4-4558393250da tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c7387784-0090-40bd-9996-056a24223ca2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.390839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': 'b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '16f8f4e2-b351-4ca1-9f46-99282d61c490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:34.391652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: 16f8f4e2-b351-4ca1-9f46-99282d61c490, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:18:34.400848 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-535e0f47-2728-4dc1-82f5-45be8df4e4db admin admin] Publish callbacks [] for security_group (4f75ad1e-ae85-4b32-96d2-25acd115d152), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.412841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-535e0f47-2728-4dc1-82f5-45be8df4e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4f75ad1e-ae85-4b32-96d2-25acd115d152), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.439015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ebb-0daf-4ad0-b9a4-4558393250da tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (c7387784-0090-40bd-9996-056a24223ca2), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.445188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 16f8f4e2-b351-4ca1-9f46-99282d61c490 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:18:34.450444 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ebb-0daf-4ad0-b9a4-4558393250da tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c7387784-0090-40bd-9996-056a24223ca2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.475881 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ebb-0daf-4ad0-b9a4-4558393250da tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.477777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e1ce5ebb-0daf-4ad0-b9a4-4558393250da tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1929591
Apr 09 21:18:34.481234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50328) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:34.484481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16f8f4e2-b351-4ca1-9f46-99282d61c490) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:34.490284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e0f47-2728-4dc1-82f5-45be8df4e4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f75ad1e-ae85-4b32-96d2-25acd115d152,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:34.493228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': True}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:34.493961 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-535e0f47-2728-4dc1-82f5-45be8df4e4db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d48fac9e29ee41aa83b3953d99640240&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4186990
Apr 09 21:18:34.495914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:34.496514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.496852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50330) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:34.511575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae47f77-9423-420a-909c-d57a815accea None None] Network 16f8f4e2-b351-4ca1-9f46-99282d61c490 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:34.526302 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-572d6448-5370-4c3c-a03d-4ad3c11cfa79 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9391525
Apr 09 21:18:34.528904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50332) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:34.533621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-971aaca4-83e2-4d3a-97f6-54d19f41fab3 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1712152824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:34.585864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-971aaca4-83e2-4d3a-97f6-54d19f41fab3 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.587910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-971aaca4-83e2-4d3a-97f6-54d19f41fab3 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.668639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16f8f4e2-b351-4ca1-9f46-99282d61c490', 'network_id': '16f8f4e2-b351-4ca1-9f46-99282d61c490', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': '547cb425-1efd-42ea-9e3e-a683fa5a101b'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:18:34.670265 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.712439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-971aaca4-83e2-4d3a-97f6-54d19f41fab3 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.728004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-971aaca4-83e2-4d3a-97f6-54d19f41fab3 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.743137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b1d3613-43f7-4f34-bf66-8c78e74273f6 admin admin] Publish callbacks [] for security_group (4f75ad1e-ae85-4b32-96d2-25acd115d152), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.779013 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-971aaca4-83e2-4d3a-97f6-54d19f41fab3 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:34.782752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-971aaca4-83e2-4d3a-97f6-54d19f41fab3 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2501147
Apr 09 21:18:34.783433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50342) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:34.936843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Allocated IP 2001:db8::2 (16f8f4e2-b351-4ca1-9f46-99282d61c490/547cb425-1efd-42ea-9e3e-a683fa5a101b/c4dd5f86-df05-4d2e-bab9-0878c5846b95) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:34.951959 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b1d3613-43f7-4f34-bf66-8c78e74273f6 admin admin] Publish callbacks [] for security_group (4f75ad1e-ae85-4b32-96d2-25acd115d152), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:35.353486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50358) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:35.504456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:35.574603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:35.637127 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Publish callbacks [] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:35.651015 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:35.736392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:35.737151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:35.767269 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (c7387784-0090-40bd-9996-056a24223ca2), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:35.769788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Network 16f8f4e2-b351-4ca1-9f46-99282d61c490 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:35.784432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1637084440-network', 'tenant_id': '169228e607bf4e5aab28729d44e6d177'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:35.815622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:35.832837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:35.853578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Pushing event updated for resources: {'Port': ['ID=c4dd5f86-df05-4d2e-bab9-0878c5846b95,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:35.858462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Made reservation on behalf of 169228e607bf4e5aab28729d44e6d177 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:35.861236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:35.890036 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:35.994572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Attempting to bind port c4dd5f86-df05-4d2e-bab9-0878c5846b95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:35.995037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Attempting to bind port c4dd5f86-df05-4d2e-bab9-0878c5846b95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '16f8f4e2-b351-4ca1-9f46-99282d61c490'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:35.995439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Attempting to bind port c4dd5f86-df05-4d2e-bab9-0878c5846b95 on network 16f8f4e2-b351-4ca1-9f46-99282d61c490 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:36.010865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:36.011254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Checking segment: {'id': 'b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '16f8f4e2-b351-4ca1-9f46-99282d61c490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:36.011668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.012084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Bound using segment: {'id': 'b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '16f8f4e2-b351-4ca1-9f46-99282d61c490'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:36.012570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Bound port: c4dd5f86-df05-4d2e-bab9-0878c5846b95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '16f8f4e2-b351-4ca1-9f46-99282d61c490'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:36.012958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.034250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8::1 (16f8f4e2-b351-4ca1-9f46-99282d61c490/547cb425-1efd-42ea-9e3e-a683fa5a101b/93c05c6c-20ff-4e99-b533-5b99d269a786) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:36.153443 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b1d3613-43f7-4f34-bf66-8c78e74273f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4f75ad1e-ae85-4b32-96d2-25acd115d152), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.166246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b1d3613-43f7-4f34-bf66-8c78e74273f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.167368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1b1d3613-43f7-4f34-bf66-8c78e74273f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f75ad1e-ae85-4b32-96d2-25acd115d152 HTTP/1.1" status: 204  len: 168 time: 1.6693347
Apr 09 21:18:36.199502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:36.199901 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.214212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Publish callbacks [] for security_group (af3338c6-9cd2-4075-b0cd-7f34c18aaaa0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.217082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] For port c4dd5f86-df05-4d2e-bab9-0878c5846b95, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:36.230749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d3613-43f7-4f34-bf66-8c78e74273f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f75ad1e-ae85-4b32-96d2-25acd115d152,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:36.237748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] For port c4dd5f86-df05-4d2e-bab9-0878c5846b95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4dd5f86-df05-4d2e-bab9-0878c5846b95,segment=NetworkSegment(b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2),segment_id=b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:36.240075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (af3338c6-9cd2-4075-b0cd-7f34c18aaaa0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.252071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:36.252862 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (c7387784-0090-40bd-9996-056a24223ca2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.254745 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb4e49a-648d-40f5-8f24-4b20aa68d296" -d '{"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:36.289778 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.304776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.305114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:36.326611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.336657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:18:36.364905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3338c6-9cd2-4075-b0cd-7f34c18aaaa0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:36.370723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (31ffbdda-6167-4beb-98b1-0641486772b5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.371382 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Added segment 31ffbdda-6167-4beb-98b1-0641486772b5 of type vlan for network 414f1871-dad7-4667-be79-12593d7b61d7
Apr 09 21:18:36.378469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.405886 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc47edb5-6251-4218-8206-a88c9bcc1bec x-openstack-request-id: req-dc47edb5-6251-4218-8206-a88c9bcc1bec {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:36.406195 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:36.408159 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc47edb5-6251-4218-8206-a88c9bcc1bec {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:36.408587 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc47edb5-6251-4218-8206-a88c9bcc1bec'] response: {'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'code': 200}
Apr 09 21:18:36.441235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (414f1871-dad7-4667-be79-12593d7b61d7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.487733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25007de0-b24f-4fd1-b0fb-4f316cdc86dd None None] Pushing event updated for resources: {'Port': ['ID=c4dd5f86-df05-4d2e-bab9-0878c5846b95,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:36.489922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.579939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (414f1871-dad7-4667-be79-12593d7b61d7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.580949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:36.581579 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.587257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Allocated IP 172.35.0.5 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/f6ded99f-bcd3-4171-9d6e-c8e6bf75832c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:36.709102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=10']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:36.751195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] Pushing event updated for resources: {'Network': ['ID=414f1871-dad7-4667-be79-12593d7b61d7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:36.766094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 414f1871-dad7-4667-be79-12593d7b61d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:18:36.828310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 16f8f4e2-b351-4ca1-9f46-99282d61c490 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:36.845214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:36.866869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:36.871527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.882329 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for port (f6ded99f-bcd3-4171-9d6e-c8e6bf75832c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:36.908151 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c3c2ebc1-8a3d-4629-8905-18f13ebf1b4d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.5518646
Apr 09 21:18:36.914378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50394) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:36.927066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Request body: {'subnet': {'network_id': '414f1871-dad7-4667-be79-12593d7b61d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1637084440-subnet', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:36.993309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=93c05c6c-20ff-4e99-b533-5b99d269a786,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:37.039464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Made reservation on behalf of 169228e607bf4e5aab28729d44e6d177 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:37.046153 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:37.058606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f6ded99f-bcd3-4171-9d6e-c8e6bf75832c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:37.143437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:37.232265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:37.247064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:37.261686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ded99f-bcd3-4171-9d6e-c8e6bf75832c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:37.270089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:37.602375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c4dd5f86-df05-4d2e-bab9-0878c5846b95 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:37.613977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:37.628709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:37.629629 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:37.722929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c4dd5f86-df05-4d2e-bab9-0878c5846b95 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:37.725324 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:37.927931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (0b15af92-9efa-4ebd-8844-ea1bd2187f07), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:37.971826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c4dd5f86-df05-4d2e-bab9-0878c5846b95 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:37.973012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.033082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=93c05c6c-20ff-4e99-b533-5b99d269a786,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:38.036453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (c7387784-0090-40bd-9996-056a24223ca2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.068680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port c4dd5f86-df05-4d2e-bab9-0878c5846b95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4dd5f86-df05-4d2e-bab9-0878c5846b95,segment=NetworkSegment(b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2),segment_id=b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:38.077823 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.122496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 16f8f4e2-b351-4ca1-9f46-99282d61c490 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:38.124107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:38.161826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b15af92-9efa-4ebd-8844-ea1bd2187f07,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:38.182352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Checking segment: {'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:38.185477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Network hostable DHCP agents. Network: 414f1871-dad7-4667-be79-12593d7b61d7, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:18:38.233419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=c4dd5f86-df05-4d2e-bab9-0878c5846b95,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:38.302788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Network 414f1871-dad7-4667-be79-12593d7b61d7 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:18:38.331476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3edba5-5677-47aa-bce2-1d8311de14a4 None None] Network 16f8f4e2-b351-4ca1-9f46-99282d61c490 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:38.459559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1f1c0642-8394-4d9f-8ac9-261ad08f0370 None None] Provisioning complete for port c4dd5f86-df05-4d2e-bab9-0878c5846b95 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:38.459934 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0642-8394-4d9f-8ac9-261ad08f0370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.474746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router a2ca6aa5-6265-4fc7-8a64-cc354d760fc0 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:38.509949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 414f1871-dad7-4667-be79-12593d7b61d7) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:38.532654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:38.532946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.547902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1891fc53-da3d-4644-8595-46e0ae46f6b4 None None] Network 414f1871-dad7-4667-be79-12593d7b61d7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:38.596543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c7387784-0090-40bd-9996-056a24223ca2), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.622492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50434) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:38.628214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-554e1168-0637-4e72-8fa4-f4d24195b6eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7114780
Apr 09 21:18:38.637089 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (c7387784-0090-40bd-9996-056a24223ca2), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.649531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:38.671731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c0642-8394-4d9f-8ac9-261ad08f0370 None None] Current status of the port c4dd5f86-df05-4d2e-bab9-0878c5846b95 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:38.739040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-414f1871-dad7-4667-be79-12593d7b61d7', 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7', 'project_id': '169228e607bf4e5aab28729d44e6d177', 'fixed_ips': [{'subnet_id': '0b15af92-9efa-4ebd-8844-ea1bd2187f07'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:18:38.739929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.776855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (d47aa58e-fe9f-4134-b019-24343f04480c), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.778714 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (d47aa58e-fe9f-4134-b019-24343f04480c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.846897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:38.865560 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe522f2-a5a5-4591-9d12-b83b8c4e3d54 None None] Sync routers for ids ['a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:38.885009 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fcd9db32-26f8-41c8-88cb-6a75ba043ddc tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/a2ca6aa5-6265-4fc7-8a64-cc354d760fc0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1004918
Apr 09 21:18:38.887160 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks [] for router_controller (d47aa58e-fe9f-4134-b019-24343f04480c), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:38.888140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50442) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:38.896381 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe522f2-a5a5-4591-9d12-b83b8c4e3d54 None None] Routers {'a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:38.897199 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-afe522f2-a5a5-4591-9d12-b83b8c4e3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237741e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:39.047393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43166ec4-fa8c-4aa7-9c9e-aed8ce29026c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:39.054026 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-43166ec4-fa8c-4aa7-9c9e-aed8ce29026c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports/93c05c6c-20ff-4e99-b533-5b99d269a786 HTTP/1.1" status: 200  len: 911 time: 0.1624153
Apr 09 21:18:39.054975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50446) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:39.083230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '547cb425-1efd-42ea-9e3e-a683fa5a101b'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:39.117005 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-afe522f2-a5a5-4591-9d12-b83b8c4e3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237741e190>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:39.130360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Allocated IP 172.20.0.2 (414f1871-dad7-4667-be79-12593d7b61d7/0b15af92-9efa-4ebd-8844-ea1bd2187f07/64684a25-1f0b-463f-93d3-51de565241a8) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:39.176964 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe522f2-a5a5-4591-9d12-b83b8c4e3d54 None None] Routers {'a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:39.178828 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-afe522f2-a5a5-4591-9d12-b83b8c4e3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237741e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:39.196459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Router c7387784-0090-40bd-9996-056a24223ca2 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:39.276683 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-afe522f2-a5a5-4591-9d12-b83b8c4e3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237741e190>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:39.281371 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe522f2-a5a5-4591-9d12-b83b8c4e3d54 None None] The sync data for ids ['a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:39.438116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e334c9ff-eec4-4f09-ad7c-f3d052215bbc None None] Provisioning complete for port c4dd5f86-df05-4d2e-bab9-0878c5846b95 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:39.440721 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e334c9ff-eec4-4f09-ad7c-f3d052215bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:39.536347 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks [] for router_gateway (d47aa58e-fe9f-4134-b019-24343f04480c), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:39.574960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:39.583130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:39.593254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:39.599222 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ff68f323-2c0e-4ee1-920d-fdd2aac764ac tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "PUT /v2.0/routers/c7387784-0090-40bd-9996-056a24223ca2 HTTP/1.1" status: 200  len: 916 time: 5.1143298
Apr 09 21:18:39.600149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50460) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:39.702639 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Publish callbacks [] for port (64684a25-1f0b-463f-93d3-51de565241a8), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:39.821616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c4dd5f86-df05-4d2e-bab9-0878c5846b95 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:39.824013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011213b0-a748-4cee-94d3-a97fa827b905 None None] Sync routers for ids ['c7387784-0090-40bd-9996-056a24223ca2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:39.840552 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (64684a25-1f0b-463f-93d3-51de565241a8), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:39.901540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-51227f2b-4d42-48c5-a878-b2539c8181f6 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/routers/c7387784-0090-40bd-9996-056a24223ca2 HTTP/1.1" status: 200  len: 922 time: 0.2985406
Apr 09 21:18:39.903428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50466) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:40.010602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493dce66-a772-4c5a-89cd-d24ffab6ed7e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:40.013787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-493dce66-a772-4c5a-89cd-d24ffab6ed7e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=c7387784-0090-40bd-9996-056a24223ca2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.1093304
Apr 09 21:18:40.020516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50472) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:40.084689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e334c9ff-eec4-4f09-ad7c-f3d052215bbc None None] Current status of the port c4dd5f86-df05-4d2e-bab9-0878c5846b95 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:40.098415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e334c9ff-eec4-4f09-ad7c-f3d052215bbc None None] Provisioning complete for port 93c05c6c-20ff-4e99-b533-5b99d269a786 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:40.098785 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e334c9ff-eec4-4f09-ad7c-f3d052215bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:40.129722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011213b0-a748-4cee-94d3-a97fa827b905 None None] Routers {'c7387784-0090-40bd-9996-056a24223ca2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:40.130374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-011213b0-a748-4cee-94d3-a97fa827b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374bde6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c7387784-0090-40bd-9996-056a24223ca2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:40.139739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Network 414f1871-dad7-4667-be79-12593d7b61d7 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:40.272149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d2166-a381-496c-b88b-3d3315943f4c tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:40.274683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6e5d2166-a381-496c-b88b-3d3315943f4c tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 881 time: 0.2509060
Apr 09 21:18:40.278528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50476) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:40.301270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:40.305292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Pushing event updated for resources: {'Port': ['ID=64684a25-1f0b-463f-93d3-51de565241a8,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:40.327800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bb1f6b40-1148-4b8e-aa58-154294d9ce66 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7387784-0090-40bd-9996-056a24223ca2 HTTP/1.1" status: 200  len: 205 time: 0.0452449
Apr 09 21:18:40.327921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:40.332516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50478) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:40.346896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-011213b0-a748-4cee-94d3-a97fa827b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374bde6d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:40.381942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e334c9ff-eec4-4f09-ad7c-f3d052215bbc None None] Port 93c05c6c-20ff-4e99-b533-5b99d269a786 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:18:40.451869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011213b0-a748-4cee-94d3-a97fa827b905 None None] Routers {'c7387784-0090-40bd-9996-056a24223ca2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:40.453230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-011213b0-a748-4cee-94d3-a97fa827b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374bde6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c7387784-0090-40bd-9996-056a24223ca2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:40.481439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50482) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:40.555117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-011213b0-a748-4cee-94d3-a97fa827b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374bde6d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:40.555890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011213b0-a748-4cee-94d3-a97fa827b905 None None] The sync data for ids ['c7387784-0090-40bd-9996-056a24223ca2'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:40.568094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c4dd5f86-df05-4d2e-bab9-0878c5846b95 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:40.568475 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:40.675836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (c7387784-0090-40bd-9996-056a24223ca2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:40.698952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fa2ab096-2218-43af-8536-e8ddfc9a1b97 None None] Provisioning complete for port 93c05c6c-20ff-4e99-b533-5b99d269a786 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:40.699350 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab096-2218-43af-8536-e8ddfc9a1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:40.780400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Attempting to bind port 64684a25-1f0b-463f-93d3-51de565241a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:40.780799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Attempting to bind port 64684a25-1f0b-463f-93d3-51de565241a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:40.781166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Attempting to bind port 64684a25-1f0b-463f-93d3-51de565241a8 on network 414f1871-dad7-4667-be79-12593d7b61d7 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:40.802016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:40.802286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Checking segment: {'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:40.802696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:40.803096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Bound using segment: {'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:40.807107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Bound port: 64684a25-1f0b-463f-93d3-51de565241a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:40.807546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (64684a25-1f0b-463f-93d3-51de565241a8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:40.870433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ab096-2218-43af-8536-e8ddfc9a1b97 None None] Port 93c05c6c-20ff-4e99-b533-5b99d269a786 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:18:40.973820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks [] for router_gateway (d47aa58e-fe9f-4134-b019-24343f04480c), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:40.996351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (c7387784-0090-40bd-9996-056a24223ca2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.012737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c4dd5f86-df05-4d2e-bab9-0878c5846b95 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:41.017744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] For port 64684a25-1f0b-463f-93d3-51de565241a8, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:41.020978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] For port 64684a25-1f0b-463f-93d3-51de565241a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64684a25-1f0b-463f-93d3-51de565241a8,segment=NetworkSegment(31ffbdda-6167-4beb-98b1-0641486772b5),segment_id=31ffbdda-6167-4beb-98b1-0641486772b5)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:41.033364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (64684a25-1f0b-463f-93d3-51de565241a8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.051253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.096468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f958ebc-32d2-4587-820f-f1a7ae7af237 None None] Pushing event updated for resources: {'Port': ['ID=64684a25-1f0b-463f-93d3-51de565241a8,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:41.114791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Deleting port f6ded99f-bcd3-4171-9d6e-c8e6bf75832c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:41.119134 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f6ded99f-bcd3-4171-9d6e-c8e6bf75832c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.137456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e739d723-8b27-4e8e-aa1c-734edd2109d9 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Request body: {'quota': {'network': 2}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:41.283732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e739d723-8b27-4e8e-aa1c-734edd2109d9 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] 10.222.0.30 "PUT /v2.0/quotas/1b8b760e5c7e4c85b4aa0dc0d5d3adf9 HTTP/1.1" status: 200  len: 368 time: 0.8011603
Apr 09 21:18:41.287467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50494) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:41.303084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Request body: {'network': {'project_id': '1b8b760e5c7e4c85b4aa0dc0d5d3adf9'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:41.333161 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f6ded99f-bcd3-4171-9d6e-c8e6bf75832c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.359370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Calling delete_port for f6ded99f-bcd3-4171-9d6e-c8e6bf75832c owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:41.491491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Made reservation on behalf of 1b8b760e5c7e4c85b4aa0dc0d5d3adf9 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:41.494492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.507534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.538291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Allocated IP 172.35.0.124 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/2ada5b30-02fa-4e42-80ca-5335be0bc3ca) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:41.706096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f6ded99f-bcd3-4171-9d6e-c8e6bf75832c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.759131 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.784589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event deleted for resources: {'Port': ['ID=f6ded99f-bcd3-4171-9d6e-c8e6bf75832c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:41.789955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.795286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:41.795927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.797319 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/ports/93c05c6c-20ff-4e99-b533-5b99d269a786 HTTP/1.1" status: 200  len: 911 time: 2.7379191
Apr 09 21:18:41.806997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50502) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:41.866717 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (c7387784-0090-40bd-9996-056a24223ca2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.869851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks [] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.890295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for security_group (b07366a8-335c-43f7-9739-04957f80fc39), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.893730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=93c05c6c-20ff-4e99-b533-5b99d269a786,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:41.905027 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b07366a8-335c-43f7-9739-04957f80fc39), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.920940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:18:41.938403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (236df1cd-e834-4bbb-b756-5e437c68a3b1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:41.938857 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Added segment 236df1cd-e834-4bbb-b756-5e437c68a3b1 of type vlan for network ccdb452d-216e-4533-853e-bf791653d2cd
Apr 09 21:18:42.003210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (ccdb452d-216e-4533-853e-bf791653d2cd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.034540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.034920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.035492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.035852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.036189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.036535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.036859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.037230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.038247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.038247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.038247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.038526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.038860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.039188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.039669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c2fc0-b1df-41e2-96a9-996c22cf21d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:42.046019 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (ccdb452d-216e-4533-853e-bf791653d2cd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.046999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:42.047582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.087150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c7387784-0090-40bd-9996-056a24223ca2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.091145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (c7387784-0090-40bd-9996-056a24223ca2), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.123310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07366a8-335c-43f7-9739-04957f80fc39,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:42.180451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50506) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:42.180857 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.8882031
Apr 09 21:18:42.183225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f2d47-1176-439f-a55d-0e99016c1aba tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Pushing event updated for resources: {'Network': ['ID=ccdb452d-216e-4533-853e-bf791653d2cd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:42.192991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.193403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Request body: {'network': {'project_id': '1b8b760e5c7e4c85b4aa0dc0d5d3adf9'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:42.206562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network ccdb452d-216e-4533-853e-bf791653d2cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:18:42.237447 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c7387784-0090-40bd-9996-056a24223ca2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.237982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Fanout notify agent at l3_agent the message router_deleted on router c7387784-0090-40bd-9996-056a24223ca2 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:42.245192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.249943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ec2c1bf1-614c-47a2-81c1-169ec33b8c53 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/c7387784-0090-40bd-9996-056a24223ca2 HTTP/1.1" status: 204  len: 168 time: 1.9125478
Apr 09 21:18:42.255476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50510) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:42.259791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-299aa60d-a5cd-4275-b23d-fe344a34d813 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2122366021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:42.281626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:42.287759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:42.296968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:42.411051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Pushing event updated for resources: {'Port': ['ID=2ada5b30-02fa-4e42-80ca-5335be0bc3ca,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:42.433786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Made reservation on behalf of 1b8b760e5c7e4c85b4aa0dc0d5d3adf9 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:42.438172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.462649 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-299aa60d-a5cd-4275-b23d-fe344a34d813 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.463757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-299aa60d-a5cd-4275-b23d-fe344a34d813 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.522263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:18:42.547419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3df55a99-4a5b-462d-8df6-6ef74e1a24f2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.547674 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Added segment 3df55a99-4a5b-462d-8df6-6ef74e1a24f2 of type vlan for network aa6b5f8a-eba1-461f-b4fa-115279a5e584
Apr 09 21:18:42.590669 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-299aa60d-a5cd-4275-b23d-fe344a34d813 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.641817 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-299aa60d-a5cd-4275-b23d-fe344a34d813 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.760542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-299aa60d-a5cd-4275-b23d-fe344a34d813 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.762068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-299aa60d-a5cd-4275-b23d-fe344a34d813 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5056500
Apr 09 21:18:42.766854 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (aa6b5f8a-eba1-461f-b4fa-115279a5e584), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.771295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50520) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:42.776619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'enable_snat': False}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:42.844504 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.947391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks [] for router_gateway (d47aa58e-fe9f-4134-b019-24343f04480c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:42.965483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2c5d74-580d-4525-8876-409537b14b24 None None] Network 414f1871-dad7-4667-be79-12593d7b61d7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:42.982834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50528) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:42.991023 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:18:43.058397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1228df70-b94f-4517-94c7-d96272b8a476 None None] Provisioning complete for port 64684a25-1f0b-463f-93d3-51de565241a8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:43.058782 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1228df70-b94f-4517-94c7-d96272b8a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (64684a25-1f0b-463f-93d3-51de565241a8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.168768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1228df70-b94f-4517-94c7-d96272b8a476 None None] Current status of the port 64684a25-1f0b-463f-93d3-51de565241a8 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:43.169199 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1228df70-b94f-4517-94c7-d96272b8a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (64684a25-1f0b-463f-93d3-51de565241a8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.176402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (aa6b5f8a-eba1-461f-b4fa-115279a5e584), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.177582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:43.178007 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.295384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1228df70-b94f-4517-94c7-d96272b8a476 None None] For port 64684a25-1f0b-463f-93d3-51de565241a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64684a25-1f0b-463f-93d3-51de565241a8,segment=NetworkSegment(31ffbdda-6167-4beb-98b1-0641486772b5),segment_id=31ffbdda-6167-4beb-98b1-0641486772b5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:43.311585 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1228df70-b94f-4517-94c7-d96272b8a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (64684a25-1f0b-463f-93d3-51de565241a8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.363610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (d47aa58e-fe9f-4134-b019-24343f04480c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.514497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228df70-b94f-4517-94c7-d96272b8a476 None None] Pushing event updated for resources: {'Port': ['ID=64684a25-1f0b-463f-93d3-51de565241a8,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:43.580968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 64684a25-1f0b-463f-93d3-51de565241a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:43.644040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ab880245-26c1-4715-bdda-0b851754d398 None None] Provisioning complete for port 64684a25-1f0b-463f-93d3-51de565241a8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:43.645826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab880245-26c1-4715-bdda-0b851754d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (64684a25-1f0b-463f-93d3-51de565241a8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.695600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Router d47aa58e-fe9f-4134-b019-24343f04480c is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:43.786545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 64684a25-1f0b-463f-93d3-51de565241a8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:43.787224 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (64684a25-1f0b-463f-93d3-51de565241a8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.839004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ab880245-26c1-4715-bdda-0b851754d398 None None] Current status of the port 64684a25-1f0b-463f-93d3-51de565241a8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:43.867259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:43.878217 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Sync routers for ids ['d47aa58e-fe9f-4134-b019-24343f04480c'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:43.893489 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Routers {'d47aa58e-fe9f-4134-b019-24343f04480c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:43.897687 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771b76d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d47aa58e-fe9f-4134-b019-24343f04480c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:43.933720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:43.936950 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ecfd93cc-425f-495e-9fdf-f4c5abd7a228 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.3092473
Apr 09 21:18:43.939804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50536) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:43.963348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 64684a25-1f0b-463f-93d3-51de565241a8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:44.014659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f921d2ff-368b-4e75-96ad-b2bdb07e8dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.020902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.8396366
Apr 09 21:18:44.024893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50538) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:44.047120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b7451589-c7c1-469d-8562-5bc629c5645a tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Request body: {'network': {'project_id': '1b8b760e5c7e4c85b4aa0dc0d5d3adf9'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:44.063866 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Set router d47aa58e-fe9f-4134-b019-24343f04480c gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:44.080582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a1384-ce71-4354-b817-d3e670a9a6ce tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Pushing event updated for resources: {'Network': ['ID=aa6b5f8a-eba1-461f-b4fa-115279a5e584,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:44.095348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network aa6b5f8a-eba1-461f-b4fa-115279a5e584 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:18:44.183481 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.195689 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7451589-c7c1-469d-8562-5bc629c5645a tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:18:44.196289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7451589-c7c1-469d-8562-5bc629c5645a tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:18:44.201143 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b7451589-c7c1-469d-8562-5bc629c5645a tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1739757
Apr 09 21:18:44.201377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 93c05c6c-20ff-4e99-b533-5b99d269a786 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:44.201645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.201773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50540) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:44.283184 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771b76d0>, [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:18:42Z', 'revision_number': 3, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port': {'id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:41Z', 'updated_at': '2022-04-09T21:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:44.315489 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Checking router: d47aa58e-fe9f-4134-b019-24343f04480c for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:18:44.316246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Updating router d47aa58e-fe9f-4134-b019-24343f04480c port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:18:44.316753 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cf34b2ad-b229-4f09-8e7e-28ccd206fe7b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b8b760e5c7e4c85b4aa0dc0d5d3adf9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1118140
Apr 09 21:18:44.317790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50542) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:44.350172 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.482401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f921d2ff-368b-4e75-96ad-b2bdb07e8dac admin admin] Publish callbacks [] for security_group (f1b1723e-67c6-4abb-9267-33c4b82518de), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.500608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f921d2ff-368b-4e75-96ad-b2bdb07e8dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f1b1723e-67c6-4abb-9267-33c4b82518de), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.501158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea0faa27-418a-4314-a553-d2fd7c39da2f tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for security_group (b07366a8-335c-43f7-9739-04957f80fc39), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.530009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea0faa27-418a-4314-a553-d2fd7c39da2f tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for security_group (b07366a8-335c-43f7-9739-04957f80fc39), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.569438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f921d2ff-368b-4e75-96ad-b2bdb07e8dac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d989d0c21c364eecb624511d989f59f9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4844892
Apr 09 21:18:44.574993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d2ff-368b-4e75-96ad-b2bdb07e8dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b1723e-67c6-4abb-9267-33c4b82518de,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:44.579690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50544) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:44.627553 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea0faa27-418a-4314-a553-d2fd7c39da2f tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b07366a8-335c-43f7-9739-04957f80fc39), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.631249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ea0faa27-418a-4314-a553-d2fd7c39da2f tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.636048 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ea0faa27-418a-4314-a553-d2fd7c39da2f tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/b07366a8-335c-43f7-9739-04957f80fc39 HTTP/1.1" status: 204  len: 168 time: 0.3142452
Apr 09 21:18:44.636516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50546) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:44.668818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0faa27-418a-4314-a553-d2fd7c39da2f tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07366a8-335c-43f7-9739-04957f80fc39,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:44.738471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-727cae9e-e1c7-4273-804c-f7a5766a9e4f admin admin] Publish callbacks [] for security_group (f1b1723e-67c6-4abb-9267-33c4b82518de), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.761581 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (aa6b5f8a-eba1-461f-b4fa-115279a5e584), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.762780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-727cae9e-e1c7-4273-804c-f7a5766a9e4f admin admin] Publish callbacks [] for security_group (f1b1723e-67c6-4abb-9267-33c4b82518de), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.771860 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Publish callbacks [] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.780510 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.834209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.889471 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367cdb6-d5b9-4c04-971f-6f5b8b3cca4a None None] Pushing event updated for resources: {'Port': ['ID=2ada5b30-02fa-4e42-80ca-5335be0bc3ca,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:44.897165 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-727cae9e-e1c7-4273-804c-f7a5766a9e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f1b1723e-67c6-4abb-9267-33c4b82518de), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.900826 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Attempting to bind port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:44.901222 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Attempting to bind port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:44.901988 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Attempting to bind port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:44.902656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-727cae9e-e1c7-4273-804c-f7a5766a9e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.902926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (aa6b5f8a-eba1-461f-b4fa-115279a5e584), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.906308 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-727cae9e-e1c7-4273-804c-f7a5766a9e4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1b1723e-67c6-4abb-9267-33c4b82518de HTTP/1.1" status: 204  len: 168 time: 0.3231750
Apr 09 21:18:44.910208 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:44.910625 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:44.910999 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.911431 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:44.911910 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Bound port: 2ada5b30-02fa-4e42-80ca-5335be0bc3ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:44.912289 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:44.924545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 93c05c6c-20ff-4e99-b533-5b99d269a786 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:44.942740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cae9e-e1c7-4273-804c-f7a5766a9e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b1723e-67c6-4abb-9267-33c4b82518de,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:44.957588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.007977 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] For port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:45.017663 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] For port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ada5b30-02fa-4e42-80ca-5335be0bc3ca,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:45.031541 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.107376 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Routers {'d47aa58e-fe9f-4134-b019-24343f04480c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:45.108134 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771b76d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d47aa58e-fe9f-4134-b019-24343f04480c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:45.110459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.137734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23765871f0>,) {'filters': {'network_id': ['aa6b5f8a-eba1-461f-b4fa-115279a5e584']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:45.140574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.176887 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367cdb6-d5b9-4c04-971f-6f5b8b3cca4a None None] Pushing event updated for resources: {'Port': ['ID=2ada5b30-02fa-4e42-80ca-5335be0bc3ca,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:45.205428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23765871f0>, '3df55a99-4a5b-462d-8df6-6ef74e1a24f2') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:45.205428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23765871f0>, '3df55a99-4a5b-462d-8df6-6ef74e1a24f2') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:45.248715 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (3df55a99-4a5b-462d-8df6-6ef74e1a24f2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.277739 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] Set router d47aa58e-fe9f-4134-b019-24343f04480c gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:45.296107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Allocated IP 172.20.0.1 (414f1871-dad7-4667-be79-12593d7b61d7/0b15af92-9efa-4ebd-8844-ea1bd2187f07/83dce6ea-84e1-4f47-98c9-8291d8b88960) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:45.314189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3df55a99-4a5b-462d-8df6-6ef74e1a24f2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.327375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:18:45.327911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (3df55a99-4a5b-462d-8df6-6ef74e1a24f2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   items = [
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   warnings.warn('Neutron quota engine will require "--force" '
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:18:45.331097 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:18:45.492743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:45.510194 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (aa6b5f8a-eba1-461f-b4fa-115279a5e584), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.512415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Allocated IP 172.35.0.57 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/b5750582-ee13-445a-9348-bbce4415de64) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:45.525213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3048a87b-2390-4513-a3ae-2961797ec598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.528335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 64684a25-1f0b-463f-93d3-51de565241a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:45.532282 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.538493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] 10.222.0.30 "DELETE /v2.0/networks/aa6b5f8a-eba1-461f-b4fa-115279a5e584 HTTP/1.1" status: 204  len: 168 time: 0.8982387
Apr 09 21:18:45.541704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b88765-99a4-4af7-89d7-5e713216472b tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa6b5f8a-eba1-461f-b4fa-115279a5e584,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:45.541704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50560) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:45.633152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 64684a25-1f0b-463f-93d3-51de565241a8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:45.633546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (64684a25-1f0b-463f-93d3-51de565241a8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.673586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (ccdb452d-216e-4533-853e-bf791653d2cd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.712155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Publish callbacks [] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.715433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3048a87b-2390-4513-a3ae-2961797ec598 admin admin] Publish callbacks [] for security_group (4965063d-f646-49e9-9b90-2c927962c6f9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.726184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3048a87b-2390-4513-a3ae-2961797ec598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4965063d-f646-49e9-9b90-2c927962c6f9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.728911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (93c05c6c-20ff-4e99-b533-5b99d269a786), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.735530 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771b76d0>, [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:18:42Z', 'revision_number': 3, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port': {'id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:41Z', 'updated_at': '2022-04-09T21:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:45.794759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f1461-bf47-46ab-84fa-41b9d4483082 None None] The sync data for ids ['d47aa58e-fe9f-4134-b019-24343f04480c'] in ncdv-master-1 is: [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:18:42Z', 'revision_number': 3, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port': {'id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:41Z', 'updated_at': '2022-04-09T21:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:45.835620 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3048a87b-2390-4513-a3ae-2961797ec598 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45d8f82b2e60407bb87e75d12e30ad15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3402188
Apr 09 21:18:45.839095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50566) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:45.865379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 64684a25-1f0b-463f-93d3-51de565241a8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:45.909371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a87b-2390-4513-a3ae-2961797ec598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4965063d-f646-49e9-9b90-2c927962c6f9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:45.951545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:45.984225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=93c05c6c-20ff-4e99-b533-5b99d269a786,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:46.053350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Network 414f1871-dad7-4667-be79-12593d7b61d7 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:46.054808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02c8aafb-24a2-47a3-80c8-0fcf83c2dc00 admin admin] Publish callbacks [] for security_group (4965063d-f646-49e9-9b90-2c927962c6f9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.084291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02c8aafb-24a2-47a3-80c8-0fcf83c2dc00 admin admin] Publish callbacks [] for security_group (4965063d-f646-49e9-9b90-2c927962c6f9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.087163 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.096632 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (ccdb452d-216e-4533-853e-bf791653d2cd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.158845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:46.172628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:46.185921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02c8aafb-24a2-47a3-80c8-0fcf83c2dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4965063d-f646-49e9-9b90-2c927962c6f9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.188798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02c8aafb-24a2-47a3-80c8-0fcf83c2dc00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.192958 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-02c8aafb-24a2-47a3-80c8-0fcf83c2dc00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4965063d-f646-49e9-9b90-2c927962c6f9 HTTP/1.1" status: 204  len: 168 time: 0.3485570
Apr 09 21:18:46.224929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23767c54c0>,) {'filters': {'network_id': ['ccdb452d-216e-4533-853e-bf791653d2cd']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:46.260740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23767c54c0>, '236df1cd-e834-4bbb-b756-5e437c68a3b1') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:46.261214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23767c54c0>, '236df1cd-e834-4bbb-b756-5e437c68a3b1') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:46.265692 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Pushing event updated for resources: {'Port': ['ID=83dce6ea-84e1-4f47-98c9-8291d8b88960,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:46.320075 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8aafb-24a2-47a3-80c8-0fcf83c2dc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4965063d-f646-49e9-9b90-2c927962c6f9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:46.366819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (d47aa58e-fe9f-4134-b019-24343f04480c), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.396139 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (236df1cd-e834-4bbb-b756-5e437c68a3b1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.575132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (236df1cd-e834-4bbb-b756-5e437c68a3b1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.593340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for port (b5750582-ee13-445a-9348-bbce4415de64), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.627380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:18:46.627785 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (236df1cd-e834-4bbb-b756-5e437c68a3b1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.642128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.698815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7d2e43c3-7e63-43a6-9a82-92ef311a822b None None] Provisioning complete for port 83dce6ea-84e1-4f47-98c9-8291d8b88960 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:46.700103 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d2e43c3-7e63-43a6-9a82-92ef311a822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:18:46.721559 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:18:46.771454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e43c3-7e63-43a6-9a82-92ef311a822b None None] Port 83dce6ea-84e1-4f47-98c9-8291d8b88960 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:18:46.860206 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (ccdb452d-216e-4533-853e-bf791653d2cd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.871340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router a2ca6aa5-6265-4fc7-8a64-cc354d760fc0 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:18:46.874360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.900124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] 10.222.0.30 "DELETE /v2.0/networks/ccdb452d-216e-4533-853e-bf791653d2cd HTTP/1.1" status: 204  len: 168 time: 1.3391314
Apr 09 21:18:46.905648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Publish callbacks [] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.918472 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:46.949455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bd287-da71-42ce-884e-c4632d820922 tempest-QuotasNegativeTest-1189759383 tempest-QuotasNegativeTest-1189759383-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccdb452d-216e-4533-853e-bf791653d2cd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:47.078952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (d47aa58e-fe9f-4134-b019-24343f04480c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:47.089496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Pushing event updated for resources: {'Port': ['ID=83dce6ea-84e1-4f47-98c9-8291d8b88960,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:47.145077 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b5750582-ee13-445a-9348-bbce4415de64), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:47.250710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:47.254300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:47.257408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:47.266037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:47.279277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04352720-b42a-4512-889c-3ba80dd5ea88 None None] Sync routers for ids ['a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:47.284218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ee8bc437-ee90-4364-8b59-cc43c3c5729e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/a2ca6aa5-6265-4fc7-8a64-cc354d760fc0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4742243
Apr 09 21:18:47.288037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50588) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:47.301792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04352720-b42a-4512-889c-3ba80dd5ea88 None None] Routers {'a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:47.302449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-04352720-b42a-4512-889c-3ba80dd5ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a53ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:47.305459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Network 414f1871-dad7-4667-be79-12593d7b61d7 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:47.309881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:47.462212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7c7dd0b8-c0b5-4447-9b79-613106482752 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2ca6aa5-6265-4fc7-8a64-cc354d760fc0 HTTP/1.1" status: 200  len: 205 time: 0.1290715
Apr 09 21:18:47.465214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50592) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:47.488656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Pushing event updated for resources: {'Port': ['ID=b5750582-ee13-445a-9348-bbce4415de64,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:47.498797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-04352720-b42a-4512-889c-3ba80dd5ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a53ac0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:47.530303 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04352720-b42a-4512-889c-3ba80dd5ea88 None None] Routers {'a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:47.532670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-04352720-b42a-4512-889c-3ba80dd5ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a53ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:47.633422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ada5b30-02fa-4e42-80ca-5335be0bc3ca up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:47.706383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Router d47aa58e-fe9f-4134-b019-24343f04480c has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:18:47.721009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-04352720-b42a-4512-889c-3ba80dd5ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a53ac0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:47.722595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04352720-b42a-4512-889c-3ba80dd5ea88 None None] The sync data for ids ['a2ca6aa5-6265-4fc7-8a64-cc354d760fc0'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:47.742944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:47.745025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:47.850286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50600) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:47.853474 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:18:48.010659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-38a71632-0b9f-4744-aaef-a2001a833fcb None None] Provisioning complete for port 83dce6ea-84e1-4f47-98c9-8291d8b88960 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:48.015189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38a71632-0b9f-4744-aaef-a2001a833fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.021806 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f60-8eda-4f18-863f-4e8d9979063d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.085506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:48.085935 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.112583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-38a71632-0b9f-4744-aaef-a2001a833fcb None None] Port 83dce6ea-84e1-4f47-98c9-8291d8b88960 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:18:48.117454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ada5b30-02fa-4e42-80ca-5335be0bc3ca,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:48.125548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.238470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=2ada5b30-02fa-4e42-80ca-5335be0bc3ca,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:48.262820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.263102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.263440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.263774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.264103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.264428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.264755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.265093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.265420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.265808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.266136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.266454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.266769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.277355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.278028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:18:48.341434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:48.377294 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-79ecf69c-3acb-43ce-a12e-930f5e063d53 admin admin] 10.222.0.30 "PUT /v2.0/routers/d47aa58e-fe9f-4134-b019-24343f04480c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4359872
Apr 09 21:18:48.458376 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f60-8eda-4f18-863f-4e8d9979063d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.463062 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f60-8eda-4f18-863f-4e8d9979063d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.506920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e94a-08cc-4d1e-8d05-bf4bcacf8646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.565556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f60-8eda-4f18-863f-4e8d9979063d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (a2ca6aa5-6265-4fc7-8a64-cc354d760fc0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.566401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee33f60-8eda-4f18-863f-4e8d9979063d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Fanout notify agent at l3_agent the message router_deleted on router a2ca6aa5-6265-4fc7-8a64-cc354d760fc0 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:48.568282 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router_gateway (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.684375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee33f60-8eda-4f18-863f-4e8d9979063d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.700149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e94a-08cc-4d1e-8d05-bf4bcacf8646 admin admin] Publish callbacks [] for security_group (8744e687-3a33-4c46-88ad-b71037ffe6a2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.707794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2ee33f60-8eda-4f18-863f-4e8d9979063d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/a2ca6aa5-6265-4fc7-8a64-cc354d760fc0 HTTP/1.1" status: 204  len: 168 time: 1.2371540
Apr 09 21:18:48.715433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:48.781161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50632) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:48.792785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e94a-08cc-4d1e-8d05-bf4bcacf8646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8744e687-3a33-4c46-88ad-b71037ffe6a2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.885651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-06225536-55cd-477c-a70c-cec96afb13f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet 547cb425-1efd-42ea-9e3e-a683fa5a101b {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:18:48.896887 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Sync routers for ids ['d47aa58e-fe9f-4134-b019-24343f04480c'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:48.909903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06225536-55cd-477c-a70c-cec96afb13f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (547cb425-1efd-42ea-9e3e-a683fa5a101b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:48.917176 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Routers {'d47aa58e-fe9f-4134-b019-24343f04480c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:48.918256 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d47aa58e-fe9f-4134-b019-24343f04480c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:48.993660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2e94a-08cc-4d1e-8d05-bf4bcacf8646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8744e687-3a33-4c46-88ad-b71037ffe6a2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:49.018999 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d4f2e94a-08cc-4d1e-8d05-bf4bcacf8646 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=440128cc2c7b4e28934c5d6bb38cacb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7400930
Apr 09 21:18:49.028240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50646) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:49.031999 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.037926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.052095 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Set router d47aa58e-fe9f-4134-b019-24343f04480c gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:49.116513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06225536-55cd-477c-a70c-cec96afb13f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (547cb425-1efd-42ea-9e3e-a683fa5a101b), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.278229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28b86a9c-520f-4bde-b53e-d75f97b5af27 admin admin] Publish callbacks [] for security_group (8744e687-3a33-4c46-88ad-b71037ffe6a2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.368387 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28b86a9c-520f-4bde-b53e-d75f97b5af27 admin admin] Publish callbacks [] for security_group (8744e687-3a33-4c46-88ad-b71037ffe6a2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.397105 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d700>, [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:18:46Z', 'revision_number': 4, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port': {'id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:41Z', 'updated_at': '2022-04-09T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83dce6ea-84e1-4f47-98c9-8291d8b88960', 'name': '', 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'mac_address': 'fa:16:3e:0c:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '0b15af92-9efa-4ebd-8844-ea1bd2187f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:44Z', 'updated_at': '2022-04-09T21:18:46Z', 'revision_number': 2, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'subnets': [{'id': '0b15af92-9efa-4ebd-8844-ea1bd2187f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:49.432954 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Checking router: d47aa58e-fe9f-4134-b019-24343f04480c for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:18:49.433561 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Updating router d47aa58e-fe9f-4134-b019-24343f04480c port 83dce6ea-84e1-4f47-98c9-8291d8b88960 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:18:49.447063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06225536-55cd-477c-a70c-cec96afb13f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (547cb425-1efd-42ea-9e3e-a683fa5a101b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.485212 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.574451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28b86a9c-520f-4bde-b53e-d75f97b5af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8744e687-3a33-4c46-88ad-b71037ffe6a2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.577213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28b86a9c-520f-4bde-b53e-d75f97b5af27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.578738 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-28b86a9c-520f-4bde-b53e-d75f97b5af27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8744e687-3a33-4c46-88ad-b71037ffe6a2 HTTP/1.1" status: 204  len: 168 time: 0.5493412
Apr 09 21:18:49.591829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ada5b30-02fa-4e42-80ca-5335be0bc3ca up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:49.592862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b86a9c-520f-4bde-b53e-d75f97b5af27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8744e687-3a33-4c46-88ad-b71037ffe6a2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:49.607001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06225536-55cd-477c-a70c-cec96afb13f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (547cb425-1efd-42ea-9e3e-a683fa5a101b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.681662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225536-55cd-477c-a70c-cec96afb13f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=547cb425-1efd-42ea-9e3e-a683fa5a101b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:49.690592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06225536-55cd-477c-a70c-cec96afb13f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.698577 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-06225536-55cd-477c-a70c-cec96afb13f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/547cb425-1efd-42ea-9e3e-a683fa5a101b HTTP/1.1" status: 204  len: 168 time: 0.9685550
Apr 09 21:18:49.718975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50656) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:49.723290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebcde03-aa0d-471f-9a9c-aaaf17c4e403 None None] Network 16f8f4e2-b351-4ca1-9f46-99282d61c490 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:49.920492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (16f8f4e2-b351-4ca1-9f46-99282d61c490), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:49.923290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50660) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:49.950375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1658835343-network', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:50.100959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:50.101465 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.113658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port c4dd5f86-df05-4d2e-bab9-0878c5846b95 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:50.114281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.118312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Made reservation on behalf of e973b86d88684b8a9d1b2d51c884432c for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:50.121989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.186001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.264350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port c4dd5f86-df05-4d2e-bab9-0878c5846b95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4dd5f86-df05-4d2e-bab9-0878c5846b95,segment=NetworkSegment(b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2),segment_id=b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:50.264726 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.293612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for c4dd5f86-df05-4d2e-bab9-0878c5846b95 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:50.319844 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Publish callbacks [] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.341426 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.401383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:50.403626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] DHCP port deletion for 16f8f4e2-b351-4ca1-9f46-99282d61c490 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:18:50.488862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-9db3cb3e-5ba4-4c64-b8b2-52d9410c9c2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1286349
Apr 09 21:18:50.543175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d9eb-3ae6-40fd-afca-0c16c9643ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.544140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Publish callbacks [] for security_group (2871adb8-f501-4322-94d8-5168d51c46c0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.569451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2871adb8-f501-4322-94d8-5168d51c46c0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.570148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] Deleting port c4dd5f86-df05-4d2e-bab9-0878c5846b95 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:50.570272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.604360 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63075755-ce2e-4b78-bd2f-c28be9916e45 None None] Pushing event updated for resources: {'Port': ['ID=83dce6ea-84e1-4f47-98c9-8291d8b88960,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:50.622190 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4d29-d41b-4aa7-a220-f1cd0863c654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.682029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:18:50.701405 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Attempting to bind port 83dce6ea-84e1-4f47-98c9-8291d8b88960 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:50.702025 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Attempting to bind port 83dce6ea-84e1-4f47-98c9-8291d8b88960 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:50.702460 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Attempting to bind port 83dce6ea-84e1-4f47-98c9-8291d8b88960 on network 414f1871-dad7-4667-be79-12593d7b61d7 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:50.708037 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:50.709209 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Checking segment: {'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:50.709722 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.710220 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Bound using segment: {'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:50.710795 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Bound port: 83dce6ea-84e1-4f47-98c9-8291d8b88960, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ffbdda-6167-4beb-98b1-0641486772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:50.711614 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.723058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.731053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2871adb8-f501-4322-94d8-5168d51c46c0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:50.776884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50684) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:50.779947 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c48a98dc-52fa-4752-a728-c44f078fcc8c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.780293 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Added segment c48a98dc-52fa-4752-a728-c44f078fcc8c of type vlan for network 412c99c1-d436-4ce1-895a-a528b2b5606f
Apr 09 21:18:50.809701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=c4dd5f86-df05-4d2e-bab9-0878c5846b95,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:50.812193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b804e45-c0f9-46f5-8590-563d441ef2ae req-d0f63ef9-4986-49b5-8d2f-9af52059ba32 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:50.825821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b804e45-c0f9-46f5-8590-563d441ef2ae req-d0f63ef9-4986-49b5-8d2f-9af52059ba32 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1128 time: 0.3621566
Apr 09 21:18:50.839150 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] For port 83dce6ea-84e1-4f47-98c9-8291d8b88960, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:50.843569 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] For port 83dce6ea-84e1-4f47-98c9-8291d8b88960, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83dce6ea-84e1-4f47-98c9-8291d8b88960,segment=NetworkSegment(31ffbdda-6167-4beb-98b1-0641486772b5),segment_id=31ffbdda-6167-4beb-98b1-0641486772b5)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:50.849770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-71976edc-b733-4578-99f0-15d5310a2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:50.851443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-71976edc-b733-4578-99f0-15d5310a2e13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1128 time: 0.2549422
Apr 09 21:18:50.855044 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.855572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] For port c4dd5f86-df05-4d2e-bab9-0878c5846b95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4dd5f86-df05-4d2e-bab9-0878c5846b95,segment=NetworkSegment(b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2),segment_id=b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:50.856126 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:50.888137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] Calling delete_port for c4dd5f86-df05-4d2e-bab9-0878c5846b95 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:50.890383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Router 6d94a7ab-a19d-4355-a29b-a6a50f3d4434 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:18:50.926357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No DVR routers for this DVR port c4dd5f86-df05-4d2e-bab9-0878c5846b95 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:50.938072 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Routers {'d47aa58e-fe9f-4134-b019-24343f04480c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:50.938785 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d47aa58e-fe9f-4134-b019-24343f04480c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:50.942115 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5cbea07-d663-4eda-8b6b-22320da5d3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.031697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (412c99c1-d436-4ce1-895a-a528b2b5606f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.061146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cde61d00-4233-4f70-be94-0972d0b2f6f0 None None] Provisioning complete for port 83dce6ea-84e1-4f47-98c9-8291d8b88960 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:51.061511 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cde61d00-4233-4f70-be94-0972d0b2f6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.151414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (16f8f4e2-b351-4ca1-9f46-99282d61c490), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.155246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.db.resource_extend [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:18:51.166160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-cf42abdc-bbe0-4099-89be-fa83a9993ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:51.168122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-cf42abdc-bbe0-4099-89be-fa83a9993ef1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.2497184
Apr 09 21:18:51.219146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237465ff40>,) {'filters': {'network_id': ['16f8f4e2-b351-4ca1-9f46-99282d61c490']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:51.256316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237465ff40>, 'b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:51.269591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237465ff40>, 'b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:51.273825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (412c99c1-d436-4ce1-895a-a528b2b5606f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.275730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:51.279586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.296636 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] Set router d47aa58e-fe9f-4134-b019-24343f04480c gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:51.330767 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (c4dd5f86-df05-4d2e-bab9-0878c5846b95), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.338684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.344415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cde61d00-4233-4f70-be94-0972d0b2f6f0 None None] Current status of the port 83dce6ea-84e1-4f47-98c9-8291d8b88960 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:51.345096 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cde61d00-4233-4f70-be94-0972d0b2f6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.381782 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] Pushing event deleted for resources: {'Port': ['ID=c4dd5f86-df05-4d2e-bab9-0878c5846b95,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:51.398499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9cdd9-864b-437e-b911-2c1c49825249 None None] No DVR routers for this DVR port c4dd5f86-df05-4d2e-bab9-0878c5846b95 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:18:51.398790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-7b54382b-240a-4536-85f8-ddec0be393e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 1001 time: 0.2100997
Apr 09 21:18:51.415844 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63075755-ce2e-4b78-bd2f-c28be9916e45 None None] Pushing event updated for resources: {'Port': ['ID=83dce6ea-84e1-4f47-98c9-8291d8b88960,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:51.444591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cde61d00-4233-4f70-be94-0972d0b2f6f0 None None] For port 83dce6ea-84e1-4f47-98c9-8291d8b88960, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83dce6ea-84e1-4f47-98c9-8291d8b88960,segment=NetworkSegment(31ffbdda-6167-4beb-98b1-0641486772b5),segment_id=31ffbdda-6167-4beb-98b1-0641486772b5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:51.446056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.5216103
Apr 09 21:18:51.458872 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cde61d00-4233-4f70-be94-0972d0b2f6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.509760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50694) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:51.521206 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.559359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Request body: {'subnet': {'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1658835343-subnet', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:51.566799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:18:51.567086 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (b4245fca-6342-4a4b-a0e4-6c1c9e43a5c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.569385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde61d00-4233-4f70-be94-0972d0b2f6f0 None None] Pushing event updated for resources: {'Port': ['ID=83dce6ea-84e1-4f47-98c9-8291d8b88960,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:18:51.570743 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:18:51.572746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc438bc-9883-44ea-82c3-8914a42afe09 admin admin] Pushing event updated for resources: {'Network': ['ID=412c99c1-d436-4ce1-895a-a528b2b5606f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:51.585718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c4dd5f86-df05-4d2e-bab9-0878c5846b95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:51.595535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 412c99c1-d436-4ce1-895a-a528b2b5606f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:18:51.612965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5cbea07-d663-4eda-8b6b-22320da5d3ee admin admin] Publish callbacks [] for security_group (ee0c84be-296e-4e54-a2ca-f5dfb1953174), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.679103 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d700>, [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:18:46Z', 'revision_number': 4, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port': {'id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:41Z', 'updated_at': '2022-04-09T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83dce6ea-84e1-4f47-98c9-8291d8b88960', 'name': '', 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'mac_address': 'fa:16:3e:0c:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '0b15af92-9efa-4ebd-8844-ea1bd2187f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:44Z', 'updated_at': '2022-04-09T21:18:50Z', 'revision_number': 4, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'subnets': [{'id': '0b15af92-9efa-4ebd-8844-ea1bd2187f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:51.689152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5cbea07-d663-4eda-8b6b-22320da5d3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ee0c84be-296e-4e54-a2ca-f5dfb1953174), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.693723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4d29-d41b-4aa7-a220-f1cd0863c654 admin admin] Publish callbacks [] for security_group (0c367572-57b2-4ca5-8c3f-493eee1c2568), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.703252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b804e45-c0f9-46f5-8590-563d441ef2ae req-0d908f24-c9e2-415b-93af-d5f7ec817312 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8331702
Apr 09 21:18:51.706759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (16f8f4e2-b351-4ca1-9f46-99282d61c490), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.709777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4d29-d41b-4aa7-a220-f1cd0863c654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0c367572-57b2-4ca5-8c3f-493eee1c2568), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.735060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.740693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c4dd5f86-df05-4d2e-bab9-0878c5846b95 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:18:51.745090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/16f8f4e2-b351-4ca1-9f46-99282d61c490 HTTP/1.1" status: 204  len: 168 time: 2.0150051
Apr 09 21:18:51.745287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c4dd5f86-df05-4d2e-bab9-0878c5846b95 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:18:51.751228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50696) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:51.752251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50698) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:51.771924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bcdd30cf-a4cd-4000-abe1-94143a36f9e6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1677042085', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:51.772847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-228e55c4-08db-449d-bbb8-d3ef5b14ee1b None None] Provisioning complete for port 83dce6ea-84e1-4f47-98c9-8291d8b88960 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:51.773421 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-228e55c4-08db-449d-bbb8-d3ef5b14ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.781365 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c726c9-4e22-4a82-a537-9ba3208fa544 None None] The sync data for ids ['d47aa58e-fe9f-4134-b019-24343f04480c'] in ncdv-master-1 is: [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:18:46Z', 'revision_number': 4, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port': {'id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:41Z', 'updated_at': '2022-04-09T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83dce6ea-84e1-4f47-98c9-8291d8b88960', 'name': '', 'network_id': '414f1871-dad7-4667-be79-12593d7b61d7', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'mac_address': 'fa:16:3e:0c:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '0b15af92-9efa-4ebd-8844-ea1bd2187f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:44Z', 'updated_at': '2022-04-09T21:18:50Z', 'revision_number': 4, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'subnets': [{'id': '0b15af92-9efa-4ebd-8844-ea1bd2187f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:51.795513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Made reservation on behalf of e973b86d88684b8a9d1b2d51c884432c for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:51.795513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.861235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef89bc0-bfe8-483f-b6d9-83af9b34f8d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=16f8f4e2-b351-4ca1-9f46-99282d61c490,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:51.881713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcdd30cf-a4cd-4000-abe1-94143a36f9e6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.882906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcdd30cf-a4cd-4000-abe1-94143a36f9e6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:51.898893 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f5cbea07-d663-4eda-8b6b-22320da5d3ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fdfaa853c8004c5eacd3b12120ed3931&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1161823
Apr 09 21:18:51.906081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50700) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:51.917050 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbea07-d663-4eda-8b6b-22320da5d3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c84be-296e-4e54-a2ca-f5dfb1953174,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:52.026301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-228e55c4-08db-449d-bbb8-d3ef5b14ee1b None None] Current status of the port 83dce6ea-84e1-4f47-98c9-8291d8b88960 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:52.060750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-b1995689-79a2-4505-88c7-15296def654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:52.062467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-b1995689-79a2-4505-88c7-15296def654e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.5638635
Apr 09 21:18:52.141628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e8cd4d29-d41b-4aa7-a220-f1cd0863c654 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=585bb96e15864a6a8d8b1190f1dba30a&name=default HTTP/1.1" status: 200  len: 3000 time: 3.3591497
Apr 09 21:18:52.142000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50706) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:52.142479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd4d29-d41b-4aa7-a220-f1cd0863c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c367572-57b2-4ca5-8c3f-493eee1c2568,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:52.143835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcdd30cf-a4cd-4000-abe1-94143a36f9e6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.147290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:52.152482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.154742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ab43866b-d9d9-4b91-a491-738a3b085b16 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "PUT /v2.0/routers/6d94a7ab-a19d-4355-a29b-a6a50f3d4434 HTTP/1.1" status: 200  len: 919 time: 9.3819823
Apr 09 21:18:52.158897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50708) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:52.164943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14911cdd-4495-49cb-8288-7163ead13048 None None] Sync routers for ids ['6d94a7ab-a19d-4355-a29b-a6a50f3d4434'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:52.181831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14911cdd-4495-49cb-8288-7163ead13048 None None] Routers {'6d94a7ab-a19d-4355-a29b-a6a50f3d4434'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:52.182268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-14911cdd-4495-49cb-8288-7163ead13048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23762296a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6d94a7ab-a19d-4355-a29b-a6a50f3d4434'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:52.194776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcdd30cf-a4cd-4000-abe1-94143a36f9e6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.264675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-81af7fb3-c143-4b8c-9b34-da939e52d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:52.265445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-14911cdd-4495-49cb-8288-7163ead13048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23762296a0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:52.266445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-81af7fb3-c143-4b8c-9b34-da939e52d9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1083868
Apr 09 21:18:52.275089 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (a9f20bab-e521-4389-9f77-b59bb6a7476b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.279215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14911cdd-4495-49cb-8288-7163ead13048 None None] Routers {'6d94a7ab-a19d-4355-a29b-a6a50f3d4434'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:52.280085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-14911cdd-4495-49cb-8288-7163ead13048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23762296a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6d94a7ab-a19d-4355-a29b-a6a50f3d4434'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:52.301297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bcdd30cf-a4cd-4000-abe1-94143a36f9e6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.302719 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bcdd30cf-a4cd-4000-abe1-94143a36f9e6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5351367
Apr 09 21:18:52.308568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad685adc-fab3-45a5-a6aa-dd581d94c141 admin admin] Publish callbacks [] for security_group (ee0c84be-296e-4e54-a2ca-f5dfb1953174), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.350307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad685adc-fab3-45a5-a6aa-dd581d94c141 admin admin] Publish callbacks [] for security_group (ee0c84be-296e-4e54-a2ca-f5dfb1953174), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.360663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-14911cdd-4495-49cb-8288-7163ead13048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23762296a0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:52.361317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14911cdd-4495-49cb-8288-7163ead13048 None None] The sync data for ids ['6d94a7ab-a19d-4355-a29b-a6a50f3d4434'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:52.366605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50710) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:52.377459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1716049319'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:52.384820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f20bab-e521-4389-9f77-b59bb6a7476b,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:52.425841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 3a9f0258-5554-46a9-9cac-b08dad4f8fe0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:52.426274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.490129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa01c418-cd13-40eb-81a4-e17d14c54161 admin admin] Publish callbacks [] for security_group (0c367572-57b2-4ca5-8c3f-493eee1c2568), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.516399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa01c418-cd13-40eb-81a4-e17d14c54161 admin admin] Publish callbacks [] for security_group (0c367572-57b2-4ca5-8c3f-493eee1c2568), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.526891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Checking segment: {'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:52.527905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Network hostable DHCP agents. Network: 412c99c1-d436-4ce1-895a-a528b2b5606f, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:18:52.587856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:52.592745 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.607193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Network 412c99c1-d436-4ce1-895a-a528b2b5606f is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:18:52.627176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 412c99c1-d436-4ce1-895a-a528b2b5606f) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:52.633504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:52.634133 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.637405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c4d0d-2eb6-4bc5-b07a-9080d7d80489 None None] Network 412c99c1-d436-4ce1-895a-a528b2b5606f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:52.655082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-e82757c7-bf9d-405a-b28d-967b620a170a service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3815114
Apr 09 21:18:52.657898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2a7c4141-2e97-4519-9839-8d4f801fa38e tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/routers/6d94a7ab-a19d-4355-a29b-a6a50f3d4434 HTTP/1.1" status: 200  len: 925 time: 0.3951132
Apr 09 21:18:52.664365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a955972d-275a-4439-9563-d7c026c33aa6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1256976
Apr 09 21:18:52.664365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50712) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:52.671747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50714) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:52.712225 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa01c418-cd13-40eb-81a4-e17d14c54161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0c367572-57b2-4ca5-8c3f-493eee1c2568), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.723313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa01c418-cd13-40eb-81a4-e17d14c54161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.724271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f847ec-3dbf-4e1e-957a-6fec855709b9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:52.724961 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fa01c418-cd13-40eb-81a4-e17d14c54161 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c367572-57b2-4ca5-8c3f-493eee1c2568 HTTP/1.1" status: 204  len: 168 time: 0.5795972
Apr 09 21:18:52.729541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e3f847ec-3dbf-4e1e-957a-6fec855709b9 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=6d94a7ab-a19d-4355-a29b-a6a50f3d4434&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0644908
Apr 09 21:18:52.733867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:52.747256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50718) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:52.794780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad685adc-fab3-45a5-a6aa-dd581d94c141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ee0c84be-296e-4e54-a2ca-f5dfb1953174), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.798968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad685adc-fab3-45a5-a6aa-dd581d94c141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.821609 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ad685adc-fab3-45a5-a6aa-dd581d94c141 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee0c84be-296e-4e54-a2ca-f5dfb1953174 HTTP/1.1" status: 204  len: 168 time: 0.9131486
Apr 09 21:18:52.844914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada0f1f-824d-4cd3-8081-263a4308321d tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:52.846397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01c418-cd13-40eb-81a4-e17d14c54161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c367572-57b2-4ca5-8c3f-493eee1c2568,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:52.847497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2ada0f1f-824d-4cd3-8081-263a4308321d tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/networks/bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 881 time: 0.0984075
Apr 09 21:18:52.858000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50722) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:52.901154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:18:52.905016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (46ae9007-be54-420b-aebc-f9245fc6e37c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.907638 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (46ae9007-be54-420b-aebc-f9245fc6e37c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.917438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-412c99c1-d436-4ce1-895a-a528b2b5606f', 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f', 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'fixed_ips': [{'subnet_id': 'a9f20bab-e521-4389-9f77-b59bb6a7476b'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:18:52.918147 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.982345 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks [] for router_controller (46ae9007-be54-420b-aebc-f9245fc6e37c), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.995290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8f78e534-13d4-42e8-8f99-7e4fbc6a7c18), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:52.997663 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment 8f78e534-13d4-42e8-8f99-7e4fbc6a7c18 of type vlan for network 11adf4cd-6529-4909-9de5-57896993fc58
Apr 09 21:18:53.006009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:53.007666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:53.047498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad685adc-fab3-45a5-a6aa-dd581d94c141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c84be-296e-4e54-a2ca-f5dfb1953174,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:53.083074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fe6f92ee-1e61-45ca-9e23-a6e827240678 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d94a7ab-a19d-4355-a29b-a6a50f3d4434 HTTP/1.1" status: 200  len: 205 time: 0.2221465
Apr 09 21:18:53.086556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50724) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:53.159776 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 3a9f0258-5554-46a9-9cac-b08dad4f8fe0 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:53.171513 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f808b0ab-5657-4e98-bbe1-fc1e0e5d963f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:53.224678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (11adf4cd-6529-4909-9de5-57896993fc58), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:53.398325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.db.resource_extend [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:18:53.463120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Allocated IP 172.20.0.2 (412c99c1-d436-4ce1-895a-a528b2b5606f/a9f20bab-e521-4389-9f77-b59bb6a7476b/219e21a8-d0d1-4fef-aee2-9b9e4e3812c8) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:53.524445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bc35c53-be05-444f-b3e1-9522fdf9f7e2 req-1762de42-a4ac-4f0a-950b-26a6abca20a1 service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8611677
Apr 09 21:18:53.542194 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (11adf4cd-6529-4909-9de5-57896993fc58), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:53.551309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:53.551946 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:53.661983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 83dce6ea-84e1-4f47-98c9-8291d8b88960 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:53.780824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=11adf4cd-6529-4909-9de5-57896993fc58,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:53.809485 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks [] for router_gateway (46ae9007-be54-420b-aebc-f9245fc6e37c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:53.816613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 11adf4cd-6529-4909-9de5-57896993fc58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:18:53.827617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3b8b4f57-67df-4335-8d4c-4ecb0e9ac3b4 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.4547451
Apr 09 21:18:53.839221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50746) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:54.059501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:54.071031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3a9f0258-5554-46a9-9cac-b08dad4f8fe0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.134410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=3a9f0258-5554-46a9-9cac-b08dad4f8fe0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:54.212480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.277499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 83dce6ea-84e1-4f47-98c9-8291d8b88960 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:54.278471 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.291300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (aed541d3-d504-41f1-afbf-ff8a096c082b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.291637 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Floating IP aed541d3-d504-41f1-afbf-ff8a096c082b disassociated (deleted). External IP: 172.35.0.228, port: cf0d9111-1b29-4137-bef5-aea063d0fe04.
Apr 09 21:18:54.384675 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.409975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Publish callbacks [] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.443997 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.592138 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks [] for router_gateway (46ae9007-be54-420b-aebc-f9245fc6e37c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.625795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Network 412c99c1-d436-4ce1-895a-a528b2b5606f is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:54.627520 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.635486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:54.639462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Pushing event updated for resources: {'Port': ['ID=219e21a8-d0d1-4fef-aee2-9b9e4e3812c8,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:54.646948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:54.657464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 83dce6ea-84e1-4f47-98c9-8291d8b88960 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:54.748253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Attempting to bind port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:54.748535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Attempting to bind port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:54.748860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Attempting to bind port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 on network 412c99c1-d436-4ce1-895a-a528b2b5606f {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:54.755336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:54.755716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Checking segment: {'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:54.756121 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.756561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Bound using segment: {'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:54.757063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Bound port: 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:54.757611 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.849298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router f29184fe-a00c-4185-9a49-5473eaa17efc has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:18:54.850158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] For port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:54.859205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50770) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:54.863308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] For port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219e21a8-d0d1-4fef-aee2-9b9e4e3812c8,segment=NetworkSegment(c48a98dc-52fa-4752-a728-c44f078fcc8c),segment_id=c48a98dc-52fa-4752-a728-c44f078fcc8c)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:54.874662 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:54.884994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Allocated IP 172.35.0.172 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/2ea31004-13fb-4ee7-960d-e6d8fe1d08df) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:54.926654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:54.932974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.010437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367b504-2d4d-4c9a-8de4-ef1d91c66847 None None] Pushing event updated for resources: {'Port': ['ID=219e21a8-d0d1-4fef-aee2-9b9e4e3812c8,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:55.018363 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.134085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:18:55.142359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.151373 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] Sync routers for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:18:55.170380 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:55.172346 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e864c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:55.181251 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.224014 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0f7e1e30-fd4e-47b0-aacb-212f1d86600d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/floatingips/aed541d3-d504-41f1-afbf-ff8a096c082b HTTP/1.1" status: 204  len: 168 time: 3.4636199
Apr 09 21:18:55.225656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:18:55.246684 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:18:55.301600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2006135148'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:55.350840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:55.355299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.376029 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8dd70d-f3c4-4e7c-9303-618c6513f2d7 x-openstack-request-id: req-9b8dd70d-f3c4-4e7c-9303-618c6513f2d7 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:18:55.389529 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:18:55.389916 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b8dd70d-f3c4-4e7c-9303-618c6513f2d7 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:18:55.390383 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8dd70d-f3c4-4e7c-9303-618c6513f2d7'] response: {'name': 'network-changed', 'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'status': 'completed', 'code': 200}
Apr 09 21:18:55.391575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.465231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Deleting port b5750582-ee13-445a-9348-bbce4415de64 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:55.465649 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b5750582-ee13-445a-9348-bbce4415de64), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.606286 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:55.648136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.661954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-c3a0f161-d478-4498-bc85-75c6223b8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:55.662433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-c3a0f161-d478-4498-bc85-75c6223b8e9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 1128 time: 0.2458606
Apr 09 21:18:55.687107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for security_group (aea4f518-704b-49bd-be5d-5c5efc50c281), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.695522 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (aea4f518-704b-49bd-be5d-5c5efc50c281), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.723445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:18:55.736622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a6c882e5-a2b0-47fe-a4af-70c4f0c45860), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.736990 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Added segment a6c882e5-a2b0-47fe-a4af-70c4f0c45860 of type vlan for network 876eb1db-32c5-4e70-b579-253a7ddb2a98
Apr 09 21:18:55.749718 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks [] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.784023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (876eb1db-32c5-4e70-b579-253a7ddb2a98), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.848212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4f518-704b-49bd-be5d-5c5efc50c281,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:55.851504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (876eb1db-32c5-4e70-b579-253a7ddb2a98), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.858787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:55.859455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.920444 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0509632
Apr 09 21:18:55.934490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80881281-f105-4a1b-89d6-7ca3d893d264 req-387b87cc-cc69-4a4e-81c6-c2f69dd0d4d0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:55.945537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80881281-f105-4a1b-89d6-7ca3d893d264 req-387b87cc-cc69-4a4e-81c6-c2f69dd0d4d0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 946 time: 0.1879427
Apr 09 21:18:55.948828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50794) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:55.953148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b5750582-ee13-445a-9348-bbce4415de64), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:55.956563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5104cc-eef9-49a6-808d-113240b68877 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Network': ['ID=876eb1db-32c5-4e70-b579-253a7ddb2a98,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:55.970795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:18:55.988253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'subnet': {'network_id': '876eb1db-32c5-4e70-b579-253a7ddb2a98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:56.027520 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e864c0>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:21Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:56.085210 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] Checking router: f29184fe-a00c-4185-9a49-5473eaa17efc for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:18:56.095121 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:18:56.095759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e864c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:56.314912 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:18:56.687093 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e864c0>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:21Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:18:56.710359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Calling delete_port for b5750582-ee13-445a-9348-bbce4415de64 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:56.745906 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67b217-e2e7-4808-9df4-27248b4a49b6 None None] The sync data for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 is: [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:16:12Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e341a913-5b97-4f6e-aaef-6b227399e7bd', 'name': '', 'network_id': '94987c3c-74d8-4227-9a28-ca107fefd2ce', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:52:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:10Z', 'updated_at': '2022-04-09T21:16:21Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': '42ddca31-bf6a-476f-9dac-90d63a488c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:18:56.760282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa5ff4-23f5-433b-b5cd-affaa117fe08 None None] Network 412c99c1-d436-4ce1-895a-a528b2b5606f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:56.852303 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:56.895179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:18:56.898569 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:56.926863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4a009b9b-1695-46bf-b8ab-206bf5a9b565 None None] Provisioning complete for port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:56.927493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a009b9b-1695-46bf-b8ab-206bf5a9b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:56.947932 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (2d7bba68-3904-43d4-a36c-5d55a3e3618d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:57.020187 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:57.090488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=2d7bba68-3904-43d4-a36c-5d55a3e3618d,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:57.140626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80881281-f105-4a1b-89d6-7ca3d893d264 req-71d70dfa-212a-403c-a437-fb5408cc5c24 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1939137
Apr 09 21:18:57.146296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:57.221609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:57.262679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:57.273323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4a009b9b-1695-46bf-b8ab-206bf5a9b565 None None] Current status of the port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:57.279987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a009b9b-1695-46bf-b8ab-206bf5a9b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:57.287126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b68ed3-b215-4b40-aa08-2e8d83ff5cde None None] New status for floating IP aed541d3-d504-41f1-afbf-ff8a096c082b: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:18:57.291538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea31004-13fb-4ee7-960d-e6d8fe1d08df,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:57.318783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-e1e1dc0e-a579-4b9c-bbc2-98b9ebd0dc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:57.320355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-e1e1dc0e-a579-4b9c-bbc2-98b9ebd0dc6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 946 time: 0.4169767
Apr 09 21:18:57.434659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4a009b9b-1695-46bf-b8ab-206bf5a9b565 None None] For port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219e21a8-d0d1-4fef-aee2-9b9e4e3812c8,segment=NetworkSegment(c48a98dc-52fa-4752-a728-c44f078fcc8c),segment_id=c48a98dc-52fa-4752-a728-c44f078fcc8c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:57.436298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-45e8632e-072d-4262-b606-19a43fe9c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:57.444365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-45e8632e-072d-4262-b606-19a43fe9c859 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 200  len: 897 time: 0.7475622
Apr 09 21:18:57.449223 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a009b9b-1695-46bf-b8ab-206bf5a9b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:57.605091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:57.605091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: 11adf4cd-6529-4909-9de5-57896993fc58, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:18:57.606551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a009b9b-1695-46bf-b8ab-206bf5a9b565 None None] Pushing event updated for resources: {'Port': ['ID=219e21a8-d0d1-4fef-aee2-9b9e4e3812c8,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:57.612715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b50b6a7d-411a-4898-9a18-11d17a2cf014 None None] Provisioning complete for port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:57.613982 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b50b6a7d-411a-4898-9a18-11d17a2cf014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:57.616712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:57.649920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-b52d50fc-bdfc-4f5e-82df-0a14bf193f98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 200  len: 217 time: 0.2046332
Apr 09 21:18:57.717534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-158969a1-a85c-4cf9-aa98-6372221a7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:57.719028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-158969a1-a85c-4cf9-aa98-6372221a7caa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 200  len: 834 time: 0.0570343
Apr 09 21:18:57.802239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:18:57.802835 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:57.847567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50856) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:57.867307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b50b6a7d-411a-4898-9a18-11d17a2cf014 None None] Current status of the port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:57.918717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:18:57.928494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 11adf4cd-6529-4909-9de5-57896993fc58 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:18:57.981785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11adf4cd-6529-4909-9de5-57896993fc58) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:57.983830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-d8cbedd1-01d2-4f95-bb1d-0c06256b9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:57.985756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-d8cbedd1-01d2-4f95-bb1d-0c06256b9987 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94987c3c-74d8-4227-9a28-ca107fefd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2538340
Apr 09 21:18:57.993174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf0d3e1-ff73-474e-8401-aa06405b1238 None None] Network 11adf4cd-6529-4909-9de5-57896993fc58 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:57.995841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port cf0d9111-1b29-4137-bef5-aea063d0fe04 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:18:57.996058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.013164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:58.013757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.036161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffb31-be3e-4e0d-af20-ea34aeb0cd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.145001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffb31-be3e-4e0d-af20-ea34aeb0cd0c admin admin] Publish callbacks [] for security_group (149e6dfb-6953-4033-b50b-bddcff29c178), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.154130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffb31-be3e-4e0d-af20-ea34aeb0cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (149e6dfb-6953-4033-b50b-bddcff29c178), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.295423 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6d8ffb31-be3e-4e0d-af20-ea34aeb0cd0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9569d7ebc034b5a9ae3480c1d4000a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4449422
Apr 09 21:18:58.296883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50862) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:58.304109 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ffb31-be3e-4e0d-af20-ea34aeb0cd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e6dfb-6953-4033-b50b-bddcff29c178,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:58.398323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e06647bb-56fd-4933-b217-3d38f30d6360 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.5563517
Apr 09 21:18:58.404375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50868) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:58.406055 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks [] for router_gateway (46ae9007-be54-420b-aebc-f9245fc6e37c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.419140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67af48d0-a1e1-48db-a20b-ae154723ee40 admin admin] Publish callbacks [] for security_group (149e6dfb-6953-4033-b50b-bddcff29c178), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.524749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11adf4cd-6529-4909-9de5-57896993fc58', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:18:58.525674 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.526068 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b5750582-ee13-445a-9348-bbce4415de64), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.550450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67af48d0-a1e1-48db-a20b-ae154723ee40 admin admin] Publish callbacks [] for security_group (149e6dfb-6953-4033-b50b-bddcff29c178), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.586821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9a084-1fe4-45d7-a8c4-79a4a5c8f709 req-d1609801-b109-48f0-8616-59d693e9960f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:58.588890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37e9a084-1fe4-45d7-a8c4-79a4a5c8f709 req-d1609801-b109-48f0-8616-59d693e9960f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 946 time: 0.1960709
Apr 09 21:18:58.629915 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (52ed324e-618d-4b2b-a5da-f2c0824945dd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.739637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Subnet': ['ID=52ed324e-618d-4b2b-a5da-f2c0824945dd,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:58.755002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port cf0d9111-1b29-4137-bef5-aea063d0fe04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf0d9111-1b29-4137-bef5-aea063d0fe04,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:18:58.755698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.782697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event deleted for resources: {'Port': ['ID=b5750582-ee13-445a-9348-bbce4415de64,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:58.813497 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67af48d0-a1e1-48db-a20b-ae154723ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (149e6dfb-6953-4033-b50b-bddcff29c178), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.817377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67af48d0-a1e1-48db-a20b-ae154723ee40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.818970 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67af48d0-a1e1-48db-a20b-ae154723ee40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/149e6dfb-6953-4033-b50b-bddcff29c178 HTTP/1.1" status: 204  len: 168 time: 0.5208664
Apr 09 21:18:58.830748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Allocated IP 2001:db8::2 (11adf4cd-6529-4909-9de5-57896993fc58/2d7bba68-3904-43d4-a36c-5d55a3e3618d/2c7b719f-486a-4c12-8de4-6710da7d54d2) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:58.852683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for cf0d9111-1b29-4137-bef5-aea063d0fe04 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:18:58.859369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af48d0-a1e1-48db-a20b-ae154723ee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e6dfb-6953-4033-b50b-bddcff29c178,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:58.876023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-275373fc-ba25-4624-a896-80d34afc1ded service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8680880
Apr 09 21:18:58.959273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:58.992438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Checking segment: {'id': 'a6c882e5-a2b0-47fe-a4af-70c4f0c45860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '876eb1db-32c5-4e70-b579-253a7ddb2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:58.993509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network hostable DHCP agents. Network: 876eb1db-32c5-4e70-b579-253a7ddb2a98, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:18:59.013883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37e9a084-1fe4-45d7-a8c4-79a4a5c8f709 req-bde96822-081d-4e99-8384-d2b201f4bbe4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3698518
Apr 09 21:18:59.201120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:18:59.207631 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.219806 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Publish callbacks [] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.230312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.279235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b0a7852-131e-4d89-855a-0ffc87a2cfa3 req-a2ab2445-9e4e-4b28-b4f8-febef61953d6 service neutron] 10.222.0.32 "GET /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3726494
Apr 09 21:18:59.327207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Network 11adf4cd-6529-4909-9de5-57896993fc58 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:59.330399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:59.346267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:59.350080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Pushing event updated for resources: {'Port': ['ID=2c7b719f-486a-4c12-8de4-6710da7d54d2,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:59.427749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8::1 (11adf4cd-6529-4909-9de5-57896993fc58/2d7bba68-3904-43d4-a36c-5d55a3e3618d/71d7585f-a2c0-43cc-aa04-d51f9deb26e5) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:18:59.464396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 876eb1db-32c5-4e70-b579-253a7ddb2a98) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:59.468751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50878) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:59.477365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:18:59.480570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.484909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2407596-6a16-463d-88eb-894876cc64fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.494027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cd8599-e6be-4f0e-974a-c119f2edf675 None None] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:18:59.546479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Attempting to bind port 2c7b719f-486a-4c12-8de4-6710da7d54d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:18:59.552824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Attempting to bind port 2c7b719f-486a-4c12-8de4-6710da7d54d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:18:59.554928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Attempting to bind port 2c7b719f-486a-4c12-8de4-6710da7d54d2 on network 11adf4cd-6529-4909-9de5-57896993fc58 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:18:59.573813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:18:59.601460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device cf0d9111-1b29-4137-bef5-aea063d0fe04 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:18:59.610107 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.619877 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.628971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2407596-6a16-463d-88eb-894876cc64fc admin admin] Publish callbacks [] for security_group (91b614a1-2821-4716-9d0f-c4064e69ffaf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.648015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce41aae2-9e25-4b3e-89c8-b54d14981b1b tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.6656094
Apr 09 21:18:59.654102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50884) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:59.689964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.692005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-858113839', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:59.710290 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (46ae9007-be54-420b-aebc-f9245fc6e37c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.723458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2407596-6a16-463d-88eb-894876cc64fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (91b614a1-2821-4716-9d0f-c4064e69ffaf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.748727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (6d94a7ab-a19d-4355-a29b-a6a50f3d4434), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.749774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Fanout notify agent at l3_agent the message router_deleted on router 6d94a7ab-a19d-4355-a29b-a6a50f3d4434 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:18:59.755763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2407596-6a16-463d-88eb-894876cc64fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b614a1-2821-4716-9d0f-c4064e69ffaf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:59.758709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.761809 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:18:59.763074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Checking segment: {'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:18:59.764495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.765600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Bound using segment: {'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:18:59.766468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Bound port: 2c7b719f-486a-4c12-8de4-6710da7d54d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:18:59.767777 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.771237 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.776666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9fbf7421-c13c-4001-88da-b979fa4e0212 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/6d94a7ab-a19d-4355-a29b-a6a50f3d4434 HTTP/1.1" status: 204  len: 168 time: 6.6840622
Apr 09 21:18:59.814810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50886) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:18:59.815513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:18:59.821716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-813843422', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:18:59.854267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 11adf4cd-6529-4909-9de5-57896993fc58 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:18:59.855273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.856587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.904255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] For port 2c7b719f-486a-4c12-8de4-6710da7d54d2, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:18:59.909284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] For port 2c7b719f-486a-4c12-8de4-6710da7d54d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c7b719f-486a-4c12-8de4-6710da7d54d2,segment=NetworkSegment(8f78e534-13d4-42e8-8f99-7e4fbc6a7c18),segment_id=8f78e534-13d4-42e8-8f99-7e4fbc6a7c18)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:18:59.916892 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.920628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:18:59.925193 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c2407596-6a16-463d-88eb-894876cc64fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae467832257f4b358fe26874686de095&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4552689
Apr 09 21:18:59.926585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:18:59.927196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:18:59.941850 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.068995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50888) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:00.101601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:00.101976 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.137725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port cf0d9111-1b29-4137-bef5-aea063d0fe04 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:00.138305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.157622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32a232-c93d-4a91-be38-be76d27d0030 None None] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:00.254251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b0da-daf1-4d1e-86e2-4537be617208 None None] Pushing event updated for resources: {'Port': ['ID=2c7b719f-486a-4c12-8de4-6710da7d54d2,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:00.414178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:00.478660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (7d24fc38-5036-4bbf-a08c-d824926b93b8), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.480391 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (7d24fc38-5036-4bbf-a08c-d824926b93b8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.570395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c1f30-131e-4480-a9eb-aac2b619be1e req-b1d6c7ab-a015-455a-8ffc-023f52dab8c4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:00.572286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d3c1f30-131e-4480-a9eb-aac2b619be1e req-b1d6c7ab-a015-455a-8ffc-023f52dab8c4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4442daeb-b015-4ffb-8dd5-da2b31c20361 HTTP/1.1" status: 200  len: 946 time: 0.1227655
Apr 09 21:19:00.577354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cf0d9111-1b29-4137-bef5-aea063d0fe04), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.696882 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.698727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=cf0d9111-1b29-4137-bef5-aea063d0fe04,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:00.707450 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_controller (7d24fc38-5036-4bbf-a08c-d824926b93b8), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.707762 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.811218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2883e4ac-05c2-4ecf-b54f-481fcd3986ac admin admin] Publish callbacks [] for security_group (91b614a1-2821-4716-9d0f-c4064e69ffaf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.836279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] No DVR routers for this DVR port cf0d9111-1b29-4137-bef5-aea063d0fe04 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:19:00.887190 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.890527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8878e80c-1cca-458b-a83b-0874e2f65dfe req-d14dd09c-a35f-40e6-8480-4511da9d0cdf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "DELETE /v2.0/ports/cf0d9111-1b29-4137-bef5-aea063d0fe04 HTTP/1.1" status: 204  len: 173 time: 3.4976261
Apr 09 21:19:00.893568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-deleted', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:19:00.895769 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e5357e-b0fe-40ae-b0be-381c001d61bf" -d '{"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-deleted", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:19:00.907728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d3c1f30-131e-4480-a9eb-aac2b619be1e req-fea605e3-ccde-4896-b897-219d1a9c092f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7a3ce16-dc8d-45be-9003-e7b412ba9d72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3232386
Apr 09 21:19:00.956380 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2883e4ac-05c2-4ecf-b54f-481fcd3986ac admin admin] Publish callbacks [] for security_group (91b614a1-2821-4716-9d0f-c4064e69ffaf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:00.959107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a71ee-1fba-482f-859d-ec3da0d4d996 req-bca92933-a8e0-46a4-ab7a-7b7f048c4c9b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:00.960699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b9a71ee-1fba-482f-859d-ec3da0d4d996 req-bca92933-a8e0-46a4-ab7a-7b7f048c4c9b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.1697721
Apr 09 21:19:00.963434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Router 46ae9007-be54-420b-aebc-f9245fc6e37c is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:19:01.008004 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea62164f-94c3-49d3-a66d-301217daaa86 x-openstack-request-id: req-ea62164f-94c3-49d3-a66d-301217daaa86 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:19:01.008004 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4442daeb-b015-4ffb-8dd5-da2b31c20361", "name": "network-vif-deleted", "tag": "cf0d9111-1b29-4137-bef5-aea063d0fe04", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:19:01.008299 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea62164f-94c3-49d3-a66d-301217daaa86 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:19:01.008520 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea62164f-94c3-49d3-a66d-301217daaa86'] response: {'server_uuid': '4442daeb-b015-4ffb-8dd5-da2b31c20361', 'name': 'network-vif-deleted', 'tag': 'cf0d9111-1b29-4137-bef5-aea063d0fe04', 'status': 'completed', 'code': 200}
Apr 09 21:19:01.027452 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_gateway (7d24fc38-5036-4bbf-a08c-d824926b93b8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.150272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.151405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b9a71ee-1fba-482f-859d-ec3da0d4d996 req-d7d9c24a-e12c-41c8-a797-2bb1fb174ca5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1832690
Apr 09 21:19:01.218168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.302249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2883e4ac-05c2-4ecf-b54f-481fcd3986ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (91b614a1-2821-4716-9d0f-c4064e69ffaf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.304969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2883e4ac-05c2-4ecf-b54f-481fcd3986ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.309109 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2883e4ac-05c2-4ecf-b54f-481fcd3986ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91b614a1-2821-4716-9d0f-c4064e69ffaf HTTP/1.1" status: 204  len: 168 time: 1.1017377
Apr 09 21:19:01.339045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:01.355932 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Sync routers for ids ['46ae9007-be54-420b-aebc-f9245fc6e37c'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:01.374902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Routers {'46ae9007-be54-420b-aebc-f9245fc6e37c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:01.376365 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23776e9d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['46ae9007-be54-420b-aebc-f9245fc6e37c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:01.401467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883e4ac-05c2-4ecf-b54f-481fcd3986ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b614a1-2821-4716-9d0f-c4064e69ffaf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:01.508354 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.536720 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_gateway (7d24fc38-5036-4bbf-a08c-d824926b93b8), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.599167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.610643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.614670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-03c35577-0d17-4914-ac1a-d02489c53f79 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 8.8903675
Apr 09 21:19:01.616711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50926) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:01.650172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Allocated IP 172.35.0.74 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/9c1f12a3-c422-474f-9ba9-b2349cd7e7ca) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:01.681685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388205b-0015-4d1e-b1e6-3181e99309ac None None] Network 11adf4cd-6529-4909-9de5-57896993fc58 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:01.694630 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Set router 46ae9007-be54-420b-aebc-f9245fc6e37c gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:01.718007 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.729220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.730988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.747629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2c7b719f-486a-4c12-8de4-6710da7d54d2 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:01.774132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-49b84825-778b-424a-bb70-40fe29af3fa5 None None] Provisioning complete for port 2c7b719f-486a-4c12-8de4-6710da7d54d2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:01.775903 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-49b84825-778b-424a-bb70-40fe29af3fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:01.888845 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23776e9d00>, [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172'}], 'enable_snat': True}, 'gw_port_id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:18:58Z', 'revision_number': 3, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port': {'id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:54Z', 'updated_at': '2022-04-09T21:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:01.905363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:01.977946 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Checking router: 46ae9007-be54-420b-aebc-f9245fc6e37c for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:01.980371 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Updating router 46ae9007-be54-420b-aebc-f9245fc6e37c port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:19:01.987978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for port (9c1f12a3-c422-474f-9ba9-b2349cd7e7ca), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.039131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 50942) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:02.064400 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.072519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 11adf4cd-6529-4909-9de5-57896993fc58 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:02.081610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:02.118183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2c7b719f-486a-4c12-8de4-6710da7d54d2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:02.118582 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.223834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-49b84825-778b-424a-bb70-40fe29af3fa5 None None] Current status of the port 2c7b719f-486a-4c12-8de4-6710da7d54d2 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:02.224217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-49b84825-778b-424a-bb70-40fe29af3fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.238657 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9c1f12a3-c422-474f-9ba9-b2349cd7e7ca), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.299179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-49b84825-778b-424a-bb70-40fe29af3fa5 None None] For port 2c7b719f-486a-4c12-8de4-6710da7d54d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c7b719f-486a-4c12-8de4-6710da7d54d2,segment=NetworkSegment(8f78e534-13d4-42e8-8f99-7e4fbc6a7c18),segment_id=8f78e534-13d4-42e8-8f99-7e4fbc6a7c18)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:02.310272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-49b84825-778b-424a-bb70-40fe29af3fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.318205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2c7b719f-486a-4c12-8de4-6710da7d54d2 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:02.318604 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.342835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:02.356439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:02.359909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:02.372096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b84825-778b-424a-bb70-40fe29af3fa5 None None] Pushing event updated for resources: {'Port': ['ID=2c7b719f-486a-4c12-8de4-6710da7d54d2,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:02.402949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event updated for resources: {'Port': ['ID=9c1f12a3-c422-474f-9ba9-b2349cd7e7ca,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:02.421212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315c39d-e121-438d-bb0b-19c0c18c4174 req-d554103b-7e80-4bfb-865d-4543b9c049ce tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:02.422691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3315c39d-e121-438d-bb0b-19c0c18c4174 req-d554103b-7e80-4bfb-865d-4543b9c049ce tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.3593435
Apr 09 21:19:02.423278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:19:02.468385 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:19:02.468760 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:19:02.506399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.35.0.5 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/ae86bd1f-f985-4861-8b01-5457e45871a5) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:02.626945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:02.636251 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-319ba316-1a19-4673-aabb-8dd49248d808 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2287445
Apr 09 21:19:02.636917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:02.638830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:02.644991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1003464605'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:02.660196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:02.660881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:02.687468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:02.691120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.720911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3315c39d-e121-438d-bb0b-19c0c18c4174 req-78b6980b-1766-41b3-891f-f5e34b188085 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2830660
Apr 09 21:19:02.738656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:02.819436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (32b3f770-bb0f-4a53-a8a7-23efec442987), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.819883 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment 32b3f770-bb0f-4a53-a8a7-23efec442987 of type vlan for network 9fd0013b-8998-434e-a11e-6eef7bbac946
Apr 09 21:19:02.849172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-533baae5-25a2-4b2d-8fa0-af2244f2adc1 None None] Provisioning complete for port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:02.849557 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-533baae5-25a2-4b2d-8fa0-af2244f2adc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:02.908398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:03.014240 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (9fd0013b-8998-434e-a11e-6eef7bbac946), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.046675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (ae86bd1f-f985-4861-8b01-5457e45871a5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.074029 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.111037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-533baae5-25a2-4b2d-8fa0-af2244f2adc1 None None] Port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:03.116975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (9fd0013b-8998-434e-a11e-6eef7bbac946), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.122090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-533baae5-25a2-4b2d-8fa0-af2244f2adc1 None None] Provisioning complete for port 2c7b719f-486a-4c12-8de4-6710da7d54d2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:03.122465 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-533baae5-25a2-4b2d-8fa0-af2244f2adc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.122664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:03.123272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.160494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2c7b719f-486a-4c12-8de4-6710da7d54d2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:03.224478 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5836961
Apr 09 21:19:03.230630 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 50964) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:03.285640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:03.326254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.367198 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ae86bd1f-f985-4861-8b01-5457e45871a5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.375141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-533baae5-25a2-4b2d-8fa0-af2244f2adc1 None None] Current status of the port 2c7b719f-486a-4c12-8de4-6710da7d54d2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:03.494169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f0d2e-0b4c-4759-b1cd-4aeea0ce8d21 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=9fd0013b-8998-434e-a11e-6eef7bbac946,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:03.521147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=ae86bd1f-f985-4861-8b01-5457e45871a5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:03.577345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:03.580897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.636152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:03.721431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:03.730574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (f29184fe-a00c-4185-9a49-5473eaa17efc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.747827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:03.753162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.753517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 9fd0013b-8998-434e-a11e-6eef7bbac946 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:03.756161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2c7b719f-486a-4c12-8de4-6710da7d54d2 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:03.804712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:19:03.839544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:03.887347 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Publish callbacks [] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.902540 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:03.934244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec3490>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:00Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:01Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:03.987146 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Attempting to bind port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:03.987884 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Attempting to bind port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:03.988429 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Attempting to bind port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:03.997431 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Pushing event updated for resources: {'Port': ['ID=2ea31004-13fb-4ee7-960d-e6d8fe1d08df,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:03.999884 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:04.000491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:04.001070 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.001783 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:04.002808 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Bound port: 2ea31004-13fb-4ee7-960d-e6d8fe1d08df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:04.003415 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.043737 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.044118 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.044459 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.044875 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.045160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:04.045279 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.045526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Updating router ba4e426e-6e99-4200-ad1c-5c948a12f7fa port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:19:04.045644 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.045899 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.046358 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.046685 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.046997 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.047509 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.048000 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.049656 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.050796 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.051306 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:04.055488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a9084557-6211-4f3c-82d1-059699ee76e6 None None] Provisioning complete for port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:04.055861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a9084557-6211-4f3c-82d1-059699ee76e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.086138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Router 6c55737d-c1ec-4f6a-b20e-bef5bd56b129 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:19:04.120878 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] For port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:04.126388 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] For port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea31004-13fb-4ee7-960d-e6d8fe1d08df,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:04.133625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2c7b719f-486a-4c12-8de4-6710da7d54d2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:04.134042 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.137483 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.183378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a9084557-6211-4f3c-82d1-059699ee76e6 None None] Port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:04.196170 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.217529 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Routers {'46ae9007-be54-420b-aebc-f9245fc6e37c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:04.219580 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23776e9d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['46ae9007-be54-420b-aebc-f9245fc6e37c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:04.248788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2c7b719f-486a-4c12-8de4-6710da7d54d2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:04.273158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:04.298685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Allocated IP 172.20.0.1 (412c99c1-d436-4ce1-895a-a528b2b5606f/a9f20bab-e521-4389-9f77-b59bb6a7476b/4b52d0e9-58f9-4d71-a474-8bc98fe422ad) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:04.338237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'mac_address': 'fa:16:3e:5d:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:19:04.389740 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] Set router 46ae9007-be54-420b-aebc-f9245fc6e37c gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:04.509169 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45130aa3-e6a8-4ede-85aa-2dfd54f135b0 None None] Pushing event updated for resources: {'Port': ['ID=2ea31004-13fb-4ee7-960d-e6d8fe1d08df,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:04.632526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:04.633371 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.638265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:04.639018 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.667062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (2c782aa7-c7c2-484e-8562-341ca67cf802), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.672592 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23776e9d00>, [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172'}], 'enable_snat': True}, 'gw_port_id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:18:58Z', 'revision_number': 3, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port': {'id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:54Z', 'updated_at': '2022-04-09T21:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:04.683165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e3b4af2-dfb3-4068-9bd9-69c858e1156a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:19:04.694142 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Publish callbacks [] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.700544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:19:04.703423 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef786c7f-54b5-4867-93d7-3c521c7025a7" -d '{"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:19:04.731001 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e79b8-94cf-431a-a22e-ca3820d4ad69 None None] The sync data for ids ['46ae9007-be54-420b-aebc-f9245fc6e37c'] in ncdv-master-1 is: [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172'}], 'enable_snat': True}, 'gw_port_id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:18:58Z', 'revision_number': 3, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port': {'id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:54Z', 'updated_at': '2022-04-09T21:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:04.745059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.754437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:04.769302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:04.773405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=2c782aa7-c7c2-484e-8562-341ca67cf802,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:04.797166 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a5638-66cb-4a90-a0f1-e30d8d0709a5 None None] Sync routers for ids ['6c55737d-c1ec-4f6a-b20e-bef5bd56b129'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:04.811715 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a5638-66cb-4a90-a0f1-e30d8d0709a5 None None] Routers {'6c55737d-c1ec-4f6a-b20e-bef5bd56b129'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:04.812407 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-261a5638-66cb-4a90-a0f1-e30d8d0709a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772939d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c55737d-c1ec-4f6a-b20e-bef5bd56b129'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:04.820816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:04.821241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: 9fd0013b-8998-434e-a11e-6eef7bbac946, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:04.822229 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2735655-2511-4baf-9324-fad8869a6f69 x-openstack-request-id: req-f2735655-2511-4baf-9324-fad8869a6f69 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:19:04.822541 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:19:04.822802 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2735655-2511-4baf-9324-fad8869a6f69 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:19:04.823223 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2735655-2511-4baf-9324-fad8869a6f69'] response: {'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'code': 200}
Apr 09 21:19:04.837287 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.840171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:04.848070 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-465918bd-7e91-47e7-9013-f1b22e382a63 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.0283527
Apr 09 21:19:04.848790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51000) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:04.857365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:04.876934 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-261a5638-66cb-4a90-a0f1-e30d8d0709a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772939d0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:04.893101 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a5638-66cb-4a90-a0f1-e30d8d0709a5 None None] Routers {'6c55737d-c1ec-4f6a-b20e-bef5bd56b129'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:04.893916 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-261a5638-66cb-4a90-a0f1-e30d8d0709a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772939d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c55737d-c1ec-4f6a-b20e-bef5bd56b129'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:04.945949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e48f2-9c9e-4d37-9772-8cc13f79e788 None None] Pushing event updated for resources: {'Port': ['ID=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:05.017597 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-261a5638-66cb-4a90-a0f1-e30d8d0709a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772939d0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:05.018203 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a5638-66cb-4a90-a0f1-e30d8d0709a5 None None] The sync data for ids ['6c55737d-c1ec-4f6a-b20e-bef5bd56b129'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:05.048383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4748c-3391-4de9-b0a5-7bc77514ab19 req-e965cf8c-ba78-4608-9c4d-cec05e6c28a2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:05.049826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:05.050273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70e4748c-3391-4de9-b0a5-7bc77514ab19 req-e965cf8c-ba78-4608-9c4d-cec05e6c28a2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 1.1164675
Apr 09 21:19:05.066106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 9fd0013b-8998-434e-a11e-6eef7bbac946 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:05.090558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:19:05.094105 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:19:05.155859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Attempting to bind port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:05.156331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Attempting to bind port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:05.156803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Attempting to bind port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 on network 11adf4cd-6529-4909-9de5-57896993fc58 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:05.164845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:05.166804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Checking segment: {'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:05.167350 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.168944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Bound using segment: {'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:05.169627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Bound port: 71d7585f-a2c0-43cc-aa04-d51f9deb26e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:05.171211 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.216504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fd0013b-8998-434e-a11e-6eef7bbac946) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:05.239224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:05.241743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.281876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1825131-6dfa-4ce7-9dc4-4d765643544e None None] Network 9fd0013b-8998-434e-a11e-6eef7bbac946 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:05.419232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-70e4748c-3391-4de9-b0a5-7bc77514ab19 req-6f33a76c-9019-4474-a3f4-2af9847346a9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2928543
Apr 09 21:19:05.423889 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Publish callbacks [] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.439201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port e341a913-5b97-4f6e-aaef-6b227399e7bd {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:05.439625 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.493832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_gateway (7d24fc38-5036-4bbf-a08c-d824926b93b8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.495298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] For port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:05.509510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] For port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,segment=NetworkSegment(8f78e534-13d4-42e8-8f99-7e4fbc6a7c18),segment_id=8f78e534-13d4-42e8-8f99-7e4fbc6a7c18)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:05.524194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.532803 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-819f6342-c414-4052-90b1-a74044a7ca52 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.2512360
Apr 09 21:19:05.538660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51018) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:05.633429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51020) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:05.714961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e48f2-9c9e-4d37-9772-8cc13f79e788 None None] Pushing event updated for resources: {'Port': ['ID=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:05.763564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ea31004-13fb-4ee7-960d-e6d8fe1d08df up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:05.831677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:05.832105 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.846618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-90f4e8d6-93da-4402-8aac-10bb0f911e0a None None] Provisioning complete for port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:05.847334 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90f4e8d6-93da-4402-8aac-10bb0f911e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.874289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741a6d56-c537-4c41-b08c-5fd7b95234d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:05.982885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3b4af2-dfb3-4068-9bd9-69c858e1156a {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:19:05.983888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.011752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port e341a913-5b97-4f6e-aaef-6b227399e7bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e341a913-5b97-4f6e-aaef-6b227399e7bd,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:06.012157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.118433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for e341a913-5b97-4f6e-aaef-6b227399e7bd owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:06.139330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Network 412c99c1-d436-4ce1-895a-a528b2b5606f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:06.141751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9fd0013b-8998-434e-a11e-6eef7bbac946', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:19:06.143089 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.160567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:06.161256 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.166092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (7d24fc38-5036-4bbf-a08c-d824926b93b8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.170340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:06.190756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:06.198375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:06.200672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.250935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:06.293506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_gateway (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.455153 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741a6d56-c537-4c41-b08c-5fd7b95234d5 admin admin] Publish callbacks [] for security_group (b9530340-61e4-45f8-9776-8a59f690de96), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.458638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.491171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-741a6d56-c537-4c41-b08c-5fd7b95234d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b9530340-61e4-45f8-9776-8a59f690de96), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.507704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Allocated IP 2001:db8:1::2 (9fd0013b-8998-434e-a11e-6eef7bbac946/2c782aa7-c7c2-484e-8562-341ca67cf802/4a339710-38b2-49f1-9e36-1d849e85799b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:06.579827 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-741a6d56-c537-4c41-b08c-5fd7b95234d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d808424239754dd5948da32a3eb9a97c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9448347
Apr 09 21:19:06.605769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51046) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:06.610870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a6d56-c537-4c41-b08c-5fd7b95234d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9530340-61e4-45f8-9776-8a59f690de96,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:06.618749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Deleting port 9c1f12a3-c422-474f-9ba9-b2349cd7e7ca {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:06.619285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9c1f12a3-c422-474f-9ba9-b2349cd7e7ca), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.675934 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e341a913-5b97-4f6e-aaef-6b227399e7bd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.683563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fd006-2745-4710-8f0e-2728d820166e req-c70a4510-2085-41c7-9fac-1d979e524175 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:06.685113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a6fd006-2745-4710-8f0e-2728d820166e req-c70a4510-2085-41c7-9fac-1d979e524175 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.0781922
Apr 09 21:19:06.696088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:06.697106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:06.706105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (46ae9007-be54-420b-aebc-f9245fc6e37c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.712055 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9c1f12a3-c422-474f-9ba9-b2349cd7e7ca), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.731058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Calling delete_port for 9c1f12a3-c422-474f-9ba9-b2349cd7e7ca owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:06.734386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:06.734816 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.742224 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.804268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=e341a913-5b97-4f6e-aaef-6b227399e7bd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:06.976589 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d6f97e23-d884-4bc0-b13b-d847b4cfc13f admin admin] Publish callbacks [] for security_group (b9530340-61e4-45f8-9776-8a59f690de96), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:06.981492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9c1f12a3-c422-474f-9ba9-b2349cd7e7ca), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.012719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Pushing event deleted for resources: {'Port': ['ID=9c1f12a3-c422-474f-9ba9-b2349cd7e7ca,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:07.037988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a6fd006-2745-4710-8f0e-2728d820166e req-fa8541c4-902f-4ae2-b0dd-bae196b52af2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3400073
Apr 09 21:19:07.138075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea31004-13fb-4ee7-960d-e6d8fe1d08df,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:07.147227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.178444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.211931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d6f97e23-d884-4bc0-b13b-d847b4cfc13f admin admin] Publish callbacks [] for security_group (b9530340-61e4-45f8-9776-8a59f690de96), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.263831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:07.367184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:07.442208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.474141 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.548397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=2ea31004-13fb-4ee7-960d-e6d8fe1d08df,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:07.565522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['2e3b4af2-dfb3-4068-9bd9-69c858e1156a'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:19:07.597245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Router 6c55737d-c1ec-4f6a-b20e-bef5bd56b129 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:07.689902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:07.697178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.698389 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7b184799-cbe7-4d73-b3e6-44c0addc6b58 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "PUT /v2.0/routers/6c55737d-c1ec-4f6a-b20e-bef5bd56b129 HTTP/1.1" status: 200  len: 709 time: 2.8468156
Apr 09 21:19:07.708474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51052) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:07.749681 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Publish callbacks [] for port (4a339710-38b2-49f1-9e36-1d849e85799b), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.789538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-90f4e8d6-93da-4402-8aac-10bb0f911e0a None None] Current status of the port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:07.790164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90f4e8d6-93da-4402-8aac-10bb0f911e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.792586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ce322-d4d7-4c95-b74d-87276b07ca99 None None] Sync routers for ids ['6c55737d-c1ec-4f6a-b20e-bef5bd56b129'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:07.803301 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.863819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8:1::1 (9fd0013b-8998-434e-a11e-6eef7bbac946/2c782aa7-c7c2-484e-8562-341ca67cf802/6514789d-4f96-43a2-9e8b-3c046cc4be0e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:07.871709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.924002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-90f4e8d6-93da-4402-8aac-10bb0f911e0a None None] For port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,segment=NetworkSegment(8f78e534-13d4-42e8-8f99-7e4fbc6a7c18),segment_id=8f78e534-13d4-42e8-8f99-7e4fbc6a7c18)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:07.938337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90f4e8d6-93da-4402-8aac-10bb0f911e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:07.938791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:19:07.979767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ce322-d4d7-4c95-b74d-87276b07ca99 None None] Routers {'6c55737d-c1ec-4f6a-b20e-bef5bd56b129'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:07.980843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b90ce322-d4d7-4c95-b74d-87276b07ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763e8250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c55737d-c1ec-4f6a-b20e-bef5bd56b129'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.012777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d6f97e23-d884-4bc0-b13b-d847b4cfc13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b9530340-61e4-45f8-9776-8a59f690de96), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.015409 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d6f97e23-d884-4bc0-b13b-d847b4cfc13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.019714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d6f97e23-d884-4bc0-b13b-d847b4cfc13f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9530340-61e4-45f8-9776-8a59f690de96 HTTP/1.1" status: 204  len: 168 time: 1.4099169
Apr 09 21:19:08.049570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.091435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Network 9fd0013b-8998-434e-a11e-6eef7bbac946 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:08.102777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f97e23-d884-4bc0-b13b-d847b4cfc13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9530340-61e4-45f8-9776-8a59f690de96,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:08.123296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (f29184fe-a00c-4185-9a49-5473eaa17efc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.132315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.142615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:08.146914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Pushing event updated for resources: {'Port': ['ID=4a339710-38b2-49f1-9e36-1d849e85799b,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:08.149468 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2c3d0601-86eb-46a5-848e-acb3e957cb93 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/routers/6c55737d-c1ec-4f6a-b20e-bef5bd56b129 HTTP/1.1" status: 200  len: 744 time: 0.4350567
Apr 09 21:19:08.150463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b90ce322-d4d7-4c95-b74d-87276b07ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763e8250>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.151406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51058) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:08.167854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:08.249298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-075e8c44-642a-4cfc-84c7-a7909ea2cb15 None None] Provisioning complete for port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:08.249659 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-075e8c44-642a-4cfc-84c7-a7909ea2cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.297474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ce322-d4d7-4c95-b74d-87276b07ca99 None None] Routers {'6c55737d-c1ec-4f6a-b20e-bef5bd56b129'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:08.298121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b90ce322-d4d7-4c95-b74d-87276b07ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763e8250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c55737d-c1ec-4f6a-b20e-bef5bd56b129'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.409408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b90ce322-d4d7-4c95-b74d-87276b07ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763e8250>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.410010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ce322-d4d7-4c95-b74d-87276b07ca99 None None] The sync data for ids ['6c55737d-c1ec-4f6a-b20e-bef5bd56b129'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:08.538919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe0c81-9b18-48d1-9e13-8c71df34b852 req-e6e89ca8-7529-46c5-915a-b8cae2d4aa32 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:08.539711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec3490>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:00Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:05Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.540559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5fe0c81-9b18-48d1-9e13-8c71df34b852 req-e6e89ca8-7529-46c5-915a-b8cae2d4aa32 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 945 time: 0.3557453
Apr 09 21:19:08.550812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4e8d6-93da-4402-8aac-10bb0f911e0a None None] Pushing event updated for resources: {'Port': ['ID=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:08.589405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7262eb-3bab-4659-b525-2e2200a5a7fe None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:00Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:05Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:08.624901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Attempting to bind port 4a339710-38b2-49f1-9e36-1d849e85799b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:08.625538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Attempting to bind port 4a339710-38b2-49f1-9e36-1d849e85799b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:08.626087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Attempting to bind port 4a339710-38b2-49f1-9e36-1d849e85799b on network 9fd0013b-8998-434e-a11e-6eef7bbac946 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:08.642300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:08.642984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Checking segment: {'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:08.643667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.644230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Bound using segment: {'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:08.644870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Bound port: 4a339710-38b2-49f1-9e36-1d849e85799b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:08.645437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.659074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51062) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:08.685697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:08.697490 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c60aa-faf3-47e4-87fa-40ff1f91287f None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:08.707518 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-abebea92-4c90-4fbc-9a79-157618bb1f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.711742 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c60aa-faf3-47e4-87fa-40ff1f91287f None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:08.712544 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-676c60aa-faf3-47e4-87fa-40ff1f91287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237757adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.725564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Publish callbacks [] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.747436 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.787250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:08.817765 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-676c60aa-faf3-47e4-87fa-40ff1f91287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237757adf0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.825119 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.829339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5b8676d7-a4f2-4fc0-8941-4a606d8f39dd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 9.1423466
Apr 09 21:19:08.830726 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c60aa-faf3-47e4-87fa-40ff1f91287f None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:08.831875 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-676c60aa-faf3-47e4-87fa-40ff1f91287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237757adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.834706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51064) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:08.875150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=6514789d-4f96-43a2-9e8b-3c046cc4be0e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:08.887880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6e563c37-67bf-41d7-8f70-550f1a1ce3a3 tempest-RoutersIpV6AdminTest-971059108 tempest-RoutersIpV6AdminTest-971059108-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&device_id=6c55737d-c1ec-4f6a-b20e-bef5bd56b129 HTTP/1.1" status: 200  len: 205 time: 0.1149311
Apr 09 21:19:08.891519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51066) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:08.906829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-075e8c44-642a-4cfc-84c7-a7909ea2cb15 None None] Current status of the port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:08.911466 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-676c60aa-faf3-47e4-87fa-40ff1f91287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237757adf0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:08.912693 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c60aa-faf3-47e4-87fa-40ff1f91287f None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:08.922582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5fe0c81-9b18-48d1-9e13-8c71df34b852 req-358fba0e-5254-4cc6-84a7-236d5b757140 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3590798
Apr 09 21:19:08.944185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] For port 4a339710-38b2-49f1-9e36-1d849e85799b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:08.964159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 9fd0013b-8998-434e-a11e-6eef7bbac946 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:08.965708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] For port 4a339710-38b2-49f1-9e36-1d849e85799b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a339710-38b2-49f1-9e36-1d849e85799b,segment=NetworkSegment(32b3f770-bb0f-4a53-a8a7-23efec442987),segment_id=32b3f770-bb0f-4a53-a8a7-23efec442987)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:08.967484 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c8393222-b5d5-4481-878e-7647884b83d0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c55737d-c1ec-4f6a-b20e-bef5bd56b129 HTTP/1.1" status: 200  len: 205 time: 0.0745966
Apr 09 21:19:08.968771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:08.970067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-075e8c44-642a-4cfc-84c7-a7909ea2cb15 None None] Provisioning complete for port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:08.970490 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-075e8c44-642a-4cfc-84c7-a7909ea2cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.970954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51068) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:08.975413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:08.975413 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:08.981617 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:08.982963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.018176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:09.019639 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.091135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (46ae9007-be54-420b-aebc-f9245fc6e37c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.167292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-075e8c44-642a-4cfc-84c7-a7909ea2cb15 None None] Port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:09.263019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5264-950f-4e8b-9c60-e801660467cc None None] Pushing event updated for resources: {'Port': ['ID=4a339710-38b2-49f1-9e36-1d849e85799b,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:09.297534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:09.297926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.317666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-65322623-7781-4f41-9832-3c05f6667fdc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.350616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:19:09.353217 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ae244f-dd84-48d2-81a4-373668faedc6" -d '{"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:19:09.387903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:09.397132 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.490019 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2bcc37-390f-4156-a2fb-a83dc40ca17c x-openstack-request-id: req-bd2bcc37-390f-4156-a2fb-a83dc40ca17c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:19:09.490440 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:19:09.490701 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd2bcc37-390f-4156-a2fb-a83dc40ca17c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:19:09.491113 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2bcc37-390f-4156-a2fb-a83dc40ca17c'] response: {'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'code': 200}
Apr 09 21:19:09.549156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=13']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:09.703473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.727079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ea31004-13fb-4ee7-960d-e6d8fe1d08df up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:09.784093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router f29184fe-a00c-4185-9a49-5473eaa17efc has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:09.798018 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-abebea92-4c90-4fbc-9a79-157618bb1f96 admin admin] Publish callbacks [] for security_group (8f40b78d-5463-4d32-80d6-79a18b659b60), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.827031 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-abebea92-4c90-4fbc-9a79-157618bb1f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8f40b78d-5463-4d32-80d6-79a18b659b60), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.847549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:09.847549 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.849786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-65322623-7781-4f41-9832-3c05f6667fdc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.852947 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-65322623-7781-4f41-9832-3c05f6667fdc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router_controller (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.861337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Network 412c99c1-d436-4ce1-895a-a528b2b5606f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:09.947359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:09.948698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:09.988744 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-65322623-7781-4f41-9832-3c05f6667fdc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (6c55737d-c1ec-4f6a-b20e-bef5bd56b129), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:09.989373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65322623-7781-4f41-9832-3c05f6667fdc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Fanout notify agent at l3_agent the message router_deleted on router 6c55737d-c1ec-4f6a-b20e-bef5bd56b129 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:19:10.003068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-65322623-7781-4f41-9832-3c05f6667fdc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.004265 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-65322623-7781-4f41-9832-3c05f6667fdc tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/6c55737d-c1ec-4f6a-b20e-bef5bd56b129 HTTP/1.1" status: 204  len: 168 time: 1.0322008
Apr 09 21:19:10.015253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51074) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:10.022764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:10.024842 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.070840 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-566d8a70-d537-4819-ac09-8b841ce5bfc8 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c55737d-c1ec-4f6a-b20e-bef5bd56b129 HTTP/1.1" status: 200  len: 205 time: 0.0537128
Apr 09 21:19:10.073765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51076) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:10.085888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:10.098860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:10.117640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ac1ca-369a-4840-b175-319997764306 None None] Sync routers for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:10.139971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-54c0e9a3-dc74-456e-9aec-5a3cc20400c5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "PUT /v2.0/routers/f29184fe-a00c-4185-9a49-5473eaa17efc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0910101
Apr 09 21:19:10.146232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51078) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:10.146888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ac1ca-369a-4840-b175-319997764306 None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:10.147634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-065ac1ca-369a-4840-b175-319997764306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375c59a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:10.194056 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-7df91372-69df-4d32-a6b6-988d596fa97f tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] delete failed (client error): The resource could not be found.
Apr 09 21:19:10.195815 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7df91372-69df-4d32-a6b6-988d596fa97f tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/6c55737d-c1ec-4f6a-b20e-bef5bd56b129 HTTP/1.1" status: 404  len: 336 time: 0.1211529
Apr 09 21:19:10.205415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51080) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:10.329509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51082) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:10.337800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-abebea92-4c90-4fbc-9a79-157618bb1f96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de1775274d8242a4810620a857693685&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6774735
Apr 09 21:19:10.388705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:10.396386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b97d92-dea4-404f-bff6-4ea3a78b08cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting subnet 42ddca31-bf6a-476f-9dac-90d63a488c83 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:19:10.404638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7b97d92-dea4-404f-bff6-4ea3a78b08cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for subnet (42ddca31-bf6a-476f-9dac-90d63a488c83), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.480364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f3aa83fc-f612-40e1-a618-4acbf04347ed tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d94a7ab-a19d-4355-a29b-a6a50f3d4434 HTTP/1.1" status: 200  len: 205 time: 0.2570283
Apr 09 21:19:10.482794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebea92-4c90-4fbc-9a79-157618bb1f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f40b78d-5463-4d32-80d6-79a18b659b60,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:10.490562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51084) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:10.535712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-065ac1ca-369a-4840-b175-319997764306 None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:10.561355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aeb08501-4b65-487e-816a-c4796aa31628 admin admin] Publish callbacks [] for security_group (8f40b78d-5463-4d32-80d6-79a18b659b60), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.585392 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7b97d92-dea4-404f-bff6-4ea3a78b08cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (42ddca31-bf6a-476f-9dac-90d63a488c83), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.691619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b907ba5-5c83-49b1-82b8-0fc51f646da5 None None] Provisioning complete for port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:10.692438 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b907ba5-5c83-49b1-82b8-0fc51f646da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.770887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7b97d92-dea4-404f-bff6-4ea3a78b08cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (42ddca31-bf6a-476f-9dac-90d63a488c83), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.887189 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7b97d92-dea4-404f-bff6-4ea3a78b08cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (42ddca31-bf6a-476f-9dac-90d63a488c83), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.907633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60888d8a-e1a8-4f41-9a9e-9c698a39e0eb req-fec185e8-c24e-40f4-a21d-8207fac67fd4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:10.909575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60888d8a-e1a8-4f41-9a9e-9c698a39e0eb req-fec185e8-c24e-40f4-a21d-8207fac67fd4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.8470142
Apr 09 21:19:10.991364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aeb08501-4b65-487e-816a-c4796aa31628 admin admin] Publish callbacks [] for security_group (8f40b78d-5463-4d32-80d6-79a18b659b60), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:10.994241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b97d92-dea4-404f-bff6-4ea3a78b08cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Subnet': ['ID=42ddca31-bf6a-476f-9dac-90d63a488c83,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:10.999346 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b7b97d92-dea4-404f-bff6-4ea3a78b08cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:11.003403 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b7b97d92-dea4-404f-bff6-4ea3a78b08cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/subnets/42ddca31-bf6a-476f-9dac-90d63a488c83 HTTP/1.1" status: 204  len: 168 time: 0.8228083
Apr 09 21:19:11.013362 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51086) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:11.066381 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-8db175bf-3ca6-4277-a578-db9885f83c5a tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] delete failed (client error): The resource could not be found.
Apr 09 21:19:11.067420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8db175bf-3ca6-4277-a578-db9885f83c5a tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/6d94a7ab-a19d-4355-a29b-a6a50f3d4434 HTTP/1.1" status: 404  len: 336 time: 0.5686665
Apr 09 21:19:11.080246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5db59-5734-42bd-8663-aa9d1489aab1 None None] Network 9fd0013b-8998-434e-a11e-6eef7bbac946 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:11.081919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51088) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:11.083716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Router 46ae9007-be54-420b-aebc-f9245fc6e37c has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:11.151452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9b031e2d-6ae2-44e4-93fb-35e24eca08c2 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7387784-0090-40bd-9996-056a24223ca2 HTTP/1.1" status: 200  len: 205 time: 0.0661564
Apr 09 21:19:11.160829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51090) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:11.179167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0072e13-b2d4-4e13-bd23-16be724e3f2e None None] Network 94987c3c-74d8-4227-9a28-ca107fefd2ce requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:11.242628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b907ba5-5c83-49b1-82b8-0fc51f646da5 None None] Port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:11.318533 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-bfd40654-1321-46e2-ba9a-8cf8f43fe759 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] delete failed (client error): The resource could not be found.
Apr 09 21:19:11.320069 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bfd40654-1321-46e2-ba9a-8cf8f43fe759 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/c7387784-0090-40bd-9996-056a24223ca2 HTTP/1.1" status: 404  len: 336 time: 0.1533802
Apr 09 21:19:11.323970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51092) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:11.352796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60888d8a-e1a8-4f41-9a9e-9c698a39e0eb req-40a5cb9e-bb2b-4e61-ae07-5add605dad65 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2980747
Apr 09 21:19:11.355632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:11.363050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-09f507c4-f434-42ad-8ab8-1feef2281ef9 admin admin] 10.222.0.30 "PUT /v2.0/routers/46ae9007-be54-420b-aebc-f9245fc6e37c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7373083
Apr 09 21:19:11.377465 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Sync routers for ids ['46ae9007-be54-420b-aebc-f9245fc6e37c'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:11.391129 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Routers {'46ae9007-be54-420b-aebc-f9245fc6e37c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:11.392191 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237702d820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['46ae9007-be54-420b-aebc-f9245fc6e37c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:11.450221 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca402a02-5546-4a20-8ece-719b678be5c0 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=32277b99-f84e-4df6-b1a8-4a50185a2a32 HTTP/1.1" status: 200  len: 205 time: 0.1228063
Apr 09 21:19:11.455305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51096) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:11.482039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:11.497863 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (f29184fe-a00c-4185-9a49-5473eaa17efc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:11.515725 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:11.518060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:11.547017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aeb08501-4b65-487e-816a-c4796aa31628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8f40b78d-5463-4d32-80d6-79a18b659b60), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:11.556044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aeb08501-4b65-487e-816a-c4796aa31628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:11.558029 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aeb08501-4b65-487e-816a-c4796aa31628 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f40b78d-5463-4d32-80d6-79a18b659b60 HTTP/1.1" status: 204  len: 168 time: 1.2270396
Apr 09 21:19:11.640862 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-1c0255b6-fd72-4c79-87a7-2c681e555b60 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] delete failed (client error): The resource could not be found.
Apr 09 21:19:11.651295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-caae8aca-6da5-4764-98cb-a7ed0615add9 None None] Provisioning complete for port 4a339710-38b2-49f1-9e36-1d849e85799b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:11.652249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-caae8aca-6da5-4764-98cb-a7ed0615add9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:11.657000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1c0255b6-fd72-4c79-87a7-2c681e555b60 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/32277b99-f84e-4df6-b1a8-4a50185a2a32 HTTP/1.1" status: 404  len: 336 time: 0.2002532
Apr 09 21:19:11.657965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51100) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:11.660695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4a339710-38b2-49f1-9e36-1d849e85799b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:11.706494 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Set router 46ae9007-be54-420b-aebc-f9245fc6e37c gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:11.781609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-065ac1ca-369a-4840-b175-319997764306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375c59a30>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:19:06Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:11.809958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb08501-4b65-487e-816a-c4796aa31628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f40b78d-5463-4d32-80d6-79a18b659b60,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:11.811184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] DHCP port deletion for 94987c3c-74d8-4227-9a28-ca107fefd2ce request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:19:11.858343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51102) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:11.861301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0ae7f039-73c4-4476-9d52-1dae1096b67b tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f64f608-6d0a-4d4e-beff-b9b07274a5d8 HTTP/1.1" status: 200  len: 205 time: 0.1705394
Apr 09 21:19:11.891239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ac1ca-369a-4840-b175-319997764306 None None] Checking router: f29184fe-a00c-4185-9a49-5473eaa17efc for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:11.951180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4a339710-38b2-49f1-9e36-1d849e85799b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:11.951835 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:12.019809 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] Deleting port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:12.021504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:12.046331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ac1ca-369a-4840-b175-319997764306 None None] Routers {'f29184fe-a00c-4185-9a49-5473eaa17efc'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:12.050105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-065ac1ca-369a-4840-b175-319997764306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375c59a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f29184fe-a00c-4185-9a49-5473eaa17efc'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:12.176374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:12.222193 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-03277b82-e834-4bfb-a0c4-f23eb88a4eca tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] delete failed (client error): The resource could not be found.
Apr 09 21:19:12.234849 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-03277b82-e834-4bfb-a0c4-f23eb88a4eca tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/9f64f608-6d0a-4d4e-beff-b9b07274a5d8 HTTP/1.1" status: 404  len: 336 time: 0.3720932
Apr 09 21:19:12.236291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51110) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:12.256390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=6514789d-4f96-43a2-9e8b-3c046cc4be0e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:12.293867 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237702d820>, [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172'}], 'enable_snat': True}, 'gw_port_id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 4, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port': {'id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:54Z', 'updated_at': '2022-04-09T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4b52d0e9-58f9-4d71-a474-8bc98fe422ad', 'name': '', 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'mac_address': 'fa:16:3e:e5:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'a9f20bab-e521-4389-9f77-b59bb6a7476b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:03Z', 'updated_at': '2022-04-09T21:19:08Z', 'revision_number': 2, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'subnets': [{'id': 'a9f20bab-e521-4389-9f77-b59bb6a7476b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:12.367506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (f29184fe-a00c-4185-9a49-5473eaa17efc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:12.385072 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Checking router: 46ae9007-be54-420b-aebc-f9245fc6e37c for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:12.400387 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Updating router 46ae9007-be54-420b-aebc-f9245fc6e37c port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:19:12.418269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0ba45d03-d153-47de-b3ee-c7a236f7a982 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "GET /v2.0/ports?device_id=41e149b7-eaaf-445b-b15c-55884007bb91 HTTP/1.1" status: 200  len: 205 time: 0.1628470
Apr 09 21:19:12.433761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51118) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:12.487111 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:12.648111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:12.648604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:12.648732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] For port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e2aebd-5175-48d2-bbc9-a67e9897c5c3,segment=NetworkSegment(2cd71139-624c-4db4-bdc6-bff72c78b566),segment_id=2cd71139-624c-4db4-bdc6-bff72c78b566)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:12.649138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:12.719055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] Calling delete_port for c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:12.748348 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-ef098b9b-9201-4a34-87c4-c94d5aae6aee tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] delete failed (client error): The resource could not be found.
Apr 09 21:19:12.761079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.20.0.1 (876eb1db-32c5-4e70-b579-253a7ddb2a98/52ed324e-618d-4b2b-a5da-f2c0824945dd/3d317abb-82df-4fbd-9226-1d0faa25a476) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:12.769678 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ef098b9b-9201-4a34-87c4-c94d5aae6aee tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/routers/41e149b7-eaaf-445b-b15c-55884007bb91 HTTP/1.1" status: 404  len: 336 time: 0.1412950
Apr 09 21:19:12.774505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51128) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:12.882059 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-099a8b95-5c2c-45a7-8d08-e60275bce771 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:19:12.887574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099a8b95-5c2c-45a7-8d08-e60275bce771 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:19:12.899277 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-099a8b95-5c2c-45a7-8d08-e60275bce771 tempest-RoutersIpV6AdminTest-1043878454 tempest-RoutersIpV6AdminTest-1043878454-project] 10.222.0.30 "DELETE /v2.0/subnets/acd548af-44b6-4127-b111-335e554bb90f HTTP/1.1" status: 404  len: 337 time: 0.1222081
Apr 09 21:19:12.973170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b7faf-2c6f-4f8a-a6dd-b34d968f60c9 req-5e324fac-45f8-4331-b5dc-54f97bdbbddb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:12.975519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-691b7faf-2c6f-4f8a-a6dd-b34d968f60c9 req-5e324fac-45f8-4331-b5dc-54f97bdbbddb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.1707003
Apr 09 21:19:13.018465 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network 9fd0013b-8998-434e-a11e-6eef7bbac946 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:13.022598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:13.064862 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (3d317abb-82df-4fbd-9226-1d0faa25a476), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:13.112588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-691b7faf-2c6f-4f8a-a6dd-b34d968f60c9 req-05edc6b6-457f-44b0-827f-54a237a376d3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293631
Apr 09 21:19:13.172510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-caae8aca-6da5-4764-98cb-a7ed0615add9 None None] Current status of the port 4a339710-38b2-49f1-9e36-1d849e85799b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:13.178481 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-caae8aca-6da5-4764-98cb-a7ed0615add9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:13.183923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3d317abb-82df-4fbd-9226-1d0faa25a476), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:13.328674 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Publish callbacks [] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:13.343091 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:13.392556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=3d317abb-82df-4fbd-9226-1d0faa25a476,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:13.413681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:13.421890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:13.425316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:13.522851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (7d24fc38-5036-4bbf-a08c-d824926b93b8), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:13.527757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4a339710-38b2-49f1-9e36-1d849e85799b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:13.529155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:13.598902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae0f5f-4518-498f-9e5d-03c96b5110a5 None None] Pushing event updated for resources: {'Port': ['ID=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:13.706644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51150) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:13.728453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-caae8aca-6da5-4764-98cb-a7ed0615add9 None None] For port 4a339710-38b2-49f1-9e36-1d849e85799b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a339710-38b2-49f1-9e36-1d849e85799b,segment=NetworkSegment(32b3f770-bb0f-4a53-a8a7-23efec442987),segment_id=32b3f770-bb0f-4a53-a8a7-23efec442987)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:13.775626 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-caae8aca-6da5-4764-98cb-a7ed0615add9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:13.804148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-065ac1ca-369a-4840-b175-319997764306 None None] Set router f29184fe-a00c-4185-9a49-5473eaa17efc gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:13.952778 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Attempting to bind port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:13.953171 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Attempting to bind port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:13.962326 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Attempting to bind port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad on network 412c99c1-d436-4ce1-895a-a528b2b5606f {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:13.997322 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:13.998409 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Checking segment: {'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:13.998820 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:14.001692 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Bound using segment: {'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:14.003628 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Bound port: 4b52d0e9-58f9-4d71-a474-8bc98fe422ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48a98dc-52fa-4752-a728-c44f078fcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:14.006603 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:14.123677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3d317abb-82df-4fbd-9226-1d0faa25a476), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:14.241801 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] For port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:14.249517 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] For port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,segment=NetworkSegment(c48a98dc-52fa-4752-a728-c44f078fcc8c),segment_id=c48a98dc-52fa-4752-a728-c44f078fcc8c)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:14.265208 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:14.311583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e434a507-0737-4577-8e5f-03b1b4975ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:14.343182 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (c5e2aebd-5175-48d2-bbc9-a67e9897c5c3), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:14.405625 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Routers {'46ae9007-be54-420b-aebc-f9245fc6e37c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:14.407855 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237702d820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['46ae9007-be54-420b-aebc-f9245fc6e37c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:14.417701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d9c9e05d-3811-4d7d-8583-dc6c226a69c4 None None] Provisioning complete for port 4a339710-38b2-49f1-9e36-1d849e85799b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:14.424398 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d9c9e05d-3811-4d7d-8583-dc6c226a69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:14.479800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:19:14.480305 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:19:14.512771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port 62cb7f7e-5fc6-45f6-98f6-df3d2108e004, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62cb7f7e-5fc6-45f6-98f6-df3d2108e004,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:14.513343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:14.546622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:14.564249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:14.576919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd128b-e918-48ac-82e1-8023d73bc7e1 req-eb1897b3-d9da-4919-8a90-bb3c96913633 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:14.578895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74dd128b-e918-48ac-82e1-8023d73bc7e1 req-eb1897b3-d9da-4919-8a90-bb3c96913633 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.2740130
Apr 09 21:19:14.594458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae8aca-6da5-4764-98cb-a7ed0615add9 None None] Pushing event updated for resources: {'Port': ['ID=4a339710-38b2-49f1-9e36-1d849e85799b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:14.604942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] No DVR routers for this DVR port c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:19:14.680462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-065ac1ca-369a-4840-b175-319997764306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375c59a30>, [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:19:06Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:14.782822 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] Set router 46ae9007-be54-420b-aebc-f9245fc6e37c gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:14.823632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea51776-2938-418f-97f0-48eba081dc8d None None] Pushing event deleted for resources: {'Port': ['ID=c5e2aebd-5175-48d2-bbc9-a67e9897c5c3,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:14.839443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ac1ca-369a-4840-b175-319997764306 None None] The sync data for ids ['f29184fe-a00c-4185-9a49-5473eaa17efc'] in ncdv-master-1 is: [{'id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292735766', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:16:00Z', 'updated_at': '2022-04-09T21:19:06Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '62cb7f7e-5fc6-45f6-98f6-df3d2108e004', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29184fe-a00c-4185-9a49-5473eaa17efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:16:01Z', 'updated_at': '2022-04-09T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:14.856781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74dd128b-e918-48ac-82e1-8023d73bc7e1 req-1160c856-49a6-4971-b0f6-61bd90b9483a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2668314
Apr 09 21:19:14.894192 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae0f5f-4518-498f-9e5d-03c96b5110a5 None None] Pushing event updated for resources: {'Port': ['ID=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:14.985958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51200) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:15.023123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9e05d-3811-4d7d-8583-dc6c226a69c4 None None] Current status of the port 4a339710-38b2-49f1-9e36-1d849e85799b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:15.041214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4a339710-38b2-49f1-9e36-1d849e85799b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:15.043649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d9c9e05d-3811-4d7d-8583-dc6c226a69c4 None None] Provisioning complete for port 6514789d-4f96-43a2-9e8b-3c046cc4be0e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:15.044217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d9c9e05d-3811-4d7d-8583-dc6c226a69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.059192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e434a507-0737-4577-8e5f-03b1b4975ed5 admin admin] Publish callbacks [] for security_group (689c7d5d-4829-4740-9284-5c43c041c95e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.103459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9e05d-3811-4d7d-8583-dc6c226a69c4 None None] Port 6514789d-4f96-43a2-9e8b-3c046cc4be0e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:15.162908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:15.176852 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d638c07-9acb-4296-9a8d-c730533ac811 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6356139
Apr 09 21:19:15.177711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:15.178104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51206) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:15.189764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831968328'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:15.194607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:15.200064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376644fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:15.316741 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237702d820>, [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172'}], 'enable_snat': True}, 'gw_port_id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 4, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port': {'id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:54Z', 'updated_at': '2022-04-09T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4b52d0e9-58f9-4d71-a474-8bc98fe422ad', 'name': '', 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'mac_address': 'fa:16:3e:e5:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'a9f20bab-e521-4389-9f77-b59bb6a7476b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:03Z', 'updated_at': '2022-04-09T21:19:14Z', 'revision_number': 4, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'subnets': [{'id': 'a9f20bab-e521-4389-9f77-b59bb6a7476b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:15.326144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e434a507-0737-4577-8e5f-03b1b4975ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (689c7d5d-4829-4740-9284-5c43c041c95e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.372797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:15.376197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.395384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4ba242a7-7acb-4a7a-ae13-8691035c4bc7 None None] Provisioning complete for port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:15.397859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ba242a7-7acb-4a7a-ae13-8691035c4bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.400840 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccb18d-990a-45f5-a474-1507ce4ac81d None None] The sync data for ids ['46ae9007-be54-420b-aebc-f9245fc6e37c'] in ncdv-master-1 is: [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172'}], 'enable_snat': True}, 'gw_port_id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 4, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port': {'id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:54Z', 'updated_at': '2022-04-09T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4b52d0e9-58f9-4d71-a474-8bc98fe422ad', 'name': '', 'network_id': '412c99c1-d436-4ce1-895a-a528b2b5606f', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'mac_address': 'fa:16:3e:e5:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'a9f20bab-e521-4389-9f77-b59bb6a7476b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:03Z', 'updated_at': '2022-04-09T21:19:14Z', 'revision_number': 4, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'subnets': [{'id': 'a9f20bab-e521-4389-9f77-b59bb6a7476b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:15.433306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (62cb7f7e-5fc6-45f6-98f6-df3d2108e004), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.488908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=62cb7f7e-5fc6-45f6-98f6-df3d2108e004,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:15.547503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:15.626582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (394ddee3-e59d-417a-aecb-1c9b65f30f70), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.626942 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment 394ddee3-e59d-417a-aecb-1c9b65f30f70 of type vlan for network cd4e62ec-c895-441c-8596-ad2f67ea7abe
Apr 09 21:19:15.678337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e434a507-0737-4577-8e5f-03b1b4975ed5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a57e29e56e1b4eb193575f404d3da032&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9702864
Apr 09 21:19:15.679400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51220) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:15.729435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434a507-0737-4577-8e5f-03b1b4975ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c7d5d-4829-4740-9284-5c43c041c95e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:15.850843 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (3d317abb-82df-4fbd-9226-1d0faa25a476), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.861553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac40b132-7d21-42fd-a96d-cdf12bb3d731 admin admin] Publish callbacks [] for security_group (689c7d5d-4829-4740-9284-5c43c041c95e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.866708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3d317abb-82df-4fbd-9226-1d0faa25a476), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.945270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4a339710-38b2-49f1-9e36-1d849e85799b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:15.950679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (cd4e62ec-c895-441c-8596-ad2f67ea7abe), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:15.971130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (f29184fe-a00c-4185-9a49-5473eaa17efc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.078053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:16.081339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4a339710-38b2-49f1-9e36-1d849e85799b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:16.081715 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.090193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (7d24fc38-5036-4bbf-a08c-d824926b93b8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.249763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (f29184fe-a00c-4185-9a49-5473eaa17efc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.256225 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_controller (f29184fe-a00c-4185-9a49-5473eaa17efc), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.350985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (cd4e62ec-c895-441c-8596-ad2f67ea7abe), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.353685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:16.354516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.451859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4ba242a7-7acb-4a7a-ae13-8691035c4bc7 None None] Current status of the port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:16.451859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ba242a7-7acb-4a7a-ae13-8691035c4bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.567032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (f29184fe-a00c-4185-9a49-5473eaa17efc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.569164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Fanout notify agent at l3_agent the message router_deleted on router f29184fe-a00c-4185-9a49-5473eaa17efc {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:19:16.580575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4ba242a7-7acb-4a7a-ae13-8691035c4bc7 None None] For port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,segment=NetworkSegment(c48a98dc-52fa-4752-a728-c44f078fcc8c),segment_id=c48a98dc-52fa-4752-a728-c44f078fcc8c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:16.594280 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.4094214
Apr 09 21:19:16.607892 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.612444 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-92b91ad2-f8c7-46c6-8bf5-fed084702bb6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/routers/f29184fe-a00c-4185-9a49-5473eaa17efc HTTP/1.1" status: 204  len: 168 time: 5.5894911
Apr 09 21:19:16.616849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a802640-9251-430a-af40-9c6c7677680c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=cd4e62ec-c895-441c-8596-ad2f67ea7abe,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:16.619495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51260) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:16.619837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51262) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:16.633102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:16.637122 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ba242a7-7acb-4a7a-ae13-8691035c4bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:16.717679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network cd4e62ec-c895-441c-8596-ad2f67ea7abe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:16.735831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba242a7-7acb-4a7a-ae13-8691035c4bc7 None None] Pushing event updated for resources: {'Port': ['ID=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:16.887474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4a339710-38b2-49f1-9e36-1d849e85799b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:17.012297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376644fd0>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:09Z', 'revision_number': 3, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:10Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:17.127005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:17.127718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Updating router ba4e426e-6e99-4200-ad1c-5c948a12f7fa port 6514789d-4f96-43a2-9e8b-3c046cc4be0e binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:19:17.169362 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (94987c3c-74d8-4227-9a28-ca107fefd2ce), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.185508 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac40b132-7d21-42fd-a96d-cdf12bb3d731 admin admin] Publish callbacks [] for security_group (689c7d5d-4829-4740-9284-5c43c041c95e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.203569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.247304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc6c58-d9ff-44b2-ab79-678d6fb02875 req-91eaab17-d66b-4db5-97e7-c70c9418d2e2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:17.255342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06dc6c58-d9ff-44b2-ab79-678d6fb02875 req-91eaab17-d66b-4db5-97e7-c70c9418d2e2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 1.1478314
Apr 09 21:19:17.267704 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac40b132-7d21-42fd-a96d-cdf12bb3d731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (689c7d5d-4829-4740-9284-5c43c041c95e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.271552 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ac40b132-7d21-42fd-a96d-cdf12bb3d731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.274238 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ac40b132-7d21-42fd-a96d-cdf12bb3d731 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/689c7d5d-4829-4740-9284-5c43c041c95e HTTP/1.1" status: 204  len: 168 time: 1.5891521
Apr 09 21:19:17.329088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e341a913-5b97-4f6e-aaef-6b227399e7bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:17.350324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:17.377319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.703956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: e341a913-5b97-4f6e-aaef-6b227399e7bd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:17.704604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e341a913-5b97-4f6e-aaef-6b227399e7bd not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:17.705216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:17.744540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (94987c3c-74d8-4227-9a28-ca107fefd2ce), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.768555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:17.769126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c5e2aebd-5175-48d2-bbc9-a67e9897c5c3 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:17.785194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:17.791185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40b132-7d21-42fd-a96d-cdf12bb3d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c7d5d-4829-4740-9284-5c43c041c95e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:17.798144 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Publish callbacks [] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.823951 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:17.829840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:17.880366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=3d317abb-82df-4fbd-9226-1d0faa25a476,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:17.919056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06dc6c58-d9ff-44b2-ab79-678d6fb02875 req-843a0c0b-ce70-48b4-aead-a5b248ec7330 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6628122
Apr 09 21:19:17.936639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237759ccd0>,) {'filters': {'network_id': ['94987c3c-74d8-4227-9a28-ca107fefd2ce']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:17.983042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237759ccd0>, '2cd71139-624c-4db4-bdc6-bff72c78b566') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:17.983340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237759ccd0>, '2cd71139-624c-4db4-bdc6-bff72c78b566') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:18.008147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (5da8371a-b386-4aa0-bd79-21c611a8d39b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.011307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (2cd71139-624c-4db4-bdc6-bff72c78b566), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.100090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e82e9-6052-4759-b4aa-aaa46bfc651c None None] Pushing event updated for resources: {'Port': ['ID=6514789d-4f96-43a2-9e8b-3c046cc4be0e,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:18.104676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=5da8371a-b386-4aa0-bd79-21c611a8d39b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:18.127477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2cd71139-624c-4db4-bdc6-bff72c78b566), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.143568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51314) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:18.158629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:19:18.159360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (2cd71139-624c-4db4-bdc6-bff72c78b566), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:19:18.166021 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:19:18.227627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4b52d0e9-58f9-4d71-a474-8bc98fe422ad up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:18.358843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:18.360792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: cd4e62ec-c895-441c-8596-ad2f67ea7abe, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:18.389056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (94987c3c-74d8-4227-9a28-ca107fefd2ce), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.404137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.412254 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/networks/94987c3c-74d8-4227-9a28-ca107fefd2ce HTTP/1.1" status: 204  len: 168 time: 1.7712715
Apr 09 21:19:18.417940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:18.425353 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6dd088e3-01fd-42c2-b380-fdde2b5e2f72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5d77ab6ee7c475eb4eae4021c347560&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2782249
Apr 09 21:19:18.428438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51318) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:18.457763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Attempting to bind port 6514789d-4f96-43a2-9e8b-3c046cc4be0e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:18.458319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Attempting to bind port 6514789d-4f96-43a2-9e8b-3c046cc4be0e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:18.458774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Attempting to bind port 6514789d-4f96-43a2-9e8b-3c046cc4be0e on network 9fd0013b-8998-434e-a11e-6eef7bbac946 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:18.464255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:18.464638 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.467565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:18.467949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Checking segment: {'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:18.468348 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.468748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Bound using segment: {'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:18.469804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Bound port: 6514789d-4f96-43a2-9e8b-3c046cc4be0e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b3f770-bb0f-4a53-a8a7-23efec442987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:18.470196 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.476978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (d47aa58e-fe9f-4134-b019-24343f04480c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.482647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network cd4e62ec-c895-441c-8596-ad2f67ea7abe is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:18.511065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ce6e3-fc08-48f3-bf96-c37432d42ddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Network': ['ID=94987c3c-74d8-4227-9a28-ca107fefd2ce,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:18.519847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e34f942f-3b7f-4cff-87c6-9c3828b0173e None None] Provisioning complete for port 6514789d-4f96-43a2-9e8b-3c046cc4be0e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:18.520161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e34f942f-3b7f-4cff-87c6-9c3828b0173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.551139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd4e62ec-c895-441c-8596-ad2f67ea7abe) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:18.574047 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:18.575752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.583287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:18.609095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] For port 6514789d-4f96-43a2-9e8b-3c046cc4be0e, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:18.612898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] For port 6514789d-4f96-43a2-9e8b-3c046cc4be0e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6514789d-4f96-43a2-9e8b-3c046cc4be0e,segment=NetworkSegment(32b3f770-bb0f-4a53-a8a7-23efec442987),segment_id=32b3f770-bb0f-4a53-a8a7-23efec442987)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:18.625028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4605fd-7c2c-427b-a599-0016b3ec2ad4 None None] Network cd4e62ec-c895-441c-8596-ad2f67ea7abe requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:18.636637 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:18.656852 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1589393-9087-4b35-a89e-6931c3069ef0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0358908
Apr 09 21:19:18.663942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51326) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:18.769393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e34f942f-3b7f-4cff-87c6-9c3828b0173e None None] Port 6514789d-4f96-43a2-9e8b-3c046cc4be0e cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:18.849610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:18.850360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376644fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:18.902293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e82e9-6052-4759-b4aa-aaa46bfc651c None None] Pushing event updated for resources: {'Port': ['ID=6514789d-4f96-43a2-9e8b-3c046cc4be0e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:18.982539 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76321db5-7d94-4b29-87d0-80dbef80de8c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (b7a3ce16-dc8d-45be-9003-e7b412ba9d72), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.045101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:19:19.046086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.061850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:19.084768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:19.091930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd131209-ff66-4c22-bd68-579c1a4adc10 admin admin] Publish callbacks [] for security_group (609bfd28-fefc-433c-be94-6e239f06575c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.141884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76321db5-7d94-4b29-87d0-80dbef80de8c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (b7a3ce16-dc8d-45be-9003-e7b412ba9d72), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.181585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:19.211295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa80371-65cf-404e-a661-dc197bb88129 req-87d92b6e-9010-4f75-bd9f-461640b84b65 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:19.212816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fa80371-65cf-404e-a661-dc197bb88129 req-87d92b6e-9010-4f75-bd9f-461640b84b65 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.1399958
Apr 09 21:19:19.232731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:19.233169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 62cb7f7e-5fc6-45f6-98f6-df3d2108e004 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:19.422761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd131209-ff66-4c22-bd68-579c1a4adc10 admin admin] Publish callbacks [] for security_group (609bfd28-fefc-433c-be94-6e239f06575c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.431895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Deleting port 83dce6ea-84e1-4f47-98c9-8291d8b88960 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:19.432240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.606570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ac971ac2-374f-40b9-ad55-1a0b78a863bf None None] Provisioning complete for port 6514789d-4f96-43a2-9e8b-3c046cc4be0e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:19.606889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac971ac2-374f-40b9-ad55-1a0b78a863bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.638050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fa80371-65cf-404e-a661-dc197bb88129 req-5cc53e5b-af2d-49fd-9682-5dd90973d9a6 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3424723
Apr 09 21:19:19.654035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:19.664568 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-04e98522-f948-4e7d-91f2-daa9002084c1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/routers/7d24fc38-5036-4bbf-a08c-d824926b93b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8205371
Apr 09 21:19:19.671083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51366) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:19.677870 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04896413-b2ac-4275-8111-fc79e2f6f52c None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:19.698707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'port': {'network_id': '876eb1db-32c5-4e70-b579-253a7ddb2a98', 'name': 'tempest-FloatingIPTestJSON-721469358'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:19.703147 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04896413-b2ac-4275-8111-fc79e2f6f52c None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:19.703931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-04896413-b2ac-4275-8111-fc79e2f6f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237702d6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:19.736898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] For port 83dce6ea-84e1-4f47-98c9-8291d8b88960, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83dce6ea-84e1-4f47-98c9-8291d8b88960,segment=NetworkSegment(31ffbdda-6167-4beb-98b1-0641486772b5),segment_id=31ffbdda-6167-4beb-98b1-0641486772b5)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:19.736898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.752245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Calling delete_port for 83dce6ea-84e1-4f47-98c9-8291d8b88960 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:19.777394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd131209-ff66-4c22-bd68-579c1a4adc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (609bfd28-fefc-433c-be94-6e239f06575c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.779955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd131209-ff66-4c22-bd68-579c1a4adc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.781144 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dd131209-ff66-4c22-bd68-579c1a4adc10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/609bfd28-fefc-433c-be94-6e239f06575c HTTP/1.1" status: 204  len: 168 time: 1.3339739
Apr 09 21:19:19.787081 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-04896413-b2ac-4275-8111-fc79e2f6f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237702d6d0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:19.804433 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04896413-b2ac-4275-8111-fc79e2f6f52c None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:19.805084 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-04896413-b2ac-4275-8111-fc79e2f6f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237702d6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:18:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:19.812964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76321db5-7d94-4b29-87d0-80dbef80de8c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b7a3ce16-dc8d-45be-9003-e7b412ba9d72), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.822866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76321db5-7d94-4b29-87d0-80dbef80de8c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:19.826673 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-76321db5-7d94-4b29-87d0-80dbef80de8c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/security-groups/b7a3ce16-dc8d-45be-9003-e7b412ba9d72 HTTP/1.1" status: 204  len: 168 time: 1.3964493
Apr 09 21:19:19.826673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd131209-ff66-4c22-bd68-579c1a4adc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609bfd28-fefc-433c-be94-6e239f06575c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:19.868504 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-04896413-b2ac-4275-8111-fc79e2f6f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237702d6d0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:19.882800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Allocated IP 2001:db8:2::2 (cd4e62ec-c895-441c-8596-ad2f67ea7abe/5da8371a-b386-4aa0-bd79-21c611a8d39b/84c6e048-af98-4efa-8dce-9d6ea4b5d872) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:19.885830 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04896413-b2ac-4275-8111-fc79e2f6f52c None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:19.889097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76321db5-7d94-4b29-87d0-80dbef80de8c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a3ce16-dc8d-45be-9003-e7b412ba9d72,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:20.091111 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.270597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (83dce6ea-84e1-4f47-98c9-8291d8b88960), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.285328 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Publish callbacks [] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.322775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Pushing event deleted for resources: {'Port': ['ID=83dce6ea-84e1-4f47-98c9-8291d8b88960,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:20.335497 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.387453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51404) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:20.422249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-109f1fcf-2af2-4c78-aa93-3335a1f35b86 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146611863', 'description': 'tempest-secgroup-smoke-146611863 description', 'project_id': '0cbaded0b4ad4c4587cc36402e326750'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:20.519381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-109f1fcf-2af2-4c78-aa93-3335a1f35b86 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.521510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Network cd4e62ec-c895-441c-8596-ad2f67ea7abe is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:20.662467 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:20.689475 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-109f1fcf-2af2-4c78-aa93-3335a1f35b86 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (fb11903d-6ac3-4f15-962e-cd63d405a5b2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.702693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376644fd0>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:09Z', 'revision_number': 3, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:18Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:20.714246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:20.715452 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (d47aa58e-fe9f-4134-b019-24343f04480c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.728761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:20.732354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.757248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] device_id is not set on port ce87a840-8b3f-4663-a5e1-1a742152d97b yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:20.783226 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-109f1fcf-2af2-4c78-aa93-3335a1f35b86 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fb11903d-6ac3-4f15-962e-cd63d405a5b2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.890763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-109f1fcf-2af2-4c78-aa93-3335a1f35b86 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:20.892086 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-109f1fcf-2af2-4c78-aa93-3335a1f35b86 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5036609
Apr 09 21:19:20.898387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51418) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:20.913110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ddc623db-7c14-4448-b97d-d1d91eeedf99 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'fb11903d-6ac3-4f15-962e-cd63d405a5b2', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:20.924945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f1fcf-2af2-4c78-aa93-3335a1f35b86 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb11903d-6ac3-4f15-962e-cd63d405a5b2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:20.943273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.20.0.3 (876eb1db-32c5-4e70-b579-253a7ddb2a98/52ed324e-618d-4b2b-a5da-f2c0824945dd/ce87a840-8b3f-4663-a5e1-1a742152d97b) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:20.980595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1e56e-9833-4d24-92c3-3156489d705e None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:09Z', 'revision_number': 3, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:18Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:21.004016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Pushing event updated for resources: {'Port': ['ID=84c6e048-af98-4efa-8dce-9d6ea4b5d872,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:21.014329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-71c62274-8af6-43f8-b496-3d663fae3de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.038785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51420) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:21.045169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ac971ac2-374f-40b9-ad55-1a0b78a863bf None None] Current status of the port 6514789d-4f96-43a2-9e8b-3c046cc4be0e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:21.045579 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac971ac2-374f-40b9-ad55-1a0b78a863bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.141495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddc623db-7c14-4448-b97d-d1d91eeedf99 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (830835e5-c986-4df6-8c35-4796c88cd682), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.198510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Attempting to bind port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:21.198852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Attempting to bind port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:21.199182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Attempting to bind port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 on network cd4e62ec-c895-441c-8596-ad2f67ea7abe {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:21.228278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8:2::1 (cd4e62ec-c895-441c-8596-ad2f67ea7abe/5da8371a-b386-4aa0-bd79-21c611a8d39b/b8203a95-6a5e-4db1-a3de-5bc2181bc501) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:21.234509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:21.234909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Checking segment: {'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:21.235331 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.235742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Bound using segment: {'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:21.236255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Bound port: 84c6e048-af98-4efa-8dce-9d6ea4b5d872, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:21.241876 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.268557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ac971ac2-374f-40b9-ad55-1a0b78a863bf None None] For port 6514789d-4f96-43a2-9e8b-3c046cc4be0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6514789d-4f96-43a2-9e8b-3c046cc4be0e,segment=NetworkSegment(32b3f770-bb0f-4a53-a8a7-23efec442987),segment_id=32b3f770-bb0f-4a53-a8a7-23efec442987)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:21.301997 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac971ac2-374f-40b9-ad55-1a0b78a863bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.389081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddc623db-7c14-4448-b97d-d1d91eeedf99 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (830835e5-c986-4df6-8c35-4796c88cd682), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.423254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddc623db-7c14-4448-b97d-d1d91eeedf99 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (830835e5-c986-4df6-8c35-4796c88cd682), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.478721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (ce87a840-8b3f-4663-a5e1-1a742152d97b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.534391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac971ac2-374f-40b9-ad55-1a0b78a863bf None None] Pushing event updated for resources: {'Port': ['ID=6514789d-4f96-43a2-9e8b-3c046cc4be0e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:21.549344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] For port 84c6e048-af98-4efa-8dce-9d6ea4b5d872, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:21.554041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] For port 84c6e048-af98-4efa-8dce-9d6ea4b5d872, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c6e048-af98-4efa-8dce-9d6ea4b5d872,segment=NetworkSegment(394ddee3-e59d-417a-aecb-1c9b65f30f70),segment_id=394ddee3-e59d-417a-aecb-1c9b65f30f70)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:21.557712 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ce87a840-8b3f-4663-a5e1-1a742152d97b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.567820 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:21.642413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c6c7c-3a6e-4439-bcef-42f7f948ac24 req-dd504752-9184-4bc4-a29d-bffb54855c70 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:21.644196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e74c6c7c-3a6e-4439-bcef-42f7f948ac24 req-dd504752-9184-4bc4-a29d-bffb54855c70 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.5365934
Apr 09 21:19:21.670635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:21.685732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:21.695843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:21.775501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908da659-095d-4755-9144-d31b31ec8d87 None None] Pushing event updated for resources: {'Port': ['ID=84c6e048-af98-4efa-8dce-9d6ea4b5d872,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:22.035925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=ce87a840-8b3f-4663-a5e1-1a742152d97b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:22.189948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6514789d-4f96-43a2-9e8b-3c046cc4be0e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:22.279483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc623db-7c14-4448-b97d-d1d91eeedf99 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830835e5-c986-4df6-8c35-4796c88cd682,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:22.334257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f82679b-df35-4518-a3f7-7493cc1bab62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.417678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6514789d-4f96-43a2-9e8b-3c046cc4be0e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:22.418424 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.485613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f82679b-df35-4518-a3f7-7493cc1bab62 admin admin] Publish callbacks [] for security_group (c99a3f0a-e854-4e67-a1e6-a32e36391766), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.494541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddc623db-7c14-4448-b97d-d1d91eeedf99 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.500420 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ddc623db-7c14-4448-b97d-d1d91eeedf99 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5953436
Apr 09 21:19:22.507187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51438) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:22.513651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-19926e7b-8091-4190-8ce3-f03ca66cb443 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'fb11903d-6ac3-4f15-962e-cd63d405a5b2', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:22.518678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f82679b-df35-4518-a3f7-7493cc1bab62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c99a3f0a-e854-4e67-a1e6-a32e36391766), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.619314 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9f82679b-df35-4518-a3f7-7493cc1bab62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01a83ead13074ad88b5cfca0a888b1b9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5669558
Apr 09 21:19:22.619996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51442) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:22.632630 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82679b-df35-4518-a3f7-7493cc1bab62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99a3f0a-e854-4e67-a1e6-a32e36391766,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:22.691655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:22.691886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6514789d-4f96-43a2-9e8b-3c046cc4be0e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:22.692533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.711235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e74c6c7c-3a6e-4439-bcef-42f7f948ac24 req-023a844f-321b-4a03-975b-dd5c228adc00 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0540736
Apr 09 21:19:22.748465 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.785876 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5df2f042-97a9-417a-8811-1036e7b31201 admin admin] Publish callbacks [] for security_group (c99a3f0a-e854-4e67-a1e6-a32e36391766), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.795631 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1b1d57e8-f7d0-4711-8660-b88ee9fd5f84 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.1234245
Apr 09 21:19:22.804295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51448) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:22.812301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'port': {'network_id': '876eb1db-32c5-4e70-b579-253a7ddb2a98', 'name': 'tempest-FloatingIPTestJSON-1148406448'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:22.816968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5df2f042-97a9-417a-8811-1036e7b31201 admin admin] Publish callbacks [] for security_group (c99a3f0a-e854-4e67-a1e6-a32e36391766), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.895841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19926e7b-8091-4190-8ce3-f03ca66cb443 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (21312daa-7f12-4a8f-bcf3-c6ce44525847), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.915275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d31d26c3-e90e-431b-84e4-8684285d4c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.939920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5df2f042-97a9-417a-8811-1036e7b31201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c99a3f0a-e854-4e67-a1e6-a32e36391766), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.942617 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5df2f042-97a9-417a-8811-1036e7b31201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:22.947429 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5df2f042-97a9-417a-8811-1036e7b31201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c99a3f0a-e854-4e67-a1e6-a32e36391766 HTTP/1.1" status: 204  len: 168 time: 0.3053741
Apr 09 21:19:22.960850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Router d47aa58e-fe9f-4134-b019-24343f04480c has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:22.986604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2f042-97a9-417a-8811-1036e7b31201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99a3f0a-e854-4e67-a1e6-a32e36391766,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:23.078812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.101895 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19926e7b-8091-4190-8ce3-f03ca66cb443 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (21312daa-7f12-4a8f-bcf3-c6ce44525847), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.144489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19926e7b-8091-4190-8ce3-f03ca66cb443 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (21312daa-7f12-4a8f-bcf3-c6ce44525847), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.145679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51456) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:23.171964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:23.186117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d3e51852-1bfc-43e2-8234-bb985d28d416 admin admin] 10.222.0.30 "PUT /v2.0/routers/d47aa58e-fe9f-4134-b019-24343f04480c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1861513
Apr 09 21:19:23.187083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] Sync routers for ids ['d47aa58e-fe9f-4134-b019-24343f04480c'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:23.192871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51460) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:23.201253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network cd4e62ec-c895-441c-8596-ad2f67ea7abe is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:23.207075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] Routers {'d47aa58e-fe9f-4134-b019-24343f04480c'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:23.207955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376772790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d47aa58e-fe9f-4134-b019-24343f04480c'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:23.210869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-19926e7b-8091-4190-8ce3-f03ca66cb443 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.212554 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-19926e7b-8091-4190-8ce3-f03ca66cb443 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7035351
Apr 09 21:19:23.222135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51462) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:23.226025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19926e7b-8091-4190-8ce3-f03ca66cb443 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21312daa-7f12-4a8f-bcf3-c6ce44525847,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:23.231949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:23.240719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d47e2970-cd89-425c-8cfe-283691ad0669 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'fb11903d-6ac3-4f15-962e-cd63d405a5b2', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:23.291037 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:23.292702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.463051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d47e2970-cd89-425c-8cfe-283691ad0669 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (baf0975c-9189-487f-935f-39b7b9556947), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.508034 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=b8203a95-6a5e-4db1-a3de-5bc2181bc501,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:23.539327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] Set router d47aa58e-fe9f-4134-b019-24343f04480c gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:23.629724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:23.644220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.701360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d55c3-bd25-4c8c-a204-ca02232358fb None None] Network cd4e62ec-c895-441c-8596-ad2f67ea7abe requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:23.740217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.741836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] device_id is not set on port 9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:23.764069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks [] for router (d47aa58e-fe9f-4134-b019-24343f04480c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.764911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-561699444', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:23.794346 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d47e2970-cd89-425c-8cfe-283691ad0669 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (baf0975c-9189-487f-935f-39b7b9556947), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.810622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d47e2970-cd89-425c-8cfe-283691ad0669 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (baf0975c-9189-487f-935f-39b7b9556947), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.896806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Made reservation on behalf of ba3d8e7401d8456b890802e1664c5319 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:23.910609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.914770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6ed878eb-b12b-49b5-be23-a2c8d08f8d3a None None] Provisioning complete for port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:23.915397 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ed878eb-b12b-49b5-be23-a2c8d08f8d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.915915 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e2970-cd89-425c-8cfe-283691ad0669 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf0975c-9189-487f-935f-39b7b9556947,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:23.936643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d47e2970-cd89-425c-8cfe-283691ad0669 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:23.937838 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d47e2970-cd89-425c-8cfe-283691ad0669 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7010734
Apr 09 21:19:23.941285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51476) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:23.956971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cd770731-6687-4235-95f7-0da93f902f16 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'fb11903d-6ac3-4f15-962e-cd63d405a5b2', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:23.978003 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.095774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 84c6e048-af98-4efa-8dce-9d6ea4b5d872 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:24.214278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks [] for router_gateway (d47aa58e-fe9f-4134-b019-24343f04480c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.238267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddadde9-db48-480d-91ed-09d5c07f8b0b req-ef27d228-b0f0-471a-8d55-96d4500b1442 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:24.240396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ddadde9-db48-480d-91ed-09d5c07f8b0b req-ef27d228-b0f0-471a-8d55-96d4500b1442 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.2873025
Apr 09 21:19:24.264195 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.300200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:24.301330 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.303687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376772790>, [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:19:20Z', 'revision_number': 5, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port': {'id': '2ada5b30-02fa-4e42-80ca-5335be0bc3ca', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:41Z', 'updated_at': '2022-04-09T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:24.386197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6ed878eb-b12b-49b5-be23-a2c8d08f8d3a None None] Current status of the port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:24.386847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ed878eb-b12b-49b5-be23-a2c8d08f8d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.403457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd770731-6687-4235-95f7-0da93f902f16 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (430e2375-8484-4d50-980d-d888b1bc2a6c), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.415986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] Checking router: d47aa58e-fe9f-4134-b019-24343f04480c for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:24.465849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Deleting port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:24.466460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.474957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6ed878eb-b12b-49b5-be23-a2c8d08f8d3a None None] For port 84c6e048-af98-4efa-8dce-9d6ea4b5d872, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c6e048-af98-4efa-8dce-9d6ea4b5d872,segment=NetworkSegment(394ddee3-e59d-417a-aecb-1c9b65f30f70),segment_id=394ddee3-e59d-417a-aecb-1c9b65f30f70)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:24.478890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] Routers {'d47aa58e-fe9f-4134-b019-24343f04480c'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:24.479790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376772790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['d47aa58e-fe9f-4134-b019-24343f04480c'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:24.521564 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ed878eb-b12b-49b5-be23-a2c8d08f8d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.611009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.20.0.8 (876eb1db-32c5-4e70-b579-253a7ddb2a98/52ed324e-618d-4b2b-a5da-f2c0824945dd/9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:24.712995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ddadde9-db48-480d-91ed-09d5c07f8b0b req-54af2015-393b-4f45-9c77-f1d79d5bbacd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4595344
Apr 09 21:19:24.800187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks [] for security_group (70765847-b422-4e46-8b1b-4671568ad385), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.821570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd770731-6687-4235-95f7-0da93f902f16 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (430e2375-8484-4d50-980d-d888b1bc2a6c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.830128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.831879 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (70765847-b422-4e46-8b1b-4671568ad385), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.840146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] device_id is not set on port 8feb95e4-cc72-4ee7-8121-c55e80a0c51e yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:24.856588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd770731-6687-4235-95f7-0da93f902f16 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (430e2375-8484-4d50-980d-d888b1bc2a6c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.863983 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:19:24.897597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] For port 2ada5b30-02fa-4e42-80ca-5335be0bc3ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ada5b30-02fa-4e42-80ca-5335be0bc3ca,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:24.898011 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.906725 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.907539 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:24.967077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed878eb-b12b-49b5-be23-a2c8d08f8d3a None None] Pushing event updated for resources: {'Port': ['ID=84c6e048-af98-4efa-8dce-9d6ea4b5d872,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:24.977758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Calling delete_port for 2ada5b30-02fa-4e42-80ca-5335be0bc3ca owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:25.077419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] Set router d47aa58e-fe9f-4134-b019-24343f04480c gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:25.083910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d1e373ac-49f0-4661-b19d-b5521d8d3f49 None None] Provisioning complete for port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:25.084559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d1e373ac-49f0-4661-b19d-b5521d8d3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.086743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd770731-6687-4235-95f7-0da93f902f16 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430e2375-8484-4d50-980d-d888b1bc2a6c,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:25.127406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd770731-6687-4235-95f7-0da93f902f16 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.131952 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cd770731-6687-4235-95f7-0da93f902f16 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.1894469
Apr 09 21:19:25.144721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51494) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:25.157482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bf65ee02-97f5-4e9b-896a-21a66b5ca129 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'fb11903d-6ac3-4f15-962e-cd63d405a5b2', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:25.195307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70765847-b422-4e46-8b1b-4671568ad385,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:25.253144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:25.270851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376772790>, [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:19:24Z', 'revision_number': 6, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:25.310362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.348058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40424c3-24ef-4369-8101-2afb3e16b522 None None] The sync data for ids ['d47aa58e-fe9f-4134-b019-24343f04480c'] in ncdv-master-1 is: [{'id': 'd47aa58e-fe9f-4134-b019-24343f04480c', 'name': 'tempest-TestAggregatesBasicOps-1637084440-router', 'tenant_id': '169228e607bf4e5aab28729d44e6d177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:38Z', 'updated_at': '2022-04-09T21:19:24Z', 'revision_number': 6, 'project_id': '169228e607bf4e5aab28729d44e6d177', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:25.368578 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.455728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=b8203a95-6a5e-4db1-a3de-5bc2181bc501,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:25.502201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d1e373ac-49f0-4661-b19d-b5521d8d3f49 None None] Current status of the port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:25.518131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d1e373ac-49f0-4661-b19d-b5521d8d3f49 None None] Provisioning complete for port b8203a95-6a5e-4db1-a3de-5bc2181bc501 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:25.518770 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d1e373ac-49f0-4661-b19d-b5521d8d3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.554883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Allocated IP 172.35.0.215 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/8feb95e4-cc72-4ee7-8121-c55e80a0c51e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:25.577622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d1e373ac-49f0-4661-b19d-b5521d8d3f49 None None] Port b8203a95-6a5e-4db1-a3de-5bc2181bc501 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:25.599447 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.648550 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.662865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:25.670523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:25.674312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:25.681626 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-bf65ee02-97f5-4e9b-896a-21a66b5ca129 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Project 0cbaded0b4ad4c4587cc36402e326750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:19:25.709214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-55044194-4b66-45bf-9b68-ccb8121cc3d9 None None] Provisioning complete for port b8203a95-6a5e-4db1-a3de-5bc2181bc501 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:25.710457 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-55044194-4b66-45bf-9b68-ccb8121cc3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.726709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2ada5b30-02fa-4e42-80ca-5335be0bc3ca), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.766980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf65ee02-97f5-4e9b-896a-21a66b5ca129 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (3287129d-3f3a-4205-8f46-4a4b07447fa3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.770028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:25.805833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ada5b30-02fa-4e42-80ca-5335be0bc3ca,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:25.815809 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-55044194-4b66-45bf-9b68-ccb8121cc3d9 None None] Port b8203a95-6a5e-4db1-a3de-5bc2181bc501 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:25.863514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:25.864780 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:25.962157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-88ae7abd-4062-4c5b-9a69-33a107c9bc78 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.1563823
Apr 09 21:19:25.964924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51508) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:25.969643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network cd4e62ec-c895-441c-8596-ad2f67ea7abe is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:25.975108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:26.004755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 84c6e048-af98-4efa-8dce-9d6ea4b5d872 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:26.024142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:26.025646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.038000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51510) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:26.057909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf65ee02-97f5-4e9b-896a-21a66b5ca129 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (3287129d-3f3a-4205-8f46-4a4b07447fa3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.058704 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (d47aa58e-fe9f-4134-b019-24343f04480c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.071159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf65ee02-97f5-4e9b-896a-21a66b5ca129 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (3287129d-3f3a-4205-8f46-4a4b07447fa3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.120150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:26.121048 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.150706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65ee02-97f5-4e9b-896a-21a66b5ca129 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3287129d-3f3a-4205-8f46-4a4b07447fa3,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:26.194411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf65ee02-97f5-4e9b-896a-21a66b5ca129 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.195596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bf65ee02-97f5-4e9b-896a-21a66b5ca129 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.0481842
Apr 09 21:19:26.218653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51514) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:26.254720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a3ff9-33d7-4624-b1fb-82f0946d85b5 req-9192546b-6ace-4a15-8c8a-7f5588067df4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:26.256604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d68a3ff9-33d7-4624-b1fb-82f0946d85b5 req-9192546b-6ace-4a15-8c8a-7f5588067df4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.3488293
Apr 09 21:19:26.271421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-293f6865-cc58-44f5-bb24-5cfcc84602c7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': 'fb11903d-6ac3-4f15-962e-cd63d405a5b2', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:26.293320 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks [] for port (8feb95e4-cc72-4ee7-8121-c55e80a0c51e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.297267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (d47aa58e-fe9f-4134-b019-24343f04480c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.299467 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:26.315794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 83dce6ea-84e1-4f47-98c9-8291d8b88960 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:26.328218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks [] for router_controller (d47aa58e-fe9f-4134-b019-24343f04480c), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.331112 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-293f6865-cc58-44f5-bb24-5cfcc84602c7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Project 0cbaded0b4ad4c4587cc36402e326750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:19:26.371019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:26.414046 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293f6865-cc58-44f5-bb24-5cfcc84602c7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (605aa328-5afe-4c16-a725-363f4f211ecd), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.415112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 83dce6ea-84e1-4f47-98c9-8291d8b88960 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:26.415471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 83dce6ea-84e1-4f47-98c9-8291d8b88960 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:26.511046 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8feb95e4-cc72-4ee7-8121-c55e80a0c51e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.515658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d68a3ff9-33d7-4624-b1fb-82f0946d85b5 req-cafa931e-2d41-40b3-a479-8eea63fc28a5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2233274
Apr 09 21:19:26.528357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (d47aa58e-fe9f-4134-b019-24343f04480c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.528921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d47aa58e-fe9f-4134-b019-24343f04480c {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:19:26.552275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.559636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-098f03cc-8c61-4494-b834-c7f1da8b3f30 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d47aa58e-fe9f-4134-b019-24343f04480c HTTP/1.1" status: 204  len: 168 time: 3.3561943
Apr 09 21:19:26.563194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51516) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:26.567005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-831085807'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:26.607717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:26.614216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:26.616718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:26.648463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7da595eb-50bd-412d-8bcb-c86615165980 None None] Provisioning complete for port b8203a95-6a5e-4db1-a3de-5bc2181bc501 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:26.648851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7da595eb-50bd-412d-8bcb-c86615165980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.650443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-559b56a8-7ece-4460-be6d-1dbd1a2826ac admin admin] Deleting subnet 0b15af92-9efa-4ebd-8844-ea1bd2187f07 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:19:26.653766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-559b56a8-7ece-4460-be6d-1dbd1a2826ac admin admin] Publish callbacks [] for subnet (0b15af92-9efa-4ebd-8844-ea1bd2187f07), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.690206 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-559b56a8-7ece-4460-be6d-1dbd1a2826ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (0b15af92-9efa-4ebd-8844-ea1bd2187f07), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.694962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7da595eb-50bd-412d-8bcb-c86615165980 None None] Port b8203a95-6a5e-4db1-a3de-5bc2181bc501 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:26.711053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Pushing event updated for resources: {'Port': ['ID=8feb95e4-cc72-4ee7-8121-c55e80a0c51e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:26.723900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:26.724975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.748670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:26.758149 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9d688ff9-79ea-4c70-899b-03e7856df047 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0789618
Apr 09 21:19:26.762951 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:26.777115 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-559b56a8-7ece-4460-be6d-1dbd1a2826ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0b15af92-9efa-4ebd-8844-ea1bd2187f07), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.777874 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:26.779279 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773671c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:26.779960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51518) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:26.788491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1556126249'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:26.803627 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2296940b-e361-4d5b-a94b-f068f85b63e0 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 3.6546204
Apr 09 21:19:26.804364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51520) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:26.810568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.215'}]}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:26.832986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Made reservation on behalf of bc3b3e528ad44a289221a82d0259043f for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:26.836744 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.848871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.857298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:26.862092 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.866826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (d6434131-64ad-465d-8875-8e8474fbf39e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.868255 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (d6434131-64ad-465d-8875-8e8474fbf39e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.875985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-559b56a8-7ece-4460-be6d-1dbd1a2826ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (0b15af92-9efa-4ebd-8844-ea1bd2187f07), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.915147 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.926727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:26.932943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b56a8-7ece-4460-be6d-1dbd1a2826ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b15af92-9efa-4ebd-8844-ea1bd2187f07,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:26.943095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.973097 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks [] for router_controller (d6434131-64ad-465d-8875-8e8474fbf39e), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.976777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e3d6f660-443f-4355-a492-e9fecc8cdf4e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:26.977287 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added segment e3d6f660-443f-4355-a492-e9fecc8cdf4e of type vlan for network e3220fdb-f6e0-4fcc-b387-b752eebdfd99
Apr 09 21:19:26.995703 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:26.998421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293f6865-cc58-44f5-bb24-5cfcc84602c7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (605aa328-5afe-4c16-a725-363f4f211ecd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.012303 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-559b56a8-7ece-4460-be6d-1dbd1a2826ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.018485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb3e820-198a-4bc2-9385-eaec182c6c74 None None] Network 414f1871-dad7-4667-be79-12593d7b61d7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:27.029935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-559b56a8-7ece-4460-be6d-1dbd1a2826ac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0b15af92-9efa-4ebd-8844-ea1bd2187f07 HTTP/1.1" status: 204  len: 168 time: 0.4390824
Apr 09 21:19:27.038131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51522) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:27.047065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293f6865-cc58-44f5-bb24-5cfcc84602c7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (605aa328-5afe-4c16-a725-363f4f211ecd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.081252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e3220fdb-f6e0-4fcc-b387-b752eebdfd99), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.165471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e3220fdb-f6e0-4fcc-b387-b752eebdfd99), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.171905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:27.172977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.276194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] DHCP port deletion for 414f1871-dad7-4667-be79-12593d7b61d7 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:19:27.374037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks [] for router_gateway (d6434131-64ad-465d-8875-8e8474fbf39e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.377708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] Deleting port 64684a25-1f0b-463f-93d3-51de565241a8 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:27.378993 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (64684a25-1f0b-463f-93d3-51de565241a8), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.392258 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6078076
Apr 09 21:19:27.431748 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773671c0>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:23Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:24Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:27.434180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51524) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:27.464456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'subnet': {'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:27.503509 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:27.509449 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Updating router ba4e426e-6e99-4200-ad1c-5c948a12f7fa port b8203a95-6a5e-4db1-a3de-5bc2181bc501 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:19:27.528755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6865-cc58-44f5-bb24-5cfcc84602c7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605aa328-5afe-4c16-a725-363f4f211ecd,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:27.557476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] For port 64684a25-1f0b-463f-93d3-51de565241a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64684a25-1f0b-463f-93d3-51de565241a8,segment=NetworkSegment(31ffbdda-6167-4beb-98b1-0641486772b5),segment_id=31ffbdda-6167-4beb-98b1-0641486772b5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:27.559018 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (64684a25-1f0b-463f-93d3-51de565241a8), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.576247 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.594780 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293f6865-cc58-44f5-bb24-5cfcc84602c7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.595175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] Calling delete_port for 64684a25-1f0b-463f-93d3-51de565241a8 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:27.598419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-293f6865-cc58-44f5-bb24-5cfcc84602c7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.3654506
Apr 09 21:19:27.609131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51528) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:27.634636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'network': {'name': 'tempest-network-smoke--2053922405', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:27.664231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (414f1871-dad7-4667-be79-12593d7b61d7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.670482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c0805-f1fb-4bab-933b-3fca151e87ff tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Network': ['ID=e3220fdb-f6e0-4fcc-b387-b752eebdfd99,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:27.718510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:27.777130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:27.781301 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.847093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:27.858080 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7b6e49d9-0acc-4f61-a544-d504ccb9680e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.858813 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Added segment 7b6e49d9-0acc-4f61-a544-d504ccb9680e of type vlan for network 34592f59-2890-4469-bed7-9956df7ee951
Apr 09 21:19:27.918742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60218b5-40f5-4993-9449-e3f920a955da req-e90427b1-d7f0-4697-b0fe-d6873a7b0ba5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:27.920642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a60218b5-40f5-4993-9449-e3f920a955da req-e90427b1-d7f0-4697-b0fe-d6873a7b0ba5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.2715950
Apr 09 21:19:27.942485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Deleting port 64684a25-1f0b-463f-93d3-51de565241a8 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:27.942815 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (64684a25-1f0b-463f-93d3-51de565241a8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.950655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 64684a25-1f0b-463f-93d3-51de565241a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:27.957263 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (34592f59-2890-4469-bed7-9956df7ee951), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:27.975027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.35.0.33 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/d1633cbc-5a85-43d2-b98e-28c68ecc94c2) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:28.005947 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Publish callbacks [] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.016499 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.053563 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks [] for security_group (4c872b0e-37d9-4c92-8619-81bef0880cf1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.079333 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4c872b0e-37d9-4c92-8619-81bef0880cf1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.084105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (34592f59-2890-4469-bed7-9956df7ee951), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.086524 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (64684a25-1f0b-463f-93d3-51de565241a8), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.090654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:28.091478 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.116151 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6721c-39da-435d-a656-9175fb469da5 None None] Pushing event updated for resources: {'Port': ['ID=b8203a95-6a5e-4db1-a3de-5bc2181bc501,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:28.142948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No active binding found for port 64684a25-1f0b-463f-93d3-51de565241a8 {{(pid=126921) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 09 21:19:28.144405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] The host ncdv-master-1 is not matching for port 64684a25-1f0b-463f-93d3-51de565241a8 host None! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:19:28.144405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 64684a25-1f0b-463f-93d3-51de565241a8 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:28.144405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ada5b30-02fa-4e42-80ca-5335be0bc3ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:28.148189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c872b0e-37d9-4c92-8619-81bef0880cf1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:28.153599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] For port 64684a25-1f0b-463f-93d3-51de565241a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64684a25-1f0b-463f-93d3-51de565241a8,segment=NetworkSegment(31ffbdda-6167-4beb-98b1-0641486772b5),segment_id=31ffbdda-6167-4beb-98b1-0641486772b5)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:28.154212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (64684a25-1f0b-463f-93d3-51de565241a8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.165625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] Pushing event deleted for resources: {'Port': ['ID=64684a25-1f0b-463f-93d3-51de565241a8,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:28.187941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Calling delete_port for 64684a25-1f0b-463f-93d3-51de565241a8 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:28.224785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96364e9a-7e54-4f25-bd6e-225351ee9172 None None] No DVR routers for this DVR port 64684a25-1f0b-463f-93d3-51de565241a8 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:19:28.231419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2ada5b30-02fa-4e42-80ca-5335be0bc3ca {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:28.231795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ada5b30-02fa-4e42-80ca-5335be0bc3ca not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:28.239397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a60218b5-40f5-4993-9449-e3f920a955da req-0ab970ce-0fce-49a0-bddd-cde6606c274c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2976599
Apr 09 21:19:28.247635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:28.267005 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Attempting to bind port b8203a95-6a5e-4db1-a3de-5bc2181bc501 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:28.267547 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Attempting to bind port b8203a95-6a5e-4db1-a3de-5bc2181bc501 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:28.268811 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Attempting to bind port b8203a95-6a5e-4db1-a3de-5bc2181bc501 on network cd4e62ec-c895-441c-8596-ad2f67ea7abe {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:28.277438 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:28.278142 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Checking segment: {'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:28.278833 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.279452 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Bound using segment: {'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:28.280078 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Bound port: b8203a95-6a5e-4db1-a3de-5bc2181bc501, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394ddee3-e59d-417a-aecb-1c9b65f30f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:28.280632 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.291979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6714981
Apr 09 21:19:28.302734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51530) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:28.312073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'admin_state_up': True, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:28.321498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2216af6-8b51-48ef-8f82-ff80a5db9b2e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Network': ['ID=34592f59-2890-4469-bed7-9956df7ee951,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:28.338597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 34592f59-2890-4469-bed7-9956df7ee951 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:28.343648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (64684a25-1f0b-463f-93d3-51de565241a8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.348080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks [] for router_gateway (d6434131-64ad-465d-8875-8e8474fbf39e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.354059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Made reservation on behalf of 181502de10414412a8e5f105bdbcb6b0 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:28.366034 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5c704d85-ab01-4871-8068-e5515eddbf20), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.366284 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.366614 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Added segment 5c704d85-ab01-4871-8068-e5515eddbf20 of type vlan for network 5e338a0e-7948-4476-a3dd-b51fda20e38a
Apr 09 21:19:28.431189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (4eae10af-4216-41f4-812c-a5aaa7961f4a), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.432558 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (4eae10af-4216-41f4-812c-a5aaa7961f4a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.445821 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] For port b8203a95-6a5e-4db1-a3de-5bc2181bc501, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:28.461800 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] For port b8203a95-6a5e-4db1-a3de-5bc2181bc501, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8203a95-6a5e-4db1-a3de-5bc2181bc501,segment=NetworkSegment(394ddee3-e59d-417a-aecb-1c9b65f30f70),segment_id=394ddee3-e59d-417a-aecb-1c9b65f30f70)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:28.463314 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (5e338a0e-7948-4476-a3dd-b51fda20e38a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.477273 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.484493 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.555659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (5e338a0e-7948-4476-a3dd-b51fda20e38a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.556332 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:28.557298 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773671c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:28.561214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:28.561996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.680215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Pushing event updated for resources: {'Network': ['ID=5e338a0e-7948-4476-a3dd-b51fda20e38a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:28.688084 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_controller (4eae10af-4216-41f4-812c-a5aaa7961f4a), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.698426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 5e338a0e-7948-4476-a3dd-b51fda20e38a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:28.706929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f5cfabd-0d9c-46fb-849c-cd13ebfa2b5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 2.6678295
Apr 09 21:19:28.745120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.827425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:28.833902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:28.836736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:28.862465 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.942342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-25df549e-7cfa-483f-a9a2-3ad59ce91a7a None None] Provisioning complete for port b8203a95-6a5e-4db1-a3de-5bc2181bc501 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:28.942721 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25df549e-7cfa-483f-a9a2-3ad59ce91a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:28.957204 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:29.012836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=d1633cbc-5a85-43d2-b98e-28c68ecc94c2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:29.214103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-25df549e-7cfa-483f-a9a2-3ad59ce91a7a None None] Current status of the port b8203a95-6a5e-4db1-a3de-5bc2181bc501 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:29.214730 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25df549e-7cfa-483f-a9a2-3ad59ce91a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.219474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51538) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:29.226418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Request body: {'port': {'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-292804306'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:29.237189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (4eae10af-4216-41f4-812c-a5aaa7961f4a), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.289968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-25df549e-7cfa-483f-a9a2-3ad59ce91a7a None None] For port b8203a95-6a5e-4db1-a3de-5bc2181bc501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8203a95-6a5e-4db1-a3de-5bc2181bc501,segment=NetworkSegment(394ddee3-e59d-417a-aecb-1c9b65f30f70),segment_id=394ddee3-e59d-417a-aecb-1c9b65f30f70)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:29.295806 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773671c0>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:23Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:28Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:29.300953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-25df549e-7cfa-483f-a9a2-3ad59ce91a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.328420 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d352a1-b6ee-4a69-87e2-c15ce7e9cc70 None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:23Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:28Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:29.335692 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6721c-39da-435d-a656-9175fb469da5 None None] Pushing event updated for resources: {'Port': ['ID=b8203a95-6a5e-4db1-a3de-5bc2181bc501,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:29.431754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df549e-7cfa-483f-a9a2-3ad59ce91a7a None None] Pushing event updated for resources: {'Port': ['ID=b8203a95-6a5e-4db1-a3de-5bc2181bc501,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:29.471449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-663dfce8-5cf0-48ed-bac6-4904e4659b38 None None] Provisioning complete for port b8203a95-6a5e-4db1-a3de-5bc2181bc501 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:29.472138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-663dfce8-5cf0-48ed-bac6-4904e4659b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.545483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (1bea5770-23c1-4762-ab22-e40d705936fb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.561827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Pushing event deleted for resources: {'Port': ['ID=64684a25-1f0b-463f-93d3-51de565241a8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:29.595930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] No DVR routers for this DVR port 64684a25-1f0b-463f-93d3-51de565241a8 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:19:29.599806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-663dfce8-5cf0-48ed-bac6-4904e4659b38 None None] Current status of the port b8203a95-6a5e-4db1-a3de-5bc2181bc501 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:29.642948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Made reservation on behalf of 7ae8a79887884e918588007e262addea for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:29.645654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.707687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.766098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (4eae10af-4216-41f4-812c-a5aaa7961f4a), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.791857 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.798966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Subnet': ['ID=1bea5770-23c1-4762-ab22-e40d705936fb,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:29.817941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e79fd5-9270-4441-aafa-fb2914a50914 req-03c62b97-baed-4d88-993f-d971d86efd2d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:29.819513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43e79fd5-9270-4441-aafa-fb2914a50914 req-03c62b97-baed-4d88-993f-d971d86efd2d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.2402897
Apr 09 21:19:29.917728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (414f1871-dad7-4667-be79-12593d7b61d7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:29.942763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b8203a95-6a5e-4db1-a3de-5bc2181bc501 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:29.949408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2381383be0>,) {'filters': {'network_id': ['414f1871-dad7-4667-be79-12593d7b61d7']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:29.964069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2381383be0>, '31ffbdda-6167-4beb-98b1-0641486772b5') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:29.964365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2381383be0>, '31ffbdda-6167-4beb-98b1-0641486772b5') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:30.004826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b8203a95-6a5e-4db1-a3de-5bc2181bc501 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:30.005422 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.011938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (31ffbdda-6167-4beb-98b1-0641486772b5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.030540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (31ffbdda-6167-4beb-98b1-0641486772b5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.042393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:19:30.043586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (31ffbdda-6167-4beb-98b1-0641486772b5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.076348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-43e79fd5-9270-4441-aafa-fb2914a50914 req-854c6f98-da00-4088-9d5b-5e8406fd10f1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2395616
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:19:30.136312 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:19:30.174106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b8203a95-6a5e-4db1-a3de-5bc2181bc501 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:30.179249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks [] for router (d6434131-64ad-465d-8875-8e8474fbf39e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.181298 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (414f1871-dad7-4667-be79-12593d7b61d7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.217701 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.225560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] 10.222.0.30 "DELETE /v2.0/networks/414f1871-dad7-4667-be79-12593d7b61d7 HTTP/1.1" status: 204  len: 168 time: 3.1095760
Apr 09 21:19:30.239463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51542) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:30.261192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ffb17-4ea5-453f-ad27-95669149b532 admin admin] Pushing event deleted for resources: {'Network': ['ID=414f1871-dad7-4667-be79-12593d7b61d7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:30.268883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Checking segment: {'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:30.269278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network hostable DHCP agents. Network: e3220fdb-f6e0-4fcc-b387-b752eebdfd99, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:30.412874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:30.434525 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks [] for security_group (df15294e-62fa-43f5-9fee-561017970508), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.484269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3220fdb-f6e0-4fcc-b387-b752eebdfd99) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:30.484883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (df15294e-62fa-43f5-9fee-561017970508), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.489551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:30.490411 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.495183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (d6434131-64ad-465d-8875-8e8474fbf39e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.498832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f75f4-7911-4ea0-be0e-ebc242a412b3 None None] Network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:30.499378 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks [] for router_controller (d6434131-64ad-465d-8875-8e8474fbf39e), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.517655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.35.0.230 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/8862544e-eb79-42c0-bcda-60f3a62585a0) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:30.530769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] device_id is not set on port dadddbcb-684d-4b46-b642-0040aa0ef723 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:30.555585 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c16a6e47-37da-4813-9113-06a2b9563884 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.1104445
Apr 09 21:19:30.557610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51544) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:30.626478 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (d6434131-64ad-465d-8875-8e8474fbf39e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.627695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6434131-64ad-465d-8875-8e8474fbf39e {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:19:30.695720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:19:30.697100 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.698701 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:19:30.699800 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c75daf80-1f39-4138-a3d1-e12e87c1458e tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 3.8931665
Apr 09 21:19:30.703359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51546) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:30.798689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e3cadca4-80ca-4209-8e17-602897c12566 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Deleting port 8feb95e4-cc72-4ee7-8121-c55e80a0c51e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:30.799207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3cadca4-80ca-4209-8e17-602897c12566 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8feb95e4-cc72-4ee7-8121-c55e80a0c51e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:30.915633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Allocated IP 2001:db8:3::2 (e3220fdb-f6e0-4fcc-b387-b752eebdfd99/1bea5770-23c1-4762-ab22-e40d705936fb/821bbbe0-68e6-483e-bb24-4fcc2416e856) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:31.040287 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3cadca4-80ca-4209-8e17-602897c12566 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8feb95e4-cc72-4ee7-8121-c55e80a0c51e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.071213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] device_id is not set on port dadddbcb-684d-4b46-b642-0040aa0ef723 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:31.080693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks [] for port (dadddbcb-684d-4b46-b642-0040aa0ef723), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.091712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e3cadca4-80ca-4209-8e17-602897c12566 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Calling delete_port for 8feb95e4-cc72-4ee7-8121-c55e80a0c51e owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:31.101148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dadddbcb-684d-4b46-b642-0040aa0ef723), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.124814 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Publish callbacks [] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.135342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.170033 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:31.172390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:31.202480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:31.229069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (20b54c0b-115f-47de-b4c7-332ccad41988), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.303556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.304121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Pushing event updated for resources: {'Port': ['ID=821bbbe0-68e6-483e-bb24-4fcc2416e856,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:31.307198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15294e-62fa-43f5-9fee-561017970508,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:31.334219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Attempting to bind port 821bbbe0-68e6-483e-bb24-4fcc2416e856 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:31.336356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Attempting to bind port 821bbbe0-68e6-483e-bb24-4fcc2416e856 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:31.336915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Attempting to bind port 821bbbe0-68e6-483e-bb24-4fcc2416e856 on network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:31.343614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:31.344306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Checking segment: {'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:31.344975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.347701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Bound using segment: {'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:31.348315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Bound port: 821bbbe0-68e6-483e-bb24-4fcc2416e856, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:31.348807 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.429080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] For port 821bbbe0-68e6-483e-bb24-4fcc2416e856, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:31.440905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] For port 821bbbe0-68e6-483e-bb24-4fcc2416e856, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=821bbbe0-68e6-483e-bb24-4fcc2416e856,segment=NetworkSegment(e3d6f660-443f-4355-a492-e9fecc8cdf4e),segment_id=e3d6f660-443f-4355-a492-e9fecc8cdf4e)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:31.456673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=dadddbcb-684d-4b46-b642-0040aa0ef723,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:31.467867 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.468326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c911e-084b-4b60-b93c-4665f4b9320b req-75fe7fb2-43a1-43c4-9d04-0d5e19bbecea tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:31.475758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd0c911e-084b-4b60-b93c-4665f4b9320b req-75fe7fb2-43a1-43c4-9d04-0d5e19bbecea tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.2564316
Apr 09 21:19:31.554343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4bf5f-ba31-4a50-b19f-7a95976071ab None None] Pushing event updated for resources: {'Port': ['ID=821bbbe0-68e6-483e-bb24-4fcc2416e856,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:31.565646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.579730 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:31.719544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Allocated IP 2001:db8:3::1 (e3220fdb-f6e0-4fcc-b387-b752eebdfd99/1bea5770-23c1-4762-ab22-e40d705936fb/1ed21277-c896-428c-9fb5-2dc1f8dd9dce) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:31.755549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Checking segment: {'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:31.755549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Network hostable DHCP agents. Network: 5e338a0e-7948-4476-a3dd-b51fda20e38a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:31.948586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd0c911e-084b-4b60-b93c-4665f4b9320b req-c546b797-f8cb-492c-a6e2-c9cbf606b009 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4718974
Apr 09 21:19:31.956525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Network 5e338a0e-7948-4476-a3dd-b51fda20e38a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:31.967854 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3cadca4-80ca-4209-8e17-602897c12566 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8feb95e4-cc72-4ee7-8121-c55e80a0c51e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.015679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.072255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cadca4-80ca-4209-8e17-602897c12566 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Pushing event deleted for resources: {'Port': ['ID=8feb95e4-cc72-4ee7-8121-c55e80a0c51e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:32.075072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.111938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.117512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e338a0e-7948-4476-a3dd-b51fda20e38a) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:32.143067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:32.144540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f534e009-ed3a-4293-9102-f89184d8f624 None None] Network 5e338a0e-7948-4476-a3dd-b51fda20e38a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:32.159329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:32.159753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:32.160106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:32.220180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:32.220522 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:32.242650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:32.251809 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 2 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:32.272693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:32.287148 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:32.294018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:32.295069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.302698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:32.303024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:32.303356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:32.338186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:32.338516 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:32.344350 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 3 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:32.381808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3cadca4-80ca-4209-8e17-602897c12566 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.385411 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3cadca4-80ca-4209-8e17-602897c12566 tempest-RoutersAdminNegativeIpV6Test-209916227 tempest-RoutersAdminNegativeIpV6Test-209916227-project-admin] 10.222.0.30 "DELETE /v2.0/ports/8feb95e4-cc72-4ee7-8121-c55e80a0c51e HTTP/1.1" status: 204  len: 168 time: 1.6812212
Apr 09 21:19:32.393963 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.424076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:32.424501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:32.424752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:32.428825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:32.468628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:32.474993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (46ae9007-be54-420b-aebc-f9245fc6e37c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.532872 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.587464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:32.593516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:32.593847 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:32.603941 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 4 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:32.633222 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.688889 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.698143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=8862544e-eb79-42c0-bcda-60f3a62585a0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:32.739067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:32.739409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:32.739746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:32.758093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.758440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.758785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.759126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.759461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.759857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.760195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.760518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.760847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.761215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.761544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.761871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.762195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.762515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.762832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:32.818972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (20b54c0b-115f-47de-b4c7-332ccad41988), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:32.871334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:32.871658 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:32.877758 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 5 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:32.935214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:33.053555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.067532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.070696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.177366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:33.177948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:33.178264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:33.189572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f10c8cf-a5ab-4719-9dfa-85cd3a746136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.246258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=d1633cbc-5a85-43d2-b98e-28c68ecc94c2,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:33.247531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event updated for resources: {'Port': ['ID=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:33.329285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195b0b8b-4dcc-4ac3-9ab0-591d22424bff None None] Network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:33.338983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:33.339393 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:33.347758 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 6 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:33.370648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:33.376461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:33.401021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f10c8cf-a5ab-4719-9dfa-85cd3a746136 admin admin] Publish callbacks [] for security_group (beb023ff-cbd9-49e4-88d0-6aca11566339), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.451189 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9f10c8cf-a5ab-4719-9dfa-85cd3a746136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (beb023ff-cbd9-49e4-88d0-6aca11566339), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.546761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10c8cf-a5ab-4719-9dfa-85cd3a746136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb023ff-cbd9-49e4-88d0-6aca11566339,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:33.570119 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9f10c8cf-a5ab-4719-9dfa-85cd3a746136 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=caf06c0596a64b98bd2cc07caddc23a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6310229
Apr 09 21:19:33.573584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51572) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:33.593524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:33.655974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-338783a7-c8e3-4a40-8b40-7b0a70333afd None None] Provisioning complete for port 821bbbe0-68e6-483e-bb24-4fcc2416e856 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:33.656332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-338783a7-c8e3-4a40-8b40-7b0a70333afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.713890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176dbc6-0590-40b9-a841-501bad248dd7 req-b495accf-186f-46ce-8377-9190365124cd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:33.715419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3176dbc6-0590-40b9-a841-501bad248dd7 req-b495accf-186f-46ce-8377-9190365124cd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.5776370
Apr 09 21:19:33.746632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:33.749387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:33.749931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:33.760667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:33.761281 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:33.762601 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP 20b54c0b-115f-47de-b4c7-332ccad41988 associated. External IP: 172.35.0.33, port: 9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2.
Apr 09 21:19:33.779005 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 7 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:33.785683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-338783a7-c8e3-4a40-8b40-7b0a70333afd None None] Current status of the port 821bbbe0-68e6-483e-bb24-4fcc2416e856 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:33.786081 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-338783a7-c8e3-4a40-8b40-7b0a70333afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.805803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:33.806147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:33.806804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:33.826451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-338783a7-c8e3-4a40-8b40-7b0a70333afd None None] For port 821bbbe0-68e6-483e-bb24-4fcc2416e856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=821bbbe0-68e6-483e-bb24-4fcc2416e856,segment=NetworkSegment(e3d6f660-443f-4355-a492-e9fecc8cdf4e),segment_id=e3d6f660-443f-4355-a492-e9fecc8cdf4e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:33.834715 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-338783a7-c8e3-4a40-8b40-7b0a70333afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.867119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:33.867452 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:33.872153 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 8 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:33.888547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Deleting port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:33.888888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:33.914017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338783a7-c8e3-4a40-8b40-7b0a70333afd None None] Pushing event updated for resources: {'Port': ['ID=821bbbe0-68e6-483e-bb24-4fcc2416e856,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:33.955225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:33.955570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:33.956615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:33.998323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 821bbbe0-68e6-483e-bb24-4fcc2416e856 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:34.015784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3176dbc6-0590-40b9-a841-501bad248dd7 req-13852593-b05f-42f2-b5f7-0d81742b878d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2887414
Apr 09 21:19:34.061241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 821bbbe0-68e6-483e-bb24-4fcc2416e856 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:34.061633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.064790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:34.065147 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:34.093106 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 9 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:34.144662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:34.151564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (4eae10af-4216-41f4-812c-a5aaa7961f4a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.154677 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8dcfdf9f-d4a3-489f-920b-c8047c50125a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5961757
Apr 09 21:19:34.155063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51584) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:34.162636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:34.163904 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23c290ca-7280-4ebc-b7dc-138beb0cf86f admin admin] Publish callbacks [] for security_group (beb023ff-cbd9-49e4-88d0-6aca11566339), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.184354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:34.185126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237600dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:34.188461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23c290ca-7280-4ebc-b7dc-138beb0cf86f admin admin] Publish callbacks [] for security_group (beb023ff-cbd9-49e4-88d0-6aca11566339), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.202423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:34.202924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:34.203075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:34.234248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:34.234565 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:34.238849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:34.240513 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 10 to bind port dadddbcb-684d-4b46-b642-0040aa0ef723
Apr 09 21:19:34.259241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7bdc28eb-720a-435b-a0db-b7c462f9f181 None None] Provisioning complete for port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:34.259659 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7bdc28eb-720a-435b-a0db-b7c462f9f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.285273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23c290ca-7280-4ebc-b7dc-138beb0cf86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (beb023ff-cbd9-49e4-88d0-6aca11566339), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.287814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23c290ca-7280-4ebc-b7dc-138beb0cf86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.289005 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-23c290ca-7280-4ebc-b7dc-138beb0cf86f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/beb023ff-cbd9-49e4-88d0-6aca11566339 HTTP/1.1" status: 204  len: 168 time: 0.7144899
Apr 09 21:19:34.298700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] For port 4b52d0e9-58f9-4d71-a474-8bc98fe422ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,segment=NetworkSegment(c48a98dc-52fa-4752-a728-c44f078fcc8c),segment_id=c48a98dc-52fa-4752-a728-c44f078fcc8c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:34.299082 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.313994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c290ca-7280-4ebc-b7dc-138beb0cf86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb023ff-cbd9-49e4-88d0-6aca11566339,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:34.318163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:34.319455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:34.319813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:34.442966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port dadddbcb-684d-4b46-b642-0040aa0ef723 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:34.443508 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port dadddbcb-684d-4b46-b642-0040aa0ef723 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:34.444801 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dadddbcb-684d-4b46-b642-0040aa0ef723), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.451627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:34.481935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Calling delete_port for 4b52d0e9-58f9-4d71-a474-8bc98fe422ad owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:34.525877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc28eb-720a-435b-a0db-b7c462f9f181 None None] Port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:34.549064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] For port dadddbcb-684d-4b46-b642-0040aa0ef723, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:34.549584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempted to set empty binding levels {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 09 21:19:34.563188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 821bbbe0-68e6-483e-bb24-4fcc2416e856 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:34.572549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7bdc28eb-720a-435b-a0db-b7c462f9f181 None None] Provisioning complete for port 821bbbe0-68e6-483e-bb24-4fcc2416e856 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:34.572853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dadddbcb-684d-4b46-b642-0040aa0ef723), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.573608 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7bdc28eb-720a-435b-a0db-b7c462f9f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.644224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=dadddbcb-684d-4b46-b642-0040aa0ef723,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:34.675767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:34.676719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:34.900551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eebe2f68-0a91-4436-8d34-ce99d188a9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 5.6798482
Apr 09 21:19:34.911505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc28eb-720a-435b-a0db-b7c462f9f181 None None] Current status of the port 821bbbe0-68e6-483e-bb24-4fcc2416e856 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:34.913027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51608) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:34.927688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237600dfa0>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:32Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:32Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:34.930839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51612) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:34.974115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:34.974470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Updating router ba4e426e-6e99-4200-ad1c-5c948a12f7fa port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:19:35.008302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 09 21:19:35.014048 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.027247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Removed routes are [] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 09 21:19:35.027825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.065575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a5bfcc8b-a369-4fc9-9bc8-436f5b7a6422 None None] Provisioning complete for port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:35.066068 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcc8b-a369-4fc9-9bc8-436f5b7a6422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.091933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (4eae10af-4216-41f4-812c-a5aaa7961f4a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.121336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:35.172281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfcc8b-a369-4fc9-9bc8-436f5b7a6422 None None] Port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:35.299131 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.303598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.342903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1147352d-e4be-40c6-8e5a-11aa88f72124 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba3d8e7401d8456b890802e1664c5319&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4000015
Apr 09 21:19:35.349756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51626) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:35.353106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830326c-e850-44ed-a742-53e4a3292ac4 req-08f309b9-dc0a-4bed-8044-44928b4b3ba8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:35.354613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2830326c-e850-44ed-a742-53e4a3292ac4 req-08f309b9-dc0a-4bed-8044-44928b4b3ba8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.1841550
Apr 09 21:19:35.377676 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Publish callbacks [] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.384249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.462983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Deleting port dadddbcb-684d-4b46-b642-0040aa0ef723 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:35.463332 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dadddbcb-684d-4b46-b642-0040aa0ef723), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.470301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:35.475007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606c817-8f0b-4623-8784-b6d411cb3b1e None None] Pushing event updated for resources: {'Port': ['ID=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:35.482552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0cde-6718-4c54-9fc2-ed3cd4ad05da admin admin] Publish callbacks [] for security_group (70765847-b422-4e46-8b1b-4671568ad385), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.513510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Attempting to bind port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:35.514425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Attempting to bind port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:35.514810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Attempting to bind port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce on network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:35.520445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:35.520822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Checking segment: {'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:35.521251 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.521644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Bound using segment: {'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:35.522154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Bound port: 1ed21277-c896-428c-9fb5-2dc1f8dd9dce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d6f660-443f-4355-a492-e9fecc8cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:35.522719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.599538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] For port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:35.603635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] For port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,segment=NetworkSegment(e3d6f660-443f-4355-a492-e9fecc8cdf4e),segment_id=e3d6f660-443f-4355-a492-e9fecc8cdf4e)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:35.612377 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.644952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0cde-6718-4c54-9fc2-ed3cd4ad05da admin admin] Publish callbacks [] for security_group (70765847-b422-4e46-8b1b-4671568ad385), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.655993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:35.666584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2830326c-e850-44ed-a742-53e4a3292ac4 req-f4559d80-5500-46d6-8fdc-1f00bb06bf9e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2648926
Apr 09 21:19:35.673157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] For port dadddbcb-684d-4b46-b642-0040aa0ef723, host nch1-master-1, got binding levels [] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:35.673528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dadddbcb-684d-4b46-b642-0040aa0ef723), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.678008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606c817-8f0b-4623-8784-b6d411cb3b1e None None] Pushing event updated for resources: {'Port': ['ID=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:35.690395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.692997 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1732f455-65fb-4429-97c6-30c709376f0f tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 200  len: 954 time: 1.5301247
Apr 09 21:19:35.695876 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:35.712721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:35.713399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237600dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:35.726290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Calling delete_port for dadddbcb-684d-4b46-b642-0040aa0ef723 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:35.729299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:35.744140 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c37a2c2-51a6-4d40-922a-58c4c3287554 None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:35.748336 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4b52d0e9-58f9-4d71-a474-8bc98fe422ad), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.758003 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37a2c2-51a6-4d40-922a-58c4c3287554 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:35.758630 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2c37a2c2-51a6-4d40-922a-58c4c3287554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377725580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:35.839179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b52d0e9-58f9-4d71-a474-8bc98fe422ad,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:35.859976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-79520561-637f-473c-8139-a99888f21baf None None] Provisioning complete for port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:35.860435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-79520561-637f-473c-8139-a99888f21baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.872892 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:35.916284 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2c37a2c2-51a6-4d40-922a-58c4c3287554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377725580>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:35.936775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:35.944213 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37a2c2-51a6-4d40-922a-58c4c3287554 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:35.945123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2c37a2c2-51a6-4d40-922a-58c4c3287554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377725580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:35.998544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 4eae10af-4216-41f4-812c-a5aaa7961f4a is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:19:36.012601 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-2c37a2c2-51a6-4d40-922a-58c4c3287554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377725580>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:36.013954 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c37a2c2-51a6-4d40-922a-58c4c3287554 None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:36.025954 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-df52649a-f84f-4ff0-ac22-78dd0bedfb71 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 200  len: 954 time: 0.3256757
Apr 09 21:19:36.027479 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0cde-6718-4c54-9fc2-ed3cd4ad05da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (70765847-b422-4e46-8b1b-4671568ad385), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.030577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0cde-6718-4c54-9fc2-ed3cd4ad05da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.031541 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c8ab0cde-6718-4c54-9fc2-ed3cd4ad05da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70765847-b422-4e46-8b1b-4671568ad385 HTTP/1.1" status: 204  len: 168 time: 0.6808343
Apr 09 21:19:36.032189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51640) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:36.048301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'routes': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:36.050960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab0cde-6718-4c54-9fc2-ed3cd4ad05da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70765847-b422-4e46-8b1b-4671568ad385,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:36.109238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 821bbbe0-68e6-483e-bb24-4fcc2416e856 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:36.163710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-895ad3ce-91ac-443a-a112-e8415d182cfc tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 10.1948972
Apr 09 21:19:36.167188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51644) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:36.178638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:36.220580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-79520561-637f-473c-8139-a99888f21baf None None] Current status of the port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:36.221134 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-79520561-637f-473c-8139-a99888f21baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.255251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533b0e2-8c14-4cf7-8a08-340526412ebd req-8f0285cb-90db-430b-a514-a7c61bb28da9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:36.256916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0533b0e2-8c14-4cf7-8a08-340526412ebd req-8f0285cb-90db-430b-a514-a7c61bb28da9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.2758710
Apr 09 21:19:36.337202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (20b54c0b-115f-47de-b4c7-332ccad41988), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.419974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-79520561-637f-473c-8139-a99888f21baf None None] For port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,segment=NetworkSegment(e3d6f660-443f-4355-a492-e9fecc8cdf4e),segment_id=e3d6f660-443f-4355-a492-e9fecc8cdf4e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:36.440194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-79520561-637f-473c-8139-a99888f21baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.556418 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.570438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (20b54c0b-115f-47de-b4c7-332ccad41988), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.570856 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP 20b54c0b-115f-47de-b4c7-332ccad41988 disassociated. External IP: 172.35.0.33, port: 9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2.
Apr 09 21:19:36.675271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dadddbcb-684d-4b46-b642-0040aa0ef723), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.767601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 821bbbe0-68e6-483e-bb24-4fcc2416e856 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:36.768201 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.825254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-07140d74-01da-4906-9b5d-480eaff7cd81 None None] Provisioning complete for port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:36.825635 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07140d74-01da-4906-9b5d-480eaff7cd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:36.862516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79520561-637f-473c-8139-a99888f21baf None None] Pushing event updated for resources: {'Port': ['ID=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:36.877399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237600dfa0>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:35Z', 'revision_number': 6, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:35Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:36.883371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:36.915842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Sync routers for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:36.923210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58211d4-9eb2-43ce-8565-6a76a2c3de30 None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:35Z', 'revision_number': 6, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:35Z', 'revision_number': 4, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:36.950338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:36.950995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761aad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:36.971147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event deleted for resources: {'Port': ['ID=dadddbcb-684d-4b46-b642-0040aa0ef723,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:36.998518 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (46ae9007-be54-420b-aebc-f9245fc6e37c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.058297 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.065516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-09028ee6-f838-4919-b7fb-4033f8696fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "DELETE /v2.0/ports/dadddbcb-684d-4b46-b642-0040aa0ef723 HTTP/1.1" status: 204  len: 168 time: 2.1356306
Apr 09 21:19:37.075469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51664) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.093749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.097690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1ac6a4ba-c1fc-46dc-bdbf-5a8e2ebc01ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 8.7937500
Apr 09 21:19:37.106336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51666) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.115485 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab3d6a6-1f64-4bad-a365-f51aff13c2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] GET failed (client error): The resource could not be found.
Apr 09 21:19:37.117467 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fab3d6a6-1f64-4bad-a365-f51aff13c2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "GET /v2.0/ports/dadddbcb-684d-4b46-b642-0040aa0ef723 HTTP/1.1" status: 404  len: 333 time: 0.0405052
Apr 09 21:19:37.122295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51668) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.142841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Request body: {'port': {'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-587716361'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:37.185313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-07140d74-01da-4906-9b5d-480eaff7cd81 None None] Current status of the port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:37.190163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Made reservation on behalf of 7ae8a79887884e918588007e262addea for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:37.192524 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.204353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 821bbbe0-68e6-483e-bb24-4fcc2416e856 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:37.206753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bb7f9049-d9dd-40c9-bf62-fdf21511b12e tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0cbaded0b4ad4c4587cc36402e326750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0934772
Apr 09 21:19:37.209473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51670) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.248868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51672) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.271913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] device_id is not set on port d4a21af6-8dd6-466c-81f7-da610fab62bf yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:37.284806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0533b0e2-8c14-4cf7-8a08-340526412ebd req-4293f899-9b87-44c0-88e8-4ff5fc4e8b86 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9671397
Apr 09 21:19:37.305823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:37.460647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-61ffa787-5a2f-4ddb-b573-ad8b4b6fb9ff tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.461907 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-61ffa787-5a2f-4ddb-b573-ad8b4b6fb9ff tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.2106714
Apr 09 21:19:37.467979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51682) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.476048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-20e866fa-f36b-4bec-9872-74f43a5f07ad tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.477024 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-20e866fa-f36b-4bec-9872-74f43a5f07ad tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0066164
Apr 09 21:19:37.487482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51684) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.558920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-64a63848-043d-46a2-b4dc-fed7e1a84e34 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.559932 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-64a63848-043d-46a2-b4dc-fed7e1a84e34 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0556600
Apr 09 21:19:37.564515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51690) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.579072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e56d1e-7045-4158-b960-1f004e8c33de tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:37.581590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-79e56d1e-7045-4158-b960-1f004e8c33de tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3710632
Apr 09 21:19:37.582504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-21afccb6-c5f1-49bd-a38a-d7b4a9dc2536 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.583484 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-21afccb6-c5f1-49bd-a38a-d7b4a9dc2536 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0137825
Apr 09 21:19:37.587360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51692) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.593240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51694) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.606503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761aad30>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:33Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:37.620179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added routes are [] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 09 21:19:37.620553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 09 21:19:37.640351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Checking router: 4eae10af-4216-41f4-812c-a5aaa7961f4a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:37.641112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Updating router 4eae10af-4216-41f4-812c-a5aaa7961f4a port 8862544e-eb79-42c0-bcda-60f3a62585a0 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:19:37.665008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.695859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.732465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9264b605-70ee-4963-b311-454c1954cc64 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1380537
Apr 09 21:19:37.737346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51696) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.742274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253025676', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:37.828127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks [] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.885844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-ed525356-1386-4597-bdfb-ce3543307dd7 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.887049 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ed525356-1386-4597-bdfb-ce3543307dd7 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.2913377
Apr 09 21:19:37.891296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51706) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.892460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.899747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-01d728a6-d9b1-45e0-909d-6909f3dd5705 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.900717 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-01d728a6-d9b1-45e0-909d-6909f3dd5705 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0053163
Apr 09 21:19:37.903498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51710) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.909370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-dd432a16-ffd4-468a-b9a3-72c53bc88654 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.912706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dd432a16-ffd4-468a-b9a3-72c53bc88654 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0044167
Apr 09 21:19:37.916222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51712) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.920803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-da24ab0c-3677-40a3-9bf2-b850ca4d4e50 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.924260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-da24ab0c-3677-40a3-9bf2-b850ca4d4e50 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0046184
Apr 09 21:19:37.924260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Router 46ae9007-be54-420b-aebc-f9245fc6e37c has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:37.925674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51714) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.928528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-c4531dd9-8a12-4420-87a9-f85cd8582e15 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.931781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c4531dd9-8a12-4420-87a9-f85cd8582e15 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0040998
Apr 09 21:19:37.932642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51716) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.933271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:37.936616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:37.945363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-117338aa-4e8a-4d08-b8c9-d0059ce15397 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.948670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-117338aa-4e8a-4d08-b8c9-d0059ce15397 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0054667
Apr 09 21:19:37.962752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51718) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:37.970306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-2ce9ec60-8c26-4efe-8c26-13821d10d0e2 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:37.973895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2ce9ec60-8c26-4efe-8c26-13821d10d0e2 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0100112
Apr 09 21:19:37.981804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51724) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.001265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-57aa9e96-f1d1-4237-9d29-e0082bf39515 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.002231 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-57aa9e96-f1d1-4237-9d29-e0082bf39515 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0193748
Apr 09 21:19:38.036311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51726) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.052437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-b6dfb86e-7b91-4875-bae7-855240f45850 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.055607 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b6dfb86e-7b91-4875-bae7-855240f45850 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0125146
Apr 09 21:19:38.060063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51732) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.066217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-40abc72f-ce59-44e4-8226-fbeaa68800e9 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.069523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-40abc72f-ce59-44e4-8226-fbeaa68800e9 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0061643
Apr 09 21:19:38.076436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51736) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.102702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:38.107231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Network 5e338a0e-7948-4476-a3dd-b51fda20e38a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:38.119469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1ed21277-c896-428c-9fb5-2dc1f8dd9dce up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:38.135374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-88057627-f110-4fbf-979b-759759ba8916 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.138943 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-88057627-f110-4fbf-979b-759759ba8916 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0525994
Apr 09 21:19:38.142143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51742) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.153301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-186bc1a2-8b43-4593-b5a8-7fc11bd16730 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.158050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-186bc1a2-8b43-4593-b5a8-7fc11bd16730 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0111556
Apr 09 21:19:38.162705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51746) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.174555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:38.182735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-2a090847-0c60-48a3-a4b6-1cea3e4822d5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.183724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2a090847-0c60-48a3-a4b6-1cea3e4822d5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0162816
Apr 09 21:19:38.185488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:38.186795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:38.187618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.192670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51748) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.224192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=d4a21af6-8dd6-466c-81f7-da610fab62bf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:38.241016 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:38.242052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-a0d5bee5-1e87-42b2-8128-cefb4a9335d0 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.243433 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a0d5bee5-1e87-42b2-8128-cefb4a9335d0 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0162370
Apr 09 21:19:38.254673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51750) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.261994 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:38.264878 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777ac580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:38.265675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-51d25dd0-b9ab-48d2-81cc-1f29602ac7da tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.266947 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-51d25dd0-b9ab-48d2-81cc-1f29602ac7da tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0109384
Apr 09 21:19:38.272306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51752) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.281683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-3f6b7d5d-f5c2-49d1-a380-f873b3df32c1 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.282694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3f6b7d5d-f5c2-49d1-a380-f873b3df32c1 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0093932
Apr 09 21:19:38.288104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:38.288490 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.305211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51754) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.309656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-2de136b6-ae80-41c4-ba0d-3116ed8d683b tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.310610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2de136b6-ae80-41c4-ba0d-3116ed8d683b tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0045488
Apr 09 21:19:38.317569 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f5641a54-48b8-4768-8008-411110a0509b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.1926148
Apr 09 21:19:38.320357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51756) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.320694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51758) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.326075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.329445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:38.336739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-6e5ee137-4a71-4f50-b900-2d45138a221a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.337768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6e5ee137-4a71-4f50-b900-2d45138a221a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0160947
Apr 09 21:19:38.338291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.342416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51760) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.353125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-35b45b7d-ede2-434d-93d1-54e05e59f5f0 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.356954 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-35b45b7d-ede2-434d-93d1-54e05e59f5f0 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0077846
Apr 09 21:19:38.358180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51762) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.359992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:38.365628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-9835d5ef-b6d6-472b-b2eb-dbc069fdde73 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.366747 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9835d5ef-b6d6-472b-b2eb-dbc069fdde73 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0069547
Apr 09 21:19:38.369922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51764) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.375580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-befa8bbd-d704-4928-8323-13079ef9f186 admin admin] 10.222.0.30 "PUT /v2.0/routers/46ae9007-be54-420b-aebc-f9245fc6e37c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1266339
Apr 09 21:19:38.376643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-0ff4b0ad-26f5-4e98-8ebb-11f73dc6b4e6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.378032 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0ff4b0ad-26f5-4e98-8ebb-11f73dc6b4e6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0059237
Apr 09 21:19:38.380610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51766) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.381149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51768) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.383832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Publish callbacks [] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.386765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-ff979de7-0d8d-4f17-bbc6-6dbc2ae1a6f1 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.387924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ff979de7-0d8d-4f17-bbc6-6dbc2ae1a6f1 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0045867
Apr 09 21:19:38.396313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] Sync routers for ids ['46ae9007-be54-420b-aebc-f9245fc6e37c'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:38.398182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51770) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.407610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-607c4210-e3e1-4b21-9918-d646df276706 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.409062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-607c4210-e3e1-4b21-9918-d646df276706 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0049453
Apr 09 21:19:38.412699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51772) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.473391 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.474961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-fdca0466-7d91-4d46-808f-1e2f3c465df6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.476281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fdca0466-7d91-4d46-808f-1e2f3c465df6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0590529
Apr 09 21:19:38.489918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51774) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.510154 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:38.513917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-23f89c4f-2173-4258-92d5-5c0c3110b3a6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.514897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-23f89c4f-2173-4258-92d5-5c0c3110b3a6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0075788
Apr 09 21:19:38.521547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51780) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.528663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-6eb7c596-60d0-446f-b1b8-26640ef0f954 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.529973 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6eb7c596-60d0-446f-b1b8-26640ef0f954 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0067906
Apr 09 21:19:38.534728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51782) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.541909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-9cecb838-7ab6-4f02-a31f-3adb47901387 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.543199 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9cecb838-7ab6-4f02-a31f-3adb47901387 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0072856
Apr 09 21:19:38.548748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51784) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.551896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:38.558014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-cc8f2631-a83a-4d0e-a6b7-d66063fa1af5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.559427 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.559919 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cc8f2631-a83a-4d0e-a6b7-d66063fa1af5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0091863
Apr 09 21:19:38.561191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] Routers {'46ae9007-be54-420b-aebc-f9245fc6e37c'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:38.561827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a6b670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['46ae9007-be54-420b-aebc-f9245fc6e37c'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:38.567118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.567537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51786) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.578079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-1968f5de-5c3e-438c-b6cb-cd71a1a6cff1 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.579064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1968f5de-5c3e-438c-b6cb-cd71a1a6cff1 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0081210
Apr 09 21:19:38.586212 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde24e46-88b1-455e-87fa-3d3b7aba6744 None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:38.587181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51788) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.594737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (fc32d410-2051-4125-99ac-c49bcd11b2b4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.601300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-36ecec78-93d0-43c2-8178-c945e7e4497a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.605999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-36ecec78-93d0-43c2-8178-c945e7e4497a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0122812
Apr 09 21:19:38.607876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51792) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.631664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:38.651621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-ce6fa81f-bb91-41e8-81ee-89485c03d268 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.652619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce6fa81f-bb91-41e8-81ee-89485c03d268 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0411499
Apr 09 21:19:38.662914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51798) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.672631 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9ba9b1bc-e706-413e-a6a2-ba86081e1b1f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/floatingips/20b54c0b-115f-47de-b4c7-332ccad41988 HTTP/1.1" status: 200  len: 687 time: 2.4978170
Apr 09 21:19:38.684066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-6539c9e9-b525-4c45-82e3-c3fcdb0222fe tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.690508 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6539c9e9-b525-4c45-82e3-c3fcdb0222fe tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0093911
Apr 09 21:19:38.690508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51800) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.690508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51802) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.704493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-8549eb05-71cf-4c9d-957b-b68a0e714de5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.708863 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8549eb05-71cf-4c9d-957b-b68a0e714de5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0164487
Apr 09 21:19:38.714208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51806) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.760855 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks [] for router (46ae9007-be54-420b-aebc-f9245fc6e37c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:38.763634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] Set router 46ae9007-be54-420b-aebc-f9245fc6e37c gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:38.772513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-e1560510-9a67-49b0-8dfb-f7d23ed28bf5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.774239 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1560510-9a67-49b0-8dfb-f7d23ed28bf5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0124147
Apr 09 21:19:38.776776 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51812) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.790574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-b867a6a1-a7c2-4514-8fed-da54d55d270f tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.791798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b867a6a1-a7c2-4514-8fed-da54d55d270f tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0120988
Apr 09 21:19:38.797616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51814) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.812041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Subnet': ['ID=fc32d410-2051-4125-99ac-c49bcd11b2b4,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:38.845327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-6ca5d3b5-77dd-4ba6-b871-67725b97a05a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.847167 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6ca5d3b5-77dd-4ba6-b871-67725b97a05a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0055249
Apr 09 21:19:38.851882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51820) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.864425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-d0c9c4a9-5221-46e3-aa23-e700a309ce7c tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.865677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d0c9c4a9-5221-46e3-aa23-e700a309ce7c tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0064836
Apr 09 21:19:38.870123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51824) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.881403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:38.920382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Attempting to bind port 8862544e-eb79-42c0-bcda-60f3a62585a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:38.920762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Attempting to bind port 8862544e-eb79-42c0-bcda-60f3a62585a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:38.921161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Attempting to bind port 8862544e-eb79-42c0-bcda-60f3a62585a0 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:38.921995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-10546163-ede9-4696-b2d0-8e14576213c3 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.923726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-10546163-ede9-4696-b2d0-8e14576213c3 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0118818
Apr 09 21:19:38.926685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Checking segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:38.927343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network hostable DHCP agents. Network: 34592f59-2890-4469-bed7-9956df7ee951, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:38.927570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdfc01-ad01-4e1d-97b4-4d850d5e9b3b None None] Pushing event updated for resources: {'Port': ['ID=8862544e-eb79-42c0-bcda-60f3a62585a0,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:38.938777 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde24e46-88b1-455e-87fa-3d3b7aba6744 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:38.939655 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dde24e46-88b1-455e-87fa-3d3b7aba6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377002160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:38.940455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51830) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.952122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-86e2b340-a1ea-4835-9c9d-affb4ef49843 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.953305 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86e2b340-a1ea-4835-9c9d-affb4ef49843 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0118563
Apr 09 21:19:38.957567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51834) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:38.963786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-de2056d9-9427-4cc0-b5a4-91c53affb770 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:38.965011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-de2056d9-9427-4cc0-b5a4-91c53affb770 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0059886
Apr 09 21:19:38.994898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:39.000419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:39.000800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:39.001262 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.002445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:39.002959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Bound port: 8862544e-eb79-42c0-bcda-60f3a62585a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:39.003357 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.008457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51838) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.009145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port d1633cbc-5a85-43d2-b98e-28c68ecc94c2 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:39.009623 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.064763 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dde24e46-88b1-455e-87fa-3d3b7aba6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377002160>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:39.072494 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777ac580>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:37Z', 'revision_number': 7, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:36Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:39.103905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network 34592f59-2890-4469-bed7-9956df7ee951 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:39.109959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.111598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.116004 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:39.121671 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde24e46-88b1-455e-87fa-3d3b7aba6744 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:39.122283 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dde24e46-88b1-455e-87fa-3d3b7aba6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377002160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:39.127594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for d1633cbc-5a85-43d2-b98e-28c68ecc94c2 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:39.148019 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks [] for router_gateway (46ae9007-be54-420b-aebc-f9245fc6e37c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.155941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34592f59-2890-4469-bed7-9956df7ee951) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:39.159632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] device_id is not set on port d4a21af6-8dd6-466c-81f7-da610fab62bf yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:39.170947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:39.171985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.176899 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks [] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.192321 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dde24e46-88b1-455e-87fa-3d3b7aba6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377002160>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:39.193015 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde24e46-88b1-455e-87fa-3d3b7aba6744 None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:39.196051 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:39.197636 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23777ac580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:39.197919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26b195-d80c-4820-a600-d4ba58cbcb74 None None] Network 34592f59-2890-4469-bed7-9956df7ee951 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:39.213340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.226100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-193cdd25-4e45-44ea-a39c-726fd448dcde tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.227081 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-193cdd25-4e45-44ea-a39c-726fd448dcde tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0113945
Apr 09 21:19:39.240281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-becf610c-7804-49e2-af7b-519174d6b2d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.4991980
Apr 09 21:19:39.242389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51848) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.242389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51850) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.283798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Deleting port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:39.284254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.329637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=d4a21af6-8dd6-466c-81f7-da610fab62bf,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:39.337382 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:39.399774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:39.400153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:39.400447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:39.402305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-6b018b32-b421-4250-9cfa-6afeee27fbbc tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.403826 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b018b32-b421-4250-9cfa-6afeee27fbbc tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.1608987
Apr 09 21:19:39.413557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51854) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.417118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:39.417450 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:39.421709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-25ba989c-4852-4400-91c0-ef91dda4a722 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.425684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-25ba989c-4852-4400-91c0-ef91dda4a722 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0073357
Apr 09 21:19:39.428759 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 2 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:39.440582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51856) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.445432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-b07faf15-6a56-4631-ac87-722f7bb9ebe0 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.448865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b07faf15-6a56-4631-ac87-722f7bb9ebe0 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0072434
Apr 09 21:19:39.482002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51858) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.495274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-a52c11d2-9905-4427-8120-c1b599295603 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.499067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a52c11d2-9905-4427-8120-c1b599295603 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0160098
Apr 09 21:19:39.499714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51860) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.514714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-a9610b5d-5c1d-4daa-a7e4-3063a4e61cf6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.518509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a9610b5d-5c1d-4daa-a7e4-3063a4e61cf6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0092261
Apr 09 21:19:39.521504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.527031 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:39.527383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:39.527699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:39.533265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] For port 2ea31004-13fb-4ee7-960d-e6d8fe1d08df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea31004-13fb-4ee7-960d-e6d8fe1d08df,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:39.533624 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.538667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-95b0061d-4901-4f2b-85ed-82464dc2056a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.542330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-95b0061d-4901-4f2b-85ed-82464dc2056a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0163960
Apr 09 21:19:39.550296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51864) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.554829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d1633cbc-5a85-43d2-b98e-28c68ecc94c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.559435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-eed06bc8-6d8e-4366-a208-c228c05ee393 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.563242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eed06bc8-6d8e-4366-a208-c228c05ee393 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0101526
Apr 09 21:19:39.564048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51866) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.575444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac830c-fd4c-40c1-8cf2-3a31d45076b2 req-e81000b1-f05f-458a-b4a4-bec1868d8124 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:39.579262 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23777ac580>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:37Z', 'revision_number': 7, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:36Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:39.582558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04ac830c-fd4c-40c1-8cf2-3a31d45076b2 req-e81000b1-f05f-458a-b4a4-bec1868d8124 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.1663818
Apr 09 21:19:39.586167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Calling delete_port for 2ea31004-13fb-4ee7-960d-e6d8fe1d08df owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:39.590507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-8d88ea7c-fbac-4209-b764-92d04c671adf tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.594382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8d88ea7c-fbac-4209-b764-92d04c671adf tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0095637
Apr 09 21:19:39.595987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:39.596313 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:39.603443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51868) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.603937 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 3 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:39.610096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-86ee1ac9-71d8-44dc-bc08-3e8f0f7e30a5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.612133 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512b965-f64b-41c3-9197-a677258a5194 None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:37Z', 'revision_number': 7, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:36Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:39.613746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-86ee1ac9-71d8-44dc-bc08-3e8f0f7e30a5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0069039
Apr 09 21:19:39.618056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51870) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.630902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] For port 8862544e-eb79-42c0-bcda-60f3a62585a0, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:39.637047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-2886036b-9efb-4ee5-ad24-6a6fc59c4351 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.640959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2886036b-9efb-4ee5-ad24-6a6fc59c4351 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0123541
Apr 09 21:19:39.643288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51872) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.649806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=d1633cbc-5a85-43d2-b98e-28c68ecc94c2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:39.654455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:39.655058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:39.655237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:39.660772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-8b6c2a87-14cf-4054-b847-a51e8de7949a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.662764 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8b6c2a87-14cf-4054-b847-a51e8de7949a tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0092921
Apr 09 21:19:39.664882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:39.672396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] For port 8862544e-eb79-42c0-bcda-60f3a62585a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8862544e-eb79-42c0-bcda-60f3a62585a0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:39.674585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.685530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c9dca364-83fd-4a4d-9180-51f278052441 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 200  len: 704 time: 3.6395574
Apr 09 21:19:39.688469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51874) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.688712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:39.688920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51876) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.689217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.712771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-8ce38f1a-15ca-4a6f-af9b-e737b60536a5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.713806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8ce38f1a-15ca-4a6f-af9b-e737b60536a5 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0231485
Apr 09 21:19:39.717542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:39.717879 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:39.718367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51878) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.723836 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 4 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:39.754885 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.757552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-8dedccb7-002d-492f-ab9c-5097d8e2e1c6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.758555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8dedccb7-002d-492f-ab9c-5097d8e2e1c6 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0150740
Apr 09 21:19:39.761888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04ac830c-fd4c-40c1-8cf2-3a31d45076b2 req-8fcce5fb-9544-4e49-a81a-b9c8a45b3a63 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1784196
Apr 09 21:19:39.762501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51880) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.774060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-408b743a-c2b1-4ff0-8d9c-0581727bf2f9 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.775080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-408b743a-c2b1-4ff0-8d9c-0581727bf2f9 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0084782
Apr 09 21:19:39.781083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:39.781241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:39.781574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:39.788497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51884) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.794273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-5d96c28b-790c-459f-b9c8-58712bff9133 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.795227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d96c28b-790c-459f-b9c8-58712bff9133 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0043497
Apr 09 21:19:39.797827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:39.797827 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:39.798166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51886) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.800711 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 5 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:39.826844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-210deda0-1fc4-4dcf-b55c-4fa8da179f99 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.828597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-210deda0-1fc4-4dcf-b55c-4fa8da179f99 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0270758
Apr 09 21:19:39.837306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51888) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.843600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-704d8cda-5eb8-4c8b-a8a0-06c50f44360c tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.844827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-704d8cda-5eb8-4c8b-a8a0-06c50f44360c tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0063579
Apr 09 21:19:39.851902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51890) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.856462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-95214b8f-ffc6-429f-a2ce-a9a5345d0300 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.857615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-95214b8f-ffc6-429f-a2ce-a9a5345d0300 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0045466
Apr 09 21:19:39.877632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51892) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.891324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:39.891916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:39.892460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-164f127f-f2f9-434c-b555-215f80b6e548 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.892662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:39.893441 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-164f127f-f2f9-434c-b555-215f80b6e548 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0098040
Apr 09 21:19:39.899736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51894) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.901436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a6b670>, [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172'}], 'enable_snat': True}, 'gw_port_id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:19:35Z', 'revision_number': 5, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port': {'id': '2ea31004-13fb-4ee7-960d-e6d8fe1d08df', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:54Z', 'updated_at': '2022-04-09T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:39.912474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [None req-cbffa345-a9d1-4182-8810-716a22f343de tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.916585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cbffa345-a9d1-4182-8810-716a22f343de tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0119100
Apr 09 21:19:39.917702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51896) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.921308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:39.921646 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:39.929013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-b02398ec-beab-49fe-8eb9-7d3395271a38 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:39.932369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:39.932541 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b02398ec-beab-49fe-8eb9-7d3395271a38 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0061319
Apr 09 21:19:39.936841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdfc01-ad01-4e1d-97b4-4d850d5e9b3b None None] Pushing event updated for resources: {'Port': ['ID=8862544e-eb79-42c0-bcda-60f3a62585a0,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:39.940544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:19:39.942732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (20b54c0b-115f-47de-b4c7-332ccad41988), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.943315 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b894bb-3088-49d0-b350-e93ddffdc488" -d '{"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:19:39.949184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.951973 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-72e8cfd2-22e3-48e2-b2b6-dada7ba2b1b7 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/floatingips/20b54c0b-115f-47de-b4c7-332ccad41988 HTTP/1.1" status: 204  len: 168 time: 1.2604489
Apr 09 21:19:39.952715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51898) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.954404 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 6 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:39.958539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51902) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.967322 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-00af32c3-36a4-4ff2-a7f6-83fbb023c804 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 200  len: 704 time: 0.2752075
Apr 09 21:19:39.975907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'ce87a840-8b3f-4663-a5e1-1a742152d97b'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:39.981146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51904) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:39.988057 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:39.991535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34592f59-2890-4469-bed7-9956df7ee951', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:19:39.992439 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:40.052787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:40.053144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:40.053478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:40.074796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:40.075640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761aad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:40.079657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbe3e9-2585-430e-bf9d-22419c0319eb req-cc39f21f-d7cb-4f61-a9ca-0f65ce19569d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:40.081270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ffbe3e9-2585-430e-bf9d-22419c0319eb req-cc39f21f-d7cb-4f61-a9ca-0f65ce19569d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 946 time: 0.1857834
Apr 09 21:19:40.099539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-426c222d-9810-41b1-b8d9-2d9e784779ec tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:40.102975 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-426c222d-9810-41b1-b8d9-2d9e784779ec tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.1408100
Apr 09 21:19:40.105277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51906) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:40.112307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:40.112644 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:40.117181 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d97b4f8-d7bd-47dd-b7df-20eb4fa004a9 x-openstack-request-id: req-5d97b4f8-d7bd-47dd-b7df-20eb4fa004a9 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:19:40.117507 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:19:40.117761 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d97b4f8-d7bd-47dd-b7df-20eb4fa004a9 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:19:40.118097 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d97b4f8-d7bd-47dd-b7df-20eb4fa004a9'] response: {'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'code': 200}
Apr 09 21:19:40.121223 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 7 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:40.125067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=14']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:40.128287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:40.128427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-d895fb15-c189-4efe-be80-a10491973ff7 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:40.132117 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d895fb15-c189-4efe-be80-a10491973ff7 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0239394
Apr 09 21:19:40.133070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51908) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:40.134738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] Checking router: 46ae9007-be54-420b-aebc-f9245fc6e37c for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:40.139671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-0c89deb5-33bd-4084-96f7-dd09e0ec8cd3 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:40.143067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0c89deb5-33bd-4084-96f7-dd09e0ec8cd3 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0072737
Apr 09 21:19:40.145065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51910) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:40.151291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-2f5f5cb3-9a9d-473b-bf54-0e6ffa6d8342 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:40.156403 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2f5f5cb3-9a9d-473b-bf54-0e6ffa6d8342 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0063128
Apr 09 21:19:40.156403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51912) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:40.156645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:40.156645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376791700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:40.160955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [None req-62479095-02fa-4bcf-b92b-005406e0b211 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:19:40.165603 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62479095-02fa-4bcf-b92b-005406e0b211 tempest-ExtensionsTestJSON-1211259379 tempest-ExtensionsTestJSON-1211259379-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0062516
Apr 09 21:19:40.165783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:40.230519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:40.230803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:40.231146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:40.262373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:40.264166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] Routers {'46ae9007-be54-420b-aebc-f9245fc6e37c'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:40.264796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a6b670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['46ae9007-be54-420b-aebc-f9245fc6e37c'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:40.274846 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:40.295030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:40.295454 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:40.590616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] Set router 46ae9007-be54-420b-aebc-f9245fc6e37c gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:40.648554 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 8 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:40.654982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51918) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:40.680165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a6b670>, [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:19:39Z', 'revision_number': 6, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:40.686478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:40.716703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ffbe3e9-2585-430e-bf9d-22419c0319eb req-0244f212-4cb9-4918-aa29-faf210213454 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6030636
Apr 09 21:19:40.725554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2ea31004-13fb-4ee7-960d-e6d8fe1d08df), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:40.741844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:40.742167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:40.742493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:40.804003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb0bca-e476-452f-8fe4-89e0f2430cfd None None] The sync data for ids ['46ae9007-be54-420b-aebc-f9245fc6e37c'] in ncdv-master-1 is: [{'id': '46ae9007-be54-420b-aebc-f9245fc6e37c', 'name': 'tempest-TestAggregatesBasicOps-1658835343-router', 'tenant_id': 'e973b86d88684b8a9d1b2d51c884432c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:52Z', 'updated_at': '2022-04-09T21:19:39Z', 'revision_number': 6, 'project_id': 'e973b86d88684b8a9d1b2d51c884432c', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:40.818348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:40.902507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea31004-13fb-4ee7-960d-e6d8fe1d08df,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:40.938943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:40.939319 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:40.949356 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 9 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:40.949972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Allocated IP 172.20.0.2 (34592f59-2890-4469-bed7-9956df7ee951/fc32d410-2051-4125-99ac-c49bcd11b2b4/14926e18-9eb9-47a6-9010-141be6501f18) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:40.999916 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3327e07f-5bf5-4013-ba82-45941f346848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.058243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376791700>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:37Z', 'revision_number': 7, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:36Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:41.073451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:41.073680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:41.073868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:41.081248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.35.0.59 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:41.105449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35608b22-9a7a-4078-9016-3baa8a26e311 req-3a982eb5-970b-40f1-90f6-cedb13633c14 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:41.106843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35608b22-9a7a-4078-9016-3baa8a26e311 req-3a982eb5-970b-40f1-90f6-cedb13633c14 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1970472
Apr 09 21:19:41.121914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:41.122279 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:41.125513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:41.129216 ncdv-master-1 neutron-server[126920]: INFO neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 10 to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf
Apr 09 21:19:41.144032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761aad30>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:33Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:41.180714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:41.181387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376791700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:41.185339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf160119-c765-4e75-b3d7-9fa0d7d82a1a None None] The sync data for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 is: [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:33Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:41.233970 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (46ae9007-be54-420b-aebc-f9245fc6e37c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.294316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:41.294664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:41.295004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:41.429665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:41.429905 ncdv-master-1 neutron-server[126920]: ERROR neutron.plugins.ml2.managers [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port d4a21af6-8dd6-466c-81f7-da610fab62bf on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:41.430251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.455032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (46ae9007-be54-420b-aebc-f9245fc6e37c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.468802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks [] for router_controller (46ae9007-be54-420b-aebc-f9245fc6e37c), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.477624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35608b22-9a7a-4078-9016-3baa8a26e311 req-58e6dafd-ceb2-48a5-8f8c-720af39928a9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3573139
Apr 09 21:19:41.507065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:41.548086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Publish callbacks [] for port (14926e18-9eb9-47a6-9010-141be6501f18), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.566742 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (14926e18-9eb9-47a6-9010-141be6501f18), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.639309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3327e07f-5bf5-4013-ba82-45941f346848 admin admin] Publish callbacks [] for security_group (1997950e-1e0d-4467-8353-4001ca3ecc3a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.665739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3327e07f-5bf5-4013-ba82-45941f346848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1997950e-1e0d-4467-8353-4001ca3ecc3a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.668079 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (46ae9007-be54-420b-aebc-f9245fc6e37c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.668619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ae9007-be54-420b-aebc-f9245fc6e37c {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:19:41.670224 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.676888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.678454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ad438c33-67ab-4117-bf78-a0b60f931847 admin admin] 10.222.0.30 "DELETE /v2.0/routers/46ae9007-be54-420b-aebc-f9245fc6e37c HTTP/1.1" status: 204  len: 168 time: 3.2962277
Apr 09 21:19:41.681565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.685762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51928) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:41.756196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.20.0.1 (34592f59-2890-4469-bed7-9956df7ee951/fc32d410-2051-4125-99ac-c49bcd11b2b4/bd081750-b800-4f54-be6d-9055588e7406) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:41.808804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Network 34592f59-2890-4469-bed7-9956df7ee951 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:41.822435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:41.831775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:41.858508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Pushing event updated for resources: {'Port': ['ID=14926e18-9eb9-47a6-9010-141be6501f18,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:41.952065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (bd081750-b800-4f54-be6d-9055588e7406), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:41.986228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8862544e-eb79-42c0-bcda-60f3a62585a0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:42.012798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (bd081750-b800-4f54-be6d-9055588e7406), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.052556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327e07f-5bf5-4013-ba82-45941f346848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1997950e-1e0d-4467-8353-4001ca3ecc3a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:42.075850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3327e07f-5bf5-4013-ba82-45941f346848 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d93bfd084df34fcaa89a83144ecd646d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4134405
Apr 09 21:19:42.079722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] For port d4a21af6-8dd6-466c-81f7-da610fab62bf, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:42.080057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempted to set empty binding levels {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 09 21:19:42.080669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Attempting to bind port 14926e18-9eb9-47a6-9010-141be6501f18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:42.080987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Attempting to bind port 14926e18-9eb9-47a6-9010-141be6501f18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:42.081396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Attempting to bind port 14926e18-9eb9-47a6-9010-141be6501f18 on network 34592f59-2890-4469-bed7-9956df7ee951 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:42.086438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51930) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:42.092513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376791700>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:37Z', 'revision_number': 7, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:36Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:42.095725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=bd081750-b800-4f54-be6d-9055588e7406,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:42.103262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-bb1d2906-ae78-4790-98bb-d3caa1aa0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.104647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-bb1d2906-ae78-4790-98bb-d3caa1aa0354 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1126 time: 0.3436852
Apr 09 21:19:42.108630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:42.109074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Checking segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:42.109440 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.109833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Bound using segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:42.110330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Bound port: 14926e18-9eb9-47a6-9010-141be6501f18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:42.110712 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (14926e18-9eb9-47a6-9010-141be6501f18), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.119678 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.129852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.130297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.130676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.131141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.131478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.131803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.132124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.132445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.132764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.133220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.133431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.133754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.134116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.134437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.134757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:42.136465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accae1f-a15c-4f3b-816f-e58728f6fd2d req-b8621a77-a9d6-485e-bed9-85ebf343b3d7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.138073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7accae1f-a15c-4f3b-816f-e58728f6fd2d req-b8621a77-a9d6-485e-bed9-85ebf343b3d7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.3456662
Apr 09 21:19:42.154638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network 34592f59-2890-4469-bed7-9956df7ee951 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:42.163449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:42.163716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-1037ea86-24e5-4297-abf3-41ca48336313 admin admin] Deleting subnet a9f20bab-e521-4389-9f77-b59bb6a7476b {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:19:42.165560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:42.168767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3ca21-c46e-4627-a365-e6c732ce5d5c None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:37Z', 'revision_number': 7, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '1ed21277-c896-428c-9fb5-2dc1f8dd9dce', 'name': '', 'network_id': 'e3220fdb-f6e0-4fcc-b387-b752eebdfd99', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:89:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:31Z', 'updated_at': '2022-04-09T21:19:36Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '1bea5770-23c1-4762-ab22-e40d705936fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:42.199611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1037ea86-24e5-4297-abf3-41ca48336313 admin admin] Publish callbacks [] for subnet (a9f20bab-e521-4389-9f77-b59bb6a7476b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.203098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8862544e-eb79-42c0-bcda-60f3a62585a0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:42.203098 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.227300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b72f241-d3c9-4b1f-a07b-d65873460aa1 admin admin] Publish callbacks [] for security_group (1997950e-1e0d-4467-8353-4001ca3ecc3a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.279827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b72f241-d3c9-4b1f-a07b-d65873460aa1 admin admin] Publish callbacks [] for security_group (1997950e-1e0d-4467-8353-4001ca3ecc3a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.283633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (4eae10af-4216-41f4-812c-a5aaa7961f4a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.318467 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] For port 14926e18-9eb9-47a6-9010-141be6501f18, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:42.323019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] For port 14926e18-9eb9-47a6-9010-141be6501f18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14926e18-9eb9-47a6-9010-141be6501f18,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:42.341278 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (14926e18-9eb9-47a6-9010-141be6501f18), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.410070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] In _notify_port_updated(), no bound segment for port d4a21af6-8dd6-466c-81f7-da610fab62bf on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:19:42.411347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.411972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.413386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "PUT /v2.0/ports/d4a21af6-8dd6-466c-81f7-da610fab62bf HTTP/1.1" status: 200  len: 978 time: 4.0904815
Apr 09 21:19:42.414776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.424520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51932) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:42.468231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b72f241-d3c9-4b1f-a07b-d65873460aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1997950e-1e0d-4467-8353-4001ca3ecc3a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.472038 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b72f241-d3c9-4b1f-a07b-d65873460aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.475764 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0b72f241-d3c9-4b1f-a07b-d65873460aa1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1997950e-1e0d-4467-8353-4001ca3ecc3a HTTP/1.1" status: 204  len: 168 time: 0.3746243
Apr 09 21:19:42.479275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8862544e-eb79-42c0-bcda-60f3a62585a0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:42.479683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.506637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72f241-d3c9-4b1f-a07b-d65873460aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997950e-1e0d-4467-8353-4001ca3ecc3a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:42.526459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1037ea86-24e5-4297-abf3-41ca48336313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (a9f20bab-e521-4389-9f77-b59bb6a7476b), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.560244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 8862544e-eb79-42c0-bcda-60f3a62585a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8862544e-eb79-42c0-bcda-60f3a62585a0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:42.592828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bd081750-b800-4f54-be6d-9055588e7406), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.596177 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:42.598323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43427390-019e-47b5-b8bb-5a29e34271c3 None None] Pushing event updated for resources: {'Port': ['ID=14926e18-9eb9-47a6-9010-141be6501f18,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:42.717511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ea31004-13fb-4ee7-960d-e6d8fe1d08df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:42.722488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=8862544e-eb79-42c0-bcda-60f3a62585a0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:42.762301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2ea31004-13fb-4ee7-960d-e6d8fe1d08df {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:42.762663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ea31004-13fb-4ee7-960d-e6d8fe1d08df not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:42.763170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4b52d0e9-58f9-4d71-a474-8bc98fe422ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:42.783710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7accae1f-a15c-4f3b-816f-e58728f6fd2d req-6ec9479c-68b7-48a7-aaef-15717f902e36 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5940685
Apr 09 21:19:42.808330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65107b9f-f974-40be-a97c-6cd867e42f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=d4a21af6-8dd6-466c-81f7-da610fab62bf,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:42.814042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4b52d0e9-58f9-4d71-a474-8bc98fe422ad {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:42.814370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4b52d0e9-58f9-4d71-a474-8bc98fe422ad not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:42.828625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:42.867545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:42.918690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.919190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.919680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.920158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.920638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.921152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.921632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.922108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.922579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.923052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.923604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.924075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.924549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.925023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.925544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.926075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.926619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.927121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.927703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.928178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.928647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.929135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.929613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.930081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.930556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.931032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.938743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:42.946278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-29d05007-3792-4d13-a26f-e4fb109249fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 24707 time: 0.4994745
Apr 09 21:19:42.952459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:42.962060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51940) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:43.054797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (bd081750-b800-4f54-be6d-9055588e7406), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.062843 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (bd081750-b800-4f54-be6d-9055588e7406), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.081825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-b62352ad-24dd-457e-96ad-3bb2b68483e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:43.083478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-b62352ad-24dd-457e-96ad-3bb2b68483e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.9611983
Apr 09 21:19:43.155970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=bd081750-b800-4f54-be6d-9055588e7406,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:43.161604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (4eae10af-4216-41f4-812c-a5aaa7961f4a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.168213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:43.207885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1037ea86-24e5-4297-abf3-41ca48336313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (a9f20bab-e521-4389-9f77-b59bb6a7476b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.262925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network 34592f59-2890-4469-bed7-9956df7ee951 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:43.264456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:43.406070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 4eae10af-4216-41f4-812c-a5aaa7961f4a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:43.549677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:43.563496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:43.578242 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0f9db1ae-c28b-4c1e-bb97-f3b5cdcb659e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "PUT /v2.0/routers/4eae10af-4216-41f4-812c-a5aaa7961f4a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3329160
Apr 09 21:19:43.686289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-86a431fe-ec61-4333-a9ae-badafbcbf51e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-27402584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:43.717737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86a431fe-ec61-4333-a9ae-badafbcbf51e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.720367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86a431fe-ec61-4333-a9ae-badafbcbf51e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.744158 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-85c373cc-b24e-4b06-9bfe-e32e7176e969 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.6396074
Apr 09 21:19:43.815251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86a431fe-ec61-4333-a9ae-badafbcbf51e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for router_controller (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.821414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86a431fe-ec61-4333-a9ae-badafbcbf51e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.871390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86a431fe-ec61-4333-a9ae-badafbcbf51e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.878413 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86a431fe-ec61-4333-a9ae-badafbcbf51e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 710 time: 0.3276963
Apr 09 21:19:43.880364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51974) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:43.892975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1549099596'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:43.895263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Deleting port d4a21af6-8dd6-466c-81f7-da610fab62bf {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:43.895610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.897649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:43.898255 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.935351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eada74-fe22-4616-b441-c2d52b0523e8 None None] Network 34592f59-2890-4469-bed7-9956df7ee951 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:43.943917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Made reservation on behalf of 881d5d4ef01841cf8824050b995a128d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:43.948635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.963144 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:43.969291 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1037ea86-24e5-4297-abf3-41ca48336313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (a9f20bab-e521-4389-9f77-b59bb6a7476b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.004406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4575cace-1979-4123-8730-64ff7726718e None None] Provisioning complete for port 14926e18-9eb9-47a6-9010-141be6501f18 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:44.004879 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4575cace-1979-4123-8730-64ff7726718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (14926e18-9eb9-47a6-9010-141be6501f18), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.107186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037ea86-24e5-4297-abf3-41ca48336313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f20bab-e521-4389-9f77-b59bb6a7476b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:44.121461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 14926e18-9eb9-47a6-9010-141be6501f18 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:44.122154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b67bd-0426-4ce6-89cf-ede0c5e3ac54 req-0c3ccac1-3449-4974-9f83-e04bb56426c3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:44.123725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-035b67bd-0426-4ce6-89cf-ede0c5e3ac54 req-0c3ccac1-3449-4974-9f83-e04bb56426c3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1679015
Apr 09 21:19:44.137760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for security_group (d186ebc8-70c5-4225-8c53-ab7ed82ac0fe), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.146165 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d186ebc8-70c5-4225-8c53-ab7ed82ac0fe), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.249480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d186ebc8-70c5-4225-8c53-ab7ed82ac0fe,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:44.257685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 14926e18-9eb9-47a6-9010-141be6501f18 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:44.257685 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (14926e18-9eb9-47a6-9010-141be6501f18), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.265900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a866a-4ddf-4096-aa87-29249d048bbb None None] Network 412c99c1-d436-4ce1-895a-a528b2b5606f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:44.266823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:44.306957 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1037ea86-24e5-4297-abf3-41ca48336313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.308367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (be9f6f87-2ede-4eab-87e4-ba7bced456af), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.308996 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Added segment be9f6f87-2ede-4eab-87e4-ba7bced456af of type vlan for network 42ef161f-5483-485f-abde-b273aa3bcd2c
Apr 09 21:19:44.312953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1037ea86-24e5-4297-abf3-41ca48336313 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a9f20bab-e521-4389-9f77-b59bb6a7476b HTTP/1.1" status: 204  len: 168 time: 2.6142924
Apr 09 21:19:44.313660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51976) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:44.314714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-035b67bd-0426-4ce6-89cf-ede0c5e3ac54 req-87702447-9f32-4d8d-9594-57fc24f72335 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1692443
Apr 09 21:19:44.316193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-7cc01bb4-7d3a-42c0-8ec8-4f77125e3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:44.317655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-7cc01bb4-7d3a-42c0-8ec8-4f77125e3570 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.5662360
Apr 09 21:19:44.357579 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4575cace-1979-4123-8730-64ff7726718e None None] Current status of the port 14926e18-9eb9-47a6-9010-141be6501f18 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:44.357954 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4575cace-1979-4123-8730-64ff7726718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (14926e18-9eb9-47a6-9010-141be6501f18), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.428910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (412c99c1-d436-4ce1-895a-a528b2b5606f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.467018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4575cace-1979-4123-8730-64ff7726718e None None] For port 14926e18-9eb9-47a6-9010-141be6501f18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14926e18-9eb9-47a6-9010-141be6501f18,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:44.467401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-6fabbcff-6825-4d16-a0e1-8e666665fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:44.468995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-6fabbcff-6825-4d16-a0e1-8e666665fdaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1089280
Apr 09 21:19:44.486544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] For port d4a21af6-8dd6-466c-81f7-da610fab62bf, host nch1-master-1, got binding levels [] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:44.487786 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.505800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4575cace-1979-4123-8730-64ff7726718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (14926e18-9eb9-47a6-9010-141be6501f18), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.520858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (42ef161f-5483-485f-abde-b273aa3bcd2c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.567796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Deleting port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:44.568302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.572238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 14926e18-9eb9-47a6-9010-141be6501f18 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:44.573635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8862544e-eb79-42c0-bcda-60f3a62585a0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:44.584703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 1ed21277-c896-428c-9fb5-2dc1f8dd9dce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,segment=NetworkSegment(e3d6f660-443f-4355-a492-e9fecc8cdf4e),segment_id=e3d6f660-443f-4355-a492-e9fecc8cdf4e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:44.585125 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.590706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Calling delete_port for d4a21af6-8dd6-466c-81f7-da610fab62bf owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:44.597937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (42ef161f-5483-485f-abde-b273aa3bcd2c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.603498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:44.604310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.607316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b9662f04-4359-4825-8ce2-2982cf03bd6c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146611863&fields=id&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 267 time: 0.7609558
Apr 09 21:19:44.634615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575cace-1979-4123-8730-64ff7726718e None None] Pushing event updated for resources: {'Port': ['ID=14926e18-9eb9-47a6-9010-141be6501f18,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:44.653207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a820607f-2c08-4c1f-8818-644d6429ca17 None None] Provisioning complete for port 14926e18-9eb9-47a6-9010-141be6501f18 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:44.653581 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a820607f-2c08-4c1f-8818-644d6429ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (14926e18-9eb9-47a6-9010-141be6501f18), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.664498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 1ed21277-c896-428c-9fb5-2dc1f8dd9dce owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:44.690679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8862544e-eb79-42c0-bcda-60f3a62585a0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:44.694387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.698253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] For port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=219e21a8-d0d1-4fef-aee2-9b9e4e3812c8,segment=NetworkSegment(c48a98dc-52fa-4752-a728-c44f078fcc8c),segment_id=c48a98dc-52fa-4752-a728-c44f078fcc8c)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:44.698744 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.728650 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.8471680
Apr 09 21:19:44.756094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 51978) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:44.767016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'subnet': {'network_id': '42ef161f-5483-485f-abde-b273aa3bcd2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:44.772924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] DHCP port deletion for 412c99c1-d436-4ce1-895a-a528b2b5606f request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:19:44.779733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Calling delete_port for 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:44.791315 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ed101-10ab-4fc0-a2c8-e7d2720b25af tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Network': ['ID=42ef161f-5483-485f-abde-b273aa3bcd2c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:44.829735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 42ef161f-5483-485f-abde-b273aa3bcd2c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:44.838190 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Sync routers for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:44.861077 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:44.862252 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770abdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:44.899889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a820607f-2c08-4c1f-8818-644d6429ca17 None None] Current status of the port 14926e18-9eb9-47a6-9010-141be6501f18 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:44.925358 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.959266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a820607f-2c08-4c1f-8818-644d6429ca17 None None] Provisioning complete for port bd081750-b800-4f54-be6d-9055588e7406 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:44.959889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a820607f-2c08-4c1f-8818-644d6429ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bd081750-b800-4f54-be6d-9055588e7406), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:44.974333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Pushing event deleted for resources: {'Port': ['ID=219e21a8-d0d1-4fef-aee2-9b9e4e3812c8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:44.976238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] No DVR routers for this DVR port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:19:45.055397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] Deleting port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:45.055803 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.073991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8862544e-eb79-42c0-bcda-60f3a62585a0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:45.077508 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:45.080007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a820607f-2c08-4c1f-8818-644d6429ca17 None None] Port bd081750-b800-4f54-be6d-9055588e7406 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:45.160596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] For port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:45.161112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.176119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] Calling delete_port for 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:45.179233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] Port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:19:45.180881 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (219e21a8-d0d1-4fef-aee2-9b9e4e3812c8), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.186996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (412c99c1-d436-4ce1-895a-a528b2b5606f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.204055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] No DVR routers for this DVR port 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:19:45.214633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-98980f53-a7e3-4096-9e99-e5facb521b6a service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7295518
Apr 09 21:19:45.238673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50563dad-110d-4a85-aed1-99bbc692391d None None] Pushing event deleted for resources: {'Port': ['ID=219e21a8-d0d1-4fef-aee2-9b9e4e3812c8,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:45.245643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-825359a3-cf40-4509-a5af-c3833acfb7a8 None None] Provisioning complete for port bd081750-b800-4f54-be6d-9055588e7406 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:45.246052 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-825359a3-cf40-4509-a5af-c3833acfb7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bd081750-b800-4f54-be6d-9055588e7406), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.266471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237622b7f0>,) {'filters': {'network_id': ['412c99c1-d436-4ce1-895a-a528b2b5606f']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:45.296434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-825359a3-cf40-4509-a5af-c3833acfb7a8 None None] Port bd081750-b800-4f54-be6d-9055588e7406 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:45.299565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284816a-e590-42f9-b795-ab44c319a3eb req-0179ccff-b22b-4ee7-83e1-fcc97b651052 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:45.300491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237622b7f0>, 'c48a98dc-52fa-4752-a728-c44f078fcc8c') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:45.300761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237622b7f0>, 'c48a98dc-52fa-4752-a728-c44f078fcc8c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:45.305521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-0179ccff-b22b-4ee7-83e1-fcc97b651052 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 797 time: 0.6971703
Apr 09 21:19:45.311704 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (c48a98dc-52fa-4752-a728-c44f078fcc8c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.326127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c48a98dc-52fa-4752-a728-c44f078fcc8c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.333698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:19:45.334146 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (c48a98dc-52fa-4752-a728-c44f078fcc8c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:19:45.336198 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:19:45.409760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (412c99c1-d436-4ce1-895a-a528b2b5606f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.414917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-be5116b8-f063-4d04-a97f-340e67ac2d5a None None] Provisioning complete for port bd081750-b800-4f54-be6d-9055588e7406 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:45.415298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be5116b8-f063-4d04-a97f-340e67ac2d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bd081750-b800-4f54-be6d-9055588e7406), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.418436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.425558 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] 10.222.0.30 "DELETE /v2.0/networks/412c99c1-d436-4ce1-895a-a528b2b5606f HTTP/1.1" status: 204  len: 168 time: 1.1107984
Apr 09 21:19:45.440253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12628cd-c797-4016-90fb-468e3475db13 admin admin] Pushing event deleted for resources: {'Network': ['ID=412c99c1-d436-4ce1-895a-a528b2b5606f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:45.471226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Made reservation on behalf of 881d5d4ef01841cf8824050b995a128d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:45.475864 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.487455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-be5116b8-f063-4d04-a97f-340e67ac2d5a None None] Port bd081750-b800-4f54-be6d-9055588e7406 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:45.535731 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770abdc0>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 2, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:45.548003 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d4a21af6-8dd6-466c-81f7-da610fab62bf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.562958 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Checking router: 4eae10af-4216-41f4-812c-a5aaa7961f4a for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:45.563301 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Updating router 4eae10af-4216-41f4-812c-a5aaa7961f4a port bd081750-b800-4f54-be6d-9055588e7406 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:19:45.594867 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bd081750-b800-4f54-be6d-9055588e7406), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.624687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-a54e035d-9ec4-45c1-b4a1-b340cb30ea66 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/quotas/0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 375 time: 0.1722362
Apr 09 21:19:45.643981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:45.691742 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2c545aa2-5ef8-429b-aacc-bafeb45d6c22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=169228e607bf4e5aab28729d44e6d177&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0438948
Apr 09 21:19:45.692522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:45.697100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4a21af6-8dd6-466c-81f7-da610fab62bf,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:45.705723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.712313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9fbcfaa8-53c5-4a68-849a-4df46dc48f1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d4a21af6-8dd6-466c-81f7-da610fab62bf HTTP/1.1" status: 204  len: 168 time: 2.7434802
Apr 09 21:19:45.713216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51988) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:45.748609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32238302-476b-4324-bfd4-15089f57fc39 req-7425f06d-e12a-48c7-ba92-d1b245cfe843 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:45.750348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-32238302-476b-4324-bfd4-15089f57fc39 req-7425f06d-e12a-48c7-ba92-d1b245cfe843 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2822506
Apr 09 21:19:45.753638 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (1a46108d-293e-49ee-b26f-75623bdabd08), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.754346 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3f1674-ef0f-4f13-bcda-01e0c0310167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] GET failed (client error): The resource could not be found.
Apr 09 21:19:45.759950 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2b3f1674-ef0f-4f13-bcda-01e0c0310167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "GET /v2.0/ports/d4a21af6-8dd6-466c-81f7-da610fab62bf HTTP/1.1" status: 404  len: 333 time: 0.0412264
Apr 09 21:19:45.765071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51990) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:45.770232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1502189678', 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:45.776482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1ed21277-c896-428c-9fb5-2dc1f8dd9dce), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.802343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1e30bab3-d0d6-4875-8ce5-a97f613e8936 admin admin] Publish callbacks [] for security_group (af3338c6-9cd2-4075-b0cd-7f34c18aaaa0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.815421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Made reservation on behalf of 7ae8a79887884e918588007e262addea for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:45.818020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.847106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1e30bab3-d0d6-4875-8ce5-a97f613e8936 admin admin] Publish callbacks [] for security_group (af3338c6-9cd2-4075-b0cd-7f34c18aaaa0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.857744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] device_id is not set on port 90d8f75f-4831-4773-bfd5-20238a8f95ff yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:45.908173 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Publish callbacks [] for port (bd081750-b800-4f54-be6d-9055588e7406), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.918435 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bd081750-b800-4f54-be6d-9055588e7406), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.945070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 14926e18-9eb9-47a6-9010-141be6501f18 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:45.993552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1e30bab3-d0d6-4875-8ce5-a97f613e8936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (af3338c6-9cd2-4075-b0cd-7f34c18aaaa0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:45.997844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1e30bab3-d0d6-4875-8ce5-a97f613e8936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.004525 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1e30bab3-d0d6-4875-8ce5-a97f613e8936 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af3338c6-9cd2-4075-b0cd-7f34c18aaaa0 HTTP/1.1" status: 204  len: 168 time: 0.3110211
Apr 09 21:19:46.029454 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6bb63-ca1c-4d7c-bfc2-b3d6de43e142 None None] Pushing event updated for resources: {'Port': ['ID=bd081750-b800-4f54-be6d-9055588e7406,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:46.069571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 14926e18-9eb9-47a6-9010-141be6501f18 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:46.070666 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (14926e18-9eb9-47a6-9010-141be6501f18), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.086805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30bab3-d0d6-4875-8ce5-a97f613e8936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3338c6-9cd2-4075-b0cd-7f34c18aaaa0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:46.103585 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Attempting to bind port bd081750-b800-4f54-be6d-9055588e7406 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:46.104059 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Attempting to bind port bd081750-b800-4f54-be6d-9055588e7406 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:46.104683 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Attempting to bind port bd081750-b800-4f54-be6d-9055588e7406 on network 34592f59-2890-4469-bed7-9956df7ee951 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:46.112378 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:46.113254 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Checking segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:46.114149 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.114770 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Bound using segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:46.116302 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Bound port: bd081750-b800-4f54-be6d-9055588e7406, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:46.116945 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bd081750-b800-4f54-be6d-9055588e7406), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.223575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 14926e18-9eb9-47a6-9010-141be6501f18 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:46.234394 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] For port bd081750-b800-4f54-be6d-9055588e7406, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:46.240088 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] For port bd081750-b800-4f54-be6d-9055588e7406, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd081750-b800-4f54-be6d-9055588e7406,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:46.263882 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks [] for port (90d8f75f-4831-4773-bfd5-20238a8f95ff), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.272531 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bd081750-b800-4f54-be6d-9055588e7406), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.292308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=1ed21277-c896-428c-9fb5-2dc1f8dd9dce,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:46.299911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:46.363491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-fa61dc00-3715-4cb2-be3f-861996bc49f2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7064660
Apr 09 21:19:46.372829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (90d8f75f-4831-4773-bfd5-20238a8f95ff), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.379572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:46.380248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 219e21a8-d0d1-4fef-aee2-9b9e4e3812c8 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:46.382373 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6bb63-ca1c-4d7c-bfc2-b3d6de43e142 None None] Pushing event updated for resources: {'Port': ['ID=bd081750-b800-4f54-be6d-9055588e7406,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:46.385842 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:46.386901 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770abdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:46.412220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91754ab0-27a9-4fd4-8a91-aac28a2af3bd req-62a8484c-ff92-4461-957d-a1074093570e service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1351094
Apr 09 21:19:46.476557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Network 5e338a0e-7948-4476-a3dd-b51fda20e38a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:46.480928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:46.483101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:46.484058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:46.484841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.532673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=90d8f75f-4831-4773-bfd5-20238a8f95ff,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:46.562823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-08dc734a-a116-4294-942a-8a8cc7845d59 None None] Provisioning complete for port bd081750-b800-4f54-be6d-9055588e7406 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:46.563498 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08dc734a-a116-4294-942a-8a8cc7845d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bd081750-b800-4f54-be6d-9055588e7406), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.570629 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eaa80060-2f1d-435c-8e50-d4f13e36a421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8038213
Apr 09 21:19:46.575887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51996) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:46.656843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-32238302-476b-4324-bfd4-15089f57fc39 req-e698e12f-5d43-4725-880b-e96e62630f89 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8772511
Apr 09 21:19:46.734473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.737515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b5e29-1922-40f5-969b-b3d767e6a862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:46.741398 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-490b5e29-1922-40f5-969b-b3d767e6a862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "GET /v2.0/ports/90d8f75f-4831-4773-bfd5-20238a8f95ff HTTP/1.1" status: 200  len: 959 time: 0.1629100
Apr 09 21:19:46.742920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 51998) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:46.759061 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:46.794453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.799317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52000) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:46.856058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-08dc734a-a116-4294-942a-8a8cc7845d59 None None] Current status of the port bd081750-b800-4f54-be6d-9055588e7406 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:46.856747 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08dc734a-a116-4294-942a-8a8cc7845d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bd081750-b800-4f54-be6d-9055588e7406), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.901287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-54b716aa-f34f-4907-bf75-fba96ed01709 service neutron] 10.222.0.30 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5075693
Apr 09 21:19:46.908585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0c8344ff-14ac-411c-993d-d2d07a229357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Deleting port 90d8f75f-4831-4773-bfd5-20238a8f95ff {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:46.908960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c8344ff-14ac-411c-993d-d2d07a229357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (90d8f75f-4831-4773-bfd5-20238a8f95ff), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.910241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-08dc734a-a116-4294-942a-8a8cc7845d59 None None] For port bd081750-b800-4f54-be6d-9055588e7406, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd081750-b800-4f54-be6d-9055588e7406,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:46.919214 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08dc734a-a116-4294-942a-8a8cc7845d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bd081750-b800-4f54-be6d-9055588e7406), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.988454 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c8344ff-14ac-411c-993d-d2d07a229357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (90d8f75f-4831-4773-bfd5-20238a8f95ff), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:46.994405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc734a-a116-4294-942a-8a8cc7845d59 None None] Pushing event updated for resources: {'Port': ['ID=bd081750-b800-4f54-be6d-9055588e7406,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:47.003830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0c8344ff-14ac-411c-993d-d2d07a229357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Calling delete_port for 90d8f75f-4831-4773-bfd5-20238a8f95ff owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:47.042646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-022c5975-5e65-4ce8-a9b3-bcfbaf9e9524 None None] Provisioning complete for port bd081750-b800-4f54-be6d-9055588e7406 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:47.043111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-022c5975-5e65-4ce8-a9b3-bcfbaf9e9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bd081750-b800-4f54-be6d-9055588e7406), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.053902 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (42a70873-51b7-4e7a-b3eb-5977fe6b7d59), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.112395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c8344ff-14ac-411c-993d-d2d07a229357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (90d8f75f-4831-4773-bfd5-20238a8f95ff), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.129653 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770abdc0>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:46Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:47.143832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8344ff-14ac-411c-993d-d2d07a229357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event deleted for resources: {'Port': ['ID=90d8f75f-4831-4773-bfd5-20238a8f95ff,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:47.149551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c8344ff-14ac-411c-993d-d2d07a229357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.153092 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0c8344ff-14ac-411c-993d-d2d07a229357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "DELETE /v2.0/ports/90d8f75f-4831-4773-bfd5-20238a8f95ff HTTP/1.1" status: 204  len: 168 time: 0.4056160
Apr 09 21:19:47.155709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52002) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:47.179768 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe9a4c-9b4c-4c43-b64c-1e9b82fb945f None None] The sync data for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 is: [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:46Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:47.185082 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5d4e59-434e-4215-9b12-bcc91dcab45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] GET failed (client error): The resource could not be found.
Apr 09 21:19:47.188480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6236c659-e1a5-4fce-8e85-ab6c137235cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e973b86d88684b8a9d1b2d51c884432c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3808527
Apr 09 21:19:47.188620 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0d5d4e59-434e-4215-9b12-bcc91dcab45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "GET /v2.0/ports/90d8f75f-4831-4773-bfd5-20238a8f95ff HTTP/1.1" status: 404  len: 333 time: 0.0302224
Apr 09 21:19:47.188985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52004) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:47.190789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52006) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:47.204389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-022c5975-5e65-4ce8-a9b3-bcfbaf9e9524 None None] Current status of the port bd081750-b800-4f54-be6d-9055588e7406 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:47.220533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Request body: {'port': {'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955882614'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:47.285767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Made reservation on behalf of 7ae8a79887884e918588007e262addea for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:47.288035 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.293645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16a4c023-22ea-4ade-aae9-2a808126a6c7 admin admin] Publish callbacks [] for security_group (2871adb8-f501-4322-94d8-5168d51c46c0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.306710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Subnet': ['ID=42a70873-51b7-4e7a-b3eb-5977fe6b7d59,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:47.321473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-25d0aa99-4d92-4197-8932-cb194a698797 service neutron] 10.222.0.30 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3736494
Apr 09 21:19:47.326015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] device_id is not set on port a2c0f849-7c7f-49fb-a814-935f2b60e109 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:47.341440 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16a4c023-22ea-4ade-aae9-2a808126a6c7 admin admin] Publish callbacks [] for security_group (2871adb8-f501-4322-94d8-5168d51c46c0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.466412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Checking segment: {'id': 'be9f6f87-2ede-4eab-87e4-ba7bced456af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42ef161f-5483-485f-abde-b273aa3bcd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:47.466790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network hostable DHCP agents. Network: 42ef161f-5483-485f-abde-b273aa3bcd2c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:47.487352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16a4c023-22ea-4ade-aae9-2a808126a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2871adb8-f501-4322-94d8-5168d51c46c0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.489906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-16a4c023-22ea-4ade-aae9-2a808126a6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.490386 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.493361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-16a4c023-22ea-4ade-aae9-2a808126a6c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2871adb8-f501-4322-94d8-5168d51c46c0 HTTP/1.1" status: 204  len: 168 time: 0.3011231
Apr 09 21:19:47.508811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:47.510349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4c023-22ea-4ade-aae9-2a808126a6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2871adb8-f501-4322-94d8-5168d51c46c0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:47.550097 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.618598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks [] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.634502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8908f13-000a-4b93-8aca-678403214451 req-e459c599-09c2-4d52-bac5-0fe9d620fa21 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 210 time: 0.0805712
Apr 09 21:19:47.694984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.752313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Network 5e338a0e-7948-4476-a3dd-b51fda20e38a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:47.755263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:47.759199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:47.760160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:47.760860 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.767057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=a2c0f849-7c7f-49fb-a814-935f2b60e109,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:47.790486 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (1a46108d-293e-49ee-b26f-75623bdabd08), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.803736 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-49ae212e-9ab7-44f6-8d37-3fed3e1c4af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.5909657
Apr 09 21:19:47.804386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52018) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:47.816000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:47.881752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network 42ef161f-5483-485f-abde-b273aa3bcd2c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:47.929249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:47.945502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42ef161f-5483-485f-abde-b273aa3bcd2c) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:47.950528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:47.951135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:47.961119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f6a171-4bfc-4ddd-a328-c90df0aaead7 None None] Network 42ef161f-5483-485f-abde-b273aa3bcd2c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:47.987537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b8ace77f-3c07-4575-9f65-d950e4434a90 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2267771
Apr 09 21:19:47.989162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52024) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:47.999874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f408d-e2e5-42d1-a18a-5952b44b3ec4 req-6fc277ff-2ec6-4658-aa55-c8e0437551d1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:48.001621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'network': {'name': 'tempest-router-network01--202358050'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:48.007248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-933f408d-e2e5-42d1-a18a-5952b44b3ec4 req-6fc277ff-2ec6-4658-aa55-c8e0437551d1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2125432
Apr 09 21:19:48.036777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:48.053593 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cf480d5d-340d-4503-8efa-06f45e754486 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0629451
Apr 09 21:19:48.057261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:48.059556 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.063046 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52026) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:48.134377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bd081750-b800-4f54-be6d-9055588e7406 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:48.202404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-933f408d-e2e5-42d1-a18a-5952b44b3ec4 req-1ddf4c7f-abab-4379-9377-e7f17f7c6766 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1937463
Apr 09 21:19:48.246915 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP 1a46108d-293e-49ee-b26f-75623bdabd08 associated. External IP: 172.35.0.59, port: ce87a840-8b3f-4663-a5e1-1a742152d97b.
Apr 09 21:19:48.332151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Made reservation on behalf of 881d5d4ef01841cf8824050b995a128d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:48.344215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.526126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db835a4c-783d-439d-afdb-a00315b43a85 req-7af6d0a7-488a-4f9f-8d28-745ffbb8f224 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:48.534675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db835a4c-783d-439d-afdb-a00315b43a85 req-7af6d0a7-488a-4f9f-8d28-745ffbb8f224 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0933185
Apr 09 21:19:48.567795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:48.569093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374766b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:48.573967 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] device_id is not set on port a2c0f849-7c7f-49fb-a814-935f2b60e109 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:19:48.598166 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks [] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.623394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.624470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bd081750-b800-4f54-be6d-9055588e7406 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:48.624844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bd081750-b800-4f54-be6d-9055588e7406), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.656514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e575ae97-2bf3-4e12-9ba1-24aed2632c94 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet 1bea5770-23c1-4762-ab22-e40d705936fb {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:19:48.675579 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e575ae97-2bf3-4e12-9ba1-24aed2632c94 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (1bea5770-23c1-4762-ab22-e40d705936fb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.767148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db835a4c-783d-439d-afdb-a00315b43a85 req-dc6c4296-7085-4552-940c-e664d5796106 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2273924
Apr 09 21:19:48.778677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42ef161f-5483-485f-abde-b273aa3bcd2c', 'network_id': '42ef161f-5483-485f-abde-b273aa3bcd2c', 'project_id': '881d5d4ef01841cf8824050b995a128d', 'fixed_ips': [{'subnet_id': '42a70873-51b7-4e7a-b3eb-5977fe6b7d59'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:19:48.779543 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.819251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e575ae97-2bf3-4e12-9ba1-24aed2632c94 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (1bea5770-23c1-4762-ab22-e40d705936fb), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.893198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:48.927243 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e575ae97-2bf3-4e12-9ba1-24aed2632c94 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1bea5770-23c1-4762-ab22-e40d705936fb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:48.937811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:49.007634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:49.034491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a3ed4bb-e46b-4f67-8948-8e42556bb4a9 req-d84cf08c-47b7-448a-a494-867acb2a67f6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 210 time: 0.1712241
Apr 09 21:19:49.036775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52054) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:49.045844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e575ae97-2bf3-4e12-9ba1-24aed2632c94 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1bea5770-23c1-4762-ab22-e40d705936fb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.056628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5862dd4a-04e9-49e3-859b-8691eef9bc0a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.056628 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Added segment 5862dd4a-04e9-49e3-859b-8691eef9bc0a of type vlan for network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a
Apr 09 21:19:49.106852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (b9c2a39c-3c39-4c0b-a62d-b6a54e82693a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.169787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eedc6-3e2c-4add-b6f1-17a9e9256a0f req-757c6304-5f1a-4a06-b1f1-c44d6e4e65b8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:49.171361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a1eedc6-3e2c-4add-b6f1-17a9e9256a0f req-757c6304-5f1a-4a06-b1f1-c44d6e4e65b8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2745795
Apr 09 21:19:49.248036 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a1eedc6-3e2c-4add-b6f1-17a9e9256a0f req-f9c8ec5a-0ded-4b49-8c17-7dd4806fcd05 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691669
Apr 09 21:19:49.329184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:49.339276 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d55f4-b4cd-497c-bba5-4a7356681fad None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:49.362959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374766b80>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:45Z', 'revision_number': 8, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:49.369678 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d55f4-b4cd-497c-bba5-4a7356681fad None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:49.373026 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e10d55f4-b4cd-497c-bba5-4a7356681fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773f4e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:49.382803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.420008 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e10d55f4-b4cd-497c-bba5-4a7356681fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773f4e80>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:49.424397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:49.430965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bd081750-b800-4f54-be6d-9055588e7406 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:49.445226 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d55f4-b4cd-497c-bba5-4a7356681fad None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:49.453467 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e10d55f4-b4cd-497c-bba5-4a7356681fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773f4e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:49.462575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:49.463267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374766b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:49.479654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d9fb6-7d77-4cd7-8f53-9973208de55c req-2af13694-9797-46ec-89c6-3f17baa888ee tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:49.481973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c4d9fb6-7d77-4cd7-8f53-9973208de55c req-2af13694-9797-46ec-89c6-3f17baa888ee tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0734184
Apr 09 21:19:49.491565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-85141773-network', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:49.493648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9258e334-aca0-4158-9a49-e7a82cc6b26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 9.5223639
Apr 09 21:19:49.499603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52060) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:49.507371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575ae97-2bf3-4e12-9ba1-24aed2632c94 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=1bea5770-23c1-4762-ab22-e40d705936fb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:49.509291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (b9c2a39c-3c39-4c0b-a62d-b6a54e82693a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.514459 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e10d55f4-b4cd-497c-bba5-4a7356681fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773f4e80>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:49.515028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:49.515156 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d55f4-b4cd-497c-bba5-4a7356681fad None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:49.515642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.526152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=a2c0f849-7c7f-49fb-a814-935f2b60e109,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:49.537332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:49.537685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:49.538046 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:49.545688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284816a-e590-42f9-b795-ab44c319a3eb req-1cc3cc99-61e2-41f4-ac53-2c54a7b784fe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:49.547148 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-1cc3cc99-61e2-41f4-ac53-2c54a7b784fe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 797 time: 0.4058213
Apr 09 21:19:49.550296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e575ae97-2bf3-4e12-9ba1-24aed2632c94 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.556411 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e575ae97-2bf3-4e12-9ba1-24aed2632c94 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/1bea5770-23c1-4762-ab22-e40d705936fb HTTP/1.1" status: 204  len: 168 time: 1.4811177
Apr 09 21:19:49.559594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52062) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:49.593902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:49.635566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb6536-9201-4d90-9361-892f98d1312c None None] Network e3220fdb-f6e0-4fcc-b387-b752eebdfd99 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:49.661862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c4d9fb6-7d77-4cd7-8f53-9973208de55c req-629bb327-e0e1-4d06-b545-4322ec566574 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1720204
Apr 09 21:19:49.684758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ed8a9249-c872-4eb0-9c79-ff836aea269f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "GET /v2.0/floatingips/1a46108d-293e-49ee-b26f-75623bdabd08 HTTP/1.1" status: 200  len: 976 time: 0.1824415
Apr 09 21:19:49.689858 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e3220fdb-f6e0-4fcc-b387-b752eebdfd99), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.691180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Allocated IP 2001:db8::2 (42ef161f-5483-485f-abde-b273aa3bcd2c/42a70873-51b7-4e7a-b3eb-5977fe6b7d59/0050df3d-3934-4eae-9851-7935e88b8c06) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:49.692980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52064) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:49.879203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 821bbbe0-68e6-483e-bb24-4fcc2416e856 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:49.879554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:49.922727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:49.922727 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:49.926438 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.9361610
Apr 09 21:19:49.938294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52068) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:49.943872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4101d-d0c2-4db9-a73e-17b13964282e req-3a0564f6-5d46-429f-ba23-a334cc04ddac tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:49.950932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ac4101d-d0c2-4db9-a73e-17b13964282e req-3a0564f6-5d46-429f-ba23-a334cc04ddac tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1348495
Apr 09 21:19:49.958153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'network': {'name': 'tempest-router-network02--1210675999'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:49.969519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-811999c9-e954-4391-abe6-c2bd54826cc9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 979 time: 0.2751222
Apr 09 21:19:49.972856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52070) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:49.978830 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 2 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:49.995882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Made reservation on behalf of caee3eff3ade4330aeccdf10be6c26fb for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:49.999211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.033085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fa39-3820-4fef-b45c-a17d5093427f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Network': ['ID=b9c2a39c-3c39-4c0b-a62d-b6a54e82693a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:50.042385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.048513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.048844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.049201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.067877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:50.073519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ae403-0525-4165-bc16-f51e2892784d None None] DHCP port deletion for e3220fdb-f6e0-4fcc-b387-b752eebdfd99 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:19:50.078412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.078745 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.084576 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 3 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:50.108767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-bcbcf694-d45d-4631-83b8-c26e45914ac1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 379 time: 0.5366817
Apr 09 21:19:50.120862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'port': {'device_id': '562e6455-67e6-46c1-9afa-b53b520131d2', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'admin_state_up': True, 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'security_groups': ['fb11903d-6ac3-4f15-962e-cd63d405a5b2']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:50.124255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.124577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.124905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.131835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374766b80>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:45Z', 'revision_number': 8, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:50.173823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.174048 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.184794 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 4 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:50.245025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.245025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.245376 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Publish callbacks [] for port (0050df3d-3934-4eae-9851-7935e88b8c06), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.245522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.246994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653f03b-1ff8-4f68-bbf6-9cdb4c8bee39 None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:45Z', 'revision_number': 8, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8203a95-6a5e-4db1-a3de-5bc2181bc501', 'name': '', 'network_id': 'cd4e62ec-c895-441c-8596-ad2f67ea7abe', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:a9:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:20Z', 'updated_at': '2022-04-09T21:19:29Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '5da8371a-b386-4aa0-bd79-21c611a8d39b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:50.266260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.266480 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.270422 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 5 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:50.272398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-373ae403-0525-4165-bc16-f51e2892784d None None] Deleting port 821bbbe0-68e6-483e-bb24-4fcc2416e856 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:50.276642 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-373ae403-0525-4165-bc16-f51e2892784d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.309437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.339005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.339338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.339668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.345319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Publish callbacks [] for security_group (a5cbf48c-2663-47da-9db5-d917ef76fdc6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.360132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.360457 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.361247 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a5cbf48c-2663-47da-9db5-d917ef76fdc6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.364899 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 6 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:50.399950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:50.403372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.414363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Network 42ef161f-5483-485f-abde-b273aa3bcd2c is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:50.422544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:50.424475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-373ae403-0525-4165-bc16-f51e2892784d None None] For port 821bbbe0-68e6-483e-bb24-4fcc2416e856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=821bbbe0-68e6-483e-bb24-4fcc2416e856,segment=NetworkSegment(e3d6f660-443f-4355-a492-e9fecc8cdf4e),segment_id=e3d6f660-443f-4355-a492-e9fecc8cdf4e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:50.424475 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-373ae403-0525-4165-bc16-f51e2892784d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.427471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Pushing event updated for resources: {'Port': ['ID=0050df3d-3934-4eae-9851-7935e88b8c06,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:50.433924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.434259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.435185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.437863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:50.453081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cbf48c-2663-47da-9db5-d917ef76fdc6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:50.453999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:50.460010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-373ae403-0525-4165-bc16-f51e2892784d None None] Calling delete_port for 821bbbe0-68e6-483e-bb24-4fcc2416e856 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:50.464008 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.464322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.464469 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.464811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.465401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.465829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.466205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.466600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.467077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.467389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.467812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.468190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.468520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.468843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.469269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.469656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.470132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:19:50.470289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3f45c117-a600-46a3-9eab-1c920aa9f1bc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.470818 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Added segment 3f45c117-a600-46a3-9eab-1c920aa9f1bc of type vlan for network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52
Apr 09 21:19:50.473253 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 7 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:50.475489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'port_id': '9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:50.489375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-877a4ab1-96fc-46bc-9327-6ea1d28e0345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.496444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.497569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.498111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.510482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.511186 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.522399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ac4101d-d0c2-4db9-a73e-17b13964282e req-3b83ebbe-2a34-4718-b6a2-b052e145c597 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5705941
Apr 09 21:19:50.539541 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 8 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:50.604118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.604850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.605435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.611435 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (dcd02984-680e-4e3b-b8a1-b7cb70c2ad52), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.657755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.658461 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.664351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0b61c04-d280-4b9e-952c-60a7238941fa req-7f07572f-1254-41b3-8bff-f60304cc0a4a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 210 time: 0.1340432
Apr 09 21:19:50.675834 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 9 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:50.677552 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (1a46108d-293e-49ee-b26f-75623bdabd08), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.681777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-a71e133a-d3f5-4dc9-956c-6508b38098ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1583204
Apr 09 21:19:50.683751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 821bbbe0-68e6-483e-bb24-4fcc2416e856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=821bbbe0-68e6-483e-bb24-4fcc2416e856,segment=NetworkSegment(e3d6f660-443f-4355-a492-e9fecc8cdf4e),segment_id=e3d6f660-443f-4355-a492-e9fecc8cdf4e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:50.684127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.687734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Made reservation on behalf of 881d5d4ef01841cf8824050b995a128d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:50.691829 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.728979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.746025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.746706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.756393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 821bbbe0-68e6-483e-bb24-4fcc2416e856 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:50.772664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.773306 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.775916 ncdv-master-1 neutron-server[126919]: INFO neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempt 10 to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109
Apr 09 21:19:50.792926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (dcd02984-680e-4e3b-b8a1-b7cb70c2ad52), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.797870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:50.798667 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.801812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.20.0.14 (34592f59-2890-4469-bed7-9956df7ee951/fc32d410-2051-4125-99ac-c49bcd11b2b4/7edd251d-10ff-45f1-a768-c72521d40cc1) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:50.821280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-bd3bceb1-8514-403f-82eb-caa4063e056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:50.822789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-bd3bceb1-8514-403f-82eb-caa4063e056a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1126 time: 0.0585372
Apr 09 21:19:50.844555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.844922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.845487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempting to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.852693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-373ae403-0525-4165-bc16-f51e2892784d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.879921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:50.880249 ncdv-master-1 neutron-server[126919]: ERROR neutron.plugins.ml2.managers [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Failed to bind port a2c0f849-7c7f-49fb-a814-935f2b60e109 on host nch1-master-1 for vnic_type normal using segments [{'id': '5c704d85-ab01-4871-8068-e5515eddbf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e338a0e-7948-4476-a3dd-b51fda20e38a'}]
Apr 09 21:19:50.880625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.884465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Attempting to bind port 0050df3d-3934-4eae-9851-7935e88b8c06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:50.884840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Attempting to bind port 0050df3d-3934-4eae-9851-7935e88b8c06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be9f6f87-2ede-4eab-87e4-ba7bced456af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42ef161f-5483-485f-abde-b273aa3bcd2c'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:50.885413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Attempting to bind port 0050df3d-3934-4eae-9851-7935e88b8c06 on network 42ef161f-5483-485f-abde-b273aa3bcd2c {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:50.892431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ae403-0525-4165-bc16-f51e2892784d None None] Pushing event deleted for resources: {'Port': ['ID=821bbbe0-68e6-483e-bb24-4fcc2416e856,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:50.900404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ae403-0525-4165-bc16-f51e2892784d None None] No DVR routers for this DVR port 821bbbe0-68e6-483e-bb24-4fcc2416e856 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:19:50.902997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:50.903707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Checking segment: {'id': 'be9f6f87-2ede-4eab-87e4-ba7bced456af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42ef161f-5483-485f-abde-b273aa3bcd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:50.904273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.904877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Bound using segment: {'id': 'be9f6f87-2ede-4eab-87e4-ba7bced456af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42ef161f-5483-485f-abde-b273aa3bcd2c'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:50.905737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Bound port: 0050df3d-3934-4eae-9851-7935e88b8c06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9f6f87-2ede-4eab-87e4-ba7bced456af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '42ef161f-5483-485f-abde-b273aa3bcd2c'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:50.906298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:50.914758 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.8713059
Apr 09 21:19:50.915865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52102) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:50.980527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Request body: {'subnet': {'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-85141773-subnet', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:50.988134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] For port 0050df3d-3934-4eae-9851-7935e88b8c06, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:50.992313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] For port 0050df3d-3934-4eae-9851-7935e88b8c06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0050df3d-3934-4eae-9851-7935e88b8c06,segment=NetworkSegment(be9f6f87-2ede-4eab-87e4-ba7bced456af),segment_id=be9f6f87-2ede-4eab-87e4-ba7bced456af)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:51.002014 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.012307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214dc12-ca19-44a3-94f8-5cde38d2a13d admin admin] Pushing event updated for resources: {'Network': ['ID=dcd02984-680e-4e3b-b8a1-b7cb70c2ad52,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:51.060166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894974a-da62-44ad-8fc7-608522e22b9d None None] Pushing event updated for resources: {'Port': ['ID=0050df3d-3934-4eae-9851-7935e88b8c06,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:51.063126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:51.081611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Made reservation on behalf of caee3eff3ade4330aeccdf10be6c26fb for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:51.083506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.090205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:19:51.198946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (aafde71a-8822-4637-a233-cdfc4b6739eb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.199299 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Added segment aafde71a-8822-4637-a233-cdfc4b6739eb of type vlan for network 686ebc13-9a0c-43fa-9e27-4508ce5541e3
Apr 09 21:19:51.231216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] For port a2c0f849-7c7f-49fb-a814-935f2b60e109, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:51.231631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attempted to set empty binding levels {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 09 21:19:51.241517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.269371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-d5434865-3db3-48ff-a7ac-b0b44459a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:51.270871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-d5434865-3db3-48ff-a7ac-b0b44459a461 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.4190574
Apr 09 21:19:51.334452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] In _notify_port_updated(), no bound segment for port a2c0f849-7c7f-49fb-a814-935f2b60e109 on network 5e338a0e-7948-4476-a3dd-b51fda20e38a {{(pid=126919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:19:51.335345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:51.335960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.340218 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "PUT /v2.0/ports/a2c0f849-7c7f-49fb-a814-935f2b60e109 HTTP/1.1" status: 200  len: 979 time: 3.5315304
Apr 09 21:19:51.343421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52104) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:51.366715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d77d0-d988-4c32-869c-cbb59947f8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event updated for resources: {'Port': ['ID=a2c0f849-7c7f-49fb-a814-935f2b60e109,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:51.389075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.399982 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (686ebc13-9a0c-43fa-9e27-4508ce5541e3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.413014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (821bbbe0-68e6-483e-bb24-4fcc2416e856), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.429663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-f3cf10aa-c86c-4449-a0a2-16efc7a55101 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:51.431250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-f3cf10aa-c86c-4449-a0a2-16efc7a55101 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.4757376
Apr 09 21:19:51.484245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=821bbbe0-68e6-483e-bb24-4fcc2416e856,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:51.511925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No DVR routers for this DVR port 821bbbe0-68e6-483e-bb24-4fcc2416e856 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:19:51.536671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Deleting port a2c0f849-7c7f-49fb-a814-935f2b60e109 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:51.537233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.570129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-5c7ce5b9-b322-458c-b030-dc0f8dbe83a5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/quotas/006419bf3bf84fd6807cd78e0ad59ef6 HTTP/1.1" status: 200  len: 375 time: 0.0988629
Apr 09 21:19:51.571979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-4d2d25b5-28ed-4631-987d-3e51261b8f21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.2768412
Apr 09 21:19:51.573351 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.581416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (686ebc13-9a0c-43fa-9e27-4508ce5541e3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.586385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:51.586968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.620095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (2116159f-5735-409e-be9c-8746392e3430), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.662311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] For port a2c0f849-7c7f-49fb-a814-935f2b60e109, host nch1-master-1, got binding levels [] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:51.662702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.713380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Calling delete_port for a2c0f849-7c7f-49fb-a814-935f2b60e109 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:51.716267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network 34592f59-2890-4469-bed7-9956df7ee951 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:51.731487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:51.735142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:51.745691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:51.765858 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2116159f-5735-409e-be9c-8746392e3430,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:51.767233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.8140521
Apr 09 21:19:51.775413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e3220fdb-f6e0-4fcc-b387-b752eebdfd99), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.825234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52108) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:51.833435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'subnet': {'network_id': 'b9c2a39c-3c39-4c0b-a62d-b6a54e82693a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:51.894184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-6b159ede-8362-476e-8564-27ac447f6a1d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3150232
Apr 09 21:19:51.924111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:51.924578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237ce75820>,) {'filters': {'network_id': ['e3220fdb-f6e0-4fcc-b387-b752eebdfd99']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:51.924805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:51.926869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b94d9-c91a-47e6-a8be-edc96e3cd7f0 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Network': ['ID=686ebc13-9a0c-43fa-9e27-4508ce5541e3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:51.930845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-25d9893e-6f30-4670-b2d9-95223b66071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:51.933109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-25d9893e-6f30-4670-b2d9-95223b66071b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.3520148
Apr 09 21:19:51.945272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 686ebc13-9a0c-43fa-9e27-4508ce5541e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:19:51.980658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Checking segment: {'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:51.981325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Network hostable DHCP agents. Network: dcd02984-680e-4e3b-b8a1-b7cb70c2ad52, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:52.011611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237ce75820>, 'e3d6f660-443f-4355-a492-e9fecc8cdf4e') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:52.011899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237ce75820>, 'e3d6f660-443f-4355-a492-e9fecc8cdf4e') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:52.017589 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-64313470-f3dc-4f43-b45b-61e239d38ead tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9022975
Apr 09 21:19:52.035977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (e3d6f660-443f-4355-a492-e9fecc8cdf4e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.045440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Request body: {'port': {'device_id': '562e6455-67e6-46c1-9afa-b53b520131d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:52.050370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Made reservation on behalf of 881d5d4ef01841cf8824050b995a128d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:52.052925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.068454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e3d6f660-443f-4355-a492-e9fecc8cdf4e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.077026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:19:52.077382 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (e3d6f660-443f-4355-a492-e9fecc8cdf4e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.080805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0050df3d-3934-4eae-9851-7935e88b8c06 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:52.098740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a2c0f849-7c7f-49fb-a814-935f2b60e109), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.129229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b162d23d-5d2c-4213-9b2b-ace99c895770 None None] Provisioning complete for port 7edd251d-10ff-45f1-a768-c72521d40cc1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:52.129790 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b162d23d-5d2c-4213-9b2b-ace99c895770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.140728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2c0f849-7c7f-49fb-a814-935f2b60e109,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:19:52.153686 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:19:52.173054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:52.208717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b162d23d-5d2c-4213-9b2b-ace99c895770 None None] Port 7edd251d-10ff-45f1-a768-c72521d40cc1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:19:52.217427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bf9e2-2eb2-4c0d-88a1-af2fd5f03199 req-d6e8826b-b946-4b25-8807-af10f9ee7ed0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:52.219033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-347bf9e2-2eb2-4c0d-88a1-af2fd5f03199 req-d6e8826b-b946-4b25-8807-af10f9ee7ed0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 932 time: 0.4584060
Apr 09 21:19:52.220116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-8114d884-f610-4b25-bc47-833c6bfc7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:52.221782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-8114d884-f610-4b25-bc47-833c6bfc7646 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2617147
Apr 09 21:19:52.227585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.229361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0050df3d-3934-4eae-9851-7935e88b8c06 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:52.230362 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.233470 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b2487be5-663e-44a7-920f-e6690766aa45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a2c0f849-7c7f-49fb-a814-935f2b60e109 HTTP/1.1" status: 204  len: 168 time: 0.8822749
Apr 09 21:19:52.248151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dcd02984-680e-4e3b-b8a1-b7cb70c2ad52) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:52.253639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.261524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19e257-6f5f-415e-8786-0beb5a7fc85c None None] Network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:52.269105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52110) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:52.271578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:52.272194 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.287540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-0ac23b8a-24fa-431c-91e6-f14a28a614ad service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3665831
Apr 09 21:19:52.329613 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4671d25-38f2-4aad-91f1-0d3f422188e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] GET failed (client error): The resource could not be found.
Apr 09 21:19:52.337861 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4671d25-38f2-4aad-91f1-0d3f422188e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675822214-project-admin] 10.222.0.30 "GET /v2.0/ports/a2c0f849-7c7f-49fb-a814-935f2b60e109 HTTP/1.1" status: 404  len: 333 time: 0.0579331
Apr 09 21:19:52.337861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52112) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:52.373626 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7566194-97fe-40f2-9ad2-d1611499751b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 839 time: 1.4338982
Apr 09 21:19:52.388834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52114) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:52.406847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:52.454895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0050df3d-3934-4eae-9851-7935e88b8c06 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:52.455504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.473641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dcd02984-680e-4e3b-b8a1-b7cb70c2ad52', 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52', 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'fixed_ips': [{'subnet_id': '2116159f-5735-409e-be9c-8746392e3430'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:19:52.476293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.566750 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (fa5e4af9-0239-4607-9cd3-f345708a5906), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.568536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (fa5e4af9-0239-4607-9cd3-f345708a5906), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.582950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497fac1b-9e41-4fc3-9af9-7d48b08459ab None None] Network 42ef161f-5483-485f-abde-b273aa3bcd2c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:52.594798 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e3220fdb-f6e0-4fcc-b387-b752eebdfd99), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.602336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (5e338a0e-7948-4476-a3dd-b51fda20e38a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.630065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 0050df3d-3934-4eae-9851-7935e88b8c06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0050df3d-3934-4eae-9851-7935e88b8c06,segment=NetworkSegment(be9f6f87-2ede-4eab-87e4-ba7bced456af),segment_id=be9f6f87-2ede-4eab-87e4-ba7bced456af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:52.639594 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.643395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/e3220fdb-f6e0-4fcc-b387-b752eebdfd99 HTTP/1.1" status: 204  len: 168 time: 3.0824907
Apr 09 21:19:52.644504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd46b34-e840-46e1-b712-4519a3424b73 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=e3220fdb-f6e0-4fcc-b387-b752eebdfd99,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:52.646331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52116) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:52.650836 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.659644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-347bf9e2-2eb2-4c0d-88a1-af2fd5f03199 req-890cac07-1139-4ca6-b0ea-3a08b0239c97 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4314451
Apr 09 21:19:52.726799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8649607f-6676-4894-82bb-5aef3a0e11fa None None] Provisioning complete for port 0050df3d-3934-4eae-9851-7935e88b8c06 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:52.727445 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8649607f-6676-4894-82bb-5aef3a0e11fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.786375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1ed21277-c896-428c-9fb5-2dc1f8dd9dce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:52.788056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks [] for router_controller (fa5e4af9-0239-4607-9cd3-f345708a5906), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.820127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (b2e2d4dc-b575-4b4c-a215-95ad4b39d09f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.847285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 1ed21277-c896-428c-9fb5-2dc1f8dd9dce {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:52.847623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1ed21277-c896-428c-9fb5-2dc1f8dd9dce not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:52.848210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 821bbbe0-68e6-483e-bb24-4fcc2416e856 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:19:52.884504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=0050df3d-3934-4eae-9851-7935e88b8c06,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:52.910753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Allocated IP 172.20.0.2 (dcd02984-680e-4e3b-b8a1-b7cb70c2ad52/2116159f-5735-409e-be9c-8746392e3430/60a32413-ea55-481c-9807-79fdd6d83959) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:52.915961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 821bbbe0-68e6-483e-bb24-4fcc2416e856 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:19:52.916403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 821bbbe0-68e6-483e-bb24-4fcc2416e856 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:19:52.959717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ebb459fa-5411-47d5-8217-65330b856e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:52.972641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (5e338a0e-7948-4476-a3dd-b51fda20e38a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.072848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8649607f-6676-4894-82bb-5aef3a0e11fa None None] Current status of the port 0050df3d-3934-4eae-9851-7935e88b8c06 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:53.082627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237458d1f0>,) {'filters': {'network_id': ['5e338a0e-7948-4476-a3dd-b51fda20e38a']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:53.123045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Subnet': ['ID=b2e2d4dc-b575-4b4c-a215-95ad4b39d09f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:53.132461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237458d1f0>, '5c704d85-ab01-4871-8068-e5515eddbf20') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:53.132760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237458d1f0>, '5c704d85-ab01-4871-8068-e5515eddbf20') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:53.139182 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks [] for router_gateway (fa5e4af9-0239-4607-9cd3-f345708a5906), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.182464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (5c704d85-ab01-4871-8068-e5515eddbf20), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.187219 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Publish callbacks [] for port (60a32413-ea55-481c-9807-79fdd6d83959), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.196756 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (60a32413-ea55-481c-9807-79fdd6d83959), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.208071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:19:53.234792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Checking segment: {'id': '5862dd4a-04e9-49e3-859b-8691eef9bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9c2a39c-3c39-4c0b-a62d-b6a54e82693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:53.235149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network hostable DHCP agents. Network: b9c2a39c-3c39-4c0b-a62d-b6a54e82693a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:53.254119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edd251d-10ff-45f1-a768-c72521d40cc1 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:19:53.258851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5c704d85-ab01-4871-8068-e5515eddbf20), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.263679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.266541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-bda18e9f-cd5a-496d-a0ad-8671f73746e7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0021534
Apr 09 21:19:53.268651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-45a58ad8-96c7-4678-957c-7e6bedd5feee service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8057616
Apr 09 21:19:53.270845 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Publish callbacks [] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.277652 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (1a46108d-293e-49ee-b26f-75623bdabd08), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.279404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:53.281024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:53.284049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:53.291479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Pushing event updated for resources: {'Port': ['ID=60a32413-ea55-481c-9807-79fdd6d83959,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:53.299975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:19:53.300396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (5c704d85-ab01-4871-8068-e5515eddbf20), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:19:53.303796 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:19:53.371514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97ff3d81-1dac-4dfc-bf5d-5681107a602d req-6973a1c5-136b-4a03-8485-19066913483a service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0968029
Apr 09 21:19:53.380653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9cb1eb43-48d6-41d6-ac1d-90b6ff14ab1d None None] Provisioning complete for port 0050df3d-3934-4eae-9851-7935e88b8c06 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:53.381060 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9cb1eb43-48d6-41d6-ac1d-90b6ff14ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.406859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:53.436654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Transition to ACTIVE for port object 7edd251d-10ff-45f1-a768-c72521d40cc1 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:19:53.438980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (5e338a0e-7948-4476-a3dd-b51fda20e38a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.440569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9c2a39c-3c39-4c0b-a62d-b6a54e82693a) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:53.462211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Attempting to bind port 60a32413-ea55-481c-9807-79fdd6d83959 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:53.462865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Attempting to bind port 60a32413-ea55-481c-9807-79fdd6d83959 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:53.463450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Attempting to bind port 60a32413-ea55-481c-9807-79fdd6d83959 on network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:53.467282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e2f66-d3e8-427f-aa6e-f734a4e1f8cd None None] Network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:53.503665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:53.504052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Checking segment: {'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:53.504462 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.505246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Bound using segment: {'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:53.505361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Bound port: 60a32413-ea55-481c-9807-79fdd6d83959, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:53.505748 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60a32413-ea55-481c-9807-79fdd6d83959), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.510563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.516752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] 10.222.0.30 "DELETE /v2.0/networks/5e338a0e-7948-4476-a3dd-b51fda20e38a HTTP/1.1" status: 204  len: 168 time: 1.1764588
Apr 09 21:19:53.535322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:53.536173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.538729 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.582248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e4afc-30ff-43ad-b3ef-31433fc9ed1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795863532-project] Pushing event deleted for resources: {'Network': ['ID=5e338a0e-7948-4476-a3dd-b51fda20e38a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:53.630716 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-602cc50f-bf02-47db-b72e-45cf030d9bbb tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8016071
Apr 09 21:19:53.669257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:53.686764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'subnet': {'network_id': '686ebc13-9a0c-43fa-9e27-4508ce5541e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:53.697167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57a2dbd3-1445-4847-b119-83c17a217f30 req-6312cd95-9470-4c04-aedb-908e6f6e73cb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 210 time: 0.1388891
Apr 09 21:19:53.728956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1eb43-48d6-41d6-ac1d-90b6ff14ab1d None None] Current status of the port 0050df3d-3934-4eae-9851-7935e88b8c06 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:53.738756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:53.886584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] For port 60a32413-ea55-481c-9807-79fdd6d83959, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:53.926033 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] For port 60a32413-ea55-481c-9807-79fdd6d83959, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60a32413-ea55-481c-9807-79fdd6d83959,segment=NetworkSegment(3f45c117-a600-46a3-9eab-1c920aa9f1bc),segment_id=3f45c117-a600-46a3-9eab-1c920aa9f1bc)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:53.927099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77da1a-aa60-471a-a13a-d1968246db34 req-686deffa-04dd-4215-bd66-bb69cb47f31e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:53.929603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d77da1a-aa60-471a-a13a-d1968246db34 req-686deffa-04dd-4215-bd66-bb69cb47f31e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 944 time: 0.1305070
Apr 09 21:19:53.931440 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP 1a46108d-293e-49ee-b26f-75623bdabd08 associated. External IP: 172.35.0.59, port: ce87a840-8b3f-4663-a5e1-1a742152d97b.
Apr 09 21:19:53.948851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (60a32413-ea55-481c-9807-79fdd6d83959), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.952533 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks [] for router_gateway (fa5e4af9-0239-4607-9cd3-f345708a5906), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.964731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b9c2a39c-3c39-4c0b-a62d-b6a54e82693a', 'network_id': 'b9c2a39c-3c39-4c0b-a62d-b6a54e82693a', 'project_id': '881d5d4ef01841cf8824050b995a128d', 'fixed_ips': [{'subnet_id': 'b2e2d4dc-b575-4b4c-a215-95ad4b39d09f'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:19:53.967399 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:53.975914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0050df3d-3934-4eae-9851-7935e88b8c06 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:54.072815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52134) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:54.076938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.176009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:54.176471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:54.176710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:54.247802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef243a4-f09a-4eb4-b8d2-fe1cef2d647e None None] Pushing event updated for resources: {'Port': ['ID=60a32413-ea55-481c-9807-79fdd6d83959,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:54.267350 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.287234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:19:54.288222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:54.288370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0050df3d-3934-4eae-9851-7935e88b8c06 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:54.288460 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.305737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Made reservation on behalf of 881d5d4ef01841cf8824050b995a128d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:54.310827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.356243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:54.356482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Checking segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:54.356974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Bound using segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:54.357524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Bound port: 7edd251d-10ff-45f1-a768-c72521d40cc1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:54.357978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.413133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Allocated IP 2001:db8::2 (b9c2a39c-3c39-4c0b-a62d-b6a54e82693a/b2e2d4dc-b575-4b4c-a215-95ad4b39d09f/b619cdd7-7c46-4d79-bacc-f69834ae446e) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:54.499369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d77da1a-aa60-471a-a13a-d1968246db34 req-ee5f75ad-f301-4496-a734-60b3ff422aa3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4127438
Apr 09 21:19:54.525988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Allocated IP 172.35.0.190 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/a8b3c577-9809-4060-bbe0-874692e4124b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:54.538449 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.595894 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8295c233-3eae-47bd-bd68-290b56fbe0ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc3b3e528ad44a289221a82d0259043f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5210083
Apr 09 21:19:54.599759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52140) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:54.617574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0050df3d-3934-4eae-9851-7935e88b8c06 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:54.757172 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Publish callbacks [] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.769521 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.822957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:54.828436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:54.832760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:54.839396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Pushing event updated for resources: {'Port': ['ID=b619cdd7-7c46-4d79-bacc-f69834ae446e,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:54.840594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:54.907042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Attempting to bind port b619cdd7-7c46-4d79-bacc-f69834ae446e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:54.907446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Attempting to bind port b619cdd7-7c46-4d79-bacc-f69834ae446e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5862dd4a-04e9-49e3-859b-8691eef9bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9c2a39c-3c39-4c0b-a62d-b6a54e82693a'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:54.907812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Attempting to bind port b619cdd7-7c46-4d79-bacc-f69834ae446e on network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:54.913485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:54.913855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Checking segment: {'id': '5862dd4a-04e9-49e3-859b-8691eef9bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9c2a39c-3c39-4c0b-a62d-b6a54e82693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:54.914259 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:54.914650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Bound using segment: {'id': '5862dd4a-04e9-49e3-859b-8691eef9bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9c2a39c-3c39-4c0b-a62d-b6a54e82693a'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:54.915115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Bound port: b619cdd7-7c46-4d79-bacc-f69834ae446e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5862dd4a-04e9-49e3-859b-8691eef9bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b9c2a39c-3c39-4c0b-a62d-b6a54e82693a'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:54.915493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.021500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:55.029313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bfa73d4f-9958-4fe1-82db-15a0b9bc3480 req-2ea8d465-6cd2-47a4-8a4c-37f5e9667567 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 210 time: 0.2108071
Apr 09 21:19:55.103133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:55.130497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port b8203a95-6a5e-4db1-a3de-5bc2181bc501 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:19:55.130497 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.160449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d650498-6c5d-42c8-abd6-48de286ceb34 admin admin] Publish callbacks [] for security_group (4c872b0e-37d9-4c92-8619-81bef0880cf1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.194139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:55.224336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147486e-546d-4043-99ae-a7973c77acf2 None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:55.230784 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks [] for port (a8b3c577-9809-4060-bbe0-874692e4124b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.236655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.262198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d650498-6c5d-42c8-abd6-48de286ceb34 admin admin] Publish callbacks [] for security_group (4c872b0e-37d9-4c92-8619-81bef0880cf1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.292514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147486e-546d-4043-99ae-a7973c77acf2 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:55.293194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1147486e-546d-4043-99ae-a7973c77acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374882a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:55.334382 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.340881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1147486e-546d-4043-99ae-a7973c77acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374882a30>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:55.359382 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147486e-546d-4043-99ae-a7973c77acf2 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:55.360023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1147486e-546d-4043-99ae-a7973c77acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374882a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:55.371479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port b8203a95-6a5e-4db1-a3de-5bc2181bc501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8203a95-6a5e-4db1-a3de-5bc2181bc501,segment=NetworkSegment(394ddee3-e59d-417a-aecb-1c9b65f30f70),segment_id=394ddee3-e59d-417a-aecb-1c9b65f30f70)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:55.371920 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.379167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:55.382435 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.384333 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] 10.222.0.25 "PUT /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 1092 time: 3.3437319
Apr 09 21:19:55.401525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:19:55.406762 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310d02f2-753f-4960-b9ad-ca13314afafe" -d '{"events": [{"name": "network-changed", "server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:19:55.412916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for b8203a95-6a5e-4db1-a3de-5bc2181bc501 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:19:55.420921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1147486e-546d-4043-99ae-a7973c77acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374882a30>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:55.421803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147486e-546d-4043-99ae-a7973c77acf2 None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:55.457193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] For port b619cdd7-7c46-4d79-bacc-f69834ae446e, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:55.463097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] For port b619cdd7-7c46-4d79-bacc-f69834ae446e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b619cdd7-7c46-4d79-bacc-f69834ae446e,segment=NetworkSegment(5862dd4a-04e9-49e3-859b-8691eef9bc0a),segment_id=5862dd4a-04e9-49e3-859b-8691eef9bc0a)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:55.478249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.510766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d650498-6c5d-42c8-abd6-48de286ceb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4c872b0e-37d9-4c92-8619-81bef0880cf1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.513837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7d650498-6c5d-42c8-abd6-48de286ceb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.516106 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7d650498-6c5d-42c8-abd6-48de286ceb34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c872b0e-37d9-4c92-8619-81bef0880cf1 HTTP/1.1" status: 204  len: 168 time: 0.9100671
Apr 09 21:19:55.572135 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed11a7f7-9cb9-4f17-a9d5-0985ea400781 x-openstack-request-id: req-ed11a7f7-9cb9-4f17-a9d5-0985ea400781 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:19:55.572650 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:19:55.573115 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed11a7f7-9cb9-4f17-a9d5-0985ea400781 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:19:55.573672 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed11a7f7-9cb9-4f17-a9d5-0985ea400781'] response: {'name': 'network-changed', 'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'status': 'completed', 'code': 200}
Apr 09 21:19:55.615130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fac2f-2c10-4450-9c77-083283bc52bb service neutron] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:55.619371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d650498-6c5d-42c8-abd6-48de286ceb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c872b0e-37d9-4c92-8619-81bef0880cf1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:55.629100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (70b403b8-18f5-4662-9c6c-10f7c5e56760), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.679081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284816a-e590-42f9-b795-ab44c319a3eb req-76cd5d0b-cc31-4f89-8a95-abbf08635dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:55.680770 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-76cd5d0b-cc31-4f89-8a95-abbf08635dce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1126 time: 0.2217169
Apr 09 21:19:55.693227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1542b-ea43-4c19-b12a-4f02f9e24730 None None] Pushing event updated for resources: {'Port': ['ID=b619cdd7-7c46-4d79-bacc-f69834ae446e,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:55.715383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.726396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:55.774734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-1b641583-976c-490d-a853-39cd973c493e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:55.778570 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-264001f5-0e24-4667-97c3-5e56f15190ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 217 time: 0.0860326
Apr 09 21:19:55.783587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-1b641583-976c-490d-a853-39cd973c493e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.6547153
Apr 09 21:19:55.826670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'port': {'device_id': '17d3d125-8793-4775-bc5a-4b81540bfadf', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'admin_state_up': True, 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:55.870635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Subnet': ['ID=70b403b8-18f5-4662-9c6c-10f7c5e56760,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:55.926590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:55.945206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:55.948777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:55.985572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372784d7-e8e3-4351-b4e6-d247ea0515fd None None] Network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:55.989153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Pushing event updated for resources: {'Port': ['ID=a8b3c577-9809-4060-bbe0-874692e4124b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:56.010904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Checking segment: {'id': 'aafde71a-8822-4637-a233-cdfc4b6739eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '686ebc13-9a0c-43fa-9e27-4508ce5541e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:56.011270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network hostable DHCP agents. Network: 686ebc13-9a0c-43fa-9e27-4508ce5541e3, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:19:56.029260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284816a-e590-42f9-b795-ab44c319a3eb req-7f597290-7a42-46b6-b305-a0c3a23d3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:56.030778 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-7f597290-7a42-46b6-b305-a0c3a23d3926 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 200  len: 834 time: 0.2256920
Apr 09 21:19:56.124174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 60a32413-ea55-481c-9807-79fdd6d83959 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:56.130159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network 686ebc13-9a0c-43fa-9e27-4508ce5541e3 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:19:56.168946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7b5d7dec-80fa-4735-93e6-d3f7f698628d None None] Provisioning complete for port 60a32413-ea55-481c-9807-79fdd6d83959 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:56.169452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7b5d7dec-80fa-4735-93e6-d3f7f698628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (60a32413-ea55-481c-9807-79fdd6d83959), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.200146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:56.247181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284816a-e590-42f9-b795-ab44c319a3eb req-f1a42d9f-11f0-4c27-ae1b-175c6c918807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:56.249134 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-f1a42d9f-11f0-4c27-ae1b-175c6c918807 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34592f59-2890-4469-bed7-9956df7ee951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2103918
Apr 09 21:19:56.279221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 686ebc13-9a0c-43fa-9e27-4508ce5541e3) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:56.284987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:56.285611 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.296013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e10712-99ad-4a14-b684-b36ce789620a None None] Network 686ebc13-9a0c-43fa-9e27-4508ce5541e3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:56.305091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 60a32413-ea55-481c-9807-79fdd6d83959 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:56.305276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (60a32413-ea55-481c-9807-79fdd6d83959), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.364923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Made reservation on behalf of 006419bf3bf84fd6807cd78e0ad59ef6 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:19:56.368350 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.384896 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-66e3bbe1-a1db-404e-aaf6-c936cfed145e tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7127192
Apr 09 21:19:56.387714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:56.388410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f199-bd5d-4a1c-a9c2-609ecd4926fc req-9b8c45cb-deef-44a0-8ca5-a3ce4cf6cce4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:56.396097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3268f199-bd5d-4a1c-a9c2-609ecd4926fc req-9b8c45cb-deef-44a0-8ca5-a3ce4cf6cce4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 944 time: 0.6422753
Apr 09 21:19:56.401742 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d3693b79-e19e-45e6-8224-f3c98f7dbc9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ae8a79887884e918588007e262addea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1981094
Apr 09 21:19:56.406799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22ea232d-ad71-437d-949f-4b571e17d4a1 req-2cd6d65d-1e69-40ee-b103-169daf3e4ccb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 210 time: 0.1995697
Apr 09 21:19:56.415965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52158) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:56.479763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d7dec-80fa-4735-93e6-d3f7f698628d None None] Current status of the port 60a32413-ea55-481c-9807-79fdd6d83959 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:56.479763 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7b5d7dec-80fa-4735-93e6-d3f7f698628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (60a32413-ea55-481c-9807-79fdd6d83959), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.525270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7b5d7dec-80fa-4735-93e6-d3f7f698628d None None] For port 60a32413-ea55-481c-9807-79fdd6d83959, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60a32413-ea55-481c-9807-79fdd6d83959,segment=NetworkSegment(3f45c117-a600-46a3-9eab-1c920aa9f1bc),segment_id=3f45c117-a600-46a3-9eab-1c920aa9f1bc)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:56.537433 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7b5d7dec-80fa-4735-93e6-d3f7f698628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (60a32413-ea55-481c-9807-79fdd6d83959), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.634815 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-161472ce-a1ea-4880-b7ce-dcf61c5beb70 service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3766325
Apr 09 21:19:56.653591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 60a32413-ea55-481c-9807-79fdd6d83959 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:56.663171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-686ebc13-9a0c-43fa-9e27-4508ce5541e3', 'network_id': '686ebc13-9a0c-43fa-9e27-4508ce5541e3', 'project_id': '881d5d4ef01841cf8824050b995a128d', 'fixed_ips': [{'subnet_id': '70b403b8-18f5-4662-9c6c-10f7c5e56760'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:19:56.664143 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.686575 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b8203a95-6a5e-4db1-a3de-5bc2181bc501), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.691666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:56.768119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks [] for router_gateway (fa5e4af9-0239-4607-9cd3-f345708a5906), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.773831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d7dec-80fa-4735-93e6-d3f7f698628d None None] Pushing event updated for resources: {'Port': ['ID=60a32413-ea55-481c-9807-79fdd6d83959,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:56.779110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1a4e3aec-8f45-45ab-9bb7-85c96a09384c None None] Provisioning complete for port 60a32413-ea55-481c-9807-79fdd6d83959 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:56.779807 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3aec-8f45-45ab-9bb7-85c96a09384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (60a32413-ea55-481c-9807-79fdd6d83959), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:56.784487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Allocated IP 172.20.0.4 (fe7136e7-da4e-4ad5-bb48-0519f1b05f75/913659c2-916c-41f0-8915-6564bca305c6/835fc95d-b81f-432d-935d-e56a67be480d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:56.789136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=b8203a95-6a5e-4db1-a3de-5bc2181bc501,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:56.879369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3268f199-bd5d-4a1c-a9c2-609ecd4926fc req-31a2d525-9025-400b-876c-044811b115ba tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4824033
Apr 09 21:19:56.911653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Allocated IP 2001:db8::2 (686ebc13-9a0c-43fa-9e27-4508ce5541e3/70b403b8-18f5-4662-9c6c-10f7c5e56760/558b07fc-b5d9-4f5f-8746-8264706b7c3b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:57.013351 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.036596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f284816a-e590-42f9-b795-ab44c319a3eb req-2da0db03-aad1-4101-ac43-d15cd6c315b0 service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3925381
Apr 09 21:19:57.062150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.070946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e3aec-8f45-45ab-9bb7-85c96a09384c None None] Current status of the port 60a32413-ea55-481c-9807-79fdd6d83959 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:57.226408 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Publish callbacks [] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.236094 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.285274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Network 686ebc13-9a0c-43fa-9e27-4508ce5541e3 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:57.288758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:57.293501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:57.306372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Pushing event updated for resources: {'Port': ['ID=558b07fc-b5d9-4f5f-8746-8264706b7c3b,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:57.368346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Attempting to bind port 558b07fc-b5d9-4f5f-8746-8264706b7c3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:19:57.368724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Attempting to bind port 558b07fc-b5d9-4f5f-8746-8264706b7c3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aafde71a-8822-4637-a233-cdfc4b6739eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '686ebc13-9a0c-43fa-9e27-4508ce5541e3'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:19:57.369111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Attempting to bind port 558b07fc-b5d9-4f5f-8746-8264706b7c3b on network 686ebc13-9a0c-43fa-9e27-4508ce5541e3 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:19:57.374788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:19:57.375165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Checking segment: {'id': 'aafde71a-8822-4637-a233-cdfc4b6739eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '686ebc13-9a0c-43fa-9e27-4508ce5541e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:19:57.375569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.376014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Bound using segment: {'id': 'aafde71a-8822-4637-a233-cdfc4b6739eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '686ebc13-9a0c-43fa-9e27-4508ce5541e3'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:19:57.376494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Bound port: 558b07fc-b5d9-4f5f-8746-8264706b7c3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafde71a-8822-4637-a233-cdfc4b6739eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '686ebc13-9a0c-43fa-9e27-4508ce5541e3'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:19:57.376880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.379236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (fa5e4af9-0239-4607-9cd3-f345708a5906), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.381504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43848feb-a3b2-4ea7-8642-67a8e2646d1c None None] Network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:57.456588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4a2bc778-87f9-40e2-874a-8f3ddcba8b54 None None] Provisioning complete for port b619cdd7-7c46-4d79-bacc-f69834ae446e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:57.456971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc778-87f9-40e2-874a-8f3ddcba8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.566165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] For port 558b07fc-b5d9-4f5f-8746-8264706b7c3b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:19:57.570744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] For port 558b07fc-b5d9-4f5f-8746-8264706b7c3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558b07fc-b5d9-4f5f-8746-8264706b7c3b,segment=NetworkSegment(aafde71a-8822-4637-a233-cdfc4b6739eb),segment_id=aafde71a-8822-4637-a233-cdfc4b6739eb)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:19:57.598754 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.623671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6df224fa-9dc6-4d6c-b1f2-4a9754c26935 admin admin] Publish callbacks [] for security_group (df15294e-62fa-43f5-9fee-561017970508), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.698108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bc778-87f9-40e2-874a-8f3ddcba8b54 None None] Current status of the port b619cdd7-7c46-4d79-bacc-f69834ae446e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:57.699342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc778-87f9-40e2-874a-8f3ddcba8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.736002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3efca795-1a0e-47d5-b6ce-e847ebd1cce3 req-a33390fe-6288-491e-9b9a-e6f451233369 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 210 time: 0.1279733
Apr 09 21:19:57.803995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4a2bc778-87f9-40e2-874a-8f3ddcba8b54 None None] For port b619cdd7-7c46-4d79-bacc-f69834ae446e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b619cdd7-7c46-4d79-bacc-f69834ae446e,segment=NetworkSegment(5862dd4a-04e9-49e3-859b-8691eef9bc0a),segment_id=5862dd4a-04e9-49e3-859b-8691eef9bc0a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:19:57.805845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ce7d6-870b-4522-bbc2-96b35e76f5ff None None] Pushing event updated for resources: {'Port': ['ID=558b07fc-b5d9-4f5f-8746-8264706b7c3b,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:57.830156 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc778-87f9-40e2-874a-8f3ddcba8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.876413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6df224fa-9dc6-4d6c-b1f2-4a9754c26935 admin admin] Publish callbacks [] for security_group (df15294e-62fa-43f5-9fee-561017970508), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.888363 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:57.931359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bc778-87f9-40e2-874a-8f3ddcba8b54 None None] Pushing event updated for resources: {'Port': ['ID=b619cdd7-7c46-4d79-bacc-f69834ae446e,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:58.001024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Allocated IP 2001:db8::1 (b9c2a39c-3c39-4c0b-a62d-b6a54e82693a/b2e2d4dc-b575-4b4c-a215-95ad4b39d09f/825968f7-d759-478c-9f6f-bf301959b868) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:19:58.051901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e0afe837-c442-48d6-b4bb-105333d61bb0 None None] Provisioning complete for port b619cdd7-7c46-4d79-bacc-f69834ae446e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:58.052487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e0afe837-c442-48d6-b4bb-105333d61bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.057646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:58.067763 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3baeb9-cda3-4b9e-9f8a-058b022113e0 None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:58.077184 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.097751 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3baeb9-cda3-4b9e-9f8a-058b022113e0 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:58.099486 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ab3baeb9-cda3-4b9e-9f8a-058b022113e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775701f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:58.127327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Router fa5e4af9-0239-4607-9cd3-f345708a5906 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:19:58.167851 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ab3baeb9-cda3-4b9e-9f8a-058b022113e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775701f0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:58.185471 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3baeb9-cda3-4b9e-9f8a-058b022113e0 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:58.186382 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ab3baeb9-cda3-4b9e-9f8a-058b022113e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775701f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:58.232191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for port (835fc95d-b81f-432d-935d-e56a67be480d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.259201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218fbdc-3396-42fb-a2f1-0d7dc812da61 req-1a1b63c7-70e1-4ca8-b0a1-e64c6718c6b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:58.259882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e0afe837-c442-48d6-b4bb-105333d61bb0 None None] Current status of the port b619cdd7-7c46-4d79-bacc-f69834ae446e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:58.260792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3218fbdc-3396-42fb-a2f1-0d7dc812da61 req-1a1b63c7-70e1-4ca8-b0a1-e64c6718c6b1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 944 time: 0.2135818
Apr 09 21:19:58.273629 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ab3baeb9-cda3-4b9e-9f8a-058b022113e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775701f0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:58.274749 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3baeb9-cda3-4b9e-9f8a-058b022113e0 None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:19:58.282460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b619cdd7-7c46-4d79-bacc-f69834ae446e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:58.307349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6df224fa-9dc6-4d6c-b1f2-4a9754c26935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (df15294e-62fa-43f5-9fee-561017970508), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.309974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6df224fa-9dc6-4d6c-b1f2-4a9754c26935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.313944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6df224fa-9dc6-4d6c-b1f2-4a9754c26935 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df15294e-62fa-43f5-9fee-561017970508 HTTP/1.1" status: 204  len: 168 time: 1.8950319
Apr 09 21:19:58.360100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b619cdd7-7c46-4d79-bacc-f69834ae446e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:58.361302 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.369261 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for port (825968f7-d759-478c-9f6f-bf301959b868), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.394368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df224fa-9dc6-4d6c-b1f2-4a9754c26935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15294e-62fa-43f5-9fee-561017970508,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:58.397068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7ef1f37a-323b-472c-9d70-acb35736cf55 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/floatingips/1a46108d-293e-49ee-b26f-75623bdabd08 HTTP/1.1" status: 200  len: 977 time: 8.4053509
Apr 09 21:19:58.407447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52166) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:58.419801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:58.483669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3218fbdc-3396-42fb-a2f1-0d7dc812da61 req-15a816a7-f808-45df-a79d-dc001dcff442 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2155037
Apr 09 21:19:58.488149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:19:58.491143 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (835fc95d-b81f-432d-935d-e56a67be480d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.542337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b619cdd7-7c46-4d79-bacc-f69834ae446e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:19:58.545831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 60a32413-ea55-481c-9807-79fdd6d83959 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:19:58.554866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:58.555109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:58.560113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (1a46108d-293e-49ee-b26f-75623bdabd08), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.605844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (825968f7-d759-478c-9f6f-bf301959b868), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.617088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Sync routers for ids ['fa5e4af9-0239-4607-9cd3-f345708a5906'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:58.639901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 60a32413-ea55-481c-9807-79fdd6d83959 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:58.640441 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (60a32413-ea55-481c-9807-79fdd6d83959), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.642191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Routers {'fa5e4af9-0239-4607-9cd3-f345708a5906'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:58.642888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374aa06d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['fa5e4af9-0239-4607-9cd3-f345708a5906'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:58.662791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.664147 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6c36ee47-679b-469a-90a9-835f98e6efee admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 915 time: 6.2705166
Apr 09 21:19:58.679184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52170) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:58.691237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:19:58.691485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:19:58.703026 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:19:58.710339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'Port': ['ID=835fc95d-b81f-432d-935d-e56a67be480d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:58.714141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:58.716970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:58.723832 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:58.724555 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377570460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:58.725062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f8e5de34-a309-492d-976e-e15ea5029b15 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0703056
Apr 09 21:19:58.727879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52174) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:58.896123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:19:58.900985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:19:58.902677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:58.960964 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:58.970229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:58.970928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:59.015260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Port': ['ID=825968f7-d759-478c-9f6f-bf301959b868,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:19:59.067098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f9d402-078c-41a8-a136-50e6d1226a10 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet 5da8371a-b386-4aa0-bd79-21c611a8d39b {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:19:59.112868 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-51f9d402-078c-41a8-a136-50e6d1226a10 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (5da8371a-b386-4aa0-bd79-21c611a8d39b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:59.190868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91e484-f46b-4660-8191-67b7b7fa7ba7 req-47f38681-154a-44d3-995e-3815b1070ca3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:59.192085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e91e484-f46b-4660-8191-67b7b7fa7ba7 req-47f38681-154a-44d3-995e-3815b1070ca3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 931 time: 0.2977209
Apr 09 21:19:59.198525 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-32005f65-6962-4471-8304-e51c4c5264af tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3830020
Apr 09 21:19:59.221635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Request body: {'port': {'device_id': '17d3d125-8793-4775-bc5a-4b81540bfadf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:19:59.315004 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-51f9d402-078c-41a8-a136-50e6d1226a10 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (5da8371a-b386-4aa0-bd79-21c611a8d39b), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:59.318058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Set router fa5e4af9-0239-4607-9cd3-f345708a5906 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:59.347005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d02f2-753f-4960-b9ad-ca13314afafe req-6edeb6ae-4495-4e2b-9ce6-808e62e89516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:59.348627 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-310d02f2-753f-4960-b9ad-ca13314afafe req-6edeb6ae-4495-4e2b-9ce6-808e62e89516 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1126 time: 0.0777316
Apr 09 21:19:59.410620 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (835fc95d-b81f-432d-935d-e56a67be480d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:59.427307 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377570460>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:56Z', 'revision_number': 9, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:59.498937 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:19:59.512224 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:19:59.519843 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377570460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:19:59.546677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d02f2-753f-4960-b9ad-ca13314afafe req-23de39e4-9f24-4773-9a13-b0391549846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:59.550072 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-310d02f2-753f-4960-b9ad-ca13314afafe req-23de39e4-9f24-4773-9a13-b0391549846e service neutron] 10.222.0.25 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 898 time: 0.1913636
Apr 09 21:19:59.559932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:59.657347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-db243b53-7112-43ef-952a-399f3f7c3032 None None] Provisioning complete for port 835fc95d-b81f-432d-935d-e56a67be480d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:19:59.657839 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db243b53-7112-43ef-952a-399f3f7c3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (835fc95d-b81f-432d-935d-e56a67be480d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:59.681693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (1a46108d-293e-49ee-b26f-75623bdabd08), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:59.682272 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP 1a46108d-293e-49ee-b26f-75623bdabd08 disassociated. External IP: 172.35.0.59, port: 9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2.
Apr 09 21:19:59.720482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52194) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:19:59.731890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e91e484-f46b-4660-8191-67b7b7fa7ba7 req-ff724e29-e49f-4e12-96ab-1eb245465ead tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5277910
Apr 09 21:19:59.746523 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:19:59.768132 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-310d02f2-753f-4960-b9ad-ca13314afafe req-fbc8c49d-e788-4414-809e-2c521ad04185 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 217 time: 0.1975336
Apr 09 21:19:59.864108 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-51f9d402-078c-41a8-a136-50e6d1226a10 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5da8371a-b386-4aa0-bd79-21c611a8d39b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:19:59.955480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a5ce8-15b5-4912-9660-9e6a3d89f13b None None] Network 686ebc13-9a0c-43fa-9e27-4508ce5541e3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:19:59.961783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dfe7b-dd1a-4a18-ab50-0d798a52e408 req-9bf62c2c-b04b-4375-a40f-1a7f9bacffdb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:19:59.963629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-906dfe7b-dd1a-4a18-ab50-0d798a52e408 req-9bf62c2c-b04b-4375-a40f-1a7f9bacffdb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 944 time: 0.2472715
Apr 09 21:20:00.001234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 60a32413-ea55-481c-9807-79fdd6d83959 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:00.027542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-db243b53-7112-43ef-952a-399f3f7c3032 None None] Port 835fc95d-b81f-432d-935d-e56a67be480d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:00.070264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (825968f7-d759-478c-9f6f-bf301959b868), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.126131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374aa06d0>, [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:19:56Z', 'revision_number': 3, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:00.157940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d02f2-753f-4960-b9ad-ca13314afafe req-1e2c222c-7401-4526-ae71-0263aa3969c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:00.160066 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-310d02f2-753f-4960-b9ad-ca13314afafe req-1e2c222c-7401-4526-ae71-0263aa3969c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 200  len: 834 time: 0.3811176
Apr 09 21:20:00.169075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Checking router: fa5e4af9-0239-4607-9cd3-f345708a5906 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:20:00.169452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Updating router fa5e4af9-0239-4607-9cd3-f345708a5906 port a8b3c577-9809-4060-bbe0-874692e4124b binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:20:00.206219 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377570460>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:56Z', 'revision_number': 9, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:00.231098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835fc95d-b81f-432d-935d-e56a67be480d {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:20:00.238065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7edd251d-10ff-45f1-a768-c72521d40cc1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:20:00.244141 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Publish callbacks [] for port (835fc95d-b81f-432d-935d-e56a67be480d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.259465 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7891c0-076b-4716-b67e-d9d95db9d2fe None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:19:56Z', 'revision_number': 9, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '6514789d-4f96-43a2-9e8b-3c046cc4be0e', 'name': '', 'network_id': '9fd0013b-8998-434e-a11e-6eef7bbac946', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:e2:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:07Z', 'updated_at': '2022-04-09T21:19:21Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2c782aa7-c7c2-484e-8562-341ca67cf802', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:00.259765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Transition to ACTIVE for port object 835fc95d-b81f-432d-935d-e56a67be480d will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:20:00.274518 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-51f9d402-078c-41a8-a136-50e6d1226a10 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (5da8371a-b386-4aa0-bd79-21c611a8d39b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.290079 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (835fc95d-b81f-432d-935d-e56a67be480d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.339973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Provisioning complete for port 825968f7-d759-478c-9f6f-bf301959b868 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:00.340332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (825968f7-d759-478c-9f6f-bf301959b868), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.383719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.394242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8e359f4f-7afe-4e53-8269-8971180a898a tempest-AgentManagementNegativeTest-2140536577 tempest-AgentManagementNegativeTest-2140536577-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.6559479
Apr 09 21:20:00.415377 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-51f9d402-078c-41a8-a136-50e6d1226a10 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.421770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-51f9d402-078c-41a8-a136-50e6d1226a10 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/5da8371a-b386-4aa0-bd79-21c611a8d39b HTTP/1.1" status: 204  len: 168 time: 1.6928613
Apr 09 21:20:00.423510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9d402-078c-41a8-a136-50e6d1226a10 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=5da8371a-b386-4aa0-bd79-21c611a8d39b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:00.425820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52200) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:00.427220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Pushing event updated for resources: {'Port': ['ID=835fc95d-b81f-432d-935d-e56a67be480d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:00.427810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d02f2-753f-4960-b9ad-ca13314afafe req-f90a987e-f1c7-4807-b686-d8092fad7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:00.429499 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-310d02f2-753f-4960-b9ad-ca13314afafe req-f90a987e-f1c7-4807-b686-d8092fad7498 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34592f59-2890-4469-bed7-9956df7ee951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2574410
Apr 09 21:20:00.433380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Port 825968f7-d759-478c-9f6f-bf301959b868 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:00.457883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09015963-e668-4afb-9692-fdc5d45b4dca None None] Network cd4e62ec-c895-441c-8596-ad2f67ea7abe requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:00.551345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-906dfe7b-dd1a-4a18-ab50-0d798a52e408 req-93e3f55c-dae0-400b-8741-8544cac0f16e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2866521
Apr 09 21:20:00.609671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (cd4e62ec-c895-441c-8596-ad2f67ea7abe), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.820697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:00.824455 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.875469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b619cdd7-7c46-4d79-bacc-f69834ae446e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:00.881468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Provisioning complete for port 558b07fc-b5d9-4f5f-8746-8264706b7c3b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:00.885275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.941811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:00.982754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Attempting to bind port 835fc95d-b81f-432d-935d-e56a67be480d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:00.983241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Attempting to bind port 835fc95d-b81f-432d-935d-e56a67be480d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:00.983942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Attempting to bind port 835fc95d-b81f-432d-935d-e56a67be480d on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:00.995868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 84c6e048-af98-4efa-8dce-9d6ea4b5d872, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c6e048-af98-4efa-8dce-9d6ea4b5d872,segment=NetworkSegment(394ddee3-e59d-417a-aecb-1c9b65f30f70),segment_id=394ddee3-e59d-417a-aecb-1c9b65f30f70)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:00.996339 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:00.999215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Port 835fc95d-b81f-432d-935d-e56a67be480d on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:20:00.999584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Attempting to bind port 835fc95d-b81f-432d-935d-e56a67be480d on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:01.013196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52208) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:01.015621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:01.016032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Checking segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:01.016611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Bound using segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:01.017147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Bound port: 835fc95d-b81f-432d-935d-e56a67be480d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:01.017572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (835fc95d-b81f-432d-935d-e56a67be480d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.034973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 84c6e048-af98-4efa-8dce-9d6ea4b5d872 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:01.144856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'port_id': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'mac_address': 'fa:16:3e:90:d9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:20:01.172798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] For port 835fc95d-b81f-432d-935d-e56a67be480d, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:01.175608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] DHCP port deletion for cd4e62ec-c895-441c-8596-ad2f67ea7abe request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:01.178997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] For port 835fc95d-b81f-432d-935d-e56a67be480d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=835fc95d-b81f-432d-935d-e56a67be480d,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:01.230802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07fd06c1-4326-4172-9389-d4893221e845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.235788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (835fc95d-b81f-432d-935d-e56a67be480d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.298629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b619cdd7-7c46-4d79-bacc-f69834ae446e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:01.299200 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.332377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:01.333271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.335037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] 10.222.0.32 "PUT /v2.0/ports/835fc95d-b81f-432d-935d-e56a67be480d HTTP/1.1" status: 200  len: 1091 time: 2.1270142
Apr 09 21:20:01.337750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d3d125-8793-4775-bc5a-4b81540bfadf', 'tag': '835fc95d-b81f-432d-935d-e56a67be480d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:20:01.341383 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf80501-12d2-4354-85e4-54a67291c145" -d '{"events": [{"name": "network-changed", "server_uuid": "17d3d125-8793-4775-bc5a-4b81540bfadf", "tag": "835fc95d-b81f-432d-935d-e56a67be480d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:20:01.348224 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-310d02f2-753f-4960-b9ad-ca13314afafe req-b20ea6b0-9567-4602-8cd3-6d1f6bfe0c57 service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9046571
Apr 09 21:20:01.349413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.390666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Current status of the port 558b07fc-b5d9-4f5f-8746-8264706b7c3b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:01.391316 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.396364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No DVR routers for this DVR port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:01.410637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7edd251d-10ff-45f1-a768-c72521d40cc1 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:01.411029 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.424246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:01.445651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] Deleting port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:01.446035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.451016 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486e327c-ed2b-4f50-8b3e-f0028ef33563 x-openstack-request-id: req-486e327c-ed2b-4f50-8b3e-f0028ef33563 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:20:01.451308 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d3d125-8793-4775-bc5a-4b81540bfadf", "tag": "835fc95d-b81f-432d-935d-e56a67be480d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:20:01.451616 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-486e327c-ed2b-4f50-8b3e-f0028ef33563 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:20:01.452209 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486e327c-ed2b-4f50-8b3e-f0028ef33563'] response: {'name': 'network-changed', 'server_uuid': '17d3d125-8793-4775-bc5a-4b81540bfadf', 'tag': '835fc95d-b81f-432d-935d-e56a67be480d', 'status': 'completed', 'code': 200}
Apr 09 21:20:01.505970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edd251d-10ff-45f1-a768-c72521d40cc1 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:20:01.526230 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Publish callbacks [] for port (a8b3c577-9809-4060-bbe0-874692e4124b), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.532365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] For port 558b07fc-b5d9-4f5f-8746-8264706b7c3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558b07fc-b5d9-4f5f-8746-8264706b7c3b,segment=NetworkSegment(aafde71a-8822-4637-a233-cdfc4b6739eb),segment_id=aafde71a-8822-4637-a233-cdfc4b6739eb)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:01.540376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb4207-7325-42cb-8490-0c7edf89c501 service neutron] Pushing event updated for resources: {'Port': ['ID=835fc95d-b81f-432d-935d-e56a67be480d,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:01.573373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for port (825968f7-d759-478c-9f6f-bf301959b868), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.583660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbd4c6-3191-4d0d-a841-8bbe2166aaac req-bc6eac02-7f41-4c18-a9a1-088dd2e1db65 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:01.590954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81cbd4c6-3191-4d0d-a841-8bbe2166aaac req-bc6eac02-7f41-4c18-a9a1-088dd2e1db65 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 943 time: 0.7312212
Apr 09 21:20:01.614119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-d54cc9cd-915d-4efc-93e2-73a37f5d4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:01.615659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-d54cc9cd-915d-4efc-93e2-73a37f5d4dcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 1125 time: 0.2034123
Apr 09 21:20:01.686973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=84c6e048-af98-4efa-8dce-9d6ea4b5d872,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:01.692237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (825968f7-d759-478c-9f6f-bf301959b868), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.692561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.693958 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (cd4e62ec-c895-441c-8596-ad2f67ea7abe), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.758630 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-310d02f2-753f-4960-b9ad-ca13314afafe req-7bde060d-70ee-434b-9253-a2a71d5a3673 service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829484
Apr 09 21:20:01.760770 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.762499 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.764702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.775260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:01.807780 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.821256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-5e0ba3da-24b5-4dc8-90c7-3ff5aea328d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=835fc95d-b81f-432d-935d-e56a67be480d HTTP/1.1" status: 200  len: 217 time: 0.1351023
Apr 09 21:20:01.822762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] For port 84c6e048-af98-4efa-8dce-9d6ea4b5d872, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:01.823398 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.843759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:20:01.850269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23767ee490>,) {'filters': {'network_id': ['cd4e62ec-c895-441c-8596-ad2f67ea7abe']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:01.859474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81cbd4c6-3191-4d0d-a841-8bbe2166aaac req-dd48ab5d-f417-4e86-9040-7af5d9e0999b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428353
Apr 09 21:20:01.861444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Attempting to bind port a8b3c577-9809-4060-bbe0-874692e4124b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:01.862838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Attempting to bind port a8b3c577-9809-4060-bbe0-874692e4124b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:01.863649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Attempting to bind port a8b3c577-9809-4060-bbe0-874692e4124b on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:01.883273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] Calling delete_port for 84c6e048-af98-4efa-8dce-9d6ea4b5d872 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:01.884776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] Port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:20:01.896737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ebbb2-0754-48f6-a885-c28a84ed402b req-f5629c62-5c55-4a6b-9372-8b4f4294f683 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:01.898303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a05ebbb2-0754-48f6-a885-c28a84ed402b req-f5629c62-5c55-4a6b-9372-8b4f4294f683 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 944 time: 0.2169814
Apr 09 21:20:01.901439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Port': ['ID=825968f7-d759-478c-9f6f-bf301959b868,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:01.907913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23767ee490>, '394ddee3-e59d-417a-aecb-1c9b65f30f70') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:01.908713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23767ee490>, '394ddee3-e59d-417a-aecb-1c9b65f30f70') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:01.914540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:01.915892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:01.916513 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.917075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:01.917742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Bound port: a8b3c577-9809-4060-bbe0-874692e4124b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:01.918561 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.920348 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (84c6e048-af98-4efa-8dce-9d6ea4b5d872), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.952016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (394ddee3-e59d-417a-aecb-1c9b65f30f70), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.970344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:01.991801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9b51d-35a8-4b7c-b5f9-380149a7c914 None None] Pushing event updated for resources: {'Port': ['ID=558b07fc-b5d9-4f5f-8746-8264706b7c3b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:02.004323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-81c92ddd-9fdc-4595-bc8b-0babcc52f0ca None None] Provisioning complete for port 558b07fc-b5d9-4f5f-8746-8264706b7c3b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:02.004720 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-81c92ddd-9fdc-4595-bc8b-0babcc52f0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.012235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] No DVR routers for this DVR port 84c6e048-af98-4efa-8dce-9d6ea4b5d872 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:02.024484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:02.030596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:02.038400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:02.073237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.080222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012cabfe-fb52-45db-b3b7-1d6c83893176 None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:02.094679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b619cdd7-7c46-4d79-bacc-f69834ae446e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:02.095961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 558b07fc-b5d9-4f5f-8746-8264706b7c3b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:02.163018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] For port a8b3c577-9809-4060-bbe0-874692e4124b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:02.167311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a0688-2c03-4a2d-94e1-1577d11c9ef2 None None] Pushing event updated for resources: {'Port': ['ID=a8b3c577-9809-4060-bbe0-874692e4124b,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:02.170458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cabfe-fb52-45db-b3b7-1d6c83893176 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:02.170458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-012cabfe-fb52-45db-b3b7-1d6c83893176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a9b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:02.171454 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1a3c8024-7fe8-4a75-9437-f8f7d39dab89 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/floatingips/1a46108d-293e-49ee-b26f-75623bdabd08 HTTP/1.1" status: 200  len: 687 time: 3.7614563
Apr 09 21:20:02.181856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7edd251d-10ff-45f1-a768-c72521d40cc1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:20:02.197964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52216) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:02.243563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-012cabfe-fb52-45db-b3b7-1d6c83893176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a9b9d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:02.270947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] For port a8b3c577-9809-4060-bbe0-874692e4124b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b3c577-9809-4060-bbe0-874692e4124b,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:02.341165 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.352846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cabfe-fb52-45db-b3b7-1d6c83893176 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:02.352846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-012cabfe-fb52-45db-b3b7-1d6c83893176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a9b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:02.369546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07fd06c1-4326-4172-9389-d4893221e845 admin admin] Publish callbacks [] for security_group (303023f4-4952-4caa-8782-c31918a39c8b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.393304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-7e9f51c5-757b-41b4-b6fe-a53dabcba484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:02.394563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-7e9f51c5-757b-41b4-b6fe-a53dabcba484 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.5634890
Apr 09 21:20:02.413065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07fd06c1-4326-4172-9389-d4893221e845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (303023f4-4952-4caa-8782-c31918a39c8b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.422133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a05ebbb2-0754-48f6-a885-c28a84ed402b req-790da185-0b31-4102-a796-1504471060de tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5084500
Apr 09 21:20:02.439334 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (394ddee3-e59d-417a-aecb-1c9b65f30f70), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.441873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-012cabfe-fb52-45db-b3b7-1d6c83893176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a9b9d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:02.442670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012cabfe-fb52-45db-b3b7-1d6c83893176 None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:02.452778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:02.481994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:02.481994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (394ddee3-e59d-417a-aecb-1c9b65f30f70), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.485496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 558b07fc-b5d9-4f5f-8746-8264706b7c3b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   warnings.warn(msg)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:02.486043 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:02.488988 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.504263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Allocated IP 172.20.0.1 (dcd02984-680e-4e3b-b8a1-b7cb70c2ad52/2116159f-5735-409e-be9c-8746392e3430/88558d0f-2985-4ff9-b028-7305c2d830a0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:02.512762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-05815614-40dc-47ef-8bcd-2369f5517291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:02.514428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-05815614-40dc-47ef-8bcd-2369f5517291 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1115661
Apr 09 21:20:02.533136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:02.533483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.552640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24288d-3aa6-4b28-85c0-dc0fc0937158 None None] Pushing event deleted for resources: {'Port': ['ID=84c6e048-af98-4efa-8dce-9d6ea4b5d872,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:02.557762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd06c1-4326-4172-9389-d4893221e845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303023f4-4952-4caa-8782-c31918a39c8b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:02.567031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-81c92ddd-9fdc-4595-bc8b-0babcc52f0ca None None] Current status of the port 558b07fc-b5d9-4f5f-8746-8264706b7c3b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:02.573696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-07fd06c1-4326-4172-9389-d4893221e845 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23503849c1d94d278881b1e37ebfd34c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5590868
Apr 09 21:20:02.577195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52218) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:02.610592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (cd4e62ec-c895-441c-8596-ad2f67ea7abe), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.615131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.622209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/cd4e62ec-c895-441c-8596-ad2f67ea7abe HTTP/1.1" status: 204  len: 168 time: 2.1921060
Apr 09 21:20:02.622868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52220) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:02.633709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Routers {'fa5e4af9-0239-4607-9cd3-f345708a5906'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:02.634341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374aa06d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['fa5e4af9-0239-4607-9cd3-f345708a5906'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:02.649368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Router 573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:20:02.712082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a0688-2c03-4a2d-94e1-1577d11c9ef2 None None] Pushing event updated for resources: {'Port': ['ID=a8b3c577-9809-4060-bbe0-874692e4124b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:02.724493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82673b7-2a74-4408-a1e6-5db718621975 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=cd4e62ec-c895-441c-8596-ad2f67ea7abe,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:02.782786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.783109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.810250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Publish callbacks [] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.819342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 558b07fc-b5d9-4f5f-8746-8264706b7c3b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:02.821506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-07222398-edf3-4e06-91b8-e9c1119a7f05 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2976925
Apr 09 21:20:02.821937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:02.839693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca776-247c-497e-9d3b-8e40e80dce44 admin admin] Publish callbacks [] for security_group (303023f4-4952-4caa-8782-c31918a39c8b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.840981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d922bf10-1f9f-4347-ba8b-4c874781486a None None] Provisioning complete for port 825968f7-d759-478c-9f6f-bf301959b868 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:02.841386 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d922bf10-1f9f-4347-ba8b-4c874781486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (825968f7-d759-478c-9f6f-bf301959b868), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.875261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] Set router fa5e4af9-0239-4607-9cd3-f345708a5906 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:02.908988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:02.921356 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e4f7f-9671-46df-9d8b-7e9f4d679b0d None None] Sync routers for ids ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:02.935726 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e4f7f-9671-46df-9d8b-7e9f4d679b0d None None] Routers {'573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:02.940112 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7dcbf8aa-db28-482c-a085-b990d0d5b4ef tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "PUT /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5483472
Apr 09 21:20:02.942063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52224) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:02.943784 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:02.946455 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3d6e4f7f-9671-46df-9d8b-7e9f4d679b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772935e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:02.993322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 558b07fc-b5d9-4f5f-8746-8264706b7c3b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:03.008451 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3d6e4f7f-9671-46df-9d8b-7e9f4d679b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772935e0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:03.017218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca776-247c-497e-9d3b-8e40e80dce44 admin admin] Publish callbacks [] for security_group (303023f4-4952-4caa-8782-c31918a39c8b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:03.021823 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e4f7f-9671-46df-9d8b-7e9f4d679b0d None None] Routers {'573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:03.022438 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3d6e4f7f-9671-46df-9d8b-7e9f4d679b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772935e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:03.060536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d922bf10-1f9f-4347-ba8b-4c874781486a None None] Port 825968f7-d759-478c-9f6f-bf301959b868 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:03.060980 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-3d6e4f7f-9671-46df-9d8b-7e9f4d679b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772935e0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:03.061790 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e4f7f-9671-46df-9d8b-7e9f4d679b0d None None] The sync data for ids ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:03.127250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:03.137995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41662f-b673-4b84-8f28-cbbd1cd0545b req-35abd7ac-79c4-4cfe-9064-033f31a0ca30 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:03.139529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da41662f-b673-4b84-8f28-cbbd1cd0545b req-35abd7ac-79c4-4cfe-9064-033f31a0ca30 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 943 time: 0.1665840
Apr 09 21:20:03.139662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:03.146066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:03.174995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 558b07fc-b5d9-4f5f-8746-8264706b7c3b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:03.174995 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:03.190817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76e649b9-eddf-40a5-8e60-4260ae62d102 req-75c19cb5-d078-4d78-ba4c-197a543201e0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3600101
Apr 09 21:20:03.192436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (fa5e4af9-0239-4607-9cd3-f345708a5906), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:03.253377 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca776-247c-497e-9d3b-8e40e80dce44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (303023f4-4952-4caa-8782-c31918a39c8b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:03.256221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca776-247c-497e-9d3b-8e40e80dce44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:03.257432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2d3ca776-247c-497e-9d3b-8e40e80dce44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/303023f4-4952-4caa-8782-c31918a39c8b HTTP/1.1" status: 204  len: 168 time: 0.6802270
Apr 09 21:20:03.278844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374aa06d0>, [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:19:56Z', 'revision_number': 3, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:03.285201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da41662f-b673-4b84-8f28-cbbd1cd0545b req-dc17fc82-24bb-453b-ba74-97270304f3b4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346817
Apr 09 21:20:03.312591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ca776-247c-497e-9d3b-8e40e80dce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303023f4-4952-4caa-8782-c31918a39c8b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:03.355090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea33ad-2a8d-4394-a21b-4a87e9bfbaef None None] The sync data for ids ['fa5e4af9-0239-4607-9cd3-f345708a5906'] in ncdv-master-1 is: [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:19:56Z', 'revision_number': 3, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:03.406311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Pushing event updated for resources: {'Port': ['ID=88558d0f-2985-4ff9-b028-7305c2d830a0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:03.428051 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:03.428778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 558b07fc-b5d9-4f5f-8746-8264706b7c3b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:03.490263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b8203a95-6a5e-4db1-a3de-5bc2181bc501 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:03.511325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:03.527397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b8203a95-6a5e-4db1-a3de-5bc2181bc501 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:03.527528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b8203a95-6a5e-4db1-a3de-5bc2181bc501 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:03.527913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 84c6e048-af98-4efa-8dce-9d6ea4b5d872 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:03.552125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 84c6e048-af98-4efa-8dce-9d6ea4b5d872 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:03.552478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 84c6e048-af98-4efa-8dce-9d6ea4b5d872 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:03.588034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8242f723-5a3b-489e-bce9-0def21fc39e2 None None] Provisioning complete for port 88558d0f-2985-4ff9-b028-7305c2d830a0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:03.592469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=5be6c91a-dbad-4e22-a4a4-fb1f2c56c2bb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:03.598473 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8242f723-5a3b-489e-bce9-0def21fc39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:03.653095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8242f723-5a3b-489e-bce9-0def21fc39e2 None None] Port 88558d0f-2985-4ff9-b028-7305c2d830a0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:03.689845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5bd65-afef-4f28-a5b4-36b0695c5b48 req-597438b8-c331-4b7b-9d3e-415b6bf8b240 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:03.691417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6e5bd65-afef-4f28-a5b4-36b0695c5b48 req-597438b8-c331-4b7b-9d3e-415b6bf8b240 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 945 time: 0.0698574
Apr 09 21:20:03.874595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6e5bd65-afef-4f28-a5b4-36b0695c5b48 req-4b66bb3f-abec-4752-8c5e-52c6f08dfa59 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1725924
Apr 09 21:20:03.982466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 6514789d-4f96-43a2-9e8b-3c046cc4be0e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:03.982887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.109283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 6514789d-4f96-43a2-9e8b-3c046cc4be0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6514789d-4f96-43a2-9e8b-3c046cc4be0e,segment=NetworkSegment(32b3f770-bb0f-4a53-a8a7-23efec442987),segment_id=32b3f770-bb0f-4a53-a8a7-23efec442987)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:04.109973 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.155965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 6514789d-4f96-43a2-9e8b-3c046cc4be0e owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:04.170782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80501-12d2-4354-85e4-54a67291c145 req-2232a12a-88d4-4f21-bfa8-161055a5cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.172425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf80501-12d2-4354-85e4-54a67291c145 req-2232a12a-88d4-4f21-bfa8-161055a5cbf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 1125 time: 0.0596635
Apr 09 21:20:04.227679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7edd251d-10ff-45f1-a768-c72521d40cc1 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:04.269203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52248) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:04.290971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (1a46108d-293e-49ee-b26f-75623bdabd08), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.294200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.298523 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9744e8fa-8d93-469f-ba52-19a079d50a88 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/floatingips/1a46108d-293e-49ee-b26f-75623bdabd08 HTTP/1.1" status: 204  len: 168 time: 2.0995479
Apr 09 21:20:04.299614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52252) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:04.306132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 7edd251d-10ff-45f1-a768-c72521d40cc1 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:20:04.333835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 7edd251d-10ff-45f1-a768-c72521d40cc1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:04.334505 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.352318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80501-12d2-4354-85e4-54a67291c145 req-1b742a0a-831a-44c3-ada4-14882eef5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.353899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf80501-12d2-4354-85e4-54a67291c145 req-1b742a0a-831a-44c3-ada4-14882eef5e8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1384015
Apr 09 21:20:04.396557 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-8246dea0-ad02-42e7-bb5e-aa7a6f02fa6e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:04.401697 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8246dea0-ad02-42e7-bb5e-aa7a6f02fa6e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/floatingips/1a46108d-293e-49ee-b26f-75623bdabd08 HTTP/1.1" status: 404  len: 345 time: 0.0727036
Apr 09 21:20:04.414140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52256) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:04.448089 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf80501-12d2-4354-85e4-54a67291c145 req-7f65219c-ef9f-49cb-9e06-3c73056bd086 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=835fc95d-b81f-432d-935d-e56a67be480d HTTP/1.1" status: 200  len: 217 time: 0.0849581
Apr 09 21:20:04.509200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 7edd251d-10ff-45f1-a768-c72521d40cc1 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:04.509533 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.527616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17ce55-1275-4878-87b5-d29ede27a8bd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.533507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17ce55-1275-4878-87b5-d29ede27a8bd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.540889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:20:04.541738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17ce55-1275-4878-87b5-d29ede27a8bd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.543004 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a17ce55-1275-4878-87b5-d29ede27a8bd tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "GET /v2.0/ports?network_id=876eb1db-32c5-4e70-b579-253a7ddb2a98 HTTP/1.1" status: 200  len: 2357 time: 0.1199989
Apr 09 21:20:04.543375 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcdb0d5-c902-4de7-a997-de965132361d" -d '{"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-plugged", "status": "completed", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:20:04.556688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1153883729'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:04.564338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52258) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:04.565792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:04.571867 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.576953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.623154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6cb8-c87a-4fe0-bd4e-55ca5e4caa33 req-f8ceb6dd-3dc6-4770-b715-9607865fee77 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.633775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93ee6cb8-c87a-4fe0-bd4e-55ca5e4caa33 req-f8ceb6dd-3dc6-4770-b715-9607865fee77 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 943 time: 0.1882112
Apr 09 21:20:04.672711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80501-12d2-4354-85e4-54a67291c145 req-572b4266-65cc-4278-b3a7-cff6756f0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.674447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf80501-12d2-4354-85e4-54a67291c145 req-572b4266-65cc-4278-b3a7-cff6756f0591 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.2146180
Apr 09 21:20:04.753936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93ee6cb8-c87a-4fe0-bd4e-55ca5e4caa33 req-3e6fbdb8-a406-4a2e-84b7-d8646f1a2956 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191447
Apr 09 21:20:04.792410 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27930ee-4514-468c-9e88-75d422d643e7 x-openstack-request-id: req-d27930ee-4514-468c-9e88-75d422d643e7 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:20:04.793140 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-plugged", "status": "completed", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:20:04.793635 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d27930ee-4514-468c-9e88-75d422d643e7 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:20:04.794124 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27930ee-4514-468c-9e88-75d422d643e7'] response: {'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'code': 200}
Apr 09 21:20:04.796164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:04.800230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.800518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80501-12d2-4354-85e4-54a67291c145 req-cec3f554-35b6-4316-9427-be27ae1ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.802085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf80501-12d2-4354-85e4-54a67291c145 req-cec3f554-35b6-4316-9427-be27ae1ec381 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1198728
Apr 09 21:20:04.818101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6994da9-f202-4060-9b18-a0b9c28c452e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.820351 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a6994da9-f202-4060-9b18-a0b9c28c452e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "GET /v2.0/subnets/52ed324e-618d-4b2b-a5da-f2c0824945dd HTTP/1.1" status: 200  len: 797 time: 0.2552102
Apr 09 21:20:04.829306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:04.833974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52262) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:04.842436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'port': {'network_id': '876eb1db-32c5-4e70-b579-253a7ddb2a98', 'name': 'tempest-FloatingIPTestJSON-1991438530', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:04.850158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.860324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5cebf-308d-4ee8-8abe-fb5fa3f70ab8 req-1e262d33-33ab-4cc0-b45d-a2c9cc58ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:04.862012 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2fc5cebf-308d-4ee8-8abe-fb5fa3f70ab8 req-1e262d33-33ab-4cc0-b45d-a2c9cc58ce57 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1128 time: 0.1617086
Apr 09 21:20:04.880752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6514789d-4f96-43a2-9e8b-3c046cc4be0e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:04.918460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=6514789d-4f96-43a2-9e8b-3c046cc4be0e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:04.966351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a8b3c577-9809-4060-bbe0-874692e4124b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:04.983867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf80501-12d2-4354-85e4-54a67291c145 req-77e36357-4248-404c-adbe-bd778d8deab0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742747
Apr 09 21:20:05.049810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a8b3c577-9809-4060-bbe0-874692e4124b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:05.050977 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.109537 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-421caa61-b117-4661-90d0-d34c9a829ba2 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:05.113545 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-421caa61-b117-4661-90d0-d34c9a829ba2 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "PUT /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.1678796
Apr 09 21:20:05.114823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52268) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:05.129776 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2fc5cebf-308d-4ee8-8abe-fb5fa3f70ab8 req-354c7481-fc90-4aa8-828b-758b139a0261 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2475278
Apr 09 21:20:05.217900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a8b3c577-9809-4060-bbe0-874692e4124b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:05.218865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.245555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:05.251784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port a8b3c577-9809-4060-bbe0-874692e4124b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b3c577-9809-4060-bbe0-874692e4124b,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:05.263139 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.292746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.293774 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Publish callbacks [] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.306217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (a0bd1c8a-b550-4173-a3bf-0bf28d9d19e2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.308876 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.348097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ecf80501-12d2-4354-85e4-54a67291c145 req-7f0697ab-d1f4-41e7-b06e-0cdb8ac795d3 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3156953
Apr 09 21:20:05.361516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a0bd1c8a-b550-4173-a3bf-0bf28d9d19e2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.376618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=a8b3c577-9809-4060-bbe0-874692e4124b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:05.439092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:05.467307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (fa5e4af9-0239-4607-9cd3-f345708a5906), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.482811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bd1c8a-b550-4173-a3bf-0bf28d9d19e2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:05.489883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Pushing event updated for resources: {'Port': ['ID=88558d0f-2985-4ff9-b028-7305c2d830a0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:05.492621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.492803 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Added segment 8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8 of type vlan for network eaf30f4e-d3ed-49bf-a483-e5e04502df7a
Apr 09 21:20:05.504305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.564168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830482d8-27c3-4841-955b-13ea34be3a15 req-338670e8-60d9-4512-bb03-29b67a91c6c1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:05.566894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-830482d8-27c3-4841-955b-13ea34be3a15 req-338670e8-60d9-4512-bb03-29b67a91c6c1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.5358632
Apr 09 21:20:05.601945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] device_id is not set on port 82455efc-bd0e-49b5-9808-6510759e5d0f yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:05.608671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (eaf30f4e-d3ed-49bf-a483-e5e04502df7a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.719052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-830482d8-27c3-4841-955b-13ea34be3a15 req-aee802d8-1d5f-41b8-aa08-77b201775d3b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1445382
Apr 09 21:20:05.777357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (eaf30f4e-d3ed-49bf-a483-e5e04502df7a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.782120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:05.782358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:05.782970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:05.821537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:05.835106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:05.871737 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.5982864
Apr 09 21:20:05.886468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52272) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:05.957541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c1b80-2df9-4028-b556-397608e84578 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Network': ['ID=eaf30f4e-d3ed-49bf-a483-e5e04502df7a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:05.968801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:06.126942 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Router fa5e4af9-0239-4607-9cd3-f345708a5906 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:06.139401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.20.0.14 (876eb1db-32c5-4e70-b579-253a7ddb2a98/52ed324e-618d-4b2b-a5da-f2c0824945dd/82455efc-bd0e-49b5-9808-6510759e5d0f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:06.148871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.20.0.13 (876eb1db-32c5-4e70-b579-253a7ddb2a98/52ed324e-618d-4b2b-a5da-f2c0824945dd/82455efc-bd0e-49b5-9808-6510759e5d0f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:06.198037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d3177e9b-9be8-4445-8cb4-771c2b52ffb0 None None] Provisioning complete for port 88558d0f-2985-4ff9-b028-7305c2d830a0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:06.199520 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3177e9b-9be8-4445-8cb4-771c2b52ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.247287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d3177e9b-9be8-4445-8cb4-771c2b52ffb0 None None] Port 88558d0f-2985-4ff9-b028-7305c2d830a0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:06.255289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'name': 'tempest-PortsIpV6TestJSON-1753023583'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:06.328397 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.336047 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:06.347761 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67ebbd3c-7904-4c1c-8cc9-693dd1635d30 admin admin] 10.222.0.30 "PUT /v2.0/routers/fa5e4af9-0239-4607-9cd3-f345708a5906/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6640260
Apr 09 21:20:06.347947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Sync routers for ids ['fa5e4af9-0239-4607-9cd3-f345708a5906'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:06.358619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Routers {'fa5e4af9-0239-4607-9cd3-f345708a5906'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:06.360733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376653a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['fa5e4af9-0239-4607-9cd3-f345708a5906'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:06.374208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0936fb-8fa1-43f8-84b0-bb03b2081357 req-2baa253b-262a-4d78-9d19-e6fe97733261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:06.375728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d0936fb-8fa1-43f8-84b0-bb03b2081357 req-2baa253b-262a-4d78-9d19-e6fe97733261 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 943 time: 0.5429111
Apr 09 21:20:06.461364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (82455efc-bd0e-49b5-9808-6510759e5d0f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.503615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (82455efc-bd0e-49b5-9808-6510759e5d0f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.509104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:06.518658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-989f1a2d-bdce-4d17-a4c8-fdd147e7e1ed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8880265
Apr 09 21:20:06.521599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52278) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:06.526430 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:06.545012 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:06.546658 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773f4bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:06.567923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Set router fa5e4af9-0239-4607-9cd3-f345708a5906 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:06.617645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d0936fb-8fa1-43f8-84b0-bb03b2081357 req-99ffae8f-5ef8-4575-bd38-37b0079e42e5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107139
Apr 09 21:20:06.657431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:06.663288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:06.667605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=82455efc-bd0e-49b5-9808-6510759e5d0f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:06.672239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:06.681627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:06.686977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.701175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3757b2-e156-4c58-8dbd-3c873e5a5138 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet 2c782aa7-c7c2-484e-8562-341ca67cf802 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:06.707929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d3757b2-e156-4c58-8dbd-3c873e5a5138 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (2c782aa7-c7c2-484e-8562-341ca67cf802), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.719419 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:06.751474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 9944a4be-196a-4812-83fc-d0aae88f86dc yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:06.765710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:06.766590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.783574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d3757b2-e156-4c58-8dbd-3c873e5a5138 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (2c782aa7-c7c2-484e-8562-341ca67cf802), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.831049 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e8920b25-1953-4231-a720-471e52e883f1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.9924324
Apr 09 21:20:06.834364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52286) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:06.841577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '82455efc-bd0e-49b5-9808-6510759e5d0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:06.883146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376653a30>, [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:20:04Z', 'revision_number': 4, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88558d0f-2985-4ff9-b028-7305c2d830a0', 'name': '', 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'mac_address': 'fa:16:3e:41:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '2116159f-5735-409e-be9c-8746392e3430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:20:02Z', 'updated_at': '2022-04-09T21:20:04Z', 'revision_number': 2, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'subnets': [{'id': '2116159f-5735-409e-be9c-8746392e3430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:06.902965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:06.923513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Checking router: fa5e4af9-0239-4607-9cd3-f345708a5906 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:20:06.924205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Updating router fa5e4af9-0239-4607-9cd3-f345708a5906 port 88558d0f-2985-4ff9-b028-7305c2d830a0 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:20:06.970235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d3757b2-e156-4c58-8dbd-3c873e5a5138 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2c782aa7-c7c2-484e-8562-341ca67cf802), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.011603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85e1c0-686c-4ad1-b429-4e05688db607 req-5609cbc8-838f-41d5-940a-763261075406 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:07.018992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc85e1c0-686c-4ad1-b429-4e05688db607 req-5609cbc8-838f-41d5-940a-763261075406 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.1629128
Apr 09 21:20:07.064178 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.078075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting port 825968f7-d759-478c-9f6f-bf301959b868 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:07.078414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (825968f7-d759-478c-9f6f-bf301959b868), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.167788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 835fc95d-b81f-432d-935d-e56a67be480d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:20:07.177379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a8b3c577-9809-4060-bbe0-874692e4124b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:07.182896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc85e1c0-686c-4ad1-b429-4e05688db607 req-87995c97-991e-42e2-bce2-b76ca11b3245 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1610250
Apr 09 21:20:07.193985 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773f4bb0>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:04Z', 'revision_number': 10, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:07.260543 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:20:07.285182 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:07.289330 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773f4bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:07.336416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.361946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (825968f7-d759-478c-9f6f-bf301959b868), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.388275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Calling delete_port for 825968f7-d759-478c-9f6f-bf301959b868 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:07.401857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a8b3c577-9809-4060-bbe0-874692e4124b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:07.402457 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.403041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ba9aa-ee45-4e33-aefd-eda55e2baa12 req-a7e37173-3270-4c50-b326-22f65aa41008 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:07.410296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f90ba9aa-ee45-4e33-aefd-eda55e2baa12 req-a7e37173-3270-4c50-b326-22f65aa41008 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.1078351
Apr 09 21:20:07.521604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f90ba9aa-ee45-4e33-aefd-eda55e2baa12 req-a1004131-7c55-4cff-af81-1c2437061ece tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100430
Apr 09 21:20:07.522175 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:07.545363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52294) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:07.561521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 835fc95d-b81f-432d-935d-e56a67be480d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=835fc95d-b81f-432d-935d-e56a67be480d,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:07.584321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.614359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '835fc95d-b81f-432d-935d-e56a67be480d', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': '835fc95d-b81f-432d-935d-e56a67be480d', 'mac_address': 'fa:16:3e:ab:25:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:20:07.630304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.699029 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d3757b2-e156-4c58-8dbd-3c873e5a5138 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (2c782aa7-c7c2-484e-8562-341ca67cf802), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.732347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c7a71-b698-4c61-9f38-32f780a295c8 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:07.734553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-148c7a71-b698-4c61-9f38-32f780a295c8 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1123 time: 0.1857367
Apr 09 21:20:07.744697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52300) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:07.752092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:07.776211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3757b2-e156-4c58-8dbd-3c873e5a5138 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=2c782aa7-c7c2-484e-8562-341ca67cf802,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:07.776973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 835fc95d-b81f-432d-935d-e56a67be480d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:07.777467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (835fc95d-b81f-432d-935d-e56a67be480d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.783339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d3757b2-e156-4c58-8dbd-3c873e5a5138 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.790073 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2d3757b2-e156-4c58-8dbd-3c873e5a5138 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/2c782aa7-c7c2-484e-8562-341ca67cf802 HTTP/1.1" status: 204  len: 168 time: 1.2644503
Apr 09 21:20:07.792271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.804173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52302) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:07.805768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=9944a4be-196a-4812-83fc-d0aae88f86dc,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:07.806873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5565d3-fe84-42bd-9ea9-d4cb21b0a995 None None] Network 9fd0013b-8998-434e-a11e-6eef7bbac946 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:07.876575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a8b3c577-9809-4060-bbe0-874692e4124b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:07.921533 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.941162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.35.0.94 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/c2633e78-3fc5-4b40-9ce9-fec936a68533) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:07.945324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (9fd0013b-8998-434e-a11e-6eef7bbac946), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.964295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35017907-f08f-4dfd-b62c-c2dd96564c19 req-6c2f4f7c-8550-4bd6-87ad-01aab6db7ce5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:07.972006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35017907-f08f-4dfd-b62c-c2dd96564c19 req-6c2f4f7c-8550-4bd6-87ad-01aab6db7ce5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 943 time: 0.2427528
Apr 09 21:20:07.979466 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Publish callbacks [] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:07.979750 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773f4bb0>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:04Z', 'revision_number': 10, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:07.997697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835fc95d-b81f-432d-935d-e56a67be480d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:20:08.014503 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.053544 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ac4ed-12fc-4af0-88c2-d15c265533b4 None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:04Z', 'revision_number': 10, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None, '_interfaces': [{'id': '71d7585f-a2c0-43cc-aa04-d51f9deb26e5', 'name': '', 'network_id': '11adf4cd-6529-4909-9de5-57896993fc58', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'mac_address': 'fa:16:3e:19:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:18:59Z', 'updated_at': '2022-04-09T21:19:07Z', 'revision_number': 5, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'subnets': [{'id': '2d7bba68-3904-43d4-a36c-5d55a3e3618d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:08.071349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 4a339710-38b2-49f1-9e36-1d849e85799b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:08.071722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.107748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking segment: {'id': '8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:08.108110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network hostable DHCP agents. Network: eaf30f4e-d3ed-49bf-a483-e5e04502df7a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:08.127894 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 835fc95d-b81f-432d-935d-e56a67be480d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=835fc95d-b81f-432d-935d-e56a67be480d,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:08.142029 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (835fc95d-b81f-432d-935d-e56a67be480d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.150403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (c2633e78-3fc5-4b40-9ce9-fec936a68533), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.159199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69e6d9-b65c-4f23-b4f1-4323341fa914 None None] Pushing event updated for resources: {'Port': ['ID=88558d0f-2985-4ff9-b028-7305c2d830a0,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:08.188991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-35017907-f08f-4dfd-b62c-c2dd96564c19 req-6820b539-0537-40c6-ae3a-9793dd8c34da tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159462
Apr 09 21:20:08.240437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c2633e78-3fc5-4b40-9ce9-fec936a68533), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.256831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 4a339710-38b2-49f1-9e36-1d849e85799b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a339710-38b2-49f1-9e36-1d849e85799b,segment=NetworkSegment(32b3f770-bb0f-4a53-a8a7-23efec442987),segment_id=32b3f770-bb0f-4a53-a8a7-23efec442987)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:08.257403 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.276924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 4a339710-38b2-49f1-9e36-1d849e85799b owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:08.306215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Attempting to bind port 88558d0f-2985-4ff9-b028-7305c2d830a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:08.306586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Attempting to bind port 88558d0f-2985-4ff9-b028-7305c2d830a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:08.306954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Attempting to bind port 88558d0f-2985-4ff9-b028-7305c2d830a0 on network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:08.337362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:08.337740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Checking segment: {'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:08.338143 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.349785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Bound using segment: {'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:08.350369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Bound port: 88558d0f-2985-4ff9-b028-7305c2d830a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f45c117-a600-46a3-9eab-1c920aa9f1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:08.350771 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.352996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=835fc95d-b81f-432d-935d-e56a67be480d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:08.373912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['835fc95d-b81f-432d-935d-e56a67be480d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:20:08.389605 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (825968f7-d759-478c-9f6f-bf301959b868), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.411702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:08.418523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.35.0.16 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/c55896eb-2d82-4208-9494-66d88ad4ca22) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:08.425098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:08.443149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:08.496516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=c2633e78-3fc5-4b40-9ce9-fec936a68533,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:08.502367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7246d30-cd00-42cf-a242-5fe693afc63f None None] DHCP port deletion for 9fd0013b-8998-434e-a11e-6eef7bbac946 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:08.613653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b67c61b3-c512-4ca5-b3c5-5b9320f059de None None] Provisioning complete for port 88558d0f-2985-4ff9-b028-7305c2d830a0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:08.614415 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b67c61b3-c512-4ca5-b3c5-5b9320f059de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.620466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4a339710-38b2-49f1-9e36-1d849e85799b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.632073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.635989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No DVR routers for this DVR port 4a339710-38b2-49f1-9e36-1d849e85799b on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:08.641608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Port': ['ID=825968f7-d759-478c-9f6f-bf301959b868,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:08.682828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:08.699424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52308) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:08.707464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=4a339710-38b2-49f1-9e36-1d849e85799b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:08.730989 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] For port 88558d0f-2985-4ff9-b028-7305c2d830a0, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:08.745865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b67c61b3-c512-4ca5-b3c5-5b9320f059de None None] Port 88558d0f-2985-4ff9-b028-7305c2d830a0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:08.754721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] For port 88558d0f-2985-4ff9-b028-7305c2d830a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88558d0f-2985-4ff9-b028-7305c2d830a0,segment=NetworkSegment(3f45c117-a600-46a3-9eab-1c920aa9f1bc),segment_id=3f45c117-a600-46a3-9eab-1c920aa9f1bc)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:08.796069 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.850340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eaf30f4e-d3ed-49bf-a483-e5e04502df7a) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:08.855807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:08.863358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:08.864157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.874972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (c55896eb-2d82-4208-9494-66d88ad4ca22), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.879942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Routers {'fa5e4af9-0239-4607-9cd3-f345708a5906'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:08.880586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376653a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['fa5e4af9-0239-4607-9cd3-f345708a5906'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:08.951914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (9fd0013b-8998-434e-a11e-6eef7bbac946), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:08.978144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e73b1-3b14-4175-a5a3-b090cd3357dc None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:09.019521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69e6d9-b65c-4f23-b4f1-4323341fa914 None None] Pushing event updated for resources: {'Port': ['ID=88558d0f-2985-4ff9-b028-7305c2d830a0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:09.024491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f84975c6-dfc1-4abc-aa73-9af5c71eae76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.1369085
Apr 09 21:20:09.026989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23745e86a0>,) {'filters': {'network_id': ['9fd0013b-8998-434e-a11e-6eef7bbac946']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:09.030079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52310) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:09.059159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6514789d-4f96-43a2-9e8b-3c046cc4be0e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:09.119742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-792587828'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:09.157265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:09.162022 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.171568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23745e86a0>, '32b3f770-bb0f-4a53-a8a7-23efec442987') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:09.172301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23745e86a0>, '32b3f770-bb0f-4a53-a8a7-23efec442987') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:09.190381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c55896eb-2d82-4208-9494-66d88ad4ca22), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.289276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (32b3f770-bb0f-4a53-a8a7-23efec442987), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.305902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6514789d-4f96-43a2-9e8b-3c046cc4be0e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:09.306278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6514789d-4f96-43a2-9e8b-3c046cc4be0e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:09.309163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4a339710-38b2-49f1-9e36-1d849e85799b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:09.329331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:09.345408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 835fc95d-b81f-432d-935d-e56a67be480d up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:09.347886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:09.348595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6782f573-07b2-4480-a853-88e1f0c60e5d None None] Provisioning complete for port 88558d0f-2985-4ff9-b028-7305c2d830a0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:09.349539 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6782f573-07b2-4480-a853-88e1f0c60e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.350517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:09.350963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4a339710-38b2-49f1-9e36-1d849e85799b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:09.351306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4a339710-38b2-49f1-9e36-1d849e85799b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:09.377507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (32b3f770-bb0f-4a53-a8a7-23efec442987), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.390359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=c55896eb-2d82-4208-9494-66d88ad4ca22,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:09.395600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:09.404001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Router 573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:09.421674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] Set router fa5e4af9-0239-4607-9cd3-f345708a5906 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:09.538168 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (ba753e17-4649-469d-ad5c-f5898aaec9e4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.569335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 835fc95d-b81f-432d-935d-e56a67be480d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:20:09.640116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 835fc95d-b81f-432d-935d-e56a67be480d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:09.640341 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (835fc95d-b81f-432d-935d-e56a67be480d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.695102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6782f573-07b2-4480-a853-88e1f0c60e5d None None] Current status of the port 88558d0f-2985-4ff9-b028-7305c2d830a0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:09.695102 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6782f573-07b2-4480-a853-88e1f0c60e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.734323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c2633e78-3fc5-4b40-9ce9-fec936a68533), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.774922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:09.775187 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (32b3f770-bb0f-4a53-a8a7-23efec442987), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:09.783705 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:09.786759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6782f573-07b2-4480-a853-88e1f0c60e5d None None] For port 88558d0f-2985-4ff9-b028-7305c2d830a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88558d0f-2985-4ff9-b028-7305c2d830a0,segment=NetworkSegment(3f45c117-a600-46a3-9eab-1c920aa9f1bc),segment_id=3f45c117-a600-46a3-9eab-1c920aa9f1bc)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:09.808455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acd6ef-d8d7-40ea-b5a7-256a09c1fe4f req-43ae36d1-8294-4142-b224-d3b47a328ad1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:09.810431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5acd6ef-d8d7-40ea-b5a7-256a09c1fe4f req-43ae36d1-8294-4142-b224-d3b47a328ad1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 944 time: 0.5308278
Apr 09 21:20:09.820007 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6782f573-07b2-4480-a853-88e1f0c60e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.822038 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (be5c6a2c-6887-4e22-9e52-343b056c3d2c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.822314 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Added segment be5c6a2c-6887-4e22-9e52-343b056c3d2c of type vlan for network cfb63161-96dc-469a-8c76-2355bc468150
Apr 09 21:20:09.825762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376653a30>, [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:20:04Z', 'revision_number': 4, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88558d0f-2985-4ff9-b028-7305c2d830a0', 'name': '', 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'mac_address': 'fa:16:3e:41:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '2116159f-5735-409e-be9c-8746392e3430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:20:02Z', 'updated_at': '2022-04-09T21:20:08Z', 'revision_number': 4, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'subnets': [{'id': '2116159f-5735-409e-be9c-8746392e3430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:09.884125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c32e22-7ebc-40b0-8793-ec795c56da10 None None] The sync data for ids ['fa5e4af9-0239-4607-9cd3-f345708a5906'] in ncdv-master-1 is: [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:20:04Z', 'revision_number': 4, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88558d0f-2985-4ff9-b028-7305c2d830a0', 'name': '', 'network_id': 'dcd02984-680e-4e3b-b8a1-b7cb70c2ad52', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'mac_address': 'fa:16:3e:41:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '2116159f-5735-409e-be9c-8746392e3430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:20:02Z', 'updated_at': '2022-04-09T21:20:08Z', 'revision_number': 4, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'subnets': [{'id': '2116159f-5735-409e-be9c-8746392e3430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:09.898117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 835fc95d-b81f-432d-935d-e56a67be480d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:09.898879 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (835fc95d-b81f-432d-935d-e56a67be480d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:09.929210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782f573-07b2-4480-a853-88e1f0c60e5d None None] Pushing event updated for resources: {'Port': ['ID=88558d0f-2985-4ff9-b028-7305c2d830a0,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:09.948031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d3d125-8793-4775-bc5a-4b81540bfadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835fc95d-b81f-432d-935d-e56a67be480d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:20:09.950388 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f759aa7b-40af-46a1-8af1-f63d66511722" -d '{"events": [{"server_uuid": "17d3d125-8793-4775-bc5a-4b81540bfadf", "name": "network-vif-plugged", "status": "completed", "tag": "835fc95d-b81f-432d-935d-e56a67be480d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:20:09.982146 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (cfb63161-96dc-469a-8c76-2355bc468150), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.005733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 835fc95d-b81f-432d-935d-e56a67be480d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=835fc95d-b81f-432d-935d-e56a67be480d,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:10.015235 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (835fc95d-b81f-432d-935d-e56a67be480d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.032575 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (9fd0013b-8998-434e-a11e-6eef7bbac946), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.051825 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c62666-9b1d-4492-85b4-e9620e77a43b x-openstack-request-id: req-f4c62666-9b1d-4492-85b4-e9620e77a43b {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:20:10.052126 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d3d125-8793-4775-bc5a-4b81540bfadf", "name": "network-vif-plugged", "status": "completed", "tag": "835fc95d-b81f-432d-935d-e56a67be480d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:20:10.052585 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4c62666-9b1d-4492-85b4-e9620e77a43b {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:20:10.053182 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c62666-9b1d-4492-85b4-e9620e77a43b'] response: {'server_uuid': '17d3d125-8793-4775-bc5a-4b81540bfadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835fc95d-b81f-432d-935d-e56a67be480d', 'code': 200}
Apr 09 21:20:10.114285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=835fc95d-b81f-432d-935d-e56a67be480d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:10.144996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.150756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/9fd0013b-8998-434e-a11e-6eef7bbac946 HTTP/1.1" status: 204  len: 168 time: 2.3398068
Apr 09 21:20:10.150967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (c2633e78-3fc5-4b40-9ce9-fec936a68533), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.152084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:10.157621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:10.175745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d107c-9936-4278-8227-13911020fdf9 None None] Sync routers for ids ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:10.176489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.resource_extend [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:20:10.186225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f98c9814-aca6-4264-8fe2-2609f3d63946 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "PUT /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0667803
Apr 09 21:20:10.193090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d107c-9936-4278-8227-13911020fdf9 None None] Routers {'573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:10.193936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-026d107c-9936-4278-8227-13911020fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b6fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:10.199897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (c2633e78-3fc5-4b40-9ce9-fec936a68533), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.200396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52318) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:10.204909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (4ccf67e7-67e1-4743-a9a9-61c039d6c576), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.214614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25bec-b4a5-499e-9fcd-ebe0a31519d7 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=9fd0013b-8998-434e-a11e-6eef7bbac946,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:10.238344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5acd6ef-d8d7-40ea-b5a7-256a09c1fe4f req-698fd1f2-18c8-4680-baca-997b022953ce tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3831000
Apr 09 21:20:10.240956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-026d107c-9936-4278-8227-13911020fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b6fd00>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:10.263667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d107c-9936-4278-8227-13911020fdf9 None None] Routers {'573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:10.264357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-026d107c-9936-4278-8227-13911020fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b6fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:10.308210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-026d107c-9936-4278-8227-13911020fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b6fd00>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:10.309688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d107c-9936-4278-8227-13911020fdf9 None None] The sync data for ids ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:10.319381 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-45ecfbe3-f548-4809-8f1f-eae3c11e0ac2 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:10.326374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-45ecfbe3-f548-4809-8f1f-eae3c11e0ac2 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1099008536 HTTP/1.1" status: 404  len: 335 time: 0.1128581
Apr 09 21:20:10.327051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52320) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:10.334420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6be15347-2d88-45be-8b49-4cc9ae6efce6 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'router': {'external_gateway_info': {'network_id': '573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:10.337160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e60762-e0d1-48b5-850d-bbc004ba1c5f req-2f24568d-1420-4618-a217-c3f6ceaf1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:10.338732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53e60762-e0d1-48b5-850d-bbc004ba1c5f req-2f24568d-1420-4618-a217-c3f6ceaf1bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 1127 time: 0.2061589
Apr 09 21:20:10.339379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (cfb63161-96dc-469a-8c76-2355bc468150), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.344413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:10.345067 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.522760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4103720
Apr 09 21:20:10.567366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52322) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:10.577557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'ports': [{'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a'}, {'network_id': 'cfb63161-96dc-469a-8c76-2355bc468150'}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:10.577926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:10.578369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': 'cfb63161-96dc-469a-8c76-2355bc468150'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:10.590875 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (fa5e4af9-0239-4607-9cd3-f345708a5906), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.676467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84800b7a-8518-408c-9c98-24716f371ba5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Network': ['ID=cfb63161-96dc-469a-8c76-2355bc468150,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:10.693872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53e60762-e0d1-48b5-850d-bbc004ba1c5f req-1f67db56-7acb-4703-8ae3-62b32922cd2c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3418458
Apr 09 21:20:10.694634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network cfb63161-96dc-469a-8c76-2355bc468150 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:10.702890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=c2633e78-3fc5-4b40-9ce9-fec936a68533,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:10.770718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (ba753e17-4649-469d-ad5c-f5898aaec9e4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.861023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c55896eb-2d82-4208-9494-66d88ad4ca22), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.932451 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6be15347-2d88-45be-8b49-4cc9ae6efce6 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for router_gateway (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:10.952478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 88558d0f-2985-4ff9-b028-7305c2d830a0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:11.012407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 88558d0f-2985-4ff9-b028-7305c2d830a0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:11.012785 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.036675 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-6be15347-2d88-45be-8b49-4cc9ae6efce6 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] update failed (client error): The resource could not be found.
Apr 09 21:20:11.037785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6be15347-2d88-45be-8b49-4cc9ae6efce6 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "PUT /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 HTTP/1.1" status: 404  len: 339 time: 0.7095063
Apr 09 21:20:11.048424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52324) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:11.060681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-193661093'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:11.094775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 2} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:11.099645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.111292 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP ba753e17-4649-469d-ad5c-f5898aaec9e4 associated. External IP: 172.35.0.94, port: 82455efc-bd0e-49b5-9808-6510759e5d0f.
Apr 09 21:20:11.132034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 88558d0f-2985-4ff9-b028-7305c2d830a0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:11.149310 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.220697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Made reservation on behalf of 881d5d4ef01841cf8824050b995a128d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:11.224472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Deleting port 88558d0f-2985-4ff9-b028-7305c2d830a0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:11.224637 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.224920 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.381358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:11.384864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (c55896eb-2d82-4208-9494-66d88ad4ca22), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.400993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (c55896eb-2d82-4208-9494-66d88ad4ca22), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.416264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f7f21daa-559e-4e30-b1de-f90868ee64ea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.416731 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Added segment f7f21daa-559e-4e30-b1de-f90868ee64ea of type vlan for network 7d3e906e-99ca-4468-906c-d62a87476581
Apr 09 21:20:11.420240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 409058df-fab0-4826-bdde-08651d7e30f4 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:11.428461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.466365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24abeae-3f31-46b3-b01e-11f24d85de4c req-b0fd11c6-3d0c-4063-94e5-efab08302737 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:11.468380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c24abeae-3f31-46b3-b01e-11f24d85de4c req-b0fd11c6-3d0c-4063-94e5-efab08302737 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1065562
Apr 09 21:20:11.480612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] For port 88558d0f-2985-4ff9-b028-7305c2d830a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88558d0f-2985-4ff9-b028-7305c2d830a0,segment=NetworkSegment(3f45c117-a600-46a3-9eab-1c920aa9f1bc),segment_id=3f45c117-a600-46a3-9eab-1c920aa9f1bc)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:11.480976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.513762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Calling delete_port for 88558d0f-2985-4ff9-b028-7305c2d830a0 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:11.596775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c24abeae-3f31-46b3-b01e-11f24d85de4c req-050bd702-45f7-4288-a408-0227b4c8b08d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186643
Apr 09 21:20:11.626003 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (7d3e906e-99ca-4468-906c-d62a87476581), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.637534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=c55896eb-2d82-4208-9494-66d88ad4ca22,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:11.676831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (4ccf67e7-67e1-4743-a9a9-61c039d6c576), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.693553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (409058df-fab0-4826-bdde-08651d7e30f4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.780836 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (7d3e906e-99ca-4468-906c-d62a87476581), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.784129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port aa387fc7-99b6-4f87-b7e6-e17e537c3930 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:11.786101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:11.786674 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.865855 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (88558d0f-2985-4ff9-b028-7305c2d830a0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:11.911607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Pushing event deleted for resources: {'Port': ['ID=88558d0f-2985-4ff9-b028-7305c2d830a0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:11.943157 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.8917127
Apr 09 21:20:11.945225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:11.946396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52328) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:11.951387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9fa94-5a35-4417-9cdf-3ae974b3e060 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Network': ['ID=7d3e906e-99ca-4468-906c-d62a87476581,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:11.965256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 7d3e906e-99ca-4468-906c-d62a87476581 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:11.991158 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Floating IP 4ccf67e7-67e1-4743-a9a9-61c039d6c576 associated. External IP: 172.35.0.16, port: 7edd251d-10ff-45f1-a768-c72521d40cc1.
Apr 09 21:20:11.993868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'subnet': {'network_id': '7d3e906e-99ca-4468-906c-d62a87476581', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:12.037995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (aa387fc7-99b6-4f87-b7e6-e17e537c3930), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:12.208996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (409058df-fab0-4826-bdde-08651d7e30f4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:12.220065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Made reservation on behalf of 881d5d4ef01841cf8824050b995a128d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:12.223804 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:12.569819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:12.570414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:12.604070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:12.616929 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a441558-94ec-4da7-bad5-641df215bf93 None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:12.631625 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a441558-94ec-4da7-bad5-641df215bf93 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:12.632892 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4a441558-94ec-4da7-bad5-641df215bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773f4940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:12.648689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:12.657576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:12.664580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:12.665503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (aa387fc7-99b6-4f87-b7e6-e17e537c3930), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:12.679310 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4a441558-94ec-4da7-bad5-641df215bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773f4940>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:12.694912 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a441558-94ec-4da7-bad5-641df215bf93 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:12.695590 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4a441558-94ec-4da7-bad5-641df215bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773f4940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:12.703271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:12.711109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=409058df-fab0-4826-bdde-08651d7e30f4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:12.726637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (fa5e4af9-0239-4607-9cd3-f345708a5906), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:12.745905 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4a441558-94ec-4da7-bad5-641df215bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773f4940>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:12.748530 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a441558-94ec-4da7-bad5-641df215bf93 None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:12.791113 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-615c6196-d2ce-4aeb-ab48-5f1de98a6e13 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.9556477
Apr 09 21:20:12.792891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 71d7585f-a2c0-43cc-aa04-d51f9deb26e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,segment=NetworkSegment(8f78e534-13d4-42e8-8f99-7e4fbc6a7c18),segment_id=8f78e534-13d4-42e8-8f99-7e4fbc6a7c18)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:12.793275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:12.801552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52332) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:12.809794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'port_id': '82455efc-bd0e-49b5-9808-6510759e5d0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:12.817799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:12.888545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=aa387fc7-99b6-4f87-b7e6-e17e537c3930,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:12.901198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926bffc-5b1b-415b-8b08-059e9e919e4f req-8f0e0d36-150f-418d-856a-1f6b75b36b4e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:12.902740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6926bffc-5b1b-415b-8b08-059e9e919e4f req-8f0e0d36-150f-418d-856a-1f6b75b36b4e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1446018
Apr 09 21:20:12.915870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 4eae10af-4216-41f4-812c-a5aaa7961f4a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:12.925613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking segment: {'id': 'be5c6a2c-6887-4e22-9e52-343b056c3d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cfb63161-96dc-469a-8c76-2355bc468150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:12.925977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network hostable DHCP agents. Network: cfb63161-96dc-469a-8c76-2355bc468150, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:12.929462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (ba753e17-4649-469d-ad5c-f5898aaec9e4), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.061657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6926bffc-5b1b-415b-8b08-059e9e919e4f req-51e51b6a-ebb0-441a-848a-f0787bf0bec9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467960
Apr 09 21:20:13.093078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network cfb63161-96dc-469a-8c76-2355bc468150 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:13.157961 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (7da3425e-5f6f-493b-924b-b40c93959403), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.159792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cfb63161-96dc-469a-8c76-2355bc468150) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:13.170844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b6cb0-c9af-4047-8546-21e1a750e61d None None] Network cfb63161-96dc-469a-8c76-2355bc468150 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:13.175481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:13.180827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:13.185593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:13.186308 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.250360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:13.282667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] Sync routers for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:13.314534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-90c6b255-13ca-4ebb-9a6d-8e18a53b5ed5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.7437460
Apr 09 21:20:13.322044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52338) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:13.326312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:13.327182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d45f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:13.334736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.339210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Subnet': ['ID=7da3425e-5f6f-493b-924b-b40c93959403,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:13.359063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88481d80-9e4a-4a4d-a19f-cac24fc8cab7 req-16f52bc5-a0c6-45bf-9839-5afa2ee0c1de tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:13.360611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88481d80-9e4a-4a4d-a19f-cac24fc8cab7 req-16f52bc5-a0c6-45bf-9839-5afa2ee0c1de tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1013234
Apr 09 21:20:13.362454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Router fa5e4af9-0239-4607-9cd3-f345708a5906 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:13.365592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Checking segment: {'id': 'f7f21daa-559e-4e30-b1de-f90868ee64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d3e906e-99ca-4468-906c-d62a87476581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:13.365964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network hostable DHCP agents. Network: 7d3e906e-99ca-4468-906c-d62a87476581, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:13.454972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4cfb5b7-5fe6-4b28-b86d-f5805edfb743 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.7087011
Apr 09 21:20:13.466776 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:20:13.468044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network 7d3e906e-99ca-4468-906c-d62a87476581 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:13.469473 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d1255-b489-4d44-afc7-8d6653e33dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:20:13.478614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88481d80-9e4a-4a4d-a19f-cac24fc8cab7 req-0bb363be-c03c-46c2-a43a-ebec34a682f1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068702
Apr 09 21:20:13.516308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:13.542902 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa826d45-ac40-4ffa-be86-33d90bb88aa6 x-openstack-request-id: req-aa826d45-ac40-4ffa-be86-33d90bb88aa6 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:20:13.543196 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:20:13.543450 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa826d45-ac40-4ffa-be86-33d90bb88aa6 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:20:13.543862 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa826d45-ac40-4ffa-be86-33d90bb88aa6'] response: {'name': 'network-changed', 'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'status': 'completed', 'code': 200}
Apr 09 21:20:13.544471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (71d7585f-a2c0-43cc-aa04-d51f9deb26e5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.552030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d3e906e-99ca-4468-906c-d62a87476581) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:13.563196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf916bb-32c1-45b1-ac30-434ca4fc40f1 None None] Network 7d3e906e-99ca-4468-906c-d62a87476581 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:13.599459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=71d7585f-a2c0-43cc-aa04-d51f9deb26e5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:13.603205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:13.603801 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.632755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c239e6c2-4d2a-4cbf-9c27-2e94cb04d456 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.6806393
Apr 09 21:20:13.633554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52344) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:13.643264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8dc588a6-ef11-4abe-a8f6-7cb9a904f81b tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d3e906e-99ca-4468-906c-d62a87476581'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:13.650570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-caeef220-4651-4bdd-8997-0034bf59e3df tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port aa387fc7-99b6-4f87-b7e6-e17e537c3930 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:13.650917 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-caeef220-4651-4bdd-8997-0034bf59e3df tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (aa387fc7-99b6-4f87-b7e6-e17e537c3930), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.741614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcdd05-f207-49ca-9ba8-03e1c3612658 req-3d0e7ba7-cc7e-4315-aac3-4079235b4d09 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:13.750202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cdcdd05-f207-49ca-9ba8-03e1c3612658 req-3d0e7ba7-cc7e-4315-aac3-4079235b4d09 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.2002752
Apr 09 21:20:13.754215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:13.764701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c4f3b546-4bbc-491d-b637-55c0ec27c049 admin admin] 10.222.0.30 "PUT /v2.0/routers/fa5e4af9-0239-4607-9cd3-f345708a5906/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0529149
Apr 09 21:20:13.767859 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] Sync routers for ids ['fa5e4af9-0239-4607-9cd3-f345708a5906'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:13.793851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d3e906e-99ca-4468-906c-d62a87476581', 'network_id': '7d3e906e-99ca-4468-906c-d62a87476581', 'project_id': '881d5d4ef01841cf8824050b995a128d', 'fixed_ips': [{'subnet_id': '7da3425e-5f6f-493b-924b-b40c93959403'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:20:13.795387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.805325 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] Routers {'fa5e4af9-0239-4607-9cd3-f345708a5906'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:13.806259 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773eb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['fa5e4af9-0239-4607-9cd3-f345708a5906'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:13.813756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52346) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:13.869190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-caeef220-4651-4bdd-8997-0034bf59e3df tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (aa387fc7-99b6-4f87-b7e6-e17e537c3930), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.929223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-89907ab8-c28a-4409-a81c-17101b694a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:13.931301 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-89907ab8-c28a-4409-a81c-17101b694a61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1128 time: 0.3453689
Apr 09 21:20:13.945973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:13.969601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-caeef220-4651-4bdd-8997-0034bf59e3df tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for aa387fc7-99b6-4f87-b7e6-e17e537c3930 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:14.005697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cdcdd05-f207-49ca-9ba8-03e1c3612658 req-3cfa3229-5e42-49f1-a0f7-22cd47b441e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2540407
Apr 09 21:20:14.032068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d45f10>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ccf67e7-67e1-4743-a9a9-61c039d6c576', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.16', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'port_id': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'mac_address': 'fa:16:3e:90:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e6455-67e6-46c1-9afa-b53b520131d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:20:09Z', 'updated_at': '2022-04-09T21:20:09Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:46Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:14.044096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52348) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:14.046596 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] Set router fa5e4af9-0239-4607-9cd3-f345708a5906 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:14.055098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dc588a6-ef11-4abe-a8f6-7cb9a904f81b tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for router_gateway (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:14.066088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] Checking router: 4eae10af-4216-41f4-812c-a5aaa7961f4a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:20:14.083122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:14.084053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d45f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:14.133806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Allocated IP 2001:db8:1::2 (7d3e906e-99ca-4468-906c-d62a87476581/7da3425e-5f6f-493b-924b-b40c93959403/6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:14.141627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-a82f60fc-daca-4226-9b4e-3fd37b8dbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:14.143732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2d466276-b54c-4bcb-83a4-e4c62aa567cb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4ccf67e7-67e1-4743-a9a9-61c039d6c576 HTTP/1.1" status: 200  len: 991 time: 0.0970654
Apr 09 21:20:14.145025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-a82f60fc-daca-4226-9b4e-3fd37b8dbd6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 898 time: 0.2005935
Apr 09 21:20:14.214525 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-8dc588a6-ef11-4abe-a8f6-7cb9a904f81b tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:14.220311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8dc588a6-ef11-4abe-a8f6-7cb9a904f81b tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "PUT /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 HTTP/1.1" status: 400  len: 364 time: 0.5810726
Apr 09 21:20:14.222019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52350) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:14.277734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:14.317243 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-90f153f7-f0aa-49ab-9f2b-ff6c175b95c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 999 time: 0.1064239
Apr 09 21:20:14.369279 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773eb040>, [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:20:11Z', 'revision_number': 5, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:14.400307 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] Checking router: fa5e4af9-0239-4607-9cd3-f345708a5906 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:20:14.410224 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] Routers {'fa5e4af9-0239-4607-9cd3-f345708a5906'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:14.411123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773eb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['fa5e4af9-0239-4607-9cd3-f345708a5906'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:14.440175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks [] for router (fa5e4af9-0239-4607-9cd3-f345708a5906), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:14.567284 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] Set router fa5e4af9-0239-4607-9cd3-f345708a5906 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:14.661979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-f0ca4a07-ad35-4347-afcc-133c8364942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:14.664072 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-f0ca4a07-ad35-4347-afcc-133c8364942d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 200  len: 834 time: 0.3356388
Apr 09 21:20:14.682765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:14.691655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Publish callbacks [] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:14.719889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:14.748522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed427eb-4526-452e-b0e0-7df6885e7bc3 req-d64e49a7-9005-4413-b46d-b343d40857be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:14.750409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ed427eb-4526-452e-b0e0-7df6885e7bc3 req-d64e49a7-9005-4413-b46d-b343d40857be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1531608
Apr 09 21:20:14.779624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Network 7d3e906e-99ca-4468-906c-d62a87476581 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:14.787056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:14.796946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d45f10>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ccf67e7-67e1-4743-a9a9-61c039d6c576', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.16', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'port_id': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'mac_address': 'fa:16:3e:90:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e6455-67e6-46c1-9afa-b53b520131d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:20:09Z', 'updated_at': '2022-04-09T21:20:09Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:46Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:14.802246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:14.806210 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773eb040>, [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:20:11Z', 'revision_number': 5, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:14.845739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Pushing event updated for resources: {'Port': ['ID=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:14.874548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12979a-ab10-4d2b-a185-f38d1fa8a8fe None None] The sync data for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 is: [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ccf67e7-67e1-4743-a9a9-61c039d6c576', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.16', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'port_id': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'mac_address': 'fa:16:3e:90:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e6455-67e6-46c1-9afa-b53b520131d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:20:09Z', 'updated_at': '2022-04-09T21:20:09Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:46Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:14.888923 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260fff0-0573-4527-8e31-05ee6670a786 None None] The sync data for ids ['fa5e4af9-0239-4607-9cd3-f345708a5906'] in ncdv-master-1 is: [{'id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'name': 'tempest-ImageQuotaTest-85141773-router', 'tenant_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:52Z', 'updated_at': '2022-04-09T21:20:11Z', 'revision_number': 5, 'project_id': 'caee3eff3ade4330aeccdf10be6c26fb', 'gw_port': {'id': 'a8b3c577-9809-4060-bbe0-874692e4124b', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e4af9-0239-4607-9cd3-f345708a5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:54Z', 'updated_at': '2022-04-09T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:14.909777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ed427eb-4526-452e-b0e0-7df6885e7bc3 req-6d398e15-d242-4a51-995b-55981c75f6ff tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528020
Apr 09 21:20:14.966033 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Attempting to bind port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:14.966412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Attempting to bind port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f21daa-559e-4e30-b1de-f90868ee64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d3e906e-99ca-4468-906c-d62a87476581'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:14.967535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Attempting to bind port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c on network 7d3e906e-99ca-4468-906c-d62a87476581 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:14.974016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:14.974399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Checking segment: {'id': 'f7f21daa-559e-4e30-b1de-f90868ee64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d3e906e-99ca-4468-906c-d62a87476581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:14.974808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:14.975244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Bound using segment: {'id': 'f7f21daa-559e-4e30-b1de-f90868ee64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d3e906e-99ca-4468-906c-d62a87476581'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:14.975737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Bound port: 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f21daa-559e-4e30-b1de-f90868ee64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d3e906e-99ca-4468-906c-d62a87476581'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:14.976123 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.051410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] For port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:15.055836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] For port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,segment=NetworkSegment(f7f21daa-559e-4e30-b1de-f90868ee64ea),segment_id=f7f21daa-559e-4e30-b1de-f90868ee64ea)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:15.063189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.072040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Allocated IP 2001:db8::1 (42ef161f-5483-485f-abde-b273aa3bcd2c/42a70873-51b7-4e7a-b3eb-5977fe6b7d59/acaad7b8-94b5-411c-8382-16aec91cf1da) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:15.132842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ab54-599a-4a1a-8053-c763d749d53c None None] Pushing event updated for resources: {'Port': ['ID=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:15.166560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52354) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:15.232992 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.248742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98380c-bb2a-4de1-b331-3155d1f25510 None None] New status for floating IP 4ccf67e7-67e1-4743-a9a9-61c039d6c576: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:20:15.259450 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8240e348-a337-48c9-8e6e-657be2ada1ca tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4ccf67e7-67e1-4743-a9a9-61c039d6c576 HTTP/1.1" status: 200  len: 991 time: 0.0847936
Apr 09 21:20:15.281121 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.348842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Port': ['ID=acaad7b8-94b5-411c-8382-16aec91cf1da,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:15.352934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-caeef220-4651-4bdd-8997-0034bf59e3df tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (aa387fc7-99b6-4f87-b7e6-e17e537c3930), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.382922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network 42ef161f-5483-485f-abde-b273aa3bcd2c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:15.384764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:15.387657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:15.388426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.421953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-551ca518-2ee9-46bc-acd2-669742546774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:15.423629 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-551ca518-2ee9-46bc-acd2-669742546774 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34592f59-2890-4469-bed7-9956df7ee951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3099933
Apr 09 21:20:15.476139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:15.490136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeef220-4651-4bdd-8997-0034bf59e3df tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=aa387fc7-99b6-4f87-b7e6-e17e537c3930,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:15.527590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.db.resource_extend [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:20:15.536682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-caeef220-4651-4bdd-8997-0034bf59e3df tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.549594 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-caeef220-4651-4bdd-8997-0034bf59e3df tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/aa387fc7-99b6-4f87-b7e6-e17e537c3930 HTTP/1.1" status: 204  len: 168 time: 2.2263837
Apr 09 21:20:15.554120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks [] for router_gateway (fa5e4af9-0239-4607-9cd3-f345708a5906), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.565207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52356) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:15.675940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce190413-b98e-4bf3-be80-d0da0e2699af tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:15.681359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce190413-b98e-4bf3-be80-d0da0e2699af tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:15.683011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce190413-b98e-4bf3-be80-d0da0e2699af tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.1168416
Apr 09 21:20:15.689712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52358) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:15.775832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.789644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:15.793197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.800661 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e97688bf-276a-472d-9463-dd4aed822845 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6474245
Apr 09 21:20:15.806372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52360) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:15.807044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (ba753e17-4649-469d-ad5c-f5898aaec9e4), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.807836 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:15.824252 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:15.825407 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377173d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:15.866889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f0f864f9-d895-4bf1-836c-2713b49439c6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 409058df-fab0-4826-bdde-08651d7e30f4 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:15.867220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0f864f9-d895-4bf1-836c-2713b49439c6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (409058df-fab0-4826-bdde-08651d7e30f4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:15.920679 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:15.940767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-e927ea88-feaa-48db-9f35-bf090edfb014 service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4863305
Apr 09 21:20:15.953898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c6acca39-80ca-4b63-9252-2d16c5634cb3 None None] Provisioning complete for port acaad7b8-94b5-411c-8382-16aec91cf1da triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:15.954341 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c6acca39-80ca-4b63-9252-2d16c5634cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.010611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0f864f9-d895-4bf1-836c-2713b49439c6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (409058df-fab0-4826-bdde-08651d7e30f4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.027665 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377173d60>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:13Z', 'revision_number': 11, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:16.028882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c6acca39-80ca-4b63-9252-2d16c5634cb3 None None] Port acaad7b8-94b5-411c-8382-16aec91cf1da cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:16.060946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Deleting port a8b3c577-9809-4060-bbe0-874692e4124b {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:16.061369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.063010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218e7e-8840-4aa3-a8ab-ce17003a3aa0 req-e5f37b8c-0ce8-4d5f-8953-25f3c7cfd59c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:16.064701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21218e7e-8840-4aa3-a8ab-ce17003a3aa0 req-e5f37b8c-0ce8-4d5f-8953-25f3c7cfd59c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0560324
Apr 09 21:20:16.082507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f0f864f9-d895-4bf1-836c-2713b49439c6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 409058df-fab0-4826-bdde-08651d7e30f4 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:16.089636 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:20:16.103321 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:16.104294 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377173d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:16.106460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9279baed-f24a-4cf1-81aa-95c9afd036f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting subnet 2d7bba68-3904-43d4-a36c-5d55a3e3618d {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:16.124978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9279baed-f24a-4cf1-81aa-95c9afd036f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for subnet (2d7bba68-3904-43d4-a36c-5d55a3e3618d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.198314 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:16.209259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21218e7e-8840-4aa3-a8ab-ce17003a3aa0 req-e9a1d41a-6a4d-4757-85d7-9492cad2f75e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276670
Apr 09 21:20:16.216036 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d94d1255-b489-4d44-afc7-8d6653e33dcb req-6ffc8e10-d825-4350-8f16-ad0e75a764c8 service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659042
Apr 09 21:20:16.253153 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9279baed-f24a-4cf1-81aa-95c9afd036f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (2d7bba68-3904-43d4-a36c-5d55a3e3618d), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.297635 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377173d60>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:13Z', 'revision_number': 11, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:16.340975 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30382b0f-8504-4064-a89d-1d724369b2e9 None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:13Z', 'revision_number': 11, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:16.353364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52364) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:16.462888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] For port a8b3c577-9809-4060-bbe0-874692e4124b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b3c577-9809-4060-bbe0-874692e4124b,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:16.463252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.484418 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9279baed-f24a-4cf1-81aa-95c9afd036f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2d7bba68-3904-43d4-a36c-5d55a3e3618d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.517730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Calling delete_port for a8b3c577-9809-4060-bbe0-874692e4124b owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:16.561643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2ab56d23-9263-487b-8959-4f6c7e7e9df7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4ccf67e7-67e1-4743-a9a9-61c039d6c576 HTTP/1.1" status: 200  len: 993 time: 0.2049110
Apr 09 21:20:16.568990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28630e5e-f82f-4833-a724-5664419a61b4 None None] Network 7d3e906e-99ca-4468-906c-d62a87476581 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:16.658983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4de94f66-53a8-4a1f-9768-86d403b98df3 None None] Provisioning complete for port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:16.659344 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4de94f66-53a8-4a1f-9768-86d403b98df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.665945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0f864f9-d895-4bf1-836c-2713b49439c6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (409058df-fab0-4826-bdde-08651d7e30f4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.719986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f864f9-d895-4bf1-836c-2713b49439c6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=409058df-fab0-4826-bdde-08651d7e30f4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:16.724891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.734281 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0f864f9-d895-4bf1-836c-2713b49439c6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.745284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f0f864f9-d895-4bf1-836c-2713b49439c6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/409058df-fab0-4826-bdde-08651d7e30f4 HTTP/1.1" status: 204  len: 168 time: 1.0520627
Apr 09 21:20:16.746174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.747379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.749012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52366) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:16.801288 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9279baed-f24a-4cf1-81aa-95c9afd036f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (2d7bba68-3904-43d4-a36c-5d55a3e3618d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.865446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4de94f66-53a8-4a1f-9768-86d403b98df3 None None] Current status of the port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:16.867825 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4de94f66-53a8-4a1f-9768-86d403b98df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.880089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:16.891883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event updated for resources: {'Port': ['ID=acaad7b8-94b5-411c-8382-16aec91cf1da,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:16.896285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279baed-f24a-4cf1-81aa-95c9afd036f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7bba68-3904-43d4-a36c-5d55a3e3618d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:16.900950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9279baed-f24a-4cf1-81aa-95c9afd036f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:16.904880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9279baed-f24a-4cf1-81aa-95c9afd036f9 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/2d7bba68-3904-43d4-a36c-5d55a3e3618d HTTP/1.1" status: 204  len: 168 time: 1.0931523
Apr 09 21:20:16.907427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52368) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:16.917121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff790c1a-0c51-4823-a9e1-40f3da88f59e None None] Network 11adf4cd-6529-4909-9de5-57896993fc58 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:16.940002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaf3a43-fbc9-4c1a-b7a9-c4dccda19f59 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:16.941802 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ebaf3a43-fbc9-4c1a-b7a9-c4dccda19f59 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1889331
Apr 09 21:20:16.949961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52370) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:16.981660 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca54cd5-674d-4eb1-a3b4-f4311fcfe163 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:16.985809 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eca54cd5-674d-4eb1-a3b4-f4311fcfe163 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/aa387fc7-99b6-4f87-b7e6-e17e537c3930 HTTP/1.1" status: 404  len: 333 time: 0.0322173
Apr 09 21:20:16.987738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52372) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:16.991395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4de94f66-53a8-4a1f-9768-86d403b98df3 None None] For port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,segment=NetworkSegment(f7f21daa-559e-4e30-b1de-f90868ee64ea),segment_id=f7f21daa-559e-4e30-b1de-f90868ee64ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:17.012199 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4de94f66-53a8-4a1f-9768-86d403b98df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.076523 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b6fed1-5c94-49f7-9ac1-3bcf91329412 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:17.076523 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3b6fed1-5c94-49f7-9ac1-3bcf91329412 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/409058df-fab0-4826-bdde-08651d7e30f4 HTTP/1.1" status: 404  len: 333 time: 0.0851011
Apr 09 21:20:17.078215 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52374) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:17.092827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a8b3c577-9809-4060-bbe0-874692e4124b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.105633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Network 42ef161f-5483-485f-abde-b273aa3bcd2c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:17.111862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:17.115479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (11adf4cd-6529-4909-9de5-57896993fc58), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.119332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:17.170745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b3c577-9809-4060-bbe0-874692e4124b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:17.202881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de94f66-53a8-4a1f-9768-86d403b98df3 None None] Pushing event updated for resources: {'Port': ['ID=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:17.226286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5632077f-9a2c-451c-9775-bafe2eb791af None None] Provisioning complete for port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:17.226654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5632077f-9a2c-451c-9775-bafe2eb791af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.274689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Deleting port 2c7b719f-486a-4c12-8de4-6710da7d54d2 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:17.275090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.313654 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (cfb63161-96dc-469a-8c76-2355bc468150), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.316977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:17.317405 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.368330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Router 573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:17.376515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:17.389280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034f35c-cda8-453b-83b2-1284117305ae None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:17.399994 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.405842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] For port 2c7b719f-486a-4c12-8de4-6710da7d54d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c7b719f-486a-4c12-8de4-6710da7d54d2,segment=NetworkSegment(8f78e534-13d4-42e8-8f99-7e4fbc6a7c18),segment_id=8f78e534-13d4-42e8-8f99-7e4fbc6a7c18)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:17.406212 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.443597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034f35c-cda8-453b-83b2-1284117305ae None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:17.444442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2034f35c-cda8-453b-83b2-1284117305ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e01340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:17.498625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (fa5e4af9-0239-4607-9cd3-f345708a5906), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.506774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Calling delete_port for 2c7b719f-486a-4c12-8de4-6710da7d54d2 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:17.515226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] DHCP port deletion for 11adf4cd-6529-4909-9de5-57896993fc58 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:17.521141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab69f9-b3c0-42c7-b5ea-78dd47907d2e req-3b43ccf0-13e8-42fc-a29f-ee5c75cb4918 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:17.521768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2034f35c-cda8-453b-83b2-1284117305ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e01340>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:17.522526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfab69f9-b3c0-42c7-b5ea-78dd47907d2e req-3b43ccf0-13e8-42fc-a29f-ee5c75cb4918 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1729169
Apr 09 21:20:17.545333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:17.572466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 88558d0f-2985-4ff9-b028-7305c2d830a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:17.574247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5632077f-9a2c-451c-9775-bafe2eb791af None None] Current status of the port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:17.581487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034f35c-cda8-453b-83b2-1284117305ae None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:17.582118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2034f35c-cda8-453b-83b2-1284117305ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e01340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:17.638324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 88558d0f-2985-4ff9-b028-7305c2d830a0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:17.638945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 88558d0f-2985-4ff9-b028-7305c2d830a0 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:17.639550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:17.656650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:17.669350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a2a60d0d-d7d2-4f5d-a9b0-e6164ddaa603 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "PUT /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4429824
Apr 09 21:20:17.670053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:17.670053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 71d7585f-a2c0-43cc-aa04-d51f9deb26e5 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:17.670270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52378) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:17.670364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2034f35c-cda8-453b-83b2-1284117305ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e01340>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:17.671203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034f35c-cda8-453b-83b2-1284117305ae None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:17.678382 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a34d0-7750-477e-ac05-505bf8e4c7ca None None] Sync routers for ids ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:17.686748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfab69f9-b3c0-42c7-b5ea-78dd47907d2e req-63272b0b-5872-456b-8d71-bcb5e171f4ab tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348581
Apr 09 21:20:17.692123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] Deleting port 2c7b719f-486a-4c12-8de4-6710da7d54d2 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:17.693087 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.705601 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a34d0-7750-477e-ac05-505bf8e4c7ca None None] Routers {'573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:17.706244 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-117a34d0-7750-477e-ac05-505bf8e4c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377173ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:17.746841 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-117a34d0-7750-477e-ac05-505bf8e4c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377173ee0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:17.750572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-008384cc-13cf-4e6d-bc04-d048572e7d33 None None] Provisioning complete for port acaad7b8-94b5-411c-8382-16aec91cf1da triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:17.750961 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-008384cc-13cf-4e6d-bc04-d048572e7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.759494 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a34d0-7750-477e-ac05-505bf8e4c7ca None None] Routers {'573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:17.760126 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-117a34d0-7750-477e-ac05-505bf8e4c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377173ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:17.796250 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-117a34d0-7750-477e-ac05-505bf8e4c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377173ee0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:17.796907 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a34d0-7750-477e-ac05-505bf8e4c7ca None None] The sync data for ids ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:17.801897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-733a0533-a4f1-474a-81ec-b9b64c91974f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for router (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.838510 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.840927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] For port 2c7b719f-486a-4c12-8de4-6710da7d54d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c7b719f-486a-4c12-8de4-6710da7d54d2,segment=NetworkSegment(8f78e534-13d4-42e8-8f99-7e4fbc6a7c18),segment_id=8f78e534-13d4-42e8-8f99-7e4fbc6a7c18)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:17.841363 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.861764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] Calling delete_port for 2c7b719f-486a-4c12-8de4-6710da7d54d2 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:17.866087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-008384cc-13cf-4e6d-bc04-d048572e7d33 None None] Port acaad7b8-94b5-411c-8382-16aec91cf1da cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:17.869062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Port': ['ID=2c7b719f-486a-4c12-8de4-6710da7d54d2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:17.910583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No DVR routers for this DVR port 2c7b719f-486a-4c12-8de4-6710da7d54d2 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:17.954995 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (2c7b719f-486a-4c12-8de4-6710da7d54d2), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:17.966947 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-733a0533-a4f1-474a-81ec-b9b64c91974f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:20:17.972147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-733a0533-a4f1-474a-81ec-b9b64c91974f tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 HTTP/1.1" status: 409  len: 376 time: 0.2975116
Apr 09 21:20:17.972147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52380) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:17.982471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] Pushing event deleted for resources: {'Port': ['ID=2c7b719f-486a-4c12-8de4-6710da7d54d2,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:17.986814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ecc1ff-8b16-4a18-a9f8-1759e8a4df43 None None] No DVR routers for this DVR port 2c7b719f-486a-4c12-8de4-6710da7d54d2 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:18.012601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (cfb63161-96dc-469a-8c76-2355bc468150), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.015751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (11adf4cd-6529-4909-9de5-57896993fc58), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.025522 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (fa5e4af9-0239-4607-9cd3-f345708a5906), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.031782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks [] for router_controller (fa5e4af9-0239-4607-9cd3-f345708a5906), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.044733 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c29b2092-4979-41f9-b70c-06fa35b1711c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/floatingips/ba753e17-4649-469d-ad5c-f5898aaec9e4 HTTP/1.1" status: 200  len: 978 time: 5.2421708
Apr 09 21:20:18.048628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23775fa220>,) {'filters': {'network_id': ['cfb63161-96dc-469a-8c76-2355bc468150']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:18.050594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52382) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:18.094375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23775fa220>, 'be5c6a2c-6887-4e22-9e52-343b056c3d2c') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:18.094657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23775fa220>, 'be5c6a2c-6887-4e22-9e52-343b056c3d2c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:18.097663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376ba7070>,) {'filters': {'network_id': ['11adf4cd-6529-4909-9de5-57896993fc58']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:18.114052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376ba7070>, '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:18.114351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376ba7070>, '8f78e534-13d4-42e8-8f99-7e4fbc6a7c18') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:18.126783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (8f78e534-13d4-42e8-8f99-7e4fbc6a7c18), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.135875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (fa5e4af9-0239-4607-9cd3-f345708a5906), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.136372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5e4af9-0239-4607-9cd3-f345708a5906 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:20:18.140725 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (be5c6a2c-6887-4e22-9e52-343b056c3d2c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.148790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.148790 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e4dee72f-4e3a-44b6-aa7a-1d2cf76a2965 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fa5e4af9-0239-4607-9cd3-f345708a5906 HTTP/1.1" status: 204  len: 168 time: 4.3300815
Apr 09 21:20:18.157298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52384) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:18.161482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8f78e534-13d4-42e8-8f99-7e4fbc6a7c18), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.199109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (be5c6a2c-6887-4e22-9e52-343b056c3d2c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.204760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:18.205295 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (8f78e534-13d4-42e8-8f99-7e4fbc6a7c18), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:18.208618 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:18.265063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:18.265485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (be5c6a2c-6887-4e22-9e52-343b056c3d2c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:18.269546 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:18.314614 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (11adf4cd-6529-4909-9de5-57896993fc58), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.319231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.326012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/networks/11adf4cd-6529-4909-9de5-57896993fc58 HTTP/1.1" status: 204  len: 168 time: 1.4128230
Apr 09 21:20:18.343239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52386) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:18.351526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'routes': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:18.362127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3eca44-d470-488f-bfa0-07604783a12a tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Pushing event deleted for resources: {'Network': ['ID=11adf4cd-6529-4909-9de5-57896993fc58,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:18.402922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccca4453-6fc7-4880-a65c-a1635cae348e admin admin] Deleting subnet 2116159f-5735-409e-be9c-8746392e3430 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:18.412259 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccca4453-6fc7-4880-a65c-a1635cae348e admin admin] Publish callbacks [] for subnet (2116159f-5735-409e-be9c-8746392e3430), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.443233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port c2633e78-3fc5-4b40-9ce9-fec936a68533 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:18.443573 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c2633e78-3fc5-4b40-9ce9-fec936a68533), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.459957 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.464315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (cfb63161-96dc-469a-8c76-2355bc468150), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.488800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.491924 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/networks/cfb63161-96dc-469a-8c76-2355bc468150 HTTP/1.1" status: 204  len: 168 time: 1.4125469
Apr 09 21:20:18.497131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52388) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:18.504881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-203000458'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:18.507563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179c2be-e57a-44d1-b0c4-7c2ce1921ee6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Network': ['ID=cfb63161-96dc-469a-8c76-2355bc468150,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:18.568593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:18.571784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.587033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccca4453-6fc7-4880-a65c-a1635cae348e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (2116159f-5735-409e-be9c-8746392e3430), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.656611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:18.674749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f37f0d2a-525b-4268-8ecf-e937e3c0648f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.675462 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Added segment f37f0d2a-525b-4268-8ecf-e937e3c0648f of type vlan for network 77556812-df51-4168-a601-34b71cdc1b7d
Apr 09 21:20:18.675607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Added routes are [] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 09 21:20:18.675860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Removed routes are [] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 09 21:20:18.677163 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.762441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (77556812-df51-4168-a601-34b71cdc1b7d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.768558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c2633e78-3fc5-4b40-9ce9-fec936a68533), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.768806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (c2633e78-3fc5-4b40-9ce9-fec936a68533), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.822724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for c2633e78-3fc5-4b40-9ce9-fec936a68533 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:18.864419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting port acaad7b8-94b5-411c-8382-16aec91cf1da {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:18.864765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.874903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccca4453-6fc7-4880-a65c-a1635cae348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (2116159f-5735-409e-be9c-8746392e3430), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.889542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (77556812-df51-4168-a601-34b71cdc1b7d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.894543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:18.895125 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.919684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a8d3-141b-4b95-b338-10c7ab8d6d3d req-67c16f41-9949-4cd2-a7c2-0b6749935b2b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:18.921237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d707a8d3-141b-4b95-b338-10c7ab8d6d3d req-67c16f41-9949-4cd2-a7c2-0b6749935b2b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1177092
Apr 09 21:20:18.934681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:18.959489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:18.970567 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.002265 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5034809
Apr 09 21:20:19.002888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52392) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:19.007532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:19.008087 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.013246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': '77556812-df51-4168-a601-34b71cdc1b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:19.064471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68098ddd-cd9e-436f-b7ae-0b57e29effee tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Network': ['ID=77556812-df51-4168-a601-34b71cdc1b7d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:19.091734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router ba4e426e-6e99-4200-ad1c-5c948a12f7fa has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:19.093217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccca4453-6fc7-4880-a65c-a1635cae348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (2116159f-5735-409e-be9c-8746392e3430), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.099863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 77556812-df51-4168-a601-34b71cdc1b7d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:19.131187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca4453-6fc7-4880-a65c-a1635cae348e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2116159f-5735-409e-be9c-8746392e3430,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:19.133263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccca4453-6fc7-4880-a65c-a1635cae348e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.138676 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ccca4453-6fc7-4880-a65c-a1635cae348e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2116159f-5735-409e-be9c-8746392e3430 HTTP/1.1" status: 204  len: 168 time: 0.9783759
Apr 09 21:20:19.147045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52394) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:19.153632 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.172207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae575d5-287b-4cac-8b21-15b48d0bb521 None None] Network dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:19.173866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:19.184107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d707a8d3-141b-4b95-b338-10c7ab8d6d3d req-44c74047-b509-4c01-9cab-95cf49da889b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230034
Apr 09 21:20:19.185009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Calling delete_port for acaad7b8-94b5-411c-8382-16aec91cf1da owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:19.274365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:19.277771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.286276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2c7b719f-486a-4c12-8de4-6710da7d54d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:19.303443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:19.316585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.317544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-10edb2d2-e092-4beb-b9f8-4f1ceaf4aff8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 200  len: 705 time: 0.9695370
Apr 09 21:20:19.322938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52396) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:19.347538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] Sync routers for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:19.352663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2c7b719f-486a-4c12-8de4-6710da7d54d2 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:19.353136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2c7b719f-486a-4c12-8de4-6710da7d54d2 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:19.353668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a8b3c577-9809-4060-bbe0-874692e4124b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:19.365515 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2583e1c6-f458-4a04-8dc9-99e7e7c7a594 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 200  len: 205 time: 0.0374956
Apr 09 21:20:19.365728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (dcd02984-680e-4e3b-b8a1-b7cb70c2ad52), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.367346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52398) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:19.376517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c2633e78-3fc5-4b40-9ce9-fec936a68533), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.399377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Performing IP validity checks on allocation pools {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 09 21:20:19.402395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 09 21:20:19.474502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=c2633e78-3fc5-4b40-9ce9-fec936a68533,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:19.491302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc7785a6-7a81-4ef2-8d54-56cf2108a3d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.570609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:19.571462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237606dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:19.573627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a8b3c577-9809-4060-bbe0-874692e4124b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:19.574253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a8b3c577-9809-4060-bbe0-874692e4124b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:19.664826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:19.679724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Deleting port 60a32413-ea55-481c-9807-79fdd6d83959 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:19.680339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (60a32413-ea55-481c-9807-79fdd6d83959), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.727650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] DHCP port deletion for dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:19.731773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237606dc10>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:13Z', 'revision_number': 11, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:19.767875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] Checking router: ba4e426e-6e99-4200-ad1c-5c948a12f7fa for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:20:19.773453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (ba753e17-4649-469d-ad5c-f5898aaec9e4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.773793 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP ba753e17-4649-469d-ad5c-f5898aaec9e4 disassociated (deleted). External IP: 172.35.0.94, port: 82455efc-bd0e-49b5-9808-6510759e5d0f.
Apr 09 21:20:19.806760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] Routers {'ba4e426e-6e99-4200-ad1c-5c948a12f7fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:19.807490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237606dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:19.834807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc7785a6-7a81-4ef2-8d54-56cf2108a3d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.842970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc7785a6-7a81-4ef2-8d54-56cf2108a3d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.845275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] Deleting port 60a32413-ea55-481c-9807-79fdd6d83959 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:19.845716 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (60a32413-ea55-481c-9807-79fdd6d83959), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.874178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] For port 60a32413-ea55-481c-9807-79fdd6d83959, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60a32413-ea55-481c-9807-79fdd6d83959,segment=NetworkSegment(3f45c117-a600-46a3-9eab-1c920aa9f1bc),segment_id=3f45c117-a600-46a3-9eab-1c920aa9f1bc)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:19.874591 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (60a32413-ea55-481c-9807-79fdd6d83959), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.888330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (acaad7b8-94b5-411c-8382-16aec91cf1da), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:19.908925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] Set router ba4e426e-6e99-4200-ad1c-5c948a12f7fa gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:19.955850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Port': ['ID=acaad7b8-94b5-411c-8382-16aec91cf1da,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:19.987246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (47dc0cd7-59c9-4153-882a-dbd97ce22018), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.005746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237606dc10>, [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:13Z', 'revision_number': 11, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:20.044872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75b57c-f7c6-4205-ab4c-f6b02c64f843 None None] The sync data for ids ['ba4e426e-6e99-4200-ad1c-5c948a12f7fa'] in ncdv-master-1 is: [{'id': 'ba4e426e-6e99-4200-ad1c-5c948a12f7fa', 'name': 'tempest-RoutersIpV6Test-router-1677042085', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:18:51Z', 'updated_at': '2022-04-09T21:20:13Z', 'revision_number': 11, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:20.062541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] For port 60a32413-ea55-481c-9807-79fdd6d83959, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60a32413-ea55-481c-9807-79fdd6d83959,segment=NetworkSegment(3f45c117-a600-46a3-9eab-1c920aa9f1bc),segment_id=3f45c117-a600-46a3-9eab-1c920aa9f1bc)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:20.063018 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (60a32413-ea55-481c-9807-79fdd6d83959), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.082002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] Calling delete_port for 60a32413-ea55-481c-9807-79fdd6d83959 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:20.137549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.164675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=47dc0cd7-59c9-4153-882a-dbd97ce22018,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:20.212898 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (60a32413-ea55-481c-9807-79fdd6d83959), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.252268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] Pushing event deleted for resources: {'Port': ['ID=60a32413-ea55-481c-9807-79fdd6d83959,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:20.254649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72bcce-b90c-4ab0-b5c0-39d29c8a86b2 None None] No DVR routers for this DVR port 60a32413-ea55-481c-9807-79fdd6d83959 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:20.291533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking segment: {'id': 'f37f0d2a-525b-4268-8ecf-e937e3c0648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77556812-df51-4168-a601-34b71cdc1b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:20.291894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network hostable DHCP agents. Network: 77556812-df51-4168-a601-34b71cdc1b7d, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:20.357416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 77556812-df51-4168-a601-34b71cdc1b7d is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:20.357679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Calling delete_port for 60a32413-ea55-481c-9807-79fdd6d83959 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:20.374566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc7785a6-7a81-4ef2-8d54-56cf2108a3d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (ba4e426e-6e99-4200-ad1c-5c948a12f7fa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.375102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7785a6-7a81-4ef2-8d54-56cf2108a3d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Fanout notify agent at l3_agent the message router_deleted on router ba4e426e-6e99-4200-ad1c-5c948a12f7fa {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:20:20.382121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc7785a6-7a81-4ef2-8d54-56cf2108a3d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.387301 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fc7785a6-7a81-4ef2-8d54-56cf2108a3d5 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 204  len: 168 time: 1.0145073
Apr 09 21:20:20.392580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52402) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:20.397026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-01e12fca-9d8e-4c13-af57-bea2fc66010c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-628613970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:20.421637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77556812-df51-4168-a601-34b71cdc1b7d) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:20.431064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad416d0-7fd4-48b1-a895-57de3c09a8d2 req-f6826608-99bf-4d16-8c67-7cd47e7d920f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:20.432615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cad416d0-7fd4-48b1-a895-57de3c09a8d2 req-f6826608-99bf-4d16-8c67-7cd47e7d920f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0938296
Apr 09 21:20:20.434617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Router 573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:20.445249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:20.445851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.456733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df632eb8-5e90-4305-b2e8-7c10b554722f None None] Network 77556812-df51-4168-a601-34b71cdc1b7d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:20.482373 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5744-cc46-42c0-b3dd-8482d7380955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.527376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01e12fca-9d8e-4c13-af57-bea2fc66010c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.528433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01e12fca-9d8e-4c13-af57-bea2fc66010c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.551220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aba876a4-c53c-4de6-b659-973c965272e6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5418591
Apr 09 21:20:20.554390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52404) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:20.560896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': '77556812-df51-4168-a601-34b71cdc1b7d', 'name': 'tempest-PortsIpV6TestJSON-390954780'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:20.576448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cad416d0-7fd4-48b1-a895-57de3c09a8d2 req-98309591-1ed0-4a17-998b-e8ce6d1ca45d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331809
Apr 09 21:20:20.621735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-77556812-df51-4168-a601-34b71cdc1b7d', 'network_id': '77556812-df51-4168-a601-34b71cdc1b7d', 'project_id': '12a82117ca894ee3b2d8ca91ced1b886', 'fixed_ips': [{'subnet_id': '47dc0cd7-59c9-4153-882a-dbd97ce22018'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:20:20.622841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.627546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (60a32413-ea55-481c-9807-79fdd6d83959), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.646712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:20.657470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fff8de42-bd1b-4040-8d07-ab7baae326ba tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "PUT /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6849489
Apr 09 21:20:20.658140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52406) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:20.660249 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c37f0-ec68-4052-b7c5-96031627569e None None] Sync routers for ids ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:20.672273 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c37f0-ec68-4052-b7c5-96031627569e None None] Routers {'573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:20.679904 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0c9c37f0-ec68-4052-b7c5-96031627569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237729ed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:20.697997 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] No DVR routers for this DVR port 60a32413-ea55-481c-9807-79fdd6d83959 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:20.706419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01e12fca-9d8e-4c13-af57-bea2fc66010c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.707510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a32413-ea55-481c-9807-79fdd6d83959,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:20.734354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01e12fca-9d8e-4c13-af57-bea2fc66010c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.734787 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-3bbceb8d-2235-48ea-b27e-07a87066145d tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] show failed (client error): The resource could not be found.
Apr 09 21:20:20.739950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3bbceb8d-2235-48ea-b27e-07a87066145d tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-947462878 HTTP/1.1" status: 404  len: 334 time: 0.0536468
Apr 09 21:20:20.740449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52408) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:20.740858 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0c9c37f0-ec68-4052-b7c5-96031627569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237729ed00>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:20.747989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fd25beaf-f83b-426d-a6a3-64ede58f5fd2 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:20.761228 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c37f0-ec68-4052-b7c5-96031627569e None None] Routers {'573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:20.765552 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0c9c37f0-ec68-4052-b7c5-96031627569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237729ed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:20.794116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:20.797903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.812749 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-fd25beaf-f83b-426d-a6a3-64ede58f5fd2 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] update failed (client error): The resource could not be found.
Apr 09 21:20:20.813598 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0c9c37f0-ec68-4052-b7c5-96031627569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237729ed00>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:20.813930 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fd25beaf-f83b-426d-a6a3-64ede58f5fd2 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1172913228 HTTP/1.1" status: 404  len: 335 time: 0.0695040
Apr 09 21:20:20.814669 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c37f0-ec68-4052-b7c5-96031627569e None None] The sync data for ids ['573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:20.818065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52410) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:20.830001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Allocated IP 2001:db8::2 (77556812-df51-4168-a601-34b71cdc1b7d/47dc0cd7-59c9-4153-882a-dbd97ce22018/f865c4ef-55d2-4403-b254-ee9bc0057ab0) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:20.831928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port dd2354e3-db2c-4bf3-b7b2-6db02e569866 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:20.852226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:20.854926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (dcd02984-680e-4e3b-b8a1-b7cb70c2ad52), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.867757 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-01e12fca-9d8e-4c13-af57-bea2fc66010c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.868931 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-01e12fca-9d8e-4c13-af57-bea2fc66010c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4752779
Apr 09 21:20:20.875273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52412) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:20.886562 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a99f8223-0ad6-4b02-ab5c-dd2dd1f5321e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:20.927857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374246370>,) {'filters': {'network_id': ['dcd02984-680e-4e3b-b8a1-b7cb70c2ad52']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:20.947434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 60a32413-ea55-481c-9807-79fdd6d83959 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:20.950762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39a2442-f0cf-41fa-b316-88d6303c16a1 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting subnet 7da3425e-5f6f-493b-924b-b40c93959403 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:20.956020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b39a2442-f0cf-41fa-b316-88d6303c16a1 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (7da3425e-5f6f-493b-924b-b40c93959403), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:20.983277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374246370>, '3f45c117-a600-46a3-9eab-1c920aa9f1bc') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:20.983607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374246370>, '3f45c117-a600-46a3-9eab-1c920aa9f1bc') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:20.985092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 60a32413-ea55-481c-9807-79fdd6d83959 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:20.985433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 60a32413-ea55-481c-9807-79fdd6d83959 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:21.000834 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b39a2442-f0cf-41fa-b316-88d6303c16a1 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (7da3425e-5f6f-493b-924b-b40c93959403), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.030203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (3f45c117-a600-46a3-9eab-1c920aa9f1bc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.045608 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Publish callbacks [] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.054936 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.092477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3f45c117-a600-46a3-9eab-1c920aa9f1bc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.105385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Network 77556812-df51-4168-a601-34b71cdc1b7d is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:21.111035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:21.113746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Pushing event updated for resources: {'Port': ['ID=f865c4ef-55d2-4403-b254-ee9bc0057ab0,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:21.115734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:21.129324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b39a2442-f0cf-41fa-b316-88d6303c16a1 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (7da3425e-5f6f-493b-924b-b40c93959403), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.163021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:21.163486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (3f45c117-a600-46a3-9eab-1c920aa9f1bc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:21.167169 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:21.175566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::3dd (77556812-df51-4168-a601-34b71cdc1b7d/47dc0cd7-59c9-4153-882a-dbd97ce22018/dd2354e3-db2c-4bf3-b7b2-6db02e569866) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:21.185464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Attempting to bind port f865c4ef-55d2-4403-b254-ee9bc0057ab0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:21.185820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Attempting to bind port f865c4ef-55d2-4403-b254-ee9bc0057ab0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f37f0d2a-525b-4268-8ecf-e937e3c0648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77556812-df51-4168-a601-34b71cdc1b7d'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:21.187103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Attempting to bind port f865c4ef-55d2-4403-b254-ee9bc0057ab0 on network 77556812-df51-4168-a601-34b71cdc1b7d {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:21.191725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:21.192115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Checking segment: {'id': 'f37f0d2a-525b-4268-8ecf-e937e3c0648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77556812-df51-4168-a601-34b71cdc1b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:21.193385 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.193385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Bound using segment: {'id': 'f37f0d2a-525b-4268-8ecf-e937e3c0648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77556812-df51-4168-a601-34b71cdc1b7d'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:21.193592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Bound port: f865c4ef-55d2-4403-b254-ee9bc0057ab0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37f0d2a-525b-4268-8ecf-e937e3c0648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77556812-df51-4168-a601-34b71cdc1b7d'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:21.194264 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.261285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] For port f865c4ef-55d2-4403-b254-ee9bc0057ab0, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:21.264836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] For port f865c4ef-55d2-4403-b254-ee9bc0057ab0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f865c4ef-55d2-4403-b254-ee9bc0057ab0,segment=NetworkSegment(f37f0d2a-525b-4268-8ecf-e937e3c0648f),segment_id=f37f0d2a-525b-4268-8ecf-e937e3c0648f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:21.267709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b39a2442-f0cf-41fa-b316-88d6303c16a1 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (7da3425e-5f6f-493b-924b-b40c93959403), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.270110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:21.275302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.282035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75720276-42a1-4a3f-8c98-c0f0497031ba None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:21.287625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.312788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a2442-f0cf-41fa-b316-88d6303c16a1 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Subnet': ['ID=7da3425e-5f6f-493b-924b-b40c93959403,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:21.331084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fa411-5069-4867-9331-1ef056d700aa None None] Network 7d3e906e-99ca-4468-906c-d62a87476581 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:21.332158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a99f8223-0ad6-4b02-ab5c-dd2dd1f5321e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.344440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b39a2442-f0cf-41fa-b316-88d6303c16a1 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.348651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b39a2442-f0cf-41fa-b316-88d6303c16a1 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/subnets/7da3425e-5f6f-493b-924b-b40c93959403 HTTP/1.1" status: 204  len: 168 time: 0.5290105
Apr 09 21:20:21.349713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (dcd02984-680e-4e3b-b8a1-b7cb70c2ad52), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.351383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52414) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:21.354322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.357893 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dcd02984-680e-4e3b-b8a1-b7cb70c2ad52 HTTP/1.1" status: 204  len: 168 time: 2.2093277
Apr 09 21:20:21.358919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75720276-42a1-4a3f-8c98-c0f0497031ba None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:21.360015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-75720276-42a1-4a3f-8c98-c0f0497031ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761b6c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:21.373686 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a99f8223-0ad6-4b02-ab5c-dd2dd1f5321e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.393021 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aa42e109-b177-4482-9beb-57ade2ad5ff1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/floatingips/ba753e17-4649-469d-ad5c-f5898aaec9e4 HTTP/1.1" status: 204  len: 168 time: 3.3134482
Apr 09 21:20:21.393945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52418) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:21.406428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2585c-912e-4708-99b8-bd3650a81d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd02984-680e-4e3b-b8a1-b7cb70c2ad52,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:21.457084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-75720276-42a1-4a3f-8c98-c0f0497031ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761b6c70>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:21.485313 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (7d3e906e-99ca-4468-906c-d62a87476581), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.495958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc23c27-9f5d-472e-bf1f-ce25ebf54d73 None None] Pushing event updated for resources: {'Port': ['ID=f865c4ef-55d2-4403-b254-ee9bc0057ab0,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:21.526289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75720276-42a1-4a3f-8c98-c0f0497031ba None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:21.532383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-75720276-42a1-4a3f-8c98-c0f0497031ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761b6c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:21.566259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:21.566617 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.575280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-75720276-42a1-4a3f-8c98-c0f0497031ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761b6c70>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:21.576221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75720276-42a1-4a3f-8c98-c0f0497031ba None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:21.592995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (dd2354e3-db2c-4bf3-b7b2-6db02e569866), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.595100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-59cf1351-8f23-4a19-b55a-c6a5b4b17290 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 82455efc-bd0e-49b5-9808-6510759e5d0f {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:21.595534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf1351-8f23-4a19-b55a-c6a5b4b17290 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (82455efc-bd0e-49b5-9808-6510759e5d0f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.665048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52422) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:21.672941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] DHCP port deletion for 7d3e906e-99ca-4468-906c-d62a87476581 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:21.688875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f8223-0ad6-4b02-ab5c-dd2dd1f5321e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Router c69dac16-fe0f-4d03-99bf-e3bcc636aad6 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:20:21.723222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] Deleting port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:21.723745 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.726422 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf1351-8f23-4a19-b55a-c6a5b4b17290 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (82455efc-bd0e-49b5-9808-6510759e5d0f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.759988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] For port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,segment=NetworkSegment(f7f21daa-559e-4e30-b1de-f90868ee64ea),segment_id=f7f21daa-559e-4e30-b1de-f90868ee64ea)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:21.760782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-59cf1351-8f23-4a19-b55a-c6a5b4b17290 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 82455efc-bd0e-49b5-9808-6510759e5d0f owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:21.760961 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.802854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Calling delete_port for 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:21.827947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12572652-f018-4c04-b88d-dd324b7cbc50 req-3ca3552f-2668-4be5-8e02-3aeb5d1483c3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:21.835183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12572652-f018-4c04-b88d-dd324b7cbc50 req-3ca3552f-2668-4be5-8e02-3aeb5d1483c3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1490674
Apr 09 21:20:21.881722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ef173a86-e9f7-4712-8e58-36641e0abb45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=caee3eff3ade4330aeccdf10be6c26fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2138848
Apr 09 21:20:21.882653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52424) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:21.884933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] For port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,segment=NetworkSegment(f7f21daa-559e-4e30-b1de-f90868ee64ea),segment_id=f7f21daa-559e-4e30-b1de-f90868ee64ea)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:21.885448 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.902245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] Calling delete_port for 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:21.925302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f8223-0ad6-4b02-ab5c-dd2dd1f5321e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:21.926641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dd2354e3-db2c-4bf3-b7b2-6db02e569866), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.933690 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a99f8223-0ad6-4b02-ab5c-dd2dd1f5321e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:21.937812 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a99f8223-0ad6-4b02-ab5c-dd2dd1f5321e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "PUT /v2.0/routers/c69dac16-fe0f-4d03-99bf-e3bcc636aad6 HTTP/1.1" status: 200  len: 697 time: 1.0589936
Apr 09 21:20:21.937973 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] Sync routers for ids ['c69dac16-fe0f-4d03-99bf-e3bcc636aad6'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:21.940673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52426) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:21.950800 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] Routers {'c69dac16-fe0f-4d03-99bf-e3bcc636aad6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:21.951797 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ea1a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c69dac16-fe0f-4d03-99bf-e3bcc636aad6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:22.039139 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.056174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12572652-f018-4c04-b88d-dd324b7cbc50 req-99f86adc-1301-4d48-9d51-d2034a5e35cf tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178929
Apr 09 21:20:22.056759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] Set router c69dac16-fe0f-4d03-99bf-e3bcc636aad6 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:22.060050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 77556812-df51-4168-a601-34b71cdc1b7d is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:22.066149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52428) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.069813 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f876b7b-e7c6-4b2a-9b4f-55fbffc2783b tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/routers/c69dac16-fe0f-4d03-99bf-e3bcc636aad6 HTTP/1.1" status: 200  len: 703 time: 0.1276410
Apr 09 21:20:22.085919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:22.088948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:22.094761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:22.095410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.098360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] No DVR routers for this DVR port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:22.100910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925433-99c2-4dd4-bbb5-133e94581876 None None] Pushing event deleted for resources: {'Port': ['ID=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:22.126136 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ea1a60>, [{'id': 'c69dac16-fe0f-4d03-99bf-e3bcc636aad6', 'name': 'tempest-RoutersIpV6Test-router-628613970', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:20:20Z', 'updated_at': '2022-04-09T21:20:21Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:22.137856 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-296f0a11-ba0c-4843-9e9b-84152d4d3f8d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69dac16-fe0f-4d03-99bf-e3bcc636aad6 HTTP/1.1" status: 200  len: 205 time: 0.0652988
Apr 09 21:20:22.138614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52430) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.151435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=dd2354e3-db2c-4bf3-b7b2-6db02e569866,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:22.156763 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] Checking router: c69dac16-fe0f-4d03-99bf-e3bcc636aad6 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:20:22.164944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e32572eb-5975-4031-ae81-d6c025e99836 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6078725
Apr 09 21:20:22.167537 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] Routers {'c69dac16-fe0f-4d03-99bf-e3bcc636aad6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:22.168162 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ea1a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:19:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c69dac16-fe0f-4d03-99bf-e3bcc636aad6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:22.168541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52432) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.184880 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.240640 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1a7a-37ae-475d-866c-c5dea9a961a7 admin admin] Publish callbacks [] for security_group (a5cbf48c-2663-47da-9db5-d917ef76fdc6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.257671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Port': ['ID=6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:22.263074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] No DVR routers for this DVR port 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:22.277012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5af7-10f8-4b1d-ba90-bdd89154a035 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.342144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1a7a-37ae-475d-866c-c5dea9a961a7 admin admin] Publish callbacks [] for security_group (a5cbf48c-2663-47da-9db5-d917ef76fdc6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.348889 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] Set router c69dac16-fe0f-4d03-99bf-e3bcc636aad6 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:20:22.386508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fd6a3-ce01-4cd3-be22-00534dade4b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port dd2354e3-db2c-4bf3-b7b2-6db02e569866 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:22.386762 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6a3-ce01-4cd3-be22-00534dade4b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dd2354e3-db2c-4bf3-b7b2-6db02e569866), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.397551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf1351-8f23-4a19-b55a-c6a5b4b17290 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (82455efc-bd0e-49b5-9808-6510759e5d0f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.413010 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ea1a60>, [{'id': 'c69dac16-fe0f-4d03-99bf-e3bcc636aad6', 'name': 'tempest-RoutersIpV6Test-router-628613970', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:20:20Z', 'updated_at': '2022-04-09T21:20:21Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:22.440614 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a5494-6984-42b5-87e4-3d7676e25636 None None] The sync data for ids ['c69dac16-fe0f-4d03-99bf-e3bcc636aad6'] in ncdv-master-1 is: [{'id': 'c69dac16-fe0f-4d03-99bf-e3bcc636aad6', 'name': 'tempest-RoutersIpV6Test-router-628613970', 'tenant_id': '181502de10414412a8e5f105bdbcb6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:20:20Z', 'updated_at': '2022-04-09T21:20:21Z', 'revision_number': 2, 'project_id': '181502de10414412a8e5f105bdbcb6b0', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:22.451931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (7d3e906e-99ca-4468-906c-d62a87476581), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.509632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf1351-8f23-4a19-b55a-c6a5b4b17290 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=82455efc-bd0e-49b5-9808-6510759e5d0f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:22.522493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5af7-10f8-4b1d-ba90-bdd89154a035 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.526976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5af7-10f8-4b1d-ba90-bdd89154a035 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router_controller (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.530155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376093760>,) {'filters': {'network_id': ['7d3e906e-99ca-4468-906c-d62a87476581']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:22.550297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376093760>, 'f7f21daa-559e-4e30-b1de-f90868ee64ea') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:22.550857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376093760>, 'f7f21daa-559e-4e30-b1de-f90868ee64ea') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:22.563245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1a7a-37ae-475d-866c-c5dea9a961a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a5cbf48c-2663-47da-9db5-d917ef76fdc6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.565998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1a7a-37ae-475d-866c-c5dea9a961a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.567083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4e0e1a7a-37ae-475d-866c-c5dea9a961a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5cbf48c-2663-47da-9db5-d917ef76fdc6 HTTP/1.1" status: 204  len: 168 time: 0.6509347
Apr 09 21:20:22.571742 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (f7f21daa-559e-4e30-b1de-f90868ee64ea), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.615230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e1a7a-37ae-475d-866c-c5dea9a961a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cbf48c-2663-47da-9db5-d917ef76fdc6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:22.617936 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6a3-ce01-4cd3-be22-00534dade4b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dd2354e3-db2c-4bf3-b7b2-6db02e569866), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.621611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f7f21daa-559e-4e30-b1de-f90868ee64ea), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.639673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:22.640013 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (f7f21daa-559e-4e30-b1de-f90868ee64ea), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:22.643255 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:22.646425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fd6a3-ce01-4cd3-be22-00534dade4b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for dd2354e3-db2c-4bf3-b7b2-6db02e569866 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:22.653125 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5af7-10f8-4b1d-ba90-bdd89154a035 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c69dac16-fe0f-4d03-99bf-e3bcc636aad6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.653952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bf5af7-10f8-4b1d-ba90-bdd89154a035 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Fanout notify agent at l3_agent the message router_deleted on router c69dac16-fe0f-4d03-99bf-e3bcc636aad6 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:20:22.664980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5af7-10f8-4b1d-ba90-bdd89154a035 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.666436 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b4bf5af7-10f8-4b1d-ba90-bdd89154a035 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/c69dac16-fe0f-4d03-99bf-e3bcc636aad6 HTTP/1.1" status: 204  len: 168 time: 0.5246928
Apr 09 21:20:22.670078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52436) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.731000 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf1351-8f23-4a19-b55a-c6a5b4b17290 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.735304 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-59cf1351-8f23-4a19-b55a-c6a5b4b17290 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/ports/82455efc-bd0e-49b5-9808-6510759e5d0f HTTP/1.1" status: 204  len: 168 time: 1.3391995
Apr 09 21:20:22.736572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3326cf54-b60c-4f34-ab4d-5b7796ee5f65 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69dac16-fe0f-4d03-99bf-e3bcc636aad6 HTTP/1.1" status: 200  len: 205 time: 0.0624685
Apr 09 21:20:22.739184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52438) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.742306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52440) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.746853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:22.789484 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-622cc26c-33ba-4444-8ba6-ae4759b4ce9e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:22.793416 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-622cc26c-33ba-4444-8ba6-ae4759b4ce9e tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/c69dac16-fe0f-4d03-99bf-e3bcc636aad6 HTTP/1.1" status: 404  len: 336 time: 0.0530314
Apr 09 21:20:22.794032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52442) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.825858 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (7d3e906e-99ca-4468-906c-d62a87476581), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.837796 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-544bc745-6b2e-44be-bdd8-4340a4992b24 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:22.838255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544bc745-6b2e-44be-bdd8-4340a4992b24 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:22.844965 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.849173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/networks/7d3e906e-99ca-4468-906c-d62a87476581 HTTP/1.1" status: 204  len: 168 time: 1.4969478
Apr 09 21:20:22.853122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52444) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.853615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52446) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.854553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.862826 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-544bc745-6b2e-44be-bdd8-4340a4992b24 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/1bea5770-23c1-4762-ab22-e40d705936fb HTTP/1.1" status: 404  len: 337 time: 0.0676560
Apr 09 21:20:22.916244 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-daeb7491-fcd7-4c58-b0df-270dcd990ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:22.955855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aafa00-1b3d-4b95-96fc-84e9a88911e3 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Network': ['ID=7d3e906e-99ca-4468-906c-d62a87476581,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:22.963750 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-596acae2-f679-411c-ae61-948bba6c213d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:22.964202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596acae2-f679-411c-ae61-948bba6c213d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:22.969539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-596acae2-f679-411c-ae61-948bba6c213d tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/5da8371a-b386-4aa0-bd79-21c611a8d39b HTTP/1.1" status: 404  len: 337 time: 0.1118982
Apr 09 21:20:22.970435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:22.997472 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff28a3bd-7d58-42df-a86b-9a62946f8870 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:22.998236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff28a3bd-7d58-42df-a86b-9a62946f8870 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:23.004489 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff28a3bd-7d58-42df-a86b-9a62946f8870 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/2c782aa7-c7c2-484e-8562-341ca67cf802 HTTP/1.1" status: 404  len: 337 time: 0.0328460
Apr 09 21:20:23.005377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52452) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.017646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f865c4ef-55d2-4403-b254-ee9bc0057ab0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:23.031587 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2044629-18db-406d-b5fe-236330823ae6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:23.032065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2044629-18db-406d-b5fe-236330823ae6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:23.035086 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b2044629-18db-406d-b5fe-236330823ae6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/2d7bba68-3904-43d4-a36c-5d55a3e3618d HTTP/1.1" status: 404  len: 337 time: 0.0287933
Apr 09 21:20:23.038452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52454) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.067728 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7edf0fe0-f289-483b-a857-732bb619fdb0 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 200  len: 205 time: 0.0281260
Apr 09 21:20:23.069991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52456) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.078457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f865c4ef-55d2-4403-b254-ee9bc0057ab0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:23.079091 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.127950 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-9aa71255-4f53-4d27-84d3-85a097977b93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:23.128998 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9aa71255-4f53-4d27-84d3-85a097977b93 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/ba4e426e-6e99-4200-ad1c-5c948a12f7fa HTTP/1.1" status: 404  len: 336 time: 0.0579264
Apr 09 21:20:23.131820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52460) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.149556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.151447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be39fc2-dabb-4ebf-a531-fa30cb47e165 None None] Network 77556812-df51-4168-a601-34b71cdc1b7d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:23.161357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf13896b-6466-4eb4-8156-9583e2226f18 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting subnet 70b403b8-18f5-4662-9c6c-10f7c5e56760 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:23.165440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf13896b-6466-4eb4-8156-9583e2226f18 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (70b403b8-18f5-4662-9c6c-10f7c5e56760), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.177839 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d02314fc-a597-438a-a0f0-1aa9d7a83990 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2ca6aa5-6265-4fc7-8a64-cc354d760fc0 HTTP/1.1" status: 200  len: 205 time: 0.0449088
Apr 09 21:20:23.180384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52462) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.211568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9b3dd309-95da-451d-b260-5c6f5346fbf2 None None] Provisioning complete for port f865c4ef-55d2-4403-b254-ee9bc0057ab0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:23.211945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd309-95da-451d-b260-5c6f5346fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.215982 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf13896b-6466-4eb4-8156-9583e2226f18 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (70b403b8-18f5-4662-9c6c-10f7c5e56760), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.225502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52464) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.231698 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-1438775d-4a0c-45ba-bcc3-c498823dd83c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:23.232661 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1438775d-4a0c-45ba-bcc3-c498823dd83c tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/a2ca6aa5-6265-4fc7-8a64-cc354d760fc0 HTTP/1.1" status: 404  len: 336 time: 0.0513983
Apr 09 21:20:23.235400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52466) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.265342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ade554c3-3b5d-49e8-bb3c-ae6693861c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.273471 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e887ffd5-0a7b-48b7-9dd7-2be5fc887b13 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:23.273889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e887ffd5-0a7b-48b7-9dd7-2be5fc887b13 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:23.277085 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e887ffd5-0a7b-48b7-9dd7-2be5fc887b13 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/547cb425-1efd-42ea-9e3e-a683fa5a101b HTTP/1.1" status: 404  len: 337 time: 0.0408187
Apr 09 21:20:23.279910 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52468) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.311200 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf13896b-6466-4eb4-8156-9583e2226f18 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (70b403b8-18f5-4662-9c6c-10f7c5e56760), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.322997 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-19224e4c-54bc-404a-9f6f-bc361c61c2ae tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=d20420ed-9b8a-4692-ade4-9fb1dd97ae8f HTTP/1.1" status: 200  len: 205 time: 0.0397146
Apr 09 21:20:23.323230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52470) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.363300 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-8995da66-cb55-449c-8de2-8c03902eb219 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:23.364325 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8995da66-cb55-449c-8de2-8c03902eb219 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/d20420ed-9b8a-4692-ade4-9fb1dd97ae8f HTTP/1.1" status: 404  len: 336 time: 0.0403244
Apr 09 21:20:23.366672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f865c4ef-55d2-4403-b254-ee9bc0057ab0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:23.367173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52472) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.367388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.405757 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39dfd111-18b1-48c9-89f5-1e541949e8a8 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=482a6a97-9e97-4439-8c12-34682d83377e HTTP/1.1" status: 200  len: 205 time: 0.0370646
Apr 09 21:20:23.411523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52474) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.418029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6a3-ce01-4cd3-be22-00534dade4b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dd2354e3-db2c-4bf3-b7b2-6db02e569866), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.456402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9b3dd309-95da-451d-b260-5c6f5346fbf2 None None] Current status of the port f865c4ef-55d2-4403-b254-ee9bc0057ab0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:23.457232 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd309-95da-451d-b260-5c6f5346fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.465859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f865c4ef-55d2-4403-b254-ee9bc0057ab0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f865c4ef-55d2-4403-b254-ee9bc0057ab0,segment=NetworkSegment(f37f0d2a-525b-4268-8ecf-e937e3c0648f),segment_id=f37f0d2a-525b-4268-8ecf-e937e3c0648f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:23.481701 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.526278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf13896b-6466-4eb4-8156-9583e2226f18 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (70b403b8-18f5-4662-9c6c-10f7c5e56760), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.567869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f865c4ef-55d2-4403-b254-ee9bc0057ab0,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:23.594818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:23.630709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe17262-3b85-4bb1-9725-b298456f0106 req-1645954e-5d0f-48a3-a8d3-ca98d0588cf8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:23.633922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933fcaa-150f-4d78-a617-68c2a889a3ae None None] Network 686ebc13-9a0c-43fa-9e27-4508ce5541e3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:23.639464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:23.640187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6dcb2024-7e99-4ecc-9f3d-7c84b4e5ed8c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:23.654041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afe17262-3b85-4bb1-9725-b298456f0106 req-1645954e-5d0f-48a3-a8d3-ca98d0588cf8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.2858212
Apr 09 21:20:23.669517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf13896b-6466-4eb4-8156-9583e2226f18 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.673924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cf13896b-6466-4eb4-8156-9583e2226f18 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/subnets/70b403b8-18f5-4662-9c6c-10f7c5e56760 HTTP/1.1" status: 204  len: 168 time: 0.8085113
Apr 09 21:20:23.684679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52476) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.698070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-9b3dd309-95da-451d-b260-5c6f5346fbf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:20:23.698826 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-9b3dd309-95da-451d-b260-5c6f5346fbf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:20:23.721280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fd6a3-ce01-4cd3-be22-00534dade4b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=dd2354e3-db2c-4bf3-b7b2-6db02e569866,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:23.732277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6a3-ce01-4cd3-be22-00534dade4b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.737215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dc8fd6a3-ce01-4cd3-be22-00534dade4b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/dd2354e3-db2c-4bf3-b7b2-6db02e569866 HTTP/1.1" status: 204  len: 168 time: 1.5673170
Apr 09 21:20:23.751006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52478) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.792019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13896b-6466-4eb4-8156-9583e2226f18 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Subnet': ['ID=70b403b8-18f5-4662-9c6c-10f7c5e56760,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:23.839732 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3d6bc2-b959-49c2-a2a2-fbbc39145f45 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:23.840328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3d6bc2-b959-49c2-a2a2-fbbc39145f45 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:23.843724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0e3d6bc2-b959-49c2-a2a2-fbbc39145f45 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/dd2354e3-db2c-4bf3-b7b2-6db02e569866 HTTP/1.1" status: 404  len: 333 time: 0.0601618
Apr 09 21:20:23.853428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52480) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.889765 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-2530b0a7-4f7b-4eb1-9eca-0af9a766eb91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:23.893313 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2530b0a7-4f7b-4eb1-9eca-0af9a766eb91 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/482a6a97-9e97-4439-8c12-34682d83377e HTTP/1.1" status: 404  len: 336 time: 0.4781325
Apr 09 21:20:23.901394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52482) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.908952 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-04057162-4a40-4a89-9256-95037b3abb28 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:23.912936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-04057162-4a40-4a89-9256-95037b3abb28 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/dd2354e3-db2c-4bf3-b7b2-6db02e569866 HTTP/1.1" status: 404  len: 333 time: 0.0507047
Apr 09 21:20:23.919324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52484) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:23.947159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afe17262-3b85-4bb1-9725-b298456f0106 req-a4bbd6d4-bb48-43b7-aa91-c460fcdefb44 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2921700
Apr 09 21:20:23.972509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59132e8-f83a-4dde-b421-f6c0d2adc939 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting subnet b2e2d4dc-b575-4b4c-a215-95ad4b39d09f {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:23.973823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a59132e8-f83a-4dde-b421-f6c0d2adc939 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (b2e2d4dc-b575-4b4c-a215-95ad4b39d09f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:23.983690 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-78de44fe-fc8f-43a8-b01b-c5e6983919a6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:23.984697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78de44fe-fc8f-43a8-b01b-c5e6983919a6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:23.987404 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-78de44fe-fc8f-43a8-b01b-c5e6983919a6 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/67843b1d-09ec-47c8-b646-242659edd7eb HTTP/1.1" status: 404  len: 337 time: 0.0844877
Apr 09 21:20:23.992751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52486) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.025770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.35.0.144 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/8f2763dd-97bb-4b63-8293-f7531f01e862) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:24.056181 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ce620b1b-b0c8-4305-bae3-5ec198661c49 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=240db901-8659-43f7-9ca1-3f5856ff4d46 HTTP/1.1" status: 200  len: 205 time: 0.0617898
Apr 09 21:20:24.056748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a59132e8-f83a-4dde-b421-f6c0d2adc939 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (b2e2d4dc-b575-4b4c-a215-95ad4b39d09f), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.062533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52488) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.079505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-942a03ff-8b54-4b5a-8ac6-6ce226c7d8ac tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 47dc0cd7-59c9-4153-882a-dbd97ce22018 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:24.119651 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-942a03ff-8b54-4b5a-8ac6-6ce226c7d8ac tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (47dc0cd7-59c9-4153-882a-dbd97ce22018), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.128509 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-20da55a2-ae89-408f-8b4d-b19d0a84ec88 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:24.129098 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-20da55a2-ae89-408f-8b4d-b19d0a84ec88 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/240db901-8659-43f7-9ca1-3f5856ff4d46 HTTP/1.1" status: 404  len: 336 time: 0.0646427
Apr 09 21:20:24.137844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.157501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ade554c3-3b5d-49e8-bb3c-ae6693861c2a admin admin] Publish callbacks [] for security_group (43dbfd9e-45a7-4a94-aa4c-26ca04952f48), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.158389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52490) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.171941 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ade554c3-3b5d-49e8-bb3c-ae6693861c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (43dbfd9e-45a7-4a94-aa4c-26ca04952f48), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.184682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] DHCP port deletion for 686ebc13-9a0c-43fa-9e27-4508ce5541e3 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:24.225323 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-2142834c-2068-4755-9048-911a15944801 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:24.226091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2142834c-2068-4755-9048-911a15944801 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:24.229414 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2142834c-2068-4755-9048-911a15944801 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/b2a86046-3a87-4f78-85c7-ff9f37a106a6 HTTP/1.1" status: 404  len: 337 time: 0.0699937
Apr 09 21:20:24.235472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52492) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.248384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-942a03ff-8b54-4b5a-8ac6-6ce226c7d8ac tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (47dc0cd7-59c9-4153-882a-dbd97ce22018), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.273705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] Deleting port 558b07fc-b5d9-4f5f-8746-8264706b7c3b {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:24.274079 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.275893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9b3dd309-95da-451d-b260-5c6f5346fbf2 None None] Current status of the port f865c4ef-55d2-4403-b254-ee9bc0057ab0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:24.303908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade554c3-3b5d-49e8-bb3c-ae6693861c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dbfd9e-45a7-4a94-aa4c-26ca04952f48,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:24.311271 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b537efdc-5331-4531-a469-0d88fd650bed tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 HTTP/1.1" status: 200  len: 205 time: 0.0682552
Apr 09 21:20:24.317112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52494) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.320372 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ade554c3-3b5d-49e8-bb3c-ae6693861c2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 1.0938878
Apr 09 21:20:24.330502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52496) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.382650 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-264b54ba-785f-4904-8498-870ac2b8bb31 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:24.385187 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-264b54ba-785f-4904-8498-870ac2b8bb31 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/routers/2bf9f99f-d0fa-43f3-b95e-3cbdb524f087 HTTP/1.1" status: 404  len: 336 time: 0.0632169
Apr 09 21:20:24.392124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52498) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.407520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b05c3f91-fc96-4f9b-93c0-fcc05d7aabea None None] Provisioning complete for port f865c4ef-55d2-4403-b254-ee9bc0057ab0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:24.408049 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b05c3f91-fc96-4f9b-93c0-fcc05d7aabea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.418769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] For port 558b07fc-b5d9-4f5f-8746-8264706b7c3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558b07fc-b5d9-4f5f-8746-8264706b7c3b,segment=NetworkSegment(aafde71a-8822-4637-a233-cdfc4b6739eb),segment_id=aafde71a-8822-4637-a233-cdfc4b6739eb)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:24.420099 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.450837 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f949ba-1c0b-475f-bcd9-e1ba8017c0fa tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:24.451914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f949ba-1c0b-475f-bcd9-e1ba8017c0fa tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:24.455139 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-83f949ba-1c0b-475f-bcd9-e1ba8017c0fa tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/4229c1d5-5ed0-491d-8e69-c5810b97f8f1 HTTP/1.1" status: 404  len: 337 time: 0.0618017
Apr 09 21:20:24.460200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52500) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.481513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] Calling delete_port for 558b07fc-b5d9-4f5f-8746-8264706b7c3b owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:24.518961 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-995216bf-d11a-4401-9fce-597d509a8140 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:24.519734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995216bf-d11a-4401-9fce-597d509a8140 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:24.522733 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-995216bf-d11a-4401-9fce-597d509a8140 tempest-RoutersIpV6Test-279783725 tempest-RoutersIpV6Test-279783725-project] 10.222.0.30 "DELETE /v2.0/subnets/2acc6a78-0ad1-47d4-97d1-1068fab8ae2b HTTP/1.1" status: 404  len: 337 time: 0.0595291
Apr 09 21:20:24.541156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a2645b0c-f0ed-4eb5-a5c5-ea31dd0e3fed admin admin] Publish callbacks [] for security_group (43dbfd9e-45a7-4a94-aa4c-26ca04952f48), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.545562 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-942a03ff-8b54-4b5a-8ac6-6ce226c7d8ac tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (47dc0cd7-59c9-4153-882a-dbd97ce22018), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.592909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b05c3f91-fc96-4f9b-93c0-fcc05d7aabea None None] Current status of the port f865c4ef-55d2-4403-b254-ee9bc0057ab0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:24.602158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a2645b0c-f0ed-4eb5-a5c5-ea31dd0e3fed admin admin] Publish callbacks [] for security_group (43dbfd9e-45a7-4a94-aa4c-26ca04952f48), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.603813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b05c3f91-fc96-4f9b-93c0-fcc05d7aabea None None] Could not find standard attr ID for object dd2354e3-db2c-4bf3-b7b2-6db02e569866. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:20:24.616213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a59132e8-f83a-4dde-b421-f6c0d2adc939 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b2e2d4dc-b575-4b4c-a215-95ad4b39d09f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.636819 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (558b07fc-b5d9-4f5f-8746-8264706b7c3b), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.672949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] Pushing event deleted for resources: {'Port': ['ID=558b07fc-b5d9-4f5f-8746-8264706b7c3b,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:24.674763 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (8f2763dd-97bb-4b63-8293-f7531f01e862), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.683131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0d598-3614-4b1a-a9b5-d323c519b335 None None] No DVR routers for this DVR port 558b07fc-b5d9-4f5f-8746-8264706b7c3b on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:24.693306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-942a03ff-8b54-4b5a-8ac6-6ce226c7d8ac tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (47dc0cd7-59c9-4153-882a-dbd97ce22018), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.720656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a59132e8-f83a-4dde-b421-f6c0d2adc939 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (b2e2d4dc-b575-4b4c-a215-95ad4b39d09f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.726376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a03ff-8b54-4b5a-8ac6-6ce226c7d8ac tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=47dc0cd7-59c9-4153-882a-dbd97ce22018,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:24.741200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-942a03ff-8b54-4b5a-8ac6-6ce226c7d8ac tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.747486 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-942a03ff-8b54-4b5a-8ac6-6ce226c7d8ac tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/47dc0cd7-59c9-4153-882a-dbd97ce22018 HTTP/1.1" status: 204  len: 168 time: 0.8232899
Apr 09 21:20:24.747486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a2645b0c-f0ed-4eb5-a5c5-ea31dd0e3fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (43dbfd9e-45a7-4a94-aa4c-26ca04952f48), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.749007 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a2645b0c-f0ed-4eb5-a5c5-ea31dd0e3fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.752868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7108af-7e52-4621-a4a4-a4337cb10b70 None None] Network 77556812-df51-4168-a601-34b71cdc1b7d requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:24.755115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52504) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.756852 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a2645b0c-f0ed-4eb5-a5c5-ea31dd0e3fed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43dbfd9e-45a7-4a94-aa4c-26ca04952f48 HTTP/1.1" status: 204  len: 168 time: 0.4252787
Apr 09 21:20:24.767007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2645b0c-f0ed-4eb5-a5c5-ea31dd0e3fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dbfd9e-45a7-4a94-aa4c-26ca04952f48,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:24.770992 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a59132e8-f83a-4dde-b421-f6c0d2adc939 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.774823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab9c3a-59fe-4a93-9791-5778418a0152 None None] Network b9c2a39c-3c39-4c0b-a62d-b6a54e82693a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:24.776312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a59132e8-f83a-4dde-b421-f6c0d2adc939 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/subnets/b2e2d4dc-b575-4b4c-a215-95ad4b39d09f HTTP/1.1" status: 204  len: 168 time: 1.0649619
Apr 09 21:20:24.778594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:24.800125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59132e8-f83a-4dde-b421-f6c0d2adc939 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e2d4dc-b575-4b4c-a215-95ad4b39d09f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:24.832926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8f2763dd-97bb-4b63-8293-f7531f01e862), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:24.947408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=8f2763dd-97bb-4b63-8293-f7531f01e862,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:24.991551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (686ebc13-9a0c-43fa-9e27-4508ce5541e3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.016398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:25.029743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:25.037965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:25.046416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52514) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:25.095460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f865c4ef-55d2-4403-b254-ee9bc0057ab0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:25.115764 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (77556812-df51-4168-a601-34b71cdc1b7d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.167286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (686ebc13-9a0c-43fa-9e27-4508ce5541e3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.217499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23749df8b0>,) {'filters': {'network_id': ['686ebc13-9a0c-43fa-9e27-4508ce5541e3']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:25.245742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23749df8b0>, 'aafde71a-8822-4637-a233-cdfc4b6739eb') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:25.246053 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23749df8b0>, 'aafde71a-8822-4637-a233-cdfc4b6739eb') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:25.252718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] DHCP port deletion for b9c2a39c-3c39-4c0b-a62d-b6a54e82693a request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:25.268517 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.281907 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (aafde71a-8822-4637-a233-cdfc4b6739eb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.312835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (aafde71a-8822-4637-a233-cdfc4b6739eb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.321387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:25.322630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (aafde71a-8822-4637-a233-cdfc4b6739eb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.326510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] DHCP port deletion for 77556812-df51-4168-a601-34b71cdc1b7d request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:25.361151 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:25.391284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] Deleting port f865c4ef-55d2-4403-b254-ee9bc0057ab0 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:25.391809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.396206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port f865c4ef-55d2-4403-b254-ee9bc0057ab0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:25.396540 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.397272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f865c4ef-55d2-4403-b254-ee9bc0057ab0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:25.397808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.415493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217584e9-bdbe-403e-8fb3-a1d8a8f09b95 req-ef41a85c-5c7f-4974-b80a-53213c1324ac tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:25.417436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-217584e9-bdbe-403e-8fb3-a1d8a8f09b95 req-ef41a85c-5c7f-4974-b80a-53213c1324ac tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.2927806
Apr 09 21:20:25.427170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (686ebc13-9a0c-43fa-9e27-4508ce5541e3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.454232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] Deleting port b619cdd7-7c46-4d79-bacc-f69834ae446e {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:25.454578 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.461931 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.468335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/networks/686ebc13-9a0c-43fa-9e27-4508ce5541e3 HTTP/1.1" status: 204  len: 168 time: 0.6874235
Apr 09 21:20:25.469786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54b8a3-708a-4dc4-b313-0f57833ae9ab tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Network': ['ID=686ebc13-9a0c-43fa-9e27-4508ce5541e3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:25.471914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52518) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:25.537687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (d1278de0-939d-4c2c-9c2f-04cb8e2cd560), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.542110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] For port f865c4ef-55d2-4403-b254-ee9bc0057ab0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f865c4ef-55d2-4403-b254-ee9bc0057ab0,segment=NetworkSegment(f37f0d2a-525b-4268-8ecf-e937e3c0648f),segment_id=f37f0d2a-525b-4268-8ecf-e937e3c0648f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:25.542468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.550746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-82bef5c9-84cd-455c-b8fb-89fccba663e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=181502de10414412a8e5f105bdbcb6b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5003831
Apr 09 21:20:25.553570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52520) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:25.559130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] For port f865c4ef-55d2-4403-b254-ee9bc0057ab0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f865c4ef-55d2-4403-b254-ee9bc0057ab0,segment=NetworkSegment(f37f0d2a-525b-4268-8ecf-e937e3c0648f),segment_id=f37f0d2a-525b-4268-8ecf-e937e3c0648f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:25.559528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.573083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for f865c4ef-55d2-4403-b254-ee9bc0057ab0 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:25.583496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-217584e9-bdbe-403e-8fb3-a1d8a8f09b95 req-d0a00fc5-9c59-4d9e-b2bc-447d4cd07191 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483252
Apr 09 21:20:25.588617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] Calling delete_port for f865c4ef-55d2-4403-b254-ee9bc0057ab0 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:25.591943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] For port b619cdd7-7c46-4d79-bacc-f69834ae446e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b619cdd7-7c46-4d79-bacc-f69834ae446e,segment=NetworkSegment(5862dd4a-04e9-49e3-859b-8691eef9bc0a),segment_id=5862dd4a-04e9-49e3-859b-8691eef9bc0a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:25.592343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.615735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] Calling delete_port for b619cdd7-7c46-4d79-bacc-f69834ae446e owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:25.627143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (b9c2a39c-3c39-4c0b-a62d-b6a54e82693a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.629323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c4fde5f-7eec-4de3-8dca-625fbd28aa90 admin admin] Publish callbacks [] for security_group (0584ba63-b7f5-46e5-b0ad-4308ab472576), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.663011 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8f2763dd-97bb-4b63-8293-f7531f01e862), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.674428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c4fde5f-7eec-4de3-8dca-625fbd28aa90 admin admin] Publish callbacks [] for security_group (0584ba63-b7f5-46e5-b0ad-4308ab472576), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.705065 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.711158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting port b619cdd7-7c46-4d79-bacc-f69834ae446e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:25.711499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.748013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f865c4ef-55d2-4403-b254-ee9bc0057ab0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:25.767803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.801087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] For port b619cdd7-7c46-4d79-bacc-f69834ae446e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b619cdd7-7c46-4d79-bacc-f69834ae446e,segment=NetworkSegment(5862dd4a-04e9-49e3-859b-8691eef9bc0a),segment_id=5862dd4a-04e9-49e3-859b-8691eef9bc0a)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:25.801337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f865c4ef-55d2-4403-b254-ee9bc0057ab0), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.801486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.825164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Calling delete_port for b619cdd7-7c46-4d79-bacc-f69834ae446e owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:25.825639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] Pushing event deleted for resources: {'Port': ['ID=f865c4ef-55d2-4403-b254-ee9bc0057ab0,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:25.827569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3d446-be87-4756-977b-a689e6fafa11 None None] No DVR routers for this DVR port f865c4ef-55d2-4403-b254-ee9bc0057ab0 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:25.832618 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.839743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=f865c4ef-55d2-4403-b254-ee9bc0057ab0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:25.851000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No DVR routers for this DVR port f865c4ef-55d2-4403-b254-ee9bc0057ab0 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:25.855711 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c4fde5f-7eec-4de3-8dca-625fbd28aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0584ba63-b7f5-46e5-b0ad-4308ab472576), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.859120 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9c4fde5f-7eec-4de3-8dca-625fbd28aa90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.860392 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9c4fde5f-7eec-4de3-8dca-625fbd28aa90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0584ba63-b7f5-46e5-b0ad-4308ab472576 HTTP/1.1" status: 204  len: 168 time: 0.3058865
Apr 09 21:20:25.869019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 558b07fc-b5d9-4f5f-8746-8264706b7c3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:25.872564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] Pushing event deleted for resources: {'Port': ['ID=b619cdd7-7c46-4d79-bacc-f69834ae446e,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:25.877715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fde5f-7eec-4de3-8dca-625fbd28aa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0584ba63-b7f5-46e5-b0ad-4308ab472576,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:25.901558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 558b07fc-b5d9-4f5f-8746-8264706b7c3b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:25.901906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 558b07fc-b5d9-4f5f-8746-8264706b7c3b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:25.905377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fe15b-77ec-4998-b0d2-8dd24647b824 None None] No DVR routers for this DVR port b619cdd7-7c46-4d79-bacc-f69834ae446e on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:25.960558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b619cdd7-7c46-4d79-bacc-f69834ae446e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.964412 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (77556812-df51-4168-a601-34b71cdc1b7d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:25.989402 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] No DVR routers for this DVR port b619cdd7-7c46-4d79-bacc-f69834ae446e on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:25.994781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Port': ['ID=b619cdd7-7c46-4d79-bacc-f69834ae446e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:26.004472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23753e5550>,) {'filters': {'network_id': ['77556812-df51-4168-a601-34b71cdc1b7d']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:26.018579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23753e5550>, 'f37f0d2a-525b-4268-8ecf-e937e3c0648f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:26.018878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23753e5550>, 'f37f0d2a-525b-4268-8ecf-e937e3c0648f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:26.045232 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (f37f0d2a-525b-4268-8ecf-e937e3c0648f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.048085 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (8f2763dd-97bb-4b63-8293-f7531f01e862), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.059583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8f2763dd-97bb-4b63-8293-f7531f01e862), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.071015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f37f0d2a-525b-4268-8ecf-e937e3c0648f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.078540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (b9c2a39c-3c39-4c0b-a62d-b6a54e82693a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.100419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:26.100732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (f37f0d2a-525b-4268-8ecf-e937e3c0648f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.101525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23741e48e0>,) {'filters': {'network_id': ['b9c2a39c-3c39-4c0b-a62d-b6a54e82693a']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:26.105522 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:26.112619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23741e48e0>, '5862dd4a-04e9-49e3-859b-8691eef9bc0a') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:26.112948 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23741e48e0>, '5862dd4a-04e9-49e3-859b-8691eef9bc0a') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:26.124279 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (5862dd4a-04e9-49e3-859b-8691eef9bc0a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.138302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5862dd4a-04e9-49e3-859b-8691eef9bc0a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.153526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:26.154712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (5862dd4a-04e9-49e3-859b-8691eef9bc0a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:26.158312 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:26.199331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=8f2763dd-97bb-4b63-8293-f7531f01e862,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:26.209321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (d1278de0-939d-4c2c-9c2f-04cb8e2cd560), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.218450 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (77556812-df51-4168-a601-34b71cdc1b7d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.226766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.230184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/networks/77556812-df51-4168-a601-34b71cdc1b7d HTTP/1.1" status: 204  len: 168 time: 1.4532058
Apr 09 21:20:26.234667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.235950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52530) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:26.236616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8070bf80-fbb7-4f17-a009-6436eaa6f60e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4932675
Apr 09 21:20:26.239646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52532) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:26.245763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-347330098'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:26.247648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e017bf4-18de-4be4-ab43-de7a8bb26f76 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Network': ['ID=77556812-df51-4168-a601-34b71cdc1b7d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:26.253753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'port': {'network_id': '876eb1db-32c5-4e70-b579-253a7ddb2a98', 'name': 'tempest-FloatingIPTestJSON-690792134'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:26.258936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (b9c2a39c-3c39-4c0b-a62d-b6a54e82693a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.282057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.287369 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/networks/b9c2a39c-3c39-4c0b-a62d-b6a54e82693a HTTP/1.1" status: 204  len: 168 time: 0.8124716
Apr 09 21:20:26.288196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52536) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:26.308768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddecb5-b363-4fef-8991-9b5f7f3337b7 tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Network': ['ID=b9c2a39c-3c39-4c0b-a62d-b6a54e82693a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:26.340810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:26.344152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.351413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed4d508-a8b8-410b-b82a-0d6931225dde tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting subnet 42a70873-51b7-4e7a-b3eb-5977fe6b7d59 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:26.355495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d508-a8b8-410b-b82a-0d6931225dde tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (42a70873-51b7-4e7a-b3eb-5977fe6b7d59), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.387285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:26.400956 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d508-a8b8-410b-b82a-0d6931225dde tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (42a70873-51b7-4e7a-b3eb-5977fe6b7d59), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.410936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3c60e62b-13b6-47a7-b7b1-da6752176693), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.411279 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Added segment 3c60e62b-13b6-47a7-b7b1-da6752176693 of type vlan for network 59041b1e-5123-4a04-8ff1-873610392607
Apr 09 21:20:26.468483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (59041b1e-5123-4a04-8ff1-873610392607), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.472803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:26.476090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.505277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] device_id is not set on port 930f3e25-4a97-442f-93cf-df4046fb530f yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:26.510279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d508-a8b8-410b-b82a-0d6931225dde tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (42a70873-51b7-4e7a-b3eb-5977fe6b7d59), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.545978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (59041b1e-5123-4a04-8ff1-873610392607), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.550846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:26.551425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.575259 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d508-a8b8-410b-b82a-0d6931225dde tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (42a70873-51b7-4e7a-b3eb-5977fe6b7d59), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.606525 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3685019
Apr 09 21:20:26.621820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d508-a8b8-410b-b82a-0d6931225dde tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.624023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2ed4d508-a8b8-410b-b82a-0d6931225dde tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/subnets/42a70873-51b7-4e7a-b3eb-5977fe6b7d59 HTTP/1.1" status: 204  len: 168 time: 0.3309445
Apr 09 21:20:26.625186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52546) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:26.625789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52552) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:26.626843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399b1bc-ba0f-4eb3-ac0f-e0dd84e1fbc2 None None] Network 42ef161f-5483-485f-abde-b273aa3bcd2c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:26.638612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': '59041b1e-5123-4a04-8ff1-873610392607', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:26.645013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4d508-a8b8-410b-b82a-0d6931225dde tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Subnet': ['ID=42a70873-51b7-4e7a-b3eb-5977fe6b7d59,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:26.682243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23081c48-5224-415c-9914-4e69cf04eb37 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Network': ['ID=59041b1e-5123-4a04-8ff1-873610392607,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:26.707009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 59041b1e-5123-4a04-8ff1-873610392607 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:26.713987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.20.0.5 (876eb1db-32c5-4e70-b579-253a7ddb2a98/52ed324e-618d-4b2b-a5da-f2c0824945dd/930f3e25-4a97-442f-93cf-df4046fb530f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:26.761383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52554) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:26.833134 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (42ef161f-5483-485f-abde-b273aa3bcd2c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.860501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6782c-79fe-4eb2-aaf8-582014ecc0be req-7de9df25-b60e-4810-a16f-c157e5274097 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:26.867566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3cc6782c-79fe-4eb2-aaf8-582014ecc0be req-7de9df25-b60e-4810-a16f-c157e5274097 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0927312
Apr 09 21:20:26.907615 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.947332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--631344791'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:26.958006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (930f3e25-4a97-442f-93cf-df4046fb530f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.959954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:26.963550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.966588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] DHCP port deletion for 42ef161f-5483-485f-abde-b273aa3bcd2c request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:26.989857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3cc6782c-79fe-4eb2-aaf8-582014ecc0be req-54d333b2-99ba-4754-aefc-3d0b56414782 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214235
Apr 09 21:20:26.993247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Deleting port 0050df3d-3934-4eae-9851-7935e88b8c06 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:26.993594 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:26.995017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.017575 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.020048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b619cdd7-7c46-4d79-bacc-f69834ae446e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:27.029128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (930f3e25-4a97-442f-93cf-df4046fb530f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.050068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b619cdd7-7c46-4d79-bacc-f69834ae446e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:27.050558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b619cdd7-7c46-4d79-bacc-f69834ae446e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:27.051081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f865c4ef-55d2-4403-b254-ee9bc0057ab0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:27.073236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f865c4ef-55d2-4403-b254-ee9bc0057ab0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:27.073727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f865c4ef-55d2-4403-b254-ee9bc0057ab0 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:27.077756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] Deleting port 0050df3d-3934-4eae-9851-7935e88b8c06 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:27.078508 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.090517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 876eb1db-32c5-4e70-b579-253a7ddb2a98 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:27.110371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:27.116783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:27.119671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] For port 0050df3d-3934-4eae-9851-7935e88b8c06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0050df3d-3934-4eae-9851-7935e88b8c06,segment=NetworkSegment(be9f6f87-2ede-4eab-87e4-ba7bced456af),segment_id=be9f6f87-2ede-4eab-87e4-ba7bced456af)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:27.120455 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.137676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Calling delete_port for 0050df3d-3934-4eae-9851-7935e88b8c06 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:27.154900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] For port 0050df3d-3934-4eae-9851-7935e88b8c06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0050df3d-3934-4eae-9851-7935e88b8c06,segment=NetworkSegment(be9f6f87-2ede-4eab-87e4-ba7bced456af),segment_id=be9f6f87-2ede-4eab-87e4-ba7bced456af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:27.155376 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.162978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=930f3e25-4a97-442f-93cf-df4046fb530f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:27.171302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] Calling delete_port for 0050df3d-3934-4eae-9851-7935e88b8c06 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:27.206333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:27.206956 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.236413 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-80eefe71-a011-4eaf-87c6-043a84fbc080 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.9956689
Apr 09 21:20:27.239731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:27.244043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'port_id': '930f3e25-4a97-442f-93cf-df4046fb530f'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:27.248683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (b2ef6d0a-6743-4812-a854-615be8221617), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.266799 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.283608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b2ef6d0a-6743-4812-a854-615be8221617), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.293444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] Pushing event deleted for resources: {'Port': ['ID=0050df3d-3934-4eae-9851-7935e88b8c06,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:27.298081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65fd42-d1ce-4efa-ab53-d42128ee8952 None None] No DVR routers for this DVR port 0050df3d-3934-4eae-9851-7935e88b8c06 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:27.304837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (d1278de0-939d-4c2c-9c2f-04cb8e2cd560), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.334321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (56280fdf-4ee5-4b98-9017-3c70a6174607), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.361840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0050df3d-3934-4eae-9851-7935e88b8c06), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.385300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ef6d0a-6743-4812-a854-615be8221617,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:27.401053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Port': ['ID=0050df3d-3934-4eae-9851-7935e88b8c06,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:27.407069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] No DVR routers for this DVR port 0050df3d-3934-4eae-9851-7935e88b8c06 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:27.445996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=56280fdf-4ee5-4b98-9017-3c70a6174607,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:27.488054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking segment: {'id': '3c60e62b-13b6-47a7-b7b1-da6752176693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59041b1e-5123-4a04-8ff1-873610392607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:27.488408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network hostable DHCP agents. Network: 59041b1e-5123-4a04-8ff1-873610392607, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:27.504872 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (4506fa1e-df36-4e69-94b1-51029f757226), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.513668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4506fa1e-df36-4e69-94b1-51029f757226), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.520116 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (42ef161f-5483-485f-abde-b273aa3bcd2c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.547398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377002940>,) {'filters': {'network_id': ['42ef161f-5483-485f-abde-b273aa3bcd2c']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:27.551659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.552918 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7906651
Apr 09 21:20:27.556017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52560) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:27.566048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377002940>, 'be9f6f87-2ede-4eab-87e4-ba7bced456af') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:27.566231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377002940>, 'be9f6f87-2ede-4eab-87e4-ba7bced456af') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:27.567755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 59041b1e-5123-4a04-8ff1-873610392607 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:27.582822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2646a-4d9b-45e0-9b21-a4e21dc308bf tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4506fa1e-df36-4e69-94b1-51029f757226,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:27.586772 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (be9f6f87-2ede-4eab-87e4-ba7bced456af), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.590045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 59041b1e-5123-4a04-8ff1-873610392607) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:27.598702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ae4de-9f34-4c7f-a142-4c3c1fe6560f None None] Network 59041b1e-5123-4a04-8ff1-873610392607 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:27.610446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:27.611321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.626621 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (be9f6f87-2ede-4eab-87e4-ba7bced456af), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.659079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:27.659483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (be9f6f87-2ede-4eab-87e4-ba7bced456af), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:27.662630 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:27.688600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6c9eba52-323e-4fea-bdf0-a2ae99457fd3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0592752
Apr 09 21:20:27.696545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52562) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:27.702344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': '59041b1e-5123-4a04-8ff1-873610392607', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1511427794'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:27.713856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-59041b1e-5123-4a04-8ff1-873610392607', 'network_id': '59041b1e-5123-4a04-8ff1-873610392607', 'project_id': '12a82117ca894ee3b2d8ca91ced1b886', 'fixed_ips': [{'subnet_id': '56280fdf-4ee5-4b98-9017-3c70a6174607'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:20:27.714815 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.738423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d88b68b3-d3eb-453e-a794-94f1320bf4d5 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1787574
Apr 09 21:20:27.750113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52564) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:27.764783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-669f2bf4-a916-479f-96a8-ccdeeb3d28b8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-security--1217676310', 'description': 'tempest-security-description-427951557'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:27.825904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (42ef161f-5483-485f-abde-b273aa3bcd2c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.840284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.846268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/networks/42ef161f-5483-485f-abde-b273aa3bcd2c HTTP/1.1" status: 204  len: 168 time: 1.2154632
Apr 09 21:20:27.854326 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52566) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:27.863966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6094e6a-155b-4e72-83e9-16457b3e7cbc tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Pushing event deleted for resources: {'Network': ['ID=42ef161f-5483-485f-abde-b273aa3bcd2c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:27.864598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Allocated IP 2001:db8::2 (59041b1e-5123-4a04-8ff1-873610392607/56280fdf-4ee5-4b98-9017-3c70a6174607/b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:27.869681 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-669f2bf4-a916-479f-96a8-ccdeeb3d28b8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (4506fa1e-df36-4e69-94b1-51029f757226), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.886444 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.902377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (d1278de0-939d-4c2c-9c2f-04cb8e2cd560), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:27.909291 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3b2397c6-2fb1-425e-ae64-0c3218b6455d tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "GET /v2.0/ports?device_id=573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 HTTP/1.1" status: 200  len: 205 time: 0.0511181
Apr 09 21:20:27.910189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52568) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:28.014634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-669f2bf4-a916-479f-96a8-ccdeeb3d28b8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (4506fa1e-df36-4e69-94b1-51029f757226), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.015279 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP d1278de0-939d-4c2c-9c2f-04cb8e2cd560 associated. External IP: 172.35.0.144, port: 930f3e25-4a97-442f-93cf-df4046fb530f.
Apr 09 21:20:28.018071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:28.021560 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.026603 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-669f2bf4-a916-479f-96a8-ccdeeb3d28b8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4506fa1e-df36-4e69-94b1-51029f757226), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.029121 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-669f2bf4-a916-479f-96a8-ccdeeb3d28b8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.032867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-669f2bf4-a916-479f-96a8-ccdeeb3d28b8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "PUT /v2.0/security-groups/4506fa1e-df36-4e69-94b1-51029f757226 HTTP/1.1" status: 200  len: 1796 time: 0.2793620
Apr 09 21:20:28.040890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e778a8-85c3-4380-b88e-182db9ffeb0c tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for router (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.044982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52572) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:28.045191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Publish callbacks [] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.055851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.114573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Pushing event updated for resources: {'Port': ['ID=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:28.129411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Network 59041b1e-5123-4a04-8ff1-873610392607 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:28.131581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:28.133973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:28.178147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port d5440bc6-6af9-4323-b108-79c2c0bfaf98 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:28.199349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f2bf4-a916-479f-96a8-ccdeeb3d28b8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4506fa1e-df36-4e69-94b1-51029f757226,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:28.275934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:28.311926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fa803-1396-4a6a-9d89-f76612f14cbc req-7088ebee-b7a2-4dfc-96ec-a6b2c1cd1614 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:28.313611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a06fa803-1396-4a6a-9d89-f76612f14cbc req-7088ebee-b7a2-4dfc-96ec-a6b2c1cd1614 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.2201312
Apr 09 21:20:28.374356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-da11a7f7-49ae-405f-b0dd-9951a4601fc1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups/4506fa1e-df36-4e69-94b1-51029f757226 HTTP/1.1" status: 200  len: 1796 time: 0.3258555
Apr 09 21:20:28.376029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e778a8-85c3-4380-b88e-182db9ffeb0c tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.377711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52574) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:28.381394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Attempting to bind port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:28.381780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Attempting to bind port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c60e62b-13b6-47a7-b7b1-da6752176693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59041b1e-5123-4a04-8ff1-873610392607'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:28.382147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Attempting to bind port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce on network 59041b1e-5123-4a04-8ff1-873610392607 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:28.388111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e778a8-85c3-4380-b88e-182db9ffeb0c tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for router_controller (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.388556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:28.388937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Checking segment: {'id': '3c60e62b-13b6-47a7-b7b1-da6752176693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59041b1e-5123-4a04-8ff1-873610392607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:28.389396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.389884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Bound using segment: {'id': '3c60e62b-13b6-47a7-b7b1-da6752176693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59041b1e-5123-4a04-8ff1-873610392607'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:28.390399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Bound port: b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c60e62b-13b6-47a7-b7b1-da6752176693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59041b1e-5123-4a04-8ff1-873610392607'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:28.390864 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.421915 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:28.427058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.473004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a34a8b4-94c3-4f8a-b796-981fc6605a56 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (4506fa1e-df36-4e69-94b1-51029f757226), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.474001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] For port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:28.479059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] For port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,segment=NetworkSegment(3c60e62b-13b6-47a7-b7b1-da6752176693),segment_id=3c60e62b-13b6-47a7-b7b1-da6752176693)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:28.481440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bf8a6a63-a9b7-44c7-9484-81ae6ca7f025 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/floatingips/d1278de0-939d-4c2c-9c2f-04cb8e2cd560 HTTP/1.1" status: 200  len: 977 time: 1.2406561
Apr 09 21:20:28.485346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52576) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:28.487127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bdf40-0c8c-4205-8584-28153abaddd4 None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:28.488966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a06fa803-1396-4a6a-9d89-f76612f14cbc req-aa90ae02-354c-47bc-835e-e9fcb0c3dd3c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668706
Apr 09 21:20:28.491745 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.500688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e778a8-85c3-4380-b88e-182db9ffeb0c tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.501206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e778a8-85c3-4380-b88e-182db9ffeb0c tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Fanout notify agent at l3_agent the message router_deleted on router 573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:20:28.505065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a34a8b4-94c3-4f8a-b796-981fc6605a56 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (4506fa1e-df36-4e69-94b1-51029f757226), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.557655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a34a8b4-94c3-4f8a-b796-981fc6605a56 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4506fa1e-df36-4e69-94b1-51029f757226), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.559079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bdf40-0c8c-4205-8584-28153abaddd4 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:28.560048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d32bdf40-0c8c-4205-8584-28153abaddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375cbbd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:28.560825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a34a8b4-94c3-4f8a-b796-981fc6605a56 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.564455 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1a34a8b4-94c3-4f8a-b796-981fc6605a56 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/4506fa1e-df36-4e69-94b1-51029f757226 HTTP/1.1" status: 204  len: 168 time: 0.1835592
Apr 09 21:20:28.565771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52578) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:28.587009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34a8b4-94c3-4f8a-b796-981fc6605a56 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4506fa1e-df36-4e69-94b1-51029f757226,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:28.591999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa436c7-453d-4130-b049-4aaa6b533ef6 None None] Pushing event updated for resources: {'Port': ['ID=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:28.656135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d32bdf40-0c8c-4205-8584-28153abaddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375cbbd00>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:28.673991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bdf40-0c8c-4205-8584-28153abaddd4 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:28.674799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d32bdf40-0c8c-4205-8584-28153abaddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375cbbd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:28.677354 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5fe671f7-03ca-49bf-a6b9-a497d7d48c66 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1017487
Apr 09 21:20:28.678100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52580) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:28.700134 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-0978ca78-45c3-4f95-9983-3869a7bc9541 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:28.705780 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0978ca78-45c3-4f95-9983-3869a7bc9541 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/4506fa1e-df36-4e69-94b1-51029f757226 HTTP/1.1" status: 404  len: 347 time: 0.0195861
Apr 09 21:20:28.710160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52582) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:28.719415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3e5e95fa-4b06-4090-a1ff-8b5c93b171f7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499460980'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:28.728844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d32bdf40-0c8c-4205-8584-28153abaddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375cbbd00>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:28.730367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bdf40-0c8c-4205-8584-28153abaddd4 None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:28.748514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5e95fa-4b06-4090-a1ff-8b5c93b171f7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.828653 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5e95fa-4b06-4090-a1ff-8b5c93b171f7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (93a7a1f3-ad75-4151-8064-c77b7f8f4921), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.833918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5e95fa-4b06-4090-a1ff-8b5c93b171f7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (93a7a1f3-ad75-4151-8064-c77b7f8f4921), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.870053 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e5e95fa-4b06-4090-a1ff-8b5c93b171f7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.874362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e5e95fa-4b06-4090-a1ff-8b5c93b171f7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1630461
Apr 09 21:20:28.875227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52584) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:28.875911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e95fa-4b06-4090-a1ff-8b5c93b171f7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7a1f3-ad75-4151-8064-c77b7f8f4921,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:28.883954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f7e6f42a-27c8-4c5f-bdab-f520a176c8b1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': '93a7a1f3-ad75-4151-8064-c77b7f8f4921', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:28.884673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e778a8-85c3-4380-b88e-182db9ffeb0c tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.885809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d8e778a8-85c3-4380-b88e-182db9ffeb0c tempest-RoutersNegativeIpV6Test-816631257 tempest-RoutersNegativeIpV6Test-816631257-project] 10.222.0.30 "DELETE /v2.0/routers/573ff7f3-65c5-4f8f-8ae9-46ea2f3aece6 HTTP/1.1" status: 204  len: 168 time: 0.9728868
Apr 09 21:20:28.898513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::58 (59041b1e-5123-4a04-8ff1-873610392607/56280fdf-4ee5-4b98-9017-3c70a6174607/d5440bc6-6af9-4323-b108-79c2c0bfaf98) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:28.931869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0050df3d-3934-4eae-9851-7935e88b8c06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:28.957998 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f42a-27c8-4c5f-bdab-f520a176c8b1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (27dbe8ca-ab17-4d21-84b4-4ea9d370c08a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:28.987379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 0050df3d-3934-4eae-9851-7935e88b8c06 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:28.987735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0050df3d-3934-4eae-9851-7935e88b8c06 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:28.998950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 930f3e25-4a97-442f-93cf-df4046fb530f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:28.999533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (930f3e25-4a97-442f-93cf-df4046fb530f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.061820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f42a-27c8-4c5f-bdab-f520a176c8b1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (27dbe8ca-ab17-4d21-84b4-4ea9d370c08a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.068728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f42a-27c8-4c5f-bdab-f520a176c8b1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (27dbe8ca-ab17-4d21-84b4-4ea9d370c08a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.115019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6f42a-27c8-4c5f-bdab-f520a176c8b1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dbe8ca-ab17-4d21-84b4-4ea9d370c08a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:29.119163 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f42a-27c8-4c5f-bdab-f520a176c8b1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.120574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7e6f42a-27c8-4c5f-bdab-f520a176c8b1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2411022
Apr 09 21:20:29.123495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52588) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:29.174969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5bbb51a8-de16-4a75-a768-515e4eb32893 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (27dbe8ca-ab17-4d21-84b4-4ea9d370c08a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.181778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (d5440bc6-6af9-4323-b108-79c2c0bfaf98), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.184413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5bbb51a8-de16-4a75-a768-515e4eb32893 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (27dbe8ca-ab17-4d21-84b4-4ea9d370c08a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.192800 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (930f3e25-4a97-442f-93cf-df4046fb530f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.221798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5bbb51a8-de16-4a75-a768-515e4eb32893 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (27dbe8ca-ab17-4d21-84b4-4ea9d370c08a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.229360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5bbb51a8-de16-4a75-a768-515e4eb32893 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.232848 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5bbb51a8-de16-4a75-a768-515e4eb32893 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/27dbe8ca-ab17-4d21-84b4-4ea9d370c08a HTTP/1.1" status: 204  len: 168 time: 0.0957880
Apr 09 21:20:29.235813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52592) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:29.242826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb51a8-de16-4a75-a768-515e4eb32893 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27dbe8ca-ab17-4d21-84b4-4ea9d370c08a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:29.285256 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d23afca2-51a0-4dd8-8a58-90d1f41eb892 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0479500
Apr 09 21:20:29.288115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52594) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:29.334027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52596) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:29.349775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00dfdf70-a65d-4c49-84df-f3ab8e631550 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (93a7a1f3-ad75-4151-8064-c77b7f8f4921), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.372485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00dfdf70-a65d-4c49-84df-f3ab8e631550 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (93a7a1f3-ad75-4151-8064-c77b7f8f4921), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.374063 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d5440bc6-6af9-4323-b108-79c2c0bfaf98), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.422276 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00dfdf70-a65d-4c49-84df-f3ab8e631550 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (93a7a1f3-ad75-4151-8064-c77b7f8f4921), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.426330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00dfdf70-a65d-4c49-84df-f3ab8e631550 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.427557 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-00dfdf70-a65d-4c49-84df-f3ab8e631550 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/93a7a1f3-ad75-4151-8064-c77b7f8f4921 HTTP/1.1" status: 204  len: 168 time: 0.1385157
Apr 09 21:20:29.431063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52600) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:29.450459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfdf70-a65d-4c49-84df-f3ab8e631550 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7a1f3-ad75-4151-8064-c77b7f8f4921,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:29.476309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 59041b1e-5123-4a04-8ff1-873610392607 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:29.482647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:29.484733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=d5440bc6-6af9-4323-b108-79c2c0bfaf98,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:29.486565 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-43de1a28-3e2b-4da9-8189-49894e4f2965 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0525029
Apr 09 21:20:29.487495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:29.491178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:29.492645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:29.493270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.497790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7694a58e-5911-4601-a9d7-ed1c1e7a2c66 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218098676'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:29.520616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0e65b716-c24c-4021-af2c-0007edcb1f8a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 1.8220971
Apr 09 21:20:29.523522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52604) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:29.529006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.530716 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (d1278de0-939d-4c2c-9c2f-04cb8e2cd560), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.530716 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP d1278de0-939d-4c2c-9c2f-04cb8e2cd560 disassociated. External IP: 172.35.0.144, port: 930f3e25-4a97-442f-93cf-df4046fb530f.
Apr 09 21:20:29.530716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 930f3e25-4a97-442f-93cf-df4046fb530f owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:29.534606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7694a58e-5911-4601-a9d7-ed1c1e7a2c66 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.645729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c94c5bdd-0603-4f2c-bcbb-88781dcfb951 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port d5440bc6-6af9-4323-b108-79c2c0bfaf98 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:29.646068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c94c5bdd-0603-4f2c-bcbb-88781dcfb951 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d5440bc6-6af9-4323-b108-79c2c0bfaf98), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.680210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e5185-fb93-4ff0-ad5c-81b60b4296c4 req-0448d8b0-d6b6-4f35-88c6-ff7801e72c93 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:29.681877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb3e5185-fb93-4ff0-ad5c-81b60b4296c4 req-0448d8b0-d6b6-4f35-88c6-ff7801e72c93 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0784934
Apr 09 21:20:29.692604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ef79a716-7cf1-4a30-90ec-9fa213b18574 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=881d5d4ef01841cf8824050b995a128d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3570626
Apr 09 21:20:29.697194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52608) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:29.836700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb3e5185-fb93-4ff0-ad5c-81b60b4296c4 req-a2905355-4a96-447a-a16c-a17512d90a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414628
Apr 09 21:20:29.854582 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (930f3e25-4a97-442f-93cf-df4046fb530f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.868879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f4089e64-1bc6-40ee-b004-40112ead066f admin admin] Publish callbacks [] for security_group (d186ebc8-70c5-4225-8c53-ab7ed82ac0fe), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:29.893162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=930f3e25-4a97-442f-93cf-df4046fb530f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:29.923665 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f4089e64-1bc6-40ee-b004-40112ead066f admin admin] Publish callbacks [] for security_group (d186ebc8-70c5-4225-8c53-ab7ed82ac0fe), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.048484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108dad13-4fd2-4339-9b80-2a895118ccca None None] Network 59041b1e-5123-4a04-8ff1-873610392607 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:30.068581 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f4089e64-1bc6-40ee-b004-40112ead066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d186ebc8-70c5-4225-8c53-ab7ed82ac0fe), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.071156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f4089e64-1bc6-40ee-b004-40112ead066f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.075286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f4089e64-1bc6-40ee-b004-40112ead066f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d186ebc8-70c5-4225-8c53-ab7ed82ac0fe HTTP/1.1" status: 204  len: 168 time: 0.3736200
Apr 09 21:20:30.087363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c94c5bdd-0603-4f2c-bcbb-88781dcfb951 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d5440bc6-6af9-4323-b108-79c2c0bfaf98), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.090267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:30.093176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4089e64-1bc6-40ee-b004-40112ead066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d186ebc8-70c5-4225-8c53-ab7ed82ac0fe,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:30.100802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c94c5bdd-0603-4f2c-bcbb-88781dcfb951 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for d5440bc6-6af9-4323-b108-79c2c0bfaf98 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:30.111537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7694a58e-5911-4601-a9d7-ed1c1e7a2c66 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (c1d06e63-df91-41e4-9520-74e54fa1d01a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.122355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7694a58e-5911-4601-a9d7-ed1c1e7a2c66 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c1d06e63-df91-41e4-9520-74e54fa1d01a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.146196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0ed48103-511a-437a-9f8b-ee3f3913f35c None None] Provisioning complete for port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:30.146838 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ed48103-511a-437a-9f8b-ee3f3913f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.216779 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7694a58e-5911-4601-a9d7-ed1c1e7a2c66 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.218289 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7694a58e-5911-4601-a9d7-ed1c1e7a2c66 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7254481
Apr 09 21:20:30.221657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52612) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:30.224841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694a58e-5911-4601-a9d7-ed1c1e7a2c66 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d06e63-df91-41e4-9520-74e54fa1d01a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:30.237162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-16304270-a806-4454-981a-3ef4fb20eada tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'c1d06e63-df91-41e4-9520-74e54fa1d01a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:30.279139 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-16304270-a806-4454-981a-3ef4fb20eada tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (5bb65665-d228-4732-8754-6b67bbde480f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.291329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0ed48103-511a-437a-9f8b-ee3f3913f35c None None] Current status of the port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:30.291986 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ed48103-511a-437a-9f8b-ee3f3913f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.303761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:30.316639 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece64b2-90ed-445e-a6c5-3ed0be816cce None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:30.331054 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece64b2-90ed-445e-a6c5-3ed0be816cce None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:30.331697 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7ece64b2-90ed-445e-a6c5-3ed0be816cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:30.343361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0ed48103-511a-437a-9f8b-ee3f3913f35c None None] For port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,segment=NetworkSegment(3c60e62b-13b6-47a7-b7b1-da6752176693),segment_id=3c60e62b-13b6-47a7-b7b1-da6752176693)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:30.352175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ed48103-511a-437a-9f8b-ee3f3913f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.362784 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c94c5bdd-0603-4f2c-bcbb-88781dcfb951 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d5440bc6-6af9-4323-b108-79c2c0bfaf98), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.400187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c5bdd-0603-4f2c-bcbb-88781dcfb951 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=d5440bc6-6af9-4323-b108-79c2c0bfaf98,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:30.434026 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7ece64b2-90ed-445e-a6c5-3ed0be816cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0fd0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:30.456861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48103-511a-437a-9f8b-ee3f3913f35c None None] Pushing event updated for resources: {'Port': ['ID=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:30.460595 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece64b2-90ed-445e-a6c5-3ed0be816cce None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:30.466011 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7ece64b2-90ed-445e-a6c5-3ed0be816cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:30.469789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c94c5bdd-0603-4f2c-bcbb-88781dcfb951 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.477312 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c94c5bdd-0603-4f2c-bcbb-88781dcfb951 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/d5440bc6-6af9-4323-b108-79c2c0bfaf98 HTTP/1.1" status: 204  len: 168 time: 0.9489372
Apr 09 21:20:30.477981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52618) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:30.506071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-16304270-a806-4454-981a-3ef4fb20eada tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (5bb65665-d228-4732-8754-6b67bbde480f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.517002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-16304270-a806-4454-981a-3ef4fb20eada tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5bb65665-d228-4732-8754-6b67bbde480f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.535179 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7ece64b2-90ed-445e-a6c5-3ed0be816cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0fd0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:30.535953 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64e0a9e-56dc-470b-9329-610f9ba83075 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:30.536604 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.537246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece64b2-90ed-445e-a6c5-3ed0be816cce None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:30.540360 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d64e0a9e-56dc-470b-9329-610f9ba83075 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/d5440bc6-6af9-4323-b108-79c2c0bfaf98 HTTP/1.1" status: 404  len: 333 time: 0.0587051
Apr 09 21:20:30.540716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-417348cc-0856-41cd-b3e5-501c3f78a863 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/ports/930f3e25-4a97-442f-93cf-df4046fb530f HTTP/1.1" status: 204  len: 168 time: 2.0500309
Apr 09 21:20:30.543539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52622) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:30.543877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52624) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:30.545194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16304270-a806-4454-981a-3ef4fb20eada tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb65665-d228-4732-8754-6b67bbde480f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:30.566972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-16304270-a806-4454-981a-3ef4fb20eada tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.571571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-16304270-a806-4454-981a-3ef4fb20eada tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3462594
Apr 09 21:20:30.574839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52628) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:30.579794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c16cb55d-46ef-4841-9460-43a0cc2e9f8e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'c1d06e63-df91-41e4-9520-74e54fa1d01a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:30.613593 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c16cb55d-46ef-4841-9460-43a0cc2e9f8e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (00b447e5-c4af-4c32-85c0-076286449a2c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.661365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d46661-d57b-4562-b8a9-ec9f74f47a38 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 56280fdf-4ee5-4b98-9017-3c70a6174607 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:30.664880 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7d46661-d57b-4562-b8a9-ec9f74f47a38 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (56280fdf-4ee5-4b98-9017-3c70a6174607), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.672895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3648b98-1ec5-4e2d-af73-6fbb4d536f9d tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "GET /v2.0/floatingips/d1278de0-939d-4c2c-9c2f-04cb8e2cd560 HTTP/1.1" status: 200  len: 688 time: 0.0714884
Apr 09 21:20:30.677505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a88c531e-24c9-4bdb-9ffe-7c39a2f0aa00 None None] Provisioning complete for port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:30.688113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a88c531e-24c9-4bdb-9ffe-7c39a2f0aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.691859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52632) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:30.732624 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c16cb55d-46ef-4841-9460-43a0cc2e9f8e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (00b447e5-c4af-4c32-85c0-076286449a2c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.740443 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c16cb55d-46ef-4841-9460-43a0cc2e9f8e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (00b447e5-c4af-4c32-85c0-076286449a2c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.766948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cb55d-46ef-4841-9460-43a0cc2e9f8e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b447e5-c4af-4c32-85c0-076286449a2c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:30.779263 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c16cb55d-46ef-4841-9460-43a0cc2e9f8e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.786480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c16cb55d-46ef-4841-9460-43a0cc2e9f8e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2102654
Apr 09 21:20:30.788996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52634) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:30.794395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-92df4d50-2a0d-4f60-99b3-0a85aa67f2d1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'c1d06e63-df91-41e4-9520-74e54fa1d01a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:30.797127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a88c531e-24c9-4bdb-9ffe-7c39a2f0aa00 None None] Current status of the port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:30.801808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a88c531e-24c9-4bdb-9ffe-7c39a2f0aa00 None None] Could not find standard attr ID for object d5440bc6-6af9-4323-b108-79c2c0bfaf98. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:20:30.831711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-92df4d50-2a0d-4f60-99b3-0a85aa67f2d1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (61a87fdf-5432-40d1-a590-d44a054f20dd), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.852017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7d46661-d57b-4562-b8a9-ec9f74f47a38 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (56280fdf-4ee5-4b98-9017-3c70a6174607), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.924397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 8f2763dd-97bb-4b63-8293-f7531f01e862 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:30.924741 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8f2763dd-97bb-4b63-8293-f7531f01e862), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.961241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-92df4d50-2a0d-4f60-99b3-0a85aa67f2d1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (61a87fdf-5432-40d1-a590-d44a054f20dd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:30.975275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-92df4d50-2a0d-4f60-99b3-0a85aa67f2d1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (61a87fdf-5432-40d1-a590-d44a054f20dd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.025920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df4d50-2a0d-4f60-99b3-0a85aa67f2d1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a87fdf-5432-40d1-a590-d44a054f20dd,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:31.036088 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-92df4d50-2a0d-4f60-99b3-0a85aa67f2d1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.037608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-92df4d50-2a0d-4f60-99b3-0a85aa67f2d1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2472637
Apr 09 21:20:31.040249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8f2763dd-97bb-4b63-8293-f7531f01e862), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.040514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (8f2763dd-97bb-4b63-8293-f7531f01e862), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.040981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52644) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.042750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:31.047069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-14c20f61-92ab-47ef-bd7d-52ada0982c39 None None] Could not find standard attr ID for object d5440bc6-6af9-4323-b108-79c2c0bfaf98. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:20:31.047697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fd8a3-2ade-4d47-b249-2f90b6dfdeae req-bafdf0ff-b57c-4664-9ce3-241e10ed25d3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:31.058688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d4fd8a3-2ade-4d47-b249-2f90b6dfdeae req-bafdf0ff-b57c-4664-9ce3-241e10ed25d3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0875738
Apr 09 21:20:31.061060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-86a75d61-62b0-4ec9-8ba1-c1678550bd3b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'c1d06e63-df91-41e4-9520-74e54fa1d01a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:31.072665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 8f2763dd-97bb-4b63-8293-f7531f01e862 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:31.151283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:31.153140 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.180137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-86a75d61-62b0-4ec9-8ba1-c1678550bd3b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (28eb41a0-2b99-4b57-a843-c28d9f4bb06f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.216596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52648) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.242222 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7d46661-d57b-4562-b8a9-ec9f74f47a38 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (56280fdf-4ee5-4b98-9017-3c70a6174607), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.250766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d4fd8a3-2ade-4d47-b249-2f90b6dfdeae req-ab9f48d5-0706-4f2f-a8fa-1ece0addf0ce tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783881
Apr 09 21:20:31.260621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:31.338092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-86a75d61-62b0-4ec9-8ba1-c1678550bd3b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (28eb41a0-2b99-4b57-a843-c28d9f4bb06f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.341888 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7d46661-d57b-4562-b8a9-ec9f74f47a38 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (56280fdf-4ee5-4b98-9017-3c70a6174607), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.345132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-86a75d61-62b0-4ec9-8ba1-c1678550bd3b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (28eb41a0-2b99-4b57-a843-c28d9f4bb06f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.374446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a75d61-62b0-4ec9-8ba1-c1678550bd3b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eb41a0-2b99-4b57-a843-c28d9f4bb06f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:31.382126 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-86a75d61-62b0-4ec9-8ba1-c1678550bd3b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.384005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-86a75d61-62b0-4ec9-8ba1-c1678550bd3b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3316979
Apr 09 21:20:31.386330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52652) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.390794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6360dabe-186a-4e3d-8386-8a7e44a03998 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:31.391527 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-6360dabe-186a-4e3d-8386-8a7e44a03998 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 09 21:20:31.392021 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-6360dabe-186a-4e3d-8386-8a7e44a03998 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:20:31.396385 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6360dabe-186a-4e3d-8386-8a7e44a03998 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1754191
Apr 09 21:20:31.396385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d46661-d57b-4562-b8a9-ec9f74f47a38 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=56280fdf-4ee5-4b98-9017-3c70a6174607,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:31.396617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5637d65-b1d1-49d5-86e1-42be2a89a943 None None] Network 59041b1e-5123-4a04-8ff1-873610392607 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:31.396736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7d46661-d57b-4562-b8a9-ec9f74f47a38 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.397919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f0f10a6a-cfca-473d-9aba-aefb5930baa1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'c1d06e63-df91-41e4-9520-74e54fa1d01a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:31.399077 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7d46661-d57b-4562-b8a9-ec9f74f47a38 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/56280fdf-4ee5-4b98-9017-3c70a6174607 HTTP/1.1" status: 204  len: 168 time: 0.8542547
Apr 09 21:20:31.401105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52654) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.404134 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52656) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.407353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448288977'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:31.430687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0f10a6a-cfca-473d-9aba-aefb5930baa1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (e45dcb48-b342-4c54-a697-ab5f64b17b06), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.434804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8f2763dd-97bb-4b63-8293-f7531f01e862), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.484212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.503311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=8f2763dd-97bb-4b63-8293-f7531f01e862,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:31.510264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0f10a6a-cfca-473d-9aba-aefb5930baa1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (e45dcb48-b342-4c54-a697-ab5f64b17b06), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.513276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.517304 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0f10a6a-cfca-473d-9aba-aefb5930baa1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e45dcb48-b342-4c54-a697-ab5f64b17b06), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.534117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.540931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f10a6a-cfca-473d-9aba-aefb5930baa1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45dcb48-b342-4c54-a697-ab5f64b17b06,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:31.556766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0f10a6a-cfca-473d-9aba-aefb5930baa1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.558050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f0f10a6a-cfca-473d-9aba-aefb5930baa1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1707025
Apr 09 21:20:31.561476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52658) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.599461 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc224c72-4cfe-4a86-899d-81f5e1b053e8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (e45dcb48-b342-4c54-a697-ab5f64b17b06), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.604091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (59041b1e-5123-4a04-8ff1-873610392607), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.608515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] DHCP port deletion for 59041b1e-5123-4a04-8ff1-873610392607 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:31.611761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc224c72-4cfe-4a86-899d-81f5e1b053e8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (e45dcb48-b342-4c54-a697-ab5f64b17b06), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.645676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc224c72-4cfe-4a86-899d-81f5e1b053e8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e45dcb48-b342-4c54-a697-ab5f64b17b06), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.651739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (d1278de0-939d-4c2c-9c2f-04cb8e2cd560), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.653330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.653974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc224c72-4cfe-4a86-899d-81f5e1b053e8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.657659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dc224c72-4cfe-4a86-899d-81f5e1b053e8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e45dcb48-b342-4c54-a697-ab5f64b17b06 HTTP/1.1" status: 204  len: 168 time: 0.0925803
Apr 09 21:20:31.658244 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6dc4cad0-3dc1-494f-b6b1-3af5b5e68495 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/floatingips/d1278de0-939d-4c2c-9c2f-04cb8e2cd560 HTTP/1.1" status: 204  len: 168 time: 0.9652729
Apr 09 21:20:31.659236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52660) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.659568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52662) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.663596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] Deleting port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:31.664040 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.668913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc224c72-4cfe-4a86-899d-81f5e1b053e8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e45dcb48-b342-4c54-a697-ab5f64b17b06,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:31.673232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:31.711401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:31.711772 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.711912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.751480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (23b38602-9b1d-4858-94e1-6cf14e1295d8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.753750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] For port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,segment=NetworkSegment(3c60e62b-13b6-47a7-b7b1-da6752176693),segment_id=3c60e62b-13b6-47a7-b7b1-da6752176693)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:31.755582 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.778266 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] Calling delete_port for b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:31.780376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (23b38602-9b1d-4858-94e1-6cf14e1295d8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.802980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7dcbc523-6704-4487-917f-7db2f0549392 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.1418233
Apr 09 21:20:31.806335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52664) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:31.827513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.859320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] For port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,segment=NetworkSegment(3c60e62b-13b6-47a7-b7b1-da6752176693),segment_id=3c60e62b-13b6-47a7-b7b1-da6752176693)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:31.860105 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.874917 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.878243 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b38602-9b1d-4858-94e1-6cf14e1295d8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:31.894517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:31.903233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] Pushing event deleted for resources: {'Port': ['ID=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:31.903377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7a75bff-3e33-4849-aa01-9b5528c81625 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (28eb41a0-2b99-4b57-a843-c28d9f4bb06f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.908116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8ff2f-63fc-4fff-a6de-5ceaa3d6f35e None None] No DVR routers for this DVR port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:31.920938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7a75bff-3e33-4849-aa01-9b5528c81625 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (28eb41a0-2b99-4b57-a843-c28d9f4bb06f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.942280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.35.0.67 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/4c8f979f-b6aa-4ee8-b78d-50a087360e81) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:31.950518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (4a8ddb16-a73b-4efe-9012-8f5fc3d99881), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:31.981430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4a8ddb16-a73b-4efe-9012-8f5fc3d99881), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.020913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7a75bff-3e33-4849-aa01-9b5528c81625 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (28eb41a0-2b99-4b57-a843-c28d9f4bb06f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.033252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.034468 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6318753
Apr 09 21:20:32.039429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52666) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.043195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d7a75bff-3e33-4849-aa01-9b5528c81625 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.044242 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d7a75bff-3e33-4849-aa01-9b5528c81625 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/28eb41a0-2b99-4b57-a843-c28d9f4bb06f HTTP/1.1" status: 204  len: 168 time: 0.2321391
Apr 09 21:20:32.046255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c93dad1c-761b-4c6f-b559-645480e2ed3c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '4a8ddb16-a73b-4efe-9012-8f5fc3d99881', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:32.052224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52668) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.060265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a75bff-3e33-4849-aa01-9b5528c81625 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28eb41a0-2b99-4b57-a843-c28d9f4bb06f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.071784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c20547-3ca9-45f7-9c46-46838e5ac596 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ddb16-a73b-4efe-9012-8f5fc3d99881,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.076767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (4c8f979f-b6aa-4ee8-b78d-50a087360e81), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.091875 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c93dad1c-761b-4c6f-b559-645480e2ed3c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group_rule (bc0a531c-cdc4-414c-801d-8843f88813e7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.100520 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.112700 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c08ab6ac-019e-4203-9444-90361e3a9c2a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0591884
Apr 09 21:20:32.115589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52670) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.149655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.151777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No DVR routers for this DVR port b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:32.154839 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4c8f979f-b6aa-4ee8-b78d-50a087360e81), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.167805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c93dad1c-761b-4c6f-b559-645480e2ed3c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group_rule (bc0a531c-cdc4-414c-801d-8843f88813e7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.184861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6970caa1-9737-4390-af45-2d13f379d55b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (61a87fdf-5432-40d1-a590-d44a054f20dd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.195832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c93dad1c-761b-4c6f-b559-645480e2ed3c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (bc0a531c-cdc4-414c-801d-8843f88813e7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.204487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6970caa1-9737-4390-af45-2d13f379d55b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (61a87fdf-5432-40d1-a590-d44a054f20dd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.210711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:32.225346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:32.230360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:32.232367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dad1c-761b-4c6f-b559-645480e2ed3c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0a531c-cdc4-414c-801d-8843f88813e7,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.235788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=4c8f979f-b6aa-4ee8-b78d-50a087360e81,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.260763 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c93dad1c-761b-4c6f-b559-645480e2ed3c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.261063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (59041b1e-5123-4a04-8ff1-873610392607), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.261995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c93dad1c-761b-4c6f-b559-645480e2ed3c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2216506
Apr 09 21:20:32.266166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52672) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.270484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f2fac733-d379-490f-b7fc-ed20383ab77f tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '4a8ddb16-a73b-4efe-9012-8f5fc3d99881', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:32.281687 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6970caa1-9737-4390-af45-2d13f379d55b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (61a87fdf-5432-40d1-a590-d44a054f20dd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.290073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23756b12b0>,) {'filters': {'network_id': ['59041b1e-5123-4a04-8ff1-873610392607']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:32.294381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6970caa1-9737-4390-af45-2d13f379d55b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.295537 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6970caa1-9737-4390-af45-2d13f379d55b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/61a87fdf-5432-40d1-a590-d44a054f20dd HTTP/1.1" status: 204  len: 168 time: 0.1782284
Apr 09 21:20:32.298840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52676) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.305947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970caa1-9737-4390-af45-2d13f379d55b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61a87fdf-5432-40d1-a590-d44a054f20dd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.308767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23756b12b0>, '3c60e62b-13b6-47a7-b7b1-da6752176693') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:32.309083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23756b12b0>, '3c60e62b-13b6-47a7-b7b1-da6752176693') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:32.318860 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (3c60e62b-13b6-47a7-b7b1-da6752176693), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.333682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3c60e62b-13b6-47a7-b7b1-da6752176693), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.344177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:32.345386 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (3c60e62b-13b6-47a7-b7b1-da6752176693), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:32.352682 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:32.362796 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f2fac733-d379-490f-b7fc-ed20383ab77f tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group_rule (a9246939-6921-4c78-93fc-9b7a9bc000b3), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.422485 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (59041b1e-5123-4a04-8ff1-873610392607), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.427633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.435646 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/networks/59041b1e-5123-4a04-8ff1-873610392607 HTTP/1.1" status: 204  len: 168 time: 1.0077364
Apr 09 21:20:32.435646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52678) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.446409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'name': 'tempest-PortsIpV6TestJSON-2057639089'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:32.450743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a413d90b-1ac8-4837-9ed2-564f906f6662 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1508217
Apr 09 21:20:32.461113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52680) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.465995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff716cb-6156-4c80-9767-872f21f848c3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Network': ['ID=59041b1e-5123-4a04-8ff1-873610392607,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.506621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3767-fa54-4493-a42e-01ad69b9a279 req-2e93fafd-f302-43ce-bf7c-43fe04cfb4f5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:32.508069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-079c3767-fa54-4493-a42e-01ad69b9a279 req-2e93fafd-f302-43ce-bf7c-43fe04cfb4f5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1464012
Apr 09 21:20:32.550704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:32.554507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.572178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port d15ef98d-90c0-4351-b81e-1adc1cbd454f yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:32.575038 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-f2fac733-d379-490f-b7fc-ed20383ab77f tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:20:32.576061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f2fac733-d379-490f-b7fc-ed20383ab77f tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3089767
Apr 09 21:20:32.579746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52682) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.581642 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (00b447e5-c4af-4c32-85c0-076286449a2c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.598416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (00b447e5-c4af-4c32-85c0-076286449a2c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.675021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-079c3767-fa54-4493-a42e-01ad69b9a279 req-f0ba4e75-2914-4c4f-8587-02306988eb3f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293538
Apr 09 21:20:32.702430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (00b447e5-c4af-4c32-85c0-076286449a2c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.708651 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8866ba5-096f-4cdb-ad14-951032afa4c4 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (4a8ddb16-a73b-4efe-9012-8f5fc3d99881), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.711935 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.715860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/00b447e5-c4af-4c32-85c0-076286449a2c HTTP/1.1" status: 204  len: 168 time: 0.2502754
Apr 09 21:20:32.715860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52684) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.776556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00b447e5-c4af-4c32-85c0-076286449a2c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.780237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8866ba5-096f-4cdb-ad14-951032afa4c4 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (4a8ddb16-a73b-4efe-9012-8f5fc3d99881), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.797162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.797500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.797844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.798351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.798572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.798814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.799137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.799458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.799779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.800341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.800466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.800779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.801048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.801387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.801703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781a567d-f277-4049-a1d1-3462fe294587 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:32.820731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (d15ef98d-90c0-4351-b81e-1adc1cbd454f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.829482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9660a2a5-ed8e-49f5-b4f5-b2bfbe88ca48 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1124990
Apr 09 21:20:32.832264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52686) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.860382 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8866ba5-096f-4cdb-ad14-951032afa4c4 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4a8ddb16-a73b-4efe-9012-8f5fc3d99881), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.863127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8866ba5-096f-4cdb-ad14-951032afa4c4 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.864269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a8866ba5-096f-4cdb-ad14-951032afa4c4 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/4a8ddb16-a73b-4efe-9012-8f5fc3d99881 HTTP/1.1" status: 204  len: 168 time: 0.2824359
Apr 09 21:20:32.869703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52688) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:32.893803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-713f64df-a6c3-484b-afa5-012f026fda76 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (5bb65665-d228-4732-8754-6b67bbde480f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.895901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8866ba5-096f-4cdb-ad14-951032afa4c4 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ddb16-a73b-4efe-9012-8f5fc3d99881,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:32.905762 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-713f64df-a6c3-484b-afa5-012f026fda76 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (5bb65665-d228-4732-8754-6b67bbde480f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.932276 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d15ef98d-90c0-4351-b81e-1adc1cbd454f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.964873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:32.973787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (858fcaa1-8f4c-437d-aa3e-cd01804c6ee5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.975207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-713f64df-a6c3-484b-afa5-012f026fda76 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5bb65665-d228-4732-8754-6b67bbde480f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.982690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-713f64df-a6c3-484b-afa5-012f026fda76 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:32.986778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-713f64df-a6c3-484b-afa5-012f026fda76 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5bb65665-d228-4732-8754-6b67bbde480f HTTP/1.1" status: 204  len: 168 time: 0.1535788
Apr 09 21:20:32.992505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:32.993164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b3bdbf7f-ce59-4ae3-a20a-425c4594e5ce not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:32.995387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52690) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.015732 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a59fa29e-ac58-4341-b3b6-e86b609b7da0 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1401942
Apr 09 21:20:33.015732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=d15ef98d-90c0-4351-b81e-1adc1cbd454f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.020524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52692) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.025027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f64df-a6c3-484b-afa5-012f026fda76 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bb65665-d228-4732-8754-6b67bbde480f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.029906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:33.031194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c266bf19-056a-4e16-963f-638371df0e09 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650829982'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:33.035201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:33.036708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:33.042049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:33.042665 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.083685 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-da2eb4f3-4c9b-4684-ae32-1005f95f5bab tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0868709
Apr 09 21:20:33.090361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b8af46e2-66be-458f-8b69-5db7182aa131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.6469722
Apr 09 21:20:33.090361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52694) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.105876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c266bf19-056a-4e16-963f-638371df0e09 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.118193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52696) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.145985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-df9a8f47-15b4-40ba-abf9-9df3e38b2a52 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (c1d06e63-df91-41e4-9520-74e54fa1d01a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.156829 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c8f979f-b6aa-4ee8-b78d-50a087360e81), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.169352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-df9a8f47-15b4-40ba-abf9-9df3e38b2a52 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (c1d06e63-df91-41e4-9520-74e54fa1d01a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.220228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-df9a8f47-15b4-40ba-abf9-9df3e38b2a52 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c1d06e63-df91-41e4-9520-74e54fa1d01a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.223669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-df9a8f47-15b4-40ba-abf9-9df3e38b2a52 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.224963 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-df9a8f47-15b4-40ba-abf9-9df3e38b2a52 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/c1d06e63-df91-41e4-9520-74e54fa1d01a HTTP/1.1" status: 204  len: 168 time: 0.1357105
Apr 09 21:20:33.232633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52698) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.235173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a8f47-15b4-40ba-abf9-9df3e38b2a52 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d06e63-df91-41e4-9520-74e54fa1d01a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.327498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1935feba-1b84-4a24-b4bd-a2259659a904 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port d15ef98d-90c0-4351-b81e-1adc1cbd454f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:33.327832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1935feba-1b84-4a24-b4bd-a2259659a904 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d15ef98d-90c0-4351-b81e-1adc1cbd454f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.393513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-51f7cf23-6d88-4942-b7d9-6b10c727a308 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1596198
Apr 09 21:20:33.398100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52700) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.403543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f0c83ff9-2be8-4839-a9ee-331bf33f03aa tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473408841'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:33.407093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c266bf19-056a-4e16-963f-638371df0e09 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (71c044cc-9d53-4841-bf7b-f6c297b604c9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.427899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0c83ff9-2be8-4839-a9ee-331bf33f03aa tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.442312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c266bf19-056a-4e16-963f-638371df0e09 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (71c044cc-9d53-4841-bf7b-f6c297b604c9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.487444 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1935feba-1b84-4a24-b4bd-a2259659a904 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d15ef98d-90c0-4351-b81e-1adc1cbd454f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.499780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0c83ff9-2be8-4839-a9ee-331bf33f03aa tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (152bd9d3-94f6-48fc-8125-7a27eba500e4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.504457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0c83ff9-2be8-4839-a9ee-331bf33f03aa tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (152bd9d3-94f6-48fc-8125-7a27eba500e4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.519105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c266bf19-056a-4e16-963f-638371df0e09 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.520323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c266bf19-056a-4e16-963f-638371df0e09 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4988017
Apr 09 21:20:33.522622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1935feba-1b84-4a24-b4bd-a2259659a904 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for d15ef98d-90c0-4351-b81e-1adc1cbd454f owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:33.525208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52702) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.530183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f36df975-f7c1-4684-8287-e1011c538aa6 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '71c044cc-9d53-4841-bf7b-f6c297b604c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:33.531058 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-f36df975-f7c1-4684-8287-e1011c538aa6 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 09 21:20:33.531548 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-f36df975-f7c1-4684-8287-e1011c538aa6 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:33.535067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f36df975-f7c1-4684-8287-e1011c538aa6 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0058186
Apr 09 21:20:33.538283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266bf19-056a-4e16-963f-638371df0e09 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c044cc-9d53-4841-bf7b-f6c297b604c9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.538462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52704) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.552037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f0c83ff9-2be8-4839-a9ee-331bf33f03aa tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.553280 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f0c83ff9-2be8-4839-a9ee-331bf33f03aa tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1535800
Apr 09 21:20:33.559104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52706) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.559768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c83ff9-2be8-4839-a9ee-331bf33f03aa tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152bd9d3-94f6-48fc-8125-7a27eba500e4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.568073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7e9765dd-f655-4205-8d76-3d146378aec4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': '152bd9d3-94f6-48fc-8125-7a27eba500e4', 'direction': 'ingress', 'protocol': 17}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:33.593521 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (4c8f979f-b6aa-4ee8-b78d-50a087360e81), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.602910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4c8f979f-b6aa-4ee8-b78d-50a087360e81), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.620723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e9765dd-f655-4205-8d76-3d146378aec4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (1106a7b5-aa41-4a59-b654-16fd92c30e96), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.626683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fcec0bc-3ecf-47b3-a3f7-f9e7eaa990af tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (71c044cc-9d53-4841-bf7b-f6c297b604c9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.668398 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fcec0bc-3ecf-47b3-a3f7-f9e7eaa990af tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (71c044cc-9d53-4841-bf7b-f6c297b604c9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.698043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=4c8f979f-b6aa-4ee8-b78d-50a087360e81,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.708365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (858fcaa1-8f4c-437d-aa3e-cd01804c6ee5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.715725 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e9765dd-f655-4205-8d76-3d146378aec4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (1106a7b5-aa41-4a59-b654-16fd92c30e96), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.722634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e9765dd-f655-4205-8d76-3d146378aec4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1106a7b5-aa41-4a59-b654-16fd92c30e96), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.741805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fcec0bc-3ecf-47b3-a3f7-f9e7eaa990af tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (71c044cc-9d53-4841-bf7b-f6c297b604c9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.744470 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fcec0bc-3ecf-47b3-a3f7-f9e7eaa990af tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.745659 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4fcec0bc-3ecf-47b3-a3f7-f9e7eaa990af tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/71c044cc-9d53-4841-bf7b-f6c297b604c9 HTTP/1.1" status: 204  len: 168 time: 0.2056599
Apr 09 21:20:33.751303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9765dd-f655-4205-8d76-3d146378aec4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1106a7b5-aa41-4a59-b654-16fd92c30e96,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.754204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52710) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.759628 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1935feba-1b84-4a24-b4bd-a2259659a904 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d15ef98d-90c0-4351-b81e-1adc1cbd454f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.769025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcec0bc-3ecf-47b3-a3f7-f9e7eaa990af tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c044cc-9d53-4841-bf7b-f6c297b604c9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.772980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e9765dd-f655-4205-8d76-3d146378aec4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.774436 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e9765dd-f655-4205-8d76-3d146378aec4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2122114
Apr 09 21:20:33.780018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52712) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.813960 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8d495d5-a257-479d-b569-95c32e428e4c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0580597
Apr 09 21:20:33.817784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52714) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.822077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-92ea26a6-844a-4839-b77c-d668ed554c48 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--314320466'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:33.843044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92ea26a6-844a-4839-b77c-d668ed554c48 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.850533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935feba-1b84-4a24-b4bd-a2259659a904 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=d15ef98d-90c0-4351-b81e-1adc1cbd454f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:33.861444 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1935feba-1b84-4a24-b4bd-a2259659a904 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.864658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1935feba-1b84-4a24-b4bd-a2259659a904 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/d15ef98d-90c0-4351-b81e-1adc1cbd454f HTTP/1.1" status: 204  len: 168 time: 0.7453601
Apr 09 21:20:33.867319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52716) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:33.874435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'mac_address': 'fa:16:3e:4a:3d:41', 'name': 'tempest-PortsIpV6TestJSON-319206593'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:33.931890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321f460-0157-45a8-a785-acb99a01f650 req-99941e2a-9ba3-459b-9be1-ef98ba967746 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:33.933302 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b321f460-0157-45a8-a785-acb99a01f650 req-99941e2a-9ba3-459b-9be1-ef98ba967746 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.1565995
Apr 09 21:20:33.973654 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP 858fcaa1-8f4c-437d-aa3e-cd01804c6ee5 associated. External IP: 172.35.0.67, port: 9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2.
Apr 09 21:20:33.980228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7c7be7e6-cc2c-443f-83de-eff6dc83750d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (152bd9d3-94f6-48fc-8125-7a27eba500e4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.992424 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92ea26a6-844a-4839-b77c-d668ed554c48 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (2425951c-9871-4880-8ceb-79f19309e49a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:33.999901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92ea26a6-844a-4839-b77c-d668ed554c48 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2425951c-9871-4880-8ceb-79f19309e49a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.008635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:34.054902 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92ea26a6-844a-4839-b77c-d668ed554c48 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.056195 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-92ea26a6-844a-4839-b77c-d668ed554c48 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2374353
Apr 09 21:20:34.061088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52718) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.069327 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7c7be7e6-cc2c-443f-83de-eff6dc83750d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (152bd9d3-94f6-48fc-8125-7a27eba500e4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.074679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-609ae1a6-e7b3-46d8-8f14-c052741310cd tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '2425951c-9871-4880-8ceb-79f19309e49a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.075626 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-609ae1a6-e7b3-46d8-8f14-c052741310cd tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 09 21:20:34.076131 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-609ae1a6-e7b3-46d8-8f14-c052741310cd tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:34.077074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-609ae1a6-e7b3-46d8-8f14-c052741310cd tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0112789
Apr 09 21:20:34.084292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52720) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.088462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b321f460-0157-45a8-a785-acb99a01f650 req-7ec9a387-900d-438e-8412-2ea8b998739d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456168
Apr 09 21:20:34.105797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea26a6-844a-4839-b77c-d668ed554c48 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2425951c-9871-4880-8ceb-79f19309e49a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:34.126865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.162269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 7713688e-ffd8-4dd6-ae7e-97cb27b7df6f yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:34.168026 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7c7be7e6-cc2c-443f-83de-eff6dc83750d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (152bd9d3-94f6-48fc-8125-7a27eba500e4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.170564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7c7be7e6-cc2c-443f-83de-eff6dc83750d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.171795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7c7be7e6-cc2c-443f-83de-eff6dc83750d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/152bd9d3-94f6-48fc-8125-7a27eba500e4 HTTP/1.1" status: 204  len: 168 time: 0.3731401
Apr 09 21:20:34.175198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52722) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.184622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7be7e6-cc2c-443f-83de-eff6dc83750d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152bd9d3-94f6-48fc-8125-7a27eba500e4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:34.217310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d62b6813-99fd-4f98-8ccc-ad44f25c8df2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (2425951c-9871-4880-8ceb-79f19309e49a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.287855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d62b6813-99fd-4f98-8ccc-ad44f25c8df2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (2425951c-9871-4880-8ceb-79f19309e49a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.343821 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4ee96090-c89e-498d-b0f1-1926b1354da9 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1663926
Apr 09 21:20:34.360591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52724) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.365569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6c6d4935-81a2-4823-8545-0d754d613d60 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--876188573'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.432930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4935-81a2-4823-8545-0d754d613d60 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.447580 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d62b6813-99fd-4f98-8ccc-ad44f25c8df2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2425951c-9871-4880-8ceb-79f19309e49a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.450056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d62b6813-99fd-4f98-8ccc-ad44f25c8df2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.451253 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d62b6813-99fd-4f98-8ccc-ad44f25c8df2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/2425951c-9871-4880-8ceb-79f19309e49a HTTP/1.1" status: 204  len: 168 time: 0.3659892
Apr 09 21:20:34.456354 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52726) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.476230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (7713688e-ffd8-4dd6-ae7e-97cb27b7df6f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.498041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b6813-99fd-4f98-8ccc-ad44f25c8df2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2425951c-9871-4880-8ceb-79f19309e49a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:34.571382 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c061f05a-2bc1-4ac6-af54-ba1e8576afd1 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1026306
Apr 09 21:20:34.571767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52728) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.576664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-efe6552c-7c7c-45e8-9901-6835c4c1f3ec tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--906984339'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.586821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7713688e-ffd8-4dd6-ae7e-97cb27b7df6f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.627723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4935-81a2-4823-8545-0d754d613d60 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (cc29ad91-88af-4354-aea9-1e4d2825e356), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.638356 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efe6552c-7c7c-45e8-9901-6835c4c1f3ec tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.644078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:34.644915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4935-81a2-4823-8545-0d754d613d60 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc29ad91-88af-4354-aea9-1e4d2825e356), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.652445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:34.660460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:34.660693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:34.666110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:34.666490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.688814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=7713688e-ffd8-4dd6-ae7e-97cb27b7df6f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:34.696715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4935-81a2-4823-8545-0d754d613d60 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.698054 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6c6d4935-81a2-4823-8545-0d754d613d60 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3364327
Apr 09 21:20:34.702337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52730) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.706839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-69d1c685-9164-44f2-b85c-55743bc7c35d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--821023158'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.719485 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-652daec3-3e46-41dd-ab44-026a762d909e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.8511496
Apr 09 21:20:34.724289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.742124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4935-81a2-4823-8545-0d754d613d60 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29ad91-88af-4354-aea9-1e4d2825e356,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:34.776066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d1c685-9164-44f2-b85c-55743bc7c35d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.790401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07034f60-73ed-4610-9d9c-203fdf30b751 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:34.791781 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-07034f60-73ed-4610-9d9c-203fdf30b751 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/7713688e-ffd8-4dd6-ae7e-97cb27b7df6f HTTP/1.1" status: 200  len: 844 time: 0.0644712
Apr 09 21:20:34.796862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52734) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.810835 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efe6552c-7c7c-45e8-9901-6835c4c1f3ec tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (f593f9c2-eb54-45ee-a3ca-34855ca1d0b4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.834847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efe6552c-7c7c-45e8-9901-6835c4c1f3ec tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f593f9c2-eb54-45ee-a3ca-34855ca1d0b4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.860189 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d1c685-9164-44f2-b85c-55743bc7c35d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (509ed7a3-45bb-47ce-bc16-6d64262a583d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.860421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:34.870847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d1c685-9164-44f2-b85c-55743bc7c35d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (509ed7a3-45bb-47ce-bc16-6d64262a583d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.871638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9fe171-0252-4b95-a949-3f621965bfd2 None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:34.886291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9fe171-0252-4b95-a949-3f621965bfd2 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:34.887181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cd9fe171-0252-4b95-a949-3f621965bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23766183a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:34.890495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efe6552c-7c7c-45e8-9901-6835c4c1f3ec tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.894467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-efe6552c-7c7c-45e8-9901-6835c4c1f3ec tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3189864
Apr 09 21:20:34.896263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52736) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.901344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-feaf380a-7a63-448a-965c-e5bd9deade35 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': 'f593f9c2-eb54-45ee-a3ca-34855ca1d0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.912405 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-feaf380a-7a63-448a-965c-e5bd9deade35 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 09 21:20:34.913213 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-feaf380a-7a63-448a-965c-e5bd9deade35 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:34.916798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-feaf380a-7a63-448a-965c-e5bd9deade35 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0169814
Apr 09 21:20:34.916960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6552c-7c7c-45e8-9901-6835c4c1f3ec tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f593f9c2-eb54-45ee-a3ca-34855ca1d0b4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:34.918227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52738) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.924441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69d1c685-9164-44f2-b85c-55743bc7c35d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.928288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f369616f-049d-4c37-8cac-d48c2f22146a tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': 'f593f9c2-eb54-45ee-a3ca-34855ca1d0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.929233 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69d1c685-9164-44f2-b85c-55743bc7c35d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2257609
Apr 09 21:20:34.930113 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-f369616f-049d-4c37-8cac-d48c2f22146a tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 09 21:20:34.930507 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-f369616f-049d-4c37-8cac-d48c2f22146a tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:34.934409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f369616f-049d-4c37-8cac-d48c2f22146a tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0070083
Apr 09 21:20:34.934538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52740) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.935721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52742) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.938306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bb3c90c5-10c9-4ea7-af3e-edf6c479b4d7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'cc29ad91-88af-4354-aea9-1e4d2825e356', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '509ed7a3-45bb-47ce-bc16-6d64262a583d', 'remote_ip_prefix': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.938577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cd9fe171-0252-4b95-a949-3f621965bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23766183a0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:34.939476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c835b47e-0936-4ea4-9032-29ddcabd4441 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': 'f593f9c2-eb54-45ee-a3ca-34855ca1d0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.941470 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-c835b47e-0936-4ea4-9032-29ddcabd4441 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 09 21:20:34.941973 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-c835b47e-0936-4ea4-9032-29ddcabd4441 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:34.945596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c835b47e-0936-4ea4-9032-29ddcabd4441 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0070996
Apr 09 21:20:34.945727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1c685-9164-44f2-b85c-55743bc7c35d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509ed7a3-45bb-47ce-bc16-6d64262a583d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:34.946459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52744) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.952126 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.952327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9fe171-0252-4b95-a949-3f621965bfd2 None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:34.952327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cd9fe171-0252-4b95-a949-3f621965bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23766183a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:34.959413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1fb32acf-01f8-49d9-9002-05c99f4eadf5 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': 'f593f9c2-eb54-45ee-a3ca-34855ca1d0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:34.960308 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-1fb32acf-01f8-49d9-9002-05c99f4eadf5 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 09 21:20:34.960796 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-1fb32acf-01f8-49d9-9002-05c99f4eadf5 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:34.964630 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1fb32acf-01f8-49d9-9002-05c99f4eadf5 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0118129
Apr 09 21:20:34.965006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52746) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:34.979271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4f71a503-6322-4a67-b374-3346e6f8da72 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 7713688e-ffd8-4dd6-ae7e-97cb27b7df6f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:34.979613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f71a503-6322-4a67-b374-3346e6f8da72 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7713688e-ffd8-4dd6-ae7e-97cb27b7df6f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:34.991741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cd9fe171-0252-4b95-a949-3f621965bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23766183a0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:34.992351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9fe171-0252-4b95-a949-3f621965bfd2 None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:34.999932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-53386109-8358-4e14-999d-d79379b51700 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.3378386
Apr 09 21:20:35.003598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52748) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.011999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-254462525'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:35.042962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3c90c5-10c9-4ea7-af3e-edf6c479b4d7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.056554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f71a503-6322-4a67-b374-3346e6f8da72 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7713688e-ffd8-4dd6-ae7e-97cb27b7df6f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.060754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:35.064102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.070064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4f71a503-6322-4a67-b374-3346e6f8da72 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 7713688e-ffd8-4dd6-ae7e-97cb27b7df6f owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:35.086158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2588880-10cb-4741-b8e8-adc4b865a23c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (f593f9c2-eb54-45ee-a3ca-34855ca1d0b4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.130007 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2588880-10cb-4741-b8e8-adc4b865a23c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (f593f9c2-eb54-45ee-a3ca-34855ca1d0b4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.135908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:35.166804 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f71a503-6322-4a67-b374-3346e6f8da72 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7713688e-ffd8-4dd6-ae7e-97cb27b7df6f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.179804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (329f889c-e501-4c3a-948b-64c5f23a6847), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.180197 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Added segment 329f889c-e501-4c3a-948b-64c5f23a6847 of type vlan for network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618
Apr 09 21:20:35.212083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71a503-6322-4a67-b374-3346e6f8da72 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=7713688e-ffd8-4dd6-ae7e-97cb27b7df6f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:35.219218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f71a503-6322-4a67-b374-3346e6f8da72 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.223204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f71a503-6322-4a67-b374-3346e6f8da72 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/7713688e-ffd8-4dd6-ae7e-97cb27b7df6f HTTP/1.1" status: 204  len: 168 time: 0.4253473
Apr 09 21:20:35.226303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3c90c5-10c9-4ea7-af3e-edf6c479b4d7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.229349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52752) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.248389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3c90c5-10c9-4ea7-af3e-edf6c479b4d7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.259158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc2d80-84e8-4ae7-a38a-7513052debca req-965ee17f-0282-4fc2-bdf0-bd1a1edef490 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:35.261290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8dc2d80-84e8-4ae7-a38a-7513052debca req-965ee17f-0282-4fc2-bdf0-bd1a1edef490 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0846298
Apr 09 21:20:35.268622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (8e644dc8-7a7b-4f92-ab8d-40d6f4634618), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.275968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2588880-10cb-4741-b8e8-adc4b865a23c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f593f9c2-eb54-45ee-a3ca-34855ca1d0b4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.278567 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2588880-10cb-4741-b8e8-adc4b865a23c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.282042 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c2588880-10cb-4741-b8e8-adc4b865a23c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/f593f9c2-eb54-45ee-a3ca-34855ca1d0b4 HTTP/1.1" status: 204  len: 168 time: 0.3138692
Apr 09 21:20:35.282042 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e68469-a410-4bd6-93dc-8ca936b596ad tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:35.282042 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e7e68469-a410-4bd6-93dc-8ca936b596ad tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/7713688e-ffd8-4dd6-ae7e-97cb27b7df6f HTTP/1.1" status: 404  len: 333 time: 0.0517979
Apr 09 21:20:35.286787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52754) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.287130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52756) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.292998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'name': 'tempest-PortsIpV6TestJSON-1379450788'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:35.304708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c90c5-10c9-4ea7-af3e-edf6c479b4d7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:35.309950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2588880-10cb-4741-b8e8-adc4b865a23c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f593f9c2-eb54-45ee-a3ca-34855ca1d0b4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:35.321942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3c90c5-10c9-4ea7-af3e-edf6c479b4d7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.326102 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bb3c90c5-10c9-4ea7-af3e-edf6c479b4d7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3927312
Apr 09 21:20:35.328986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52758) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.352992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (8e644dc8-7a7b-4f92-ab8d-40d6f4634618), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.357680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:35.358254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.393582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e34d7e49-2393-4e94-b660-b8b1c844a45e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.405281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e34d7e49-2393-4e94-b660-b8b1c844a45e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.411258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8dc2d80-84e8-4ae7-a38a-7513052debca req-eaa85b8a-397a-4371-ac5d-d3ceeca8a26d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438556
Apr 09 21:20:35.424225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-53131409-d590-442e-94dd-630f45e303f8 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1360154
Apr 09 21:20:35.424903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52760) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.433985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f5ab1a67-0212-4ff9-bc62-173d48f96d34 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344295995'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:35.448306 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4409497
Apr 09 21:20:35.449656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52762) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.454486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b990c8-7ae2-4959-b9d2-3de7ed24e26e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Network': ['ID=8e644dc8-7a7b-4f92-ab8d-40d6f4634618,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:35.454875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'subnet': {'network_id': '8e644dc8-7a7b-4f92-ab8d-40d6f4634618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:35.468259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:35.474082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e34d7e49-2393-4e94-b660-b8b1c844a45e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.481416 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e34d7e49-2393-4e94-b660-b8b1c844a45e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.485673 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e34d7e49-2393-4e94-b660-b8b1c844a45e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3 HTTP/1.1" status: 204  len: 168 time: 0.1556900
Apr 09 21:20:35.486098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52764) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.491859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d7e49-2393-4e94-b660-b8b1c844a45e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ff540da-ea1c-4c49-9a1f-f423e6a5f4b3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:35.513978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1a67-0212-4ff9-bc62-173d48f96d34 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.568883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:35.572167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.626043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port f277f4a8-556a-47da-b310-720e9db2553c yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:35.649391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-63b6d238-bc1f-48a1-996a-d6dc669b2195 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1531875
Apr 09 21:20:35.652369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52766) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.655465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:35.658768 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.707881 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ab634cc-f85d-4717-add3-f79a3d59652a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (509ed7a3-45bb-47ce-bc16-6d64262a583d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.732013 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ab634cc-f85d-4717-add3-f79a3d59652a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (509ed7a3-45bb-47ce-bc16-6d64262a583d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.785572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ab634cc-f85d-4717-add3-f79a3d59652a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (509ed7a3-45bb-47ce-bc16-6d64262a583d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.788303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ab634cc-f85d-4717-add3-f79a3d59652a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.792226 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4ab634cc-f85d-4717-add3-f79a3d59652a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/509ed7a3-45bb-47ce-bc16-6d64262a583d HTTP/1.1" status: 204  len: 168 time: 0.1360555
Apr 09 21:20:35.794178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52768) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.811910 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab634cc-f85d-4717-add3-f79a3d59652a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509ed7a3-45bb-47ce-bc16-6d64262a583d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:35.831570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1a67-0212-4ff9-bc62-173d48f96d34 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (951d2c0a-50da-4473-aa26-3663daf1fb18), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.843340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1a67-0212-4ff9-bc62-173d48f96d34 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (951d2c0a-50da-4473-aa26-3663daf1fb18), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.864785 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b875e10d-3c82-4878-a3d0-6e91b2ee535c tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0670733
Apr 09 21:20:35.865196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52770) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.919522 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c9e5-4062-4f0e-8706-569af8d15e7d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (cc29ad91-88af-4354-aea9-1e4d2825e356), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.939866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1a67-0212-4ff9-bc62-173d48f96d34 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.943972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f5ab1a67-0212-4ff9-bc62-173d48f96d34 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5105205
Apr 09 21:20:35.944122 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c9e5-4062-4f0e-8706-569af8d15e7d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (cc29ad91-88af-4354-aea9-1e4d2825e356), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:35.945072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52772) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.949425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-04919789-c9ea-4853-9d03-abd04887f653 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:35.950155 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-04919789-c9ea-4853-9d03-abd04887f653 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 09 21:20:35.950648 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-04919789-c9ea-4853-9d03-abd04887f653 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:35.951586 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-04919789-c9ea-4853-9d03-abd04887f653 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0055885
Apr 09 21:20:35.957810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52774) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:35.961922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-07c524d9-4bdc-4521-81a4-239143450f43 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:35.974076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab1a67-0212-4ff9-bc62-173d48f96d34 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951d2c0a-50da-4473-aa26-3663daf1fb18,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.004345 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (f277f4a8-556a-47da-b310-720e9db2553c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.015601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c9e5-4062-4f0e-8706-569af8d15e7d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc29ad91-88af-4354-aea9-1e4d2825e356), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.018369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c9e5-4062-4f0e-8706-569af8d15e7d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.019587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ccf3c9e5-4062-4f0e-8706-569af8d15e7d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/cc29ad91-88af-4354-aea9-1e4d2825e356 HTTP/1.1" status: 204  len: 168 time: 0.1534500
Apr 09 21:20:36.023226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52776) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.024005 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-07c524d9-4bdc-4521-81a4-239143450f43 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:36.024968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-07c524d9-4bdc-4521-81a4-239143450f43 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0662725
Apr 09 21:20:36.032531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52778) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.041170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f9b1299c-7f74-47b1-9803-b74804b7034c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.041645 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-f9b1299c-7f74-47b1-9803-b74804b7034c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 09 21:20:36.042123 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-f9b1299c-7f74-47b1-9803-b74804b7034c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:36.043355 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f9b1299c-7f74-47b1-9803-b74804b7034c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0096419
Apr 09 21:20:36.049517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52780) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.054020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c4629583-9991-4f64-8024-d8d7bba4069d tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.062679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3c9e5-4062-4f0e-8706-569af8d15e7d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29ad91-88af-4354-aea9-1e4d2825e356,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.080500 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (07b65e5c-4f96-4c1a-8ad3-d0a58123dc01), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.112067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7ce78ea-b034-4097-b9cf-542945fcacdb tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0859976
Apr 09 21:20:36.116125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52782) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.121554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1a3d55ce-ba8d-43b8-a4ee-63d1a7639295 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314458239'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.126999 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-c4629583-9991-4f64-8024-d8d7bba4069d tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:36.131135 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c4629583-9991-4f64-8024-d8d7bba4069d tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0774641
Apr 09 21:20:36.131135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52784) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.136444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-08d30692-6565-4cae-aefe-61bce118c209 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.136986 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-08d30692-6565-4cae-aefe-61bce118c209 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 09 21:20:36.137554 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-08d30692-6565-4cae-aefe-61bce118c209 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:36.138557 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-08d30692-6565-4cae-aefe-61bce118c209 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0066397
Apr 09 21:20:36.141545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52786) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.148038 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2db38b0e-f437-4efc-8e5a-a4f476853b2c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.149634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f277f4a8-556a-47da-b310-720e9db2553c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.156326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Subnet': ['ID=07b65e5c-4f96-4c1a-8ad3-d0a58123dc01,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.169927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a3d55ce-ba8d-43b8-a4ee-63d1a7639295 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.204316 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-2db38b0e-f437-4efc-8e5a-a4f476853b2c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:36.205910 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2db38b0e-f437-4efc-8e5a-a4f476853b2c tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0629342
Apr 09 21:20:36.209667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52788) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.211487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:36.214111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4198ef2b-c2cc-40bb-8dc3-da8fb4ea951e tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.214595 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-4198ef2b-c2cc-40bb-8dc3-da8fb4ea951e tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 09 21:20:36.214772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Checking segment: {'id': '329f889c-e501-4c3a-948b-64c5f23a6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8e644dc8-7a7b-4f92-ab8d-40d6f4634618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:36.215236 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-4198ef2b-c2cc-40bb-8dc3-da8fb4ea951e tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:36.215341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network hostable DHCP agents. Network: 8e644dc8-7a7b-4f92-ab8d-40d6f4634618, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:36.216128 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4198ef2b-c2cc-40bb-8dc3-da8fb4ea951e tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0055258
Apr 09 21:20:36.219720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:36.221405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52790) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.224770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:36.228542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-69290d1d-85c7-4ff6-8415-edd9b62a453b tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.229878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:36.230475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.241374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=f277f4a8-556a-47da-b310-720e9db2553c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.259751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-41d5266d-2408-4cf5-93c9-b88728d6bbab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.9704592
Apr 09 21:20:36.262818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52792) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.263436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:36.271188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.283033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a3d55ce-ba8d-43b8-a4ee-63d1a7639295 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (e042f1a0-bae7-47be-b24e-047bfd0e4e9c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.286217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a3d55ce-ba8d-43b8-a4ee-63d1a7639295 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e042f1a0-bae7-47be-b24e-047bfd0e4e9c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.295769 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-69290d1d-85c7-4ff6-8415-edd9b62a453b tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:36.296813 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69290d1d-85c7-4ff6-8415-edd9b62a453b tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0745380
Apr 09 21:20:36.297380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e644dc8-7a7b-4f92-ab8d-40d6f4634618) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:36.299664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52794) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.304647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cbc6a60b-2dfd-4bb2-adab-6d015ee5da94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '951d2c0a-50da-4473-aa26-3663daf1fb18', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.307901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f3f36-fae5-4b38-b5c5-9ae3deeb4579 None None] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:36.320578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1a3d55ce-ba8d-43b8-a4ee-63d1a7639295 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.320802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:36.321264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.321830 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1a3d55ce-ba8d-43b8-a4ee-63d1a7639295 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2042289
Apr 09 21:20:36.322959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d55ce-ba8d-43b8-a4ee-63d1a7639295 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e042f1a0-bae7-47be-b24e-047bfd0e4e9c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.324956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52796) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.329610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dcb5ec7e-1ede-4210-b102-9efb17d2fa78 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'e042f1a0-bae7-47be-b24e-047bfd0e4e9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.365017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ec7e-1ede-4210-b102-9efb17d2fa78 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (44f894ae-d087-4d3c-b5d6-4788ba716068), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.380464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d1b09ec-11bf-4fc4-8f9c-f9b7f492431e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9297423
Apr 09 21:20:36.383308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52798) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.396174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-550481597', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:36.397127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f277f4a8-556a-47da-b310-720e9db2553c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.409195 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-cbc6a60b-2dfd-4bb2-adab-6d015ee5da94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:36.412919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cbc6a60b-2dfd-4bb2-adab-6d015ee5da94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1097059
Apr 09 21:20:36.413838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52800) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.434128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e644dc8-7a7b-4f92-ab8d-40d6f4634618', 'network_id': '8e644dc8-7a7b-4f92-ab8d-40d6f4634618', 'project_id': '215676a27bf941aca89ab500b2bade51', 'fixed_ips': [{'subnet_id': '07b65e5c-4f96-4c1a-8ad3-d0a58123dc01'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:20:36.434521 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.476922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.485760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.531045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ec7e-1ede-4210-b102-9efb17d2fa78 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (44f894ae-d087-4d3c-b5d6-4788ba716068), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.543940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ec7e-1ede-4210-b102-9efb17d2fa78 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (44f894ae-d087-4d3c-b5d6-4788ba716068), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.590199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Allocated IP 172.20.0.2 (8e644dc8-7a7b-4f92-ab8d-40d6f4634618/07b65e5c-4f96-4c1a-8ad3-d0a58123dc01/7421ff01-9703-4d48-930e-d80b6afebf21) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:36.596373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_controller (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.602101 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5ec7e-1ede-4210-b102-9efb17d2fa78 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f894ae-d087-4d3c-b5d6-4788ba716068,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.606905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5966dd5-1428-45b0-86fe-6c1aac4de1f5 req-e9b55ced-3594-4dc3-8f21-814449cce2cb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:36.608477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5966dd5-1428-45b0-86fe-6c1aac4de1f5 req-e9b55ced-3594-4dc3-8f21-814449cce2cb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0935202
Apr 09 21:20:36.612861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c65463-cc88-4e81-8464-ecd11a68c3b7 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (951d2c0a-50da-4473-aa26-3663daf1fb18), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.652555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ec7e-1ede-4210-b102-9efb17d2fa78 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.656443 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dcb5ec7e-1ede-4210-b102-9efb17d2fa78 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3279712
Apr 09 21:20:36.658817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52804) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.668671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (f277f4a8-556a-47da-b310-720e9db2553c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.683639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f277f4a8-556a-47da-b310-720e9db2553c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.708082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c65463-cc88-4e81-8464-ecd11a68c3b7 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (951d2c0a-50da-4473-aa26-3663daf1fb18), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.719034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5966dd5-1428-45b0-86fe-6c1aac4de1f5 req-a8c883dd-87e2-4511-ae38-66a7116356e5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021209
Apr 09 21:20:36.732097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] In _notify_port_updated(), no bound segment for port f277f4a8-556a-47da-b310-720e9db2553c on network eaf30f4e-d3ed-49bf-a483-e5e04502df7a {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:20:36.737257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:36.737904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.739204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "PUT /v2.0/ports/f277f4a8-556a-47da-b310-720e9db2553c HTTP/1.1" status: 200  len: 818 time: 0.4731514
Apr 09 21:20:36.744000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52806) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.763451 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0150-32c0-4af3-b0bc-add2eeeda42f tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (44f894ae-d087-4d3c-b5d6-4788ba716068), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.796427 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Publish callbacks [] for port (7421ff01-9703-4d48-930e-d80b6afebf21), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.797932 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0150-32c0-4af3-b0bc-add2eeeda42f tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (44f894ae-d087-4d3c-b5d6-4788ba716068), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.799981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2730-ddd7-4dd2-81e3-685c738cfb69 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=f277f4a8-556a-47da-b310-720e9db2553c,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.808710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_gateway (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.811833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.858002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c65463-cc88-4e81-8464-ecd11a68c3b7 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (951d2c0a-50da-4473-aa26-3663daf1fb18), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.862302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:36.862534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c65463-cc88-4e81-8464-ecd11a68c3b7 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.867067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c7c65463-cc88-4e81-8464-ecd11a68c3b7 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/951d2c0a-50da-4473-aa26-3663daf1fb18 HTTP/1.1" status: 204  len: 168 time: 0.4497573
Apr 09 21:20:36.867241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:36.867345 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0150-32c0-4af3-b0bc-add2eeeda42f tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (44f894ae-d087-4d3c-b5d6-4788ba716068), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.869007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52808) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.870521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:36.874089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Pushing event updated for resources: {'Port': ['ID=7421ff01-9703-4d48-930e-d80b6afebf21,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.880860 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0150-32c0-4af3-b0bc-add2eeeda42f tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.882204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1c6b0150-32c0-4af3-b0bc-add2eeeda42f tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/44f894ae-d087-4d3c-b5d6-4788ba716068 HTTP/1.1" status: 204  len: 168 time: 0.2212889
Apr 09 21:20:36.888402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52810) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:36.904674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a0098-4e43-4c41-8237-05aba2981380 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port f277f4a8-556a-47da-b310-720e9db2553c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:36.905069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c5a0098-4e43-4c41-8237-05aba2981380 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f277f4a8-556a-47da-b310-720e9db2553c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.912132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b0150-32c0-4af3-b0bc-add2eeeda42f tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44f894ae-d087-4d3c-b5d6-4788ba716068,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.914944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c65463-cc88-4e81-8464-ecd11a68c3b7 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951d2c0a-50da-4473-aa26-3663daf1fb18,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:36.936486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Attempting to bind port 7421ff01-9703-4d48-930e-d80b6afebf21 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:36.936977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Attempting to bind port 7421ff01-9703-4d48-930e-d80b6afebf21 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '329f889c-e501-4c3a-948b-64c5f23a6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8e644dc8-7a7b-4f92-ab8d-40d6f4634618'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:36.937299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Attempting to bind port 7421ff01-9703-4d48-930e-d80b6afebf21 on network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:36.949932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:36.950350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Checking segment: {'id': '329f889c-e501-4c3a-948b-64c5f23a6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8e644dc8-7a7b-4f92-ab8d-40d6f4634618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:36.950710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:36.951107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Bound using segment: {'id': '329f889c-e501-4c3a-948b-64c5f23a6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8e644dc8-7a7b-4f92-ab8d-40d6f4634618'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:36.951592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Bound port: 7421ff01-9703-4d48-930e-d80b6afebf21, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329f889c-e501-4c3a-948b-64c5f23a6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8e644dc8-7a7b-4f92-ab8d-40d6f4634618'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:36.951975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.026756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8db5dc30-211c-4e52-88fe-d7f8b7c41017 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1522591
Apr 09 21:20:37.028982 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c5a0098-4e43-4c41-8237-05aba2981380 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f277f4a8-556a-47da-b310-720e9db2553c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.035991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] For port 7421ff01-9703-4d48-930e-d80b6afebf21, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:37.036344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52812) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.040031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] For port 7421ff01-9703-4d48-930e-d80b6afebf21, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7421ff01-9703-4d48-930e-d80b6afebf21,segment=NetworkSegment(329f889c-e501-4c3a-948b-64c5f23a6847),segment_id=329f889c-e501-4c3a-948b-64c5f23a6847)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:37.048340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9cce1743-7509-4923-bc92-c6738f740767 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--102621652'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:37.050732 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.064288 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_gateway (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.072725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1c57c45b-5c49-4dd0-aa82-5eac056c180e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1792095
Apr 09 21:20:37.073396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52814) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.074554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a0098-4e43-4c41-8237-05aba2981380 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for f277f4a8-556a-47da-b310-720e9db2553c owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:37.103737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.164483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47001c3-2eee-4e37-91af-47aeaffabb01 None None] Pushing event updated for resources: {'Port': ['ID=7421ff01-9703-4d48-930e-d80b6afebf21,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:37.193430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9cce1743-7509-4923-bc92-c6738f740767 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.244219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.35.0.18 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/c8bd157f-4b47-400c-abb9-f788cbddf26d) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:37.258122 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9d02e90-170b-4c04-aa3f-76efc12cc489 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (e042f1a0-bae7-47be-b24e-047bfd0e4e9c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.302937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c5a0098-4e43-4c41-8237-05aba2981380 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f277f4a8-556a-47da-b310-720e9db2553c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.308872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9d02e90-170b-4c04-aa3f-76efc12cc489 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (e042f1a0-bae7-47be-b24e-047bfd0e4e9c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.373648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a0098-4e43-4c41-8237-05aba2981380 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=f277f4a8-556a-47da-b310-720e9db2553c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:37.389271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (c8bd157f-4b47-400c-abb9-f788cbddf26d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.395152 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9cce1743-7509-4923-bc92-c6738f740767 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (e7c461dd-b339-4bd3-a0fd-18071cdc8b00), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.396528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c5a0098-4e43-4c41-8237-05aba2981380 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.401087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0c5a0098-4e43-4c41-8237-05aba2981380 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/f277f4a8-556a-47da-b310-720e9db2553c HTTP/1.1" status: 204  len: 168 time: 0.6529388
Apr 09 21:20:37.402148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9cce1743-7509-4923-bc92-c6738f740767 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e7c461dd-b339-4bd3-a0fd-18071cdc8b00), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.403461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52816) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.437607 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9d02e90-170b-4c04-aa3f-76efc12cc489 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e042f1a0-bae7-47be-b24e-047bfd0e4e9c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.440174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9d02e90-170b-4c04-aa3f-76efc12cc489 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.444203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e9d02e90-170b-4c04-aa3f-76efc12cc489 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/e042f1a0-bae7-47be-b24e-047bfd0e4e9c HTTP/1.1" status: 204  len: 168 time: 0.3651989
Apr 09 21:20:37.447625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52818) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.452696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9cce1743-7509-4923-bc92-c6738f740767 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.453886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9cce1743-7509-4923-bc92-c6738f740767 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4096305
Apr 09 21:20:37.459970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52820) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.460679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce1743-7509-4923-bc92-c6738f740767 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c461dd-b339-4bd3-a0fd-18071cdc8b00,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:37.471321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3d2e4d4e-de6a-4751-b6ca-626221e581a2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': 'e7c461dd-b339-4bd3-a0fd-18071cdc8b00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:37.480447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5002e07-e281-4a12-9358-6276e3742597 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:37.484578 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e5002e07-e281-4a12-9358-6276e3742597 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0776589
Apr 09 21:20:37.484994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52822) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.495660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d02e90-170b-4c04-aa3f-76efc12cc489 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e042f1a0-bae7-47be-b24e-047bfd0e4e9c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:37.512698 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-23196579-cabe-4932-abed-3f1d1a39c23b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:37.514268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-23196579-cabe-4932-abed-3f1d1a39c23b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/f277f4a8-556a-47da-b310-720e9db2553c HTTP/1.1" status: 404  len: 333 time: 0.0283437
Apr 09 21:20:37.518357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52824) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.523739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1328622709'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:37.529819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c8bd157f-4b47-400c-abb9-f788cbddf26d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.563084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b8e4dffd-a4ef-44f3-92e9-ce422b5d631d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1141496
Apr 09 21:20:37.567659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52826) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.572424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ed66cc02-ae74-4689-8900-79fe36a47481 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243782187'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:37.578759 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-3d2e4d4e-de6a-4751-b6ca-626221e581a2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The resource could not be found.
Apr 09 21:20:37.580149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:37.580676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3d2e4d4e-de6a-4751-b6ca-626221e581a2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1173000
Apr 09 21:20:37.583512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52828) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.588055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-91d1c2b1-3b71-44cb-9764-838f562ec2f9 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': 'e7c461dd-b339-4bd3-a0fd-18071cdc8b00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0a117eb3-88f2-4a11-b6bd-9e8e6225c62d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:37.593883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:37.598241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:37.616379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed66cc02-ae74-4689-8900-79fe36a47481 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.624641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:37.627948 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.634068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=c8bd157f-4b47-400c-abb9-f788cbddf26d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:37.665067 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-91d1c2b1-3b71-44cb-9764-838f562ec2f9 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The resource could not be found.
Apr 09 21:20:37.666292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-91d1c2b1-3b71-44cb-9764-838f562ec2f9 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0817640
Apr 09 21:20:37.670122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52830) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.703440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:37.711826 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed66cc02-ae74-4689-8900-79fe36a47481 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (d06661cc-f55b-48d3-b405-c74a472da7ec), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.717049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed66cc02-ae74-4689-8900-79fe36a47481 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d06661cc-f55b-48d3-b405-c74a472da7ec), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.755148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed66cc02-ae74-4689-8900-79fe36a47481 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.756684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ed66cc02-ae74-4689-8900-79fe36a47481 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1876876
Apr 09 21:20:37.758834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66cc02-ae74-4689-8900-79fe36a47481 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06661cc-f55b-48d3-b405-c74a472da7ec,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:37.760913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52834) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.767163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f1252b08-fb8b-4849-93b4-8a2a9f6c26f8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'd06661cc-f55b-48d3-b405-c74a472da7ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:37.796302 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9a558d15-49ab-421b-87eb-1cddc679d764), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.796677 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Added segment 9a558d15-49ab-421b-87eb-1cddc679d764 of type vlan for network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2
Apr 09 21:20:37.799073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1252b08-fb8b-4849-93b4-8a2a9f6c26f8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (cdf79555-d0e6-4416-850d-95b88c72c1be), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.860271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.879728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc6f63-5fa2-400f-8b36-5e33533cdb57 req-8e658d6a-f68e-4ee4-9eb8-a0df6f495cda tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:37.881355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dfc6f63-5fa2-400f-8b36-5e33533cdb57 req-8e658d6a-f68e-4ee4-9eb8-a0df6f495cda tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0683358
Apr 09 21:20:37.882157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4417fb5d-c4d8-48af-a97d-fc700ea36b94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (e7c461dd-b339-4bd3-a0fd-18071cdc8b00), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.893242 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1252b08-fb8b-4849-93b4-8a2a9f6c26f8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (cdf79555-d0e6-4416-850d-95b88c72c1be), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.906671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1252b08-fb8b-4849-93b4-8a2a9f6c26f8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (cdf79555-d0e6-4416-850d-95b88c72c1be), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.939454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1252b08-fb8b-4849-93b4-8a2a9f6c26f8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf79555-d0e6-4416-850d-95b88c72c1be,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:37.947365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f1252b08-fb8b-4849-93b4-8a2a9f6c26f8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:37.948591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f1252b08-fb8b-4849-93b4-8a2a9f6c26f8 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1864295
Apr 09 21:20:37.952142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52836) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:37.976649 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dfc6f63-5fa2-400f-8b36-5e33533cdb57 req-b1a78197-9bdc-4d4b-9289-429fa21d8662 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859332
Apr 09 21:20:37.979460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d68b64d2-e685-435e-9fe4-9b8c01528114 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules/cdf79555-d0e6-4416-850d-95b88c72c1be HTTP/1.1" status: 200  len: 763 time: 0.0262535
Apr 09 21:20:37.982084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52838) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.027219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f56e05b8-c74d-4f6f-b811-ec919b9b13ef tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0437989
Apr 09 21:20:38.029683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52840) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.061688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4199c7a-5a82-4f80-a5a7-6c36d82b7fb1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (cdf79555-d0e6-4416-850d-95b88c72c1be), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.070975 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4199c7a-5a82-4f80-a5a7-6c36d82b7fb1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (cdf79555-d0e6-4416-850d-95b88c72c1be), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.109655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4199c7a-5a82-4f80-a5a7-6c36d82b7fb1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (cdf79555-d0e6-4416-850d-95b88c72c1be), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.115173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d4199c7a-5a82-4f80-a5a7-6c36d82b7fb1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.116529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d4199c7a-5a82-4f80-a5a7-6c36d82b7fb1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/cdf79555-d0e6-4416-850d-95b88c72c1be HTTP/1.1" status: 204  len: 168 time: 0.0856810
Apr 09 21:20:38.119677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52842) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.132781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4199c7a-5a82-4f80-a5a7-6c36d82b7fb1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdf79555-d0e6-4416-850d-95b88c72c1be,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:38.171567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2a869742-5a31-40ab-80d5-a9777da1e79e tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0503640
Apr 09 21:20:38.174094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52844) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.179374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-81bb3c91-0a14-4392-b61b-97e7e3c17135 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'd06661cc-f55b-48d3-b405-c74a472da7ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:38.209147 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-81bb3c91-0a14-4392-b61b-97e7e3c17135 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (e1f0008f-bb39-4943-8d64-73b3528f5432), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.275288 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-81bb3c91-0a14-4392-b61b-97e7e3c17135 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (e1f0008f-bb39-4943-8d64-73b3528f5432), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.282413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-81bb3c91-0a14-4392-b61b-97e7e3c17135 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e1f0008f-bb39-4943-8d64-73b3528f5432), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.295878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.299350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb3c91-0a14-4392-b61b-97e7e3c17135 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f0008f-bb39-4943-8d64-73b3528f5432,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:38.300813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:38.301428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.305668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4417fb5d-c4d8-48af-a97d-fc700ea36b94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (e7c461dd-b339-4bd3-a0fd-18071cdc8b00), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.318874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-81bb3c91-0a14-4392-b61b-97e7e3c17135 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.322654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-81bb3c91-0a14-4392-b61b-97e7e3c17135 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1445563
Apr 09 21:20:38.322885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52846) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.343571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d3f74479-3f38-4d9c-bc9e-892cc1007ae1 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules/e1f0008f-bb39-4943-8d64-73b3528f5432 HTTP/1.1" status: 200  len: 763 time: 0.0170937
Apr 09 21:20:38.343807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52848) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.366380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f44a59-ef18-4fa8-8e36-eadd56d17314 None None] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:38.374104 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8519750
Apr 09 21:20:38.375160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52850) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.381543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:38.410897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d9d7a275-673d-4934-b3bc-ed5c447ef6a6 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0636303
Apr 09 21:20:38.415621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52852) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.449106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913271b4-562a-4b5b-8c6b-9e7366e4f839 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Network': ['ID=20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:38.459251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-865eeaf0-0fc0-4d2f-a63e-0d0639624cc3 None None] Provisioning complete for port 7421ff01-9703-4d48-930e-d80b6afebf21 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:38.460006 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-865eeaf0-0fc0-4d2f-a63e-0d0639624cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.475875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_gateway (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.478700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4417fb5d-c4d8-48af-a97d-fc700ea36b94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e7c461dd-b339-4bd3-a0fd-18071cdc8b00), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.482396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4417fb5d-c4d8-48af-a97d-fc700ea36b94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.485789 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4417fb5d-c4d8-48af-a97d-fc700ea36b94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/e7c461dd-b339-4bd3-a0fd-18071cdc8b00 HTTP/1.1" status: 204  len: 168 time: 0.7811019
Apr 09 21:20:38.487921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52854) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.497616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:38.524964 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-871a2886-ff1e-47c9-bd40-56b1863d951a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (e1f0008f-bb39-4943-8d64-73b3528f5432), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.534004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417fb5d-c4d8-48af-a97d-fc700ea36b94 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c461dd-b339-4bd3-a0fd-18071cdc8b00,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:38.565308 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-871a2886-ff1e-47c9-bd40-56b1863d951a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (e1f0008f-bb39-4943-8d64-73b3528f5432), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.592022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-976bc409-75aa-46d9-b29d-31c79739bff2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1006312
Apr 09 21:20:38.597071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52856) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.603622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d7517a94-cd9f-4a43-8d9a-1feedaa99d2d tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': 'f6641dc5-d90a-41c0-8cba-72dc1c248ee1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:38.623992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:38.627896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.647177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-871a2886-ff1e-47c9-bd40-56b1863d951a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e1f0008f-bb39-4943-8d64-73b3528f5432), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.665202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-871a2886-ff1e-47c9-bd40-56b1863d951a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.666354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-871a2886-ff1e-47c9-bd40-56b1863d951a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e1f0008f-bb39-4943-8d64-73b3528f5432 HTTP/1.1" status: 204  len: 168 time: 0.2501962
Apr 09 21:20:38.672538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52858) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.679860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a2886-ff1e-47c9-bd40-56b1863d951a tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1f0008f-bb39-4943-8d64-73b3528f5432,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:38.705772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-865eeaf0-0fc0-4d2f-a63e-0d0639624cc3 None None] Current status of the port 7421ff01-9703-4d48-930e-d80b6afebf21 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:38.706437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-865eeaf0-0fc0-4d2f-a63e-0d0639624cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.749564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-865eeaf0-0fc0-4d2f-a63e-0d0639624cc3 None None] For port 7421ff01-9703-4d48-930e-d80b6afebf21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7421ff01-9703-4d48-930e-d80b6afebf21,segment=NetworkSegment(329f889c-e501-4c3a-948b-64c5f23a6847),segment_id=329f889c-e501-4c3a-948b-64c5f23a6847)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:38.755796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-865eeaf0-0fc0-4d2f-a63e-0d0639624cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.761398 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-d7517a94-cd9f-4a43-8d9a-1feedaa99d2d tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The resource could not be found.
Apr 09 21:20:38.762554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d7517a94-cd9f-4a43-8d9a-1feedaa99d2d tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1645937
Apr 09 21:20:38.768223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52860) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.773682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fc8fc807-cac1-409c-b8c9-c833b51584b1 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--584218216'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:38.795418 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-34f55c5a-32a1-4ef2-aa6e-3a2840c6d96b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1227982
Apr 09 21:20:38.804518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:38.809511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5d3ed15f-ab1e-4a09-8537-5ab5bab726d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'd06661cc-f55b-48d3-b405-c74a472da7ec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:38.822271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eeaf0-0fc0-4d2f-a63e-0d0639624cc3 None None] Pushing event updated for resources: {'Port': ['ID=7421ff01-9703-4d48-930e-d80b6afebf21,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:38.825879 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc807-cac1-409c-b8c9-c833b51584b1 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.829887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.844492 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:20:38.881599 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-5d3ed15f-ab1e-4a09-8537-5ab5bab726d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Project 52418f89a7b243cbb3978242927f12a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:20:38.900296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed15f-ab1e-4a09-8537-5ab5bab726d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (8eac62f5-43f3-415d-acae-99b50df0ab02), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.911246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (5e6cf40d-3466-4996-be18-b23a792dcc16), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:38.993370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7421ff01-9703-4d48-930e-d80b6afebf21 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:38.999053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=5e6cf40d-3466-4996-be18-b23a792dcc16,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:39.050088 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed15f-ab1e-4a09-8537-5ab5bab726d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (8eac62f5-43f3-415d-acae-99b50df0ab02), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.055068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking segment: {'id': '9a558d15-49ab-421b-87eb-1cddc679d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:39.055826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network hostable DHCP agents. Network: 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:39.061646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed15f-ab1e-4a09-8537-5ab5bab726d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (8eac62f5-43f3-415d-acae-99b50df0ab02), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.078680 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc807-cac1-409c-b8c9-c833b51584b1 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (0b32b52c-5651-4027-b32c-3176d3ad1b3b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.085837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 7421ff01-9703-4d48-930e-d80b6afebf21 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:39.086643 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.096032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc807-cac1-409c-b8c9-c833b51584b1 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0b32b52c-5651-4027-b32c-3176d3ad1b3b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.098525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ed15f-ab1e-4a09-8537-5ab5bab726d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eac62f5-43f3-415d-acae-99b50df0ab02,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:39.134101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed15f-ab1e-4a09-8537-5ab5bab726d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.137872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d3ed15f-ab1e-4a09-8537-5ab5bab726d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3295479
Apr 09 21:20:39.138054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fc807-cac1-409c-b8c9-c833b51584b1 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b32b52c-5651-4027-b32c-3176d3ad1b3b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:39.138244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52866) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.148430 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc807-cac1-409c-b8c9-c833b51584b1 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.153003 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fc8fc807-cac1-409c-b8c9-c833b51584b1 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3809724
Apr 09 21:20:39.153521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:39.153802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52868) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.159287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-639e26ee-9666-47d8-9787-bcbc33254098 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--676120557'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:39.160187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-69612a6a-f4f5-4ddc-80fc-107ff37b2b4e None None] Provisioning complete for port 7421ff01-9703-4d48-930e-d80b6afebf21 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:39.160927 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-69612a6a-f4f5-4ddc-80fc-107ff37b2b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.167066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:20:39.170906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c2a8a-59c1-46e3-bfd4-82179f7e50bd req-70660c48-9e1d-4b5e-b533-01c9fcda7921 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:39.172543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-729c2a8a-59c1-46e3-bfd4-82179f7e50bd req-70660c48-9e1d-4b5e-b533-01c9fcda7921 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0887170
Apr 09 21:20:39.174102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:39.177893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3c78a987-c80c-460a-971a-b30548534975 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules/8eac62f5-43f3-415d-acae-99b50df0ab02 HTTP/1.1" status: 200  len: 769 time: 0.0386453
Apr 09 21:20:39.180916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:39.181177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52870) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.181547 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.202164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60730f73-be84-4302-9c52-e24b5a79c8ee None None] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:39.212189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e1bed719-17a0-443a-900a-bc158f4d3a47 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8358593
Apr 09 21:20:39.215008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.221169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cb0245b1-9a2a-4601-8501-b02b63620573 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:39.280144 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-639e26ee-9666-47d8-9787-bcbc33254098 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.310949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-729c2a8a-59c1-46e3-bfd4-82179f7e50bd req-ca2f73cf-d08f-44c0-b5e7-5323b80f691c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181519
Apr 09 21:20:39.311570 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-db2750b2-009d-49c0-a0be-d6a50df3fec5 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.1286590
Apr 09 21:20:39.314611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52874) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.402163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0245b1-9a2a-4601-8501-b02b63620573 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:39.404300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:39.415457 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7c1816-bccd-4caa-a98c-d3b84849b86d None None] Sync routers for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:39.416781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb0245b1-9a2a-4601-8501-b02b63620573 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.435605 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7c1816-bccd-4caa-a98c-d3b84849b86d None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:39.444065 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7f7c1816-bccd-4caa-a98c-d3b84849b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771c3670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:39.448674 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-639e26ee-9666-47d8-9787-bcbc33254098 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (97ac3768-9449-45d0-88c7-578e1e8f5a82), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.456691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.461414 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-59cf17fb-0c6b-4162-a8cc-265926974c7c tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.0731735
Apr 09 21:20:39.462541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52880) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.471455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-639e26ee-9666-47d8-9787-bcbc33254098 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (97ac3768-9449-45d0-88c7-578e1e8f5a82), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.490876 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7f7c1816-bccd-4caa-a98c-d3b84849b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771c3670>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:39.500897 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7c1816-bccd-4caa-a98c-d3b84849b86d None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:39.501864 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7f7c1816-bccd-4caa-a98c-d3b84849b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771c3670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:39.568012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-639e26ee-9666-47d8-9787-bcbc33254098 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.569972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-639e26ee-9666-47d8-9787-bcbc33254098 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4157081
Apr 09 21:20:39.570967 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-7f7c1816-bccd-4caa-a98c-d3b84849b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771c3670>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:39.571793 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7c1816-bccd-4caa-a98c-d3b84849b86d None None] The sync data for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:39.573881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52882) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.580750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-88a9ad22-f010-4622-bd5b-a80a18b0b20f tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group_rule': {'security_group_id': '0b32b52c-5651-4027-b32c-3176d3ad1b3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '97ac3768-9449-45d0-88c7-578e1e8f5a82'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:39.584371 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-923f58e2-720f-4b60-bfa0-c1ce28e8f71b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (8eac62f5-43f3-415d-acae-99b50df0ab02), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.589333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e26ee-9666-47d8-9787-bcbc33254098 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac3768-9449-45d0-88c7-578e1e8f5a82,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:39.590439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2', 'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2', 'project_id': '12a82117ca894ee3b2d8ca91ced1b886', 'fixed_ips': [{'subnet_id': '5e6cf40d-3466-4996-be18-b23a792dcc16'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:20:39.591880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.612754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 7421ff01-9703-4d48-930e-d80b6afebf21 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:39.633519 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-923f58e2-720f-4b60-bfa0-c1ce28e8f71b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (8eac62f5-43f3-415d-acae-99b50df0ab02), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.665669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3941496-0071-42de-8765-30b120747b13 req-595555f7-1afe-45b2-bed0-77fc518432aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:39.667153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3941496-0071-42de-8765-30b120747b13 req-595555f7-1afe-45b2-bed0-77fc518432aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0841775
Apr 09 21:20:39.678607 ncdv-master-1 neutron-server[126920]: INFO neutron.db.ipam_backend_mixin [None req-cb0245b1-9a2a-4601-8501-b02b63620573 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e6cf40d-3466-4996-be18-b23a792dcc16 (CIDR: 2001:db8::/64)
Apr 09 21:20:39.687306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-69612a6a-f4f5-4ddc-80fc-107ff37b2b4e None None] Current status of the port 7421ff01-9703-4d48-930e-d80b6afebf21 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:39.692918 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0245b1-9a2a-4601-8501-b02b63620573 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:39.693419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0245b1-9a2a-4601-8501-b02b63620573 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:39.697586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-923f58e2-720f-4b60-bfa0-c1ce28e8f71b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (8eac62f5-43f3-415d-acae-99b50df0ab02), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.713677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-923f58e2-720f-4b60-bfa0-c1ce28e8f71b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.721071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-923f58e2-720f-4b60-bfa0-c1ce28e8f71b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/8eac62f5-43f3-415d-acae-99b50df0ab02 HTTP/1.1" status: 204  len: 168 time: 0.3967144
Apr 09 21:20:39.721276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.728474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f58e2-720f-4b60-bfa0-c1ce28e8f71b tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8eac62f5-43f3-415d-acae-99b50df0ab02,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:39.732105 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-88a9ad22-f010-4622-bd5b-a80a18b0b20f tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:20:39.733398 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-88a9ad22-f010-4622-bd5b-a80a18b0b20f tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1564507
Apr 09 21:20:39.737705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cb0245b1-9a2a-4601-8501-b02b63620573 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5216858
Apr 09 21:20:39.738337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52886) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.746129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52888) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.752786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:39.776786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Allocated IP 2001:db8::2 (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2/5e6cf40d-3466-4996-be18-b23a792dcc16/487ec3ba-bd7f-44cd-994e-ac3a3b301c83) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:39.785595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3941496-0071-42de-8765-30b120747b13 req-4ebfcee9-2ab7-4747-9ddf-c5c0b47fee28 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014273
Apr 09 21:20:39.833330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73842d44-2986-4adf-8410-3a5e5d222bbb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (97ac3768-9449-45d0-88c7-578e1e8f5a82), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.869315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73842d44-2986-4adf-8410-3a5e5d222bbb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (97ac3768-9449-45d0-88c7-578e1e8f5a82), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.896607 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b491246-6651-4ac5-8100-8dc4124746c0 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1763954
Apr 09 21:20:39.902994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52892) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:39.959456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8244b6-ba01-4c24-a181-6f0ec88959f8 req-7f42b832-540a-424d-9493-3794ae9d7016 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:39.960783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Publish callbacks [] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.961395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df8244b6-ba01-4c24-a181-6f0ec88959f8 req-7f42b832-540a-424d-9493-3794ae9d7016 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0739779
Apr 09 21:20:39.971796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.979424 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73842d44-2986-4adf-8410-3a5e5d222bbb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (97ac3768-9449-45d0-88c7-578e1e8f5a82), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.982078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-73842d44-2986-4adf-8410-3a5e5d222bbb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:39.985804 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-73842d44-2986-4adf-8410-3a5e5d222bbb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/97ac3768-9449-45d0-88c7-578e1e8f5a82 HTTP/1.1" status: 204  len: 168 time: 0.2354386
Apr 09 21:20:39.986629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52894) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:40.002844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73842d44-2986-4adf-8410-3a5e5d222bbb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac3768-9449-45d0-88c7-578e1e8f5a82,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:40.017336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:40.027850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:40.032909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:40.035421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df8244b6-ba01-4c24-a181-6f0ec88959f8 req-2cc0027d-d5eb-4416-b575-d2189de7a534 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658212
Apr 09 21:20:40.040701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Pushing event updated for resources: {'Port': ['ID=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:40.104552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Attempting to bind port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:40.104953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Attempting to bind port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a558d15-49ab-421b-87eb-1cddc679d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:40.105364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Attempting to bind port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 on network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:40.107900 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:40.111132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:40.111325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.111541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Checking segment: {'id': '9a558d15-49ab-421b-87eb-1cddc679d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:40.111897 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.112291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Bound using segment: {'id': '9a558d15-49ab-421b-87eb-1cddc679d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:40.112756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Bound port: 487ec3ba-bd7f-44cd-994e-ac3a3b301c83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a558d15-49ab-421b-87eb-1cddc679d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:40.113175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.121740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1988-0d33-47e3-9e7d-2085057febad tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (d06661cc-f55b-48d3-b405-c74a472da7ec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.167465 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-527e179f-1a3f-4b1c-b2a3-4dc93c512ac2 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1802545
Apr 09 21:20:40.171333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf78bf-98e5-4638-8260-164f1a4401f8 req-bc02f6c9-1478-4ad0-b1b1-6622990db64b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:40.173328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ddf78bf-98e5-4638-8260-164f1a4401f8 req-bc02f6c9-1478-4ad0-b1b1-6622990db64b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0580916
Apr 09 21:20:40.174259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52898) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:40.182678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] For port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:40.186754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] For port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,segment=NetworkSegment(9a558d15-49ab-421b-87eb-1cddc679d764),segment_id=9a558d15-49ab-421b-87eb-1cddc679d764)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:40.194141 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.215516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1988-0d33-47e3-9e7d-2085057febad tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (d06661cc-f55b-48d3-b405-c74a472da7ec), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.256463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca1530-0bb6-4f8f-b43f-244458eca55d None None] Pushing event updated for resources: {'Port': ['ID=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:40.283696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ddf78bf-98e5-4638-8260-164f1a4401f8 req-bbed5ce5-7c16-41f2-aa64-d471fa706fde tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008623
Apr 09 21:20:40.322204 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-040dbab6-d2ac-4368-b160-f851b6ca0893 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (0b32b52c-5651-4027-b32c-3176d3ad1b3b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.344014 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1988-0d33-47e3-9e7d-2085057febad tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d06661cc-f55b-48d3-b405-c74a472da7ec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.347100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1988-0d33-47e3-9e7d-2085057febad tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.348118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6e3f1988-0d33-47e3-9e7d-2085057febad tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/d06661cc-f55b-48d3-b405-c74a472da7ec HTTP/1.1" status: 204  len: 168 time: 0.4441948
Apr 09 21:20:40.351585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52902) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:40.364986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-040dbab6-d2ac-4368-b160-f851b6ca0893 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (0b32b52c-5651-4027-b32c-3176d3ad1b3b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.372134 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f1988-0d33-47e3-9e7d-2085057febad tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06661cc-f55b-48d3-b405-c74a472da7ec,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:40.466561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.469607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f95f26-1584-4a47-9da2-7793908c597f req-98b54b44-b551-4533-9e9d-47e9861dcf8b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:40.471740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47f95f26-1584-4a47-9da2-7793908c597f req-98b54b44-b551-4533-9e9d-47e9861dcf8b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0967894
Apr 09 21:20:40.498015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-efc237e9-3a01-434b-b51f-534004635585 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1402421
Apr 09 21:20:40.503973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52906) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:40.520730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-dae868d9-7102-47cd-b96c-4b71231e9897 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103948623'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:40.525188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-040dbab6-d2ac-4368-b160-f851b6ca0893 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0b32b52c-5651-4027-b32c-3176d3ad1b3b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.529155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-040dbab6-d2ac-4368-b160-f851b6ca0893 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.533147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-040dbab6-d2ac-4368-b160-f851b6ca0893 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b32b52c-5651-4027-b32c-3176d3ad1b3b HTTP/1.1" status: 204  len: 168 time: 0.3549883
Apr 09 21:20:40.543455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52908) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:40.565502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dbab6-d2ac-4368-b160-f851b6ca0893 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b32b52c-5651-4027-b32c-3176d3ad1b3b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:40.620882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dae868d9-7102-47cd-b96c-4b71231e9897 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.645945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47f95f26-1584-4a47-9da2-7793908c597f req-6b3aa541-ec99-45f2-9439-25e0088e484a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623416
Apr 09 21:20:40.648147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (1b927ae0-66f7-4d54-bd9b-6a3950c13c42), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.684781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d95c3202-3b7f-45ba-ad73-0f5386bac45a tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1364651
Apr 09 21:20:40.687561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52912) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:40.694826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ff8b42a3-883a-4acb-a17e-4e1bd3c5bceb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'tempest-secgroup--949489626'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:40.726919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff8b42a3-883a-4acb-a17e-4e1bd3c5bceb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.754858 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:40.760522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:40.769598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:40.770270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.797245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=1b927ae0-66f7-4d54-bd9b-6a3950c13c42,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:40.805329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dcb0dad6-f776-48a4-bfa3-44dd463b133e tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0563767
Apr 09 21:20:40.808757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52916) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:40.811557 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dae868d9-7102-47cd-b96c-4b71231e9897 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (c9dfee39-573c-4030-9479-f6154b79e712), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.818077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2', 'fixed_ips': [{'subnet_id': '5e6cf40d-3466-4996-be18-b23a792dcc16'}, {'subnet_id': '1b927ae0-66f7-4d54-bd9b-6a3950c13c42'}], 'name': 'tempest-PortsIpV6TestJSON-85367795'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:40.849371 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dae868d9-7102-47cd-b96c-4b71231e9897 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c9dfee39-573c-4030-9479-f6154b79e712), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:40.916613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.20.0.1 (8e644dc8-7a7b-4f92-ab8d-40d6f4634618/07b65e5c-4f96-4c1a-8ad3-d0a58123dc01/125a5203-38c2-4943-bb12-9c86a87c9194) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:40.972549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:40.996996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff8b42a3-883a-4acb-a17e-4e1bd3c5bceb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (b15cc5e9-4293-407f-b36e-ab2664c6f706), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.000201 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dae868d9-7102-47cd-b96c-4b71231e9897 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.001719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dae868d9-7102-47cd-b96c-4b71231e9897 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4967082
Apr 09 21:20:41.006389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52926) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.012030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-27548a5f-2fb3-4d4f-a0b3-24aaad8610bd tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Request body: {'security_group_rule': {'security_group_id': 'c9dfee39-573c-4030-9479-f6154b79e712', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:41.013604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae868d9-7102-47cd-b96c-4b71231e9897 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dfee39-573c-4030-9479-f6154b79e712,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:41.024102 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff8b42a3-883a-4acb-a17e-4e1bd3c5bceb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b15cc5e9-4293-407f-b36e-ab2664c6f706), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.032474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:41.032474 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.067124 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27548a5f-2fb3-4d4f-a0b3-24aaad8610bd tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (c8cd4bbb-2538-43d9-8b56-2d4a96a93085), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.089395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (125a5203-38c2-4943-bb12-9c86a87c9194), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.092654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff8b42a3-883a-4acb-a17e-4e1bd3c5bceb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.097340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ff8b42a3-883a-4acb-a17e-4e1bd3c5bceb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4087381
Apr 09 21:20:41.098940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52928) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.107424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fe74f394-3db4-42e2-bf79-cfe2acc45bbc tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:41.107699 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-fe74f394-3db4-42e2-bf79-cfe2acc45bbc tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 09 21:20:41.108183 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-fe74f394-3db4-42e2-bf79-cfe2acc45bbc tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:20:41.111901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fe74f394-3db4-42e2-bf79-cfe2acc45bbc tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "PUT /v2.0/security-groups/b15cc5e9-4293-407f-b36e-ab2664c6f706 HTTP/1.1" status: 409  len: 330 time: 0.0082181
Apr 09 21:20:41.112449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52930) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.115750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:41.115900 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.131226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b42a3-883a-4acb-a17e-4e1bd3c5bceb tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15cc5e9-4293-407f-b36e-ab2664c6f706,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:41.156424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,segment=NetworkSegment(9a558d15-49ab-421b-87eb-1cddc679d764),segment_id=9a558d15-49ab-421b-87eb-1cddc679d764)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:41.163208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-25b45814-de6a-4c80-8b7d-a8ef585bfe30 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:41.164860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-25b45814-de6a-4c80-8b7d-a8ef585bfe30 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.2712460
Apr 09 21:20:41.172249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27548a5f-2fb3-4d4f-a0b3-24aaad8610bd tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (c8cd4bbb-2538-43d9-8b56-2d4a96a93085), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.176056 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.183279 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (125a5203-38c2-4943-bb12-9c86a87c9194), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.191545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27548a5f-2fb3-4d4f-a0b3-24aaad8610bd tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (c8cd4bbb-2538-43d9-8b56-2d4a96a93085), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.207515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-74e43204-ea70-439c-9c5a-71a1d093018e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/quotas/006419bf3bf84fd6807cd78e0ad59ef6 HTTP/1.1" status: 200  len: 375 time: 0.0297139
Apr 09 21:20:41.214238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:41.250655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:41.258845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:41.268354 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:41.284564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd0e091a-6e3f-4258-9844-2df5bcc67662 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (b15cc5e9-4293-407f-b36e-ab2664c6f706), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.290641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27548a5f-2fb3-4d4f-a0b3-24aaad8610bd tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cd4bbb-2538-43d9-8b56-2d4a96a93085,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:41.294706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:41.308991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27548a5f-2fb3-4d4f-a0b3-24aaad8610bd tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.313281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-27548a5f-2fb3-4d4f-a0b3-24aaad8610bd tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3051455
Apr 09 21:20:41.313941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.334042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-fc8be919-4bfb-4c3b-b213-0f84ba702186 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1149776
Apr 09 21:20:41.359579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=125a5203-38c2-4943-bb12-9c86a87c9194,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:41.413022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.469108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a39729d-43ff-4266-9264-39db4158b114 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (c9dfee39-573c-4030-9479-f6154b79e712), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.505979 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a39729d-43ff-4266-9264-39db4158b114 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (c9dfee39-573c-4030-9479-f6154b79e712), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.603567 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a39729d-43ff-4266-9264-39db4158b114 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c9dfee39-573c-4030-9479-f6154b79e712), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.607541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a39729d-43ff-4266-9264-39db4158b114 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.612423 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a39729d-43ff-4266-9264-39db4158b114 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/c9dfee39-573c-4030-9479-f6154b79e712 HTTP/1.1" status: 204  len: 168 time: 0.2754071
Apr 09 21:20:41.613529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52936) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.642112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7a1f690d-e807-412f-86be-00287f56c0eb None None] Provisioning complete for port 125a5203-38c2-4943-bb12-9c86a87c9194 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:41.642553 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a1f690d-e807-412f-86be-00287f56c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (125a5203-38c2-4943-bb12-9c86a87c9194), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.669145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39729d-43ff-4266-9264-39db4158b114 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dfee39-573c-4030-9479-f6154b79e712,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:41.683475 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (125a5203-38c2-4943-bb12-9c86a87c9194), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.690200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f690d-e807-412f-86be-00287f56c0eb None None] Port 125a5203-38c2-4943-bb12-9c86a87c9194 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:41.716679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4846c-cfeb-45b2-b6e4-7a578568f351 None None] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:41.752311 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fc096387-9584-4578-b334-38daba5b558d tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1113737
Apr 09 21:20:41.758079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52938) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.770924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd0e091a-6e3f-4258-9844-2df5bcc67662 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (b15cc5e9-4293-407f-b36e-ab2664c6f706), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.794829 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.820277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ffb1f3f0-9498-48cc-ba59-c665d1cde132 None None] Provisioning complete for port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:41.820944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f3f0-9498-48cc-ba59-c665d1cde132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.854968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5032f669-7e86-45c3-8a76-e05873f748f7 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0952406
Apr 09 21:20:41.857623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52940) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.876511 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-2bb89fd2-14c7-426c-ba59-7a0bc45357d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:41.877882 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2bb89fd2-14c7-426c-ba59-7a0bc45357d4 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "DELETE /v2.0/security-groups/c9dfee39-573c-4030-9479-f6154b79e712 HTTP/1.1" status: 404  len: 347 time: 0.0193031
Apr 09 21:20:41.881968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.885748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 20f9b026-e75a-4c39-94ed-e13462bf8873 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:41.917821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd0e091a-6e3f-4258-9844-2df5bcc67662 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b15cc5e9-4293-407f-b36e-ab2664c6f706), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.920521 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dd0e091a-6e3f-4258-9844-2df5bcc67662 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:41.924360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dd0e091a-6e3f-4258-9844-2df5bcc67662 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/b15cc5e9-4293-407f-b36e-ab2664c6f706 HTTP/1.1" status: 204  len: 168 time: 0.8022931
Apr 09 21:20:41.940472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52944) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:41.964538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1f3f0-9498-48cc-ba59-c665d1cde132 None None] Current status of the port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:41.973328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e091a-6e3f-4258-9844-2df5bcc67662 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15cc5e9-4293-407f-b36e-ab2664c6f706,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:41.989504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba4357-e516-43a8-a903-b93231aef35d None None] Update dhcp port {'port': {'network_id': '20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2', 'fixed_ips': [{'subnet_id': '5e6cf40d-3466-4996-be18-b23a792dcc16', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b927ae0-66f7-4d54-bd9b-6a3950c13c42'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '487ec3ba-bd7f-44cd-994e-ac3a3b301c83'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:20:42.012012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-5abe131d-35be-45e9-833a-6374ef58ea61 service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6665683
Apr 09 21:20:42.013978 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b33572f3-15ff-4fee-8a5e-77996859f512 tempest-SecGroupIPv6Test-513513443 tempest-SecGroupIPv6Test-513513443-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1309640
Apr 09 21:20:42.044983 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ecba4357-e516-43a8-a903-b93231aef35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:42.058200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c8171bea-07ad-42bd-a98d-2ca211e785e4 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1128094
Apr 09 21:20:42.066133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:42.115261 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-72f8503b-8afa-4c75-baf3-d3e3a74221a3 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:42.116375 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-72f8503b-8afa-4c75-baf3-d3e3a74221a3 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "DELETE /v2.0/security-groups/9d751c43-d7c5-410d-94fa-f51972d17aa0 HTTP/1.1" status: 404  len: 347 time: 0.0492120
Apr 09 21:20:42.120156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52950) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:42.142888 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-5379c284-8e51-46cb-b00f-5e2d1d208248 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] show failed (client error): The resource could not be found.
Apr 09 21:20:42.144276 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5379c284-8e51-46cb-b00f-5e2d1d208248 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-groups/d000c105-c5b5-4794-a295-b8a275d6dd8c HTTP/1.1" status: 404  len: 347 time: 0.0230365
Apr 09 21:20:42.147931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52952) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:42.168877 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-5e241893-e586-41c0-9710-1efeca6e8998 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] show failed (client error): The resource could not be found.
Apr 09 21:20:42.170387 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5e241893-e586-41c0-9710-1efeca6e8998 tempest-NegativeSecGroupTest-587275459 tempest-NegativeSecGroupTest-587275459-project] 10.222.0.30 "GET /v2.0/security-group-rules/f3145999-204d-4857-a2a3-b158801db9ad HTTP/1.1" status: 404  len: 356 time: 0.0219483
Apr 09 21:20:42.243363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-ecba4357-e516-43a8-a903-b93231aef35d None None] Allocated IP 2001:db8:0:1::2 (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2/1b927ae0-66f7-4d54-bd9b-6a3950c13c42/487ec3ba-bd7f-44cd-994e-ac3a3b301c83) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:42.248248 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (125a5203-38c2-4943-bb12-9c86a87c9194), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:42.253316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-20006164-cfa4-4e45-bdff-a2e4c3d00e51 service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090149
Apr 09 21:20:42.255049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (125a5203-38c2-4943-bb12-9c86a87c9194), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:42.309417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:42.376421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52958) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:42.423360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ecba4357-e516-43a8-a903-b93231aef35d None None] For port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,segment=NetworkSegment(9a558d15-49ab-421b-87eb-1cddc679d764),segment_id=9a558d15-49ab-421b-87eb-1cddc679d764)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:42.477888 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ecba4357-e516-43a8-a903-b93231aef35d None None] Publish callbacks [] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:42.487507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52968) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:42.490533 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ecba4357-e516-43a8-a903-b93231aef35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:42.634434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4357-e516-43a8-a903-b93231aef35d None None] Pushing event updated for resources: {'Port': ['ID=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:42.639314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6c8e178-7606-4f7b-8ae6-cb7099a1d5a2 req-04a3db43-8068-41b5-b5e2-a271d7d6473d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 210 time: 0.0594392
Apr 09 21:20:42.846707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e48fae9f-ffff-453f-85a7-ea7ba710b080 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52418f89a7b243cbb3978242927f12a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4689744
Apr 09 21:20:42.851683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52980) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:42.871502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::3be (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2/5e6cf40d-3466-4996-be18-b23a792dcc16/20f9b026-e75a-4c39-94ed-e13462bf8873) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:42.888359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=125a5203-38c2-4943-bb12-9c86a87c9194,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:42.890491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8:0:1::145 (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2/1b927ae0-66f7-4d54-bd9b-6a3950c13c42/20f9b026-e75a-4c39-94ed-e13462bf8873) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:42.897735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0ab54a4a-2b98-4d21-a5c6-64cad97d517c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4cac762dfad414f906ad414f325f58a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4049466
Apr 09 21:20:42.898470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52984) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:42.904076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.904263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.904559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.904903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.905342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.905720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.906055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.906392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.906720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.907051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.907376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.907702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.908163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.908494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.908823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:42.976132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:42.993506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:42.997266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:43.093995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79f4c134-7a73-4ada-b62e-9bab602483d9 admin admin] Publish callbacks [] for security_group (b2ef6d0a-6743-4812-a854-615be8221617), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.106122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:43.106122 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.156841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:43.234939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:43.247500 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3896bbaf-634f-45a3-9da2-866a77e7461e admin admin] Publish callbacks [] for security_group (23b38602-9b1d-4858-94e1-6cf14e1295d8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.262271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79f4c134-7a73-4ada-b62e-9bab602483d9 admin admin] Publish callbacks [] for security_group (b2ef6d0a-6743-4812-a854-615be8221617), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.302169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.324838 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3896bbaf-634f-45a3-9da2-866a77e7461e admin admin] Publish callbacks [] for security_group (23b38602-9b1d-4858-94e1-6cf14e1295d8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.327719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:43.339587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902a581-604f-4e13-bdd0-2351df708aea None None] Sync routers for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:43.355786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902a581-604f-4e13-bdd0-2351df708aea None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:43.357026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6902a581-604f-4e13-bdd0-2351df708aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376003bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:43.364826 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-432dabb5-5189-4ddc-9f6d-d9e5ddfd2e4e tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/routers/21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9002542
Apr 09 21:20:43.367017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 52986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:43.376592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'port': {'network_id': '8e644dc8-7a7b-4f92-ab8d-40d6f4634618', 'name': 'tempest-FloatingIPTestJSON-1912732924'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:43.423528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79f4c134-7a73-4ada-b62e-9bab602483d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b2ef6d0a-6743-4812-a854-615be8221617), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.426362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-79f4c134-7a73-4ada-b62e-9bab602483d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.431811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-79f4c134-7a73-4ada-b62e-9bab602483d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2ef6d0a-6743-4812-a854-615be8221617 HTTP/1.1" status: 204  len: 168 time: 0.5647235
Apr 09 21:20:43.442556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.447551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6902a581-604f-4e13-bdd0-2351df708aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376003bb0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:43.458671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902a581-604f-4e13-bdd0-2351df708aea None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:43.458671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6902a581-604f-4e13-bdd0-2351df708aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376003bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:43.470907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4c134-7a73-4ada-b62e-9bab602483d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ef6d0a-6743-4812-a854-615be8221617,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:43.510006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:43.523415 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3896bbaf-634f-45a3-9da2-866a77e7461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (23b38602-9b1d-4858-94e1-6cf14e1295d8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.525999 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3896bbaf-634f-45a3-9da2-866a77e7461e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.529442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3896bbaf-634f-45a3-9da2-866a77e7461e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23b38602-9b1d-4858-94e1-6cf14e1295d8 HTTP/1.1" status: 204  len: 168 time: 0.6225371
Apr 09 21:20:43.547268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6902a581-604f-4e13-bdd0-2351df708aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376003bb0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:43.548057 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902a581-604f-4e13-bdd0-2351df708aea None None] The sync data for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:43.550652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:43.555208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896bbaf-634f-45a3-9da2-866a77e7461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b38602-9b1d-4858-94e1-6cf14e1295d8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:43.558794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:43.593325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0a5a6162-9f01-44f2-a2b2-d04ac27ea893 None None] Provisioning complete for port 125a5203-38c2-4943-bb12-9c86a87c9194 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:43.593855 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6162-9f01-44f2-a2b2-d04ac27ea893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (125a5203-38c2-4943-bb12-9c86a87c9194), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.599222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Made reservation on behalf of 215676a27bf941aca89ab500b2bade51 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:43.616570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:43.617387 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.624564 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.651847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a6162-9f01-44f2-a2b2-d04ac27ea893 None None] Port 125a5203-38c2-4943-bb12-9c86a87c9194 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:43.662804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=20f9b026-e75a-4c39-94ed-e13462bf8873,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:43.678290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] device_id is not set on port 48defe6b-f516-43e8-87f5-a4e519fbe276 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:43.680483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29fc167-140b-4f8a-89a8-38ad2867600c None None] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:43.692966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5389061e-10d0-4ccb-bc9d-7f06ac588162 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 2.8765304
Apr 09 21:20:43.694538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 52994) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:43.716918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e6cf40d-3466-4996-be18-b23a792dcc16'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:43.795343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e78d8ca0-f11c-43f1-ab70-43dcff12f0fb None None] Provisioning complete for port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:43.796805 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e78d8ca0-f11c-43f1-ab70-43dcff12f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:43.869238 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1900802b-7df4-468d-ad3e-663934ea3972 req-b59c3850-c5c4-4415-8009-9b7ba3ad2d76 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 210 time: 0.0828400
Apr 09 21:20:43.878414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.002759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e78d8ca0-f11c-43f1-ab70-43dcff12f0fb None None] Current status of the port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:44.046130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Allocated IP 172.20.0.4 (8e644dc8-7a7b-4f92-ab8d-40d6f4634618/07b65e5c-4f96-4c1a-8ad3-d0a58123dc01/48defe6b-f516-43e8-87f5-a4e519fbe276) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:44.105726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-5b690691-bbfa-42bc-993b-00d02e11e8cc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:44.107476 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-5b690691-bbfa-42bc-993b-00d02e11e8cc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.25 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.3273821
Apr 09 21:20:44.127158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'port': {'device_id': '308e8aed-6ba1-430a-9dd6-df71cb7944dc', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'admin_state_up': True, 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:44.315517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Delete allocated IP 2001:db8:0:1::145 (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2/1b927ae0-66f7-4d54-bd9b-6a3950c13c42) {{(pid=126920) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 09 21:20:44.397515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Made reservation on behalf of 006419bf3bf84fd6807cd78e0ad59ef6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:44.401854 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.412221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for port (48defe6b-f516-43e8-87f5-a4e519fbe276), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.522850 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.536234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.548458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (48defe6b-f516-43e8-87f5-a4e519fbe276), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.561898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4af54d45-847f-4179-b50b-1b43e0a994f5 None None] Provisioning complete for port 20f9b026-e75a-4c39-94ed-e13462bf8873 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:44.569486 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4af54d45-847f-4179-b50b-1b43e0a994f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.713163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] In _notify_port_updated(), no bound segment for port 20f9b026-e75a-4c39-94ed-e13462bf8873 on network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:20:44.721090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:44.722979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4af54d45-847f-4179-b50b-1b43e0a994f5 None None] Port 20f9b026-e75a-4c39-94ed-e13462bf8873 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:44.725586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event updated for resources: {'Port': ['ID=48defe6b-f516-43e8-87f5-a4e519fbe276,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:44.731208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:44.735872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:44.741705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:44.749706 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.753577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "PUT /v2.0/ports/20f9b026-e75a-4c39-94ed-e13462bf8873 HTTP/1.1" status: 200  len: 924 time: 1.0530336
Apr 09 21:20:44.756458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53032) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:44.768671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4af54d45-847f-4179-b50b-1b43e0a994f5 None None] Provisioning complete for port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:44.769067 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4af54d45-847f-4179-b50b-1b43e0a994f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.778202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e6cf40d-3466-4996-be18-b23a792dcc16'}, {'subnet_id': '1b927ae0-66f7-4d54-bd9b-6a3950c13c42'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:44.781853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Allocated IP 172.20.0.3 (fe7136e7-da4e-4ad5-bb48-0519f1b05f75/913659c2-916c-41f0-8915-6564bca305c6/5d28bac7-8d0f-4df8-9193-73d2a35e3756) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:44.908448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:44.909169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:44.911583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53036) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:44.919041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd158c6-bdf2-42e9-92b1-803550c27632 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=20f9b026-e75a-4c39-94ed-e13462bf8873,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:44.969559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4af54d45-847f-4179-b50b-1b43e0a994f5 None None] Current status of the port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:45.051873 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.069680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21ee4872-ff9b-4891-afe2-5b80325b5037 req-965eabb1-844f-417a-8b13-ef54eabaea2f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 210 time: 0.0643475
Apr 09 21:20:45.080056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5ce27a7d-c0e9-4250-8340-ad9ad258dfe4 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.7091670
Apr 09 21:20:45.081325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53042) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:45.100359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6ceb1c81-0ba3-4d6c-91c2-f3ca848131ca None None] Provisioning complete for port 20f9b026-e75a-4c39-94ed-e13462bf8873 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:45.100745 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1c81-0ba3-4d6c-91c2-f3ca848131ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.120563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Request body: {'floatingip': {'port_id': '48defe6b-f516-43e8-87f5-a4e519fbe276'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:45.176611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-81977f12-eee7-4902-aa62-7478e443dd5e tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1729349283', 'prefixes': ['172.20.0.0/16']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:45.193675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb1c81-0ba3-4d6c-91c2-f3ca848131ca None None] Port 20f9b026-e75a-4c39-94ed-e13462bf8873 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:45.247247 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (858fcaa1-8f4c-437d-aa3e-cd01804c6ee5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.325231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-550df1bf-0a28-4839-b928-608ece541a8f None None] Provisioning complete for port 48defe6b-f516-43e8-87f5-a4e519fbe276 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:45.327315 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-550df1bf-0a28-4839-b928-608ece541a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (48defe6b-f516-43e8-87f5-a4e519fbe276), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.341753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.417595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-550df1bf-0a28-4839-b928-608ece541a8f None None] Port 48defe6b-f516-43e8-87f5-a4e519fbe276 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:45.475427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8:0:1::36 (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2/1b927ae0-66f7-4d54-bd9b-6a3950c13c42/20f9b026-e75a-4c39-94ed-e13462bf8873) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:45.481002 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81977f12-eee7-4902-aa62-7478e443dd5e tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.482340 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-81977f12-eee7-4902-aa62-7478e443dd5e tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.5372915
Apr 09 21:20:45.485191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53052) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:45.532733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.540446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6e204f5a-f495-4e62-8310-6373629b8d0c None None] Provisioning complete for port 20f9b026-e75a-4c39-94ed-e13462bf8873 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:45.540815 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e204f5a-f495-4e62-8310-6373629b8d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.551771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['835fc95d-b81f-432d-935d-e56a67be480d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:20:45.588327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:45.594676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:45.603026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:45.607995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'Port': ['ID=5d28bac7-8d0f-4df8-9193-73d2a35e3756,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:45.630870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6e204f5a-f495-4e62-8310-6373629b8d0c None None] Port 20f9b026-e75a-4c39-94ed-e13462bf8873 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:45.699828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-61f4ed78-8c02-4f5a-b10a-3c1a15b1f09c tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] 10.222.0.30 "GET /v2.0/subnetpools/790dd8c7-1de2-4005-bf8c-96ca6b3ced75 HTTP/1.1" status: 200  len: 732 time: 0.2110019
Apr 09 21:20:45.703472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53060) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:45.719950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2b512b00-46c9-4979-a1b7-f11bde425f85 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-141924857'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:45.758413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:45.759070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.797967 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.807108 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.855192 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-695da015-862a-45f4-90ee-d4ddf448c93e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7356043
Apr 09 21:20:45.873305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Request body: {'port': {'device_id': '308e8aed-6ba1-430a-9dd6-df71cb7944dc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:45.905073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=20f9b026-e75a-4c39-94ed-e13462bf8873,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:45.937190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] In _notify_port_updated(), no bound segment for port 20f9b026-e75a-4c39-94ed-e13462bf8873 on network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:20:45.942673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:45.943519 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:45.945669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-128b5a5f-ea57-4004-a3d3-bfce58c640b5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "PUT /v2.0/ports/20f9b026-e75a-4c39-94ed-e13462bf8873 HTTP/1.1" status: 200  len: 1009 time: 1.1837304
Apr 09 21:20:45.948211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53068) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:46.054066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1f23a02c-9fae-4a65-a5b2-bd181b9fed3a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 20f9b026-e75a-4c39-94ed-e13462bf8873 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:46.054276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f23a02c-9fae-4a65-a5b2-bd181b9fed3a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.085992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f634271e-d303-4116-9311-37fb6979a518 None None] Provisioning complete for port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:46.086451 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f634271e-d303-4116-9311-37fb6979a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.118367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2b512b00-46c9-4979-a1b7-f11bde425f85 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.119496 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2b512b00-46c9-4979-a1b7-f11bde425f85 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] 10.222.0.30 "PUT /v2.0/subnetpools/790dd8c7-1de2-4005-bf8c-96ca6b3ced75 HTTP/1.1" status: 200  len: 683 time: 0.4079938
Apr 09 21:20:46.125146 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.128609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53076) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:46.132154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f634271e-d303-4116-9311-37fb6979a518 None None] Port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:46.222451 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f23a02c-9fae-4a65-a5b2-bd181b9fed3a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.256984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1f23a02c-9fae-4a65-a5b2-bd181b9fed3a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 20f9b026-e75a-4c39-94ed-e13462bf8873 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:46.276454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713b06c-66c4-4007-8fbe-d205d363948c req-bc2ad29f-5f1a-48c9-bb91-31e6ef400e72 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:46.278028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0713b06c-66c4-4007-8fbe-d205d363948c req-bc2ad29f-5f1a-48c9-bb91-31e6ef400e72 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 931 time: 0.0773010
Apr 09 21:20:46.286275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.db.resource_extend [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 09 21:20:46.368970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-659b1196-b59f-431e-b48f-a1b80fdf2d99 None None] Provisioning complete for port 20f9b026-e75a-4c39-94ed-e13462bf8873 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:46.369441 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-659b1196-b59f-431e-b48f-a1b80fdf2d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.381879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0713b06c-66c4-4007-8fbe-d205d363948c req-ca1a8669-42c6-4d74-81b9-31f1906734e4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685139
Apr 09 21:20:46.431577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-659b1196-b59f-431e-b48f-a1b80fdf2d99 None None] Port 20f9b026-e75a-4c39-94ed-e13462bf8873 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:46.445243 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.455568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd83246a-8ed4-4f6b-9a48-dcef888e25a0 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.457543 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dd83246a-8ed4-4f6b-9a48-dcef888e25a0 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] 10.222.0.30 "DELETE /v2.0/subnetpools/790dd8c7-1de2-4005-bf8c-96ca6b3ced75 HTTP/1.1" status: 204  len: 168 time: 0.3270769
Apr 09 21:20:46.460249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53082) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:46.467829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (858fcaa1-8f4c-437d-aa3e-cd01804c6ee5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.496940 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-9165dacb-eb03-426c-ba07-b74745c733e6 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] show failed (client error): The resource could not be found.
Apr 09 21:20:46.501530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9165dacb-eb03-426c-ba07-b74745c733e6 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] 10.222.0.30 "GET /v2.0/subnetpools/790dd8c7-1de2-4005-bf8c-96ca6b3ced75 HTTP/1.1" status: 404  len: 346 time: 0.0395863
Apr 09 21:20:46.520934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53086) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:46.551722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f23a02c-9fae-4a65-a5b2-bd181b9fed3a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (20f9b026-e75a-4c39-94ed-e13462bf8873), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.553058 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-f30bb54c-5435-49ed-9d35-05f39387b312 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:46.557484 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f30bb54c-5435-49ed-9d35-05f39387b312 tempest-SubnetPoolsTestJSON-1323108085 tempest-SubnetPoolsTestJSON-1323108085-project] 10.222.0.30 "DELETE /v2.0/subnetpools/790dd8c7-1de2-4005-bf8c-96ca6b3ced75 HTTP/1.1" status: 404  len: 346 time: 0.0322037
Apr 09 21:20:46.582368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23a02c-9fae-4a65-a5b2-bd181b9fed3a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=20f9b026-e75a-4c39-94ed-e13462bf8873,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:46.638305 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1f23a02c-9fae-4a65-a5b2-bd181b9fed3a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.647261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1f23a02c-9fae-4a65-a5b2-bd181b9fed3a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/20f9b026-e75a-4c39-94ed-e13462bf8873 HTTP/1.1" status: 204  len: 168 time: 0.6979530
Apr 09 21:20:46.650531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53090) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:46.684456 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029b939-067a-4b4b-94a1-b90cf3bd9610 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:46.687750 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP 858fcaa1-8f4c-437d-aa3e-cd01804c6ee5 associated. External IP: 172.35.0.67, port: 9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2.
Apr 09 21:20:46.689641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7029b939-067a-4b4b-94a1-b90cf3bd9610 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/20f9b026-e75a-4c39-94ed-e13462bf8873 HTTP/1.1" status: 404  len: 333 time: 0.0378411
Apr 09 21:20:46.690554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53092) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:46.763949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbc6550-7829-4ebc-b900-15af7a19c0c7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 1b927ae0-66f7-4d54-bd9b-6a3950c13c42 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:46.768645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cdbc6550-7829-4ebc-b900-15af7a19c0c7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (1b927ae0-66f7-4d54-bd9b-6a3950c13c42), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.817109 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cdbc6550-7829-4ebc-b900-15af7a19c0c7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (1b927ae0-66f7-4d54-bd9b-6a3950c13c42), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.849079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d28bac7-8d0f-4df8-9193-73d2a35e3756 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:20:46.860132 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Publish callbacks [] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.879263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Transition to ACTIVE for port object 5d28bac7-8d0f-4df8-9193-73d2a35e3756 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:20:46.915362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53096) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:46.917994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cdbc6550-7829-4ebc-b900-15af7a19c0c7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1b927ae0-66f7-4d54-bd9b-6a3950c13c42), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:46.991529 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cdbc6550-7829-4ebc-b900-15af7a19c0c7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (1b927ae0-66f7-4d54-bd9b-6a3950c13c42), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.021140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc6550-7829-4ebc-b900-15af7a19c0c7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=1b927ae0-66f7-4d54-bd9b-6a3950c13c42,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:47.025708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cdbc6550-7829-4ebc-b900-15af7a19c0c7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.031542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cdbc6550-7829-4ebc-b900-15af7a19c0c7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/1b927ae0-66f7-4d54-bd9b-6a3950c13c42 HTTP/1.1" status: 204  len: 168 time: 0.3373075
Apr 09 21:20:47.031944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53100) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:47.042872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d709a86a-ab31-44ef-adcc-d55537d37c4b None None] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:47.081745 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc15f76c-c683-43d1-b905-40a28d442390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.129899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aae9483-baa4-4c4c-afd2-a468781a3de5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 5e6cf40d-3466-4996-be18-b23a792dcc16 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:47.134712 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aae9483-baa4-4c4c-afd2-a468781a3de5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (5e6cf40d-3466-4996-be18-b23a792dcc16), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.192408 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aae9483-baa4-4c4c-afd2-a468781a3de5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (5e6cf40d-3466-4996-be18-b23a792dcc16), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.262147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.298466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc15f76c-c683-43d1-b905-40a28d442390 admin admin] Publish callbacks [] for security_group (658763b5-7abb-458a-a82a-012de38de79b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.307841 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc15f76c-c683-43d1-b905-40a28d442390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (658763b5-7abb-458a-a82a-012de38de79b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.319415 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aae9483-baa4-4c4c-afd2-a468781a3de5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5e6cf40d-3466-4996-be18-b23a792dcc16), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.329597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Pushing event updated for resources: {'Port': ['ID=5d28bac7-8d0f-4df8-9193-73d2a35e3756,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:47.384279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fc15f76c-c683-43d1-b905-40a28d442390 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=093c0a635224420ab693615c57d91fb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4678326
Apr 09 21:20:47.385098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15f76c-c683-43d1-b905-40a28d442390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658763b5-7abb-458a-a82a-012de38de79b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:47.389946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53102) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:47.476017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:47.488886 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aae9483-baa4-4c4c-afd2-a468781a3de5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (5e6cf40d-3466-4996-be18-b23a792dcc16), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.502220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5798f53a-b97a-4945-bf83-bc6b32158c16 admin admin] Publish callbacks [] for security_group (658763b5-7abb-458a-a82a-012de38de79b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.545554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae9483-baa4-4c4c-afd2-a468781a3de5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6cf40d-3466-4996-be18-b23a792dcc16,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:47.554595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Attempting to bind port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:47.555125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Attempting to bind port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:47.555125 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Attempting to bind port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:47.558347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9aae9483-baa4-4c4c-afd2-a468781a3de5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.563353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:20:47.563679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Attempting to bind port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:47.564700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9aae9483-baa4-4c4c-afd2-a468781a3de5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/5e6cf40d-3466-4996-be18-b23a792dcc16 HTTP/1.1" status: 204  len: 168 time: 0.5315866
Apr 09 21:20:47.568057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53110) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:47.602741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:47.603070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Checking segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:47.603403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Bound using segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:47.603865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Bound port: 5d28bac7-8d0f-4df8-9193-73d2a35e3756, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:47.604231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.620370 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5798f53a-b97a-4945-bf83-bc6b32158c16 admin admin] Publish callbacks [] for security_group (658763b5-7abb-458a-a82a-012de38de79b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.642344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eb531-33d3-44d9-b778-4831001f64c9 req-b988bdba-7c5a-4a21-b95f-05ffe68d7548 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:47.650087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-303eb531-33d3-44d9-b778-4831001f64c9 req-b988bdba-7c5a-4a21-b95f-05ffe68d7548 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 943 time: 0.1408427
Apr 09 21:20:47.720062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-303eb531-33d3-44d9-b778-4831001f64c9 req-b5709fb7-2b0b-4218-ad71-cd1df827a8d5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689664
Apr 09 21:20:47.751545 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5798f53a-b97a-4945-bf83-bc6b32158c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (658763b5-7abb-458a-a82a-012de38de79b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.776054 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5798f53a-b97a-4945-bf83-bc6b32158c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.781442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5798f53a-b97a-4945-bf83-bc6b32158c16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/658763b5-7abb-458a-a82a-012de38de79b HTTP/1.1" status: 204  len: 168 time: 0.3904524
Apr 09 21:20:47.791996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798f53a-b97a-4945-bf83-bc6b32158c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658763b5-7abb-458a-a82a-012de38de79b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:47.815807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:47.833889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:47.850020 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a93a1b-ca99-4bf0-a231-cfb10e03ac8c None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:47.873015 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a93a1b-ca99-4bf0-a231-cfb10e03ac8c None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:47.882044 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-77a93a1b-ca99-4bf0-a231-cfb10e03ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e2d7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:47.900643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] For port 5d28bac7-8d0f-4df8-9193-73d2a35e3756, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:47.946705 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-77a93a1b-ca99-4bf0-a231-cfb10e03ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e2d7f0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:47.957552 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a93a1b-ca99-4bf0-a231-cfb10e03ac8c None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:47.958437 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-77a93a1b-ca99-4bf0-a231-cfb10e03ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e2d7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:47.959614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] For port 5d28bac7-8d0f-4df8-9193-73d2a35e3756, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:48.028604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.039107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:48.039848 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.046577 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-77a93a1b-ca99-4bf0-a231-cfb10e03ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e2d7f0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:48.052555 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a93a1b-ca99-4bf0-a231-cfb10e03ac8c None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:48.100077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:48.100951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.103334 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] 10.222.0.25 "PUT /v2.0/ports/5d28bac7-8d0f-4df8-9193-73d2a35e3756 HTTP/1.1" status: 200  len: 1091 time: 2.2417028
Apr 09 21:20:48.119041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308e8aed-6ba1-430a-9dd6-df71cb7944dc', 'tag': '5d28bac7-8d0f-4df8-9193-73d2a35e3756'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:20:48.121768 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d04da2-8825-4dcd-99b8-608a9f35f308" -d '{"events": [{"name": "network-changed", "server_uuid": "308e8aed-6ba1-430a-9dd6-df71cb7944dc", "tag": "5d28bac7-8d0f-4df8-9193-73d2a35e3756"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:20:48.153027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b9a28-b1dd-4260-b1b6-e1f32d026a64 None None] Network 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:48.222126 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd47c1fb-161f-4d48-910f-001de8a1f92a x-openstack-request-id: req-bd47c1fb-161f-4d48-910f-001de8a1f92a {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:20:48.227694 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308e8aed-6ba1-430a-9dd6-df71cb7944dc", "tag": "5d28bac7-8d0f-4df8-9193-73d2a35e3756", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:20:48.227970 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd47c1fb-161f-4d48-910f-001de8a1f92a {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:20:48.228397 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd47c1fb-161f-4d48-910f-001de8a1f92a'] response: {'name': 'network-changed', 'server_uuid': '308e8aed-6ba1-430a-9dd6-df71cb7944dc', 'tag': '5d28bac7-8d0f-4df8-9193-73d2a35e3756', 'status': 'completed', 'code': 200}
Apr 09 21:20:48.297834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dd8eca22-d78d-4bb2-8c75-c7dc9389361c None None] Provisioning complete for port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:48.298626 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd8eca22-d78d-4bb2-8c75-c7dc9389361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.320339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbdb36-df2c-45e0-b1d1-cbe2018479ba service neutron] Pushing event updated for resources: {'Port': ['ID=5d28bac7-8d0f-4df8-9193-73d2a35e3756,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:48.338371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] For port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,segment=NetworkSegment(9a558d15-49ab-421b-87eb-1cddc679d764),segment_id=9a558d15-49ab-421b-87eb-1cddc679d764)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:48.338740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.371182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:48.459620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dd8eca22-d78d-4bb2-8c75-c7dc9389361c None None] Current status of the port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:48.463576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] DHCP port deletion for 20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:48.531373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] Deleting port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:48.532027 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.554745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:48.620602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-65c66cea-06cb-43a1-aab2-6737d73a75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:48.622281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-65c66cea-06cb-43a1-aab2-6737d73a75c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 1125 time: 0.3930018
Apr 09 21:20:48.636523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] For port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,segment=NetworkSegment(9a558d15-49ab-421b-87eb-1cddc679d764),segment_id=9a558d15-49ab-421b-87eb-1cddc679d764)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:48.637162 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.651723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] Calling delete_port for 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:48.679839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.736788 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-eae316af-054e-4937-9797-9c6591e6f94e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756 HTTP/1.1" status: 200  len: 217 time: 0.0712957
Apr 09 21:20:48.740080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:48.748519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No DVR routers for this DVR port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:48.757623 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (487ec3ba-bd7f-44cd-994e-ac3a3b301c83), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.776183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] No DVR routers for this DVR port 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:48.796566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2a887-6f36-49d8-9942-5a561c7b2ee8 None None] Pushing event deleted for resources: {'Port': ['ID=487ec3ba-bd7f-44cd-994e-ac3a3b301c83,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:48.862903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b081269-0b48-445a-bb54-647d3445167a req-08fa2fd6-d791-4933-9b9e-ae3b5f614257 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:48.864453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b081269-0b48-445a-bb54-647d3445167a req-08fa2fd6-d791-4933-9b9e-ae3b5f614257 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 943 time: 0.0505137
Apr 09 21:20:48.912521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53158) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:48.916399 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0028112
Apr 09 21:20:48.920221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-d72a3a18-b89e-4213-a78f-b01732877023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:48.921990 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-d72a3a18-b89e-4213-a78f-b01732877023 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.1765606
Apr 09 21:20:48.922208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53160) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:48.924509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.927728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:48.932509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:48.943178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d862f-63ac-4186-96d9-2ff68f5c20e5 None None] Sync routers for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:48.945874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b081269-0b48-445a-bb54-647d3445167a req-e4b4d5d4-eab7-4620-aebf-87afa9265bbd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695772
Apr 09 21:20:48.956471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d862f-63ac-4186-96d9-2ff68f5c20e5 None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:48.957549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4c3d862f-63ac-4186-96d9-2ff68f5c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761bbaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:48.997843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:49.001547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4c3d862f-63ac-4186-96d9-2ff68f5c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761bbaf0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:49.002436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23763104f0>,) {'filters': {'network_id': ['20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:49.021661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23763104f0>, '9a558d15-49ab-421b-87eb-1cddc679d764') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:49.022123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23763104f0>, '9a558d15-49ab-421b-87eb-1cddc679d764') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:49.024017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-13d27b7c-e433-4728-a53a-011ec16752fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:49.026389 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-13d27b7c-e433-4728-a53a-011ec16752fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0906725
Apr 09 21:20:49.028252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:49.028884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 487ec3ba-bd7f-44cd-994e-ac3a3b301c83 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:49.033748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d862f-63ac-4186-96d9-2ff68f5c20e5 None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:49.034653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4c3d862f-63ac-4186-96d9-2ff68f5c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761bbaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:49.067872 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (9a558d15-49ab-421b-87eb-1cddc679d764), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.070149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4c3d862f-63ac-4186-96d9-2ff68f5c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761bbaf0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:49.070765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d862f-63ac-4186-96d9-2ff68f5c20e5 None None] The sync data for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:49.087537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-85e177f9-1518-48fb-bb9f-aea63bed7d70 tempest-NetworksApiDiscovery-1285614824 tempest-NetworksApiDiscovery-1285614824-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1642067
Apr 09 21:20:49.105140 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-02d780e5-6c5d-4216-a97e-86fd0c5e3a6a tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/floatingips/858fcaa1-8f4c-437d-aa3e-cd01804c6ee5 HTTP/1.1" status: 200  len: 977 time: 3.9961042
Apr 09 21:20:49.108203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53166) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:49.108757 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9a558d15-49ab-421b-87eb-1cddc679d764), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.143877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:49.144284 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (9a558d15-49ab-421b-87eb-1cddc679d764), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:49.147604 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:49.211840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 48defe6b-f516-43e8-87f5-a4e519fbe276 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:49.212305 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (48defe6b-f516-43e8-87f5-a4e519fbe276), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.228306 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-5a0967dd-122c-4377-b696-9a1d06b20064 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704719
Apr 09 21:20:49.233521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.275332 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.284450 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/networks/20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2 HTTP/1.1" status: 204  len: 168 time: 1.7096684
Apr 09 21:20:49.284450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9141d-58e8-421e-bdab-a88306dd2455 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Network': ['ID=20bcd3ed-aaee-4f82-b6b9-023fd4ca00c2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:49.284450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53172) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:49.332414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (48defe6b-f516-43e8-87f5-a4e519fbe276), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.371889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10366e83-fd44-4944-8c6e-ec5d6c3c77f1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:49.376923 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-10366e83-fd44-4944-8c6e-ec5d6c3c77f1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0896182
Apr 09 21:20:49.379121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53178) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:49.423636 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a40bb4a3-9c48-43e5-947f-a6d3e0e88bde req-0cfa85df-60d8-4099-a743-e0b5db8d5ec4 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873851
Apr 09 21:20:49.429323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53180) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:49.431493 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f21ed7e7-612d-4337-93aa-dd5f097ec813 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0513275
Apr 09 21:20:49.444546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53184) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:49.450514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-917762772'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:49.522612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:49.526216 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.598569 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf625d6b-0667-4496-a0ff-fa11dd897fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.620097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:49.642845 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.643204 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (858fcaa1-8f4c-437d-aa3e-cd01804c6ee5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.643526 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Floating IP 858fcaa1-8f4c-437d-aa3e-cd01804c6ee5 disassociated. External IP: 172.35.0.67, port: 48defe6b-f516-43e8-87f5-a4e519fbe276.
Apr 09 21:20:49.643917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 48defe6b-f516-43e8-87f5-a4e519fbe276 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:49.654597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (6bc12394-1927-498d-9f5c-ffd4abf1f7aa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.654935 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Added segment 6bc12394-1927-498d-9f5c-ffd4abf1f7aa of type vlan for network 75364d76-35c9-4745-9312-1f691aef7d39
Apr 09 21:20:49.750702 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (75364d76-35c9-4745-9312-1f691aef7d39), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.812236 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (75364d76-35c9-4745-9312-1f691aef7d39), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.817538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:49.818136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.864450 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf625d6b-0667-4496-a0ff-fa11dd897fe3 admin admin] Publish callbacks [] for security_group (823e56b6-b7f4-497e-9158-087cdac8ff26), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.875506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4295096
Apr 09 21:20:49.878870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53198) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:49.880955 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cf625d6b-0667-4496-a0ff-fa11dd897fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (823e56b6-b7f4-497e-9158-087cdac8ff26), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:49.890634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': '75364d76-35c9-4745-9312-1f691aef7d39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:49.996372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac34b6e-0ec4-45ca-9ec8-865e06629a2b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Network': ['ID=75364d76-35c9-4745-9312-1f691aef7d39,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:50.009755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 75364d76-35c9-4745-9312-1f691aef7d39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:50.016852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cf625d6b-0667-4496-a0ff-fa11dd897fe3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97ad5f7b6df9476595b9ca934cbcbdce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5862348
Apr 09 21:20:50.019639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53206) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:50.072668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf625d6b-0667-4496-a0ff-fa11dd897fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823e56b6-b7f4-497e-9158-087cdac8ff26,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:50.094436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0ade921-ccf2-4cfd-9d33-497b7ae08bcd admin admin] Publish callbacks [] for security_group (823e56b6-b7f4-497e-9158-087cdac8ff26), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.119759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0ade921-ccf2-4cfd-9d33-497b7ae08bcd admin admin] Publish callbacks [] for security_group (823e56b6-b7f4-497e-9158-087cdac8ff26), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.142935 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (48defe6b-f516-43e8-87f5-a4e519fbe276), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.161479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0d7a0-dc6f-4305-bbf4-701734c25978 req-49699353-f87b-40af-8834-8926e25b5072 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:50.162974 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fc0d7a0-dc6f-4305-bbf4-701734c25978 req-49699353-f87b-40af-8834-8926e25b5072 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 943 time: 0.1070793
Apr 09 21:20:50.171143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0ade921-ccf2-4cfd-9d33-497b7ae08bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (823e56b6-b7f4-497e-9158-087cdac8ff26), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.173807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a0ade921-ccf2-4cfd-9d33-497b7ae08bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.174977 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a0ade921-ccf2-4cfd-9d33-497b7ae08bcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/823e56b6-b7f4-497e-9158-087cdac8ff26 HTTP/1.1" status: 204  len: 168 time: 0.1542263
Apr 09 21:20:50.183439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ade921-ccf2-4cfd-9d33-497b7ae08bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823e56b6-b7f4-497e-9158-087cdac8ff26,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:50.193094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=48defe6b-f516-43e8-87f5-a4e519fbe276,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:50.216845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:50.220823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.349061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8fc0d7a0-dc6f-4305-bbf4-701734c25978 req-73e9d155-32ba-457c-81c7-1c35c415db37 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597388
Apr 09 21:20:50.467956 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02e39149-1bde-4d90-ac5a-04c2ea35bfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.478759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:50.569960 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (5ed86b2e-a97e-4f0f-8918-89abb8d180bc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.672843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=5ed86b2e-a97e-4f0f-8918-89abb8d180bc,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:50.710063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:50.711833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking segment: {'id': '6bc12394-1927-498d-9f5c-ffd4abf1f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75364d76-35c9-4745-9312-1f691aef7d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:50.712269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network hostable DHCP agents. Network: 75364d76-35c9-4745-9312-1f691aef7d39, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:50.719739 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cf7fb-211c-422e-b9f7-fbe2aadfcd86 None None] Sync routers for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:50.735774 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cf7fb-211c-422e-b9f7-fbe2aadfcd86 None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:50.736393 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d18cf7fb-211c-422e-b9f7-fbe2aadfcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e2dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:50.780894 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d18cf7fb-211c-422e-b9f7-fbe2aadfcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e2dfa0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:50.792506 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cf7fb-211c-422e-b9f7-fbe2aadfcd86 None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:50.793411 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d18cf7fb-211c-422e-b9f7-fbe2aadfcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e2dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:50.800048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 75364d76-35c9-4745-9312-1f691aef7d39 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:50.804972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.810853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-283fe7d6-40de-4b2c-acae-f3d63280ff49 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/ports/48defe6b-f516-43e8-87f5-a4e519fbe276 HTTP/1.1" status: 204  len: 168 time: 1.6983521
Apr 09 21:20:50.811830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53252) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:50.824614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 75364d76-35c9-4745-9312-1f691aef7d39) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:50.829345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:50.830230 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:50.836573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622b231-4cd8-4e9f-9c91-c4dd295eae77 None None] Network 75364d76-35c9-4745-9312-1f691aef7d39 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:50.853012 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d18cf7fb-211c-422e-b9f7-fbe2aadfcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e2dfa0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:50.853686 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cf7fb-211c-422e-b9f7-fbe2aadfcd86 None None] The sync data for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:50.861851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e9292915-8dc2-4eca-9956-ba9244a80aab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9816551
Apr 09 21:20:50.864466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53256) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:50.873056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': '75364d76-35c9-4745-9312-1f691aef7d39', 'name': 'tempest-PortsIpV6TestJSON-254540230'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:51.268366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-75364d76-35c9-4745-9312-1f691aef7d39', 'network_id': '75364d76-35c9-4745-9312-1f691aef7d39', 'project_id': '12a82117ca894ee3b2d8ca91ced1b886', 'fixed_ips': [{'subnet_id': '5ed86b2e-a97e-4f0f-8918-89abb8d180bc'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:20:51.269305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:51.433438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:51.503940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Allocated IP 2001:db8::2 (75364d76-35c9-4745-9312-1f691aef7d39/5ed86b2e-a97e-4f0f-8918-89abb8d180bc/13c00f70-dd29-4920-8f93-2927afb42adb) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:51.553402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aace-1750-4eec-a32b-164f04b43621 req-893446f4-188b-4aed-8eb7-835664d9917a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:51.561430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0531aace-1750-4eec-a32b-164f04b43621 req-893446f4-188b-4aed-8eb7-835664d9917a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 943 time: 0.1070545
Apr 09 21:20:51.605657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-980b70a2-f12c-4c8e-889c-3cc88d219c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:51.607672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-980b70a2-f12c-4c8e-889c-3cc88d219c01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 1125 time: 0.0933659
Apr 09 21:20:51.635122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0531aace-1750-4eec-a32b-164f04b43621 req-65a75888-b8a5-438c-99c3-b065606628d9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727062
Apr 09 21:20:51.677178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:51.681660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:51.707880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:51.715141 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Publish callbacks [] for port (13c00f70-dd29-4920-8f93-2927afb42adb), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:51.724424 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:51.788800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Pushing event updated for resources: {'Port': ['ID=13c00f70-dd29-4920-8f93-2927afb42adb,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:51.801028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Network 75364d76-35c9-4745-9312-1f691aef7d39 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:51.816416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.819504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.820029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.820522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.824124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.824677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.826250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.826750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.828990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.829549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.830043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.831784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.832282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.832783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.833785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:20:51.843277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:51.849152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:51.851237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::25d (75364d76-35c9-4745-9312-1f691aef7d39/5ed86b2e-a97e-4f0f-8918-89abb8d180bc/dba04ca4-7b03-4dea-bb78-2a3afdabf4c0) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:51.882025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 125a5203-38c2-4943-bb12-9c86a87c9194 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:51.883128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (125a5203-38c2-4943-bb12-9c86a87c9194), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:51.920562 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-d9f5f2bc-0a0d-489c-8788-59e1dff8b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:51.922711 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-d9f5f2bc-0a0d-489c-8788-59e1dff8b9bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1871572
Apr 09 21:20:51.930758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Attempting to bind port 13c00f70-dd29-4920-8f93-2927afb42adb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:51.931456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Attempting to bind port 13c00f70-dd29-4920-8f93-2927afb42adb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6bc12394-1927-498d-9f5c-ffd4abf1f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75364d76-35c9-4745-9312-1f691aef7d39'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:51.931982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Attempting to bind port 13c00f70-dd29-4920-8f93-2927afb42adb on network 75364d76-35c9-4745-9312-1f691aef7d39 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:51.937756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:51.938509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Checking segment: {'id': '6bc12394-1927-498d-9f5c-ffd4abf1f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75364d76-35c9-4745-9312-1f691aef7d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:51.939079 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:51.940044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Bound using segment: {'id': '6bc12394-1927-498d-9f5c-ffd4abf1f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75364d76-35c9-4745-9312-1f691aef7d39'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:51.940682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Bound port: 13c00f70-dd29-4920-8f93-2927afb42adb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc12394-1927-498d-9f5c-ffd4abf1f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '75364d76-35c9-4745-9312-1f691aef7d39'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:51.941262 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:51.993499 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (125a5203-38c2-4943-bb12-9c86a87c9194), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.009852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 125a5203-38c2-4943-bb12-9c86a87c9194 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:52.012736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] For port 13c00f70-dd29-4920-8f93-2927afb42adb, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:52.016406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] For port 13c00f70-dd29-4920-8f93-2927afb42adb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13c00f70-dd29-4920-8f93-2927afb42adb,segment=NetworkSegment(6bc12394-1927-498d-9f5c-ffd4abf1f7aa),segment_id=6bc12394-1927-498d-9f5c-ffd4abf1f7aa)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:52.025944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.041526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (dba04ca4-7b03-4dea-bb78-2a3afdabf4c0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.104668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dba04ca4-7b03-4dea-bb78-2a3afdabf4c0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.108022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c25d5a-6260-47a8-91b1-91481769d582 None None] Pushing event updated for resources: {'Port': ['ID=13c00f70-dd29-4920-8f93-2927afb42adb,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:52.156123 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-c443c75c-ebdb-4597-b0cd-8274c66caf6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756 HTTP/1.1" status: 200  len: 217 time: 0.0588782
Apr 09 21:20:52.174677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 75364d76-35c9-4745-9312-1f691aef7d39 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:52.178750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:52.184266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:52.190441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:52.191380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.196353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=dba04ca4-7b03-4dea-bb78-2a3afdabf4c0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:52.245576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3cbd9820-bebb-4e91-8c29-7e2972910847 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.3784432
Apr 09 21:20:52.247204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53312) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:52.252395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': '75364d76-35c9-4745-9312-1f691aef7d39', 'name': 'tempest-PortsIpV6TestJSON-55063350'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:52.271169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-7d722748-853d-4f5c-82f4-2d7d3369b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:52.273292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-7d722748-853d-4f5c-82f4-2d7d3369b075 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.1110096
Apr 09 21:20:52.397856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-00f1476a-03d8-4b2d-bb54-c0e72e1cc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:52.404964 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-00f1476a-03d8-4b2d-bb54-c0e72e1cc9fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0818431
Apr 09 21:20:52.445555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5d28bac7-8d0f-4df8-9193-73d2a35e3756 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:20:52.465284 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (125a5203-38c2-4943-bb12-9c86a87c9194), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.552228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:52.557890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.585927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=125a5203-38c2-4943-bb12-9c86a87c9194,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:52.622018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 4c88c19e-c783-46b5-aa4c-5d09bdce34ca yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:52.666767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5d28bac7-8d0f-4df8-9193-73d2a35e3756, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:52.712716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '5d28bac7-8d0f-4df8-9193-73d2a35e3756', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': '5d28bac7-8d0f-4df8-9193-73d2a35e3756', 'mac_address': 'fa:16:3e:f7:64:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:20:52.716752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-2af64f2c-9bbc-4e76-b69c-e0e3b0ce89ae service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2978213
Apr 09 21:20:52.792547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-fc5f0822-c3b4-4e50-aa18-ce80e24e5d96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5284996
Apr 09 21:20:52.814886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:52.815300 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.831149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d28bac7-8d0f-4df8-9193-73d2a35e3756 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:20:52.854187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5d28bac7-8d0f-4df8-9193-73d2a35e3756, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:52.865524 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.932104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cc916-cd06-4a06-8f84-f180a3514f2b req-633c4146-bbc0-4d92-871b-54ec9685cfe2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:52.940683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e79cc916-cd06-4a06-8f84-f180a3514f2b req-633c4146-bbc0-4d92-871b-54ec9685cfe2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 943 time: 0.1813903
Apr 09 21:20:52.956486 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77384630-b2f1-4fc5-8cbd-d395c447d93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:52.999712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5d28bac7-8d0f-4df8-9193-73d2a35e3756,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:53.031450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 13c00f70-dd29-4920-8f93-2927afb42adb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:53.039227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-7370936a-b6fa-4a71-8516-68e3a2c6874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:53.040805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-7370936a-b6fa-4a71-8516-68e3a2c6874b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1126 time: 0.1929696
Apr 09 21:20:53.076940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::298 (75364d76-35c9-4745-9312-1f691aef7d39/5ed86b2e-a97e-4f0f-8918-89abb8d180bc/4c88c19e-c783-46b5-aa4c-5d09bdce34ca) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:53.092986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 13c00f70-dd29-4920-8f93-2927afb42adb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:53.093520 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:53.117232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e79cc916-cd06-4a06-8f84-f180a3514f2b req-b6bc8455-5c62-4b78-805f-ffcb8cc60aad tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732032
Apr 09 21:20:53.191347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 13c00f70-dd29-4920-8f93-2927afb42adb is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:53.191745 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:53.195804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5d28bac7-8d0f-4df8-9193-73d2a35e3756'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:20:53.269164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-5f4133f4-a872-419f-8915-8b4218cd3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:53.270964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-5f4133f4-a872-419f-8915-8b4218cd3613 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1983037
Apr 09 21:20:53.283859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 13c00f70-dd29-4920-8f93-2927afb42adb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13c00f70-dd29-4920-8f93-2927afb42adb,segment=NetworkSegment(6bc12394-1927-498d-9f5c-ffd4abf1f7aa),segment_id=6bc12394-1927-498d-9f5c-ffd4abf1f7aa)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:53.294298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:53.340737 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-08d04da2-8825-4dcd-99b8-608a9f35f308 req-ce83af12-e51c-4172-9588-004a9c388aaf service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6061642
Apr 09 21:20:53.356637 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:53.388784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=13c00f70-dd29-4920-8f93-2927afb42adb,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:53.431330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-992ba94b-2ff9-4301-8a2c-a6fb32d1998a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.1165578
Apr 09 21:20:53.498497 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (4c88c19e-c783-46b5-aa4c-5d09bdce34ca), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:53.527705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-e2e03b6d-64a2-4324-b2a6-faa1a58d1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:53.529271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-e2e03b6d-64a2-4324-b2a6-faa1a58d1597 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0974333
Apr 09 21:20:53.582825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-3ef15055-c558-4c07-9c1a-1f4a6d0747ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:53.584487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-3ef15055-c558-4c07-9c1a-1f4a6d0747ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458934
Apr 09 21:20:53.586493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4c88c19e-c783-46b5-aa4c-5d09bdce34ca), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:53.671998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 75364d76-35c9-4745-9312-1f691aef7d39 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:53.676486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:20:53.705222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:53.708081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:53.713555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:53.714189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:53.729825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=4c88c19e-c783-46b5-aa4c-5d09bdce34ca,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:53.753803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2b66a11e-f1b1-4fe0-bbb8-9fe8edc95f86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5054274
Apr 09 21:20:53.758803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53338) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:53.842820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-d2dd4acf-5ed3-4c8b-b00a-373eafda6182 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502620
Apr 09 21:20:53.869656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:20:53.871494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75bef4b-1443-4d0c-a7f4-215d4622fe97 None None] Network 75364d76-35c9-4745-9312-1f691aef7d39 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:53.882581 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9e7116c4-0da5-402c-9f89-4f676b999365 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/routers/21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0694141
Apr 09 21:20:53.885389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53356) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:53.904059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff8a42-3fcc-448e-983b-db795e0e0bba tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:53.909672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-11ff8a42-3fcc-448e-983b-db795e0e0bba tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25d HTTP/1.1" status: 200  len: 928 time: 0.1497388
Apr 09 21:20:53.914471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53358) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:53.971908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cf7ae-e9c6-4ca6-b3b8-149144315c99 None None] Sync routers for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:20:53.999465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cf7ae-e9c6-4ca6-b3b8-149144315c99 None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:54.000464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8d6cf7ae-e9c6-4ca6-b3b8-149144315c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375c599d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:54.003305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3e4198b3-72c0-4ac2-a3b6-e5106be2734d None None] Provisioning complete for port 13c00f70-dd29-4920-8f93-2927afb42adb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:54.003848 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3e4198b3-72c0-4ac2-a3b6-e5106be2734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.051533 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.071629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae586e3a-3706-4e91-8d3f-cbf4faa6183a req-c500ed68-8313-4baf-aa74-237d911ec407 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216051
Apr 09 21:20:54.094787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8d6cf7ae-e9c6-4ca6-b3b8-149144315c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375c599d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:54.150638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cf7ae-e9c6-4ca6-b3b8-149144315c99 None None] Routers {'21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:20:54.151279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8d6cf7ae-e9c6-4ca6-b3b8-149144315c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375c599d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:54.198137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6092580d-bf35-4eb6-b9f4-5a372b6db6bb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 4c88c19e-c783-46b5-aa4c-5d09bdce34ca {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:54.199169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6092580d-bf35-4eb6-b9f4-5a372b6db6bb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4c88c19e-c783-46b5-aa4c-5d09bdce34ca), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.209713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8d6cf7ae-e9c6-4ca6-b3b8-149144315c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375c599d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:54.210511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cf7ae-e9c6-4ca6-b3b8-149144315c99 None None] The sync data for ids ['21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:20:54.229292 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.247462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_gateway (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.279304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3e4198b3-72c0-4ac2-a3b6-e5106be2734d None None] Current status of the port 13c00f70-dd29-4920-8f93-2927afb42adb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:54.323311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port c8bd157f-4b47-400c-abb9-f788cbddf26d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:54.323691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c8bd157f-4b47-400c-abb9-f788cbddf26d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.402281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049919b-b2c2-43ff-83d5-9b0200fccc06 req-9097854b-1096-49ad-8602-196820e73e28 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:54.403875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3049919b-b2c2-43ff-83d5-9b0200fccc06 req-9097854b-1096-49ad-8602-196820e73e28 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 944 time: 0.1549203
Apr 09 21:20:54.445401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5d28bac7-8d0f-4df8-9193-73d2a35e3756 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:54.459640 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6092580d-bf35-4eb6-b9f4-5a372b6db6bb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4c88c19e-c783-46b5-aa4c-5d09bdce34ca), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.462266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c8bd157f-4b47-400c-abb9-f788cbddf26d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.496507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for c8bd157f-4b47-400c-abb9-f788cbddf26d owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:54.557971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6092580d-bf35-4eb6-b9f4-5a372b6db6bb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 4c88c19e-c783-46b5-aa4c-5d09bdce34ca owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:54.558456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:20:54.573467 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:54.574274 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.636955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4f8dedfe-1953-4fc5-b7f9-7a5a3277e41e None None] Provisioning complete for port 13c00f70-dd29-4920-8f93-2927afb42adb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:54.637868 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dedfe-1953-4fc5-b7f9-7a5a3277e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.674765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3049919b-b2c2-43ff-83d5-9b0200fccc06 req-4bbc9288-96d3-49e2-9a64-150e2b97431d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2643187
Apr 09 21:20:54.758774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:54.759301 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.759866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c8bd157f-4b47-400c-abb9-f788cbddf26d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.804145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=c8bd157f-4b47-400c-abb9-f788cbddf26d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:54.813249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4f8dedfe-1953-4fc5-b7f9-7a5a3277e41e None None] Current status of the port 13c00f70-dd29-4920-8f93-2927afb42adb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:54.835259 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6092580d-bf35-4eb6-b9f4-5a372b6db6bb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4c88c19e-c783-46b5-aa4c-5d09bdce34ca), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.857520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5d28bac7-8d0f-4df8-9193-73d2a35e3756, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:54.862094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308e8aed-6ba1-430a-9dd6-df71cb7944dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d28bac7-8d0f-4df8-9193-73d2a35e3756'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:20:54.865714 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29503a44-9836-4850-8190-f61c6fb6aeb9" -d '{"events": [{"server_uuid": "308e8aed-6ba1-430a-9dd6-df71cb7944dc", "name": "network-vif-plugged", "status": "completed", "tag": "5d28bac7-8d0f-4df8-9193-73d2a35e3756"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:20:54.878239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4f8dedfe-1953-4fc5-b7f9-7a5a3277e41e None None] Provisioning complete for port dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:54.879727 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dedfe-1953-4fc5-b7f9-7a5a3277e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dba04ca4-7b03-4dea-bb78-2a3afdabf4c0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.892149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092580d-bf35-4eb6-b9f4-5a372b6db6bb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=4c88c19e-c783-46b5-aa4c-5d09bdce34ca,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:54.926914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6092580d-bf35-4eb6-b9f4-5a372b6db6bb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.933511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6092580d-bf35-4eb6-b9f4-5a372b6db6bb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/4c88c19e-c783-46b5-aa4c-5d09bdce34ca HTTP/1.1" status: 204  len: 168 time: 1.0178967
Apr 09 21:20:54.935688 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53404) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:54.938535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4f8dedfe-1953-4fc5-b7f9-7a5a3277e41e None None] Port dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:54.940831 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:54.946786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4f8dedfe-1953-4fc5-b7f9-7a5a3277e41e None None] Could not find standard attr ID for object 4c88c19e-c783-46b5-aa4c-5d09bdce34ca. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:20:54.971814 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3f4bca-7ce9-444c-8613-ef5c10a81995 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:54.973487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8c3f4bca-7ce9-444c-8613-ef5c10a81995 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/4c88c19e-c783-46b5-aa4c-5d09bdce34ca HTTP/1.1" status: 404  len: 333 time: 0.0354033
Apr 09 21:20:54.976742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53406) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:55.031452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5d28bac7-8d0f-4df8-9193-73d2a35e3756,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:55.036820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.070582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-30825ef8-43f0-4f61-a84d-4f4705ada7c5 None None] Provisioning complete for port dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:55.070928 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-30825ef8-43f0-4f61-a84d-4f4705ada7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dba04ca4-7b03-4dea-bb78-2a3afdabf4c0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.121441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 13c00f70-dd29-4920-8f93-2927afb42adb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:20:55.131878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d247e8cc-f887-4eff-9b32-7190917681ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:55.132280 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d247e8cc-f887-4eff-9b32-7190917681ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dba04ca4-7b03-4dea-bb78-2a3afdabf4c0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.221235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-30825ef8-43f0-4f61-a84d-4f4705ada7c5 None None] Port dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:20:55.224032 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4fb285-e256-4a56-89b8-63e6b2298f95 x-openstack-request-id: req-9f4fb285-e256-4a56-89b8-63e6b2298f95 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:20:55.225215 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308e8aed-6ba1-430a-9dd6-df71cb7944dc", "name": "network-vif-plugged", "status": "completed", "tag": "5d28bac7-8d0f-4df8-9193-73d2a35e3756", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:20:55.225329 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f4fb285-e256-4a56-89b8-63e6b2298f95 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:20:55.225822 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4fb285-e256-4a56-89b8-63e6b2298f95'] response: {'server_uuid': '308e8aed-6ba1-430a-9dd6-df71cb7944dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d28bac7-8d0f-4df8-9193-73d2a35e3756', 'code': 200}
Apr 09 21:20:55.233915 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.235268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 13c00f70-dd29-4920-8f93-2927afb42adb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:20:55.235627 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.244602 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.247068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_controller (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.273916 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d247e8cc-f887-4eff-9b32-7190917681ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dba04ca4-7b03-4dea-bb78-2a3afdabf4c0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.291786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d247e8cc-f887-4eff-9b32-7190917681ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:55.337566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.338909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Fanout notify agent at l3_agent the message router_deleted on router 21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:20:55.349871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.351365 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-657c0ded-46a4-4fb2-b748-618154a44c4f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/routers/21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab HTTP/1.1" status: 204  len: 168 time: 1.4650474
Apr 09 21:20:55.353956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 13c00f70-dd29-4920-8f93-2927afb42adb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:20:55.354624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53422) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:55.355852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b816e5-bb62-4e30-b40b-814547537b2c req-af17744c-8d65-4eeb-b710-1720915ba86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:55.359831 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b816e5-bb62-4e30-b40b-814547537b2c req-af17744c-8d65-4eeb-b710-1720915ba86a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 1127 time: 0.0683820
Apr 09 21:20:55.436957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cd799550-bb66-44c9-8921-fc473a8fef40 None None] Could not find standard attr ID for object 4c88c19e-c783-46b5-aa4c-5d09bdce34ca. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:20:55.450319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8ad6e1-ab55-4f37-9aeb-1d2f19fc8be3 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting subnet 07b65e5c-4f96-4c1a-8ad3-d0a58123dc01 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:55.454736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad6e1-ab55-4f37-9aeb-1d2f19fc8be3 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for subnet (07b65e5c-4f96-4c1a-8ad3-d0a58123dc01), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.459246 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-36b816e5-bb62-4e30-b40b-814547537b2c req-99e56d0e-8959-434b-af5d-8590d7476f09 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912328
Apr 09 21:20:55.475965 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d247e8cc-f887-4eff-9b32-7190917681ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dba04ca4-7b03-4dea-bb78-2a3afdabf4c0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.499475 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad6e1-ab55-4f37-9aeb-1d2f19fc8be3 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (07b65e5c-4f96-4c1a-8ad3-d0a58123dc01), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.507137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247e8cc-f887-4eff-9b32-7190917681ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=dba04ca4-7b03-4dea-bb78-2a3afdabf4c0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:55.540339 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d247e8cc-f887-4eff-9b32-7190917681ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.544192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d247e8cc-f887-4eff-9b32-7190917681ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 HTTP/1.1" status: 204  len: 168 time: 0.5661559
Apr 09 21:20:55.546868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53428) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:55.587463 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-229e4ca1-b31e-4de6-9e4d-feda60a92b3d tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:20:55.590216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-229e4ca1-b31e-4de6-9e4d-feda60a92b3d tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/dba04ca4-7b03-4dea-bb78-2a3afdabf4c0 HTTP/1.1" status: 404  len: 333 time: 0.0422971
Apr 09 21:20:55.593334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53432) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:55.641730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad6e1-ab55-4f37-9aeb-1d2f19fc8be3 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (07b65e5c-4f96-4c1a-8ad3-d0a58123dc01), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.649417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1403f6f-3864-490b-92e9-e737a27aa844 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 5ed86b2e-a97e-4f0f-8918-89abb8d180bc {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:20:55.667460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1403f6f-3864-490b-92e9-e737a27aa844 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (5ed86b2e-a97e-4f0f-8918-89abb8d180bc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.674159 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.717852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad6e1-ab55-4f37-9aeb-1d2f19fc8be3 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (07b65e5c-4f96-4c1a-8ad3-d0a58123dc01), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.736140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1403f6f-3864-490b-92e9-e737a27aa844 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (5ed86b2e-a97e-4f0f-8918-89abb8d180bc), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.750867 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ad6e1-ab55-4f37-9aeb-1d2f19fc8be3 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Subnet': ['ID=07b65e5c-4f96-4c1a-8ad3-d0a58123dc01,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:55.766085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad6e1-ab55-4f37-9aeb-1d2f19fc8be3 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.770039 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cc8ad6e1-ab55-4f37-9aeb-1d2f19fc8be3 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/subnets/07b65e5c-4f96-4c1a-8ad3-d0a58123dc01 HTTP/1.1" status: 204  len: 168 time: 0.4092226
Apr 09 21:20:55.772797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53440) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:55.778314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b439a0b-5c04-4eb8-bbff-4c58926b3728 None None] Network 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:55.857113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b53635-5f95-4c43-9f24-93f98d33353e req-90c7d00f-02a6-4180-9164-094a66f120b0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:55.859027 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8b53635-5f95-4c43-9f24-93f98d33353e req-90c7d00f-02a6-4180-9164-094a66f120b0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 945 time: 0.0717854
Apr 09 21:20:55.908735 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (8e644dc8-7a7b-4f92-ab8d-40d6f4634618), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.967196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1403f6f-3864-490b-92e9-e737a27aa844 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5ed86b2e-a97e-4f0f-8918-89abb8d180bc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.975643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 7421ff01-9703-4d48-930e-d80b6afebf21 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:55.975984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:55.993647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8b53635-5f95-4c43-9f24-93f98d33353e req-a01e585c-8a51-4661-8957-7dcedd84bb95 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248980
Apr 09 21:20:56.006105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] DHCP port deletion for 8e644dc8-7a7b-4f92-ab8d-40d6f4634618 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:56.075588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] For port 7421ff01-9703-4d48-930e-d80b6afebf21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7421ff01-9703-4d48-930e-d80b6afebf21,segment=NetworkSegment(329f889c-e501-4c3a-948b-64c5f23a6847),segment_id=329f889c-e501-4c3a-948b-64c5f23a6847)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:56.075970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.077907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53450) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:56.093839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] Deleting port 7421ff01-9703-4d48-930e-d80b6afebf21 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:56.094636 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.094789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 7421ff01-9703-4d48-930e-d80b6afebf21 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:56.099888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1403f6f-3864-490b-92e9-e737a27aa844 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (5ed86b2e-a97e-4f0f-8918-89abb8d180bc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.137745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1403f6f-3864-490b-92e9-e737a27aa844 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed86b2e-a97e-4f0f-8918-89abb8d180bc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:56.142040 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1403f6f-3864-490b-92e9-e737a27aa844 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.148301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53456) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:56.149004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c1403f6f-3864-490b-92e9-e737a27aa844 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/5ed86b2e-a97e-4f0f-8918-89abb8d180bc HTTP/1.1" status: 204  len: 168 time: 0.5544636
Apr 09 21:20:56.194840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] For port 7421ff01-9703-4d48-930e-d80b6afebf21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7421ff01-9703-4d48-930e-d80b6afebf21,segment=NetworkSegment(329f889c-e501-4c3a-948b-64c5f23a6847),segment_id=329f889c-e501-4c3a-948b-64c5f23a6847)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:56.195384 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.206982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d52355-c623-4435-b921-8658b53e5413 None None] Network 75364d76-35c9-4745-9312-1f691aef7d39 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:56.213677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] Calling delete_port for 7421ff01-9703-4d48-930e-d80b6afebf21 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:56.249313 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d00df7f-e3cd-4bd2-902f-00cdb5eab117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.260145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (75364d76-35c9-4745-9312-1f691aef7d39), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.311494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.351604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=7421ff01-9703-4d48-930e-d80b6afebf21,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:56.359459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] No DVR routers for this DVR port 7421ff01-9703-4d48-930e-d80b6afebf21 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:56.367400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 13c00f70-dd29-4920-8f93-2927afb42adb {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:56.367717 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.390422 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (7421ff01-9703-4d48-930e-d80b6afebf21), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.399731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d00df7f-e3cd-4bd2-902f-00cdb5eab117 admin admin] Publish callbacks [] for security_group (06219f96-e723-45e7-910f-663c129ea407), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.411553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d00df7f-e3cd-4bd2-902f-00cdb5eab117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (06219f96-e723-45e7-910f-663c129ea407), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.430082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] Pushing event deleted for resources: {'Port': ['ID=7421ff01-9703-4d48-930e-d80b6afebf21,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:56.434448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc5ba64-026e-4cbb-8e2d-72e239c2d3c9 None None] No DVR routers for this DVR port 7421ff01-9703-4d48-930e-d80b6afebf21 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:56.457159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] DHCP port deletion for 75364d76-35c9-4745-9312-1f691aef7d39 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:20:56.481857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00df7f-e3cd-4bd2-902f-00cdb5eab117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06219f96-e723-45e7-910f-663c129ea407,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:56.486137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] For port 13c00f70-dd29-4920-8f93-2927afb42adb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13c00f70-dd29-4920-8f93-2927afb42adb,segment=NetworkSegment(6bc12394-1927-498d-9f5c-ffd4abf1f7aa),segment_id=6bc12394-1927-498d-9f5c-ffd4abf1f7aa)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:56.486514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.513744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1d00df7f-e3cd-4bd2-902f-00cdb5eab117 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53f86e994b764548aaa50faf7349c8e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4323332
Apr 09 21:20:56.514348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53464) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:56.514919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] Deleting port 13c00f70-dd29-4920-8f93-2927afb42adb {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:56.515293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.518507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 13c00f70-dd29-4920-8f93-2927afb42adb owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:56.530439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53466) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:56.558847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (8e644dc8-7a7b-4f92-ab8d-40d6f4634618), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.596372 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4456b0e-74fd-47f7-80b5-a79fea4e4958 admin admin] Publish callbacks [] for security_group (06219f96-e723-45e7-910f-663c129ea407), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.602857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] For port 13c00f70-dd29-4920-8f93-2927afb42adb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13c00f70-dd29-4920-8f93-2927afb42adb,segment=NetworkSegment(6bc12394-1927-498d-9f5c-ffd4abf1f7aa),segment_id=6bc12394-1927-498d-9f5c-ffd4abf1f7aa)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:20:56.603333 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.612651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23813295b0>,) {'filters': {'network_id': ['8e644dc8-7a7b-4f92-ab8d-40d6f4634618']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:56.626294 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4456b0e-74fd-47f7-80b5-a79fea4e4958 admin admin] Publish callbacks [] for security_group (06219f96-e723-45e7-910f-663c129ea407), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.626615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23813295b0>, '329f889c-e501-4c3a-948b-64c5f23a6847') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:56.626910 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23813295b0>, '329f889c-e501-4c3a-948b-64c5f23a6847') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:56.640962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] Calling delete_port for 13c00f70-dd29-4920-8f93-2927afb42adb owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:56.644895 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (329f889c-e501-4c3a-948b-64c5f23a6847), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.662861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (329f889c-e501-4c3a-948b-64c5f23a6847), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.672531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6fdd26e4-a23b-40f2-86ea-a7ea2b1fcf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.679636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:56.679813 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (329f889c-e501-4c3a-948b-64c5f23a6847), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:56.683058 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:56.734218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.770748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4456b0e-74fd-47f7-80b5-a79fea4e4958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (06219f96-e723-45e7-910f-663c129ea407), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.776948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4456b0e-74fd-47f7-80b5-a79fea4e4958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.776948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e4456b0e-74fd-47f7-80b5-a79fea4e4958 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06219f96-e723-45e7-910f-663c129ea407 HTTP/1.1" status: 204  len: 168 time: 0.2592187
Apr 09 21:20:56.777251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=13c00f70-dd29-4920-8f93-2927afb42adb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:56.779325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No DVR routers for this DVR port 13c00f70-dd29-4920-8f93-2927afb42adb on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:56.795273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (13c00f70-dd29-4920-8f93-2927afb42adb), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.806318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (8e644dc8-7a7b-4f92-ab8d-40d6f4634618), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.816504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.818676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4456b0e-74fd-47f7-80b5-a79fea4e4958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06219f96-e723-45e7-910f-663c129ea407,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:56.821194 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/networks/8e644dc8-7a7b-4f92-ab8d-40d6f4634618 HTTP/1.1" status: 204  len: 168 time: 1.0452101
Apr 09 21:20:56.825486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53472) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:56.836914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] Pushing event deleted for resources: {'Port': ['ID=13c00f70-dd29-4920-8f93-2927afb42adb,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:56.849754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbbd59-8809-404a-bf2e-bf7ab961d9c9 None None] No DVR routers for this DVR port 13c00f70-dd29-4920-8f93-2927afb42adb on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:20:56.861316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4e855-89f0-4887-a149-34bc697a7393 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Network': ['ID=8e644dc8-7a7b-4f92-ab8d-40d6f4634618,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:56.866701 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6fdd26e4-a23b-40f2-86ea-a7ea2b1fcf49 admin admin] Publish callbacks [] for security_group (f3b6b65e-b290-455c-b624-e51dc6611f63), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.906756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (75364d76-35c9-4745-9312-1f691aef7d39), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.919647 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.930144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377368760>,) {'filters': {'network_id': ['75364d76-35c9-4745-9312-1f691aef7d39']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:56.937075 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6fdd26e4-a23b-40f2-86ea-a7ea2b1fcf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3b6b65e-b290-455c-b624-e51dc6611f63), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.942892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377368760>, '6bc12394-1927-498d-9f5c-ffd4abf1f7aa') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:56.943199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377368760>, '6bc12394-1927-498d-9f5c-ffd4abf1f7aa') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:20:56.954903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (6bc12394-1927-498d-9f5c-ffd4abf1f7aa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.972865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (6bc12394-1927-498d-9f5c-ffd4abf1f7aa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.978104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7421ff01-9703-4d48-930e-d80b6afebf21 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:56.987735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:20:56.988192 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (6bc12394-1927-498d-9f5c-ffd4abf1f7aa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:20:56.991791 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:20:57.008590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 7421ff01-9703-4d48-930e-d80b6afebf21 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:57.009636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7421ff01-9703-4d48-930e-d80b6afebf21 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:57.010383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 13c00f70-dd29-4920-8f93-2927afb42adb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:20:57.034108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 13c00f70-dd29-4920-8f93-2927afb42adb {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:20:57.034554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 13c00f70-dd29-4920-8f93-2927afb42adb not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:20:57.040367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6fdd26e4-a23b-40f2-86ea-a7ea2b1fcf49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c996c1b9ebd2483795ec8b2e1f0a1f3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5087485
Apr 09 21:20:57.044246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53478) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.093385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd26e4-a23b-40f2-86ea-a7ea2b1fcf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6b65e-b290-455c-b624-e51dc6611f63,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:57.098150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (75364d76-35c9-4745-9312-1f691aef7d39), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.109410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.117265 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/networks/75364d76-35c9-4745-9312-1f691aef7d39 HTTP/1.1" status: 204  len: 168 time: 0.9678884
Apr 09 21:20:57.120649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53480) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.134790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1713638207'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:57.143702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05241a4c-a632-4e7a-aa15-107fcbee9067 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Network': ['ID=75364d76-35c9-4745-9312-1f691aef7d39,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:57.148337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 4c8f979f-b6aa-4ee8-b78d-50a087360e81 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:57.148691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4c8f979f-b6aa-4ee8-b78d-50a087360e81), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.161714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:57.165265 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.196824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:20:57.206503 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1f3e2175-8962-4699-8fff-5ac92048e114), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.206933 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Added segment 1f3e2175-8962-4699-8fff-5ac92048e114 of type vlan for network aeec8632-3cd9-4d09-a996-5fba0c5fae7b
Apr 09 21:20:57.215198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53482) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.220533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bff1e-fb6c-46fa-b7c9-252ed1023dd1 req-bff1f32d-6a47-4e46-878b-f6dd1a0936be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:57.222054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-017bff1e-fb6c-46fa-b7c9-252ed1023dd1 req-bff1f32d-6a47-4e46-878b-f6dd1a0936be tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 945 time: 0.0952065
Apr 09 21:20:57.230716 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1366d1e-f2d2-471d-addc-38814f8039ad admin admin] Publish callbacks [] for security_group (f3b6b65e-b290-455c-b624-e51dc6611f63), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.251394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f48eb0c-dd79-4019-83f0-727af4a74b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.266452 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (aeec8632-3cd9-4d09-a996-5fba0c5fae7b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.305711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1366d1e-f2d2-471d-addc-38814f8039ad admin admin] Publish callbacks [] for security_group (f3b6b65e-b290-455c-b624-e51dc6611f63), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.314204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (aeec8632-3cd9-4d09-a996-5fba0c5fae7b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.319213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:57.319801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.340430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4c8f979f-b6aa-4ee8-b78d-50a087360e81), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.340751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (4c8f979f-b6aa-4ee8-b78d-50a087360e81), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.374334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-017bff1e-fb6c-46fa-b7c9-252ed1023dd1 req-5b423126-0936-49d9-af0c-e9850689d066 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445134
Apr 09 21:20:57.375301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 4c8f979f-b6aa-4ee8-b78d-50a087360e81 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:57.400837 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2764735
Apr 09 21:20:57.404829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53486) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.410970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:57.455275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1366d1e-f2d2-471d-addc-38814f8039ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f3b6b65e-b290-455c-b624-e51dc6611f63), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.457976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1366d1e-f2d2-471d-addc-38814f8039ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.462030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d1366d1e-f2d2-471d-addc-38814f8039ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3b6b65e-b290-455c-b624-e51dc6611f63 HTTP/1.1" status: 204  len: 168 time: 0.3764966
Apr 09 21:20:57.471996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1366d1e-f2d2-471d-addc-38814f8039ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6b65e-b290-455c-b624-e51dc6611f63,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:57.488169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fcc3e-871a-4cfe-a82b-9ddccee6418a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Network': ['ID=aeec8632-3cd9-4d09-a996-5fba0c5fae7b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:57.520629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network aeec8632-3cd9-4d09-a996-5fba0c5fae7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:20:57.522825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f48eb0c-dd79-4019-83f0-727af4a74b08 admin admin] Publish callbacks [] for security_group (019196fe-9498-461b-886c-ce4428dcbc7f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.531660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:57.541685 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.559961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f48eb0c-dd79-4019-83f0-727af4a74b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (019196fe-9498-461b-886c-ce4428dcbc7f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.564419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4c8f979f-b6aa-4ee8-b78d-50a087360e81), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.601537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=4c8f979f-b6aa-4ee8-b78d-50a087360e81,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:57.659804 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8f48eb0c-dd79-4019-83f0-727af4a74b08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ed5a42e8a7c4de79c45b62edf2b1112&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4434443
Apr 09 21:20:57.663096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53490) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.668226 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for floatingip (858fcaa1-8f4c-437d-aa3e-cd01804c6ee5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.669025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48eb0c-dd79-4019-83f0-727af4a74b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019196fe-9498-461b-886c-ce4428dcbc7f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:57.671517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.675025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b13d1afc-0f75-49de-ae3f-7c7672515890 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/floatingips/858fcaa1-8f4c-437d-aa3e-cd01804c6ee5 HTTP/1.1" status: 204  len: 168 time: 0.8402882
Apr 09 21:20:57.679039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53492) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.706701 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7aa493-c3fc-4df0-bad9-fc9d8468d603 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:57.707317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7aa493-c3fc-4df0-bad9-fc9d8468d603 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:57.710584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce7aa493-c3fc-4df0-bad9-fc9d8468d603 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/ports/48defe6b-f516-43e8-87f5-a4e519fbe276 HTTP/1.1" status: 404  len: 333 time: 0.0306010
Apr 09 21:20:57.713441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53496) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.743053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f4d5c01d-8736-4364-a5f5-df1610f276ec tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "GET /v2.0/ports?device_id=21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab HTTP/1.1" status: 200  len: 205 time: 0.0284274
Apr 09 21:20:57.745477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53498) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.771186 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8a81-6bc6-4ff9-b8e2-8495d1ec050e admin admin] Publish callbacks [] for security_group (019196fe-9498-461b-886c-ce4428dcbc7f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.789580 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-6f2e61e2-bda9-4a4c-a8a9-001950da43b0 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] delete failed (client error): The resource could not be found.
Apr 09 21:20:57.790833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f2e61e2-bda9-4a4c-a8a9-001950da43b0 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/routers/21fc6cd6-dec3-4a4f-a348-f4e3b0c8d1ab HTTP/1.1" status: 404  len: 336 time: 0.0442965
Apr 09 21:20:57.793458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53500) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.811056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8a81-6bc6-4ff9-b8e2-8495d1ec050e admin admin] Publish callbacks [] for security_group (019196fe-9498-461b-886c-ce4428dcbc7f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.819632 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-01934ca3-427f-4ba7-b50c-b2be300b4696 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:20:57.820092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01934ca3-427f-4ba7-b50c-b2be300b4696 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:20:57.823173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-01934ca3-427f-4ba7-b50c-b2be300b4696 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/subnets/07b65e5c-4f96-4c1a-8ad3-d0a58123dc01 HTTP/1.1" status: 404  len: 337 time: 0.0288002
Apr 09 21:20:57.825835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53502) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.882389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (bfc680f1-e094-4d61-8347-7ad1f3a72085), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.908673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53504) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:57.925125 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2cce7842-c6a9-40ed-9803-811c56f5b9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.926913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a62c1026-04c5-4f18-8999-fde4787df97f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:57.927239 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a62c1026-04c5-4f18-8999-fde4787df97f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.936473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8a81-6bc6-4ff9-b8e2-8495d1ec050e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (019196fe-9498-461b-886c-ce4428dcbc7f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.938955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8a81-6bc6-4ff9-b8e2-8495d1ec050e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:57.940097 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ce3a8a81-6bc6-4ff9-b8e2-8495d1ec050e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/019196fe-9498-461b-886c-ce4428dcbc7f HTTP/1.1" status: 204  len: 168 time: 0.2762234
Apr 09 21:20:57.963003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a8a81-6bc6-4ff9-b8e2-8495d1ec050e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019196fe-9498-461b-886c-ce4428dcbc7f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:57.968177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=bfc680f1-e094-4d61-8347-7ad1f3a72085,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:57.979298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking segment: {'id': '1f3e2175-8962-4699-8fff-5ac92048e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:57.979655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network hostable DHCP agents. Network: aeec8632-3cd9-4d09-a996-5fba0c5fae7b, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:20:58.001167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network aeec8632-3cd9-4d09-a996-5fba0c5fae7b is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:20:58.012534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aeec8632-3cd9-4d09-a996-5fba0c5fae7b) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:58.019542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:58.020359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.030376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd62183-3692-4a39-94bd-74262d50e5c4 None None] Network aeec8632-3cd9-4d09-a996-5fba0c5fae7b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:20:58.044544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a62c1026-04c5-4f18-8999-fde4787df97f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.051947 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b6c2a124-636d-4ba0-94c0-4c09b3132d4c tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6455963
Apr 09 21:20:58.054795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:58.061799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b', 'name': 'tempest-PortsIpV6TestJSON-1771962938', 'fixed_ips': [{'subnet_id': 'bfc680f1-e094-4d61-8347-7ad1f3a72085', 'ip_address': '2001:db8::10'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:58.066730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a62c1026-04c5-4f18-8999-fde4787df97f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:58.141708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2cce7842-c6a9-40ed-9803-811c56f5b9f6 admin admin] Publish callbacks [] for security_group (63e2f125-0ed9-4ba3-9cd4-a57e65c7e762), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.161872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2cce7842-c6a9-40ed-9803-811c56f5b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (63e2f125-0ed9-4ba3-9cd4-a57e65c7e762), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.164326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aeec8632-3cd9-4d09-a996-5fba0c5fae7b', 'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b', 'project_id': '12a82117ca894ee3b2d8ca91ced1b886', 'fixed_ips': [{'subnet_id': 'bfc680f1-e094-4d61-8347-7ad1f3a72085'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:20:58.166100 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.204696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:20:58.218085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce7842-c6a9-40ed-9803-811c56f5b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e2f125-0ed9-4ba3-9cd4-a57e65c7e762,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:58.225180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2cce7842-c6a9-40ed-9803-811c56f5b9f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c316cd693f14c498b6b7c1cd17444ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3131013
Apr 09 21:20:58.225466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53512) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:58.315101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a62c1026-04c5-4f18-8999-fde4787df97f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.316883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a92c612-c0fe-4d90-929f-e38a0b8a0b1e admin admin] Publish callbacks [] for security_group (63e2f125-0ed9-4ba3-9cd4-a57e65c7e762), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.334665 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.358993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c1026-04c5-4f18-8999-fde4787df97f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:58.360272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 344cb68e-ea37-4397-ae60-dcf0bb1d594d yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:20:58.366131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Allocated IP 2001:db8::2 (aeec8632-3cd9-4d09-a996-5fba0c5fae7b/bfc680f1-e094-4d61-8347-7ad1f3a72085/2ebf029a-5857-4ad2-87fc-14e1a232b77a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:58.378565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a92c612-c0fe-4d90-929f-e38a0b8a0b1e admin admin] Publish callbacks [] for security_group (63e2f125-0ed9-4ba3-9cd4-a57e65c7e762), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.473874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a62c1026-04c5-4f18-8999-fde4787df97f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.482492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a62c1026-04c5-4f18-8999-fde4787df97f tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/ports/9d3e2d78-2efb-4a67-9967-77a2c6bf1ef2 HTTP/1.1" status: 204  len: 168 time: 0.6556768
Apr 09 21:20:58.483680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53520) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:58.573082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Publish callbacks [] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.582440 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.583184 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a92c612-c0fe-4d90-929f-e38a0b8a0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (63e2f125-0ed9-4ba3-9cd4-a57e65c7e762), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.585510 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a92c612-c0fe-4d90-929f-e38a0b8a0b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.588933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3a92c612-c0fe-4d90-929f-e38a0b8a0b1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63e2f125-0ed9-4ba3-9cd4-a57e65c7e762 HTTP/1.1" status: 204  len: 168 time: 0.3602922
Apr 09 21:20:58.606362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92c612-c0fe-4d90-929f-e38a0b8a0b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e2f125-0ed9-4ba3-9cd4-a57e65c7e762,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:58.615445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9c294-30ea-42ab-8457-c29b777b6f75 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port ce87a840-8b3f-4663-a5e1-1a742152d97b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:20:58.615785 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c294-30ea-42ab-8457-c29b777b6f75 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ce87a840-8b3f-4663-a5e1-1a742152d97b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.659360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Pushing event updated for resources: {'Port': ['ID=2ebf029a-5857-4ad2-87fc-14e1a232b77a,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:58.671342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::10 (aeec8632-3cd9-4d09-a996-5fba0c5fae7b/bfc680f1-e094-4d61-8347-7ad1f3a72085/344cb68e-ea37-4397-ae60-dcf0bb1d594d) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:20:58.672096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Network aeec8632-3cd9-4d09-a996-5fba0c5fae7b is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:58.677686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:58.683041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:58.739117 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c294-30ea-42ab-8457-c29b777b6f75 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ce87a840-8b3f-4663-a5e1-1a742152d97b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.762151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9c294-30ea-42ab-8457-c29b777b6f75 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for ce87a840-8b3f-4663-a5e1-1a742152d97b owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:20:58.795976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Attempting to bind port 2ebf029a-5857-4ad2-87fc-14e1a232b77a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:20:58.796347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Attempting to bind port 2ebf029a-5857-4ad2-87fc-14e1a232b77a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f3e2175-8962-4699-8fff-5ac92048e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:20:58.796710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Attempting to bind port 2ebf029a-5857-4ad2-87fc-14e1a232b77a on network aeec8632-3cd9-4d09-a996-5fba0c5fae7b {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:20:58.805198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:20:58.805485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Checking segment: {'id': '1f3e2175-8962-4699-8fff-5ac92048e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:20:58.805866 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.806311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Bound using segment: {'id': '1f3e2175-8962-4699-8fff-5ac92048e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:20:58.806789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Bound port: 2ebf029a-5857-4ad2-87fc-14e1a232b77a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3e2175-8962-4699-8fff-5ac92048e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:20:58.807257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.868531 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-818c6631-e591-425d-b71a-ccf111002261 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0799878
Apr 09 21:20:58.944574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (344cb68e-ea37-4397-ae60-dcf0bb1d594d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.956689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] For port 2ebf029a-5857-4ad2-87fc-14e1a232b77a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:20:58.962962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] For port 2ebf029a-5857-4ad2-87fc-14e1a232b77a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ebf029a-5857-4ad2-87fc-14e1a232b77a,segment=NetworkSegment(1f3e2175-8962-4699-8fff-5ac92048e114),segment_id=1f3e2175-8962-4699-8fff-5ac92048e114)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:20:58.982847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:58.988230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-70d1b5b1-c6bf-4baa-ac27-56489115363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:58.990120 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-70d1b5b1-c6bf-4baa-ac27-56489115363c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1128 time: 0.0609210
Apr 09 21:20:59.028088 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c294-30ea-42ab-8457-c29b777b6f75 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ce87a840-8b3f-4663-a5e1-1a742152d97b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:59.131255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-4ec95ccf-e2ed-4e2d-9081-6c26b50d9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:59.132303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9c294-30ea-42ab-8457-c29b777b6f75 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=ce87a840-8b3f-4663-a5e1-1a742152d97b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:59.135934 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-4ec95ccf-e2ed-4e2d-9081-6c26b50d9bdc service neutron] 10.222.0.25 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 898 time: 0.1159170
Apr 09 21:20:59.139037 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (344cb68e-ea37-4397-ae60-dcf0bb1d594d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:59.149832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eefbe-7f78-478d-912e-4f736f57137e None None] Pushing event updated for resources: {'Port': ['ID=2ebf029a-5857-4ad2-87fc-14e1a232b77a,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:59.201101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c294-30ea-42ab-8457-c29b777b6f75 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:59.206736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c2a9c294-30ea-42ab-8457-c29b777b6f75 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/ports/ce87a840-8b3f-4663-a5e1-1a742152d97b HTTP/1.1" status: 204  len: 168 time: 0.7191050
Apr 09 21:20:59.207053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53546) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:59.208811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network aeec8632-3cd9-4d09-a996-5fba0c5fae7b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:20:59.213400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:20:59.290241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c56428-e720-4ea1-b990-1a9b5b7f9ab6 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:59.297870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-14c56428-e720-4ea1-b990-1a9b5b7f9ab6 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d24fc38-5036-4bbf-a08c-d824926b93b8 HTTP/1.1" status: 200  len: 913 time: 0.0839403
Apr 09 21:20:59.297870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53548) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:59.805542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:20:59.810988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:59.811726 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:20:59.826310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=344cb68e-ea37-4397-ae60-dcf0bb1d594d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:20:59.850476 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-6c92104e-05fa-47b5-8bfe-5dbac6ef7d96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 1001 time: 0.6399634
Apr 09 21:20:59.858306 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-18a0f08f-32ca-4fc4-8cf9-b93012d2dbbb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.8011990
Apr 09 21:20:59.860914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53572) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:20:59.867818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': 'aeec8632-3cd9-4d09-a996-5fba0c5fae7b', 'name': 'tempest-PortsIpV6TestJSON-919750831', 'fixed_ips': [{'subnet_id': 'bfc680f1-e094-4d61-8347-7ad1f3a72085', 'ip_address': '2001:db8::f'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:20:59.986344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-7e1affb3-adcc-4a6d-9a00-97a6bbfa85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:20:59.989274 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-7e1affb3-adcc-4a6d-9a00-97a6bbfa85eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 200  len: 834 time: 0.1294100
Apr 09 21:21:00.078632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-77f8fa5a-694b-45a7-b25f-1bef419939e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:00.080156 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-77f8fa5a-694b-45a7-b25f-1bef419939e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34592f59-2890-4469-bed7-9956df7ee951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0822475
Apr 09 21:21:00.126140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:00.130959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:00.218554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port ab602726-b2c5-456c-a519-797cc75d0885 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:21:00.292375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (7d24fc38-5036-4bbf-a08c-d824926b93b8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:00.347340 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-ce59797a-fb2f-4752-960f-9ef039bff9e6 service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2588966
Apr 09 21:21:00.532134 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9f9b8be4-32a5-4853-8775-075997a8e6ed req-439ee1a0-3c99-41a1-a1d2-7b842971aa3e service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469104
Apr 09 21:21:00.620177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::f (aeec8632-3cd9-4d09-a996-5fba0c5fae7b/bfc680f1-e094-4d61-8347-7ad1f3a72085/ab602726-b2c5-456c-a519-797cc75d0885) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:00.624425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b743dd66-0622-44ef-a99c-639e97ff24a0 None None] Network aeec8632-3cd9-4d09-a996-5fba0c5fae7b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:00.643046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port 3d317abb-82df-4fbd-9226-1d0faa25a476 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:00.643489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3d317abb-82df-4fbd-9226-1d0faa25a476), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:00.764559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-113466f2-2877-4bc6-8e54-80433018f0b9 None None] Provisioning complete for port 2ebf029a-5857-4ad2-87fc-14e1a232b77a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:00.765198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-113466f2-2877-4bc6-8e54-80433018f0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:00.824458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3d317abb-82df-4fbd-9226-1d0faa25a476), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:00.841314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for 3d317abb-82df-4fbd-9226-1d0faa25a476 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:00.905935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (ab602726-b2c5-456c-a519-797cc75d0885), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.009011 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ab602726-b2c5-456c-a519-797cc75d0885), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.051448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ebf029a-5857-4ad2-87fc-14e1a232b77a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:01.095467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network aeec8632-3cd9-4d09-a996-5fba0c5fae7b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:01.111897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3d317abb-82df-4fbd-9226-1d0faa25a476), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.112858 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:01.125833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:01.139260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2ebf029a-5857-4ad2-87fc-14e1a232b77a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:01.139840 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.149231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:01.149796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.153958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=ab602726-b2c5-456c-a519-797cc75d0885,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:01.180721 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ccf2eb56-7422-4b27-9da6-c74a1d8359ec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.3183057
Apr 09 21:21:01.183367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53608) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:01.207832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=3d317abb-82df-4fbd-9226-1d0faa25a476,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:01.256956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53610) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:01.259709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-113466f2-2877-4bc6-8e54-80433018f0b9 None None] Current status of the port 2ebf029a-5857-4ad2-87fc-14e1a232b77a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:01.260107 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-113466f2-2877-4bc6-8e54-80433018f0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.361418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-113466f2-2877-4bc6-8e54-80433018f0b9 None None] For port 2ebf029a-5857-4ad2-87fc-14e1a232b77a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ebf029a-5857-4ad2-87fc-14e1a232b77a,segment=NetworkSegment(1f3e2175-8962-4699-8fff-5ac92048e114),segment_id=1f3e2175-8962-4699-8fff-5ac92048e114)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:01.372417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220e294-4a14-41fd-81f1-10e194ad06eb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:01.374122 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b220e294-4a14-41fd-81f1-10e194ad06eb tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1891997
Apr 09 21:21:01.377301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53614) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:01.385266 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-113466f2-2877-4bc6-8e54-80433018f0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.452265 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48565c5b-90a6-4112-b8f7-d3627c3e0e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.493851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (7d24fc38-5036-4bbf-a08c-d824926b93b8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.500459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098231e2-6f39-4f08-822d-c83663af7fb8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:01.509759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098231e2-6f39-4f08-822d-c83663af7fb8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:01.517437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-880c6fc5-e0e7-4ff0-93f8-1598918b1657 None None] Provisioning complete for port 2ebf029a-5857-4ad2-87fc-14e1a232b77a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:01.517893 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-880c6fc5-e0e7-4ff0-93f8-1598918b1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.520240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098231e2-6f39-4f08-822d-c83663af7fb8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:01.525262 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.528144 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-098231e2-6f39-4f08-822d-c83663af7fb8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.1478875
Apr 09 21:21:01.528774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:01.552698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113466f2-2877-4bc6-8e54-80433018f0b9 None None] Pushing event updated for resources: {'Port': ['ID=2ebf029a-5857-4ad2-87fc-14e1a232b77a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:01.571799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2ebf029a-5857-4ad2-87fc-14e1a232b77a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:01.658151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-880c6fc5-e0e7-4ff0-93f8-1598918b1657 None None] Current status of the port 2ebf029a-5857-4ad2-87fc-14e1a232b77a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:01.669364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-880c6fc5-e0e7-4ff0-93f8-1598918b1657 None None] Provisioning complete for port 344cb68e-ea37-4397-ae60-dcf0bb1d594d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:01.670026 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-880c6fc5-e0e7-4ff0-93f8-1598918b1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (344cb68e-ea37-4397-ae60-dcf0bb1d594d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.710474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-28ef6363-0870-4167-a30d-d08dfa58e64a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port ab602726-b2c5-456c-a519-797cc75d0885 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:01.710819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28ef6363-0870-4167-a30d-d08dfa58e64a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ab602726-b2c5-456c-a519-797cc75d0885), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.723348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-880c6fc5-e0e7-4ff0-93f8-1598918b1657 None None] Port 344cb68e-ea37-4397-ae60-dcf0bb1d594d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:01.846258 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48565c5b-90a6-4112-b8f7-d3627c3e0e23 admin admin] Publish callbacks [] for security_group (0726d182-2340-40b9-85ff-e443e512dc54), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.857587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48565c5b-90a6-4112-b8f7-d3627c3e0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0726d182-2340-40b9-85ff-e443e512dc54), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.857739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4c8a1bfa-34f8-44ad-a87d-712af0886a17 None None] Provisioning complete for port 344cb68e-ea37-4397-ae60-dcf0bb1d594d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:01.858212 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1bfa-34f8-44ad-a87d-712af0886a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (344cb68e-ea37-4397-ae60-dcf0bb1d594d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.871200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28ef6363-0870-4167-a30d-d08dfa58e64a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ab602726-b2c5-456c-a519-797cc75d0885), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:01.887678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-28ef6363-0870-4167-a30d-d08dfa58e64a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for ab602726-b2c5-456c-a519-797cc75d0885 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:01.906053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Router 7d24fc38-5036-4bbf-a08c-d824926b93b8 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:01.928610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-48565c5b-90a6-4112-b8f7-d3627c3e0e23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75154372cab04e1189b12cae78c2e765&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6675816
Apr 09 21:21:01.931688 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53634) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:01.934457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a1bfa-34f8-44ad-a87d-712af0886a17 None None] Port 344cb68e-ea37-4397-ae60-dcf0bb1d594d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:01.940346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48565c5b-90a6-4112-b8f7-d3627c3e0e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0726d182-2340-40b9-85ff-e443e512dc54,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:02.098123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28ef6363-0870-4167-a30d-d08dfa58e64a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ab602726-b2c5-456c-a519-797cc75d0885), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.103891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-49b85931-7846-487d-b889-115d276ff2de admin admin] Publish callbacks [] for security_group (0726d182-2340-40b9-85ff-e443e512dc54), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.124679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:02.132615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b50d63ad-7403-4ec5-ba92-d7741ecbbbe9 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "PUT /v2.0/routers/7d24fc38-5036-4bbf-a08c-d824926b93b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8366706
Apr 09 21:21:02.136843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53646) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:02.138751 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff236fa-450e-4e7e-9ff8-804ffc81e92d None None] Sync routers for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:02.145626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef6363-0870-4167-a30d-d08dfa58e64a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=ab602726-b2c5-456c-a519-797cc75d0885,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:02.163975 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff236fa-450e-4e7e-9ff8-804ffc81e92d None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:02.167257 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dff236fa-450e-4e7e-9ff8-804ffc81e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377660400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:02.181853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-28ef6363-0870-4167-a30d-d08dfa58e64a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.186531 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-28ef6363-0870-4167-a30d-d08dfa58e64a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/ab602726-b2c5-456c-a519-797cc75d0885 HTTP/1.1" status: 204  len: 168 time: 0.6566467
Apr 09 21:21:02.189267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53650) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:02.223736 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e427abf-a387-4bda-977d-47915ec63703 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:21:02.225625 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e427abf-a387-4bda-977d-47915ec63703 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/ab602726-b2c5-456c-a519-797cc75d0885 HTTP/1.1" status: 404  len: 333 time: 0.0344131
Apr 09 21:21:02.228503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53654) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:02.229939 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dff236fa-450e-4e7e-9ff8-804ffc81e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377660400>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:02.243580 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff236fa-450e-4e7e-9ff8-804ffc81e92d None None] Routers {'7d24fc38-5036-4bbf-a08c-d824926b93b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:02.244380 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dff236fa-450e-4e7e-9ff8-804ffc81e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377660400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7d24fc38-5036-4bbf-a08c-d824926b93b8'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:02.245962 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-49b85931-7846-487d-b889-115d276ff2de admin admin] Publish callbacks [] for security_group (0726d182-2340-40b9-85ff-e443e512dc54), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.273435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fff30549-048f-4aa7-9adb-5f4ea2e78a85 None None] Could not find standard attr ID for object ab602726-b2c5-456c-a519-797cc75d0885. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:21:02.295329 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-dff236fa-450e-4e7e-9ff8-804ffc81e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377660400>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:02.296290 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff236fa-450e-4e7e-9ff8-804ffc81e92d None None] The sync data for ids ['7d24fc38-5036-4bbf-a08c-d824926b93b8'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:02.341149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-22cbb8a8-0161-439b-9522-e62a912820f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 344cb68e-ea37-4397-ae60-dcf0bb1d594d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:02.341576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22cbb8a8-0161-439b-9522-e62a912820f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (344cb68e-ea37-4397-ae60-dcf0bb1d594d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.348311 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router (7d24fc38-5036-4bbf-a08c-d824926b93b8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.459045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22cbb8a8-0161-439b-9522-e62a912820f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (344cb68e-ea37-4397-ae60-dcf0bb1d594d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.489993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-22cbb8a8-0161-439b-9522-e62a912820f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 344cb68e-ea37-4397-ae60-dcf0bb1d594d owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:02.497851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-49b85931-7846-487d-b889-115d276ff2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0726d182-2340-40b9-85ff-e443e512dc54), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.502379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-49b85931-7846-487d-b889-115d276ff2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.504388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-49b85931-7846-487d-b889-115d276ff2de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0726d182-2340-40b9-85ff-e443e512dc54 HTTP/1.1" status: 204  len: 168 time: 0.5716665
Apr 09 21:21:02.516703 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_gateway (7d24fc38-5036-4bbf-a08c-d824926b93b8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.523176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b85931-7846-487d-b889-115d276ff2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0726d182-2340-40b9-85ff-e443e512dc54,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:02.588378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53660) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:02.614214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting port ae86bd1f-f985-4861-8b01-5457e45871a5 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:02.614623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ae86bd1f-f985-4861-8b01-5457e45871a5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.682746 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22cbb8a8-0161-439b-9522-e62a912820f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (344cb68e-ea37-4397-ae60-dcf0bb1d594d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.708383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ae86bd1f-f985-4861-8b01-5457e45871a5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.719446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbb8a8-0161-439b-9522-e62a912820f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=344cb68e-ea37-4397-ae60-dcf0bb1d594d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:02.724619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Calling delete_port for ae86bd1f-f985-4861-8b01-5457e45871a5 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:02.752983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22cbb8a8-0161-439b-9522-e62a912820f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.757152 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-22cbb8a8-0161-439b-9522-e62a912820f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/344cb68e-ea37-4397-ae60-dcf0bb1d594d HTTP/1.1" status: 204  len: 168 time: 0.5273027
Apr 09 21:21:02.759792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53664) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:02.796320 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d50b8c4-546d-4cea-a8b4-344fea162ffc tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:21:02.800946 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3d50b8c4-546d-4cea-a8b4-344fea162ffc tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/344cb68e-ea37-4397-ae60-dcf0bb1d594d HTTP/1.1" status: 404  len: 333 time: 0.0397077
Apr 09 21:21:02.801670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53668) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:02.891159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4de6717-329c-4d52-b937-2e2d7b59c131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet bfc680f1-e094-4d61-8347-7ad1f3a72085 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:02.900702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4de6717-329c-4d52-b937-2e2d7b59c131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (bfc680f1-e094-4d61-8347-7ad1f3a72085), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:02.998450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3269ba7-09b3-45cb-af77-0959cdd0ec1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.022486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ebf029a-5857-4ad2-87fc-14e1a232b77a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:03.036901 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ae86bd1f-f985-4861-8b01-5457e45871a5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.043306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53672) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:03.050898 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4de6717-329c-4d52-b937-2e2d7b59c131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (bfc680f1-e094-4d61-8347-7ad1f3a72085), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.062832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0be7dab5-026d-4944-a242-1938c9440c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.072478 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2ebf029a-5857-4ad2-87fc-14e1a232b77a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:03.072855 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.100941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Port': ['ID=ae86bd1f-f985-4861-8b01-5457e45871a5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.175149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2ebf029a-5857-4ad2-87fc-14e1a232b77a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:03.176022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4de6717-329c-4d52-b937-2e2d7b59c131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (bfc680f1-e094-4d61-8347-7ad1f3a72085), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.202880 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (7d24fc38-5036-4bbf-a08c-d824926b93b8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.232132 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3269ba7-09b3-45cb-af77-0959cdd0ec1a admin admin] Publish callbacks [] for security_group (749706b7-9a25-48d4-8c96-5eb84feb19f5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.237520 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a3269ba7-09b3-45cb-af77-0959cdd0ec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (749706b7-9a25-48d4-8c96-5eb84feb19f5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.287087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4de6717-329c-4d52-b937-2e2d7b59c131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (bfc680f1-e094-4d61-8347-7ad1f3a72085), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.296527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3269ba7-09b3-45cb-af77-0959cdd0ec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749706b7-9a25-48d4-8c96-5eb84feb19f5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.300831 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a3269ba7-09b3-45cb-af77-0959cdd0ec1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d79c21f9883b4a4aa9924cfb578e545b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7113235
Apr 09 21:21:03.312702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53674) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:03.321265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de6717-329c-4d52-b937-2e2d7b59c131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc680f1-e094-4d61-8347-7ad1f3a72085,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.323215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4de6717-329c-4d52-b937-2e2d7b59c131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.326351 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4de6717-329c-4d52-b937-2e2d7b59c131 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/bfc680f1-e094-4d61-8347-7ad1f3a72085 HTTP/1.1" status: 204  len: 168 time: 0.5237298
Apr 09 21:21:03.329005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53676) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:03.330871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e95ea-848f-46f2-b6cc-2c93a393a058 None None] Network aeec8632-3cd9-4d09-a996-5fba0c5fae7b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:03.333430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0be7dab5-026d-4944-a242-1938c9440c71 admin admin] Publish callbacks [] for security_group (765764e7-0194-44cf-ae60-5c76e12f3a17), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.336931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (7d24fc38-5036-4bbf-a08c-d824926b93b8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.342257 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router_controller (7d24fc38-5036-4bbf-a08c-d824926b93b8), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.343770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0be7dab5-026d-4944-a242-1938c9440c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (765764e7-0194-44cf-ae60-5c76e12f3a17), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.416842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (aeec8632-3cd9-4d09-a996-5fba0c5fae7b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.439708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0be7dab5-026d-4944-a242-1938c9440c71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc17755174594a58beb37e30e9a0aad7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3936064
Apr 09 21:21:03.442586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53678) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:03.443479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (7d24fc38-5036-4bbf-a08c-d824926b93b8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.444063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Fanout notify agent at l3_agent the message router_deleted on router 7d24fc38-5036-4bbf-a08c-d824926b93b8 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:21:03.452992 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.456923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7ec2d3cd-b874-49e4-9d86-190a20fb70d5 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/routers/7d24fc38-5036-4bbf-a08c-d824926b93b8 HTTP/1.1" status: 204  len: 168 time: 1.3165441
Apr 09 21:21:03.460886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7dab5-026d-4944-a242-1938c9440c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765764e7-0194-44cf-ae60-5c76e12f3a17,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.463362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53680) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:03.479725 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-207787a6-fe41-4ff7-a59d-fc67ae007202 admin admin] Publish callbacks [] for security_group (749706b7-9a25-48d4-8c96-5eb84feb19f5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.512186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f32f11-cd35-4078-9190-78984195c849 None None] DHCP port deletion for aeec8632-3cd9-4d09-a996-5fba0c5fae7b request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:21:03.515911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 2ebf029a-5857-4ad2-87fc-14e1a232b77a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:03.516633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.533840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-207787a6-fe41-4ff7-a59d-fc67ae007202 admin admin] Publish callbacks [] for security_group (749706b7-9a25-48d4-8c96-5eb84feb19f5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.554131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-573a8a0f-6ac7-4a01-a168-44749104ec37 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Deleting subnet 52ed324e-618d-4b2b-a5da-f2c0824945dd {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:03.558124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-55f32f11-cd35-4078-9190-78984195c849 None None] Deleting port 2ebf029a-5857-4ad2-87fc-14e1a232b77a {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:03.558605 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-55f32f11-cd35-4078-9190-78984195c849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.562358 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-573a8a0f-6ac7-4a01-a168-44749104ec37 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for subnet (52ed324e-618d-4b2b-a5da-f2c0824945dd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.585089 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64458014-822f-4606-8cfc-31ed9b26cf8b admin admin] Publish callbacks [] for security_group (765764e7-0194-44cf-ae60-5c76e12f3a17), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.594515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] For port 2ebf029a-5857-4ad2-87fc-14e1a232b77a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ebf029a-5857-4ad2-87fc-14e1a232b77a,segment=NetworkSegment(1f3e2175-8962-4699-8fff-5ac92048e114),segment_id=1f3e2175-8962-4699-8fff-5ac92048e114)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:03.594869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.620541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 2ebf029a-5857-4ad2-87fc-14e1a232b77a owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:03.629251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64458014-822f-4606-8cfc-31ed9b26cf8b admin admin] Publish callbacks [] for security_group (765764e7-0194-44cf-ae60-5c76e12f3a17), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.629690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-573a8a0f-6ac7-4a01-a168-44749104ec37 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (52ed324e-618d-4b2b-a5da-f2c0824945dd), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.635617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-55f32f11-cd35-4078-9190-78984195c849 None None] For port 2ebf029a-5857-4ad2-87fc-14e1a232b77a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ebf029a-5857-4ad2-87fc-14e1a232b77a,segment=NetworkSegment(1f3e2175-8962-4699-8fff-5ac92048e114),segment_id=1f3e2175-8962-4699-8fff-5ac92048e114)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:03.636231 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-55f32f11-cd35-4078-9190-78984195c849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.652079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-55f32f11-cd35-4078-9190-78984195c849 None None] Calling delete_port for 2ebf029a-5857-4ad2-87fc-14e1a232b77a owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:03.666166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-207787a6-fe41-4ff7-a59d-fc67ae007202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (749706b7-9a25-48d4-8c96-5eb84feb19f5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.668862 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-207787a6-fe41-4ff7-a59d-fc67ae007202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.670090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-207787a6-fe41-4ff7-a59d-fc67ae007202 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/749706b7-9a25-48d4-8c96-5eb84feb19f5 HTTP/1.1" status: 204  len: 168 time: 0.3538127
Apr 09 21:21:03.684875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207787a6-fe41-4ff7-a59d-fc67ae007202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749706b7-9a25-48d4-8c96-5eb84feb19f5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.694682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-573a8a0f-6ac7-4a01-a168-44749104ec37 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (52ed324e-618d-4b2b-a5da-f2c0824945dd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.763526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64458014-822f-4606-8cfc-31ed9b26cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (765764e7-0194-44cf-ae60-5c76e12f3a17), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.766250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-64458014-822f-4606-8cfc-31ed9b26cf8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.767481 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-64458014-822f-4606-8cfc-31ed9b26cf8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/765764e7-0194-44cf-ae60-5c76e12f3a17 HTTP/1.1" status: 204  len: 168 time: 0.3239424
Apr 09 21:21:03.771612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.797420 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-55f32f11-cd35-4078-9190-78984195c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (2ebf029a-5857-4ad2-87fc-14e1a232b77a), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.805487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458014-822f-4606-8cfc-31ed9b26cf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765764e7-0194-44cf-ae60-5c76e12f3a17,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.807426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=2ebf029a-5857-4ad2-87fc-14e1a232b77a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.810314 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-573a8a0f-6ac7-4a01-a168-44749104ec37 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (52ed324e-618d-4b2b-a5da-f2c0824945dd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.813854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No DVR routers for this DVR port 2ebf029a-5857-4ad2-87fc-14e1a232b77a on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:03.844186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a8a0f-6ac7-4a01-a168-44749104ec37 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Subnet': ['ID=52ed324e-618d-4b2b-a5da-f2c0824945dd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.849207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-573a8a0f-6ac7-4a01-a168-44749104ec37 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.853081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-573a8a0f-6ac7-4a01-a168-44749104ec37 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/subnets/52ed324e-618d-4b2b-a5da-f2c0824945dd HTTP/1.1" status: 204  len: 168 time: 0.3865399
Apr 09 21:21:03.855082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53686) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:03.869567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f32f11-cd35-4078-9190-78984195c849 None None] Pushing event deleted for resources: {'Port': ['ID=2ebf029a-5857-4ad2-87fc-14e1a232b77a,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:03.877196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f32f11-cd35-4078-9190-78984195c849 None None] No DVR routers for this DVR port 2ebf029a-5857-4ad2-87fc-14e1a232b77a on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:03.933423 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (aeec8632-3cd9-4d09-a996-5fba0c5fae7b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.960555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237670d520>,) {'filters': {'network_id': ['aeec8632-3cd9-4d09-a996-5fba0c5fae7b']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:03.972058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (876eb1db-32c5-4e70-b579-253a7ddb2a98), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:03.973267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237670d520>, '1f3e2175-8962-4699-8fff-5ac92048e114') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:03.973572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237670d520>, '1f3e2175-8962-4699-8fff-5ac92048e114') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:03.985910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (1f3e2175-8962-4699-8fff-5ac92048e114), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.003357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1f3e2175-8962-4699-8fff-5ac92048e114), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.025791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:21:04.026424 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (1f3e2175-8962-4699-8fff-5ac92048e114), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.107533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (876eb1db-32c5-4e70-b579-253a7ddb2a98), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:21:04.119616 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:21:04.125604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (aeec8632-3cd9-4d09-a996-5fba0c5fae7b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.137799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237593a280>,) {'filters': {'network_id': ['876eb1db-32c5-4e70-b579-253a7ddb2a98']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:04.149078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.150294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237593a280>, 'a6c882e5-a2b0-47fe-a4af-70c4f0c45860') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:04.150827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237593a280>, 'a6c882e5-a2b0-47fe-a4af-70c4f0c45860') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:04.156751 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/networks/aeec8632-3cd9-4d09-a996-5fba0c5fae7b HTTP/1.1" status: 204  len: 168 time: 0.8266337
Apr 09 21:21:04.157731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9c0a9-eb24-4bd2-b0df-23118916d457 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Network': ['ID=aeec8632-3cd9-4d09-a996-5fba0c5fae7b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:04.159533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53694) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:04.164844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667864502'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:04.183965 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (a6c882e5-a2b0-47fe-a4af-70c4f0c45860), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.189311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:04.195110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.200831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a6c882e5-a2b0-47fe-a4af-70c4f0c45860), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.209762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:21:04.210405 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (a6c882e5-a2b0-47fe-a4af-70c4f0c45860), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:21:04.214303 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:21:04.242144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:21:04.252622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f3de2006-23d9-40e0-9a1a-bf7dc544fc20), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.253025 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Added segment f3de2006-23d9-40e0-9a1a-bf7dc544fc20 of type vlan for network 04b837ff-791b-498d-b0fc-d7c7b8e11deb
Apr 09 21:21:04.296397 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (876eb1db-32c5-4e70-b579-253a7ddb2a98), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.306152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (04b837ff-791b-498d-b0fc-d7c7b8e11deb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.306697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.310798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] 10.222.0.30 "DELETE /v2.0/networks/876eb1db-32c5-4e70-b579-253a7ddb2a98 HTTP/1.1" status: 204  len: 168 time: 0.4546654
Apr 09 21:21:04.324892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53704) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:04.326290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3dd9a-7060-48c9-aba2-ad6a3c5788a1 tempest-FloatingIPTestJSON-1185537312 tempest-FloatingIPTestJSON-1185537312-project] Pushing event deleted for resources: {'Network': ['ID=876eb1db-32c5-4e70-b579-253a7ddb2a98,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:04.349193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a0aded-c558-454f-8792-f32ecaa5f17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.358518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (04b837ff-791b-498d-b0fc-d7c7b8e11deb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.363522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:04.364114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.417359 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2567332
Apr 09 21:21:04.420426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53708) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:04.425522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': '04b837ff-791b-498d-b0fc-d7c7b8e11deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:04.467295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcbc08-a0b9-47ac-9a25-92e45f536aaf tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Network': ['ID=04b837ff-791b-498d-b0fc-d7c7b8e11deb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:04.484846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 04b837ff-791b-498d-b0fc-d7c7b8e11deb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:21:04.520832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a0aded-c558-454f-8792-f32ecaa5f17e admin admin] Publish callbacks [] for security_group (e0e2cdc5-983a-47b6-b2ab-ed8ad756394d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.529297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5a0aded-c558-454f-8792-f32ecaa5f17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e0e2cdc5-983a-47b6-b2ab-ed8ad756394d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.552506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:04.557353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.582537 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e5a0aded-c558-454f-8792-f32ecaa5f17e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dbad7b29da24845a3e40bfdb543b438&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2554412
Apr 09 21:21:04.582999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53714) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:04.594449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0aded-c558-454f-8792-f32ecaa5f17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e2cdc5-983a-47b6-b2ab-ed8ad756394d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:04.701900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a07af00a-e499-44b8-a00a-1e8df1dd4c04 admin admin] Publish callbacks [] for security_group (e0e2cdc5-983a-47b6-b2ab-ed8ad756394d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.749676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a07af00a-e499-44b8-a00a-1e8df1dd4c04 admin admin] Publish callbacks [] for security_group (e0e2cdc5-983a-47b6-b2ab-ed8ad756394d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.765734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53722) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:04.842617 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (9db10cf7-df9d-4d06-bd00-1f01c0529b51), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.852323 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a07af00a-e499-44b8-a00a-1e8df1dd4c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e0e2cdc5-983a-47b6-b2ab-ed8ad756394d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.855013 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a07af00a-e499-44b8-a00a-1e8df1dd4c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:04.856178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a07af00a-e499-44b8-a00a-1e8df1dd4c04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0e2cdc5-983a-47b6-b2ab-ed8ad756394d HTTP/1.1" status: 204  len: 168 time: 0.2722182
Apr 09 21:21:04.930775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07af00a-e499-44b8-a00a-1e8df1dd4c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e2cdc5-983a-47b6-b2ab-ed8ad756394d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:04.944091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=9db10cf7-df9d-4d06-bd00-1f01c0529b51,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:04.957979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Checking segment: {'id': 'f3de2006-23d9-40e0-9a1a-bf7dc544fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '04b837ff-791b-498d-b0fc-d7c7b8e11deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:04.957979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network hostable DHCP agents. Network: 04b837ff-791b-498d-b0fc-d7c7b8e11deb, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:21:04.985587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 04b837ff-791b-498d-b0fc-d7c7b8e11deb is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:21:05.006188 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8725ee05-0d9b-4918-998b-e982c18af625 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=215676a27bf941aca89ab500b2bade51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2364960
Apr 09 21:21:05.006642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04b837ff-791b-498d-b0fc-d7c7b8e11deb) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:05.006750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53734) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:05.009926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:05.010788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.014759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ebf029a-5857-4ad2-87fc-14e1a232b77a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:05.022047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa5c59-9c7b-4c5c-919f-0614e272c398 None None] Network 04b837ff-791b-498d-b0fc-d7c7b8e11deb requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:05.045415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7dc49f0c-7739-4f61-92f5-11063ecb95a1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6237123
Apr 09 21:21:05.048309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53736) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:05.055550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-75ee93bf-b865-4960-be96-abb7b0aa8ac3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1876974236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:05.061545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2ebf029a-5857-4ad2-87fc-14e1a232b77a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:21:05.062069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2ebf029a-5857-4ad2-87fc-14e1a232b77a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:05.079185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-133564c9-cd45-49f0-ba18-61a3c8acaf9d admin admin] Publish callbacks [] for security_group (aea4f518-704b-49bd-be5d-5c5efc50c281), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.108618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-133564c9-cd45-49f0-ba18-61a3c8acaf9d admin admin] Publish callbacks [] for security_group (aea4f518-704b-49bd-be5d-5c5efc50c281), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.120068 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75ee93bf-b865-4960-be96-abb7b0aa8ac3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (27b62fda-f54a-4aba-a8be-782701b0861c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.121153 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75ee93bf-b865-4960-be96-abb7b0aa8ac3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (27b62fda-f54a-4aba-a8be-782701b0861c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.198001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-133564c9-cd45-49f0-ba18-61a3c8acaf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (aea4f518-704b-49bd-be5d-5c5efc50c281), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.200878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-133564c9-cd45-49f0-ba18-61a3c8acaf9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.204720 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-133564c9-cd45-49f0-ba18-61a3c8acaf9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aea4f518-704b-49bd-be5d-5c5efc50c281 HTTP/1.1" status: 204  len: 168 time: 0.1951504
Apr 09 21:21:05.205078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75ee93bf-b865-4960-be96-abb7b0aa8ac3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for router_controller (27b62fda-f54a-4aba-a8be-782701b0861c), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.211207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133564c9-cd45-49f0-ba18-61a3c8acaf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4f518-704b-49bd-be5d-5c5efc50c281,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:05.214833 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75ee93bf-b865-4960-be96-abb7b0aa8ac3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (27b62fda-f54a-4aba-a8be-782701b0861c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.246155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-75ee93bf-b865-4960-be96-abb7b0aa8ac3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.247320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-04b837ff-791b-498d-b0fc-d7c7b8e11deb', 'network_id': '04b837ff-791b-498d-b0fc-d7c7b8e11deb', 'project_id': '12a82117ca894ee3b2d8ca91ced1b886', 'fixed_ips': [{'subnet_id': '9db10cf7-df9d-4d06-bd00-1f01c0529b51'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:21:05.248851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.251657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53748) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:05.251950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-75ee93bf-b865-4960-be96-abb7b0aa8ac3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2021537
Apr 09 21:21:05.258073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'network_id': '04b837ff-791b-498d-b0fc-d7c7b8e11deb', 'name': 'tempest-PortsIpV6TestJSON-1747092655'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:05.411417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:05.416200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.425650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Allocated IP 2001:db8::2 (04b837ff-791b-498d-b0fc-d7c7b8e11deb/9db10cf7-df9d-4d06-bd00-1f01c0529b51/89594720-4894-4ec4-8fc9-390cd2be1c93) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:05.444470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:21:05.521932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53760) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:05.617114 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Publish callbacks [] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.624260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.688258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Network 04b837ff-791b-498d-b0fc-d7c7b8e11deb is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:05.692634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:05.697598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:05.702585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::105 (04b837ff-791b-498d-b0fc-d7c7b8e11deb/9db10cf7-df9d-4d06-bd00-1f01c0529b51/3be80ac2-f277-4017-9a19-7e1c5bfebb66) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:05.730323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Pushing event updated for resources: {'Port': ['ID=89594720-4894-4ec4-8fc9-390cd2be1c93,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:05.735959 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-124580b6-8e15-4b48-87cc-5928e51f0802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.766608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Attempting to bind port 89594720-4894-4ec4-8fc9-390cd2be1c93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:05.766985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Attempting to bind port 89594720-4894-4ec4-8fc9-390cd2be1c93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3de2006-23d9-40e0-9a1a-bf7dc544fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '04b837ff-791b-498d-b0fc-d7c7b8e11deb'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:05.767408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Attempting to bind port 89594720-4894-4ec4-8fc9-390cd2be1c93 on network 04b837ff-791b-498d-b0fc-d7c7b8e11deb {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:05.772572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:05.772897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Checking segment: {'id': 'f3de2006-23d9-40e0-9a1a-bf7dc544fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '04b837ff-791b-498d-b0fc-d7c7b8e11deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:05.773335 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.773765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Bound using segment: {'id': 'f3de2006-23d9-40e0-9a1a-bf7dc544fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '04b837ff-791b-498d-b0fc-d7c7b8e11deb'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:05.774418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Bound port: 89594720-4894-4ec4-8fc9-390cd2be1c93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3de2006-23d9-40e0-9a1a-bf7dc544fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '04b837ff-791b-498d-b0fc-d7c7b8e11deb'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:05.774801 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.852820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] For port 89594720-4894-4ec4-8fc9-390cd2be1c93, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:05.856377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] For port 89594720-4894-4ec4-8fc9-390cd2be1c93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89594720-4894-4ec4-8fc9-390cd2be1c93,segment=NetworkSegment(f3de2006-23d9-40e0-9a1a-bf7dc544fc20),segment_id=f3de2006-23d9-40e0-9a1a-bf7dc544fc20)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:05.870127 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.875247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-124580b6-8e15-4b48-87cc-5928e51f0802 admin admin] Publish callbacks [] for security_group (ec76dda6-a170-4204-b4b3-1857b431199a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.883192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-124580b6-8e15-4b48-87cc-5928e51f0802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec76dda6-a170-4204-b4b3-1857b431199a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.950195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e722-c15a-44db-acde-98d9a13efdba None None] Pushing event updated for resources: {'Port': ['ID=89594720-4894-4ec4-8fc9-390cd2be1c93,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:05.954149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:05.967429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-124580b6-8e15-4b48-87cc-5928e51f0802 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d42d61ff00b4e2e80537e9113274bb2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4436345
Apr 09 21:21:05.969611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53780) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:05.981088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124580b6-8e15-4b48-87cc-5928e51f0802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76dda6-a170-4204-b4b3-1857b431199a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:06.058794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-116c3d99-0f4f-400b-ba57-97bb94160168 admin admin] Publish callbacks [] for security_group (ec76dda6-a170-4204-b4b3-1857b431199a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:06.064356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:06.123469 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-116c3d99-0f4f-400b-ba57-97bb94160168 admin admin] Publish callbacks [] for security_group (ec76dda6-a170-4204-b4b3-1857b431199a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:06.136948 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 04b837ff-791b-498d-b0fc-d7c7b8e11deb is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:06.143279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:06.147080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:06.151604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:06.152268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:06.173301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=3be80ac2-f277-4017-9a19-7e1c5bfebb66,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:06.215475 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b1efd0ab-770f-4cd0-9f46-a06d7c0e3177 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9625707
Apr 09 21:21:06.218763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53792) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:06.253954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-116c3d99-0f4f-400b-ba57-97bb94160168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec76dda6-a170-4204-b4b3-1857b431199a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:06.256764 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-116c3d99-0f4f-400b-ba57-97bb94160168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:06.260672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-116c3d99-0f4f-400b-ba57-97bb94160168 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec76dda6-a170-4204-b4b3-1857b431199a HTTP/1.1" status: 204  len: 168 time: 0.2893786
Apr 09 21:21:06.286848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c3d99-0f4f-400b-ba57-97bb94160168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76dda6-a170-4204-b4b3-1857b431199a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:06.619089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53806) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:06.652484 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:06.844636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-201268202'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:06.904361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:06.909081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:06.927858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.072612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 89594720-4894-4ec4-8fc9-390cd2be1c93 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:07.106793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for security_group (99456f47-ba4f-4d07-9398-3782f1704169), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.112878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (99456f47-ba4f-4d07-9398-3782f1704169), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.155993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:21:07.179590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99456f47-ba4f-4d07-9398-3782f1704169,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:07.187133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.187764 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment 5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed of type vlan for network b58e4554-aefa-4868-8809-e724cc1ed795
Apr 09 21:21:07.218832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 89594720-4894-4ec4-8fc9-390cd2be1c93 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:07.220696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.267033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (b58e4554-aefa-4868-8809-e724cc1ed795), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.302123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (b58e4554-aefa-4868-8809-e724cc1ed795), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.307977 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:07.308766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.337708 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7171054
Apr 09 21:21:07.346352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:07.368475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-360732028'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:07.395947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe216db1-70cb-4c40-9545-cf65e19a8787 None None] Network 04b837ff-791b-498d-b0fc-d7c7b8e11deb requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:07.405342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 89594720-4894-4ec4-8fc9-390cd2be1c93 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:07.406193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.413268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:07.417949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.500430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0b573-6275-4dca-a04d-51f68ddbda35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=b58e4554-aefa-4868-8809-e724cc1ed795,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:07.512454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:21:07.518192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network b58e4554-aefa-4868-8809-e724cc1ed795 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:21:07.521149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.526387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-080a1913-0bb1-44c6-b738-e5dfae435f35 None None] Provisioning complete for port 89594720-4894-4ec4-8fc9-390cd2be1c93 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:07.526969 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-080a1913-0bb1-44c6-b738-e5dfae435f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.529743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (6aa1179d-d79d-4f07-ab8a-603007ff9aa6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.530174 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment 6aa1179d-d79d-4f07-ab8a-603007ff9aa6 of type vlan for network 67710abd-9f88-43c5-96a9-e043b201e2a3
Apr 09 21:21:07.533115 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.623707 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (67710abd-9f88-43c5-96a9-e043b201e2a3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.649209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 89594720-4894-4ec4-8fc9-390cd2be1c93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89594720-4894-4ec4-8fc9-390cd2be1c93,segment=NetworkSegment(f3de2006-23d9-40e0-9a1a-bf7dc544fc20),segment_id=f3de2006-23d9-40e0-9a1a-bf7dc544fc20)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:07.662918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=3be80ac2-f277-4017-9a19-7e1c5bfebb66,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:07.672422 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (67710abd-9f88-43c5-96a9-e043b201e2a3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.682579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:07.683210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.690559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:07.760358 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3979161
Apr 09 21:21:07.785401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53846) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:07.791862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': 'b58e4554-aefa-4868-8809-e724cc1ed795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:07.813084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-080a1913-0bb1-44c6-b738-e5dfae435f35 None None] Current status of the port 89594720-4894-4ec4-8fc9-390cd2be1c93 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:07.822505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fcd83-ec3f-4d42-be1c-d3c1dd44c56e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=67710abd-9f88-43c5-96a9-e043b201e2a3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:07.836360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 67710abd-9f88-43c5-96a9-e043b201e2a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:21:07.900126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=89594720-4894-4ec4-8fc9-390cd2be1c93,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:07.913525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:07.917851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.009020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (27b62fda-f54a-4aba-a8be-782701b0861c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.152675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b7e7b89f-8932-4d8d-914d-a7b980621da5 None None] Provisioning complete for port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:08.153478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b89f-8932-4d8d-914d-a7b980621da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.206105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7b89f-8932-4d8d-914d-a7b980621da5 None None] Port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:08.227464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b7e7b89f-8932-4d8d-914d-a7b980621da5 None None] Provisioning complete for port 89594720-4894-4ec4-8fc9-390cd2be1c93 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:08.228039 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b89f-8932-4d8d-914d-a7b980621da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.275404 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.323934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7b89f-8932-4d8d-914d-a7b980621da5 None None] Current status of the port 89594720-4894-4ec4-8fc9-390cd2be1c93 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:08.381729 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.462774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fe3d56d5-6391-431e-9cec-29514eaa0f41 None None] Provisioning complete for port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:08.464881 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe3d56d5-6391-431e-9cec-29514eaa0f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.526263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d56d5-6391-431e-9cec-29514eaa0f41 None None] Port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:08.556820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:08.583542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': '5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b58e4554-aefa-4868-8809-e724cc1ed795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:08.583911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: b58e4554-aefa-4868-8809-e724cc1ed795, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:21:08.666082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network b58e4554-aefa-4868-8809-e724cc1ed795 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:21:08.685603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b58e4554-aefa-4868-8809-e724cc1ed795) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:08.698790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f5819-586e-4b02-8158-bf44e8908f71 None None] Network b58e4554-aefa-4868-8809-e724cc1ed795 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:08.699204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:08.699803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.733509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d3137c68-9e08-4b65-847e-96e4ac8a62c9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9460759
Apr 09 21:21:08.736437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53870) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:08.744947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': '67710abd-9f88-43c5-96a9-e043b201e2a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:08.746131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.754015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.754980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (27b62fda-f54a-4aba-a8be-782701b0861c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.815760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=3be80ac2-f277-4017-9a19-7e1c5bfebb66,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:08.832328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f67b6169-fe89-48e5-8bb1-7374767cb539 None None] Provisioning complete for port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:08.833001 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f67b6169-fe89-48e5-8bb1-7374767cb539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.865237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b58e4554-aefa-4868-8809-e724cc1ed795', 'network_id': 'b58e4554-aefa-4868-8809-e724cc1ed795', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': '5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:21:08.866248 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.904660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:08.906245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f67b6169-fe89-48e5-8bb1-7374767cb539 None None] Port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:08.915323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:08.950917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network 04b837ff-791b-498d-b0fc-d7c7b8e11deb is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:08.950917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:09.033450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 89594720-4894-4ec4-8fc9-390cd2be1c93 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:09.116956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Allocated IP 172.20.0.2 (b58e4554-aefa-4868-8809-e724cc1ed795/5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6/bb2ed421-a79e-4d60-999c-3579720d7085) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:09.147226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 89594720-4894-4ec4-8fc9-390cd2be1c93 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:09.147558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.176494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Router 27b62fda-f54a-4aba-a8be-782701b0861c is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:21:09.244363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (07e13bab-e48a-45e3-9e0e-55b19bbfce25), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.365351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:09.374594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d6d91e1-dc70-4bc5-bd72-410a45eb70b9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "PUT /v2.0/routers/27b62fda-f54a-4aba-a8be-782701b0861c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1491175
Apr 09 21:21:09.374594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53888) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:09.385518 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=07e13bab-e48a-45e3-9e0e-55b19bbfce25,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:09.409087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': '6aa1179d-d79d-4f07-ab8a-603007ff9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67710abd-9f88-43c5-96a9-e043b201e2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:09.409645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: 67710abd-9f88-43c5-96a9-e043b201e2a3, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:21:09.433470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a54a8-01b7-447c-b2e9-7bfddc0ca372 None None] Sync routers for ids ['27b62fda-f54a-4aba-a8be-782701b0861c'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:09.442783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f4758d47-042c-49ed-a8ea-5aad36ca7b64 None None] Provisioning complete for port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:09.443151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f4758d47-042c-49ed-a8ea-5aad36ca7b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.449022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 67710abd-9f88-43c5-96a9-e043b201e2a3 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:21:09.454900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33539e16-1c9d-45ba-8bf6-80c6ccbf14b6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:09.460396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-33539e16-1c9d-45ba-8bf6-80c6ccbf14b6 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports?device_id=27b62fda-f54a-4aba-a8be-782701b0861c HTTP/1.1" status: 200  len: 989 time: 0.0849495
Apr 09 21:21:09.460396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53892) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:09.475115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67710abd-9f88-43c5-96a9-e043b201e2a3) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:09.493915 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:09.495229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.506901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b76d75-57b0-4c24-ba22-d382be4cbeed None None] Network 67710abd-9f88-43c5-96a9-e043b201e2a3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:09.519287 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b905880-7e7e-47f4-acaa-a13d857e9a20 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7800565
Apr 09 21:21:09.523629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 53894) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:09.528429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4cc36f14-4beb-4886-b30b-f7966e0c96aa tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2060367137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:09.565824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cc36f14-4beb-4886-b30b-f7966e0c96aa tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.567529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cc36f14-4beb-4886-b30b-f7966e0c96aa tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.599524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a54a8-01b7-447c-b2e9-7bfddc0ca372 None None] Routers {'27b62fda-f54a-4aba-a8be-782701b0861c'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:09.600179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cb0a54a8-01b7-447c-b2e9-7bfddc0ca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da6220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['27b62fda-f54a-4aba-a8be-782701b0861c'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:09.644753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cc36f14-4beb-4886-b30b-f7966e0c96aa tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.654156 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cc36f14-4beb-4886-b30b-f7966e0c96aa tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.680248 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cc36f14-4beb-4886-b30b-f7966e0c96aa tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.685250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 53900) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:09.686534 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4cc36f14-4beb-4886-b30b-f7966e0c96aa tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1607742
Apr 09 21:21:09.771973 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Publish callbacks [] for port (bb2ed421-a79e-4d60-999c-3579720d7085), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.784936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cb0a54a8-01b7-447c-b2e9-7bfddc0ca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da6220>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:09.803686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a54a8-01b7-447c-b2e9-7bfddc0ca372 None None] Routers {'27b62fda-f54a-4aba-a8be-782701b0861c'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:09.804298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cb0a54a8-01b7-447c-b2e9-7bfddc0ca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da6220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['27b62fda-f54a-4aba-a8be-782701b0861c'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:09.807857 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:09.814233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f4758d47-042c-49ed-a8ea-5aad36ca7b64 None None] Port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:09.884578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cb0a54a8-01b7-447c-b2e9-7bfddc0ca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da6220>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:09.885215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a54a8-01b7-447c-b2e9-7bfddc0ca372 None None] The sync data for ids ['27b62fda-f54a-4aba-a8be-782701b0861c'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:09.886541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f830b34-3c83-48b7-9198-9155b58b4f83 req-b6463594-5b6c-4674-9809-441d0231fb2a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:09.888124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f830b34-3c83-48b7-9198-9155b58b4f83 req-b6463594-5b6c-4674-9809-441d0231fb2a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1586576
Apr 09 21:21:09.907526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Network b58e4554-aefa-4868-8809-e724cc1ed795 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:09.912166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:09.918008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:09.974051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Pushing event updated for resources: {'Port': ['ID=bb2ed421-a79e-4d60-999c-3579720d7085,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:10.000645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-67710abd-9f88-43c5-96a9-e043b201e2a3', 'network_id': '67710abd-9f88-43c5-96a9-e043b201e2a3', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': '07e13bab-e48a-45e3-9e0e-55b19bbfce25'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:21:10.001545 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.034900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 89594720-4894-4ec4-8fc9-390cd2be1c93 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:10.152985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Attempting to bind port bb2ed421-a79e-4d60-999c-3579720d7085 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:10.153386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Attempting to bind port bb2ed421-a79e-4d60-999c-3579720d7085 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b58e4554-aefa-4868-8809-e724cc1ed795'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:10.153750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Attempting to bind port bb2ed421-a79e-4d60-999c-3579720d7085 on network b58e4554-aefa-4868-8809-e724cc1ed795 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:10.163719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:10.164095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Checking segment: {'id': '5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b58e4554-aefa-4868-8809-e724cc1ed795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:10.164498 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.164897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Bound using segment: {'id': '5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b58e4554-aefa-4868-8809-e724cc1ed795'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:10.165807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Bound port: bb2ed421-a79e-4d60-999c-3579720d7085, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b58e4554-aefa-4868-8809-e724cc1ed795'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:10.166192 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.171157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f830b34-3c83-48b7-9198-9155b58b4f83 req-693633e3-8526-4b13-ba68-cb92e728d368 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2516108
Apr 09 21:21:10.215531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.245444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Allocated IP 172.21.0.2 (67710abd-9f88-43c5-96a9-e043b201e2a3/07e13bab-e48a-45e3-9e0e-55b19bbfce25/8b938825-1b67-45f8-aec9-d1e3137ab865) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:10.330809 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] For port bb2ed421-a79e-4d60-999c-3579720d7085, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:10.349490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] For port bb2ed421-a79e-4d60-999c-3579720d7085, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb2ed421-a79e-4d60-999c-3579720d7085,segment=NetworkSegment(5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed),segment_id=5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:10.359669 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.375115 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (27b62fda-f54a-4aba-a8be-782701b0861c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.431319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4643f4c-64a3-4fdd-a286-68b6d6e8020d req-268e56be-218d-4589-b2e8-68433c4f20b0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:10.431873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4643f4c-64a3-4fdd-a286-68b6d6e8020d req-268e56be-218d-4589-b2e8-68433c4f20b0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1740673
Apr 09 21:21:10.473967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9ab1f-f4f1-44a6-ad41-915cefbe7997 None None] Pushing event updated for resources: {'Port': ['ID=bb2ed421-a79e-4d60-999c-3579720d7085,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:10.493198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Publish callbacks [] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.501841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.545126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Network 67710abd-9f88-43c5-96a9-e043b201e2a3 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:10.547819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:10.551555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:10.557376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Pushing event updated for resources: {'Port': ['ID=8b938825-1b67-45f8-aec9-d1e3137ab865,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:10.679953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Attempting to bind port 8b938825-1b67-45f8-aec9-d1e3137ab865 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:10.680332 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Attempting to bind port 8b938825-1b67-45f8-aec9-d1e3137ab865 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6aa1179d-d79d-4f07-ab8a-603007ff9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67710abd-9f88-43c5-96a9-e043b201e2a3'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:10.680702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Attempting to bind port 8b938825-1b67-45f8-aec9-d1e3137ab865 on network 67710abd-9f88-43c5-96a9-e043b201e2a3 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:10.686073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:10.686449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Checking segment: {'id': '6aa1179d-d79d-4f07-ab8a-603007ff9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67710abd-9f88-43c5-96a9-e043b201e2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:10.686857 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.687257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Bound using segment: {'id': '6aa1179d-d79d-4f07-ab8a-603007ff9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67710abd-9f88-43c5-96a9-e043b201e2a3'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:10.687586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4643f4c-64a3-4fdd-a286-68b6d6e8020d req-fc2d41ed-c532-4f25-b033-fd1e77cdc083 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2136652
Apr 09 21:21:10.688060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Bound port: 8b938825-1b67-45f8-aec9-d1e3137ab865, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa1179d-d79d-4f07-ab8a-603007ff9aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67710abd-9f88-43c5-96a9-e043b201e2a3'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:10.688166 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.784847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] For port 8b938825-1b67-45f8-aec9-d1e3137ab865, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:10.788539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] For port 8b938825-1b67-45f8-aec9-d1e3137ab865, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b938825-1b67-45f8-aec9-d1e3137ab865,segment=NetworkSegment(6aa1179d-d79d-4f07-ab8a-603007ff9aa6),segment_id=6aa1179d-d79d-4f07-ab8a-603007ff9aa6)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:10.804885 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:10.874022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1a8d1-3738-4bf9-8dc0-8cb568fcae80 None None] Pushing event updated for resources: {'Port': ['ID=8b938825-1b67-45f8-aec9-d1e3137ab865,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:11.008111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb2ed421-a79e-4d60-999c-3579720d7085 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:11.121830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bb2ed421-a79e-4d60-999c-3579720d7085 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:11.130767 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:11.337820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bb2ed421-a79e-4d60-999c-3579720d7085 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:11.338223 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:11.409220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port bb2ed421-a79e-4d60-999c-3579720d7085, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb2ed421-a79e-4d60-999c-3579720d7085,segment=NetworkSegment(5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed),segment_id=5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:11.418575 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:11.516556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=bb2ed421-a79e-4d60-999c-3579720d7085,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:11.556601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef06b8-d17d-4133-aa85-11cccef799e1 req-d13b58ce-cbe5-4411-b9cd-feba10aa38aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:11.558353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3ef06b8-d17d-4133-aa85-11cccef799e1 req-d13b58ce-cbe5-4411-b9cd-feba10aa38aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.7292666
Apr 09 21:21:11.559537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 3be80ac2-f277-4017-9a19-7e1c5bfebb66 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:11.559881 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:11.589874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.20.0.1 (b58e4554-aefa-4868-8809-e724cc1ed795/5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6/4d7e5a13-2e0c-4a43-a6eb-396312099fba) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:11.774735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3ef06b8-d17d-4133-aa85-11cccef799e1 req-67d1a6e6-9740-4a09-abe5-50763cc12346 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2050717
Apr 09 21:21:11.798831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:11.829350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 3be80ac2-f277-4017-9a19-7e1c5bfebb66 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:11.908188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26a0b0f-445f-460e-a6e2-4cf960ba30f9 None None] Network b58e4554-aefa-4868-8809-e724cc1ed795 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:11.917082 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:11.999930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2429e988-ec1a-4506-8918-2a489ea4aa88 None None] Provisioning complete for port bb2ed421-a79e-4d60-999c-3579720d7085 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:12.000299 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2429e988-ec1a-4506-8918-2a489ea4aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:12.005732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4df41-5f7a-4919-894c-e59c7fc414f8 req-5ffb012d-c280-4748-aac9-8eddb7d3d3ec tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:12.007899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ba4df41-5f7a-4919-894c-e59c7fc414f8 req-5ffb012d-c280-4748-aac9-8eddb7d3d3ec tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1487918
Apr 09 21:21:12.082362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:12.142592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2429e988-ec1a-4506-8918-2a489ea4aa88 None None] Current status of the port bb2ed421-a79e-4d60-999c-3579720d7085 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:12.158029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network b58e4554-aefa-4868-8809-e724cc1ed795 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:12.166785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:12.177266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:12.247939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=4d7e5a13-2e0c-4a43-a6eb-396312099fba,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:12.263034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ba4df41-5f7a-4919-894c-e59c7fc414f8 req-509d9eda-3ca9-479c-a69d-bd76ab348418 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2443423
Apr 09 21:21:12.313987 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:12.355937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73b0c39-0ef1-414a-a3f2-3b1f8033ee9d None None] Network 67710abd-9f88-43c5-96a9-e043b201e2a3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:12.406926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3be80ac2-f277-4017-9a19-7e1c5bfebb66), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:12.472902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=3be80ac2-f277-4017-9a19-7e1c5bfebb66,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:12.548145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fa5e94f3-41b9-44b5-bdca-9301e904511e None None] Provisioning complete for port 8b938825-1b67-45f8-aec9-d1e3137ab865 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:12.555973 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa5e94f3-41b9-44b5-bdca-9301e904511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:12.855336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e94f3-41b9-44b5-bdca-9301e904511e None None] Current status of the port 8b938825-1b67-45f8-aec9-d1e3137ab865 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:12.861329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa5e94f3-41b9-44b5-bdca-9301e904511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:12.880360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58489-a5f5-4542-9c3c-15046f2ab943 req-1ff05d1f-5a18-4438-a486-4acd4c0c897f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:12.899193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aac58489-a5f5-4542-9c3c-15046f2ab943 req-1ff05d1f-5a18-4438-a486-4acd4c0c897f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2189867
Apr 09 21:21:12.911521 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (27b62fda-f54a-4aba-a8be-782701b0861c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:12.956397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fa5e94f3-41b9-44b5-bdca-9301e904511e None None] For port 8b938825-1b67-45f8-aec9-d1e3137ab865, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b938825-1b67-45f8-aec9-d1e3137ab865,segment=NetworkSegment(6aa1179d-d79d-4f07-ab8a-603007ff9aa6),segment_id=6aa1179d-d79d-4f07-ab8a-603007ff9aa6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:12.976537 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa5e94f3-41b9-44b5-bdca-9301e904511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:13.135312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:13.209989 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5db30134-40a5-4df9-81a3-fe603db6d159 None None] Provisioning complete for port 4d7e5a13-2e0c-4a43-a6eb-396312099fba triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:13.210757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5db30134-40a5-4df9-81a3-fe603db6d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:13.214444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e94f3-41b9-44b5-bdca-9301e904511e None None] Pushing event updated for resources: {'Port': ['ID=8b938825-1b67-45f8-aec9-d1e3137ab865,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:13.244547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb2ed421-a79e-4d60-999c-3579720d7085 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:13.297444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5db30134-40a5-4df9-81a3-fe603db6d159 None None] Port 4d7e5a13-2e0c-4a43-a6eb-396312099fba cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:13.305708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aac58489-a5f5-4542-9c3c-15046f2ab943 req-9b694c33-5914-4893-acf0-7b281031cb58 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4049892
Apr 09 21:21:13.308618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5db30134-40a5-4df9-81a3-fe603db6d159 None None] Provisioning complete for port bb2ed421-a79e-4d60-999c-3579720d7085 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:13.309004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5db30134-40a5-4df9-81a3-fe603db6d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:13.382695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port bb2ed421-a79e-4d60-999c-3579720d7085 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:13.383076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:13.429714 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Router 27b62fda-f54a-4aba-a8be-782701b0861c has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:13.570338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5db30134-40a5-4df9-81a3-fe603db6d159 None None] Current status of the port bb2ed421-a79e-4d60-999c-3579720d7085 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:13.599290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port bb2ed421-a79e-4d60-999c-3579720d7085 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:13.599918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:13.601734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b938825-1b67-45f8-aec9-d1e3137ab865 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:13.608788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c234bb87-fd1e-4959-aaa3-8b299f162a34 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "PUT /v2.0/routers/27b62fda-f54a-4aba-a8be-782701b0861c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1463015
Apr 09 21:21:13.611190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54044) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:13.620640 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c7fec-05fa-430b-9435-3c4c3a948861 None None] Sync routers for ids ['27b62fda-f54a-4aba-a8be-782701b0861c'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:13.657586 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c7fec-05fa-430b-9435-3c4c3a948861 None None] Routers {'27b62fda-f54a-4aba-a8be-782701b0861c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:13.659962 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-368c7fec-05fa-430b-9435-3c4c3a948861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237719aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['27b62fda-f54a-4aba-a8be-782701b0861c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:13.662391 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4501e3-e526-4fc7-8def-e130bc4d407f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:21:13.665424 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bf4501e3-e526-4fc7-8def-e130bc4d407f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/3be80ac2-f277-4017-9a19-7e1c5bfebb66 HTTP/1.1" status: 404  len: 333 time: 0.0513163
Apr 09 21:21:13.669612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54048) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:13.694301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8b938825-1b67-45f8-aec9-d1e3137ab865 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:13.694710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:13.713265 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-368c7fec-05fa-430b-9435-3c4c3a948861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237719aa00>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:13.723673 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c7fec-05fa-430b-9435-3c4c3a948861 None None] Routers {'27b62fda-f54a-4aba-a8be-782701b0861c'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:13.724524 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-368c7fec-05fa-430b-9435-3c4c3a948861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237719aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['27b62fda-f54a-4aba-a8be-782701b0861c'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:13.775238 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-368c7fec-05fa-430b-9435-3c4c3a948861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237719aa00>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:13.776942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dd3823ed-23f1-4e97-ae44-006b65e2a65d None None] Provisioning complete for port 8b938825-1b67-45f8-aec9-d1e3137ab865 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:13.777358 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd3823ed-23f1-4e97-ae44-006b65e2a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:13.778098 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c7fec-05fa-430b-9435-3c4c3a948861 None None] The sync data for ids ['27b62fda-f54a-4aba-a8be-782701b0861c'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:13.917543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8b938825-1b67-45f8-aec9-d1e3137ab865 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:13.923943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dd3823ed-23f1-4e97-ae44-006b65e2a65d None None] Current status of the port 8b938825-1b67-45f8-aec9-d1e3137ab865 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:13.956941 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b91b510c-0ea2-4701-bff9-16eb2c3777d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for router (27b62fda-f54a-4aba-a8be-782701b0861c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.014047 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.024468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65921fc3-c8be-4a37-89b5-c24af07ed0b2 req-36d56b7a-7ab8-45f7-94ec-2f789af2d81b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:14.026040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65921fc3-c8be-4a37-89b5-c24af07ed0b2 req-36d56b7a-7ab8-45f7-94ec-2f789af2d81b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0615203
Apr 09 21:21:14.027204 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.130965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=4d7e5a13-2e0c-4a43-a6eb-396312099fba,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:14.136071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.177510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b91b510c-0ea2-4701-bff9-16eb2c3777d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (27b62fda-f54a-4aba-a8be-782701b0861c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.180132 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b91b510c-0ea2-4701-bff9-16eb2c3777d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for router_controller (27b62fda-f54a-4aba-a8be-782701b0861c), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.182334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65921fc3-c8be-4a37-89b5-c24af07ed0b2 req-b0b7486f-846f-480a-93d3-a7fefc03cc1a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1480148
Apr 09 21:21:14.233981 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b91b510c-0ea2-4701-bff9-16eb2c3777d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (27b62fda-f54a-4aba-a8be-782701b0861c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.234957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91b510c-0ea2-4701-bff9-16eb2c3777d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Fanout notify agent at l3_agent the message router_deleted on router 27b62fda-f54a-4aba-a8be-782701b0861c {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:21:14.243626 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b91b510c-0ea2-4701-bff9-16eb2c3777d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.247445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b91b510c-0ea2-4701-bff9-16eb2c3777d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/routers/27b62fda-f54a-4aba-a8be-782701b0861c HTTP/1.1" status: 204  len: 168 time: 0.5749750
Apr 09 21:21:14.247852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54074) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:14.261614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network b58e4554-aefa-4868-8809-e724cc1ed795 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:14.279439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:14.385343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-738696a8-8c52-45e9-a13d-11688bd60f63 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 9db10cf7-df9d-4d06-bd00-1f01c0529b51 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:14.393591 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-738696a8-8c52-45e9-a13d-11688bd60f63 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (9db10cf7-df9d-4d06-bd00-1f01c0529b51), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.446374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-738696a8-8c52-45e9-a13d-11688bd60f63 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (9db10cf7-df9d-4d06-bd00-1f01c0529b51), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.545667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router 1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:21:14.567881 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-738696a8-8c52-45e9-a13d-11688bd60f63 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9db10cf7-df9d-4d06-bd00-1f01c0529b51), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.653847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-26451342-55ff-451e-8113-d715adb080ad None None] Provisioning complete for port 4d7e5a13-2e0c-4a43-a6eb-396312099fba triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:14.654381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26451342-55ff-451e-8113-d715adb080ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.693210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:14.698656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1fe9aac6-51dd-49e2-ad2a-cf4a6b2dc676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0120044
Apr 09 21:21:14.701540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54110) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:14.712399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-738696a8-8c52-45e9-a13d-11688bd60f63 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (9db10cf7-df9d-4d06-bd00-1f01c0529b51), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.775299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738696a8-8c52-45e9-a13d-11688bd60f63 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=9db10cf7-df9d-4d06-bd00-1f01c0529b51,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:14.783105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068bec10-0a8b-4c5b-b662-3499f36e2510 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:14.787327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-068bec10-0a8b-4c5b-b662-3499f36e2510 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports/4d7e5a13-2e0c-4a43-a6eb-396312099fba HTTP/1.1" status: 200  len: 910 time: 0.0819824
Apr 09 21:21:14.787517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54112) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:14.794020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-738696a8-8c52-45e9-a13d-11688bd60f63 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:14.797195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-738696a8-8c52-45e9-a13d-11688bd60f63 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/9db10cf7-df9d-4d06-bd00-1f01c0529b51 HTTP/1.1" status: 204  len: 168 time: 0.5482779
Apr 09 21:21:14.800162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54114) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:14.844330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b953e5-1219-4b77-885e-03100b6def96 None None] Network 04b837ff-791b-498d-b0fc-d7c7b8e11deb requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:14.844330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bb8f0-4124-4581-985a-b49025062b1a None None] Sync routers for ids ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:14.882770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bb8f0-4124-4581-985a-b49025062b1a None None] Routers {'1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:14.883413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1b6bb8f0-4124-4581-985a-b49025062b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f15910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:14.931620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1b6bb8f0-4124-4581-985a-b49025062b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f15910>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:14.946103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-26451342-55ff-451e-8113-d715adb080ad None None] Port 4d7e5a13-2e0c-4a43-a6eb-396312099fba cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:14.987558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b938825-1b67-45f8-aec9-d1e3137ab865 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:15.017326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bb8f0-4124-4581-985a-b49025062b1a None None] Routers {'1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:15.017983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1b6bb8f0-4124-4581-985a-b49025062b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f15910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:15.083156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1b6bb8f0-4124-4581-985a-b49025062b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f15910>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:15.084056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bb8f0-4124-4581-985a-b49025062b1a None None] The sync data for ids ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:15.112686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8b938825-1b67-45f8-aec9-d1e3137ab865 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:15.113099 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.195393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] DHCP port deletion for 04b837ff-791b-498d-b0fc-d7c7b8e11deb request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:21:15.266451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (04b837ff-791b-498d-b0fc-d7c7b8e11deb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.269081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] Deleting port 89594720-4894-4ec4-8fc9-390cd2be1c93 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:15.269670 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.277257 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.288556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8b938825-1b67-45f8-aec9-d1e3137ab865 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:15.321614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 89594720-4894-4ec4-8fc9-390cd2be1c93 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:15.321614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.364723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] For port 89594720-4894-4ec4-8fc9-390cd2be1c93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89594720-4894-4ec4-8fc9-390cd2be1c93,segment=NetworkSegment(f3de2006-23d9-40e0-9a1a-bf7dc544fc20),segment_id=f3de2006-23d9-40e0-9a1a-bf7dc544fc20)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:15.365150 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.379440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] Calling delete_port for 89594720-4894-4ec4-8fc9-390cd2be1c93 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:15.408400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] For port 89594720-4894-4ec4-8fc9-390cd2be1c93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89594720-4894-4ec4-8fc9-390cd2be1c93,segment=NetworkSegment(f3de2006-23d9-40e0-9a1a-bf7dc544fc20),segment_id=f3de2006-23d9-40e0-9a1a-bf7dc544fc20)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:15.409019 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.427941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 89594720-4894-4ec4-8fc9-390cd2be1c93 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:15.437053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa024a-6a71-430d-8ed5-b9fca4a44c19 req-2e041892-a3c9-42a3-833f-4aff2a5d1e25 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:15.438803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47aa024a-6a71-430d-8ed5-b9fca4a44c19 req-2e041892-a3c9-42a3-833f-4aff2a5d1e25 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1451571
Apr 09 21:21:15.506806 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.543184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (89594720-4894-4ec4-8fc9-390cd2be1c93), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.544489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] Pushing event deleted for resources: {'Port': ['ID=89594720-4894-4ec4-8fc9-390cd2be1c93,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:15.550492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2aa39c-d67a-472d-9033-3b552ea00c82 None None] No DVR routers for this DVR port 89594720-4894-4ec4-8fc9-390cd2be1c93 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:15.587221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=89594720-4894-4ec4-8fc9-390cd2be1c93,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:15.597410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47aa024a-6a71-430d-8ed5-b9fca4a44c19 req-dc358a51-0207-4b63-b977-5ff7712ad0e5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1513085
Apr 09 21:21:15.600573 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No DVR routers for this DVR port 89594720-4894-4ec4-8fc9-390cd2be1c93 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:15.702523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.21.0.1 (67710abd-9f88-43c5-96a9-e043b201e2a3/07e13bab-e48a-45e3-9e0e-55b19bbfce25/3cc797f3-0f44-44f3-a9cb-395d995af33d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:15.716812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (04b837ff-791b-498d-b0fc-d7c7b8e11deb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.747321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375583bb0>,) {'filters': {'network_id': ['04b837ff-791b-498d-b0fc-d7c7b8e11deb']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:15.771321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375583bb0>, 'f3de2006-23d9-40e0-9a1a-bf7dc544fc20') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:15.771440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375583bb0>, 'f3de2006-23d9-40e0-9a1a-bf7dc544fc20') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:15.782454 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (f3de2006-23d9-40e0-9a1a-bf7dc544fc20), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.798399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f3de2006-23d9-40e0-9a1a-bf7dc544fc20), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.813417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:21:15.814155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (f3de2006-23d9-40e0-9a1a-bf7dc544fc20), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:21:15.818561 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:21:15.845353 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:21:15.875485 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.891935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (04b837ff-791b-498d-b0fc-d7c7b8e11deb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.913354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.920536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/networks/04b837ff-791b-498d-b0fc-d7c7b8e11deb HTTP/1.1" status: 204  len: 168 time: 1.1149492
Apr 09 21:21:15.920536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b34fe-87c2-449e-86c1-04ce69a3e453 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Network': ['ID=04b837ff-791b-498d-b0fc-d7c7b8e11deb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:15.922350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54166) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:15.940863 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:15.976049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3ac6d-5e67-46c8-b366-9ab4ee6607f2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:15.981087 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-abb3ac6d-5e67-46c8-b366-9ab4ee6607f2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/9944a4be-196a-4812-83fc-d0aae88f86dc HTTP/1.1" status: 200  len: 845 time: 0.0539660
Apr 09 21:21:15.981734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54170) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:15.993824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 67710abd-9f88-43c5-96a9-e043b201e2a3 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:15.997321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:16.000256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:16.035517 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dbbcf6bd-7e69-4de7-af54-b26f8fe24832 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/9944a4be-196a-4812-83fc-d0aae88f86dc?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0526061
Apr 09 21:21:16.036591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=3cc797f3-0f44-44f3-a9cb-395d995af33d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:16.040071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54172) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:16.049748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:16.097689 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:16.379738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-36cb7d72-7448-42eb-a7ae-b57c0ebb7e49 None None] Provisioning complete for port 3cc797f3-0f44-44f3-a9cb-395d995af33d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:16.380284 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-36cb7d72-7448-42eb-a7ae-b57c0ebb7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:16.418130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-36cb7d72-7448-42eb-a7ae-b57c0ebb7e49 None None] Port 3cc797f3-0f44-44f3-a9cb-395d995af33d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:16.615475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:16.618901 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:16.716945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:16.774665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a13e83-aa4e-4370-8dc8-affe855e653e req-ae33c0d0-5164-4a21-8e7c-e897fb05aede tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:16.776154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3a13e83-aa4e-4370-8dc8-affe855e653e req-ae33c0d0-5164-4a21-8e7c-e897fb05aede tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0809608
Apr 09 21:21:16.958263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 89594720-4894-4ec4-8fc9-390cd2be1c93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:16.972104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3a13e83-aa4e-4370-8dc8-affe855e653e req-9d307435-832a-4265-b726-be057edb088a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702695
Apr 09 21:21:16.983164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 89594720-4894-4ec4-8fc9-390cd2be1c93 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:21:16.983704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 89594720-4894-4ec4-8fc9-390cd2be1c93 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:17.099065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (1d19e84b-5ffd-40d6-8953-ff63075c76e3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.104471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54204) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:17.159960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:17.170251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:17.180075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ec0a2-5c12-4957-9d4e-6b428f1ea7ee None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:17.180825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:17.187210 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.212061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=1d19e84b-5ffd-40d6-8953-ff63075c76e3,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:17.235236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0e225a62-2e7d-460e-a61b-984743177cc2 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1909530
Apr 09 21:21:17.235449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54212) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:17.240408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8fa07511-6e4b-41c4-b85b-51529baaec92 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1332777150'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:17.256986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.266562 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.267219 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8e3f8f71-cc8a-40d2-9914-df8de4c889d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.295546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8fa07511-6e4b-41c4-b85b-51529baaec92 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.351473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'project_id': '12a82117ca894ee3b2d8ca91ced1b886', 'fixed_ips': [{'subnet_id': '1d19e84b-5ffd-40d6-8953-ff63075c76e3'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:21:17.354273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.363822 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.372383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=3cc797f3-0f44-44f3-a9cb-395d995af33d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:17.418090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8e3f8f71-cc8a-40d2-9914-df8de4c889d7 admin admin] Publish callbacks [] for security_group (3c18676b-083e-4240-8022-a11476f06d9e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.427265 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8e3f8f71-cc8a-40d2-9914-df8de4c889d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3c18676b-083e-4240-8022-a11476f06d9e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.455796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8fa07511-6e4b-41c4-b85b-51529baaec92 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (758cf05e-e6d6-48f4-97cd-c98d0b5b09ec), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.477686 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8fa07511-6e4b-41c4-b85b-51529baaec92 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (758cf05e-e6d6-48f4-97cd-c98d0b5b09ec), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.490211 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8e3f8f71-cc8a-40d2-9914-df8de4c889d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f51d17312a294b8780c7d9e30a923dce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3845844
Apr 09 21:21:17.493219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f8f71-cc8a-40d2-9914-df8de4c889d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18676b-083e-4240-8022-a11476f06d9e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:17.496763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54214) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:17.497581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 67710abd-9f88-43c5-96a9-e043b201e2a3 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:17.499630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:17.543216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Allocated IP 2001:db8::2 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/1d19e84b-5ffd-40d6-8953-ff63075c76e3/dd77b635-d58d-413c-a9d3-20d58ad0605b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:17.559811 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8fa07511-6e4b-41c4-b85b-51529baaec92 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.563016 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8fa07511-6e4b-41c4-b85b-51529baaec92 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3247266
Apr 09 21:21:17.566467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54216) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:17.583588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-13732deb-6913-4371-80cc-4569ab192a5b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'security_group': {'name': 'tempest-secgroup-221437382'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:17.591321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa07511-6e4b-41c4-b85b-51529baaec92 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758cf05e-e6d6-48f4-97cd-c98d0b5b09ec,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:17.604626 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-472f1dab-61a9-47b7-a005-33613086b812 admin admin] Publish callbacks [] for security_group (3c18676b-083e-4240-8022-a11476f06d9e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.644432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router 1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:17.659852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13732deb-6913-4371-80cc-4569ab192a5b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.680786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-472f1dab-61a9-47b7-a005-33613086b812 admin admin] Publish callbacks [] for security_group (3c18676b-083e-4240-8022-a11476f06d9e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.827178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:17.828903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13732deb-6913-4371-80cc-4569ab192a5b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (2049aa26-9681-4548-b70d-e3a899c60bf0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.836663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9a8fc421-343e-4f2e-a9da-88852ecbdac5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0480902
Apr 09 21:21:17.838655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13732deb-6913-4371-80cc-4569ab192a5b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2049aa26-9681-4548-b70d-e3a899c60bf0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.841968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54226) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:17.844313 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc725f-d5c9-4a26-bab4-33d279b675d9 None None] Sync routers for ids ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:17.860156 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Publish callbacks [] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.867658 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc725f-d5c9-4a26-bab4-33d279b675d9 None None] Routers {'1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:17.868649 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76bc725f-d5c9-4a26-bab4-33d279b675d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d3bcdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:17.878736 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.903275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-13732deb-6913-4371-80cc-4569ab192a5b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.904563 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-13732deb-6913-4371-80cc-4569ab192a5b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3363616
Apr 09 21:21:17.907442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54228) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:17.912537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2109423217', 'security_groups': ['2049aa26-9681-4548-b70d-e3a899c60bf0'], 'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d19e84b-5ffd-40d6-8953-ff63075c76e3'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:17.919739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-472f1dab-61a9-47b7-a005-33613086b812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3c18676b-083e-4240-8022-a11476f06d9e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.921700 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76bc725f-d5c9-4a26-bab4-33d279b675d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d3bcdf0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:17.923492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-472f1dab-61a9-47b7-a005-33613086b812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.933704 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc725f-d5c9-4a26-bab4-33d279b675d9 None None] Routers {'1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:17.934759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76bc725f-d5c9-4a26-bab4-33d279b675d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d3bcdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:17.939073 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-472f1dab-61a9-47b7-a005-33613086b812 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c18676b-083e-4240-8022-a11476f06d9e HTTP/1.1" status: 204  len: 168 time: 0.4321086
Apr 09 21:21:17.955465 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13732deb-6913-4371-80cc-4569ab192a5b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2049aa26-9681-4548-b70d-e3a899c60bf0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:17.976935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6f3b3-9bbf-40c2-9e7f-1fdf5c0aac2e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:17.980777 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ba6f3b3-9bbf-40c2-9e7f-1fdf5c0aac2e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports/3cc797f3-0f44-44f3-a9cb-395d995af33d HTTP/1.1" status: 200  len: 910 time: 0.1325934
Apr 09 21:21:17.980951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b581e366-f79d-40ff-aa00-8710a5644fd8 None None] Provisioning complete for port 3cc797f3-0f44-44f3-a9cb-395d995af33d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:17.981258 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b581e366-f79d-40ff-aa00-8710a5644fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:17.987364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54232) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:17.997169 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76bc725f-d5c9-4a26-bab4-33d279b675d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d3bcdf0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:17.998037 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc725f-d5c9-4a26-bab4-33d279b675d9 None None] The sync data for ids ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:18.012696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f1dab-61a9-47b7-a005-33613086b812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18676b-083e-4240-8022-a11476f06d9e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:18.058974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:18.072269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Pushing event updated for resources: {'Port': ['ID=dd77b635-d58d-413c-a9d3-20d58ad0605b,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:18.081912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:18.083823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:18.088771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:18.097759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b581e366-f79d-40ff-aa00-8710a5644fd8 None None] Port 3cc797f3-0f44-44f3-a9cb-395d995af33d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:18.162951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Attempting to bind port dd77b635-d58d-413c-a9d3-20d58ad0605b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:18.163345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Attempting to bind port dd77b635-d58d-413c-a9d3-20d58ad0605b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:18.163754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Attempting to bind port dd77b635-d58d-413c-a9d3-20d58ad0605b on network eaf30f4e-d3ed-49bf-a483-e5e04502df7a {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:18.170514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:18.171219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Checking segment: {'id': '8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:18.171379 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.171857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Bound using segment: {'id': '8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:18.172363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Bound port: dd77b635-d58d-413c-a9d3-20d58ad0605b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:18.173006 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.212048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124c7f-07d9-4f02-b123-2fa382fef98d req-d2645084-7a13-4f00-8df7-de66d65cdc0a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:18.213647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa124c7f-07d9-4f02-b123-2fa382fef98d req-d2645084-7a13-4f00-8df7-de66d65cdc0a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1208320
Apr 09 21:21:18.283127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] For port dd77b635-d58d-413c-a9d3-20d58ad0605b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:18.288016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.291469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] For port dd77b635-d58d-413c-a9d3-20d58ad0605b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77b635-d58d-413c-a9d3-20d58ad0605b,segment=NetworkSegment(8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8),segment_id=8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:18.301515 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.304349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa124c7f-07d9-4f02-b123-2fa382fef98d req-80edec99-9b9b-4212-9182-478a14d6da87 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805125
Apr 09 21:21:18.311834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 600b8c50-ca32-4426-a96f-bcb11ad228ad yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:21:18.401259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba8b22-b4fe-4493-afed-f7ba40df886b None None] Pushing event updated for resources: {'Port': ['ID=dd77b635-d58d-413c-a9d3-20d58ad0605b,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:18.416807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54248) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:18.458646 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.459229 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4beccdce-2b25-48bb-81f6-758ed9d79e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.586100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::366 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/1d19e84b-5ffd-40d6-8953-ff63075c76e3/600b8c50-ca32-4426-a96f-bcb11ad228ad) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:18.652598 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4beccdce-2b25-48bb-81f6-758ed9d79e44 admin admin] Publish callbacks [] for security_group (f28fa152-8790-4170-8b89-734a82b8c2d2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.663230 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4beccdce-2b25-48bb-81f6-758ed9d79e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f28fa152-8790-4170-8b89-734a82b8c2d2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.732405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beccdce-2b25-48bb-81f6-758ed9d79e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28fa152-8790-4170-8b89-734a82b8c2d2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:18.744504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4beccdce-2b25-48bb-81f6-758ed9d79e44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9881eccd3954c0fbc0f018741f268aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3265619
Apr 09 21:21:18.770129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:18.784394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 3cc797f3-0f44-44f3-a9cb-395d995af33d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:18.784713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.824534 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.863257 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.898431 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ec856c2-8376-4c17-91f4-91d35ff84649 admin admin] Publish callbacks [] for security_group (f28fa152-8790-4170-8b89-734a82b8c2d2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.930715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=600b8c50-ca32-4426-a96f-bcb11ad228ad,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:18.945735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:18.946425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.947209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:18.950230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:18.955747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:18.956397 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.960945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ec856c2-8376-4c17-91f4-91d35ff84649 admin admin] Publish callbacks [] for security_group (f28fa152-8790-4170-8b89-734a82b8c2d2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:18.981380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bd11747d-3937-4fb7-bd39-d30bc1eda343 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0698473
Apr 09 21:21:18.981530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 3cc797f3-0f44-44f3-a9cb-395d995af33d owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:18.981656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54258) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:18.987240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-51ece5c7-0054-49d0-9f84-6249f58b2b7f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:19.062889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd77b635-d58d-413c-a9d3-20d58ad0605b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:19.122826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ec856c2-8376-4c17-91f4-91d35ff84649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f28fa152-8790-4170-8b89-734a82b8c2d2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.126344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ec856c2-8376-4c17-91f4-91d35ff84649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.127374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ece5c7-0054-49d0-9f84-6249f58b2b7f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:19.132410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-51ece5c7-0054-49d0-9f84-6249f58b2b7f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.140499 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ec856c2-8376-4c17-91f4-91d35ff84649 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f28fa152-8790-4170-8b89-734a82b8c2d2 HTTP/1.1" status: 204  len: 168 time: 0.3623116
Apr 09 21:21:19.158511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:19.159299 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.173462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec856c2-8376-4c17-91f4-91d35ff84649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28fa152-8790-4170-8b89-734a82b8c2d2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:19.313630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:19.314287 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.320212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3cc797f3-0f44-44f3-a9cb-395d995af33d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.344133 ncdv-master-1 neutron-server[126920]: INFO neutron.db.ipam_backend_mixin [None req-51ece5c7-0054-49d0-9f84-6249f58b2b7f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d19e84b-5ffd-40d6-8953-ff63075c76e3 (CIDR: 2001:db8::/64)
Apr 09 21:21:19.357340 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ece5c7-0054-49d0-9f84-6249f58b2b7f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:21:19.358800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ece5c7-0054-49d0-9f84-6249f58b2b7f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:19.410011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port dd77b635-d58d-413c-a9d3-20d58ad0605b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77b635-d58d-413c-a9d3-20d58ad0605b,segment=NetworkSegment(8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8),segment_id=8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:19.412066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-51ece5c7-0054-49d0-9f84-6249f58b2b7f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4246051
Apr 09 21:21:19.413778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54268) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:19.421143 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.430239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:19.490191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=dd77b635-d58d-413c-a9d3-20d58ad0605b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:19.490805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=3cc797f3-0f44-44f3-a9cb-395d995af33d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:19.648756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c2cc1-7bcc-4939-8263-cf2c280174de req-af012b00-f506-4ec4-bb45-1a67a3eea95e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:19.650668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-424c2cc1-7bcc-4939-8263-cf2c280174de req-af012b00-f506-4ec4-bb45-1a67a3eea95e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2041421
Apr 09 21:21:19.742507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-424c2cc1-7bcc-4939-8263-cf2c280174de req-dc7dedd3-3434-4122-a363-11dd156fe379 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839832
Apr 09 21:21:19.759693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:19.764721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.921771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54286) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:19.940937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f4237c14-645e-4f2a-b03c-97d69d3c4859 None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:19.941622 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f4237c14-645e-4f2a-b03c-97d69d3c4859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.947131 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8972-71a3-49d2-8d8e-152f85ba774e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:19.962050 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.047441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f4237c14-645e-4f2a-b03c-97d69d3c4859 None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:20.058703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f4237c14-645e-4f2a-b03c-97d69d3c4859 None None] Provisioning complete for port 9944a4be-196a-4812-83fc-d0aae88f86dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:20.059542 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f4237c14-645e-4f2a-b03c-97d69d3c4859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.107549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f4237c14-645e-4f2a-b03c-97d69d3c4859 None None] Port 9944a4be-196a-4812-83fc-d0aae88f86dc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:20.148588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (9177069f-0c46-4c91-9f37-5d99bba22ada), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.189710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:20.192986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:20.197425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:20.198023 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.202421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998633d-232a-477d-b05d-54cdf59f7103 None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:20.216572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=9177069f-0c46-4c91-9f37-5d99bba22ada,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:20.230718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0a4f7513-5ced-4bf0-842b-6794fc9859ab tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8142483
Apr 09 21:21:20.233863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54288) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:20.238604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8972-71a3-49d2-8d8e-152f85ba774e admin admin] Publish callbacks [] for security_group (f39c4a76-7f31-4dd9-9f68-cc1af3046adf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.239872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-341872457', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9177069f-0c46-4c91-9f37-5d99bba22ada'}], 'security_groups': ['758cf05e-e6d6-48f4-97cd-c98d0b5b09ec']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:20.245924 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8972-71a3-49d2-8d8e-152f85ba774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f39c4a76-7f31-4dd9-9f68-cc1af3046adf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.271539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8a6fded2-d3b6-406a-b5fd-93ae510955b0 None None] Provisioning complete for port 600b8c50-ca32-4426-a96f-bcb11ad228ad triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:20.271924 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a6fded2-d3b6-406a-b5fd-93ae510955b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.294190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router 1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:20.298952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c8972-71a3-49d2-8d8e-152f85ba774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39c4a76-7f31-4dd9-9f68-cc1af3046adf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:20.308779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cd1c8972-71a3-49d2-8d8e-152f85ba774e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c558a68f82fa4cc99e4d637cdb4a049b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3857884
Apr 09 21:21:20.309696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54290) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:20.334288 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.347409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fded2-d3b6-406a-b5fd-93ae510955b0 None None] Port 600b8c50-ca32-4426-a96f-bcb11ad228ad cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:20.434518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6098f3d7-f997-4fad-bc24-ae59643d08b8 None None] Update dhcp port {'port': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'fixed_ips': [{'subnet_id': '1d19e84b-5ffd-40d6-8953-ff63075c76e3', 'ip_address': '2001:db8::2'}, {'subnet_id': '9177069f-0c46-4c91-9f37-5d99bba22ada'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'dd77b635-d58d-413c-a9d3-20d58ad0605b'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:21:20.448881 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f53d4c8-914f-4189-8a98-d9d95f4b3b81 admin admin] Publish callbacks [] for security_group (f39c4a76-7f31-4dd9-9f68-cc1af3046adf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.466209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:20.472895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fa90a3ea-f1fd-4e8e-9348-372c5fd88733 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4800415
Apr 09 21:21:20.477103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54292) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:20.485027 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f53d4c8-914f-4189-8a98-d9d95f4b3b81 admin admin] Publish callbacks [] for security_group (f39c4a76-7f31-4dd9-9f68-cc1af3046adf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.486010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22d2eb-08aa-4aa5-a5ed-4e89c928732b None None] Sync routers for ids ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:20.493060 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7c57a854-16ea-47b3-bc3d-68ffad947eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.497328 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6098f3d7-f997-4fad-bc24-ae59643d08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.504426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22d2eb-08aa-4aa5-a5ed-4e89c928732b None None] Routers {'1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:20.505295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7d22d2eb-08aa-4aa5-a5ed-4e89c928732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376055a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:20.546943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f53d4c8-914f-4189-8a98-d9d95f4b3b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f39c4a76-7f31-4dd9-9f68-cc1af3046adf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.550234 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5f53d4c8-914f-4189-8a98-d9d95f4b3b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:20.553933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7d22d2eb-08aa-4aa5-a5ed-4e89c928732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376055a60>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:20.554092 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5f53d4c8-914f-4189-8a98-d9d95f4b3b81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f39c4a76-7f31-4dd9-9f68-cc1af3046adf HTTP/1.1" status: 204  len: 168 time: 0.2398353
Apr 09 21:21:20.560542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53d4c8-914f-4189-8a98-d9d95f4b3b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39c4a76-7f31-4dd9-9f68-cc1af3046adf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:20.658590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22d2eb-08aa-4aa5-a5ed-4e89c928732b None None] Routers {'1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:20.660481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7d22d2eb-08aa-4aa5-a5ed-4e89c928732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376055a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:20:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:20.923254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-7d22d2eb-08aa-4aa5-a5ed-4e89c928732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376055a60>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:20.924064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22d2eb-08aa-4aa5-a5ed-4e89c928732b None None] The sync data for ids ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:20.951158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Delete allocated IP 2001:db8::366 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/1d19e84b-5ffd-40d6-8953-ff63075c76e3) {{(pid=126920) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 09 21:21:20.989814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8:0:1::1f9 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/9177069f-0c46-4c91-9f37-5d99bba22ada/600b8c50-ca32-4426-a96f-bcb11ad228ad) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:20.997787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709f90-d423-4bae-b2b6-d19ef5ebe95a req-b3225562-b419-4c3d-8857-b67c5c7fd1ee tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:20.999465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02709f90-d423-4bae-b2b6-d19ef5ebe95a req-b3225562-b419-4c3d-8857-b67c5c7fd1ee tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1395860
Apr 09 21:21:21.035987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd77b635-d58d-413c-a9d3-20d58ad0605b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:21.061162 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:21.086251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:21.086662 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:21.174386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:21.192144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02709f90-d423-4bae-b2b6-d19ef5ebe95a req-36474150-e49e-42e7-9825-b5f342b26d4b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1785092
Apr 09 21:21:21.706456 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:21.725771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:21.780502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-6098f3d7-f997-4fad-bc24-ae59643d08b8 None None] Allocated IP 2001:db8:0:1::2 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/9177069f-0c46-4c91-9f37-5d99bba22ada/dd77b635-d58d-413c-a9d3-20d58ad0605b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:21.820578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] In _notify_port_updated(), no bound segment for port 600b8c50-ca32-4426-a96f-bcb11ad228ad on network eaf30f4e-d3ed-49bf-a483-e5e04502df7a {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:21:21.825717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:21.826413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:21.827737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "PUT /v2.0/ports/600b8c50-ca32-4426-a96f-bcb11ad228ad HTTP/1.1" status: 200  len: 930 time: 1.5927966
Apr 09 21:21:21.830798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54332) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:21.845742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f776ba-90d7-4670-a048-3b909da58bec tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=600b8c50-ca32-4426-a96f-bcb11ad228ad,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:21.855385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 4d7e5a13-2e0c-4a43-a6eb-396312099fba {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:21.855724 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:21.972618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a00c0-2f78-4230-8b9d-2d57690bb7db tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 600b8c50-ca32-4426-a96f-bcb11ad228ad {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:21.973409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad6a00c0-2f78-4230-8b9d-2d57690bb7db tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:21.979505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6098f3d7-f997-4fad-bc24-ae59643d08b8 None None] For port dd77b635-d58d-413c-a9d3-20d58ad0605b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77b635-d58d-413c-a9d3-20d58ad0605b,segment=NetworkSegment(8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8),segment_id=8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:22.040849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.051504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6098f3d7-f997-4fad-bc24-ae59643d08b8 None None] Publish callbacks [] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.070135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6098f3d7-f997-4fad-bc24-ae59643d08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.086685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b69001-31eb-41de-8407-2d9ea6482118 req-2b8175fa-afc9-46f9-a145-16fe82c74957 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:22.088224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7b69001-31eb-41de-8407-2d9ea6482118 req-2b8175fa-afc9-46f9-a145-16fe82c74957 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.1092219
Apr 09 21:21:22.097613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 4d7e5a13-2e0c-4a43-a6eb-396312099fba owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:22.101342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad6a00c0-2f78-4230-8b9d-2d57690bb7db tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.140963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a00c0-2f78-4230-8b9d-2d57690bb7db tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 600b8c50-ca32-4426-a96f-bcb11ad228ad owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:22.211404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098f3d7-f997-4fad-bc24-ae59643d08b8 None None] Pushing event updated for resources: {'Port': ['ID=dd77b635-d58d-413c-a9d3-20d58ad0605b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:22.266215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7b69001-31eb-41de-8407-2d9ea6482118 req-18066176-debe-486d-b40d-bf0a9a4a7f0e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1661353
Apr 09 21:21:22.277596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54350) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:22.363729 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ebee23ca-ff08-455b-a95a-1db9888fc4a4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4ccf67e7-67e1-4743-a9a9-61c039d6c576 HTTP/1.1" status: 200  len: 993 time: 0.0848591
Apr 09 21:21:22.430956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fcb8d-2ced-4fc2-9b5e-51f88907124a req-2460b9eb-407b-462d-8749-8bb07500e4a2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:22.432537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-917fcb8d-2ced-4fc2-9b5e-51f88907124a req-2460b9eb-407b-462d-8749-8bb07500e4a2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0862496
Apr 09 21:21:22.462804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad6a00c0-2f78-4230-8b9d-2d57690bb7db tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (600b8c50-ca32-4426-a96f-bcb11ad228ad), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.508635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a00c0-2f78-4230-8b9d-2d57690bb7db tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=600b8c50-ca32-4426-a96f-bcb11ad228ad,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:22.540913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad6a00c0-2f78-4230-8b9d-2d57690bb7db tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.545066 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ad6a00c0-2f78-4230-8b9d-2d57690bb7db tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/600b8c50-ca32-4426-a96f-bcb11ad228ad HTTP/1.1" status: 204  len: 168 time: 0.7126040
Apr 09 21:21:22.547676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54368) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:22.563790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-917fcb8d-2ced-4fc2-9b5e-51f88907124a req-71071ab7-924b-4dd8-9f01-c23c2a0360f8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246469
Apr 09 21:21:22.571577 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4d7e5a13-2e0c-4a43-a6eb-396312099fba), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.573991 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99de8e5-3c19-425b-bc6e-761be9b3fb0a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:21:22.575560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b99de8e5-3c19-425b-bc6e-761be9b3fb0a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/600b8c50-ca32-4426-a96f-bcb11ad228ad HTTP/1.1" status: 404  len: 333 time: 0.0269113
Apr 09 21:21:22.583038 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54370) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:22.613000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=4d7e5a13-2e0c-4a43-a6eb-396312099fba,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:22.645746 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-def118f4-ea0a-4412-88ce-e4f0fe7382d8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (2049aa26-9681-4548-b70d-e3a899c60bf0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.681535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-def118f4-ea0a-4412-88ce-e4f0fe7382d8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (2049aa26-9681-4548-b70d-e3a899c60bf0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.740211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-def118f4-ea0a-4412-88ce-e4f0fe7382d8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2049aa26-9681-4548-b70d-e3a899c60bf0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.743340 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-def118f4-ea0a-4412-88ce-e4f0fe7382d8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.747734 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-def118f4-ea0a-4412-88ce-e4f0fe7382d8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/security-groups/2049aa26-9681-4548-b70d-e3a899c60bf0 HTTP/1.1" status: 204  len: 168 time: 0.1635897
Apr 09 21:21:22.748406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54374) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:22.784284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def118f4-ea0a-4412-88ce-e4f0fe7382d8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2049aa26-9681-4548-b70d-e3a899c60bf0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:22.843104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5e56968-6787-451e-9ea6-f957d63cee86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (758cf05e-e6d6-48f4-97cd-c98d0b5b09ec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.852339 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.867330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c704d8-8458-401e-9fa1-bd034bb5a47c req-c5aec770-2584-4e30-a87d-d8e4088fe2cf tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:22.869092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66c704d8-8458-401e-9fa1-bd034bb5a47c req-c5aec770-2584-4e30-a87d-d8e4088fe2cf tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1128 time: 0.1179752
Apr 09 21:21:22.882796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5e56968-6787-451e-9ea6-f957d63cee86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (758cf05e-e6d6-48f4-97cd-c98d0b5b09ec), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.914316 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb8de-adf3-45a1-98d0-911a0fd7f384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.945682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5e56968-6787-451e-9ea6-f957d63cee86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (758cf05e-e6d6-48f4-97cd-c98d0b5b09ec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.949955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e5e56968-6787-451e-9ea6-f957d63cee86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:22.951750 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e5e56968-6787-451e-9ea6-f957d63cee86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/security-groups/758cf05e-e6d6-48f4-97cd-c98d0b5b09ec HTTP/1.1" status: 204  len: 168 time: 0.1995704
Apr 09 21:21:22.955358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54376) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:22.995057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e56968-6787-451e-9ea6-f957d63cee86 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758cf05e-e6d6-48f4-97cd-c98d0b5b09ec,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:23.041733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66c704d8-8458-401e-9fa1-bd034bb5a47c req-f1936b7f-aebb-4c2e-a864-95fa39dca654 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1283967
Apr 09 21:21:23.044189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd77b635-d58d-413c-a9d3-20d58ad0605b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:23.063329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71ec9d6-cd2d-4d8e-b004-183a6f3c12c5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 1d19e84b-5ffd-40d6-8953-ff63075c76e3 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:23.068929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c71ec9d6-cd2d-4d8e-b004-183a6f3c12c5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (1d19e84b-5ffd-40d6-8953-ff63075c76e3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.090951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router 1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:23.120722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:23.121470 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.130319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c71ec9d6-cd2d-4d8e-b004-183a6f3c12c5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (1d19e84b-5ffd-40d6-8953-ff63075c76e3), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.156550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-f79599f0-88f4-4521-9d61-f60b8c65e86b req-c2b4e1f1-2dc5-42b9-bd12-2ff66f93f4e1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:21:23.157862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f79599f0-88f4-4521-9d61-f60b8c65e86b req-c2b4e1f1-2dc5-42b9-bd12-2ff66f93f4e1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055566
Apr 09 21:21:23.199861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:23.207683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8dcb39c2-2b56-4ba7-8b67-61e3692dfdf1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7286582
Apr 09 21:21:23.210494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54384) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:23.214606 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08aaa02-755b-4f5b-9677-ad27cf11ce10 None None] Sync routers for ids ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:23.239150 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08aaa02-755b-4f5b-9677-ad27cf11ce10 None None] Routers {'1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:23.240409 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c08aaa02-755b-4f5b-9677-ad27cf11ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377657b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:23.245647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d8342cc7-d609-4b7e-9d53-3fa92081d4b4 None None] Could not find standard attr ID for object 600b8c50-ca32-4426-a96f-bcb11ad228ad. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:21:23.258927 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b91fd94d-fd3b-40c4-bacd-cb16ba5e2c6e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b HTTP/1.1" status: 200  len: 205 time: 0.0446723
Apr 09 21:21:23.260201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54386) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:23.272662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d8342cc7-d609-4b7e-9d53-3fa92081d4b4 None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:23.273461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8342cc7-d609-4b7e-9d53-3fa92081d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.288801 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c08aaa02-755b-4f5b-9677-ad27cf11ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377657b80>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:23.300574 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08aaa02-755b-4f5b-9677-ad27cf11ce10 None None] Routers {'1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:23.301985 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c08aaa02-755b-4f5b-9677-ad27cf11ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377657b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:23.379506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c71ec9d6-cd2d-4d8e-b004-183a6f3c12c5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1d19e84b-5ffd-40d6-8953-ff63075c76e3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.398444 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c08aaa02-755b-4f5b-9677-ad27cf11ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377657b80>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:23.399028 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08aaa02-755b-4f5b-9677-ad27cf11ce10 None None] The sync data for ids ['1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:23.421770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97d41e2d-9df1-4bf9-aebc-c4b300231e91 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.437893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:23.510582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c71ec9d6-cd2d-4d8e-b004-183a6f3c12c5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1d19e84b-5ffd-40d6-8953-ff63075c76e3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.526134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c71ec9d6-cd2d-4d8e-b004-183a6f3c12c5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.534719 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c71ec9d6-cd2d-4d8e-b004-183a6f3c12c5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/1d19e84b-5ffd-40d6-8953-ff63075c76e3 HTTP/1.1" status: 204  len: 168 time: 0.5742357
Apr 09 21:21:23.554888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54400) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:23.560312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:23.563943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ec9d6-cd2d-4d8e-b004-183a6f3c12c5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=1d19e84b-5ffd-40d6-8953-ff63075c76e3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:23.624984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d8342cc7-d609-4b7e-9d53-3fa92081d4b4 None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:23.646218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d8342cc7-d609-4b7e-9d53-3fa92081d4b4 None None] Provisioning complete for port 9944a4be-196a-4812-83fc-d0aae88f86dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:23.646590 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8342cc7-d609-4b7e-9d53-3fa92081d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.681673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9881fbb-04af-4e5b-8a9b-75a9231ac9a4 None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:23.784585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d8342cc7-d609-4b7e-9d53-3fa92081d4b4 None None] Port 9944a4be-196a-4812-83fc-d0aae88f86dc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:23.827898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:23.835322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.859157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97d41e2d-9df1-4bf9-aebc-c4b300231e91 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.862396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97d41e2d-9df1-4bf9-aebc-c4b300231e91 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:23.898699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b13d5b4a-5c5d-4e24-a0de-4b306a7fee7d None None] Could not find standard attr ID for object 600b8c50-ca32-4426-a96f-bcb11ad228ad. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:21:23.958879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1308-7d2f-4251-9c31-fa5af347714e req-2ed18efe-7a65-4d75-98e5-3b8076f32341 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:23.966733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-062a1308-7d2f-4251-9c31-fa5af347714e req-2ed18efe-7a65-4d75-98e5-3b8076f32341 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2167978
Apr 09 21:21:24.006592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97d41e2d-9df1-4bf9-aebc-c4b300231e91 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.007474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d41e2d-9df1-4bf9-aebc-c4b300231e91 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Fanout notify agent at l3_agent the message router_deleted on router 1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:21:24.019973 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97d41e2d-9df1-4bf9-aebc-c4b300231e91 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.024434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-97d41e2d-9df1-4bf9-aebc-c4b300231e91 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b HTTP/1.1" status: 204  len: 168 time: 0.7635860
Apr 09 21:21:24.030730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54438) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:24.132011 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.177797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-bef834ee-323e-439f-b4a4-13fae606c257 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0743830
Apr 09 21:21:24.216964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-1e02b281-dbf8-48f7-9cb3-376fa57afdbb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:21:24.223651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-1e02b281-dbf8-48f7-9cb3-376fa57afdbb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0221193
Apr 09 21:21:24.237681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-062a1308-7d2f-4251-9c31-fa5af347714e req-ab3da728-0091-40fc-a654-c3e073b84a0e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2697337
Apr 09 21:21:24.272078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9b2336-01d9-4947-bb85-8d390ad682b5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet 07e13bab-e48a-45e3-9e0e-55b19bbfce25 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:24.275561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2336-01d9-4947-bb85-8d390ad682b5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (07e13bab-e48a-45e3-9e0e-55b19bbfce25), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.293955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (17f30629-a86b-43b2-b875-1f329f4aebd4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.341629 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2336-01d9-4947-bb85-8d390ad682b5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (07e13bab-e48a-45e3-9e0e-55b19bbfce25), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.388432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-bbb60ab6-6c21-4ce7-ba83-19780daf2771 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:24.389937 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-bbb60ab6-6c21-4ce7-ba83-19780daf2771 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 1125 time: 0.1160419
Apr 09 21:21:24.391882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:24.395519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:24.400539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:24.401310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.406251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=17f30629-a86b-43b2-b875-1f329f4aebd4,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:24.441258 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d91fbfac-169f-470c-9cbc-929723e65229 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8849909
Apr 09 21:21:24.444694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54458) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:24.451226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f6c2499e-e30e-410c-bc9a-0c9302fe4c01 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1049515320'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:24.502467 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6c2499e-e30e-410c-bc9a-0c9302fe4c01 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.525536 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2336-01d9-4947-bb85-8d390ad682b5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (07e13bab-e48a-45e3-9e0e-55b19bbfce25), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.661666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6c2499e-e30e-410c-bc9a-0c9302fe4c01 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (52aebcf0-1962-4716-9423-8ed62088503a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.669889 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6c2499e-e30e-410c-bc9a-0c9302fe4c01 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (52aebcf0-1962-4716-9423-8ed62088503a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.689633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2336-01d9-4947-bb85-8d390ad682b5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (07e13bab-e48a-45e3-9e0e-55b19bbfce25), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.712523 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f6c2499e-e30e-410c-bc9a-0c9302fe4c01 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.714477 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f6c2499e-e30e-410c-bc9a-0c9302fe4c01 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2684216
Apr 09 21:21:24.719109 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2499e-e30e-410c-bc9a-0c9302fe4c01 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aebcf0-1962-4716-9423-8ed62088503a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:24.722726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54482) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:24.727692 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0c15d07a-659b-4481-bce0-eb37344ae3d9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1626503861'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:24.737423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b2336-01d9-4947-bb85-8d390ad682b5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=07e13bab-e48a-45e3-9e0e-55b19bbfce25,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:24.739576 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2336-01d9-4947-bb85-8d390ad682b5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.747648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fe9b2336-01d9-4947-bb85-8d390ad682b5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/07e13bab-e48a-45e3-9e0e-55b19bbfce25 HTTP/1.1" status: 204  len: 168 time: 0.7151971
Apr 09 21:21:24.748411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54486) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:24.750474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d5864-2f2b-4a81-91f2-6f8630baf4c3 None None] Network 67710abd-9f88-43c5-96a9-e043b201e2a3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:24.782141 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c15d07a-659b-4481-bce0-eb37344ae3d9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.845687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ded0668-4590-4ecc-a960-e438eaebb86a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet 5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:24.854426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ded0668-4590-4ecc-a960-e438eaebb86a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.927627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ded0668-4590-4ecc-a960-e438eaebb86a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.942281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c15d07a-659b-4481-bce0-eb37344ae3d9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (8c1b9fdb-0845-4acd-b5d1-abc3afebc22f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.953221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c15d07a-659b-4481-bce0-eb37344ae3d9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8c1b9fdb-0845-4acd-b5d1-abc3afebc22f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:24.994788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] DHCP port deletion for 67710abd-9f88-43c5-96a9-e043b201e2a3 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:21:25.023377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15d07a-659b-4481-bce0-eb37344ae3d9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1b9fdb-0845-4acd-b5d1-abc3afebc22f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:25.043718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0c15d07a-659b-4481-bce0-eb37344ae3d9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.049013 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0c15d07a-659b-4481-bce0-eb37344ae3d9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3253131
Apr 09 21:21:25.049250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54498) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:25.058115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-aea25e94-de5a-412a-b772-89719245b5ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1582381793'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:25.074083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] Deleting port 8b938825-1b67-45f8-aec9-d1e3137ab865 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:25.074550 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.079380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78147b5-be49-4df7-9ba6-7f4557a498b9 None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:25.128387 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea25e94-de5a-412a-b772-89719245b5ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.143093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ded0668-4590-4ecc-a960-e438eaebb86a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.230938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9fcfbdd3-1ca9-45ae-a68d-cbd59fd0e55f None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:25.231241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9fcfbdd3-1ca9-45ae-a68d-cbd59fd0e55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.236460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] For port 8b938825-1b67-45f8-aec9-d1e3137ab865, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b938825-1b67-45f8-aec9-d1e3137ab865,segment=NetworkSegment(6aa1179d-d79d-4f07-ab8a-603007ff9aa6),segment_id=6aa1179d-d79d-4f07-ab8a-603007ff9aa6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:25.236865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.239710 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ded0668-4590-4ecc-a960-e438eaebb86a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.275620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.281327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded0668-4590-4ecc-a960-e438eaebb86a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:25.286641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ded0668-4590-4ecc-a960-e438eaebb86a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.291288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7ded0668-4590-4ecc-a960-e438eaebb86a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6 HTTP/1.1" status: 204  len: 168 time: 0.5415478
Apr 09 21:21:25.295504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54504) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:25.297333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b3d0e-ee8c-4435-8c37-b7b49ec38e80 None None] Network b58e4554-aefa-4868-8809-e724cc1ed795 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:25.300376 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea25e94-de5a-412a-b772-89719245b5ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (75617ca2-3a49-439d-bb61-123cd777efda), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.309253 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea25e94-de5a-412a-b772-89719245b5ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (75617ca2-3a49-439d-bb61-123cd777efda), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.375748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-aea25e94-de5a-412a-b772-89719245b5ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.377087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-aea25e94-de5a-412a-b772-89719245b5ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3269839
Apr 09 21:21:25.387443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54508) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:25.407646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54512) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:25.412550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-819741768', 'security_groups': ['75617ca2-3a49-439d-bb61-123cd777efda'], 'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '17f30629-a86b-43b2-b875-1f329f4aebd4'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:25.427655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea25e94-de5a-412a-b772-89719245b5ae tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75617ca2-3a49-439d-bb61-123cd777efda,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:25.431735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] Calling delete_port for 8b938825-1b67-45f8-aec9-d1e3137ab865 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:25.515905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (67710abd-9f88-43c5-96a9-e043b201e2a3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.549400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-2aed6a6b-07dc-4b4d-810f-f551659d9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:25.550858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-2aed6a6b-07dc-4b4d-810f-f551659d9d67 service neutron] 10.222.0.30 "GET /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 1125 time: 0.1643662
Apr 09 21:21:25.585190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:25.585654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Unknown quota resources ['binding']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:21:25.599397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] DHCP port deletion for b58e4554-aefa-4868-8809-e724cc1ed795 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:21:25.627893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 8b938825-1b67-45f8-aec9-d1e3137ab865 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:25.628597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.674240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfbdd3-1ca9-45ae-a68d-cbd59fd0e55f None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:25.738275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:25.738621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:25.738953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:25.743624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 8b938825-1b67-45f8-aec9-d1e3137ab865, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b938825-1b67-45f8-aec9-d1e3137ab865,segment=NetworkSegment(6aa1179d-d79d-4f07-ab8a-603007ff9aa6),segment_id=6aa1179d-d79d-4f07-ab8a-603007ff9aa6)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:25.745257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.760726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9fcfbdd3-1ca9-45ae-a68d-cbd59fd0e55f None None] Provisioning complete for port 9944a4be-196a-4812-83fc-d0aae88f86dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:25.761766 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9fcfbdd3-1ca9-45ae-a68d-cbd59fd0e55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.762333 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-26adbfc4-cc2a-4d29-8b42-6b6b0013d2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.772458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:21:25.772783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:25.779011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 8b938825-1b67-45f8-aec9-d1e3137ab865 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:25.799946 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.803132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:25.803485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Checking segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:25.803879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Bound using segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:25.804329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Bound port: 7edd251d-10ff-45f1-a768-c72521d40cc1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:25.815535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] Deleting port bb2ed421-a79e-4d60-999c-3579720d7085 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:25.815914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.843190 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.861637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52bf11-e271-4c97-9b5d-bc360f57b2d0 req-ba5d709d-f77a-4c3d-90a3-6bbbc9a63676 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:25.868691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db52bf11-e271-4c97-9b5d-bc360f57b2d0 req-ba5d709d-f77a-4c3d-90a3-6bbbc9a63676 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.4283042
Apr 09 21:21:25.885923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6d8a6-5073-42d7-be70-31e698330dfd None None] Update dhcp port {'port': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'fixed_ips': [{'subnet_id': '9177069f-0c46-4c91-9f37-5d99bba22ada', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '17f30629-a86b-43b2-b875-1f329f4aebd4'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'dd77b635-d58d-413c-a9d3-20d58ad0605b'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:21:25.909361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8b938825-1b67-45f8-aec9-d1e3137ab865), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.920980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfbdd3-1ca9-45ae-a68d-cbd59fd0e55f None None] Port 9944a4be-196a-4812-83fc-d0aae88f86dc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:25.948013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No DVR routers for this DVR port 8b938825-1b67-45f8-aec9-d1e3137ab865 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:25.948684 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] Pushing event deleted for resources: {'Port': ['ID=8b938825-1b67-45f8-aec9-d1e3137ab865,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:25.963274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] For port bb2ed421-a79e-4d60-999c-3579720d7085, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb2ed421-a79e-4d60-999c-3579720d7085,segment=NetworkSegment(5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed),segment_id=5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:25.964040 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.970465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac556a0e-f0ea-4208-983f-690c7b4dcdbc None None] No DVR routers for this DVR port 8b938825-1b67-45f8-aec9-d1e3137ab865 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:25.985884 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=8b938825-1b67-45f8-aec9-d1e3137ab865,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:25.986167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:25.988723 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96e6d8a6-5073-42d7-be70-31e698330dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:25.992213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] Calling delete_port for bb2ed421-a79e-4d60-999c-3579720d7085 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:26.014038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db52bf11-e271-4c97-9b5d-bc360f57b2d0 req-f4695dd5-320c-423a-a171-d1630f2e7c86 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1444371
Apr 09 21:21:26.028578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:26.048405 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.049657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] 10.222.0.30 "POST /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1/bindings HTTP/1.1" status: 201  len: 389 time: 0.4895461
Apr 09 21:21:26.059550 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (67710abd-9f88-43c5-96a9-e043b201e2a3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.088693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23761dcbb0>,) {'filters': {'network_id': ['67710abd-9f88-43c5-96a9-e043b201e2a3']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:26.099982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761dcbb0>, '6aa1179d-d79d-4f07-ab8a-603007ff9aa6') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:26.100284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761dcbb0>, '6aa1179d-d79d-4f07-ab8a-603007ff9aa6') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:26.111217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (6aa1179d-d79d-4f07-ab8a-603007ff9aa6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.117448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-26adbfc4-cc2a-4d29-8b42-6b6b0013d2d1 admin admin] Publish callbacks [] for security_group (f4186fe4-f393-4a1c-b94c-2d59e61f56bd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.133822 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-26adbfc4-cc2a-4d29-8b42-6b6b0013d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f4186fe4-f393-4a1c-b94c-2d59e61f56bd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.146870 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (6aa1179d-d79d-4f07-ab8a-603007ff9aa6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.163636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:21:26.164599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (6aa1179d-d79d-4f07-ab8a-603007ff9aa6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.176474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.217226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-26adbfc4-cc2a-4d29-8b42-6b6b0013d2d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7173de83c5d48818793cbd7d5358eac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7885499
Apr 09 21:21:26.218503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54536) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:26.221922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adbfc4-cc2a-4d29-8b42-6b6b0013d2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4186fe4-f393-4a1c-b94c-2d59e61f56bd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:26.235713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] device_id is not set on port 0667906b-e076-479b-be24-cfcf67dd0aa8 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:21:26.273607 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:21:26.288742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (67710abd-9f88-43c5-96a9-e043b201e2a3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.291516 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (bb2ed421-a79e-4d60-999c-3579720d7085), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.305932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.315778 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/67710abd-9f88-43c5-96a9-e043b201e2a3 HTTP/1.1" status: 204  len: 168 time: 1.0147088
Apr 09 21:21:26.316000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54538) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:26.333326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] Pushing event deleted for resources: {'Port': ['ID=bb2ed421-a79e-4d60-999c-3579720d7085,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:26.344077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a617e2d-05d7-4010-936c-ccb942215425 None None] No DVR routers for this DVR port bb2ed421-a79e-4d60-999c-3579720d7085 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:26.350804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9e1d3-1d18-441b-8f05-61b404a4e0f7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=67710abd-9f88-43c5-96a9-e043b201e2a3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:26.355417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-96e6d8a6-5073-42d7-be70-31e698330dfd None None] Allocated IP 2001:db8::2 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/17f30629-a86b-43b2-b875-1f329f4aebd4/dd77b635-d58d-413c-a9d3-20d58ad0605b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:26.496955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-96e6d8a6-5073-42d7-be70-31e698330dfd None None] For port dd77b635-d58d-413c-a9d3-20d58ad0605b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77b635-d58d-413c-a9d3-20d58ad0605b,segment=NetworkSegment(8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8),segment_id=8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:26.534920 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96e6d8a6-5073-42d7-be70-31e698330dfd None None] Publish callbacks [] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.545740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96e6d8a6-5073-42d7-be70-31e698330dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.593243 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (b58e4554-aefa-4868-8809-e724cc1ed795), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.679832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47dc75-08e1-4b7c-9b71-526d2b3e12f3 req-00cd4508-e7ce-4c75-b3f4-1458fc308526 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:26.681450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f47dc75-08e1-4b7c-9b71-526d2b3e12f3 req-00cd4508-e7ce-4c75-b3f4-1458fc308526 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.2307081
Apr 09 21:21:26.682154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a33f11b8-2fbf-4fef-8b5d-d016f280907a admin admin] Publish callbacks [] for security_group (f4186fe4-f393-4a1c-b94c-2d59e61f56bd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:26.718415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864398df-36f2-4b85-a9d9-8a129d1bda6f req-739f3ca4-731f-4e8d-a641-a90e560bcf01 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:26.720319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-864398df-36f2-4b85-a9d9-8a129d1bda6f req-739f3ca4-731f-4e8d-a641-a90e560bcf01 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2096944
Apr 09 21:21:26.749812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-3ab13317-155d-4df0-bb89-358c062bd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:26.751271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-3ab13317-155d-4df0-bb89-358c062bd6de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1126 time: 0.2172675
Apr 09 21:21:26.760603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-8984c702-27ef-4d96-82a4-a7cee51966f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:26.762149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-8984c702-27ef-4d96-82a4-a7cee51966f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1128 time: 0.2662997
Apr 09 21:21:26.813541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6d8a6-5073-42d7-be70-31e698330dfd None None] Pushing event updated for resources: {'Port': ['ID=dd77b635-d58d-413c-a9d3-20d58ad0605b,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:26.907051 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.007834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd77b635-d58d-413c-a9d3-20d58ad0605b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:27.068043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:27.068708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.111719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54566) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:27.178518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:27.236531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a33f11b8-2fbf-4fef-8b5d-d016f280907a admin admin] Publish callbacks [] for security_group (f4186fe4-f393-4a1c-b94c-2d59e61f56bd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.242890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb2ed421-a79e-4d60-999c-3579720d7085 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:27.253988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cb96b25-9d6e-494a-9acf-8e8aa2988f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.269914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: bb2ed421-a79e-4d60-999c-3579720d7085 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:21:27.270324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bb2ed421-a79e-4d60-999c-3579720d7085 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:27.270756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b938825-1b67-45f8-aec9-d1e3137ab865 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:27.292707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 8b938825-1b67-45f8-aec9-d1e3137ab865 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:21:27.294471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8b938825-1b67-45f8-aec9-d1e3137ab865 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:27.351250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cb96b25-9d6e-494a-9acf-8e8aa2988f93 admin admin] Publish callbacks [] for security_group (b09d12ea-723b-4f5e-87da-d3b575919d3e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.357774 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cb96b25-9d6e-494a-9acf-8e8aa2988f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b09d12ea-723b-4f5e-87da-d3b575919d3e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.399213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8::29 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/17f30629-a86b-43b2-b875-1f329f4aebd4/0667906b-e076-479b-be24-cfcf67dd0aa8) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:27.399852 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0cb96b25-9d6e-494a-9acf-8e8aa2988f93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e726719fade492e816cc49974e26ebc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2865326
Apr 09 21:21:27.400498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb96b25-9d6e-494a-9acf-8e8aa2988f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09d12ea-723b-4f5e-87da-d3b575919d3e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:27.403426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54570) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:27.458205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4c0d-a442-4e37-a2d0-6459359077e0 admin admin] Publish callbacks [] for security_group (b09d12ea-723b-4f5e-87da-d3b575919d3e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.487706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4c0d-a442-4e37-a2d0-6459359077e0 admin admin] Publish callbacks [] for security_group (b09d12ea-723b-4f5e-87da-d3b575919d3e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.505948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (b58e4554-aefa-4868-8809-e724cc1ed795), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.542089 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4c0d-a442-4e37-a2d0-6459359077e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b09d12ea-723b-4f5e-87da-d3b575919d3e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.545508 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4c0d-a442-4e37-a2d0-6459359077e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.547231 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6c8f4c0d-a442-4e37-a2d0-6459359077e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b09d12ea-723b-4f5e-87da-d3b575919d3e HTTP/1.1" status: 204  len: 168 time: 0.1422794
Apr 09 21:21:27.557192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f4c0d-a442-4e37-a2d0-6459359077e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09d12ea-723b-4f5e-87da-d3b575919d3e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:27.575065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f47dc75-08e1-4b7c-9b71-526d2b3e12f3 req-780ab553-3eec-499c-a8e9-d591035fae31 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8767185
Apr 09 21:21:27.597012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23749c3040>,) {'filters': {'network_id': ['b58e4554-aefa-4868-8809-e724cc1ed795']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:27.617876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-864398df-36f2-4b85-a9d9-8a129d1bda6f req-9df01e24-eb33-4277-9680-28ad5bb71c6a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8656237
Apr 09 21:21:27.636792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23749c3040>, '5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:27.637196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23749c3040>, '5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:27.655104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-770ce0ce-3b87-4d49-a1e6-7778e2dca154 None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:27.655603 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-770ce0ce-3b87-4d49-a1e6-7778e2dca154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.661880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9d4839ec-dc9c-4e9b-ba66-40bdd9336c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:27.663331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9d4839ec-dc9c-4e9b-ba66-40bdd9336c45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 898 time: 0.4448624
Apr 09 21:21:27.664323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-3158412f-b4c5-44d6-9303-37ea959c2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:27.665697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-3158412f-b4c5-44d6-9303-37ea959c2cec service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.4702854
Apr 09 21:21:27.667747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.676474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a33f11b8-2fbf-4fef-8b5d-d016f280907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f4186fe4-f393-4a1c-b94c-2d59e61f56bd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.679070 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a33f11b8-2fbf-4fef-8b5d-d016f280907a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.680246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a33f11b8-2fbf-4fef-8b5d-d016f280907a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4186fe4-f393-4a1c-b94c-2d59e61f56bd HTTP/1.1" status: 204  len: 168 time: 1.4606833
Apr 09 21:21:27.758572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-770ce0ce-3b87-4d49-a1e6-7778e2dca154 None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:27.766878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-770ce0ce-3b87-4d49-a1e6-7778e2dca154 None None] Provisioning complete for port 9944a4be-196a-4812-83fc-d0aae88f86dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:27.767247 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-770ce0ce-3b87-4d49-a1e6-7778e2dca154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.775754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-c00a9ba1-835e-4a24-b772-a6dc1bc315a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 1001 time: 0.0883608
Apr 09 21:21:27.784732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.806539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-770ce0ce-3b87-4d49-a1e6-7778e2dca154 None None] Port 9944a4be-196a-4812-83fc-d0aae88f86dc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:27.840064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f11b8-2fbf-4fef-8b5d-d016f280907a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4186fe4-f393-4a1c-b94c-2d59e61f56bd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:27.876606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:21:27.877026 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (5ef51c2a-0322-43b2-9f97-f6ba1e7ddfed), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:21:27.882096 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:21:27.895771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54578) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:27.912137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eed50d8f-5b69-4cff-89d5-c6a363a007ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.002677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eed50d8f-5b69-4cff-89d5-c6a363a007ff admin admin] Publish callbacks [] for security_group (48d25ea7-7b99-4600-a596-00ea1210cd52), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.002796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-a38ea1ea-4066-4fe6-95cf-8977aaaa3d86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.3142126
Apr 09 21:21:28.002920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eed50d8f-5b69-4cff-89d5-c6a363a007ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (48d25ea7-7b99-4600-a596-00ea1210cd52), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.003331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-f885eee9-0b43-498e-9f7d-98a8efecd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:28.004830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-f885eee9-0b43-498e-9f7d-98a8efecd803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 200  len: 834 time: 0.1901357
Apr 09 21:21:28.044625 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eed50d8f-5b69-4cff-89d5-c6a363a007ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c588752f62c64b65802ce8b70895c79f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1474733
Apr 09 21:21:28.046769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed50d8f-5b69-4cff-89d5-c6a363a007ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d25ea7-7b99-4600-a596-00ea1210cd52,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:28.049700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54586) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:28.073383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (b58e4554-aefa-4868-8809-e724cc1ed795), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.093929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.101707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/b58e4554-aefa-4868-8809-e724cc1ed795 HTTP/1.1" status: 204  len: 168 time: 1.7845559
Apr 09 21:21:28.103637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54590) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:28.108825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-931353875'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:28.125691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-563cab9d-ecb2-4261-9972-e3f67bd172c7 admin admin] Publish callbacks [] for security_group (48d25ea7-7b99-4600-a596-00ea1210cd52), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.134603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a7062-508d-48d0-8e74-69cf57883189 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=b58e4554-aefa-4868-8809-e724cc1ed795,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:28.140347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.142229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-16954b08-8d7e-4958-a6de-78e373fdcd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:28.143772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-16954b08-8d7e-4958-a6de-78e373fdcd9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34592f59-2890-4469-bed7-9956df7ee951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1231208
Apr 09 21:21:28.151288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:28.154632 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.170668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-563cab9d-ecb2-4261-9972-e3f67bd172c7 admin admin] Publish callbacks [] for security_group (48d25ea7-7b99-4600-a596-00ea1210cd52), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.211007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:21:28.222245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (43ff6c67-7008-4a02-b0c4-f0dab648f1ba), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.222859 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment 43ff6c67-7008-4a02-b0c4-f0dab648f1ba of type vlan for network df7d9492-fa46-48f6-8276-cc767913540b
Apr 09 21:21:28.241934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-c93d66af-626b-4c6c-abba-7aa2abc974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:28.243448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-c93d66af-626b-4c6c-abba-7aa2abc974f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.2352929
Apr 09 21:21:28.251039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-8574782a-9fc2-4311-ab8e-c0cf234f81fb service neutron] 10.222.0.32 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996079
Apr 09 21:21:28.265835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (df7d9492-fa46-48f6-8276-cc767913540b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.280341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-563cab9d-ecb2-4261-9972-e3f67bd172c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (48d25ea7-7b99-4600-a596-00ea1210cd52), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.283011 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-563cab9d-ecb2-4261-9972-e3f67bd172c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.286871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-563cab9d-ecb2-4261-9972-e3f67bd172c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48d25ea7-7b99-4600-a596-00ea1210cd52 HTTP/1.1" status: 204  len: 168 time: 0.2340822
Apr 09 21:21:28.302649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cab9d-ecb2-4261-9972-e3f67bd172c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d25ea7-7b99-4600-a596-00ea1210cd52,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:28.310579 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (df7d9492-fa46-48f6-8276-cc767913540b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.316246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:28.317512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.330529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-eb03daa9-8ee9-4800-a7e2-52c7f1426d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:28.332148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-eb03daa9-8ee9-4800-a7e2-52c7f1426d1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0802388
Apr 09 21:21:28.395744 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.426974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=df7d9492-fa46-48f6-8276-cc767913540b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:28.433370 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-db122b0d-eea5-4f6c-b286-dab2f3326e30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3286347
Apr 09 21:21:28.439963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network df7d9492-fa46-48f6-8276-cc767913540b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:21:28.441890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:28.456694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': 'df7d9492-fa46-48f6-8276-cc767913540b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:28.509511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:28.519997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:28.526031 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:28.531323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:28.531974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.542544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-c9ec4a8f-06aa-48e5-b8a3-b590622bb633 service neutron] 10.222.0.32 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2799904
Apr 09 21:21:28.552087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=0667906b-e076-479b-be24-cfcf67dd0aa8,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:28.568243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-dc074404-6dec-445b-abab-a886e8c10cc0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013717
Apr 09 21:21:28.585726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b73ebfa5-14a5-4ba1-a82b-8b865e817205 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.1832967
Apr 09 21:21:28.585726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54608) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:28.608487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c46f90f1-2532-4d13-9ec5-8ff6c8c00b17 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:28.654176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:28.659091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:28.932683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (3cd968ff-f3df-4ca3-a69d-4f278731d771), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.005865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=3cd968ff-f3df-4ca3-a69d-4f278731d771,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:29.015311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': '43ff6c67-7008-4a02-b0c4-f0dab648f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7d9492-fa46-48f6-8276-cc767913540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:29.015311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: df7d9492-fa46-48f6-8276-cc767913540b, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:21:29.036976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bd693071-72e5-4f47-a31e-5959ed8189d4 None None] Provisioning complete for port 0667906b-e076-479b-be24-cfcf67dd0aa8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:29.037910 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd693071-72e5-4f47-a31e-5959ed8189d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.038391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network df7d9492-fa46-48f6-8276-cc767913540b is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:21:29.060658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df7d9492-fa46-48f6-8276-cc767913540b) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:29.065727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:29.066900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.090715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-3dbfc8a9-e344-4974-87aa-0db7d9ab59b9 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:29.092421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-3dbfc8a9-e344-4974-87aa-0db7d9ab59b9 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2&tenant_id=0cbaded0b4ad4c4587cc36402e326750&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.4323080
Apr 09 21:21:29.095086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933e29a-b0fe-49d6-9b85-df5993589602 None None] Network df7d9492-fa46-48f6-8276-cc767913540b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:29.106064 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff71dbf3-3857-457f-b468-b2f8f727b4c5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6627238
Apr 09 21:21:29.108481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa7fef-3508-44ab-a1e5-dac35aa0d15e req-1b51a01f-f232-48bf-8f96-f81800cbf133 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:29.108773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:29.110457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efa7fef-3508-44ab-a1e5-dac35aa0d15e req-1b51a01f-f232-48bf-8f96-f81800cbf133 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.3667128
Apr 09 21:21:29.120811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:29.127404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae63c227-81b0-4bfb-b36a-9c0ed28ceb2b req-b2788efa-28bb-4d01-bd1f-1264248c70bb service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5438993
Apr 09 21:21:29.132473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f260ee41-e727-4ce6-bcfd-dbaa7ea10e0f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-509274320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:29.146135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6897965-0625-496d-a2ca-22c7914e1292 req-313a66d3-b596-435b-98e5-5a8c9875be13 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:29.148845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6897965-0625-496d-a2ca-22c7914e1292 req-313a66d3-b596-435b-98e5-5a8c9875be13 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.3910182
Apr 09 21:21:29.182967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bd693071-72e5-4f47-a31e-5959ed8189d4 None None] Port 0667906b-e076-479b-be24-cfcf67dd0aa8 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:29.199297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f260ee41-e727-4ce6-bcfd-dbaa7ea10e0f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (b36fa2d0-98c6-49bf-b710-2970e1528895), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.200795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f260ee41-e727-4ce6-bcfd-dbaa7ea10e0f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (b36fa2d0-98c6-49bf-b710-2970e1528895), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.246810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df7d9492-fa46-48f6-8276-cc767913540b', 'network_id': 'df7d9492-fa46-48f6-8276-cc767913540b', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': '3cd968ff-f3df-4ca3-a69d-4f278731d771'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:21:29.247728 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.299598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f260ee41-e727-4ce6-bcfd-dbaa7ea10e0f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (b36fa2d0-98c6-49bf-b710-2970e1528895), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.308951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f260ee41-e727-4ce6-bcfd-dbaa7ea10e0f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (b36fa2d0-98c6-49bf-b710-2970e1528895), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.311013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6897965-0625-496d-a2ca-22c7914e1292 req-f58b01de-0601-4a7b-b848-ad2ae048782c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164629
Apr 09 21:21:29.350112 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f260ee41-e727-4ce6-bcfd-dbaa7ea10e0f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.351316 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f260ee41-e727-4ce6-bcfd-dbaa7ea10e0f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2414348
Apr 09 21:21:29.356124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54636) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:29.360872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.364836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'port': {'network_id': 'df7d9492-fa46-48f6-8276-cc767913540b', 'name': 'tempest-RoutersTest-2103490016'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:29.462924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54640) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:29.464354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0efa7fef-3508-44ab-a1e5-dac35aa0d15e req-4b63183f-50cd-4d10-a8f0-353d7b5ff88a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3348470
Apr 09 21:21:29.489336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f90f1-2532-4d13-9ec5-8ff6c8c00b17 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:29.489336 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c46f90f1-2532-4d13-9ec5-8ff6c8c00b17 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.491755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Allocated IP 172.20.0.2 (df7d9492-fa46-48f6-8276-cc767913540b/3cd968ff-f3df-4ca3-a69d-4f278731d771/8648b86b-c90c-45cc-bb34-929b0e89c722) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:29.565330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:29.569670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.594192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] device_id is not set on port 4d4aecd0-b634-4015-b446-d7df486efaeb yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:21:29.634132 ncdv-master-1 neutron-server[126920]: INFO neutron.db.ipam_backend_mixin [None req-c46f90f1-2532-4d13-9ec5-8ff6c8c00b17 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17f30629-a86b-43b2-b875-1f329f4aebd4 (CIDR: 2001:db8::/64)
Apr 09 21:21:29.642146 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46f90f1-2532-4d13-9ec5-8ff6c8c00b17 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:21:29.642607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46f90f1-2532-4d13-9ec5-8ff6c8c00b17 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:29.697315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c46f90f1-2532-4d13-9ec5-8ff6c8c00b17 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1105998
Apr 09 21:21:29.700690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:29.703285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54646) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:29.723461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c141843b-8e4d-4797-9054-3d5e504fadd9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:29.733978 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Publish callbacks [] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.750290 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.845049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Network df7d9492-fa46-48f6-8276-cc767913540b is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:29.850624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:29.850902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:29.860321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:29.902818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Pushing event updated for resources: {'Port': ['ID=8648b86b-c90c-45cc-bb34-929b0e89c722,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:29.928307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:21:29.931020 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a4e3f7-45af-490e-b537-54815660f3b8" -d '{"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:21:29.935434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Publish callbacks [] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.952114 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.960587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Attempting to bind port 8648b86b-c90c-45cc-bb34-929b0e89c722 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:29.961264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Attempting to bind port 8648b86b-c90c-45cc-bb34-929b0e89c722 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43ff6c67-7008-4a02-b0c4-f0dab648f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7d9492-fa46-48f6-8276-cc767913540b'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:29.961837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Attempting to bind port 8648b86b-c90c-45cc-bb34-929b0e89c722 on network df7d9492-fa46-48f6-8276-cc767913540b {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:29.969092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:29.970154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Checking segment: {'id': '43ff6c67-7008-4a02-b0c4-f0dab648f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7d9492-fa46-48f6-8276-cc767913540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:29.970734 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.971411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Bound using segment: {'id': '43ff6c67-7008-4a02-b0c4-f0dab648f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7d9492-fa46-48f6-8276-cc767913540b'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:29.972089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Bound port: 8648b86b-c90c-45cc-bb34-929b0e89c722, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ff6c67-7008-4a02-b0c4-f0dab648f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7d9492-fa46-48f6-8276-cc767913540b'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:29.972655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:29.984858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c141843b-8e4d-4797-9054-3d5e504fadd9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:29.991809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c141843b-8e4d-4797-9054-3d5e504fadd9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.062264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] For port 8648b86b-c90c-45cc-bb34-929b0e89c722, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:30.069869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] For port 8648b86b-c90c-45cc-bb34-929b0e89c722, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8648b86b-c90c-45cc-bb34-929b0e89c722,segment=NetworkSegment(43ff6c67-7008-4a02-b0c4-f0dab648f1ba),segment_id=43ff6c67-7008-4a02-b0c4-f0dab648f1ba)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:30.084936 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.246153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:30.255031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04375bad-0b9d-42ef-8222-9e1f8f7d3d6c None None] Pushing event updated for resources: {'Port': ['ID=8648b86b-c90c-45cc-bb34-929b0e89c722,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:30.300584 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b12c54a-95d6-4666-b6ca-cc2f76c28efd x-openstack-request-id: req-8b12c54a-95d6-4666-b6ca-cc2f76c28efd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:21:30.301093 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:21:30.301473 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b12c54a-95d6-4666-b6ca-cc2f76c28efd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:21:30.302036 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b12c54a-95d6-4666-b6ca-cc2f76c28efd'] response: {'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'code': 200}
Apr 09 21:21:30.315759 ncdv-master-1 neutron-server[126920]: INFO neutron.db.ipam_backend_mixin [None req-c141843b-8e4d-4797-9054-3d5e504fadd9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9177069f-0c46-4c91-9f37-5d99bba22ada (CIDR: 2001:db8:0:1::/64)
Apr 09 21:21:30.320919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.20.0.12 (df7d9492-fa46-48f6-8276-cc767913540b/3cd968ff-f3df-4ca3-a69d-4f278731d771/4d4aecd0-b634-4015-b446-d7df486efaeb) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:30.324420 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-c141843b-8e4d-4797-9054-3d5e504fadd9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:21:30.324420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c141843b-8e4d-4797-9054-3d5e504fadd9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:30.369936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c141843b-8e4d-4797-9054-3d5e504fadd9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.6644795
Apr 09 21:21:30.373604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54664) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:30.379559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'subnet': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:30.416261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:30.416724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:30.417105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:30.426934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:21:30.427320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Attempting to bind port 7edd251d-10ff-45f1-a768-c72521d40cc1 on network 34592f59-2890-4469-bed7-9956df7ee951 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:30.582754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d63c1380-b3f4-4f0a-a0c6-8c09571e08d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.589491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:30.589851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Checking segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:30.590208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Bound using segment: {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:30.590659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Bound port: 7edd251d-10ff-45f1-a768-c72521d40cc1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6e49d9-0acc-4f61-a544-d504ccb9680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '34592f59-2890-4469-bed7-9956df7ee951'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:30.591019 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.628890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-44e0b0c8-96b3-4ebc-ab35-54a8f6279f60 None None] Provisioning complete for port 7edd251d-10ff-45f1-a768-c72521d40cc1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:30.630239 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-44e0b0c8-96b3-4ebc-ab35-54a8f6279f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.704904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-44e0b0c8-96b3-4ebc-ab35-54a8f6279f60 None None] Port 7edd251d-10ff-45f1-a768-c72521d40cc1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:30.710538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9664c4-7c51-4293-91de-c365109d503d req-c82dd89d-065e-48fe-a126-64ddf35f1b9d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:30.712097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9664c4-7c51-4293-91de-c365109d503d req-c82dd89d-065e-48fe-a126-64ddf35f1b9d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1616988
Apr 09 21:21:30.721217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.724726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783b3c-e281-4101-8525-1a1b497c8391 req-15836391-81a2-4537-98b6-c63f5a3b9105 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:30.726304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07783b3c-e281-4101-8525-1a1b497c8391 req-15836391-81a2-4537-98b6-c63f5a3b9105 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 944 time: 0.1747766
Apr 09 21:21:30.743457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d63c1380-b3f4-4f0a-a0c6-8c09571e08d2 admin admin] Publish callbacks [] for security_group (cc9163c3-18a4-46d5-8196-65763fb91c80), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.754836 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d63c1380-b3f4-4f0a-a0c6-8c09571e08d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc9163c3-18a4-46d5-8196-65763fb91c80), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.775993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Made reservation on behalf of 12a82117ca894ee3b2d8ca91ced1b886 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:30.779443 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.810576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d63c1380-b3f4-4f0a-a0c6-8c09571e08d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97ed718660fd48bb9ed85454dc4e96dd&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3439867
Apr 09 21:21:30.812451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54676) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:30.816863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c1380-b3f4-4f0a-a0c6-8c09571e08d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9163c3-18a4-46d5-8196-65763fb91c80,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:30.831899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.837470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:30.896702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network df7d9492-fa46-48f6-8276-cc767913540b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:30.900040 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:30.902653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:30.928559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:30.959162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:30.959797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.960216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07783b3c-e281-4101-8525-1a1b497c8391 req-a9f1b870-0943-41c7-a9c1-ca657d8eecfd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2210374
Apr 09 21:21:30.974081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=4d4aecd0-b634-4015-b446-d7df486efaeb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:30.974335 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:30.984019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd9664c4-7c51-4293-91de-c365109d503d req-596393bb-dd23-46ed-b570-232decc9fd0b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2537162
Apr 09 21:21:30.992298 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1248ec6e-3931-491b-bc2f-265e51590730 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.6349893
Apr 09 21:21:30.995417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54682) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:31.108714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8648b86b-c90c-45cc-bb34-929b0e89c722 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:31.133656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5310d8fb-fa5d-453e-8214-2384b1ea77a2 admin admin] Publish callbacks [] for security_group (cc9163c3-18a4-46d5-8196-65763fb91c80), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.140793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=8']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:31.173608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8648b86b-c90c-45cc-bb34-929b0e89c722 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:31.174117 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.320953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8648b86b-c90c-45cc-bb34-929b0e89c722 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:31.321392 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.384296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 8648b86b-c90c-45cc-bb34-929b0e89c722, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8648b86b-c90c-45cc-bb34-929b0e89c722,segment=NetworkSegment(43ff6c67-7008-4a02-b0c4-f0dab648f1ba),segment_id=43ff6c67-7008-4a02-b0c4-f0dab648f1ba)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:31.394329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.491835 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.499425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=8648b86b-c90c-45cc-bb34-929b0e89c722,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:31.530502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-efc71511-c8cc-46e4-83d9-37d4b19ae92d None None] Provisioning complete for port 7edd251d-10ff-45f1-a768-c72521d40cc1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:31.531048 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-efc71511-c8cc-46e4-83d9-37d4b19ae92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.620509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.668250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-efc71511-c8cc-46e4-83d9-37d4b19ae92d None None] Current status of the port 7edd251d-10ff-45f1-a768-c72521d40cc1 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:31.668894 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-efc71511-c8cc-46e4-83d9-37d4b19ae92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.698357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:21:31.702095 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f828cf85-37fb-4b9f-ab18-4bf57abc8712" -d '{"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-plugged", "status": "completed", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:21:31.708847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f32c8-8668-4751-a2b4-c4c529e0c6b2 None None] Network df7d9492-fa46-48f6-8276-cc767913540b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:31.783850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9156bd-914b-41bc-95e4-4f22ee64c47d req-47ffdb42-da69-49b0-a2e3-087101249dde tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:31.801674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d9156bd-914b-41bc-95e4-4f22ee64c47d req-47ffdb42-da69-49b0-a2e3-087101249dde tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.6704998
Apr 09 21:21:31.825661 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9043ddcf-cb79-47be-9780-6bc4acd50777 x-openstack-request-id: req-9043ddcf-cb79-47be-9780-6bc4acd50777 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:21:31.825988 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-plugged", "status": "completed", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:21:31.826102 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9043ddcf-cb79-47be-9780-6bc4acd50777 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:21:31.826508 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9043ddcf-cb79-47be-9780-6bc4acd50777'] response: {'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'code': 200}
Apr 09 21:21:31.832581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-efc71511-c8cc-46e4-83d9-37d4b19ae92d None None] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:31.842231 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-efc71511-c8cc-46e4-83d9-37d4b19ae92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.868722 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5310d8fb-fa5d-453e-8214-2384b1ea77a2 admin admin] Publish callbacks [] for security_group (cc9163c3-18a4-46d5-8196-65763fb91c80), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.946752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:31.947290 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:31.948722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-542a6d0d-d062-470b-a65b-fe79a6742174 service neutron] 10.222.0.32 "PUT /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 1122 time: 2.8345513
Apr 09 21:21:31.986621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d9156bd-914b-41bc-95e4-4f22ee64c47d req-777b96d5-77a5-48c8-b4ce-41f3b039f6f2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1833298
Apr 09 21:21:32.017856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.031456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.049088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['7edd251d-10ff-45f1-a768-c72521d40cc1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:21:32.078161 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5310d8fb-fa5d-453e-8214-2384b1ea77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc9163c3-18a4-46d5-8196-65763fb91c80), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.086969 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5310d8fb-fa5d-453e-8214-2384b1ea77a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.091420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5310d8fb-fa5d-453e-8214-2384b1ea77a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc9163c3-18a4-46d5-8196-65763fb91c80 HTTP/1.1" status: 204  len: 168 time: 1.2766795
Apr 09 21:21:32.119861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc71511-c8cc-46e4-83d9-37d4b19ae92d None None] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:32.138201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310d8fb-fa5d-453e-8214-2384b1ea77a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9163c3-18a4-46d5-8196-65763fb91c80,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:32.173467 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (f4883282-7546-4cf4-8b08-f2eb2e1e5011), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.219911 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=4d4aecd0-b634-4015-b446-d7df486efaeb,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:32.273072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Subnet': ['ID=f4883282-7546-4cf4-8b08-f2eb2e1e5011,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:32.299321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c4987-46e6-4211-885d-7dfa67306853 req-99cc6ba9-ad54-4264-8d66-7918d225bd70 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:32.307453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b20c4987-46e6-4211-885d-7dfa67306853 req-99cc6ba9-ad54-4264-8d66-7918d225bd70 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.2019713
Apr 09 21:21:32.317404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:32.318328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:21:32.320764 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee06e0-e7c9-40fc-b94e-738320a25487" -d '{"events": [{"name": "network-changed", "server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:21:32.332612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:32.336860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:32.337572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.359570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10ede5-6541-4d19-8a80-f2a1d7b17ada None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:32.397650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (b36fa2d0-98c6-49bf-b710-2970e1528895), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.410677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8986b0c7-b635-4eca-8398-a7df44691fe0 None None] Provisioning complete for port 8648b86b-c90c-45cc-bb34-929b0e89c722 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:32.411057 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8986b0c7-b635-4eca-8398-a7df44691fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.420295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b20c4987-46e6-4211-885d-7dfa67306853 req-29d4f18d-0cc7-4597-a027-0d1f082158ba tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119330
Apr 09 21:21:32.428111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3cb3ffc8-6261-47f1-a956-a5082dfe5b00 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.0534956
Apr 09 21:21:32.461955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54702) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:32.472889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-972937953', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f4883282-7546-4cf4-8b08-f2eb2e1e5011'}], 'security_groups': ['52aebcf0-1962-4716-9423-8ed62088503a', '8c1b9fdb-0845-4acd-b5d1-abc3afebc22f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:32.551619 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2f804b-41a6-44d6-b50f-586c7368e973 x-openstack-request-id: req-7a2f804b-41a6-44d6-b50f-586c7368e973 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:21:32.552259 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:21:32.552683 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a2f804b-41a6-44d6-b50f-586c7368e973 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:21:32.553308 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2f804b-41a6-44d6-b50f-586c7368e973'] response: {'name': 'network-changed', 'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'status': 'completed', 'code': 200}
Apr 09 21:21:32.565868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890849e1-3f8b-4ecc-a687-44a191f2ca2e req-a0918466-2645-454b-8b27-d12f866a549c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:32.574500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-890849e1-3f8b-4ecc-a687-44a191f2ca2e req-a0918466-2645-454b-8b27-d12f866a549c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1522996
Apr 09 21:21:32.619018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-094780a4-81eb-4637-bc89-dc5cada330c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:32.621871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-094780a4-81eb-4637-bc89-dc5cada330c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1158 time: 0.0680194
Apr 09 21:21:32.728547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-890849e1-3f8b-4ecc-a687-44a191f2ca2e req-156afb62-5af9-44a5-a414-6d4ab95c40b8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1530728
Apr 09 21:21:32.776361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8986b0c7-b635-4eca-8398-a7df44691fe0 None None] Current status of the port 8648b86b-c90c-45cc-bb34-929b0e89c722 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:32.839150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.852673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.929256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5157-089c-4670-9360-31e666a49a5d None None] Provisioning complete for port 8648b86b-c90c-45cc-bb34-929b0e89c722 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:32.929689 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5157-089c-4670-9360-31e666a49a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:32.932801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ed364-8ae5-4eb3-8f46-0cd009446f35 None None] Update dhcp port {'port': {'network_id': 'eaf30f4e-d3ed-49bf-a483-e5e04502df7a', 'fixed_ips': [{'subnet_id': '9177069f-0c46-4c91-9f37-5d99bba22ada', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '17f30629-a86b-43b2-b875-1f329f4aebd4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f4883282-7546-4cf4-8b08-f2eb2e1e5011'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'dd77b635-d58d-413c-a9d3-20d58ad0605b'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:21:33.019925 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-476ed364-8ae5-4eb3-8f46-0cd009446f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.044799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-637613be-49f0-4956-8a4d-ce04c8e0f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:33.046349 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-637613be-49f0-4956-8a4d-ce04c8e0f346 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 898 time: 0.4110548
Apr 09 21:21:33.050936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8648b86b-c90c-45cc-bb34-929b0e89c722 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:33.072039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b8e3-90e4-4e0a-b68c-1acc15500f88 req-0d827d85-188d-4894-a2cd-55cc5bc9aba8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:33.076075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f76b8e3-90e4-4e0a-b68c-1acc15500f88 req-0d827d85-188d-4894-a2cd-55cc5bc9aba8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2188616
Apr 09 21:21:33.324236 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-5b2b1f5a-ddc5-4f1d-b8a2-18dd0e78c5cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 1001 time: 0.2709956
Apr 09 21:21:33.432568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5157-089c-4670-9360-31e666a49a5d None None] Current status of the port 8648b86b-c90c-45cc-bb34-929b0e89c722 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:33.484436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8648b86b-c90c-45cc-bb34-929b0e89c722 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:33.485606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.489385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Delete allocated IP 2001:db8::29 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/17f30629-a86b-43b2-b875-1f329f4aebd4) {{(pid=126920) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 09 21:21:33.497615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Allocated IP 2001:db8:0:2::8a (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/f4883282-7546-4cf4-8b08-f2eb2e1e5011/0667906b-e076-479b-be24-cfcf67dd0aa8) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:33.532324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-5d3e3099-c134-4bcf-9dc6-7045033321b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:33.536639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-5d3e3099-c134-4bcf-9dc6-7045033321b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 200  len: 834 time: 0.1852643
Apr 09 21:21:33.560581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5157-089c-4670-9360-31e666a49a5d None None] Provisioning complete for port 4d4aecd0-b634-4015-b446-d7df486efaeb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:33.561192 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5157-089c-4670-9360-31e666a49a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.658039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91774-07ff-4ec1-acd8-3006f66aa0a9 req-dfc9127d-6c51-4a26-9e22-de25eb9d4936 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:33.659327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d9f91774-07ff-4ec1-acd8-3006f66aa0a9 req-dfc9127d-6c51-4a26-9e22-de25eb9d4936 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.1177986
Apr 09 21:21:33.678158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5157-089c-4670-9360-31e666a49a5d None None] Port 4d4aecd0-b634-4015-b446-d7df486efaeb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:33.680333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-84348863-d8ad-4728-861a-edbd85048e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:33.686004 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-84348863-d8ad-4728-861a-edbd85048e65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34592f59-2890-4469-bed7-9956df7ee951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1415007
Apr 09 21:21:33.688512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f76b8e3-90e4-4e0a-b68c-1acc15500f88 req-062e0fa3-3aa6-461d-8404-545135955f0f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6042149
Apr 09 21:21:33.746061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8648b86b-c90c-45cc-bb34-929b0e89c722 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:33.817071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d9f91774-07ff-4ec1-acd8-3006f66aa0a9 req-d186f8e2-cb43-4215-803c-2bca7250d3ac tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207592
Apr 09 21:21:33.839465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-11a9da61-75b3-4584-8d80-bcf80f1d4dda None None] Provisioning complete for port 4d4aecd0-b634-4015-b446-d7df486efaeb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:33.840557 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-11a9da61-75b3-4584-8d80-bcf80f1d4dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.871593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.875537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.887739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.892366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dffcb-ba96-4710-b5c3-5c34eed070cc req-a751957f-7f6c-4da2-b6d3-508b2a3f2a9b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:33.894446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe6dffcb-ba96-4710-b5c3-5c34eed070cc req-a751957f-7f6c-4da2-b6d3-508b2a3f2a9b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0705376
Apr 09 21:21:33.895665 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.903650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-11a9da61-75b3-4584-8d80-bcf80f1d4dda None None] Port 4d4aecd0-b634-4015-b446-d7df486efaeb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:33.972844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-476ed364-8ae5-4eb3-8f46-0cd009446f35 None None] Allocated IP 2001:db8:0:2::2 (eaf30f4e-d3ed-49bf-a483-e5e04502df7a/f4883282-7546-4cf4-8b08-f2eb2e1e5011/dd77b635-d58d-413c-a9d3-20d58ad0605b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:33.979428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] In _notify_port_updated(), no bound segment for port 0667906b-e076-479b-be24-cfcf67dd0aa8 on network eaf30f4e-d3ed-49bf-a483-e5e04502df7a {{(pid=126920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 09 21:21:33.984710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:33.985384 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:33.986700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "PUT /v2.0/ports/0667906b-e076-479b-be24-cfcf67dd0aa8 HTTP/1.1" status: 200  len: 968 time: 1.5222847
Apr 09 21:21:33.996120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54748) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:34.005975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=4d4aecd0-b634-4015-b446-d7df486efaeb,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:34.022989 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-5abd2ae5-38e9-4c39-a17f-7af0fe15242e service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3132975
Apr 09 21:21:34.048096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event updated for resources: {'Port': ['ID=0667906b-e076-479b-be24-cfcf67dd0aa8,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:34.052999 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (b36fa2d0-98c6-49bf-b710-2970e1528895), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:34.062599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe6dffcb-ba96-4710-b5c3-5c34eed070cc req-69a1b8d9-1dca-4711-88ba-f9d2bb3be2a4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1592882
Apr 09 21:21:34.077182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.077747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.078252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.078764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.079254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.079744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.080339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.080827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.081339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.081842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.082344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.082841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.083322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.083806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.084286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2afd7-b7ae-451d-b1f2-b05e897965d4 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:34.162153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-476ed364-8ae5-4eb3-8f46-0cd009446f35 None None] For port dd77b635-d58d-413c-a9d3-20d58ad0605b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77b635-d58d-413c-a9d3-20d58ad0605b,segment=NetworkSegment(8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8),segment_id=8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:34.192555 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0aee06e0-e7c9-40fc-b94e-738320a25487 req-09af5542-56b3-4b30-8c18-562d85243d43 service neutron] 10.222.0.25 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632283
Apr 09 21:21:34.213877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4ea71741-e08d-48e9-8f95-1e6cd8251f1b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 0667906b-e076-479b-be24-cfcf67dd0aa8 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:34.214215 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea71741-e08d-48e9-8f95-1e6cd8251f1b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:34.235277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network df7d9492-fa46-48f6-8276-cc767913540b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:34.237215 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:34.238337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-476ed364-8ae5-4eb3-8f46-0cd009446f35 None None] Publish callbacks [] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:34.248716 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-476ed364-8ae5-4eb3-8f46-0cd009446f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:34.446812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router b36fa2d0-98c6-49bf-b710-2970e1528895 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:21:34.460819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ed364-8ae5-4eb3-8f46-0cd009446f35 None None] Pushing event updated for resources: {'Port': ['ID=dd77b635-d58d-413c-a9d3-20d58ad0605b,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:34.477055 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea71741-e08d-48e9-8f95-1e6cd8251f1b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:34.573996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b333609-2a44-4b30-b9e1-3e1cc7e74d7f req-a62d61ef-c516-42ef-83d8-84487f52e20f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:34.596520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b333609-2a44-4b30-b9e1-3e1cc7e74d7f req-a62d61ef-c516-42ef-83d8-84487f52e20f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2519131
Apr 09 21:21:34.605236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4ea71741-e08d-48e9-8f95-1e6cd8251f1b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 0667906b-e076-479b-be24-cfcf67dd0aa8 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:34.628664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4ddb09c9-3e19-49af-941e-2d32409ed4e9 None None] Provisioning complete for port 4d4aecd0-b634-4015-b446-d7df486efaeb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:34.629151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ddb09c9-3e19-49af-941e-2d32409ed4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:34.634105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:34.640663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05474e06-a5e7-4405-aa93-771f644d2404 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/b36fa2d0-98c6-49bf-b710-2970e1528895/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6439257
Apr 09 21:21:34.643373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54774) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:34.700301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a625d9b-3c0d-47dc-a876-1726514797d7 None None] Sync routers for ids ['b36fa2d0-98c6-49bf-b710-2970e1528895'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:34.716447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a625d9b-3c0d-47dc-a876-1726514797d7 None None] Routers {'b36fa2d0-98c6-49bf-b710-2970e1528895'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:34.716974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9a625d9b-3c0d-47dc-a876-1726514797d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237602b250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b36fa2d0-98c6-49bf-b710-2970e1528895'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:34.719291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb4850-d146-4fa8-9d1d-cc89218a3678 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:34.725709 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e6fb4850-d146-4fa8-9d1d-cc89218a3678 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports/4d4aecd0-b634-4015-b446-d7df486efaeb HTTP/1.1" status: 200  len: 978 time: 0.0787566
Apr 09 21:21:34.731924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54786) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:34.738186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b333609-2a44-4b30-b9e1-3e1cc7e74d7f req-57fd166a-74bc-40e4-b652-41ce8374d8aa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300387
Apr 09 21:21:34.777662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9a625d9b-3c0d-47dc-a876-1726514797d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237602b250>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:34.780634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb09c9-3e19-49af-941e-2d32409ed4e9 None None] Port 4d4aecd0-b634-4015-b446-d7df486efaeb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:34.800121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a625d9b-3c0d-47dc-a876-1726514797d7 None None] Routers {'b36fa2d0-98c6-49bf-b710-2970e1528895'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:34.800850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9a625d9b-3c0d-47dc-a876-1726514797d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237602b250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b36fa2d0-98c6-49bf-b710-2970e1528895'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:34.888980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9a625d9b-3c0d-47dc-a876-1726514797d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237602b250>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:34.890167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a625d9b-3c0d-47dc-a876-1726514797d7 None None] The sync data for ids ['b36fa2d0-98c6-49bf-b710-2970e1528895'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:34.965072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea71741-e08d-48e9-8f95-1e6cd8251f1b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0667906b-e076-479b-be24-cfcf67dd0aa8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:35.056872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea71741-e08d-48e9-8f95-1e6cd8251f1b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=0667906b-e076-479b-be24-cfcf67dd0aa8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:35.080542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd77b635-d58d-413c-a9d3-20d58ad0605b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:35.118515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f09c46-9668-4905-b587-8d4888e4f322 req-7e85fd4c-c289-4b26-b2f3-5ad7eef9b5ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:35.126606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27f09c46-9668-4905-b587-8d4888e4f322 req-7e85fd4c-c289-4b26-b2f3-5ad7eef9b5ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.1891201
Apr 09 21:21:35.140413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea71741-e08d-48e9-8f95-1e6cd8251f1b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:35.147381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4ea71741-e08d-48e9-8f95-1e6cd8251f1b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/0667906b-e076-479b-be24-cfcf67dd0aa8 HTTP/1.1" status: 204  len: 168 time: 1.1501009
Apr 09 21:21:35.160662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54842) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:35.206668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:35.207338 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:35.208882 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-358bbeec-3d89-4290-8d32-f8f9b959ecc1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] GET failed (client error): The resource could not be found.
Apr 09 21:21:35.210415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-358bbeec-3d89-4290-8d32-f8f9b959ecc1 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports/0667906b-e076-479b-be24-cfcf67dd0aa8 HTTP/1.1" status: 404  len: 333 time: 0.0485439
Apr 09 21:21:35.213907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54848) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:35.283272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27f09c46-9668-4905-b587-8d4888e4f322 req-99dc0bc4-d2bc-4596-84a8-d34fa56727ab tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1348212
Apr 09 21:21:35.380183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:35.476637 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be366e5b-8cc1-4989-961b-3c1e96a0c5ad tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (75617ca2-3a49-439d-bb61-123cd777efda), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:35.523293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0e605015-ad6d-40eb-813f-deb7cbbc268a None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:35.523698 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e605015-ad6d-40eb-813f-deb7cbbc268a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:35.539904 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be366e5b-8cc1-4989-961b-3c1e96a0c5ad tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (75617ca2-3a49-439d-bb61-123cd777efda), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:35.542943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (b36fa2d0-98c6-49bf-b710-2970e1528895), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:35.634708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0e605015-ad6d-40eb-813f-deb7cbbc268a None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:35.639793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0e605015-ad6d-40eb-813f-deb7cbbc268a None None] Could not find standard attr ID for object 0667906b-e076-479b-be24-cfcf67dd0aa8. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:21:35.641516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7edd251d-10ff-45f1-a768-c72521d40cc1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:21:35.699732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0e605015-ad6d-40eb-813f-deb7cbbc268a None None] Provisioning complete for port 9944a4be-196a-4812-83fc-d0aae88f86dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:35.700109 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0e605015-ad6d-40eb-813f-deb7cbbc268a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:35.829143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0e605015-ad6d-40eb-813f-deb7cbbc268a None None] Port 9944a4be-196a-4812-83fc-d0aae88f86dc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:35.919998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:35.933631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50f4c4-6224-425f-9ad5-62972a9110d9 req-cb7e0704-4897-4c2a-8658-3bb7b3985666 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:35.940045 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff50f4c4-6224-425f-9ad5-62972a9110d9 req-cb7e0704-4897-4c2a-8658-3bb7b3985666 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0990412
Apr 09 21:21:35.946811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-047352c5-7a12-4fd3-9f6e-6c765cc3dfea None None] Could not find standard attr ID for object 0667906b-e076-479b-be24-cfcf67dd0aa8. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:21:35.948358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7edd251d-10ff-45f1-a768-c72521d40cc1 has no active binding in host nch1-master-1 {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 09 21:21:36.052536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff50f4c4-6224-425f-9ad5-62972a9110d9 req-c18d396b-aae0-4132-8d36-c7ba248a2b7a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032917
Apr 09 21:21:36.089938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54926) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:36.137206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54930) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:36.164262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be366e5b-8cc1-4989-961b-3c1e96a0c5ad tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (75617ca2-3a49-439d-bb61-123cd777efda), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.167079 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be366e5b-8cc1-4989-961b-3c1e96a0c5ad tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.168676 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-be366e5b-8cc1-4989-961b-3c1e96a0c5ad tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/security-groups/75617ca2-3a49-439d-bb61-123cd777efda HTTP/1.1" status: 204  len: 168 time: 0.9534914
Apr 09 21:21:36.171276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54934) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:36.220908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be366e5b-8cc1-4989-961b-3c1e96a0c5ad tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75617ca2-3a49-439d-bb61-123cd777efda,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:36.304914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3717cbe0-d67b-4540-85c2-d487ce20de58 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (8c1b9fdb-0845-4acd-b5d1-abc3afebc22f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.341287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-363d5315-e449-42b6-9723-5e390cc88d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.371951 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3717cbe0-d67b-4540-85c2-d487ce20de58 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (8c1b9fdb-0845-4acd-b5d1-abc3afebc22f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.378532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 4d4aecd0-b634-4015-b446-d7df486efaeb {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:36.378880 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.400727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bc2f15a-8d7e-495b-bf53-db63545ff595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.508709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.509731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae71014-5cd4-4b1d-a417-32247cfb921a req-c2845511-84fc-4fa6-85a2-13ff2584d71d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:36.511513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ae71014-5cd4-4b1d-a417-32247cfb921a req-c2845511-84fc-4fa6-85a2-13ff2584d71d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.1060288
Apr 09 21:21:36.525549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 4d4aecd0-b634-4015-b446-d7df486efaeb owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:36.541721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3717cbe0-d67b-4540-85c2-d487ce20de58 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8c1b9fdb-0845-4acd-b5d1-abc3afebc22f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.544475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3717cbe0-d67b-4540-85c2-d487ce20de58 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.545725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3717cbe0-d67b-4540-85c2-d487ce20de58 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/security-groups/8c1b9fdb-0845-4acd-b5d1-abc3afebc22f HTTP/1.1" status: 204  len: 168 time: 0.3734736
Apr 09 21:21:36.561784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54938) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:36.596165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717cbe0-d67b-4540-85c2-d487ce20de58 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1b9fdb-0845-4acd-b5d1-abc3afebc22f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:36.697446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ae71014-5cd4-4b1d-a417-32247cfb921a req-387f7d58-8a54-4c74-b78f-04c959ba4d1c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1755390
Apr 09 21:21:36.699211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-363d5315-e449-42b6-9723-5e390cc88d24 admin admin] Publish callbacks [] for security_group (7e84ef39-ade3-49d6-aaf0-02c732c540e9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.728029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-363d5315-e449-42b6-9723-5e390cc88d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7e84ef39-ade3-49d6-aaf0-02c732c540e9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.753689 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4d4aecd0-b634-4015-b446-d7df486efaeb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.767582 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bc2f15a-8d7e-495b-bf53-db63545ff595 admin admin] Publish callbacks [] for security_group (b074b84e-d4fe-4486-babb-2e45690774f9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.797906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851f076-2c1f-4b5d-94df-f7ebd4b2ddcb req-62cb88bc-3522-495a-87e1-80524d24fc77 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:36.799725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2851f076-2c1f-4b5d-94df-f7ebd4b2ddcb req-62cb88bc-3522-495a-87e1-80524d24fc77 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1476269
Apr 09 21:21:36.800326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2bc2f15a-8d7e-495b-bf53-db63545ff595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b074b84e-d4fe-4486-babb-2e45690774f9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.820225 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00cb998f-984a-4379-b71c-518ec3c55fb7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (52aebcf0-1962-4716-9423-8ed62088503a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.825409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=4d4aecd0-b634-4015-b446-d7df486efaeb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:36.838012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-363d5315-e449-42b6-9723-5e390cc88d24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc745153a4ea4f2faeba50f4b001f6f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6992757
Apr 09 21:21:36.838964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d5315-e449-42b6-9723-5e390cc88d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e84ef39-ade3-49d6-aaf0-02c732c540e9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:36.854648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54942) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:36.930668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2bc2f15a-8d7e-495b-bf53-db63545ff595 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2951f0f19d594a449c72e85667b784ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8393641
Apr 09 21:21:36.939257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54944) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:36.964921 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00cb998f-984a-4379-b71c-518ec3c55fb7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (52aebcf0-1962-4716-9423-8ed62088503a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:36.967534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2f15a-8d7e-495b-bf53-db63545ff595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b074b84e-d4fe-4486-babb-2e45690774f9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:37.007748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2851f076-2c1f-4b5d-94df-f7ebd4b2ddcb req-49cda65b-d505-485a-a236-58161d36e2c9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1942213
Apr 09 21:21:37.010834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (b36fa2d0-98c6-49bf-b710-2970e1528895), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.047313 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a10c00f1-887b-4528-b130-76a341394406 admin admin] Publish callbacks [] for security_group (7e84ef39-ade3-49d6-aaf0-02c732c540e9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.066613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00cb998f-984a-4379-b71c-518ec3c55fb7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (52aebcf0-1962-4716-9423-8ed62088503a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.069253 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-00cb998f-984a-4379-b71c-518ec3c55fb7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.073113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-00cb998f-984a-4379-b71c-518ec3c55fb7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/security-groups/52aebcf0-1962-4716-9423-8ed62088503a HTTP/1.1" status: 204  len: 168 time: 0.5048223
Apr 09 21:21:37.080634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54946) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:37.085929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a10c00f1-887b-4528-b130-76a341394406 admin admin] Publish callbacks [] for security_group (7e84ef39-ade3-49d6-aaf0-02c732c540e9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.100156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb998f-984a-4379-b71c-518ec3c55fb7 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aebcf0-1962-4716-9423-8ed62088503a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:37.149503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a10c00f1-887b-4528-b130-76a341394406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7e84ef39-ade3-49d6-aaf0-02c732c540e9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.152214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a10c00f1-887b-4528-b130-76a341394406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.153502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a10c00f1-887b-4528-b130-76a341394406 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e84ef39-ade3-49d6-aaf0-02c732c540e9 HTTP/1.1" status: 204  len: 168 time: 0.2976122
Apr 09 21:21:37.161777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c00f1-887b-4528-b130-76a341394406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e84ef39-ade3-49d6-aaf0-02c732c540e9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:37.176162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2524ea27-81da-4bf4-b6a4-5f45663afa6c admin admin] Publish callbacks [] for security_group (b074b84e-d4fe-4486-babb-2e45690774f9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.188330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5c0647-68dc-4125-8ca8-2866c45c7a5a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 17f30629-a86b-43b2-b875-1f329f4aebd4 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:37.201483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0647-68dc-4125-8ca8-2866c45c7a5a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (17f30629-a86b-43b2-b875-1f329f4aebd4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.273564 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2524ea27-81da-4bf4-b6a4-5f45663afa6c admin admin] Publish callbacks [] for security_group (b074b84e-d4fe-4486-babb-2e45690774f9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.328586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0647-68dc-4125-8ca8-2866c45c7a5a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (17f30629-a86b-43b2-b875-1f329f4aebd4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.417203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router b36fa2d0-98c6-49bf-b710-2970e1528895 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:37.454445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54952) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:37.470418 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54fd5418-dd81-403e-a083-f326ee70543b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.494919 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2524ea27-81da-4bf4-b6a4-5f45663afa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b074b84e-d4fe-4486-babb-2e45690774f9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.497325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2524ea27-81da-4bf4-b6a4-5f45663afa6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.498800 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2524ea27-81da-4bf4-b6a4-5f45663afa6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b074b84e-d4fe-4486-babb-2e45690774f9 HTTP/1.1" status: 204  len: 168 time: 0.5580666
Apr 09 21:21:37.540470 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-5d22b379-9992-437f-b7ca-3f8491ddaed4 service neutron] 10.222.0.25 "GET /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2031343
Apr 09 21:21:37.558285 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54fd5418-dd81-403e-a083-f326ee70543b admin admin] Publish callbacks [] for security_group (8196ad06-3984-4dbd-82aa-c241fad95791), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.563749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54fd5418-dd81-403e-a083-f326ee70543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8196ad06-3984-4dbd-82aa-c241fad95791), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.587737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524ea27-81da-4bf4-b6a4-5f45663afa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b074b84e-d4fe-4486-babb-2e45690774f9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:37.615891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0647-68dc-4125-8ca8-2866c45c7a5a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (17f30629-a86b-43b2-b875-1f329f4aebd4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.617805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-54fd5418-dd81-403e-a083-f326ee70543b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a704ca4460c5472ba156f33589b1f8a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1605515
Apr 09 21:21:37.619332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:37.624384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:37.624606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd5418-dd81-403e-a083-f326ee70543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8196ad06-3984-4dbd-82aa-c241fad95791,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:37.635858 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904bd1d-124a-4173-bf0d-fc9d1d08e4a6 None None] Sync routers for ids ['b36fa2d0-98c6-49bf-b710-2970e1528895'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:37.649783 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904bd1d-124a-4173-bf0d-fc9d1d08e4a6 None None] Routers {'b36fa2d0-98c6-49bf-b710-2970e1528895'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:37.650571 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e904bd1d-124a-4173-bf0d-fc9d1d08e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773ab700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b36fa2d0-98c6-49bf-b710-2970e1528895'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:37.657796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54958) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:37.657934 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c2468056-097d-4f86-9c7c-c2a7791dae9b tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/b36fa2d0-98c6-49bf-b710-2970e1528895/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9248462
Apr 09 21:21:37.686776 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e904bd1d-124a-4173-bf0d-fc9d1d08e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773ab700>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:37.698432 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904bd1d-124a-4173-bf0d-fc9d1d08e4a6 None None] Routers {'b36fa2d0-98c6-49bf-b710-2970e1528895'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:37.699225 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e904bd1d-124a-4173-bf0d-fc9d1d08e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773ab700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b36fa2d0-98c6-49bf-b710-2970e1528895'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:37.738306 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e904bd1d-124a-4173-bf0d-fc9d1d08e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773ab700>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:37.738898 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904bd1d-124a-4173-bf0d-fc9d1d08e4a6 None None] The sync data for ids ['b36fa2d0-98c6-49bf-b710-2970e1528895'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:37.812571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4237-3848-4057-bfa2-9678094aba43 admin admin] Publish callbacks [] for security_group (8196ad06-3984-4dbd-82aa-c241fad95791), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.828704 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0647-68dc-4125-8ca8-2866c45c7a5a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (17f30629-a86b-43b2-b875-1f329f4aebd4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.904467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c0647-68dc-4125-8ca8-2866c45c7a5a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=17f30629-a86b-43b2-b875-1f329f4aebd4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:37.913472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e4ca6-ef4f-4f15-a365-ff61b8b58329 req-8bdf2267-f4e0-4c31-9863-f0f812361ec4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:37.915008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-615e4ca6-ef4f-4f15-a365-ff61b8b58329 req-8bdf2267-f4e0-4c31-9863-f0f812361ec4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 946 time: 0.1006298
Apr 09 21:21:37.919367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4237-3848-4057-bfa2-9678094aba43 admin admin] Publish callbacks [] for security_group (8196ad06-3984-4dbd-82aa-c241fad95791), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.921501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0647-68dc-4125-8ca8-2866c45c7a5a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:37.923506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6919d-3475-41fa-a903-eb6f61732399 None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:37.929937 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ae5c0647-68dc-4125-8ca8-2866c45c7a5a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/17f30629-a86b-43b2-b875-1f329f4aebd4 HTTP/1.1" status: 204  len: 168 time: 0.8483462
Apr 09 21:21:37.932267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54966) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:37.942413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54968) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:37.962462 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-33cae251-190f-4f78-aea6-aad0991b805d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] remove_router_interface failed (client error): The resource could not be found.
Apr 09 21:21:37.963533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-33cae251-190f-4f78-aea6-aad0991b805d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/b36fa2d0-98c6-49bf-b710-2970e1528895/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3047266
Apr 09 21:21:37.967478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54970) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:37.981679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67cab885-3ac4-4337-9675-a6858baa79a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.013627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:38.022697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-09eb1798-7d60-4939-a5f6-0210a26a5727 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b36fa2d0-98c6-49bf-b710-2970e1528895 HTTP/1.1" status: 200  len: 205 time: 0.0538642
Apr 09 21:21:38.025850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 54972) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:38.054880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:38.085224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fa991f-4852-4aa6-80a2-07555e38423b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet f4883282-7546-4cf4-8b08-f2eb2e1e5011 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:38.087530 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4237-3848-4057-bfa2-9678094aba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (8196ad06-3984-4dbd-82aa-c241fad95791), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.092196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4237-3848-4057-bfa2-9678094aba43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.093945 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5e8d4237-3848-4057-bfa2-9678094aba43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8196ad06-3984-4dbd-82aa-c241fad95791 HTTP/1.1" status: 204  len: 168 time: 0.4676888
Apr 09 21:21:38.125078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57fa991f-4852-4aa6-80a2-07555e38423b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (f4883282-7546-4cf4-8b08-f2eb2e1e5011), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.150378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d4237-3848-4057-bfa2-9678094aba43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8196ad06-3984-4dbd-82aa-c241fad95791,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:38.157196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:21:38.160119 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200d3ab-7dfe-4981-ac45-244ac4fd7e5c" -d '{"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:21:38.162388 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8fef-0693-40e0-a117-14ab05c88eee tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (b36fa2d0-98c6-49bf-b710-2970e1528895), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.170028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:38.202578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.273862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-615e4ca6-ef4f-4f15-a365-ff61b8b58329 req-65057d13-dc8b-4cf9-9325-383d1802f0c9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3091471
Apr 09 21:21:38.274091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67cab885-3ac4-4337-9675-a6858baa79a7 admin admin] Publish callbacks [] for security_group (bddfbb78-d7ea-4c5b-97c1-1f437baf6ddf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.288682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-67cab885-3ac4-4337-9675-a6858baa79a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bddfbb78-d7ea-4c5b-97c1-1f437baf6ddf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.322449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cab885-3ac4-4337-9675-a6858baa79a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddfbb78-d7ea-4c5b-97c1-1f437baf6ddf,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:38.348597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57fa991f-4852-4aa6-80a2-07555e38423b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (f4883282-7546-4cf4-8b08-f2eb2e1e5011), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.355161 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce96ddf0-d464-4a82-9773-d7bbb9bdfc45 x-openstack-request-id: req-ce96ddf0-d464-4a82-9773-d7bbb9bdfc45 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:21:38.355446 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:21:38.355701 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce96ddf0-d464-4a82-9773-d7bbb9bdfc45 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:21:38.356110 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce96ddf0-d464-4a82-9773-d7bbb9bdfc45'] response: {'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'code': 200}
Apr 09 21:21:38.359693 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67cab885-3ac4-4337-9675-a6858baa79a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=189b1624bbfb4b41bb3f972afb463913&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4153850
Apr 09 21:21:38.362892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 54980) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:38.372070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] Transition to ACTIVE for port object 7edd251d-10ff-45f1-a768-c72521d40cc1 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:21:38.382266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.442192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b9101-d03d-4bbb-a7d2-5a8f65cbd516 req-16053c18-f7c7-4996-af26-08203eb93e06 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:38.451412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-412b9101-d03d-4bbb-a7d2-5a8f65cbd516 req-16053c18-f7c7-4996-af26-08203eb93e06 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.3007457
Apr 09 21:21:38.509569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=11']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:38.587472 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f6b96ac-371b-4192-a55b-8c71475c2421 admin admin] Publish callbacks [] for security_group (bddfbb78-d7ea-4c5b-97c1-1f437baf6ddf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.665420 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f6b96ac-371b-4192-a55b-8c71475c2421 admin admin] Publish callbacks [] for security_group (bddfbb78-d7ea-4c5b-97c1-1f437baf6ddf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.667696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] No DVR routers for this DVR port 7edd251d-10ff-45f1-a768-c72521d40cc1 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:38.878141 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-06b35082-543f-4b7a-8dac-9333083236c1 service neutron] 10.222.0.25 "PUT /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3240688
Apr 09 21:21:38.891281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f6b96ac-371b-4192-a55b-8c71475c2421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bddfbb78-d7ea-4c5b-97c1-1f437baf6ddf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.894174 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6f6b96ac-371b-4192-a55b-8c71475c2421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:38.899603 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6f6b96ac-371b-4192-a55b-8c71475c2421 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bddfbb78-d7ea-4c5b-97c1-1f437baf6ddf HTTP/1.1" status: 204  len: 168 time: 0.5329640
Apr 09 21:21:38.931409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b96ac-371b-4192-a55b-8c71475c2421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddfbb78-d7ea-4c5b-97c1-1f437baf6ddf,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:39.052207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0fddde71-d6aa-4f91-a821-4fec765dcee9 None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:39.053481 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0fddde71-d6aa-4f91-a821-4fec765dcee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.163921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0fddde71-d6aa-4f91-a821-4fec765dcee9 None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:39.173991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0fddde71-d6aa-4f91-a821-4fec765dcee9 None None] Provisioning complete for port 9944a4be-196a-4812-83fc-d0aae88f86dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:39.174365 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0fddde71-d6aa-4f91-a821-4fec765dcee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.180689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9014752e-d444-4fc7-a577-ac36dba9b70e tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:39.182594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9014752e-d444-4fc7-a577-ac36dba9b70e tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2&tenant_id=0cbaded0b4ad4c4587cc36402e326750&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0584588
Apr 09 21:21:39.188279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8fef-0693-40e0-a117-14ab05c88eee tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (b36fa2d0-98c6-49bf-b710-2970e1528895), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.196205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8fef-0693-40e0-a117-14ab05c88eee tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (b36fa2d0-98c6-49bf-b710-2970e1528895), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.219120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0fddde71-d6aa-4f91-a821-4fec765dcee9 None None] Port 9944a4be-196a-4812-83fc-d0aae88f86dc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:39.243693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-412b9101-d03d-4bbb-a7d2-5a8f65cbd516 req-450448ea-1bc4-4fb4-97ef-7d886fbb4404 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7913337
Apr 09 21:21:39.250211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57fa991f-4852-4aa6-80a2-07555e38423b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (f4883282-7546-4cf4-8b08-f2eb2e1e5011), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.321264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-3a528a77-31f8-4f50-911f-025a953df058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:39.322873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-3a528a77-31f8-4f50-911f-025a953df058 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 1127 time: 0.1309910
Apr 09 21:21:39.330647 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8fef-0693-40e0-a117-14ab05c88eee tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (b36fa2d0-98c6-49bf-b710-2970e1528895), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.331634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4e8fef-0693-40e0-a117-14ab05c88eee tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Fanout notify agent at l3_agent the message router_deleted on router b36fa2d0-98c6-49bf-b710-2970e1528895 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:21:39.342610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8fef-0693-40e0-a117-14ab05c88eee tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.343812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9e4e8fef-0693-40e0-a117-14ab05c88eee tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/b36fa2d0-98c6-49bf-b710-2970e1528895 HTTP/1.1" status: 204  len: 168 time: 1.3147008
Apr 09 21:21:39.347582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55018) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:39.400212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-de6d43bc-7a07-4467-8239-72e7711cb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:39.402626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-de6d43bc-7a07-4467-8239-72e7711cb389 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1127 time: 0.0544934
Apr 09 21:21:39.438840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57fa991f-4852-4aa6-80a2-07555e38423b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (f4883282-7546-4cf4-8b08-f2eb2e1e5011), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.456165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93e60af-fcef-4130-9cd6-3eb892b78676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet 3cd968ff-f3df-4ca3-a69d-4f278731d771 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:39.463615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f93e60af-fcef-4130-9cd6-3eb892b78676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (3cd968ff-f3df-4ca3-a69d-4f278731d771), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.513984 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57fa991f-4852-4aa6-80a2-07555e38423b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.514566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b03a1-4510-4489-a42e-4bd34680c215 None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:39.517781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-57fa991f-4852-4aa6-80a2-07555e38423b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/f4883282-7546-4cf4-8b08-f2eb2e1e5011 HTTP/1.1" status: 204  len: 168 time: 1.5839493
Apr 09 21:21:39.527744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55024) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:39.551527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f93e60af-fcef-4130-9cd6-3eb892b78676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (3cd968ff-f3df-4ca3-a69d-4f278731d771), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.590044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa991f-4852-4aa6-80a2-07555e38423b tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=f4883282-7546-4cf4-8b08-f2eb2e1e5011,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:39.604402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211020-7234-4594-9641-1df7d03bc14e req-a9245b24-d527-4362-a3e8-4a9ad23dc5ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:39.616137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61211020-7234-4594-9641-1df7d03bc14e req-a9245b24-d527-4362-a3e8-4a9ad23dc5ad tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 945 time: 0.2098577
Apr 09 21:21:39.623298 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bf5447-26d8-44c6-a07c-8bb75d0595d5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:39.624072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bf5447-26d8-44c6-a07c-8bb75d0595d5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:39.627610 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a5bf5447-26d8-44c6-a07c-8bb75d0595d5 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/17f30629-a86b-43b2-b875-1f329f4aebd4 HTTP/1.1" status: 404  len: 337 time: 0.0941117
Apr 09 21:21:39.631842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55034) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:39.637196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a6d1d-7f91-410e-8204-9ab8c61b09ca req-61651ea1-ebe2-4c68-a580-dc14bd01d764 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:39.638596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a57a6d1d-7f91-410e-8204-9ab8c61b09ca req-61651ea1-ebe2-4c68-a580-dc14bd01d764 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.2344260
Apr 09 21:21:39.700798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f204a6e-83c4-4352-841a-6326176ca872 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting subnet 9177069f-0c46-4c91-9f37-5d99bba22ada {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:39.705630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f204a6e-83c4-4352-841a-6326176ca872 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for subnet (9177069f-0c46-4c91-9f37-5d99bba22ada), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.741821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-d37d4b0d-dec5-425a-a9ba-88187081949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:39.748565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-d37d4b0d-dec5-425a-a9ba-88187081949c service neutron] 10.222.0.32 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 898 time: 0.3397582
Apr 09 21:21:39.757825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f204a6e-83c4-4352-841a-6326176ca872 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (9177069f-0c46-4c91-9f37-5d99bba22ada), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.769745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-61211020-7234-4594-9641-1df7d03bc14e req-7a969445-7c9d-4b40-8149-58ceab358a96 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1525497
Apr 09 21:21:39.854777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a57a6d1d-7f91-410e-8204-9ab8c61b09ca req-48660da9-9f2d-4e0d-b80a-fb2d604dd03b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2070162
Apr 09 21:21:39.895897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f93e60af-fcef-4130-9cd6-3eb892b78676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (3cd968ff-f3df-4ca3-a69d-4f278731d771), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:39.902053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55044) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:39.922225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-184aa3de-b6d6-465b-87fc-421bbe96ec64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 999 time: 0.1506131
Apr 09 21:21:39.979055 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f204a6e-83c4-4352-841a-6326176ca872 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9177069f-0c46-4c91-9f37-5d99bba22ada), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.021793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f93e60af-fcef-4130-9cd6-3eb892b78676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (3cd968ff-f3df-4ca3-a69d-4f278731d771), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.052197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a941d2-6852-43f3-a862-9b2969148444 req-dd84ee38-5dbd-4260-94e9-f29c60c985bd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:40.054449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4a941d2-6852-43f3-a862-9b2969148444 req-dd84ee38-5dbd-4260-94e9-f29c60c985bd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0822227
Apr 09 21:21:40.081979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e60af-fcef-4130-9cd6-3eb892b78676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd968ff-f3df-4ca3-a69d-4f278731d771,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:40.107427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f93e60af-fcef-4130-9cd6-3eb892b78676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.111872 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f93e60af-fcef-4130-9cd6-3eb892b78676 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/3cd968ff-f3df-4ca3-a69d-4f278731d771 HTTP/1.1" status: 204  len: 168 time: 0.7625258
Apr 09 21:21:40.115084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55052) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:40.117515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab6816-998d-4b84-a9d0-add2a845144f None None] Network df7d9492-fa46-48f6-8276-cc767913540b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:40.125946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-18954060-5bad-43de-960c-ddcf810b1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:40.127181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-18954060-5bad-43de-960c-ddcf810b1d7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 200  len: 834 time: 0.1980672
Apr 09 21:21:40.196072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-1f6bb0f5-a229-4a25-ad63-0b0170d22eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:40.198627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-1f6bb0f5-a229-4a25-ad63-0b0170d22eda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34592f59-2890-4469-bed7-9956df7ee951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0554938
Apr 09 21:21:40.236421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (df7d9492-fa46-48f6-8276-cc767913540b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.317887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1211280873-network', 'tenant_id': '605e203fc5c04ed781bf67d309905d81'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:40.322407 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f204a6e-83c4-4352-841a-6326176ca872 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (9177069f-0c46-4c91-9f37-5d99bba22ada), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.324001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4a941d2-6852-43f3-a862-9b2969148444 req-9be7768a-4c98-4830-9f33-e97d47937d8a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2627537
Apr 09 21:21:40.368554 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8f204a6e-83c4-4352-841a-6326176ca872 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.373845 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8f204a6e-83c4-4352-841a-6326176ca872 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/9177069f-0c46-4c91-9f37-5d99bba22ada HTTP/1.1" status: 204  len: 168 time: 0.7399783
Apr 09 21:21:40.381762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55060) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:40.409782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-53ff3fa1-be2f-428b-8898-5385a69d87e6 service neutron] 10.222.0.32 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024069
Apr 09 21:21:40.428418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Made reservation on behalf of 605e203fc5c04ed781bf67d309905d81 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:40.430786 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.433522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204a6e-83c4-4352-841a-6326176ca872 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Subnet': ['ID=9177069f-0c46-4c91-9f37-5d99bba22ada,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:40.442696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] DHCP port deletion for df7d9492-fa46-48f6-8276-cc767913540b request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:21:40.444440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 8648b86b-c90c-45cc-bb34-929b0e89c722 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:40.445018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.451540 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81f1871-6ce9-45a9-927f-284dfb7c06a3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:40.451540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81f1871-6ce9-45a9-927f-284dfb7c06a3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:40.454671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a81f1871-6ce9-45a9-927f-284dfb7c06a3 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/1d19e84b-5ffd-40d6-8953-ff63075c76e3 HTTP/1.1" status: 404  len: 337 time: 0.0694752
Apr 09 21:21:40.478189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55062) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:40.519175 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e847164a-d8fe-4cb1-a5f4-73ad537fd651 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "GET /v2.0/ports?device_id=27b62fda-f54a-4aba-a8be-782701b0861c HTTP/1.1" status: 200  len: 205 time: 0.0393767
Apr 09 21:21:40.521623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55066) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:40.531816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] Deleting port 8648b86b-c90c-45cc-bb34-929b0e89c722 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:40.532199 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.550332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33dab-b9f6-4f2b-b6fd-3658f95e0e67 req-c58db043-6b88-4deb-855f-870d1ff11205 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:40.552909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5d33dab-b9f6-4f2b-b6fd-3658f95e0e67 req-c58db043-6b88-4deb-855f-870d1ff11205 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1195650
Apr 09 21:21:40.557686 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.625744 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-c80bc5ea-420a-4c6a-9370-4897bc1ab595 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] delete failed (client error): The resource could not be found.
Apr 09 21:21:40.629530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c80bc5ea-420a-4c6a-9370-4897bc1ab595 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/routers/27b62fda-f54a-4aba-a8be-782701b0861c HTTP/1.1" status: 404  len: 336 time: 0.1069422
Apr 09 21:21:40.630627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55072) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:40.637948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] For port 8648b86b-c90c-45cc-bb34-929b0e89c722, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8648b86b-c90c-45cc-bb34-929b0e89c722,segment=NetworkSegment(43ff6c67-7008-4a02-b0c4-f0dab648f1ba),segment_id=43ff6c67-7008-4a02-b0c4-f0dab648f1ba)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:40.638447 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.654344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] Calling delete_port for 8648b86b-c90c-45cc-bb34-929b0e89c722 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:40.665804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 8648b86b-c90c-45cc-bb34-929b0e89c722, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8648b86b-c90c-45cc-bb34-929b0e89c722,segment=NetworkSegment(43ff6c67-7008-4a02-b0c4-f0dab648f1ba),segment_id=43ff6c67-7008-4a02-b0c4-f0dab648f1ba)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:40.666055 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.702338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5d33dab-b9f6-4f2b-b6fd-3658f95e0e67 req-09daa59c-e548-44b6-b566-47a21a7984fe tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238768
Apr 09 21:21:40.703074 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79724ff-4ea3-4399-8f71-2b442cb1d700 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:40.703521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79724ff-4ea3-4399-8f71-2b442cb1d700 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:40.710625 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a79724ff-4ea3-4399-8f71-2b442cb1d700 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/9db10cf7-df9d-4d06-bd00-1f01c0529b51 HTTP/1.1" status: 404  len: 337 time: 0.0698104
Apr 09 21:21:40.711439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55078) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:40.726121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 8648b86b-c90c-45cc-bb34-929b0e89c722 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:40.741126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-336d382e-bada-43d6-9c9c-fd261b7311a6 service neutron] 10.222.0.32 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3011308
Apr 09 21:21:40.762983 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.783429 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e37593-56aa-468b-9119-0630bb9818f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:40.784107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e37593-56aa-468b-9119-0630bb9818f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:40.787875 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-15e37593-56aa-468b-9119-0630bb9818f0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/bfc680f1-e094-4d61-8347-7ad1f3a72085 HTTP/1.1" status: 404  len: 337 time: 0.0737774
Apr 09 21:21:40.790810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55084) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:40.792765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7edd251d-10ff-45f1-a768-c72521d40cc1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:40.827186 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b4d4a4-fbdb-4a76-8046-5780aae86ca8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:40.827440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b4d4a4-fbdb-4a76-8046-5780aae86ca8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:40.831180 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05b4d4a4-fbdb-4a76-8046-5780aae86ca8 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/5ed86b2e-a97e-4f0f-8918-89abb8d180bc HTTP/1.1" status: 404  len: 337 time: 0.0392091
Apr 09 21:21:40.832118 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Publish callbacks [] for security_group (ec8c1f1f-b560-4488-b572-bc1fb0a4d628), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.833946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55086) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:40.850169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] No DVR routers for this DVR port 8648b86b-c90c-45cc-bb34-929b0e89c722 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:40.852528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966b91b-2e22-4a57-9cb3-e2c040db0300 None None] Pushing event deleted for resources: {'Port': ['ID=8648b86b-c90c-45cc-bb34-929b0e89c722,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:40.855669 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec8c1f1f-b560-4488-b572-bc1fb0a4d628), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.895168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:21:40.910299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756593a6-25b5-4f05-ba33-1bbdd28e9563 None None] Network eaf30f4e-d3ed-49bf-a483-e5e04502df7a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:40.924513 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f353c7-15da-4456-acee-a2f2355a463d tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:40.925106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f353c7-15da-4456-acee-a2f2355a463d tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:40.928172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8c1f1f-b560-4488-b572-bc1fb0a4d628,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:40.932073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (82d3af83-ce11-40a2-ad07-5549c332b24f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:40.932408 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Added segment 82d3af83-ce11-40a2-ad07-5549c332b24f of type vlan for network 0391f0d4-fa04-493b-a06d-d7825f459d86
Apr 09 21:21:40.935399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-02f353c7-15da-4456-acee-a2f2355a463d tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/20f9b026-e75a-4c39-94ed-e13462bf8873 HTTP/1.1" status: 404  len: 333 time: 0.0987289
Apr 09 21:21:40.941378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55090) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.004670 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b558226a-e952-4dcf-8ff9-a399aa85a6c9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:41.005995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b558226a-e952-4dcf-8ff9-a399aa85a6c9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:41.009406 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b558226a-e952-4dcf-8ff9-a399aa85a6c9 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/1b927ae0-66f7-4d54-bd9b-6a3950c13c42 HTTP/1.1" status: 404  len: 337 time: 0.0670047
Apr 09 21:21:41.016107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55094) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.057774 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fb86ba-4e23-4927-9c79-cfc14b99c842 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:41.058342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fb86ba-4e23-4927-9c79-cfc14b99c842 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:41.065848 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67fb86ba-4e23-4927-9c79-cfc14b99c842 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/5e6cf40d-3466-4996-be18-b23a792dcc16 HTTP/1.1" status: 404  len: 337 time: 0.0483713
Apr 09 21:21:41.067112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55098) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.083549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8648b86b-c90c-45cc-bb34-929b0e89c722 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:41.088712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port 7edd251d-10ff-45f1-a768-c72521d40cc1 host nch1-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:21:41.089471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 7edd251d-10ff-45f1-a768-c72521d40cc1 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:41.108073 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e5239e-1bb0-447e-81d9-0fd0dad36c6f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:41.108614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e5239e-1bb0-447e-81d9-0fd0dad36c6f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:41.111726 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-83e5239e-1bb0-447e-81d9-0fd0dad36c6f tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/d5440bc6-6af9-4323-b108-79c2c0bfaf98 HTTP/1.1" status: 404  len: 333 time: 0.0393348
Apr 09 21:21:41.114709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55100) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.121916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-610d22fb-15bc-4470-a327-f49ca8f6484c None None] Provisioning complete for port dd77b635-d58d-413c-a9d3-20d58ad0605b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:41.122473 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-610d22fb-15bc-4470-a327-f49ca8f6484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.126118 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (0391f0d4-fa04-493b-a06d-d7825f459d86), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.148229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 8648b86b-c90c-45cc-bb34-929b0e89c722 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:21:41.148793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8648b86b-c90c-45cc-bb34-929b0e89c722 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:41.155135 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bebcbb-3d74-49a4-8442-983535e38978 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:41.155573 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bebcbb-3d74-49a4-8442-983535e38978 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:41.161468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952f8eb-42e8-44a3-a20c-935ac08c81ae req-5e04f338-a63d-4154-91ae-d39dbad83e75 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:41.168336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f952f8eb-42e8-44a3-a20c-935ac08c81ae req-5e04f338-a63d-4154-91ae-d39dbad83e75 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1912491
Apr 09 21:21:41.171722 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c4bebcbb-3d74-49a4-8442-983535e38978 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/56280fdf-4ee5-4b98-9017-3c70a6174607 HTTP/1.1" status: 404  len: 337 time: 0.0556757
Apr 09 21:21:41.174044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8648b86b-c90c-45cc-bb34-929b0e89c722), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.176851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55106) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.192166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877d8b-1c09-4c2b-b5a9-817e95423e0e req-adf8be18-9b70-456c-8045-e67d3541fdb7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:41.193712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66877d8b-1c09-4c2b-b5a9-817e95423e0e req-adf8be18-9b70-456c-8045-e67d3541fdb7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 945 time: 0.1794121
Apr 09 21:21:41.197879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-6391b17b-124a-455b-b32e-cb07edec0126 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:41.199327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-6391b17b-124a-455b-b32e-cb07edec0126 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2&tenant_id=0cbaded0b4ad4c4587cc36402e326750&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1794145
Apr 09 21:21:41.227648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=8648b86b-c90c-45cc-bb34-929b0e89c722,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:41.250469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No DVR routers for this DVR port 8648b86b-c90c-45cc-bb34-929b0e89c722 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:41.252681 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-22370384-101e-4728-937e-26c67039b696 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:21:41.253389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22370384-101e-4728-937e-26c67039b696 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:21:41.268761 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-22370384-101e-4728-937e-26c67039b696 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/subnets/47dc0cd7-59c9-4153-882a-dbd97ce22018 HTTP/1.1" status: 404  len: 337 time: 0.0535674
Apr 09 21:21:41.271210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55110) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.307140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-610d22fb-15bc-4470-a327-f49ca8f6484c None None] Current status of the port dd77b635-d58d-413c-a9d3-20d58ad0605b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:41.307353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (0391f0d4-fa04-493b-a06d-d7825f459d86), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.308309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:41.316608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.318672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] DHCP port deletion for eaf30f4e-d3ed-49bf-a483-e5e04502df7a request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:21:41.329149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-610d22fb-15bc-4470-a327-f49ca8f6484c None None] Provisioning complete for port 9944a4be-196a-4812-83fc-d0aae88f86dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:41.329815 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-610d22fb-15bc-4470-a327-f49ca8f6484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.364285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-66877d8b-1c09-4c2b-b5a9-817e95423e0e req-819717d1-0ee2-43ce-8618-125ae425e960 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1562071
Apr 09 21:21:41.398377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] Deleting port dd77b635-d58d-413c-a9d3-20d58ad0605b {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:41.399035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.415345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (df7d9492-fa46-48f6-8276-cc767913540b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.428674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-610d22fb-15bc-4470-a327-f49ca8f6484c None None] Port 9944a4be-196a-4812-83fc-d0aae88f86dc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:41.429583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f952f8eb-42e8-44a3-a20c-935ac08c81ae req-1b5a43bf-64eb-4294-ad1d-6021996ac34e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2603405
Apr 09 21:21:41.441526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5354073
Apr 09 21:21:41.442163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55120) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.450314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Request body: {'subnet': {'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1211280873-subnet', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:41.476579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c5b749a5-bc76-46cb-96f0-4f2a2dee61c0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Deleting port 9944a4be-196a-4812-83fc-d0aae88f86dc {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:41.477119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b749a5-bc76-46cb-96f0-4f2a2dee61c0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.495133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bfd7f-067e-4c50-9828-44d0702dbf45 admin admin] Pushing event updated for resources: {'Network': ['ID=0391f0d4-fa04-493b-a06d-d7825f459d86,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:41.554785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Made reservation on behalf of 605e203fc5c04ed781bf67d309905d81 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:41.558875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:21:41.559156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.573423 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b749a5-bc76-46cb-96f0-4f2a2dee61c0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.593361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c5b749a5-bc76-46cb-96f0-4f2a2dee61c0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Calling delete_port for 9944a4be-196a-4812-83fc-d0aae88f86dc owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:41.660237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] For port dd77b635-d58d-413c-a9d3-20d58ad0605b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77b635-d58d-413c-a9d3-20d58ad0605b,segment=NetworkSegment(8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8),segment_id=8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:41.660687 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.661689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-320de67f-8458-43e3-b756-378bbefed331 service neutron] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:41.666639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-320de67f-8458-43e3-b756-378bbefed331 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.667766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-320de67f-8458-43e3-b756-378bbefed331 service neutron] 10.222.0.32 "DELETE /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4574199
Apr 09 21:21:41.677849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d635-b3e9-4dc1-b1dd-107c10cd3294 req-fcf99075-1833-4079-9c65-89044a6b8200 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:41.679558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4764d635-b3e9-4dc1-b1dd-107c10cd3294 req-fcf99075-1833-4079-9c65-89044a6b8200 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1270206
Apr 09 21:21:41.688619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23748b42b0>,) {'filters': {'network_id': ['df7d9492-fa46-48f6-8276-cc767913540b']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:41.703916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] Calling delete_port for dd77b635-d58d-413c-a9d3-20d58ad0605b owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:41.741672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748b42b0>, '43ff6c67-7008-4a02-b0c4-f0dab648f1ba') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:41.741672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748b42b0>, '43ff6c67-7008-4a02-b0c4-f0dab648f1ba') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:41.743733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b749a5-bc76-46cb-96f0-4f2a2dee61c0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9944a4be-196a-4812-83fc-d0aae88f86dc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.758405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55126) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.770914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (43ff6c67-7008-4a02-b0c4-f0dab648f1ba), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.774987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b749a5-bc76-46cb-96f0-4f2a2dee61c0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.781596 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c5b749a5-bc76-46cb-96f0-4f2a2dee61c0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/ports/9944a4be-196a-4812-83fc-d0aae88f86dc HTTP/1.1" status: 204  len: 168 time: 0.5071936
Apr 09 21:21:41.792313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4764d635-b3e9-4dc1-b1dd-107c10cd3294 req-d2631a1e-087b-47e4-9e45-a0cb9feefe00 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021903
Apr 09 21:21:41.793078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55130) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.804767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b749a5-bc76-46cb-96f0-4f2a2dee61c0 tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Port': ['ID=9944a4be-196a-4812-83fc-d0aae88f86dc,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:41.817181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (43ff6c67-7008-4a02-b0c4-f0dab648f1ba), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.825154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:21:41.825154 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (43ff6c67-7008-4a02-b0c4-f0dab648f1ba), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   self.session.flush()
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:21:41.830040 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:21:41.873230 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (dd77b635-d58d-413c-a9d3-20d58ad0605b), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.902016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (df7d9492-fa46-48f6-8276-cc767913540b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.908413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] Pushing event deleted for resources: {'Port': ['ID=dd77b635-d58d-413c-a9d3-20d58ad0605b,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:41.914251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61466cef-9d68-4d45-8927-e8d62e21f9ea None None] No DVR routers for this DVR port dd77b635-d58d-413c-a9d3-20d58ad0605b on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:41.926292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (eaf30f4e-d3ed-49bf-a483-e5e04502df7a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.932839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:41.943535 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/df7d9492-fa46-48f6-8276-cc767913540b HTTP/1.1" status: 204  len: 168 time: 1.8233533
Apr 09 21:21:41.950861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55134) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:41.956680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1902094360'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:41.961314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2dabe-6d88-473a-882b-a0c242f3ecd8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=df7d9492-fa46-48f6-8276-cc767913540b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:41.985970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:41.991022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.006602 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1603-de02-4b0f-b297-e4900f3b0ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.017816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:21:42.027861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d8568431-c14c-46a7-b8d1-a75d1757ef03), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.028382 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment d8568431-c14c-46a7-b8d1-a75d1757ef03 of type vlan for network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b
Apr 09 21:21:42.042860 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.073694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (c9d1c86a-5cd8-48e5-b366-e425aaa8c40b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.100593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (c9d1c86a-5cd8-48e5-b366-e425aaa8c40b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.105644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:42.106275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.150891 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.1958997
Apr 09 21:21:42.151144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (eaf30f4e-d3ed-49bf-a483-e5e04502df7a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.161574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55136) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:42.170350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': 'c9d1c86a-5cd8-48e5-b366-e425aaa8c40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:42.179501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafabd5-f05a-43b8-bcb2-285e24943156 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=c9d1c86a-5cd8-48e5-b366-e425aaa8c40b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:42.189797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:21:42.201398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:42.236704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376f6ac10>,) {'filters': {'network_id': ['eaf30f4e-d3ed-49bf-a483-e5e04502df7a']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:42.283223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376f6ac10>, '8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:42.283489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376f6ac10>, '8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:42.316920 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.321159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Checking segment: {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:42.321586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Network hostable DHCP agents. Network: 0391f0d4-fa04-493b-a06d-d7825f459d86, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:21:42.354572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.382687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:21:42.383184 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (8b3e8f73-2241-4cdf-ac77-21ef3fcbe7d8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:21:42.386699 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:21:42.403709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:42.407522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.433886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:21:42.441114 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1603-de02-4b0f-b297-e4900f3b0ab4 admin admin] Publish callbacks [] for security_group (f94458c3-7a3b-4670-b4a6-68552ff8e98e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.488799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1603-de02-4b0f-b297-e4900f3b0ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f94458c3-7a3b-4670-b4a6-68552ff8e98e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.544239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0391f0d4-fa04-493b-a06d-d7825f459d86) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:42.548465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:42.549300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.553714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fbf195-2d8d-4d54-bb3f-d202ac260913 None None] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:42.581820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (eaf30f4e-d3ed-49bf-a483-e5e04502df7a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.586407 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.591998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] 10.222.0.30 "DELETE /v2.0/networks/eaf30f4e-d3ed-49bf-a483-e5e04502df7a HTTP/1.1" status: 204  len: 168 time: 0.7928431
Apr 09 21:21:42.649133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1c2d1603-de02-4b0f-b297-e4900f3b0ab4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f48bd1a739ec430d9b576cf52efbe620&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8896465
Apr 09 21:21:42.649978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4ddf2-1065-4507-9682-75a24254186a tempest-PortsIpV6TestJSON-311796454 tempest-PortsIpV6TestJSON-311796454-project] Pushing event deleted for resources: {'Network': ['ID=eaf30f4e-d3ed-49bf-a483-e5e04502df7a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:42.651891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55142) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:42.665130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4a0a9-4d47-455b-8597-9caf83ca4a84 req-92b17b0d-a900-4318-ae69-a128168b168d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:42.666854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90a4a0a9-4d47-455b-8597-9caf83ca4a84 req-92b17b0d-a900-4318-ae69-a128168b168d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 945 time: 0.1933599
Apr 09 21:21:42.667508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d1603-de02-4b0f-b297-e4900f3b0ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94458c3-7a3b-4670-b4a6-68552ff8e98e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:42.675730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f7f03eb6-a6c3-4387-97ff-eef3106b9d58 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2299607
Apr 09 21:21:42.679051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55144) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:42.680632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0391f0d4-fa04-493b-a06d-d7825f459d86', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'project_id': '605e203fc5c04ed781bf67d309905d81', 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:21:42.683712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:42.686263 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.708090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-460464d3-6dfb-4ebe-b0f5-304299451478 admin admin] Publish callbacks [] for security_group (f94458c3-7a3b-4670-b4a6-68552ff8e98e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.737176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-460464d3-6dfb-4ebe-b0f5-304299451478 admin admin] Publish callbacks [] for security_group (f94458c3-7a3b-4670-b4a6-68552ff8e98e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.780051 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (6c9f4d96-ccef-44b6-aa30-403113c46520), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.781303 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (6c9f4d96-ccef-44b6-aa30-403113c46520), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.795157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-460464d3-6dfb-4ebe-b0f5-304299451478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f94458c3-7a3b-4670-b4a6-68552ff8e98e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.799354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-460464d3-6dfb-4ebe-b0f5-304299451478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.800656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90a4a0a9-4d47-455b-8597-9caf83ca4a84 req-c4c00c31-ef06-4fe6-ab0b-d140b1bc5569 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237967
Apr 09 21:21:42.800973 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-460464d3-6dfb-4ebe-b0f5-304299451478 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f94458c3-7a3b-4670-b4a6-68552ff8e98e HTTP/1.1" status: 204  len: 168 time: 0.1472783
Apr 09 21:21:42.813183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460464d3-6dfb-4ebe-b0f5-304299451478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94458c3-7a3b-4670-b4a6-68552ff8e98e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:42.911488 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks [] for router_controller (6c9f4d96-ccef-44b6-aa30-403113c46520), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:42.929729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55152) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:43.068101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (71556a4a-4fef-4d40-bb1c-871ebdb438b3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.071193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233492b7-e23d-4102-b9de-d98c6ae251e8 req-8967f15e-d71b-4d29-8ff3-7526b9f1c09c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:43.072936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-233492b7-e23d-4102-b9de-d98c6ae251e8 req-8967f15e-d71b-4d29-8ff3-7526b9f1c09c tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1127 time: 0.1559720
Apr 09 21:21:43.098927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd77b635-d58d-413c-a9d3-20d58ad0605b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:43.153365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: dd77b635-d58d-413c-a9d3-20d58ad0605b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:21:43.153899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device dd77b635-d58d-413c-a9d3-20d58ad0605b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:43.178243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Allocated IP 172.20.0.2 (0391f0d4-fa04-493b-a06d-d7825f459d86/0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a/d9561c10-b9e7-4598-83f6-1f5227ba47dc) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:43.276462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks [] for router_gateway (6c9f4d96-ccef-44b6-aa30-403113c46520), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.277490 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b2ceea47-d9fd-4d39-9d16-94c0ecc352c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12a82117ca894ee3b2d8ca91ced1b886&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3458958
Apr 09 21:21:43.278870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55158) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:43.288679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-233492b7-e23d-4102-b9de-d98c6ae251e8 req-48ad8e25-9d96-4f20-bf70-a7c8b7df433e tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2046211
Apr 09 21:21:43.291237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=71556a4a-4fef-4d40-bb1c-871ebdb438b3,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:43.296312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': 'd8568431-c14c-46a7-b8d1-a75d1757ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c9d1c86a-5cd8-48e5-b366-e425aaa8c40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:43.297121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: c9d1c86a-5cd8-48e5-b366-e425aaa8c40b, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:21:43.328508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55162) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:43.354571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-243f2b07-ca2d-4eb2-9ef1-bf8e02ff0a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.368159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Publish callbacks [] for security_group (a0bd1c8a-b550-4173-a3bf-0bf28d9d19e2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.369604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:21:43.390130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Publish callbacks [] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.390816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c9d1c86a-5cd8-48e5-b366-e425aaa8c40b) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:43.397354 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.403644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952a80c-8a34-4d0e-abc0-dc6fc61f3288 None None] Network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:43.407952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:43.408546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.412443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Publish callbacks [] for security_group (a0bd1c8a-b550-4173-a3bf-0bf28d9d19e2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.449373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:43.466842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:43.476347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:43.514812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a0bd1c8a-b550-4173-a3bf-0bf28d9d19e2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.517337 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.521326 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0bd1c8a-b550-4173-a3bf-0bf28d9d19e2 HTTP/1.1" status: 204  len: 168 time: 0.2382259
Apr 09 21:21:43.521326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-243f2b07-ca2d-4eb2-9ef1-bf8e02ff0a12 admin admin] Publish callbacks [] for security_group (022375a8-4c83-47c7-b10c-693d15b50fc2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.527013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Pushing event updated for resources: {'Port': ['ID=d9561c10-b9e7-4598-83f6-1f5227ba47dc,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:43.550254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b79c5-2d46-4017-ad0e-6dae076bb4a6 req-f0f108a2-df10-4f9c-b0ed-1caa5ee445d1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:43.551852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e70b79c5-2d46-4017-ad0e-6dae076bb4a6 req-f0f108a2-df10-4f9c-b0ed-1caa5ee445d1 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 945 time: 0.1661592
Apr 09 21:21:43.552843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bd1c8a-b550-4173-a3bf-0bf28d9d19e2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:43.557205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-243f2b07-ca2d-4eb2-9ef1-bf8e02ff0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (022375a8-4c83-47c7-b10c-693d15b50fc2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.561864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eace4f71-4a61-46ed-bb3a-997835c42452 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3952417
Apr 09 21:21:43.566787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55166) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:43.575954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d530fba5-b2f0-43f4-9958-44040fb165d1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1103591395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:43.597818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.598529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.599063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.599592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.600155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.600679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.601223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.601749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.602266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.602844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.604358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.604916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.605697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.606341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.606908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5fc482-95df-4ca1-b0cc-99e005e94c28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:43.611535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Attempting to bind port d9561c10-b9e7-4598-83f6-1f5227ba47dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:43.611912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Attempting to bind port d9561c10-b9e7-4598-83f6-1f5227ba47dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:43.612282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Attempting to bind port d9561c10-b9e7-4598-83f6-1f5227ba47dc on network 0391f0d4-fa04-493b-a06d-d7825f459d86 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:43.618841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:43.619227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Checking segment: {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:43.619637 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.620678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Bound using segment: {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:43.621112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Bound port: d9561c10-b9e7-4598-83f6-1f5227ba47dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:43.621507 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.641860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c9d1c86a-5cd8-48e5-b366-e425aaa8c40b', 'network_id': 'c9d1c86a-5cd8-48e5-b366-e425aaa8c40b', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': '71556a4a-4fef-4d40-bb1c-871ebdb438b3'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:21:43.642430 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.644863 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks [] for router_gateway (6c9f4d96-ccef-44b6-aa30-403113c46520), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.672732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d530fba5-b2f0-43f4-9958-44040fb165d1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c9fcc061-66cc-4c13-8216-73718299cd46), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.673514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d530fba5-b2f0-43f4-9958-44040fb165d1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c9fcc061-66cc-4c13-8216-73718299cd46), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.678764 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-243f2b07-ca2d-4eb2-9ef1-bf8e02ff0a12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2bbb767081f4168a18d16823a2d1b7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3485472
Apr 09 21:21:43.680902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f2b07-ca2d-4eb2-9ef1-bf8e02ff0a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022375a8-4c83-47c7-b10c-693d15b50fc2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:43.684656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55168) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:43.735861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.753558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d530fba5-b2f0-43f4-9958-44040fb165d1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (c9fcc061-66cc-4c13-8216-73718299cd46), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.756365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e70b79c5-2d46-4017-ad0e-6dae076bb4a6 req-653265b0-f053-4685-9ea5-f756c761ba9e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1710827
Apr 09 21:21:43.759974 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d530fba5-b2f0-43f4-9958-44040fb165d1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c9fcc061-66cc-4c13-8216-73718299cd46), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.780805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-46139642-670c-4c31-bde2-82c290dab84a None None] For port d9561c10-b9e7-4598-83f6-1f5227ba47dc, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:43.788878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55170) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:43.796394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d530fba5-b2f0-43f4-9958-44040fb165d1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:43.797938 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d530fba5-b2f0-43f4-9958-44040fb165d1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2296579
Apr 09 21:21:43.802776 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55172) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:43.805217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-46139642-670c-4c31-bde2-82c290dab84a None None] For port d9561c10-b9e7-4598-83f6-1f5227ba47dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9561c10-b9e7-4598-83f6-1f5227ba47dc,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:43.874364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Allocated IP 172.20.0.2 (c9d1c86a-5cd8-48e5-b366-e425aaa8c40b/71556a4a-4fef-4d40-bb1c-871ebdb438b3/aec7201c-a7a0-4126-a397-ce908451ccec) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:43.916233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Allocated IP 172.35.0.122 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/f25f3215-f79b-49ee-b8dd-db22d413514a) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:43.969120 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a79f19f4-2290-4683-84ff-6dda851c55e0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/4ccf67e7-67e1-4743-a9a9-61c039d6c576 HTTP/1.1" status: 200  len: 991 time: 0.1765730
Apr 09 21:21:43.982790 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.058403 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks [] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.113356 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593723b6-c532-432e-87dc-52fe2770b1f6 admin admin] Publish callbacks [] for security_group (022375a8-4c83-47c7-b10c-693d15b50fc2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.119554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.143319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46139642-670c-4c31-bde2-82c290dab84a None None] Pushing event updated for resources: {'Port': ['ID=d9561c10-b9e7-4598-83f6-1f5227ba47dc,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:44.172851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Publish callbacks [] for port (aec7201c-a7a0-4126-a397-ce908451ccec), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.189772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.192806 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593723b6-c532-432e-87dc-52fe2770b1f6 admin admin] Publish callbacks [] for security_group (022375a8-4c83-47c7-b10c-693d15b50fc2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.228873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:44.230789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:44.253611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f25f3215-f79b-49ee-b8dd-db22d413514a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:44.256494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55188) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:44.257162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:44.260974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:44.268542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:44.278074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:44.287160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Pushing event updated for resources: {'Port': ['ID=aec7201c-a7a0-4126-a397-ce908451ccec,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:44.383661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Attempting to bind port aec7201c-a7a0-4126-a397-ce908451ccec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:44.384339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Attempting to bind port aec7201c-a7a0-4126-a397-ce908451ccec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8568431-c14c-46a7-b8d1-a75d1757ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c9d1c86a-5cd8-48e5-b366-e425aaa8c40b'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:44.384879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Attempting to bind port aec7201c-a7a0-4126-a397-ce908451ccec on network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:44.391574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:44.393003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Checking segment: {'id': 'd8568431-c14c-46a7-b8d1-a75d1757ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c9d1c86a-5cd8-48e5-b366-e425aaa8c40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:44.393643 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.394215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Bound using segment: {'id': 'd8568431-c14c-46a7-b8d1-a75d1757ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c9d1c86a-5cd8-48e5-b366-e425aaa8c40b'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:44.394885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Bound port: aec7201c-a7a0-4126-a397-ce908451ccec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8568431-c14c-46a7-b8d1-a75d1757ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c9d1c86a-5cd8-48e5-b366-e425aaa8c40b'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:44.395443 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.499401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593723b6-c532-432e-87dc-52fe2770b1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (022375a8-4c83-47c7-b10c-693d15b50fc2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.501945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593723b6-c532-432e-87dc-52fe2770b1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.507253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-593723b6-c532-432e-87dc-52fe2770b1f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/022375a8-4c83-47c7-b10c-693d15b50fc2 HTTP/1.1" status: 204  len: 168 time: 0.8172984
Apr 09 21:21:44.541697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-52ef4693-c224-488c-829a-6b3791768831 None None] For port aec7201c-a7a0-4126-a397-ce908451ccec, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:44.550206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-52ef4693-c224-488c-829a-6b3791768831 None None] For port aec7201c-a7a0-4126-a397-ce908451ccec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec7201c-a7a0-4126-a397-ce908451ccec,segment=NetworkSegment(d8568431-c14c-46a7-b8d1-a75d1757ef03),segment_id=d8568431-c14c-46a7-b8d1-a75d1757ef03)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:44.564527 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.565752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593723b6-c532-432e-87dc-52fe2770b1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022375a8-4c83-47c7-b10c-693d15b50fc2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:44.663001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef4693-c224-488c-829a-6b3791768831 None None] Pushing event updated for resources: {'Port': ['ID=aec7201c-a7a0-4126-a397-ce908451ccec,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:44.770850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:44.803816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port c55896eb-2d82-4208-9494-66d88ad4ca22 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:44.804538 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c55896eb-2d82-4208-9494-66d88ad4ca22), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.172377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d9561c10-b9e7-4598-83f6-1f5227ba47dc up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:45.311987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d9561c10-b9e7-4598-83f6-1f5227ba47dc triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:45.312889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.321930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.20.0.1 (c9d1c86a-5cd8-48e5-b366-e425aaa8c40b/71556a4a-4fef-4d40-bb1c-871ebdb438b3/91077970-b607-4ed2-ae91-9c1e84d6c683) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:45.508683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d9561c10-b9e7-4598-83f6-1f5227ba47dc is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:45.513288 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.590769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port d9561c10-b9e7-4598-83f6-1f5227ba47dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9561c10-b9e7-4598-83f6-1f5227ba47dc,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:45.600491 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.616812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.665347 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.713601 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks [] for router_gateway (6c9f4d96-ccef-44b6-aa30-403113c46520), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.721499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:45.725786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:45.728631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:45.736385 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=91077970-b607-4ed2-ae91-9c1e84d6c683,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:45.748549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=d9561c10-b9e7-4598-83f6-1f5227ba47dc,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:45.794486 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (c9fcc061-66cc-4c13-8216-73718299cd46), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.970745 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c55896eb-2d82-4208-9494-66d88ad4ca22), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.971129 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (c55896eb-2d82-4208-9494-66d88ad4ca22), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:45.993471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for c55896eb-2d82-4208-9494-66d88ad4ca22 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:46.004362 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.056612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fdfd21-e09f-4d7b-975b-b67707768799 None None] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:46.161746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55226) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:46.280312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7c6316ad-0084-49ea-8063-6ba00ec746db None None] Provisioning complete for port d9561c10-b9e7-4598-83f6-1f5227ba47dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:46.280688 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7c6316ad-0084-49ea-8063-6ba00ec746db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.339755 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (6c9f4d96-ccef-44b6-aa30-403113c46520), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.380994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025453444-network', 'tenant_id': '4542400bc91449e09c44d33b478c731e'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:46.427653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7c6316ad-0084-49ea-8063-6ba00ec746db None None] Current status of the port d9561c10-b9e7-4598-83f6-1f5227ba47dc is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:46.467309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Made reservation on behalf of 4542400bc91449e09c44d33b478c731e for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:46.475228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.490050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.523255 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c55896eb-2d82-4208-9494-66d88ad4ca22), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.552656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.559085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.561564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daa0154-de60-4e7d-b015-1f3eeeb68c1c None None] Network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:46.590006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=c55896eb-2d82-4208-9494-66d88ad4ca22,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:46.637691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=91077970-b607-4ed2-ae91-9c1e84d6c683,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:46.640236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (c9fcc061-66cc-4c13-8216-73718299cd46), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.666176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9c6c22d8-a0b7-456f-8eb2-a908981c06c3 None None] Provisioning complete for port aec7201c-a7a0-4126-a397-ce908451ccec triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:46.666937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9c6c22d8-a0b7-456f-8eb2-a908981c06c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.677608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (4ccf67e7-67e1-4743-a9a9-61c039d6c576), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.677948 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Floating IP 4ccf67e7-67e1-4743-a9a9-61c039d6c576 disassociated (deleted). External IP: 172.35.0.16, port: 7edd251d-10ff-45f1-a768-c72521d40cc1.
Apr 09 21:21:46.754713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:46.755574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Router 6c9f4d96-ccef-44b6-aa30-403113c46520 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:21:46.756509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:46.810504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c22d8-a0b7-456f-8eb2-a908981c06c3 None None] Current status of the port aec7201c-a7a0-4126-a397-ce908451ccec is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:46.810904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9c6c22d8-a0b7-456f-8eb2-a908981c06c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.837517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Publish callbacks [] for security_group (cb84199a-4969-48c6-b97e-5fa3c0ba3316), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.851789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9c6c22d8-a0b7-456f-8eb2-a908981c06c3 None None] For port aec7201c-a7a0-4126-a397-ce908451ccec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec7201c-a7a0-4126-a397-ce908451ccec,segment=NetworkSegment(d8568431-c14c-46a7-b8d1-a75d1757ef03),segment_id=d8568431-c14c-46a7-b8d1-a75d1757ef03)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:46.858401 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9c6c22d8-a0b7-456f-8eb2-a908981c06c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.910009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cb84199a-4969-48c6-b97e-5fa3c0ba3316), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:46.912129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c9fcc061-66cc-4c13-8216-73718299cd46 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:21:46.941132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c22d8-a0b7-456f-8eb2-a908981c06c3 None None] Pushing event updated for resources: {'Port': ['ID=aec7201c-a7a0-4126-a397-ce908451ccec,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:46.990732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2d269ec9-d892-4e11-9c23-f43853ed1fba None None] Provisioning complete for port d9561c10-b9e7-4598-83f6-1f5227ba47dc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:46.991265 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d269ec9-d892-4e11-9c23-f43853ed1fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.071094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:47.076754 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-22b73113-ee5c-4dfc-87a4-022e9df229d4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c9fcc061-66cc-4c13-8216-73718299cd46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2728896
Apr 09 21:21:47.079177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55242) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:47.091302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d489db-6641-451c-9bc8-3e38f81a2279 None None] Sync routers for ids ['c9fcc061-66cc-4c13-8216-73718299cd46'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:47.102822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 4eae10af-4216-41f4-812c-a5aaa7961f4a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:47.108136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d489db-6641-451c-9bc8-3e38f81a2279 None None] Routers {'c9fcc061-66cc-4c13-8216-73718299cd46'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:47.109207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b1d489db-6641-451c-9bc8-3e38f81a2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237497b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c9fcc061-66cc-4c13-8216-73718299cd46'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:47.115381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:21:47.136238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8a90d-9360-4129-b115-ed4aeddbaae9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:47.138362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-36c8a90d-9360-4129-b115-ed4aeddbaae9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports/91077970-b607-4ed2-ae91-9c1e84d6c683 HTTP/1.1" status: 200  len: 910 time: 0.0580797
Apr 09 21:21:47.143659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55244) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:47.198893 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d5a66029-5011-4471-b9d8-69d813dd00df), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.199336 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Added segment d5a66029-5011-4471-b9d8-69d813dd00df of type vlan for network b4b7a3ab-b3cc-492d-828a-29903c6d882c
Apr 09 21:21:47.200863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84199a-4969-48c6-b97e-5fa3c0ba3316,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:47.224550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b1d489db-6641-451c-9bc8-3e38f81a2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237497b9d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:47.275277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device aec7201c-a7a0-4126-a397-ce908451ccec up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:47.321939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:47.328080 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Sync routers for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:47.334553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (b4b7a3ab-b3cc-492d-828a-29903c6d882c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.343598 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:47.344242 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237760a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:47.373423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2d269ec9-d892-4e11-9c23-f43853ed1fba None None] Current status of the port d9561c10-b9e7-4598-83f6-1f5227ba47dc is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:47.386210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d489db-6641-451c-9bc8-3e38f81a2279 None None] Routers {'c9fcc061-66cc-4c13-8216-73718299cd46'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:47.387120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b1d489db-6641-451c-9bc8-3e38f81a2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237497b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c9fcc061-66cc-4c13-8216-73718299cd46'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:47.436098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b1d489db-6641-451c-9bc8-3e38f81a2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237497b9d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:47.436961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d489db-6641-451c-9bc8-3e38f81a2279 None None] The sync data for ids ['c9fcc061-66cc-4c13-8216-73718299cd46'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:47.443631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port aec7201c-a7a0-4126-a397-ce908451ccec triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:47.444466 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.458574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.468378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55254) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:47.470462 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f13039d3-560e-4f01-aae3-6d5b3a90f9a0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.7897348
Apr 09 21:21:47.512106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (b4b7a3ab-b3cc-492d-828a-29903c6d882c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.514730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:47.515816 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.536949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:47.548724 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:47.551961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] Sync routers for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:47.553975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d88731e1-a3df-4c32-9ebd-867e0d1b7e48 None None] Provisioning complete for port aec7201c-a7a0-4126-a397-ce908451ccec triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:47.554389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d88731e1-a3df-4c32-9ebd-867e0d1b7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.613538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:47.614261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376029820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:47.662372 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.709392 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b7a3ab-b3cc-492d-828a-29903c6d882c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:47.712674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d3e76902-0ee2-41e1-9487-48f4332c22ce tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/floatingips/4ccf67e7-67e1-4743-a9a9-61c039d6c576 HTTP/1.1" status: 204  len: 168 time: 3.4300478
Apr 09 21:21:47.731508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1cbc0c8f-d365-4239-9d4e-a3862d5911a5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5657864
Apr 09 21:21:47.732410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55264) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:47.739228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:21:47.740686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Request body: {'subnet': {'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025453444-subnet', 'tenant_id': '4542400bc91449e09c44d33b478c731e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:47.741737 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591448db-0156-4265-adc7-c5404c85cf34" -d '{"events": [{"name": "network-changed", "server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:21:47.743531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network b4b7a3ab-b3cc-492d-828a-29903c6d882c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:21:47.772785 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237760a160>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:44Z', 'revision_number': 3, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:47.808095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d88731e1-a3df-4c32-9ebd-867e0d1b7e48 None None] Current status of the port aec7201c-a7a0-4126-a397-ce908451ccec is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:47.827591 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Checking router: 6c9f4d96-ccef-44b6-aa30-403113c46520 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:21:47.830303 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Updating router 6c9f4d96-ccef-44b6-aa30-403113c46520 port f25f3215-f79b-49ee-b8dd-db22d413514a binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:21:47.838939 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dbbfbf-c1bf-4492-9312-77d3d0fa48e2 x-openstack-request-id: req-87dbbfbf-c1bf-4492-9312-77d3d0fa48e2 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:21:47.839458 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:21:47.839741 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87dbbfbf-c1bf-4492-9312-77d3d0fa48e2 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:21:47.840336 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87dbbfbf-c1bf-4492-9312-77d3d0fa48e2'] response: {'name': 'network-changed', 'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'status': 'completed', 'code': 200}
Apr 09 21:21:47.875578 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Made reservation on behalf of 4542400bc91449e09c44d33b478c731e for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:47.878901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.879696 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.917289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d88731e1-a3df-4c32-9ebd-867e0d1b7e48 None None] Provisioning complete for port 91077970-b607-4ed2-ae91-9c1e84d6c683 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:47.917667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d88731e1-a3df-4c32-9ebd-867e0d1b7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:47.926858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591448db-0156-4265-adc7-c5404c85cf34 req-38d5474e-3f63-48f9-924d-89c0e8e70c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:47.928704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-591448db-0156-4265-adc7-c5404c85cf34 req-38d5474e-3f63-48f9-924d-89c0e8e70c3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 1127 time: 0.0673277
Apr 09 21:21:47.959612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (c9fcc061-66cc-4c13-8216-73718299cd46), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.048167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591448db-0156-4265-adc7-c5404c85cf34 req-492339a9-492d-40fb-8dfa-9b336c989a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:48.049709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-591448db-0156-4265-adc7-c5404c85cf34 req-492339a9-492d-40fb-8dfa-9b336c989a65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 200  len: 898 time: 0.1142359
Apr 09 21:21:48.167338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae00530-6615-4cc3-ae3d-d1e7e7a2ff15 req-c9a74f64-4656-4de5-a8b4-ff0860e1c098 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:48.169434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ae00530-6615-4cc3-ae3d-d1e7e7a2ff15 req-c9a74f64-4656-4de5-a8b4-ff0860e1c098 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 945 time: 0.1066203
Apr 09 21:21:48.171666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-591448db-0156-4265-adc7-c5404c85cf34 req-6272cd4e-4a44-4a45-91cb-c9122c696323 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 200  len: 217 time: 0.0645399
Apr 09 21:21:48.194818 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Publish callbacks [] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.204258 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.273199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ae00530-6615-4cc3-ae3d-d1e7e7a2ff15 req-68b402df-0703-47d0-bf3d-31dc2c531318 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb11903d-6ac3-4f15-962e-cd63d405a5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963936
Apr 09 21:21:48.279261 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Attempting to bind port f25f3215-f79b-49ee-b8dd-db22d413514a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:48.279677 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Attempting to bind port f25f3215-f79b-49ee-b8dd-db22d413514a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:48.280086 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Attempting to bind port f25f3215-f79b-49ee-b8dd-db22d413514a on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:48.288253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:48.295215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591448db-0156-4265-adc7-c5404c85cf34 req-1905b69b-151d-474f-b896-c69af89d8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:48.298586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-591448db-0156-4265-adc7-c5404c85cf34 req-1905b69b-151d-474f-b896-c69af89d8eec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 200  len: 834 time: 0.1152825
Apr 09 21:21:48.301920 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Pushing event updated for resources: {'Port': ['ID=f25f3215-f79b-49ee-b8dd-db22d413514a,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:48.304326 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:48.306230 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:48.306649 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.309456 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:48.310522 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Bound port: f25f3215-f79b-49ee-b8dd-db22d413514a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:48.310928 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.353614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591448db-0156-4265-adc7-c5404c85cf34 req-20d2ad6b-dbf2-40ef-9803-ad6ec8553179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:48.355473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-591448db-0156-4265-adc7-c5404c85cf34 req-20d2ad6b-dbf2-40ef-9803-ad6ec8553179 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34592f59-2890-4469-bed7-9956df7ee951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0495868
Apr 09 21:21:48.355613 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.356052 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.356478 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.356880 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.357320 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.357601 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.358197 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.359226 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.359699 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.360060 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.360786 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.361130 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.361494 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.361888 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.362266 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:48.423785 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] For port f25f3215-f79b-49ee-b8dd-db22d413514a, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:48.428977 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] For port f25f3215-f79b-49ee-b8dd-db22d413514a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f25f3215-f79b-49ee-b8dd-db22d413514a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:48.444980 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.493055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d88731e1-a3df-4c32-9ebd-867e0d1b7e48 None None] Port 91077970-b607-4ed2-ae91-9c1e84d6c683 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:48.494864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port aec7201c-a7a0-4126-a397-ce908451ccec is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:48.496234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d9561c10-b9e7-4598-83f6-1f5227ba47dc up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:48.515871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-4f36ce3f-44e7-4c34-8124-4188e285d87e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:48.517440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-4f36ce3f-44e7-4c34-8124-4188e285d87e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 945 time: 0.1208723
Apr 09 21:21:48.572213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d9561c10-b9e7-4598-83f6-1f5227ba47dc triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:48.572882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.640565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 91077970-b607-4ed2-ae91-9c1e84d6c683 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:48.641025 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.646652 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (1a9df682-1f3c-4607-89c8-a9ffac0d3c6c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.661380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-591448db-0156-4265-adc7-c5404c85cf34 req-77b55fa2-8eb1-4a9b-9542-2a28b7e3e26e service neutron] 10.222.0.32 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2990210
Apr 09 21:21:48.669176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f8f336ea-b8fb-4fd9-912d-1c461e9a6ec5 None None] Provisioning complete for port 91077970-b607-4ed2-ae91-9c1e84d6c683 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:48.670267 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f8f336ea-b8fb-4fd9-912d-1c461e9a6ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.712897 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7099b-abe1-46d6-b732-eff5c29d9170 None None] Pushing event updated for resources: {'Port': ['ID=f25f3215-f79b-49ee-b8dd-db22d413514a,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:48.718312 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:48.718927 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237760a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:48.724537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f8f336ea-b8fb-4fd9-912d-1c461e9a6ec5 None None] Port 91077970-b607-4ed2-ae91-9c1e84d6c683 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:48.747214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376029820>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:46Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:48.785259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-591448db-0156-4265-adc7-c5404c85cf34 req-9388e5ec-579a-4339-a98a-7e53339dfd32 service neutron] 10.222.0.32 "GET /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1122122
Apr 09 21:21:48.797953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 7edd251d-10ff-45f1-a768-c72521d40cc1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:48.798558 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.827400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d9561c10-b9e7-4598-83f6-1f5227ba47dc is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:48.829587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9df682-1f3c-4607-89c8-a9ffac0d3c6c,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:48.839849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] Checking router: 4eae10af-4216-41f4-812c-a5aaa7961f4a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:21:48.847909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Checking segment: {'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:48.848395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Network hostable DHCP agents. Network: b4b7a3ab-b3cc-492d-828a-29903c6d882c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:21:48.851384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:48.852169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376029820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:48.864565 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:48.886567 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.909733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 91077970-b607-4ed2-ae91-9c1e84d6c683 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:48.942908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port 7edd251d-10ff-45f1-a768-c72521d40cc1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7edd251d-10ff-45f1-a768-c72521d40cc1,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:48.943523 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.966288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 7edd251d-10ff-45f1-a768-c72521d40cc1 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:48.975610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:48.980631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Network b4b7a3ab-b3cc-492d-828a-29903c6d882c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:21:48.990849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:49.052068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device aec7201c-a7a0-4126-a397-ce908451ccec up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:49.060478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b4b7a3ab-b3cc-492d-828a-29903c6d882c) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:49.081386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:49.082221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:49.131190 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237760a160>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:44Z', 'revision_number': 3, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:49.136021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932268a2-9af9-4a4d-b29e-b574969f05dc None None] Network b4b7a3ab-b3cc-492d-828a-29903c6d882c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:49.165233 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881977d6-5918-4998-91e9-6b251a7a7c0e None None] The sync data for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 is: [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:44Z', 'revision_number': 3, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:49.187549 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b287cd36-35df-4959-a3e4-367539b5deb7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4509203
Apr 09 21:21:49.222540 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7edd251d-10ff-45f1-a768-c72521d40cc1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:49.318041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=7edd251d-10ff-45f1-a768-c72521d40cc1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:49.350587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790b1ab-dce9-4204-a588-08f4a96156db None None] Network b4b7a3ab-b3cc-492d-828a-29903c6d882c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:49.366100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] No DVR routers for this DVR port 7edd251d-10ff-45f1-a768-c72521d40cc1 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:49.371756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:49.374753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port aec7201c-a7a0-4126-a397-ce908451ccec triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:49.375133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:49.379432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-633d4fb8-f83b-4bfd-9fe8-5c0bbf0092d4 req-193c20b0-6766-43f2-beec-189e5f670d6e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.32 "DELETE /v2.0/ports/7edd251d-10ff-45f1-a768-c72521d40cc1 HTTP/1.1" status: 204  len: 173 time: 0.8530431
Apr 09 21:21:49.476649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Allocated IP 172.20.0.1 (0391f0d4-fa04-493b-a06d-d7825f459d86/0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a/5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:49.484717 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (91077970-b607-4ed2-ae91-9c1e84d6c683), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:49.521139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-800fce8e-4bad-4250-a785-3e4f084abaf0 req-9bd51114-75b0-405f-9f92-66de422520ae tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=562e6455-67e6-46c1-9afa-b53b520131d2 HTTP/1.1" status: 200  len: 210 time: 0.0871282
Apr 09 21:21:49.550291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=91077970-b607-4ed2-ae91-9c1e84d6c683,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:49.732699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376029820>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:46Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:49.841618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-deleted', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:21:49.844237 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72257858-1a96-4a85-af1b-69368daccaee" -d '{"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-deleted", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:21:49.875932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b4ac5-650e-417c-90ea-5607cb3ecfaa None None] The sync data for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 is: [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd081750-b800-4f54-be6d-9055588e7406', 'name': '', 'network_id': '34592f59-2890-4469-bed7-9956df7ee951', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:f7:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:40Z', 'updated_at': '2022-04-09T21:19:46Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'fc32d410-2051-4125-99ac-c49bcd11b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:49.957729 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20b9fd0-d473-4a5b-bd62-e5316cfa26a3 x-openstack-request-id: req-b20b9fd0-d473-4a5b-bd62-e5316cfa26a3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:21:49.959034 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e6455-67e6-46c1-9afa-b53b520131d2", "name": "network-vif-deleted", "tag": "7edd251d-10ff-45f1-a768-c72521d40cc1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:21:49.960116 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b20b9fd0-d473-4a5b-bd62-e5316cfa26a3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:21:49.960116 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20b9fd0-d473-4a5b-bd62-e5316cfa26a3'] response: {'server_uuid': '562e6455-67e6-46c1-9afa-b53b520131d2', 'name': 'network-vif-deleted', 'tag': '7edd251d-10ff-45f1-a768-c72521d40cc1', 'status': 'completed', 'code': 200}
Apr 09 21:21:50.065435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port aec7201c-a7a0-4126-a397-ce908451ccec is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:50.448003 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4b3c6-9d4f-412d-b46d-c9e233ae4f51 None None] New status for floating IP 4ccf67e7-67e1-4743-a9a9-61c039d6c576: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:21:50.483931 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-95d43dcf-d6db-4ad1-8f3a-ca45c89dd180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:50.604556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55348) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:50.605906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Publish callbacks [] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:50.747237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (c9fcc061-66cc-4c13-8216-73718299cd46), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:50.764719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:50.858439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:50.895249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:50.901720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:50.931267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Pushing event updated for resources: {'Port': ['ID=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:51.026911 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (6c9f4d96-ccef-44b6-aa30-403113c46520), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.038045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f25f3215-f79b-49ee-b8dd-db22d413514a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:51.084317 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (4eae10af-4216-41f4-812c-a5aaa7961f4a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.099025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c9fcc061-66cc-4c13-8216-73718299cd46 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:51.108886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f25f3215-f79b-49ee-b8dd-db22d413514a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:51.109285 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.216933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f25f3215-f79b-49ee-b8dd-db22d413514a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:51.217414 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.240544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f25f3215-f79b-49ee-b8dd-db22d413514a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f25f3215-f79b-49ee-b8dd-db22d413514a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:51.248599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:51.248892 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.259877 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-92045809-4b71-470e-822f-b63e9f39030e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c9fcc061-66cc-4c13-8216-73718299cd46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1147807
Apr 09 21:21:51.265060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55366) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:51.297906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35ed30-ba0a-4705-9e6e-c9676640ca1e None None] Sync routers for ids ['c9fcc061-66cc-4c13-8216-73718299cd46'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:51.303019 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4bdacfd9-23df-4827-81bb-5c93d2af56de tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9fcc061-66cc-4c13-8216-73718299cd46 HTTP/1.1" status: 200  len: 205 time: 0.0337923
Apr 09 21:21:51.306019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55368) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:51.309864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c89bfbb7-4ebd-4406-ac22-8a97447b8562 None None] Provisioning complete for port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:51.310236 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c89bfbb7-4ebd-4406-ac22-8a97447b8562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.356115 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.360442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35ed30-ba0a-4705-9e6e-c9676640ca1e None None] Routers {'c9fcc061-66cc-4c13-8216-73718299cd46'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:51.361116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3d35ed30-ba0a-4705-9e6e-c9676640ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374716310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c9fcc061-66cc-4c13-8216-73718299cd46'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:51.410778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3d35ed30-ba0a-4705-9e6e-c9676640ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374716310>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:51.413272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f25f3215-f79b-49ee-b8dd-db22d413514a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:51.418232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c89bfbb7-4ebd-4406-ac22-8a97447b8562 None None] Port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:51.428102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35ed30-ba0a-4705-9e6e-c9676640ca1e None None] Routers {'c9fcc061-66cc-4c13-8216-73718299cd46'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:51.428850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3d35ed30-ba0a-4705-9e6e-c9676640ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374716310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c9fcc061-66cc-4c13-8216-73718299cd46'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:51.497687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3d35ed30-ba0a-4705-9e6e-c9676640ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374716310>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:51.498333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35ed30-ba0a-4705-9e6e-c9676640ca1e None None] The sync data for ids ['c9fcc061-66cc-4c13-8216-73718299cd46'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:51.521625 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c039320e-a968-400e-b2f8-2dcb034646e7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (c9fcc061-66cc-4c13-8216-73718299cd46), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.581930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Publish callbacks [] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.591805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.680329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Pushing event updated for resources: {'Port': ['ID=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:51.689835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (6c9f4d96-ccef-44b6-aa30-403113c46520), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:51.803269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:51.805166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:51.963908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Router 6c9f4d96-ccef-44b6-aa30-403113c46520 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:52.105440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:52.114633 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Sync routers for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:52.125024 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-817478fc-be81-458a-a79c-f62bfa671508 admin admin] 10.222.0.30 "PUT /v2.0/routers/6c9f4d96-ccef-44b6-aa30-403113c46520/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6445878
Apr 09 21:21:52.144347 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:52.145064 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377472a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:52.147061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dc9e028c-2af7-43dc-9de4-9645472aa1a3 None None] Provisioning complete for port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:52.147749 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc9e028c-2af7-43dc-9de4-9645472aa1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.192570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e028c-2af7-43dc-9de4-9645472aa1a3 None None] Port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:21:52.199948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port bd081750-b800-4f54-be6d-9055588e7406 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:52.200449 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bd081750-b800-4f54-be6d-9055588e7406), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.266025 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c039320e-a968-400e-b2f8-2dcb034646e7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c9fcc061-66cc-4c13-8216-73718299cd46), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.270200 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:52.278288 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c039320e-a968-400e-b2f8-2dcb034646e7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (c9fcc061-66cc-4c13-8216-73718299cd46), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.324915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-134f8966-02b6-4855-9c4a-5027213b680b tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:52.326551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-134f8966-02b6-4855-9c4a-5027213b680b tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/networks?id=b4b7a3ab-b3cc-492d-828a-29903c6d882c HTTP/1.1" status: 200  len: 809 time: 0.8156064
Apr 09 21:21:52.388291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-7a0cc607-ba81-4924-8d8b-ff906d1d0920 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/quotas/4542400bc91449e09c44d33b478c731e HTTP/1.1" status: 200  len: 375 time: 0.0220411
Apr 09 21:21:52.391334 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c039320e-a968-400e-b2f8-2dcb034646e7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c9fcc061-66cc-4c13-8216-73718299cd46), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.391886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c039320e-a968-400e-b2f8-2dcb034646e7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Fanout notify agent at l3_agent the message router_deleted on router c9fcc061-66cc-4c13-8216-73718299cd46 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:21:52.402032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c039320e-a968-400e-b2f8-2dcb034646e7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.403312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c039320e-a968-400e-b2f8-2dcb034646e7 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/c9fcc061-66cc-4c13-8216-73718299cd46 HTTP/1.1" status: 204  len: 168 time: 1.0953619
Apr 09 21:21:52.405964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55408) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:52.426491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port bd081750-b800-4f54-be6d-9055588e7406, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd081750-b800-4f54-be6d-9055588e7406,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:52.426907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bd081750-b800-4f54-be6d-9055588e7406), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.452866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-d03eeee6-4893-4688-8647-0a60be068d27 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4542400bc91449e09c44d33b478c731e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0432427
Apr 09 21:21:52.475354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for bd081750-b800-4f54-be6d-9055588e7406 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:52.517887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2925d43d-77c4-4f79-84d2-350c20b98b15 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet 71556a4a-4fef-4d40-bb1c-871ebdb438b3 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:52.522669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2925d43d-77c4-4f79-84d2-350c20b98b15 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (71556a4a-4fef-4d40-bb1c-871ebdb438b3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.541099 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377472a00>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 2, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:52.573460 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Checking router: 6c9f4d96-ccef-44b6-aa30-403113c46520 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:21:52.573929 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Updating router 6c9f4d96-ccef-44b6-aa30-403113c46520 port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:21:52.606348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2925d43d-77c4-4f79-84d2-350c20b98b15 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (71556a4a-4fef-4d40-bb1c-871ebdb438b3), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.610277 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.625616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-4f07f8c7-ae40-4e93-843b-1e56b57ba7ec service neutron] 10.222.0.30 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592038
Apr 09 21:21:52.766860 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2925d43d-77c4-4f79-84d2-350c20b98b15 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (71556a4a-4fef-4d40-bb1c-871ebdb438b3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.782446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-e46b55f9-daf6-44aa-84af-1890e3f545dd service neutron] 10.222.0.30 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238306
Apr 09 21:21:52.848624 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (bd081750-b800-4f54-be6d-9055588e7406), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.854865 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:21:52.857813 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2925d43d-77c4-4f79-84d2-350c20b98b15 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (71556a4a-4fef-4d40-bb1c-871ebdb438b3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.891807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=bd081750-b800-4f54-be6d-9055588e7406,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:52.920297 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6a24-f402-433f-b627-ffdee245aae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.923222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7705ea3d-ca6c-44c6-b93e-4b7bcb81c890 None None] Network c9d1c86a-5cd8-48e5-b366-e425aaa8c40b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:52.929357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2925d43d-77c4-4f79-84d2-350c20b98b15 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:52.938800 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2925d43d-77c4-4f79-84d2-350c20b98b15 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/71556a4a-4fef-4d40-bb1c-871ebdb438b3 HTTP/1.1" status: 204  len: 168 time: 0.5313857
Apr 09 21:21:52.943002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55434) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:52.945430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925d43d-77c4-4f79-84d2-350c20b98b15 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=71556a4a-4fef-4d40-bb1c-871ebdb438b3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:52.976142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55436) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:52.986103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1844963492-network', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:53.187819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f25f3215-f79b-49ee-b8dd-db22d413514a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:53.267362 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (c9d1c86a-5cd8-48e5-b366-e425aaa8c40b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.291838 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Publish callbacks [] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.299115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] DHCP port deletion for c9d1c86a-5cd8-48e5-b366-e425aaa8c40b request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:21:53.302963 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.351374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port aec7201c-a7a0-4126-a397-ce908451ccec {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:53.352390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.378849 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9a293-60fe-40d8-8263-7ddb1e5906b0 None None] Pushing event updated for resources: {'Port': ['ID=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:53.390119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Deleting port aec7201c-a7a0-4126-a397-ce908451ccec {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:53.390778 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.394854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f25f3215-f79b-49ee-b8dd-db22d413514a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:53.395421 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.425706 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (4eae10af-4216-41f4-812c-a5aaa7961f4a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.505447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Made reservation on behalf of 7c204e0f1f1a4a9c97d0cde4129138ed for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:53.507815 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.522833 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Attempting to bind port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:53.523608 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Attempting to bind port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:53.524123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Attempting to bind port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd on network 0391f0d4-fa04-493b-a06d-d7825f459d86 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:53.530746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port aec7201c-a7a0-4126-a397-ce908451ccec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec7201c-a7a0-4126-a397-ce908451ccec,segment=NetworkSegment(d8568431-c14c-46a7-b8d1-a75d1757ef03),segment_id=d8568431-c14c-46a7-b8d1-a75d1757ef03)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:53.531483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.532639 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:53.533010 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Checking segment: {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:53.533428 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.533853 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Bound using segment: {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:53.534332 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Bound port: 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:53.534706 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.556645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for aec7201c-a7a0-4126-a397-ce908451ccec owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:53.616708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] For port aec7201c-a7a0-4126-a397-ce908451ccec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec7201c-a7a0-4126-a397-ce908451ccec,segment=NetworkSegment(d8568431-c14c-46a7-b8d1-a75d1757ef03),segment_id=d8568431-c14c-46a7-b8d1-a75d1757ef03)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:53.624090 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.657660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7edd251d-10ff-45f1-a768-c72521d40cc1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:53.663811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Calling delete_port for aec7201c-a7a0-4126-a397-ce908451ccec owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:53.702410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 7edd251d-10ff-45f1-a768-c72521d40cc1 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:21:53.702972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 7edd251d-10ff-45f1-a768-c72521d40cc1 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:53.704607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f25f3215-f79b-49ee-b8dd-db22d413514a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:53.706622 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] For port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:53.716533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] For port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:53.732363 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.740558 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.747661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26c83c62-884e-4b01-b51f-dc200d71de76 req-2648f49a-cdc9-41d6-9d2a-3f7ecb6cdc6a tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 210 time: 0.2914708
Apr 09 21:21:53.764430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55452) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:21:53.810384 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:21:53.815870 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.842970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-9c1cb47e-5b60-4a8c-a985-e55c423c44da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3853624
Apr 09 21:21:53.854663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=aec7201c-a7a0-4126-a397-ce908451ccec,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:53.856951 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No DVR routers for this DVR port aec7201c-a7a0-4126-a397-ce908451ccec on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:53.865942 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:53.866581 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377472a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:53.869859 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9a293-60fe-40d8-8263-7ddb1e5906b0 None None] Pushing event updated for resources: {'Port': ['ID=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:53.883233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8f3a952e-93a3-458f-b8c5-69faf9fe4129 None None] Provisioning complete for port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:53.884251 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8f3a952e-93a3-458f-b8c5-69faf9fe4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.931938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (aec7201c-a7a0-4126-a397-ce908451ccec), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:53.949184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] No DVR routers for this DVR port aec7201c-a7a0-4126-a397-ce908451ccec on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:53.977019 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Publish callbacks [] for security_group (a056006e-8ef3-4b62-af3a-4230a94e63fe), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.000446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a056006e-8ef3-4b62-af3a-4230a94e63fe), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.004160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Pushing event deleted for resources: {'Port': ['ID=aec7201c-a7a0-4126-a397-ce908451ccec,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:54.044514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.045462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.046015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.046542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.046880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.048594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.048994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.049360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.049706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.055732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.056095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (c9d1c86a-5cd8-48e5-b366-e425aaa8c40b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.056270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.057299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.058159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.058731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.059259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c1a0b-d93c-489c-9122-69214a6730f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:21:54.105282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:21:54.133356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23748d48e0>,) {'filters': {'network_id': ['c9d1c86a-5cd8-48e5-b366-e425aaa8c40b']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:54.147463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-f91d71e6-4353-4c9f-8145-7d04a87b0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:54.149316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-f91d71e6-4353-4c9f-8145-7d04a87b0f6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 1127 time: 0.1699600
Apr 09 21:21:54.154877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.157848 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:54.158468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a952e-93a3-458f-b8c5-69faf9fe4129 None None] Current status of the port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:54.159008 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8f3a952e-93a3-458f-b8c5-69faf9fe4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.167571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a056006e-8ef3-4b62-af3a-4230a94e63fe,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:54.169622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748d48e0>, 'd8568431-c14c-46a7-b8d1-a75d1757ef03') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:54.170036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23748d48e0>, 'd8568431-c14c-46a7-b8d1-a75d1757ef03') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:54.209716 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ce383af0-5ea0-4299-9289-ac0a303220e3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.210378 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Added segment ce383af0-5ea0-4299-9289-ac0a303220e3 of type vlan for network d32530e7-72fe-4639-bdcd-b671687ab1bc
Apr 09 21:21:54.231190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d8568431-c14c-46a7-b8d1-a75d1757ef03), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.238740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8f3a952e-93a3-458f-b8c5-69faf9fe4129 None None] For port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:54.247985 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8f3a952e-93a3-458f-b8c5-69faf9fe4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.254325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d8568431-c14c-46a7-b8d1-a75d1757ef03), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.270751 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:21:54.271291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d8568431-c14c-46a7-b8d1-a75d1757ef03), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.279498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90425e28-2108-47e4-b27e-443324cd70ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.329821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a952e-93a3-458f-b8c5-69faf9fe4129 None None] Pushing event updated for resources: {'Port': ['ID=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:21:54.366670 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:21:54.370101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d9074df7-8987-4c10-a685-04b2885f36ca None None] Provisioning complete for port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:54.372422 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d9074df7-8987-4c10-a685-04b2885f36ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.378713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (c9d1c86a-5cd8-48e5-b366-e425aaa8c40b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.397977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.410515 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/c9d1c86a-5cd8-48e5-b366-e425aaa8c40b HTTP/1.1" status: 204  len: 168 time: 1.4594898
Apr 09 21:21:54.414304 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55460) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:54.430120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1268012565', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:54.453098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (d32530e7-72fe-4639-bdcd-b671687ab1bc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.457076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5e44a-0ff6-4cd5-badf-9dea48386039 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=c9d1c86a-5cd8-48e5-b366-e425aaa8c40b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:54.507466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (82a9661f-8cbe-4136-adc4-70cdc23379a6), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.509344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (82a9661f-8cbe-4136-adc4-70cdc23379a6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.509900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d9074df7-8987-4c10-a685-04b2885f36ca None None] Current status of the port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:54.562677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (d32530e7-72fe-4639-bdcd-b671687ab1bc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.563551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:54.564234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.568321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 4eae10af-4216-41f4-812c-a5aaa7961f4a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:21:54.572250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-6eee8b94-8a8b-4ab2-9583-7ea5b161076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:54.574331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-6eee8b94-8a8b-4ab2-9583-7ea5b161076a service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.3623927
Apr 09 21:21:54.579217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (82a9661f-8cbe-4136-adc4-70cdc23379a6), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.617829 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377472a00>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:53Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:54.646727 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499d9f9-0803-44d7-a417-c40b6f60e775 None None] The sync data for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 is: [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:53Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:54.660464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-9d85970d-da3a-44fd-873f-16b0fac928dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=835fc95d-b81f-432d-935d-e56a67be480d HTTP/1.1" status: 200  len: 217 time: 0.0734458
Apr 09 21:21:54.666683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.6892352
Apr 09 21:21:54.669734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55462) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:54.671680 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90425e28-2108-47e4-b27e-443324cd70ef admin admin] Publish callbacks [] for security_group (db2e20bb-4559-48b1-a13a-778a8ce4f970), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.679168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Request body: {'subnet': {'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1844963492-subnet', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:54.751884 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90425e28-2108-47e4-b27e-443324cd70ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db2e20bb-4559-48b1-a13a-778a8ce4f970), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.765438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_gateway (82a9661f-8cbe-4136-adc4-70cdc23379a6), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:54.855352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d496954-33e3-425e-a93d-4e24cd0ad7fa admin admin] Pushing event updated for resources: {'Network': ['ID=d32530e7-72fe-4639-bdcd-b671687ab1bc,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:54.866474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network d32530e7-72fe-4639-bdcd-b671687ab1bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:21:54.980452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Made reservation on behalf of 7c204e0f1f1a4a9c97d0cde4129138ed for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:54.993267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.003465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-90425e28-2108-47e4-b27e-443324cd70ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e474926f8b344cb9bcf1b43e9786c01&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1570094
Apr 09 21:21:55.005408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55466) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:55.017680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90425e28-2108-47e4-b27e-443324cd70ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2e20bb-4559-48b1-a13a-778a8ce4f970,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:55.030201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-759cae1e-b9bb-4740-baa4-0642f1783bb8 req-cc363717-0e54-45a3-a832-5c4554ed27c3 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 210 time: 0.1656775
Apr 09 21:21:55.061389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-22c780b5-533c-4356-b1ad-15a4edba8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:55.062632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-22c780b5-533c-4356-b1ad-15a4edba8f87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.3949423
Apr 09 21:21:55.102978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:55.129785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-0869175d-c8fc-479f-942b-d04be57277a5 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:55.132189 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-0869175d-c8fc-479f-942b-d04be57277a5 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.25 "GET /v2.0/networks?id=b4b7a3ab-b3cc-492d-828a-29903c6d882c HTTP/1.1" status: 200  len: 809 time: 0.2916474
Apr 09 21:21:55.156954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:55.157376 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.171459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Request body: {'port': {'device_id': 'a24543ae-98a2-4ec3-883a-199fa081976b', 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c', 'admin_state_up': True, 'tenant_id': '4542400bc91449e09c44d33b478c731e'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:55.231071 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.233706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_gateway (82a9661f-8cbe-4136-adc4-70cdc23379a6), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.285574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.294080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:55.395831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device aec7201c-a7a0-4126-a397-ce908451ccec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:55.402464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-b6ad777c-338a-4fa4-a091-8364a1fedda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:55.404108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-b6ad777c-338a-4fa4-a091-8364a1fedda1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2863178
Apr 09 21:21:55.421808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: aec7201c-a7a0-4126-a397-ce908451ccec {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:21:55.422250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device aec7201c-a7a0-4126-a397-ce908451ccec not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:21:55.425378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:55.432815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f26ae2a7-9503-450f-8c81-ea1ca5717557 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "PUT /v2.0/routers/4eae10af-4216-41f4-812c-a5aaa7961f4a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8266628
Apr 09 21:21:55.442619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55468) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:55.451986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] Sync routers for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:55.466928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Made reservation on behalf of 4542400bc91449e09c44d33b478c731e for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:21:55.470676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.472694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:55.473747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375f84a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:55.475884 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7cee6153-5de0-4c41-a4f1-0e4962c91507 admin admin] Publish callbacks [] for security_group (db2e20bb-4559-48b1-a13a-778a8ce4f970), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.485015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (ade0603f-acb8-4afe-9219-3fe48e619a94), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.527908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.35.0.26 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/5543777e-feb9-4462-a58f-50d7ea363858) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:55.592283 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7cee6153-5de0-4c41-a4f1-0e4962c91507 admin admin] Publish callbacks [] for security_group (db2e20bb-4559-48b1-a13a-778a8ce4f970), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.656734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Allocated IP 172.20.0.10 (b4b7a3ab-b3cc-492d-828a-29903c6d882c/1a9df682-1f3c-4607-89c8-a9ffac0d3c6c/88fc6a45-26f7-4cf8-8146-b9abc219ea8e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:55.671316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade0603f-acb8-4afe-9219-3fe48e619a94,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:55.688959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-b38ac4c9-bdac-4d53-b3c5-f3f86d5a8f65 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2775769
Apr 09 21:21:55.712910 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Checking segment: {'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:55.713742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Network hostable DHCP agents. Network: d32530e7-72fe-4639-bdcd-b671687ab1bc, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:21:55.736576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-968af7ed-4182-4f68-bb39-5b4718ed6cfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting subnet fc32d410-2051-4125-99ac-c49bcd11b2b4 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:21:55.753068 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7cee6153-5de0-4c41-a4f1-0e4962c91507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db2e20bb-4559-48b1-a13a-778a8ce4f970), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.756218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7cee6153-5de0-4c41-a4f1-0e4962c91507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.757290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-968af7ed-4182-4f68-bb39-5b4718ed6cfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for subnet (fc32d410-2051-4125-99ac-c49bcd11b2b4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.757925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7cee6153-5de0-4c41-a4f1-0e4962c91507 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db2e20bb-4559-48b1-a13a-778a8ce4f970 HTTP/1.1" status: 204  len: 168 time: 0.7267721
Apr 09 21:21:55.842752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c08f243b-deed-4608-9a93-6e74319ff4e4 req-0a33b13a-3d0d-48ef-a999-49c84c3dae9d service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454098
Apr 09 21:21:55.844549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee6153-5de0-4c41-a4f1-0e4962c91507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2e20bb-4559-48b1-a13a-778a8ce4f970,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:55.861456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Network d32530e7-72fe-4639-bdcd-b671687ab1bc is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:21:55.901203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d32530e7-72fe-4639-bdcd-b671687ab1bc) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:55.909394 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.912505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:55.917208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99426c9-71bd-4f9a-ade4-c1a486d28acc None None] Network d32530e7-72fe-4639-bdcd-b671687ab1bc requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:55.925694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:55.926369 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:55.958390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b0b29563-bbfb-49f5-aba4-60f6013b944c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2826800
Apr 09 21:21:55.960876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55472) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:55.965334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:56.001260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-968af7ed-4182-4f68-bb39-5b4718ed6cfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (fc32d410-2051-4125-99ac-c49bcd11b2b4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.003118 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (88c5da0c-6812-442d-866c-46d872152e20), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.004618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (88c5da0c-6812-442d-866c-46d872152e20), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.011044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks [] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.085488 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks [] for router_controller (88c5da0c-6812-442d-866c-46d872152e20), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.174640 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (5543777e-feb9-4462-a58f-50d7ea363858), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.211551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.237108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-968af7ed-4182-4f68-bb39-5b4718ed6cfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (fc32d410-2051-4125-99ac-c49bcd11b2b4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.339540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d32530e7-72fe-4639-bdcd-b671687ab1bc', 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc', 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'fixed_ips': [{'subnet_id': 'ade0603f-acb8-4afe-9219-3fe48e619a94'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:21:56.340579 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.355973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Network b4b7a3ab-b3cc-492d-828a-29903c6d882c is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:56.417073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Pushing event updated for resources: {'Port': ['ID=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:56.422678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:56.425577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:56.436512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375f84a00>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:21:52Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:56.530765 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-968af7ed-4182-4f68-bb39-5b4718ed6cfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (fc32d410-2051-4125-99ac-c49bcd11b2b4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.579983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968af7ed-4182-4f68-bb39-5b4718ed6cfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Subnet': ['ID=fc32d410-2051-4125-99ac-c49bcd11b2b4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:56.592754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] Checking router: 4eae10af-4216-41f4-812c-a5aaa7961f4a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:21:56.593387 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-968af7ed-4182-4f68-bb39-5b4718ed6cfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.598126 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-968af7ed-4182-4f68-bb39-5b4718ed6cfe tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/subnets/fc32d410-2051-4125-99ac-c49bcd11b2b4 HTTP/1.1" status: 204  len: 168 time: 1.1502106
Apr 09 21:21:56.599514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5543777e-feb9-4462-a58f-50d7ea363858), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.606684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55486) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:56.612088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0fb95-a7e7-479b-a359-3a4319a3114d None None] Network 34592f59-2890-4469-bed7-9956df7ee951 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:56.637294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] Routers {'4eae10af-4216-41f4-812c-a5aaa7961f4a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:56.638040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375f84a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4eae10af-4216-41f4-812c-a5aaa7961f4a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:56.669804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:56.670452 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.693398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Allocated IP 172.20.0.2 (d32530e7-72fe-4639-bdcd-b671687ab1bc/ade0603f-acb8-4afe-9219-3fe48e619a94/468abd68-3567-4905-9d01-eb4b2187e3c8) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:56.773798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40ad7ff3-c22c-4901-aa7c-028c2e3ca919 req-3a98a773-2445-4899-8bce-eebefe55a21f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 210 time: 0.6161344
Apr 09 21:21:56.810398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:56.813692 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=5543777e-feb9-4462-a58f-50d7ea363858,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:56.842271 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-924c22ac-657b-4ac6-8e2b-12f4c9ee50a8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6747181
Apr 09 21:21:56.847415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:56.850242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:56.863876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks [] for router_gateway (88c5da0c-6812-442d-866c-46d872152e20), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.864020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Request body: {'port': {'device_id': 'a24543ae-98a2-4ec3-883a-199fa081976b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:21:56.929172 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.933370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] Set router 4eae10af-4216-41f4-812c-a5aaa7961f4a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:56.988043 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:56.996805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] DHCP port deletion for 34592f59-2890-4469-bed7-9956df7ee951 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:21:57.099695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 14926e18-9eb9-47a6-9010-141be6501f18 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:21:57.172719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks [] for router_gateway (88c5da0c-6812-442d-866c-46d872152e20), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.207685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] Deleting port 14926e18-9eb9-47a6-9010-141be6501f18 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:57.207685 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (14926e18-9eb9-47a6-9010-141be6501f18), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.211008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.296057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (4eae10af-4216-41f4-812c-a5aaa7961f4a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.332998 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Publish callbacks [] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.354828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Allocated IP 172.35.0.64 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/04789eea-c741-4eeb-92fa-274a8ff7a626) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:21:57.363506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375f84a00>, [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:21:52Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:57.368273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] For port 14926e18-9eb9-47a6-9010-141be6501f18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14926e18-9eb9-47a6-9010-141be6501f18,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:57.369098 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (14926e18-9eb9-47a6-9010-141be6501f18), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.371767 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.441623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] Calling delete_port for 14926e18-9eb9-47a6-9010-141be6501f18 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:57.443593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d83d9-fdbd-4a08-a549-e2014d0040bd None None] The sync data for ids ['4eae10af-4216-41f4-812c-a5aaa7961f4a'] in ncdv-master-1 is: [{'id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325152109', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:19:28Z', 'updated_at': '2022-04-09T21:21:52Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': '8862544e-eb79-42c0-bcda-60f3a62585a0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae10af-4216-41f4-812c-a5aaa7961f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:19:29Z', 'updated_at': '2022-04-09T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:21:57.445109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 14926e18-9eb9-47a6-9010-141be6501f18 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:57.445507 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (14926e18-9eb9-47a6-9010-141be6501f18), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.494869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Network d32530e7-72fe-4639-bdcd-b671687ab1bc is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:57.528633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks [] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.542470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:57.556754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:57.566338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Pushing event updated for resources: {'Port': ['ID=468abd68-3567-4905-9d01-eb4b2187e3c8,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:57.572990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 14926e18-9eb9-47a6-9010-141be6501f18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14926e18-9eb9-47a6-9010-141be6501f18,segment=NetworkSegment(7b6e49d9-0acc-4f61-a544-d504ccb9680e),segment_id=7b6e49d9-0acc-4f61-a544-d504ccb9680e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:57.578593 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.607326 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (14926e18-9eb9-47a6-9010-141be6501f18), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.644084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:21:57.647985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:21:57.657003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:21:57.682808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Attempting to bind port 468abd68-3567-4905-9d01-eb4b2187e3c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:57.683521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Attempting to bind port 468abd68-3567-4905-9d01-eb4b2187e3c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:57.684108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Attempting to bind port 468abd68-3567-4905-9d01-eb4b2187e3c8 on network d32530e7-72fe-4639-bdcd-b671687ab1bc {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:57.697532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:57.698297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Checking segment: {'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:57.698915 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.699582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Bound using segment: {'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:57.700272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Bound port: 468abd68-3567-4905-9d01-eb4b2187e3c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:57.700418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=04789eea-c741-4eeb-92fa-274a8ff7a626,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:57.700993 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.724990 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (14926e18-9eb9-47a6-9010-141be6501f18), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.737449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=14926e18-9eb9-47a6-9010-141be6501f18,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:57.765134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] No DVR routers for this DVR port 14926e18-9eb9-47a6-9010-141be6501f18 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:21:57.800592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077571e7-d114-4fe8-82ab-e88f4533c2ce None None] Pushing event deleted for resources: {'Port': ['ID=14926e18-9eb9-47a6-9010-141be6501f18,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:57.874954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] For port 468abd68-3567-4905-9d01-eb4b2187e3c8, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:57.880471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] For port 468abd68-3567-4905-9d01-eb4b2187e3c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=468abd68-3567-4905-9d01-eb4b2187e3c8,segment=NetworkSegment(ce383af0-5ea0-4299-9289-ac0a303220e3),segment_id=ce383af0-5ea0-4299-9289-ac0a303220e3)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:57.895902 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:57.975189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d6bc8-212b-4255-9fc0-1892b99c17fb None None] Pushing event updated for resources: {'Port': ['ID=468abd68-3567-4905-9d01-eb4b2187e3c8,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:58.025555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (4eae10af-4216-41f4-812c-a5aaa7961f4a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.091450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a88eed-4aa3-4428-8965-05ebeea5e39b req-8ee5e090-815a-41f5-bdfb-85d4190809e2 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:58.098625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85a88eed-4aa3-4428-8965-05ebeea5e39b req-8ee5e090-815a-41f5-bdfb-85d4190809e2 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 932 time: 0.1278298
Apr 09 21:21:58.099272 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks [] for router_gateway (88c5da0c-6812-442d-866c-46d872152e20), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.109848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 8862544e-eb79-42c0-bcda-60f3a62585a0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:21:58.110344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.314009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port 8862544e-eb79-42c0-bcda-60f3a62585a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8862544e-eb79-42c0-bcda-60f3a62585a0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:21:58.314782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.347512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 8862544e-eb79-42c0-bcda-60f3a62585a0 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:21:58.385993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (88c5da0c-6812-442d-866c-46d872152e20), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.403200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85a88eed-4aa3-4428-8965-05ebeea5e39b req-16747456-1372-4e7a-b761-d3c345a4ceaa tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405040
Apr 09 21:21:58.486724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_gateway (82a9661f-8cbe-4136-adc4-70cdc23379a6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.575740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Router 88c5da0c-6812-442d-866c-46d872152e20 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:21:58.632373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fc6a45-26f7-4cf8-8146-b9abc219ea8e {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:21:58.673683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Publish callbacks [] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.705772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:21:58.712487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Transition to ACTIVE for port object 88fc6a45-26f7-4cf8-8146-b9abc219ea8e will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:21:58.718606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.722350 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Sync routers for ids ['88c5da0c-6812-442d-866c-46d872152e20'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:21:58.736211 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Routers {'88c5da0c-6812-442d-866c-46d872152e20'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:21:58.737188 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff00d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['88c5da0c-6812-442d-866c-46d872152e20'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:58.742012 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:58.748908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a50cbbe4-8dfa-405b-886a-517b4a1fa0d2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7814891
Apr 09 21:21:58.748908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55528) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:58.769372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Pushing event updated for resources: {'Port': ['ID=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:58.886400 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Set router 88c5da0c-6812-442d-866c-46d872152e20 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:21:58.940521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8862544e-eb79-42c0-bcda-60f3a62585a0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.023047 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=8862544e-eb79-42c0-bcda-60f3a62585a0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:21:59.126852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (82a9661f-8cbe-4136-adc4-70cdc23379a6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.205517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 468abd68-3567-4905-9d01-eb4b2187e3c8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:21:59.217833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Attempting to bind port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:21:59.218227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Attempting to bind port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:21:59.225998 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff00d0>, [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64'}], 'enable_snat': True}, 'gw_port_id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:21:57Z', 'revision_number': 3, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port': {'id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:57Z', 'updated_at': '2022-04-09T21:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:21:59.235716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Attempting to bind port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e on network b4b7a3ab-b3cc-492d-828a-29903c6d882c {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:59.296790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e on network b4b7a3ab-b3cc-492d-828a-29903c6d882c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:21:59.297175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Attempting to bind port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e on network b4b7a3ab-b3cc-492d-828a-29903c6d882c {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:21:59.303914 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Checking router: 88c5da0c-6812-442d-866c-46d872152e20 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:21:59.304776 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Updating router 88c5da0c-6812-442d-866c-46d872152e20 port 04789eea-c741-4eeb-92fa-274a8ff7a626 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:21:59.354474 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.361619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:21:59.362255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Checking segment: {'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:21:59.362361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Bound using segment: {'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:21:59.362813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Bound port: 88fc6a45-26f7-4cf8-8146-b9abc219ea8e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:21:59.363183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.381096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (4eae10af-4216-41f4-812c-a5aaa7961f4a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.613353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (4eae10af-4216-41f4-812c-a5aaa7961f4a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.617489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_controller (4eae10af-4216-41f4-812c-a5aaa7961f4a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.621887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d01db7d-00a0-41a9-a5b1-d9bd4b5a7347 None None] Network d32530e7-72fe-4639-bdcd-b671687ab1bc requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:21:59.664769 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.714288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] For port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:21:59.721314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] For port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:21:59.721314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (4eae10af-4216-41f4-812c-a5aaa7961f4a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.722251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Fanout notify agent at l3_agent the message router_deleted on router 4eae10af-4216-41f4-812c-a5aaa7961f4a {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:21:59.731849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.732967 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69bbddb2-0632-48a6-8a8d-92feb0384a27 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/routers/4eae10af-4216-41f4-812c-a5aaa7961f4a HTTP/1.1" status: 204  len: 168 time: 3.1219189
Apr 09 21:21:59.736065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55546) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:21:59.754164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.800036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-42760d02-1345-425f-bb51-292b3192f751 None None] Provisioning complete for port 468abd68-3567-4905-9d01-eb4b2187e3c8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:59.800277 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-42760d02-1345-425f-bb51-292b3192f751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.817708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6894e6-3371-41a1-86c8-da2aea89f3f3 req-97e2bc8a-53ef-4d4f-9c47-033a3b1a8da1 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:59.830273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba6894e6-3371-41a1-86c8-da2aea89f3f3 req-97e2bc8a-53ef-4d4f-9c47-033a3b1a8da1 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 944 time: 0.2162995
Apr 09 21:21:59.860510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router 82a9661f-8cbe-4136-adc4-70cdc23379a6 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:21:59.884896 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Publish callbacks [] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.894228 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.917296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-42760d02-1345-425f-bb51-292b3192f751 None None] Current status of the port 468abd68-3567-4905-9d01-eb4b2187e3c8 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:21:59.917659 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-42760d02-1345-425f-bb51-292b3192f751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.937848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:21:59.939344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.940769 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] 10.222.0.25 "PUT /v2.0/ports/88fc6a45-26f7-4cf8-8146-b9abc219ea8e HTTP/1.1" status: 200  len: 1092 time: 3.0859509
Apr 09 21:21:59.942592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24543ae-98a2-4ec3-883a-199fa081976b', 'tag': '88fc6a45-26f7-4cf8-8146-b9abc219ea8e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:21:59.946619 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af01c7b0-e7d2-4f96-843c-a3b99029ec19" -d '{"events": [{"name": "network-changed", "server_uuid": "a24543ae-98a2-4ec3-883a-199fa081976b", "tag": "88fc6a45-26f7-4cf8-8146-b9abc219ea8e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:21:59.947549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 468abd68-3567-4905-9d01-eb4b2187e3c8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:21:59.947549 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:21:59.965797 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af131-9c40-4587-8bcf-ef60e67fef5d None None] Pushing event updated for resources: {'Port': ['ID=04789eea-c741-4eeb-92fa-274a8ff7a626,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:00.023068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-42760d02-1345-425f-bb51-292b3192f751 None None] For port 468abd68-3567-4905-9d01-eb4b2187e3c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=468abd68-3567-4905-9d01-eb4b2187e3c8,segment=NetworkSegment(ce383af0-5ea0-4299-9289-ac0a303220e3),segment_id=ce383af0-5ea0-4299-9289-ac0a303220e3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:00.029528 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Attempting to bind port 04789eea-c741-4eeb-92fa-274a8ff7a626 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:00.029899 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Attempting to bind port 04789eea-c741-4eeb-92fa-274a8ff7a626 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:00.030262 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Attempting to bind port 04789eea-c741-4eeb-92fa-274a8ff7a626 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:00.036832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-42760d02-1345-425f-bb51-292b3192f751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.043252 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac7154-cdf4-47fb-9e4b-1a8880271076 x-openstack-request-id: req-19ac7154-cdf4-47fb-9e4b-1a8880271076 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:00.043830 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24543ae-98a2-4ec3-883a-199fa081976b", "tag": "88fc6a45-26f7-4cf8-8146-b9abc219ea8e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:00.044300 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19ac7154-cdf4-47fb-9e4b-1a8880271076 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:00.044866 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ac7154-cdf4-47fb-9e4b-1a8880271076'] response: {'name': 'network-changed', 'server_uuid': 'a24543ae-98a2-4ec3-883a-199fa081976b', 'tag': '88fc6a45-26f7-4cf8-8146-b9abc219ea8e', 'status': 'completed', 'code': 200}
Apr 09 21:22:00.048256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba6894e6-3371-41a1-86c8-da2aea89f3f3 req-fdc2abf2-0985-4d19-91f6-ee7ed095d0f8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169969
Apr 09 21:22:00.054645 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:00.055966 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:00.056527 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.059443 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:00.064107 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Bound port: 04789eea-c741-4eeb-92fa-274a8ff7a626, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:00.064810 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.080461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (34592f59-2890-4469-bed7-9956df7ee951), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.137854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Allocated IP 172.20.0.1 (d32530e7-72fe-4639-bdcd-b671687ab1bc/ade0603f-acb8-4afe-9219-3fe48e619a94/7bd2850e-65c6-454d-8e63-0a542ff416a7) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:00.145007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ea15c-b88b-4785-b761-c8ade20c4b2c service neutron] Pushing event updated for resources: {'Port': ['ID=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:00.147058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 468abd68-3567-4905-9d01-eb4b2187e3c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:00.153216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42760d02-1345-425f-bb51-292b3192f751 None None] Pushing event updated for resources: {'Port': ['ID=468abd68-3567-4905-9d01-eb4b2187e3c8,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:00.154764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-6763fb57-88d5-4351-bc0b-c5d6b7a04a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:00.156318 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-6763fb57-88d5-4351-bc0b-c5d6b7a04a49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4542400bc91449e09c44d33b478c731e&device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 1126 time: 0.1527550
Apr 09 21:22:00.181618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bd081750-b800-4f54-be6d-9055588e7406 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:00.213748 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] For port 04789eea-c741-4eeb-92fa-274a8ff7a626, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:00.217443 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] For port 04789eea-c741-4eeb-92fa-274a8ff7a626, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04789eea-c741-4eeb-92fa-274a8ff7a626,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:00.222065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-1888d851-fae9-4b9f-8759-848f3626cab7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88fc6a45-26f7-4cf8-8146-b9abc219ea8e HTTP/1.1" status: 200  len: 217 time: 0.0572822
Apr 09 21:22:00.225352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: bd081750-b800-4f54-be6d-9055588e7406 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:00.225836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device bd081750-b800-4f54-be6d-9055588e7406 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:00.235278 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.325434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Publish callbacks [] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.335852 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af131-9c40-4587-8bcf-ef60e67fef5d None None] Pushing event updated for resources: {'Port': ['ID=04789eea-c741-4eeb-92fa-274a8ff7a626,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:00.373756 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Routers {'88c5da0c-6812-442d-866c-46d872152e20'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:00.374533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff00d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['88c5da0c-6812-442d-866c-46d872152e20'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:00.374825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-844d100a-2b70-4ea3-b890-c8c56140ddc6 None None] Provisioning complete for port 468abd68-3567-4905-9d01-eb4b2187e3c8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:00.375246 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-844d100a-2b70-4ea3-b890-c8c56140ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.387233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (34592f59-2890-4469-bed7-9956df7ee951), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.395913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.398848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:00.407954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-ab79f438-03c9-4dff-b09b-a1c2ff55b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:00.411946 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-ab79f438-03c9-4dff-b09b-a1c2ff55b909 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a9df682-1f3c-4607-89c8-a9ffac0d3c6c HTTP/1.1" status: 200  len: 849 time: 0.1433578
Apr 09 21:22:00.473291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Network d32530e7-72fe-4639-bdcd-b671687ab1bc is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:00.477122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:00.479724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d6b74-774a-4fa0-970a-0189352ac062 None None] Sync routers for ids ['82a9661f-8cbe-4136-adc4-70cdc23379a6'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:00.483333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:00.503030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f236fee1f70>,) {'filters': {'network_id': ['34592f59-2890-4469-bed7-9956df7ee951']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:00.522216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd2850e-65c6-454d-8e63-0a542ff416a7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:00.522431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d6b74-774a-4fa0-970a-0189352ac062 None None] Routers {'82a9661f-8cbe-4136-adc4-70cdc23379a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:00.522830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-424d6b74-774a-4fa0-970a-0189352ac062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374ba9e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['82a9661f-8cbe-4136-adc4-70cdc23379a6'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:00.537744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f236fee1f70>, '7b6e49d9-0acc-4f61-a544-d504ccb9680e') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:00.539597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f236fee1f70>, '7b6e49d9-0acc-4f61-a544-d504ccb9680e') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:00.556829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (7b6e49d9-0acc-4f61-a544-d504ccb9680e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.563023 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (88c5da0c-6812-442d-866c-46d872152e20), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.575570 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (7b6e49d9-0acc-4f61-a544-d504ccb9680e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.582796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:22:00.583344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (7b6e49d9-0acc-4f61-a544-d504ccb9680e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.616977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-424d6b74-774a-4fa0-970a-0189352ac062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374ba9e80>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:00.648136 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] Set router 88c5da0c-6812-442d-866c-46d872152e20 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:00.663005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d6b74-774a-4fa0-970a-0189352ac062 None None] Routers {'82a9661f-8cbe-4136-adc4-70cdc23379a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:00.663670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-424d6b74-774a-4fa0-970a-0189352ac062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374ba9e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['82a9661f-8cbe-4136-adc4-70cdc23379a6'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:22:00.678358 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:22:00.682300 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-94bed401-acca-4f16-ba5e-3f8000288953 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4b7a3ab-b3cc-492d-828a-29903c6d882c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2572589
Apr 09 21:22:00.687688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (34592f59-2890-4469-bed7-9956df7ee951), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.693956 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.701268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/networks/34592f59-2890-4469-bed7-9956df7ee951 HTTP/1.1" status: 204  len: 168 time: 0.9636796
Apr 09 21:22:00.701932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55564) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:00.739975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-424d6b74-774a-4fa0-970a-0189352ac062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374ba9e80>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:00.740637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d6b74-774a-4fa0-970a-0189352ac062 None None] The sync data for ids ['82a9661f-8cbe-4136-adc4-70cdc23379a6'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:00.765522 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.768364 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2bdf1def-0e5a-4f26-82f0-676cbef42b03 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 6.3519144
Apr 09 21:22:00.787072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55566) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:00.821831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-844d100a-2b70-4ea3-b890-c8c56140ddc6 None None] Current status of the port 468abd68-3567-4905-9d01-eb4b2187e3c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:00.824322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982f6ab-631f-4d1c-93e0-15fa34221a5f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Network': ['ID=34592f59-2890-4469-bed7-9956df7ee951,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:00.844565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4db07296-a3ee-4d45-9dc3-89c22660f583 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (fb11903d-6ac3-4f15-962e-cd63d405a5b2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.905588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4db07296-a3ee-4d45-9dc3-89c22660f583 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (fb11903d-6ac3-4f15-962e-cd63d405a5b2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.932280 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.943482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8c449438-566e-44d2-9752-9deb2992dfb7 None None] Provisioning complete for port 7bd2850e-65c6-454d-8e63-0a542ff416a7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:00.945242 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c449438-566e-44d2-9752-9deb2992dfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:00.981911 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-17bdc69f-184a-40a6-bf39-4e16a3cbd129 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1850779
Apr 09 21:22:00.986922 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff00d0>, [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64'}], 'enable_snat': True}, 'gw_port_id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:21:57Z', 'revision_number': 3, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port': {'id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:57Z', 'updated_at': '2022-04-09T21:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:01.026834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8c449438-566e-44d2-9752-9deb2992dfb7 None None] Port 7bd2850e-65c6-454d-8e63-0a542ff416a7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:01.047661 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781d3c1-c7db-47f5-bc23-74a2fd06648e None None] The sync data for ids ['88c5da0c-6812-442d-866c-46d872152e20'] in ncdv-master-1 is: [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64'}], 'enable_snat': True}, 'gw_port_id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:21:57Z', 'revision_number': 3, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port': {'id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:57Z', 'updated_at': '2022-04-09T21:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:01.090054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 468abd68-3567-4905-9d01-eb4b2187e3c8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:01.119925 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-06e58f9c-ab89-409a-8f57-03fb5db4cf32 service neutron] 10.222.0.25 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163532
Apr 09 21:22:01.140914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-97c956b0-0747-489b-9b16-f799a7309cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:01.142639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-97c956b0-0747-489b-9b16-f799a7309cd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 1127 time: 0.1354644
Apr 09 21:22:01.153524 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4db07296-a3ee-4d45-9dc3-89c22660f583 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fb11903d-6ac3-4f15-962e-cd63d405a5b2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:01.156535 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4db07296-a3ee-4d45-9dc3-89c22660f583 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:01.158016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4db07296-a3ee-4d45-9dc3-89c22660f583 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/security-groups/fb11903d-6ac3-4f15-962e-cd63d405a5b2 HTTP/1.1" status: 204  len: 168 time: 0.4550848
Apr 09 21:22:01.158851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 468abd68-3567-4905-9d01-eb4b2187e3c8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:01.159241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:01.182068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db07296-a3ee-4d45-9dc3-89c22660f583 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb11903d-6ac3-4f15-962e-cd63d405a5b2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:01.250431 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-acfddfaf-94ae-401d-82c1-cc33927b29ec tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/routers/82a9661f-8cbe-4136-adc4-70cdc23379a6 HTTP/1.1" status: 200  len: 880 time: 0.4520347
Apr 09 21:22:01.259897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55574) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:01.340336 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Publish callbacks [] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:01.354776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfede68-f73c-406f-9c85-1bf28474fd57 req-797f49e7-f423-489f-91dc-f4a87f8f0413 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:01.357551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cfede68-f73c-406f-9c85-1bf28474fd57 req-797f49e7-f423-489f-91dc-f4a87f8f0413 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 944 time: 0.1463733
Apr 09 21:22:01.358974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:01.379851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 468abd68-3567-4905-9d01-eb4b2187e3c8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:01.472955 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:01.492209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8862544e-eb79-42c0-bcda-60f3a62585a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:01.505613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (88c5da0c-6812-442d-866c-46d872152e20), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:01.520911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cfede68-f73c-406f-9c85-1bf28474fd57 req-c93e245f-26e9-4c7b-9c52-5e820cfd7d99 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342156
Apr 09 21:22:01.523654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd2850e-65c6-454d-8e63-0a542ff416a7,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:01.537136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 8862544e-eb79-42c0-bcda-60f3a62585a0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:01.537732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8862544e-eb79-42c0-bcda-60f3a62585a0 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:01.684221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Network d32530e7-72fe-4639-bdcd-b671687ab1bc is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:01.685935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:01.911638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Router 88c5da0c-6812-442d-866c-46d872152e20 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:02.075031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-38e8ae47-29c9-4c6b-af34-55f8a5f2aef6 None None] Provisioning complete for port 7bd2850e-65c6-454d-8e63-0a542ff416a7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:02.075590 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38e8ae47-29c9-4c6b-af34-55f8a5f2aef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.131699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-8e230a5f-43e7-48b6-b309-27f4ecd4fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:02.137438 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-8e230a5f-43e7-48b6-b309-27f4ecd4fdf5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.9328947
Apr 09 21:22:02.140611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-38e8ae47-29c9-4c6b-af34-55f8a5f2aef6 None None] Port 7bd2850e-65c6-454d-8e63-0a542ff416a7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:02.189206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:02.196714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ff292adb-e356-4b21-b389-1c634379de16 admin admin] 10.222.0.30 "PUT /v2.0/routers/88c5da0c-6812-442d-866c-46d872152e20/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4479985
Apr 09 21:22:02.257275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55606) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:02.263003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-57f10f76-33d1-4b31-9daa-0dbbd4257f17 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988449099', 'description': 'tempest-secgroup-smoke-1988449099 description', 'project_id': '0cbaded0b4ad4c4587cc36402e326750'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:02.296040 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a5924263-1cdc-4eb8-8c11-4ea6dfe8b3b9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 1.0327864
Apr 09 21:22:02.299103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55608) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:02.300340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57f10f76-33d1-4b31-9daa-0dbbd4257f17 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.308374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8b3a6241-e34e-4efa-8d3f-8b7b9dbe6a45 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1268012565'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:02.366334 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-43eac2ad-e76c-4487-812e-eb92edc5d66e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756 HTTP/1.1" status: 200  len: 217 time: 0.1292412
Apr 09 21:22:02.414825 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f66c884a-e890-4210-97d6-e9e728202ff8 req-d1b40b77-e315-48c5-850b-355b88644d1f service neutron] 10.222.0.25 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2844539
Apr 09 21:22:02.518298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-2a03f091-3d21-4033-8201-ed80ba79462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:02.520268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-2a03f091-3d21-4033-8201-ed80ba79462e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.1043010
Apr 09 21:22:02.544639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57f10f76-33d1-4b31-9daa-0dbbd4257f17 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (91887a5f-2e66-4d2e-b358-a56eb883802a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.579505 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57f10f76-33d1-4b31-9daa-0dbbd4257f17 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (91887a5f-2e66-4d2e-b358-a56eb883802a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.634799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f10f76-33d1-4b31-9daa-0dbbd4257f17 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91887a5f-2e66-4d2e-b358-a56eb883802a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:02.644308 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-57f10f76-33d1-4b31-9daa-0dbbd4257f17 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.645293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-57f10f76-33d1-4b31-9daa-0dbbd4257f17 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3865948
Apr 09 21:22:02.648350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:02.656138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-685597bc-8b60-439a-8117-a336afbc20ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '91887a5f-2e66-4d2e-b358-a56eb883802a', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:02.712031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685597bc-8b60-439a-8117-a336afbc20ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (c33ee40a-ab25-4305-a8c8-f10c9eb2a02b), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.758728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517084be-814f-43d6-8d13-8b120f6fb36d req-6b024fca-e87a-4148-a8cc-f2c7cb35468a tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:02.760349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-517084be-814f-43d6-8d13-8b120f6fb36d req-6b024fca-e87a-4148-a8cc-f2c7cb35468a tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 944 time: 0.0663137
Apr 09 21:22:02.800847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685597bc-8b60-439a-8117-a336afbc20ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (c33ee40a-ab25-4305-a8c8-f10c9eb2a02b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.806452 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685597bc-8b60-439a-8117-a336afbc20ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (c33ee40a-ab25-4305-a8c8-f10c9eb2a02b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.830278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685597bc-8b60-439a-8117-a336afbc20ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33ee40a-ab25-4305-a8c8-f10c9eb2a02b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:02.849895 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-685597bc-8b60-439a-8117-a336afbc20ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.852074 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-685597bc-8b60-439a-8117-a336afbc20ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2001028
Apr 09 21:22:02.855613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55634) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:02.866539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d26b95ba-2494-4d2a-b631-af0531ed7c5d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '91887a5f-2e66-4d2e-b358-a56eb883802a', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:02.905110 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d26b95ba-2494-4d2a-b631-af0531ed7c5d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (0a84d539-6ef9-4296-ad6c-94016f7b4c23), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.933244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-517084be-814f-43d6-8d13-8b120f6fb36d req-fcaea975-b301-4bc8-8def-e931e5edf8cb tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175232
Apr 09 21:22:02.947246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b3a6241-e34e-4efa-8d3f-8b7b9dbe6a45 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (82a9661f-8cbe-4136-adc4-70cdc23379a6), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.962561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b3a6241-e34e-4efa-8d3f-8b7b9dbe6a45 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (82a9661f-8cbe-4136-adc4-70cdc23379a6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.983137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d26b95ba-2494-4d2a-b631-af0531ed7c5d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (0a84d539-6ef9-4296-ad6c-94016f7b4c23), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:02.990137 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d26b95ba-2494-4d2a-b631-af0531ed7c5d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (0a84d539-6ef9-4296-ad6c-94016f7b4c23), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.003871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b95ba-2494-4d2a-b631-af0531ed7c5d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a84d539-6ef9-4296-ad6c-94016f7b4c23,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:03.025211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d26b95ba-2494-4d2a-b631-af0531ed7c5d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.029147 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d26b95ba-2494-4d2a-b631-af0531ed7c5d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1698935
Apr 09 21:22:03.030622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55636) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.038761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bde68fd0-c1db-4fc9-8113-2812a28788e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '91887a5f-2e66-4d2e-b358-a56eb883802a', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:03.053586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 04789eea-c741-4eeb-92fa-274a8ff7a626 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:03.105677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 04789eea-c741-4eeb-92fa-274a8ff7a626 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:03.106349 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.109481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3a6241-e34e-4efa-8d3f-8b7b9dbe6a45 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router 82a9661f-8cbe-4136-adc4-70cdc23379a6 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:03.130251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bde68fd0-c1db-4fc9-8113-2812a28788e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (9835677a-03ce-429a-983f-1add27bf0e1a), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.200218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 04789eea-c741-4eeb-92fa-274a8ff7a626 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:03.201191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.227197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 04789eea-c741-4eeb-92fa-274a8ff7a626, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04789eea-c741-4eeb-92fa-274a8ff7a626,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:03.238214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55642) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.239609 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.246126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-594d7376-77ac-4920-931e-81ac71dfaab2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535686997', 'description': 'tempest-secgroup-smoke-535686997 description', 'project_id': '605e203fc5c04ed781bf67d309905d81'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:03.269772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-594d7376-77ac-4920-931e-81ac71dfaab2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.304752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bde68fd0-c1db-4fc9-8113-2812a28788e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (9835677a-03ce-429a-983f-1add27bf0e1a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.311736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=04789eea-c741-4eeb-92fa-274a8ff7a626,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:03.314115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3a6241-e34e-4efa-8d3f-8b7b9dbe6a45 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:03.322939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b3a6241-e34e-4efa-8d3f-8b7b9dbe6a45 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.327016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8b3a6241-e34e-4efa-8d3f-8b7b9dbe6a45 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/82a9661f-8cbe-4136-adc4-70cdc23379a6 HTTP/1.1" status: 200  len: 887 time: 1.0205181
Apr 09 21:22:03.327191 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83db95-28b6-47fd-b410-993694aaa08e None None] Sync routers for ids ['82a9661f-8cbe-4136-adc4-70cdc23379a6'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:03.327661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bde68fd0-c1db-4fc9-8113-2812a28788e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9835677a-03ce-429a-983f-1add27bf0e1a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.331784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55644) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.342277 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83db95-28b6-47fd-b410-993694aaa08e None None] Routers {'82a9661f-8cbe-4136-adc4-70cdc23379a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:03.344338 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1b83db95-28b6-47fd-b410-993694aaa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771e4f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['82a9661f-8cbe-4136-adc4-70cdc23379a6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:03.359080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde68fd0-c1db-4fc9-8113-2812a28788e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9835677a-03ce-429a-983f-1add27bf0e1a,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:03.396017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-594d7376-77ac-4920-931e-81ac71dfaab2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group (95f0590b-48af-4e0c-8c84-ef35e42a59c3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.401548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-594d7376-77ac-4920-931e-81ac71dfaab2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (95f0590b-48af-4e0c-8c84-ef35e42a59c3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.406903 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1b83db95-28b6-47fd-b410-993694aaa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771e4f10>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:03.410270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bde68fd0-c1db-4fc9-8113-2812a28788e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.414759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55646) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.414967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bde68fd0-c1db-4fc9-8113-2812a28788e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3810506
Apr 09 21:22:03.418445 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83db95-28b6-47fd-b410-993694aaa08e None None] Routers {'82a9661f-8cbe-4136-adc4-70cdc23379a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:03.419875 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1b83db95-28b6-47fd-b410-993694aaa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771e4f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['82a9661f-8cbe-4136-adc4-70cdc23379a6'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:03.425532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-62977a76-e18b-4051-8c43-7120a508c259 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '91887a5f-2e66-4d2e-b358-a56eb883802a', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:03.446118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-594d7376-77ac-4920-931e-81ac71dfaab2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.456655 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-594d7376-77ac-4920-931e-81ac71dfaab2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2137201
Apr 09 21:22:03.461957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55648) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.466477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-47c79656-21aa-4792-808d-8b1bf5eb765e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'security_group_rule': {'security_group_id': '95f0590b-48af-4e0c-8c84-ef35e42a59c3', 'project_id': '605e203fc5c04ed781bf67d309905d81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:03.489293 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1b83db95-28b6-47fd-b410-993694aaa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771e4f10>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:03.490123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83db95-28b6-47fd-b410-993694aaa08e None None] The sync data for ids ['82a9661f-8cbe-4136-adc4-70cdc23379a6'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:03.497120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d7376-77ac-4920-931e-81ac71dfaab2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f0590b-48af-4e0c-8c84-ef35e42a59c3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:03.514709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dfeee3c5-8a2d-420b-9710-37880d964331 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/routers/82a9661f-8cbe-4136-adc4-70cdc23379a6 HTTP/1.1" status: 200  len: 887 time: 0.1713762
Apr 09 21:22:03.517551 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62977a76-e18b-4051-8c43-7120a508c259 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (ff2842c4-fdff-4d82-9c4d-6a28d694d205), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.520155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55650) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.563340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55654) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.585929 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-09a8d947-eb0b-4b1e-8af9-d748b7b304e0 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a9661f-8cbe-4136-adc4-70cdc23379a6 HTTP/1.1" status: 200  len: 205 time: 0.0642231
Apr 09 21:22:03.590576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-47c79656-21aa-4792-808d-8b1bf5eb765e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (a52480c0-cd4c-45ed-90cf-83529054ce49), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.670602 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62977a76-e18b-4051-8c43-7120a508c259 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (ff2842c4-fdff-4d82-9c4d-6a28d694d205), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.676306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Sync routers for ids ['88c5da0c-6812-442d-866c-46d872152e20'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:03.679997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62977a76-e18b-4051-8c43-7120a508c259 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (ff2842c4-fdff-4d82-9c4d-6a28d694d205), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.703112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Routers {'88c5da0c-6812-442d-866c-46d872152e20'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:03.703868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237486bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['88c5da0c-6812-442d-866c-46d872152e20'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:03.710032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62977a76-e18b-4051-8c43-7120a508c259 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.711352 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62977a76-e18b-4051-8c43-7120a508c259 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2905045
Apr 09 21:22:03.714777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55658) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.722497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f40db0ca-1b38-41cd-a8e0-238b374dfddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '91887a5f-2e66-4d2e-b358-a56eb883802a', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:03.740420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62977a76-e18b-4051-8c43-7120a508c259 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2842c4-fdff-4d82-9c4d-6a28d694d205,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:03.750150 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-f40db0ca-1b38-41cd-a8e0-238b374dfddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Project 0cbaded0b4ad4c4587cc36402e326750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:22:03.758241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-47c79656-21aa-4792-808d-8b1bf5eb765e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (a52480c0-cd4c-45ed-90cf-83529054ce49), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.759224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40db0ca-1b38-41cd-a8e0-238b374dfddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (d15a610b-653f-48ae-88a2-718ffb4d0a5b), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.770748 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-47c79656-21aa-4792-808d-8b1bf5eb765e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a52480c0-cd4c-45ed-90cf-83529054ce49), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.792993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c79656-21aa-4792-808d-8b1bf5eb765e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52480c0-cd4c-45ed-90cf-83529054ce49,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:03.838718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-47c79656-21aa-4792-808d-8b1bf5eb765e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.841166 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-47c79656-21aa-4792-808d-8b1bf5eb765e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3769941
Apr 09 21:22:03.846083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55670) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.851618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Set router 88c5da0c-6812-442d-866c-46d872152e20 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:03.857255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f3cd8851-b43e-4523-8ee9-25cce1f8ebc5 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'security_group_rule': {'security_group_id': '95f0590b-48af-4e0c-8c84-ef35e42a59c3', 'project_id': '605e203fc5c04ed781bf67d309905d81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:03.901675 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40db0ca-1b38-41cd-a8e0-238b374dfddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (d15a610b-653f-48ae-88a2-718ffb4d0a5b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.903659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8851-b43e-4523-8ee9-25cce1f8ebc5 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (beda79fc-080c-499b-b227-1c41da984150), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.918487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40db0ca-1b38-41cd-a8e0-238b374dfddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (d15a610b-653f-48ae-88a2-718ffb4d0a5b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.959335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40db0ca-1b38-41cd-a8e0-238b374dfddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15a610b-653f-48ae-88a2-718ffb4d0a5b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:03.967292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f40db0ca-1b38-41cd-a8e0-238b374dfddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:03.968563 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f40db0ca-1b38-41cd-a8e0-238b374dfddf tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2526095
Apr 09 21:22:03.973254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55674) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:03.984466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b1d63187-a693-4030-9ab7-a0b559893988 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'security_group_rule': {'security_group_id': '91887a5f-2e66-4d2e-b358-a56eb883802a', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:04.020984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8851-b43e-4523-8ee9-25cce1f8ebc5 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (beda79fc-080c-499b-b227-1c41da984150), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.027522 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-b1d63187-a693-4030-9ab7-a0b559893988 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Project 0cbaded0b4ad4c4587cc36402e326750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:22:04.034540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8851-b43e-4523-8ee9-25cce1f8ebc5 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (beda79fc-080c-499b-b227-1c41da984150), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.046546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1d63187-a693-4030-9ab7-a0b559893988 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (acfbf17a-9dba-403e-933b-ffa54b602236), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.070596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd8851-b43e-4523-8ee9-25cce1f8ebc5 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beda79fc-080c-499b-b227-1c41da984150,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:04.082987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8851-b43e-4523-8ee9-25cce1f8ebc5 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.084382 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f3cd8851-b43e-4523-8ee9-25cce1f8ebc5 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2372322
Apr 09 21:22:04.089182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55676) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:04.094349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-98cba48c-e07a-43bb-9373-6119cf77145d tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'security_group_rule': {'security_group_id': '95f0590b-48af-4e0c-8c84-ef35e42a59c3', 'project_id': '605e203fc5c04ed781bf67d309905d81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:04.104392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237486bd90>, [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64'}], 'enable_snat': True}, 'gw_port_id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:22:00Z', 'revision_number': 4, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port': {'id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:57Z', 'updated_at': '2022-04-09T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bd2850e-65c6-454d-8e63-0a542ff416a7', 'name': '', 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'mac_address': 'fa:16:3e:7f:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ade0603f-acb8-4afe-9219-3fe48e619a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:59Z', 'updated_at': '2022-04-09T21:22:01Z', 'revision_number': 2, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'subnets': [{'id': 'ade0603f-acb8-4afe-9219-3fe48e619a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:04.132533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Checking router: 88c5da0c-6812-442d-866c-46d872152e20 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:04.132886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Updating router 88c5da0c-6812-442d-866c-46d872152e20 port 7bd2850e-65c6-454d-8e63-0a542ff416a7 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:22:04.154988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1d63187-a693-4030-9ab7-a0b559893988 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (acfbf17a-9dba-403e-933b-ffa54b602236), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.156301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98cba48c-e07a-43bb-9373-6119cf77145d tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (3c345075-2b0b-4f8b-a416-f939d16cdda7), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.165668 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.166131 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1d63187-a693-4030-9ab7-a0b559893988 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (acfbf17a-9dba-403e-933b-ffa54b602236), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.188925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda9b4a-22d1-4aaf-96d1-4d5fb09d3107 req-5e33905b-5387-476d-ac65-5382966b7b15 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:04.190922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6eda9b4a-22d1-4aaf-96d1-4d5fb09d3107 req-5e33905b-5387-476d-ac65-5382966b7b15 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 944 time: 0.0568266
Apr 09 21:22:04.195968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d63187-a693-4030-9ab7-a0b559893988 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfbf17a-9dba-403e-933b-ffa54b602236,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:04.214581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b1d63187-a693-4030-9ab7-a0b559893988 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.218679 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b1d63187-a693-4030-9ab7-a0b559893988 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2415702
Apr 09 21:22:04.220104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55678) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:04.230380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'network': {'name': 'tempest-network-smoke--802578216', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'port_security_enabled': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:04.268886 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98cba48c-e07a-43bb-9373-6119cf77145d tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (3c345075-2b0b-4f8b-a416-f939d16cdda7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.270508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:04.274366 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.284381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98cba48c-e07a-43bb-9373-6119cf77145d tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (3c345075-2b0b-4f8b-a416-f939d16cdda7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.288501 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (82a9661f-8cbe-4136-adc4-70cdc23379a6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.316720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cba48c-e07a-43bb-9373-6119cf77145d tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c345075-2b0b-4f8b-a416-f939d16cdda7,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:04.328773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98cba48c-e07a-43bb-9373-6119cf77145d tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.333199 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-98cba48c-e07a-43bb-9373-6119cf77145d tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2398605
Apr 09 21:22:04.333199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:22:04.333199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55680) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:04.337567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2fbd251a-d215-4a9f-841a-e544c637e998 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'security_group_rule': {'security_group_id': '95f0590b-48af-4e0c-8c84-ef35e42a59c3', 'project_id': '605e203fc5c04ed781bf67d309905d81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:04.337784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6eda9b4a-22d1-4aaf-96d1-4d5fb09d3107 req-1e5cb768-1220-4060-ad62-b71256be5bf5 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981483
Apr 09 21:22:04.358756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (820f5148-6a1c-4075-9020-c8e043799890), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.359237 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Added segment 820f5148-6a1c-4075-9020-c8e043799890 of type vlan for network ea5bab77-15e0-4728-ad80-51ef38574660
Apr 09 21:22:04.406838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2fbd251a-d215-4a9f-841a-e544c637e998 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (b52ca891-6255-426d-9eda-ab68b67e5a02), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.417734 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_gateway (82a9661f-8cbe-4136-adc4-70cdc23379a6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.418291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (ea5bab77-15e0-4728-ad80-51ef38574660), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.468364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 5543777e-feb9-4462-a58f-50d7ea363858 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:04.468708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5543777e-feb9-4462-a58f-50d7ea363858), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.488264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (ea5bab77-15e0-4728-ad80-51ef38574660), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.494599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:04.494806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.497417 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Publish callbacks [] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.504172 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.512744 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2fbd251a-d215-4a9f-841a-e544c637e998 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (b52ca891-6255-426d-9eda-ab68b67e5a02), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.529581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2fbd251a-d215-4a9f-841a-e544c637e998 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (b52ca891-6255-426d-9eda-ab68b67e5a02), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.556002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad1267-aa76-4486-a05f-e8d5c9689a9f None None] Pushing event updated for resources: {'Port': ['ID=7bd2850e-65c6-454d-8e63-0a542ff416a7,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:04.561164 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5543777e-feb9-4462-a58f-50d7ea363858), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.577614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 5543777e-feb9-4462-a58f-50d7ea363858 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:04.608085 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3868454
Apr 09 21:22:04.615628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55684) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:04.622094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'admin_state_up': True, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:04.647456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd251a-d215-4a9f-841a-e544c637e998 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52ca891-6255-426d-9eda-ab68b67e5a02,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:04.657957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Attempting to bind port 7bd2850e-65c6-454d-8e63-0a542ff416a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:04.658333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Attempting to bind port 7bd2850e-65c6-454d-8e63-0a542ff416a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:04.658696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Attempting to bind port 7bd2850e-65c6-454d-8e63-0a542ff416a7 on network d32530e7-72fe-4639-bdcd-b671687ab1bc {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:04.661401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2fbd251a-d215-4a9f-841a-e544c637e998 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.663647 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2fbd251a-d215-4a9f-841a-e544c637e998 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3294852
Apr 09 21:22:04.664681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081000d2-f747-4f91-aee6-d111e3a125e8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Network': ['ID=ea5bab77-15e0-4728-ad80-51ef38574660,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:04.671461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:04.671884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Checking segment: {'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:04.672242 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.672622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Bound using segment: {'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:04.673303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55686) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:04.678000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-123e3be5-293c-4e7e-ab55-e3e7fa203af9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'security_group_rule': {'security_group_id': '95f0590b-48af-4e0c-8c84-ef35e42a59c3', 'project_id': '605e203fc5c04ed781bf67d309905d81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:04.680508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Bound port: 7bd2850e-65c6-454d-8e63-0a542ff416a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce383af0-5ea0-4299-9289-ac0a303220e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:04.681085 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.684775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network ea5bab77-15e0-4728-ad80-51ef38574660 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:22:04.734479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-9853fd3a-c1c2-4bd3-bfae-eb9c4ca775d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:04.736222 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-9853fd3a-c1c2-4bd3-bfae-eb9c4ca775d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4542400bc91449e09c44d33b478c731e&device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 1126 time: 0.1050954
Apr 09 21:22:04.737248 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-123e3be5-293c-4e7e-ab55-e3e7fa203af9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Project 605e203fc5c04ed781bf67d309905d81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:22:04.738632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-44ff7ccf-c329-42d7-9cc5-d9a974489307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:04.740524 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-44ff7ccf-c329-42d7-9cc5-d9a974489307 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1260300
Apr 09 21:22:04.773245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.774609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.787186 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-123e3be5-293c-4e7e-ab55-e3e7fa203af9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (a46b0865-7fac-4674-9d87-0035f43b0ee2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.916188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-123e3be5-293c-4e7e-ab55-e3e7fa203af9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (a46b0865-7fac-4674-9d87-0035f43b0ee2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.919993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] For port 7bd2850e-65c6-454d-8e63-0a542ff416a7, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:04.930818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 88fc6a45-26f7-4cf8-8146-b9abc219ea8e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:22:04.950894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-123e3be5-293c-4e7e-ab55-e3e7fa203af9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a46b0865-7fac-4674-9d87-0035f43b0ee2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.971178 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_controller (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:04.995294 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5543777e-feb9-4462-a58f-50d7ea363858), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.013908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e3be5-293c-4e7e-ab55-e3e7fa203af9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46b0865-7fac-4674-9d87-0035f43b0ee2,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:05.030542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-123e3be5-293c-4e7e-ab55-e3e7fa203af9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.034983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-123e3be5-293c-4e7e-ab55-e3e7fa203af9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3580716
Apr 09 21:22:05.049191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55700) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:05.054679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=5543777e-feb9-4462-a58f-50d7ea363858,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:05.061293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4349f445-0ec7-4952-a0e1-4dc4c76799f0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'security_group_rule': {'security_group_id': '95f0590b-48af-4e0c-8c84-ef35e42a59c3', 'project_id': '605e203fc5c04ed781bf67d309905d81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:05.069926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] For port 7bd2850e-65c6-454d-8e63-0a542ff416a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bd2850e-65c6-454d-8e63-0a542ff416a7,segment=NetworkSegment(ce383af0-5ea0-4299-9289-ac0a303220e3),segment_id=ce383af0-5ea0-4299-9289-ac0a303220e3)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:05.070217 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-6a125e4b-527c-40b5-9bb0-d2bb03ec39f3 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3213582
Apr 09 21:22:05.071296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-78495ec8-d84d-49f2-b6bc-e67532168ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:05.072626 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-78495ec8-d84d-49f2-b6bc-e67532168ac0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4b7a3ab-b3cc-492d-828a-29903c6d882c HTTP/1.1" status: 200  len: 910 time: 0.3252401
Apr 09 21:22:05.076144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 04789eea-c741-4eeb-92fa-274a8ff7a626 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:05.130383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.134930 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (82a9661f-8cbe-4136-adc4-70cdc23379a6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.158014 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-146d2cd0-c2aa-44d6-9d54-2ff0d315321b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88fc6a45-26f7-4cf8-8146-b9abc219ea8e HTTP/1.1" status: 200  len: 217 time: 0.0521128
Apr 09 21:22:05.236189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad1267-aa76-4486-a05f-e8d5c9689a9f None None] Pushing event updated for resources: {'Port': ['ID=7bd2850e-65c6-454d-8e63-0a542ff416a7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:05.274379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e56c5a6a-fb29-4069-bd14-8951d6bce44c None None] Provisioning complete for port 7bd2850e-65c6-454d-8e63-0a542ff416a7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:05.274751 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a6a-fb29-4069-bd14-8951d6bce44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.294464 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (82a9661f-8cbe-4136-adc4-70cdc23379a6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.299070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:05.301399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (82a9661f-8cbe-4136-adc4-70cdc23379a6), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.307624 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-4349f445-0ec7-4952-a0e1-4dc4c76799f0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Project 605e203fc5c04ed781bf67d309905d81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:22:05.369779 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (82a9661f-8cbe-4136-adc4-70cdc23379a6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.370851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Fanout notify agent at l3_agent the message router_deleted on router 82a9661f-8cbe-4136-adc4-70cdc23379a6 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:22:05.381277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Routers {'88c5da0c-6812-442d-866c-46d872152e20'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:05.382294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237486bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['88c5da0c-6812-442d-866c-46d872152e20'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:05.386738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 04789eea-c741-4eeb-92fa-274a8ff7a626 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:05.388472 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.393926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.394157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '88fc6a45-26f7-4cf8-8146-b9abc219ea8e', 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c', 'port_id': '88fc6a45-26f7-4cf8-8146-b9abc219ea8e', 'mac_address': 'fa:16:3e:24:fc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9df682-1f3c-4607-89c8-a9ffac0d3c6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:22:05.407785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0193561b-10a9-4181-a42c-a7556e7ba684 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/82a9661f-8cbe-4136-adc4-70cdc23379a6 HTTP/1.1" status: 204  len: 168 time: 1.8411310
Apr 09 21:22:05.409004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55720) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:05.414711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1943728553'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:05.440409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:05.450412 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.452557 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4349f445-0ec7-4952-a0e1-4dc4c76799f0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (fd108b15-b988-470d-9408-70851e224d1e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.494671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.504980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:22:05.521678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-a1bd6f2e-bd07-4c12-9246-ac44678b8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:05.523329 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0f485e89-ebaf-461e-b384-0a82c0aab5f5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.523578 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-a1bd6f2e-bd07-4c12-9246-ac44678b8f1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a9df682-1f3c-4607-89c8-a9ffac0d3c6c HTTP/1.1" status: 200  len: 849 time: 0.3477039
Apr 09 21:22:05.524273 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment 0f485e89-ebaf-461e-b384-0a82c0aab5f5 of type vlan for network 1dd31705-48d9-4139-ac81-0b47523d547a
Apr 09 21:22:05.568732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:05.569372 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.576077 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1dd31705-48d9-4139-ac81-0b47523d547a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.598687 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-12587247-3226-456e-9561-a2f43f7a4f96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4b7a3ab-b3cc-492d-828a-29903c6d882c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581577
Apr 09 21:22:05.598963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fc6a45-26f7-4cf8-8146-b9abc219ea8e {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:05.609747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1dd31705-48d9-4139-ac81-0b47523d547a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.620911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:05.621949 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.667098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2565551
Apr 09 21:22:05.681135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55722) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:05.687826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': '1dd31705-48d9-4139-ac81-0b47523d547a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:05.690119 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1bf889fa-b6c9-4fd1-b225-21dd233ecafa req-0e710cd0-29b2-4021-aacd-9fd892f66c11 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5854471
Apr 09 21:22:05.706284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:05.726196 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.737647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04aceb-9c83-4fe7-8a4d-4e12339664fe req-0ea7e49b-d7a4-4bde-b363-d1fb5d01b5b2 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:05.745744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b04aceb-9c83-4fe7-8a4d-4e12339664fe req-0ea7e49b-d7a4-4bde-b363-d1fb5d01b5b2 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 944 time: 0.2763803
Apr 09 21:22:05.759727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4349f445-0ec7-4952-a0e1-4dc4c76799f0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (fd108b15-b988-470d-9408-70851e224d1e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.771396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] Set router 88c5da0c-6812-442d-866c-46d872152e20 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:05.774194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e56c5a6a-fb29-4069-bd14-8951d6bce44c None None] Current status of the port 7bd2850e-65c6-454d-8e63-0a542ff416a7 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:05.774620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a6a-fb29-4069-bd14-8951d6bce44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.777315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4349f445-0ec7-4952-a0e1-4dc4c76799f0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (fd108b15-b988-470d-9408-70851e224d1e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.866233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25019b8f-315a-4138-bd2a-4d316ce8bcbe tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=1dd31705-48d9-4139-ac81-0b47523d547a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:05.911556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349f445-0ec7-4952-a0e1-4dc4c76799f0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd108b15-b988-470d-9408-70851e224d1e,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:05.961303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4349f445-0ec7-4952-a0e1-4dc4c76799f0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.971612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4349f445-0ec7-4952-a0e1-4dc4c76799f0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.9099264
Apr 09 21:22:05.971612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-40757f48-1a47-49bc-bc99-6352d88336a3 service neutron] 10.222.0.25 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3528845
Apr 09 21:22:05.971612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:05.982771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b04aceb-9c83-4fe7-8a4d-4e12339664fe req-e50fa216-8f12-4115-8341-4c459c3fc6e7 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860199
Apr 09 21:22:06.021811 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.026804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:06.031471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.183744 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-af01c7b0-e7d2-4f96-843c-a3b99029ec19 req-b6888323-8041-4716-8b25-14f9f28dd4e7 service neutron] 10.222.0.25 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109828
Apr 09 21:22:06.216860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.35.0.5 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/b7862716-4a09-426f-9bc2-2b93b8b4a12a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:06.231284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1dd31705-48d9-4139-ac81-0b47523d547a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:22:06.280342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['88fc6a45-26f7-4cf8-8146-b9abc219ea8e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:06.282125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 04789eea-c741-4eeb-92fa-274a8ff7a626 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:06.297867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:06.312627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e56c5a6a-fb29-4069-bd14-8951d6bce44c None None] For port 7bd2850e-65c6-454d-8e63-0a542ff416a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bd2850e-65c6-454d-8e63-0a542ff416a7,segment=NetworkSegment(ce383af0-5ea0-4299-9289-ac0a303220e3),segment_id=ce383af0-5ea0-4299-9289-ac0a303220e3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:06.346153 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a6a-fb29-4069-bd14-8951d6bce44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.374260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.383118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-d942759f-c245-47c3-a0a4-fef11555a6a3 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535686997&fields=id&tenant_id=605e203fc5c04ed781bf67d309905d81 HTTP/1.1" status: 200  len: 267 time: 0.1516206
Apr 09 21:22:06.384226 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (cf954c5b-2e46-4175-8ccf-fb4374099dad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.426852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.448003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=cf954c5b-2e46-4175-8ccf-fb4374099dad,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:06.509325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:06.513079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:06.516536 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:06.532790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-698ace30-645f-4aa7-8101-b94d54719456 None None] Provisioning complete for port 7bd2850e-65c6-454d-8e63-0a542ff416a7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:06.533188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-698ace30-645f-4aa7-8101-b94d54719456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.546342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c5a6a-fb29-4069-bd14-8951d6bce44c None None] Pushing event updated for resources: {'Port': ['ID=7bd2850e-65c6-454d-8e63-0a542ff416a7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:06.560203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': '0f485e89-ebaf-461e-b384-0a82c0aab5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1dd31705-48d9-4139-ac81-0b47523d547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:06.560871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: 1dd31705-48d9-4139-ac81-0b47523d547a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:22:06.572362 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=b7862716-4a09-426f-9bc2-2b93b8b4a12a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:06.600858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 1dd31705-48d9-4139-ac81-0b47523d547a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:22:06.632632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-c6612a66-419f-4ff1-9e09-eca881cde602 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:06.634871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-c6612a66-419f-4ff1-9e09-eca881cde602 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/networks?id=0391f0d4-fa04-493b-a06d-d7825f459d86 HTTP/1.1" status: 200  len: 809 time: 0.1963665
Apr 09 21:22:06.636287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1dd31705-48d9-4139-ac81-0b47523d547a) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:06.642344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:06.643237 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.663240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7d017-fe41-49c2-ae9c-85580ccc93bc None None] Network 1dd31705-48d9-4139-ac81-0b47523d547a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:06.663918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-bcbe4388-f8da-4652-a38d-42fbf1f1b671 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/quotas/605e203fc5c04ed781bf67d309905d81 HTTP/1.1" status: 200  len: 375 time: 0.0231428
Apr 09 21:22:06.686434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55762) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:06.688607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-07b54f2d-7488-4c7f-ab98-a4e790d3f743 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0022950
Apr 09 21:22:06.710811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-41ca5b6f-60dd-4a66-b176-edd3b2fb98cb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1578169305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:06.753921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-41ca5b6f-60dd-4a66-b176-edd3b2fb98cb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (28c711a3-f46b-48f2-9bab-835d3dfdbfac), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.754180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-889a7d27-6d17-4364-91cf-370c005333d0 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=605e203fc5c04ed781bf67d309905d81&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0632694
Apr 09 21:22:06.755203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-41ca5b6f-60dd-4a66-b176-edd3b2fb98cb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (28c711a3-f46b-48f2-9bab-835d3dfdbfac), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.782858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237486bd90>, [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64'}], 'enable_snat': True}, 'gw_port_id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:22:00Z', 'revision_number': 4, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port': {'id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:57Z', 'updated_at': '2022-04-09T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bd2850e-65c6-454d-8e63-0a542ff416a7', 'name': '', 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'mac_address': 'fa:16:3e:7f:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ade0603f-acb8-4afe-9219-3fe48e619a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:59Z', 'updated_at': '2022-04-09T21:22:04Z', 'revision_number': 4, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'subnets': [{'id': 'ade0603f-acb8-4afe-9219-3fe48e619a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:06.802136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55766) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:06.836221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-41ca5b6f-60dd-4a66-b176-edd3b2fb98cb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (28c711a3-f46b-48f2-9bab-835d3dfdbfac), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.857095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c0f7c0-2044-437b-b6b5-cfb885a67439 None None] The sync data for ids ['88c5da0c-6812-442d-866c-46d872152e20'] in ncdv-master-1 is: [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64'}], 'enable_snat': True}, 'gw_port_id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:22:00Z', 'revision_number': 4, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port': {'id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:57Z', 'updated_at': '2022-04-09T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bd2850e-65c6-454d-8e63-0a542ff416a7', 'name': '', 'network_id': 'd32530e7-72fe-4639-bdcd-b671687ab1bc', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'mac_address': 'fa:16:3e:7f:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ade0603f-acb8-4afe-9219-3fe48e619a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:59Z', 'updated_at': '2022-04-09T21:22:04Z', 'revision_number': 4, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'subnets': [{'id': 'ade0603f-acb8-4afe-9219-3fe48e619a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:06.891094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-698ace30-645f-4aa7-8101-b94d54719456 None None] Current status of the port 7bd2850e-65c6-454d-8e63-0a542ff416a7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:06.926461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-41ca5b6f-60dd-4a66-b176-edd3b2fb98cb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (28c711a3-f46b-48f2-9bab-835d3dfdbfac), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:06.953291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1dd31705-48d9-4139-ac81-0b47523d547a', 'network_id': '1dd31705-48d9-4139-ac81-0b47523d547a', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': 'cf954c5b-2e46-4175-8ccf-fb4374099dad'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:22:06.954292 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.038118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-41ca5b6f-60dd-4a66-b176-edd3b2fb98cb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.041958 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-41ca5b6f-60dd-4a66-b176-edd3b2fb98cb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3520012
Apr 09 21:22:07.044756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55772) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:07.119490 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-036aef48-55a3-4d59-b823-d09574c03f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.128428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7bd2850e-65c6-454d-8e63-0a542ff416a7 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:07.184800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.195895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Allocated IP 172.20.0.2 (1dd31705-48d9-4139-ac81-0b47523d547a/cf954c5b-2e46-4175-8ccf-fb4374099dad/6ba2f6c5-cf7d-4126-abc4-cadadc8743f4) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:07.218040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 7bd2850e-65c6-454d-8e63-0a542ff416a7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:07.218449 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.222423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-3f36bca5-115d-4a9b-8873-a386fba34ae1 service neutron] 10.222.0.30 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4556417
Apr 09 21:22:07.345131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-eb71f7f8-e76a-472e-a9a6-28e1eea1a1dc service neutron] 10.222.0.30 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113279
Apr 09 21:22:07.361859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d313-a0d1-438a-8399-9900221c6a0a req-50ebbd10-aa33-4e10-b624-1ed1b30d726a tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:07.368810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d705d313-a0d1-438a-8399-9900221c6a0a req-50ebbd10-aa33-4e10-b624-1ed1b30d726a tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 945 time: 0.2270398
Apr 09 21:22:07.407624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 7bd2850e-65c6-454d-8e63-0a542ff416a7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:07.500990 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-036aef48-55a3-4d59-b823-d09574c03f9f admin admin] Publish callbacks [] for security_group (b8aee3a6-59fe-425b-830d-8535ba4eec02), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.517572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d705d313-a0d1-438a-8399-9900221c6a0a req-5bb9996a-c423-47ec-8f10-c8774af62771 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478047
Apr 09 21:22:07.518926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-036aef48-55a3-4d59-b823-d09574c03f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b8aee3a6-59fe-425b-830d-8535ba4eec02), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.551367 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Publish callbacks [] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.562971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.573402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aef48-55a3-4d59-b823-d09574c03f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aee3a6-59fe-425b-830d-8535ba4eec02,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:07.598890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-036aef48-55a3-4d59-b823-d09574c03f9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=249211709ece485daf084a48fcbf819f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7940280
Apr 09 21:22:07.601161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55776) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:07.643983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Network 1dd31705-48d9-4139-ac81-0b47523d547a is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:07.648791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Pushing event updated for resources: {'Port': ['ID=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:07.652127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:07.655342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:07.720240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Attempting to bind port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:07.720721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Attempting to bind port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f485e89-ebaf-461e-b384-0a82c0aab5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1dd31705-48d9-4139-ac81-0b47523d547a'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:07.721190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Attempting to bind port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 on network 1dd31705-48d9-4139-ac81-0b47523d547a {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:07.727051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:07.727518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Checking segment: {'id': '0f485e89-ebaf-461e-b384-0a82c0aab5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1dd31705-48d9-4139-ac81-0b47523d547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:07.728012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.728664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Bound using segment: {'id': '0f485e89-ebaf-461e-b384-0a82c0aab5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1dd31705-48d9-4139-ac81-0b47523d547a'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:07.729084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Bound port: 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f485e89-ebaf-461e-b384-0a82c0aab5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1dd31705-48d9-4139-ac81-0b47523d547a'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:07.729533 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.826655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] For port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:07.830491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] For port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,segment=NetworkSegment(0f485e89-ebaf-461e-b384-0a82c0aab5f5),segment_id=0f485e89-ebaf-461e-b384-0a82c0aab5f5)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:07.841987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.846929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d3a5a36-d6c3-43ad-b827-db231552df75 req-d8e66b95-4b9b-4656-8fb1-eaf73137483c tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 210 time: 0.1013834
Apr 09 21:22:07.860013 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e405efd1-9980-4b46-a650-efa503e48b9f admin admin] Publish callbacks [] for security_group (b8aee3a6-59fe-425b-830d-8535ba4eec02), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.893202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e405efd1-9980-4b46-a650-efa503e48b9f admin admin] Publish callbacks [] for security_group (b8aee3a6-59fe-425b-830d-8535ba4eec02), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:07.956630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb0203-550b-4b00-95f8-9c6043a0e11b None None] Pushing event updated for resources: {'Port': ['ID=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:07.999372 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e405efd1-9980-4b46-a650-efa503e48b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b8aee3a6-59fe-425b-830d-8535ba4eec02), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:08.002917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e405efd1-9980-4b46-a650-efa503e48b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:08.007283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e405efd1-9980-4b46-a650-efa503e48b9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8aee3a6-59fe-425b-830d-8535ba4eec02 HTTP/1.1" status: 204  len: 168 time: 0.4039340
Apr 09 21:22:08.016591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405efd1-9980-4b46-a650-efa503e48b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aee3a6-59fe-425b-830d-8535ba4eec02,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:08.135417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:08.415245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:08.553553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55798) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:08.575239 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04b8c376-130a-482c-a795-a6af52bc1131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:08.713138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.20.0.1 (1dd31705-48d9-4139-ac81-0b47523d547a/cf954c5b-2e46-4175-8ccf-fb4374099dad/cf9b7c91-bec8-461f-a255-224a5814e729) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:08.765361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eadfd-d7d1-4f6d-ae6d-c1cc4b5636c7 req-c877f6cf-2ea7-48c5-be6b-ce695080b3c7 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:08.767021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-640eadfd-d7d1-4f6d-ae6d-c1cc4b5636c7 req-c877f6cf-2ea7-48c5-be6b-ce695080b3c7 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 945 time: 0.1330664
Apr 09 21:22:08.775323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:22:08.846501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 88fc6a45-26f7-4cf8-8146-b9abc219ea8e up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:08.883626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1e2d5-edb9-4225-8716-8957c9af6c49 req-22d3aaaa-ef5f-4c52-b724-d63375ca1baa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:08.885331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3c1e2d5-edb9-4225-8716-8957c9af6c49 req-22d3aaaa-ef5f-4c52-b724-d63375ca1baa tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1612973
Apr 09 21:22:08.890278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04b8c376-130a-482c-a795-a6af52bc1131 admin admin] Publish callbacks [] for security_group (3c0bf3c3-ee2c-4c81-97f3-a1bb378fb30f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:08.899081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-18b3a752-ff83-4b37-a332-d85d64ef3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:08.900782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-18b3a752-ff83-4b37-a332-d85d64ef3b68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1126 time: 0.1048172
Apr 09 21:22:08.913442 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (cf9b7c91-bec8-461f-a255-224a5814e729), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:08.916746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04b8c376-130a-482c-a795-a6af52bc1131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3c0bf3c3-ee2c-4c81-97f3-a1bb378fb30f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:08.917721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:22:08.926329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:08.927006 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.011523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-640eadfd-d7d1-4f6d-ae6d-c1cc4b5636c7 req-666d80bf-adfa-4e10-ada2-252b611864f8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123184
Apr 09 21:22:09.055561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:09.063217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.066307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:09.066700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.068567 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Sync routers for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:09.092477 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:09.093117 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771e4eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:09.136279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-04b8c376-130a-482c-a795-a6af52bc1131 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d849d77e4844ac98f5708a8151f9f55&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5790765
Apr 09 21:22:09.138289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:09.153870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24543ae-98a2-4ec3-883a-199fa081976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc6a45-26f7-4cf8-8146-b9abc219ea8e'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:09.156090 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a7cbd6-c354-48eb-bbdd-a1246de10ee3" -d '{"events": [{"server_uuid": "a24543ae-98a2-4ec3-883a-199fa081976b", "name": "network-vif-plugged", "status": "completed", "tag": "88fc6a45-26f7-4cf8-8146-b9abc219ea8e"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:09.158413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8c376-130a-482c-a795-a6af52bc1131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0bf3c3-ee2c-4c81-97f3-a1bb378fb30f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:09.178599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55804) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:09.227143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:09.237080 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.264057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 1dd31705-48d9-4139-ac81-0b47523d547a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:09.273509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:09.291339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3c1e2d5-edb9-4225-8716-8957c9af6c49 req-35556282-7285-4bae-af8e-6ac8f954ac3e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3958790
Apr 09 21:22:09.310369 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:09.319156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=cf9b7c91-bec8-461f-a255-224a5814e729,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:09.323721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:09.331629 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.333008 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-125083e4-c939-4efc-b13e-d91f9a8a6657 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 4.7154272
Apr 09 21:22:09.338293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55808) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:09.353416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:09.353800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.403628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-77483bf2-60d2-4c5d-bac2-327012ba2259 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0cbaded0b4ad4c4587cc36402e326750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0423381
Apr 09 21:22:09.410073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55810) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:09.420851 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086e3c88-7cd2-4238-8ee3-b4577a5c2bf9 x-openstack-request-id: req-086e3c88-7cd2-4238-8ee3-b4577a5c2bf9 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:09.421189 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24543ae-98a2-4ec3-883a-199fa081976b", "name": "network-vif-plugged", "status": "completed", "tag": "88fc6a45-26f7-4cf8-8146-b9abc219ea8e", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:09.421457 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-086e3c88-7cd2-4238-8ee3-b4577a5c2bf9 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:09.429571 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086e3c88-7cd2-4238-8ee3-b4577a5c2bf9'] response: {'server_uuid': 'a24543ae-98a2-4ec3-883a-199fa081976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc6a45-26f7-4cf8-8146-b9abc219ea8e', 'code': 200}
Apr 09 21:22:09.450810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:09.457097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc44e7ce-f83c-4247-b93a-c73907f21620 req-aee168f9-41b7-4f7c-a6c5-54d571adfaea tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 210 time: 0.2837634
Apr 09 21:22:09.541208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:09.541664 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.583792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd30341-ad09-4d7b-8563-cb9d1b858e25 None None] Network 1dd31705-48d9-4139-ac81-0b47523d547a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:09.592503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,segment=NetworkSegment(0f485e89-ebaf-461e-b384-0a82c0aab5f5),segment_id=0f485e89-ebaf-461e-b384-0a82c0aab5f5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:09.593570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-bd578e22-9453-41d0-bf41-d0868d88749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:09.595542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-bd578e22-9453-41d0-bf41-d0868d88749b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.5741405
Apr 09 21:22:09.609488 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.634636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-45f42fe4-c003-437c-aea5-11811ade671a tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:09.638065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-45f42fe4-c003-437c-aea5-11811ade671a tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.32 "GET /v2.0/networks?id=0391f0d4-fa04-493b-a06d-d7825f459d86 HTTP/1.1" status: 200  len: 809 time: 0.4319358
Apr 09 21:22:09.643390 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771e4eb0>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:06Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:09.672396 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Checking router: 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:09.672747 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Updating router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e port b7862716-4a09-426f-9bc2-2b93b8b4a12a binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:22:09.703455 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.708096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-36df8cb1-abab-4a94-b1f0-9b3a9508a5f3 None None] Provisioning complete for port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:09.708478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-36df8cb1-abab-4a94-b1f0-9b3a9508a5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.716737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831bfd66-3c50-481f-8f88-02b2d5101a3a admin admin] Publish callbacks [] for security_group (3c0bf3c3-ee2c-4c81-97f3-a1bb378fb30f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.718180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a86cd7-9a31-4133-b34d-e7c68ba4a0f0 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:09.720219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b5a86cd7-9a31-4133-b34d-e7c68ba4a0f0 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2962854
Apr 09 21:22:09.750533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55812) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:09.774315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:09.794390 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f08a83c9-1f57-472c-86f7-d12522483edf tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0426059
Apr 09 21:22:09.799250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55814) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:09.807885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-632276321', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:09.809785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-237c4a1c-491c-4965-9a8d-8bae68c53a0f tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=605e203fc5c04ed781bf67d309905d81 HTTP/1.1" status: 200  len: 379 time: 0.1267998
Apr 09 21:22:09.825024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'port': {'device_id': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'admin_state_up': True, 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'security_groups': ['95f0590b-48af-4e0c-8c84-ef35e42a59c3']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:09.875530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-36df8cb1-abab-4a94-b1f0-9b3a9508a5f3 None None] Current status of the port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:09.877797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-e5f431f8-d190-46e7-9474-d8ab7147b224 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.2694092
Apr 09 21:22:09.880157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831bfd66-3c50-481f-8f88-02b2d5101a3a admin admin] Publish callbacks [] for security_group (3c0bf3c3-ee2c-4c81-97f3-a1bb378fb30f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:09.937549 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (28c711a3-f46b-48f2-9bab-835d3dfdbfac), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.019942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-c9413ebd-10af-45e5-916b-e4ce54e2bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:10.021586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-c9413ebd-10af-45e5-916b-e4ce54e2bed0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.1322727
Apr 09 21:22:10.027136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:10.030913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.111711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-5837d01b-f727-4964-9cc2-5fe4cc71b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:10.113743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-5837d01b-f727-4964-9cc2-5fe4cc71b76d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0848835
Apr 09 21:22:10.149303 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Publish callbacks [] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.149850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.156839 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.163213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc0066-3d2f-4863-b1e5-ea4aeda613d9 req-455d76c3-fd6d-4b17-b983-3129f9234ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:10.164760 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cbdc0066-3d2f-4863-b1e5-ea4aeda613d9 req-455d76c3-fd6d-4b17-b983-3129f9234ccc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 1128 time: 0.6509993
Apr 09 21:22:10.203518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7a38e73f-8fc4-4924-8750-c758e6348adf None None] Provisioning complete for port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:10.204051 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a38e73f-8fc4-4924-8750-c758e6348adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.217382 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b00333-89f9-4041-a0e1-cedde2ce4d36 None None] Pushing event updated for resources: {'Port': ['ID=b7862716-4a09-426f-9bc2-2b93b8b4a12a,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:10.226451 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Attempting to bind port b7862716-4a09-426f-9bc2-2b93b8b4a12a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:10.226821 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Attempting to bind port b7862716-4a09-426f-9bc2-2b93b8b4a12a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:10.227679 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Attempting to bind port b7862716-4a09-426f-9bc2-2b93b8b4a12a on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:10.243008 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:10.245249 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:10.246177 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.246585 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:10.247120 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Bound port: b7862716-4a09-426f-9bc2-2b93b8b4a12a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:10.247900 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.319369 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] For port b7862716-4a09-426f-9bc2-2b93b8b4a12a, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:10.323403 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] For port b7862716-4a09-426f-9bc2-2b93b8b4a12a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7862716-4a09-426f-9bc2-2b93b8b4a12a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:10.333244 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.350060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7550db-b46c-4947-b7d8-b6dc87f7f672 req-c6e8ee46-dd47-4e3f-a1fe-f3a317af9743 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:10.351752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7550db-b46c-4947-b7d8-b6dc87f7f672 req-c6e8ee46-dd47-4e3f-a1fe-f3a317af9743 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 946 time: 0.2634311
Apr 09 21:22:10.359980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831bfd66-3c50-481f-8f88-02b2d5101a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3c0bf3c3-ee2c-4c81-97f3-a1bb378fb30f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.362688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831bfd66-3c50-481f-8f88-02b2d5101a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.366362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-831bfd66-3c50-481f-8f88-02b2d5101a3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c0bf3c3-ee2c-4c81-97f3-a1bb378fb30f HTTP/1.1" status: 204  len: 168 time: 1.1843507
Apr 09 21:22:10.370874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-6deb364d-7a88-46bd-8f30-fdada6907459 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128563
Apr 09 21:22:10.391114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7a38e73f-8fc4-4924-8750-c758e6348adf None None] Current status of the port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:10.418291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7a38e73f-8fc4-4924-8750-c758e6348adf None None] Provisioning complete for port cf9b7c91-bec8-461f-a255-224a5814e729 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:10.421002 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b00333-89f9-4041-a0e1-cedde2ce4d36 None None] Pushing event updated for resources: {'Port': ['ID=b7862716-4a09-426f-9bc2-2b93b8b4a12a,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:10.421671 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7a38e73f-8fc4-4924-8750-c758e6348adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.454211 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cbdc0066-3d2f-4863-b1e5-ea4aeda613d9 req-c74006fe-48a1-4059-af81-7d29cc6fcaa2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2578545
Apr 09 21:22:10.462161 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:10.463091 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771e4eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:10.481666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7a38e73f-8fc4-4924-8750-c758e6348adf None None] Port cf9b7c91-bec8-461f-a255-224a5814e729 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:10.514203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bfd66-3c50-481f-8f88-02b2d5101a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0bf3c3-ee2c-4c81-97f3-a1bb378fb30f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:10.600308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Made reservation on behalf of 605e203fc5c04ed781bf67d309905d81 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:10.603841 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.604549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fe9c06e1-f385-4d7a-9fc1-0f3df7998b79 None None] Provisioning complete for port cf9b7c91-bec8-461f-a255-224a5814e729 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:10.604955 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe9c06e1-f385-4d7a-9fc1-0f3df7998b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.607439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (ea9e1224-04aa-4aa6-8497-e3021296e84b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.642736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7550db-b46c-4947-b7d8-b6dc87f7f672 req-70c7edc1-c87e-46bc-8e8a-723dd0f46c3f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772744
Apr 09 21:22:10.660992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f02f-60b4-4eb3-8057-e0c90dc91910 req-872caa3d-3a75-4429-a055-43201e27d52b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:10.668629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c95f02f-60b4-4eb3-8057-e0c90dc91910 req-872caa3d-3a75-4429-a055-43201e27d52b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1466067
Apr 09 21:22:10.674457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93672132-8188-4556-af9f-54cf2fc9fe64 req-105b9739-22b4-4ae3-88c3-1bfed35a9b0f service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2882841
Apr 09 21:22:10.687950 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:10.717532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c06e1-f385-4d7a-9fc1-0f3df7998b79 None None] Port cf9b7c91-bec8-461f-a255-224a5814e729 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:10.780677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Subnet': ['ID=ea9e1224-04aa-4aa6-8497-e3021296e84b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:10.813383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Allocated IP 172.20.0.5 (0391f0d4-fa04-493b-a06d-d7825f459d86/0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a/4c7b21e8-849b-46e4-a86f-7e4c0cea2745) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:10.854556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Checking segment: {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:10.855297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network hostable DHCP agents. Network: ea5bab77-15e0-4728-ad80-51ef38574660, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:22:10.858341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d3357d6-5050-4d3e-8547-46cebee855ca req-ce05ebc1-fa68-435c-a59b-d27bf008ee0e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 210 time: 0.0423977
Apr 09 21:22:10.876535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (cf9b7c91-bec8-461f-a255-224a5814e729), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.890224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:10.925587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c95f02f-60b4-4eb3-8057-e0c90dc91910 req-e50c76c6-95df-42cd-bf93-8b177a58b47b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2529643
Apr 09 21:22:10.968332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55826) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:10.982063 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771e4eb0>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:06Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:11.001677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b263b388-7d3c-426a-9217-92e2baccfbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.003498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network ea5bab77-15e0-4728-ad80-51ef38574660 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:22:11.012657 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c78f28-00b5-41bf-af11-b19d7bd57ac3 None None] The sync data for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 is: [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:06Z', 'revision_number': 3, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:11.049840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea5bab77-15e0-4728-ad80-51ef38574660) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:11.055505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=cf9b7c91-bec8-461f-a255-224a5814e729,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:11.058058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (28c711a3-f46b-48f2-9bab-835d3dfdbfac), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.059916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:11.071793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:11.072299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.080045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176c61e-9770-4929-9795-5161f0330f2e None None] Network ea5bab77-15e0-4728-ad80-51ef38574660 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:11.119289 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-15c10da6-e6c2-412f-9602-df0f75aaa68d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.3166885
Apr 09 21:22:11.120181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:11.132311 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.186076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.232664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:11.235543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:11.251329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:11.255238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:11.255637 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.285316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b263b388-7d3c-426a-9217-92e2baccfbf7 admin admin] Publish callbacks [] for security_group (db8aaa02-676d-48ca-a9ab-b712c3463dd5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.352367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ea5bab77-15e0-4728-ad80-51ef38574660', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:22:11.353146 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.377226 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b263b388-7d3c-426a-9217-92e2baccfbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db8aaa02-676d-48ca-a9ab-b712c3463dd5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.394147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'Port': ['ID=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:11.402780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 1dd31705-48d9-4139-ac81-0b47523d547a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:11.402994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:11.403254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.426407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:11.426981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-af167c06-47fa-42b2-b74b-eca057a65403 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6078670
Apr 09 21:22:11.441215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Request body: {'port': {'device_id': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:11.497965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263b388-7d3c-426a-9217-92e2baccfbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8aaa02-676d-48ca-a9ab-b712c3463dd5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:11.580202 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.586083 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b263b388-7d3c-426a-9217-92e2baccfbf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85bebed8f1eb4fd2abd2c843030533e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6102073
Apr 09 21:22:11.595519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55830) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:11.632784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:11.762587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b079d59-52aa-4076-93cd-b351a99c1c9a admin admin] Publish callbacks [] for security_group (db8aaa02-676d-48ca-a9ab-b712c3463dd5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.817788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-da62d60f-061d-453b-9289-1972a2d67298 None None] Provisioning complete for port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:11.818513 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da62d60f-061d-453b-9289-1972a2d67298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.876678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Allocated IP 172.20.0.2 (ea5bab77-15e0-4728-ad80-51ef38574660/ea9e1224-04aa-4aa6-8497-e3021296e84b/cc20e8d9-5d90-48af-94f3-0e451a232aab) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:11.904013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-da62d60f-061d-453b-9289-1972a2d67298 None None] Port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:11.939587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b079d59-52aa-4076-93cd-b351a99c1c9a admin admin] Publish callbacks [] for security_group (db8aaa02-676d-48ca-a9ab-b712c3463dd5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:11.986546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deeefd-1a77-4e20-8e54-1ff19db34a45 req-fa88579c-8950-4378-9aa1-cd42922c819b tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:11.994833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85deeefd-1a77-4e20-8e54-1ff19db34a45 req-fa88579c-8950-4378-9aa1-cd42922c819b tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 946 time: 0.2127976
Apr 09 21:22:12.045365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router 28c711a3-f46b-48f2-9bab-835d3dfdbfac is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:22:12.058503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5c9e6c63-931d-49cb-ae77-02be14293d5d None None] Provisioning complete for port cf9b7c91-bec8-461f-a255-224a5814e729 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:12.059978 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6c63-931d-49cb-ae77-02be14293d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.107137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60397b-e7aa-41cd-affa-4d950edb5244 req-cb9034dc-9559-47af-8038-0fd5782521b8 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:12.109710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a60397b-e7aa-41cd-affa-4d950edb5244 req-cb9034dc-9559-47af-8038-0fd5782521b8 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 931 time: 0.1484768
Apr 09 21:22:12.151592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e6c63-931d-49cb-ae77-02be14293d5d None None] Port cf9b7c91-bec8-461f-a255-224a5814e729 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:12.159496 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Publish callbacks [] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.172387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.204776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85deeefd-1a77-4e20-8e54-1ff19db34a45 req-e1d08303-6672-4efb-b745-bb00f69aa8c8 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089694
Apr 09 21:22:12.241807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Pushing event updated for resources: {'Port': ['ID=cc20e8d9-5d90-48af-94f3-0e451a232aab,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:12.263344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Network ea5bab77-15e0-4728-ad80-51ef38574660 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:12.266025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:12.268860 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b079d59-52aa-4076-93cd-b351a99c1c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db8aaa02-676d-48ca-a9ab-b712c3463dd5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.270231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:12.271131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b079d59-52aa-4076-93cd-b351a99c1c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.274684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7b079d59-52aa-4076-93cd-b351a99c1c9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db8aaa02-676d-48ca-a9ab-b712c3463dd5 HTTP/1.1" status: 204  len: 168 time: 0.6746740
Apr 09 21:22:12.361562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Attempting to bind port cc20e8d9-5d90-48af-94f3-0e451a232aab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:12.362025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Attempting to bind port cc20e8d9-5d90-48af-94f3-0e451a232aab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:12.362310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Attempting to bind port cc20e8d9-5d90-48af-94f3-0e451a232aab on network ea5bab77-15e0-4728-ad80-51ef38574660 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:12.371126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:12.371571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Checking segment: {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:12.371912 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.372315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Bound using segment: {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:12.373209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Bound port: cc20e8d9-5d90-48af-94f3-0e451a232aab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:12.373795 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.484529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] For port cc20e8d9-5d90-48af-94f3-0e451a232aab, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:12.490884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] For port cc20e8d9-5d90-48af-94f3-0e451a232aab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc20e8d9-5d90-48af-94f3-0e451a232aab,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:12.502683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.579219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fd1b1-a2f3-4a9a-bbd2-274ba699106b None None] Pushing event updated for resources: {'Port': ['ID=cc20e8d9-5d90-48af-94f3-0e451a232aab,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:12.726115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:12.740281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e3ce8cd-63aa-4e84-a23c-302a995b71f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/28c711a3-f46b-48f2-9bab-835d3dfdbfac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6943929
Apr 09 21:22:12.742132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55844) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:12.747559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73e919f-1929-4375-aa01-c0475d62b547 None None] Sync routers for ids ['28c711a3-f46b-48f2-9bab-835d3dfdbfac'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:12.756338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a60397b-e7aa-41cd-affa-4d950edb5244 req-aa71a06a-f020-4d2d-936f-96c984fcb8a8 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6166804
Apr 09 21:22:12.757117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079d59-52aa-4076-93cd-b351a99c1c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8aaa02-676d-48ca-a9ab-b712c3463dd5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:12.767076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e919f-1929-4375-aa01-c0475d62b547 None None] Routers {'28c711a3-f46b-48f2-9bab-835d3dfdbfac'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:12.767866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c73e919f-1929-4375-aa01-c0475d62b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d66100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['28c711a3-f46b-48f2-9bab-835d3dfdbfac'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:12.856799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b62c7-c7d6-47c5-a615-228657e81151 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:12.861252 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d83b62c7-c7d6-47c5-a615-228657e81151 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports/cf9b7c91-bec8-461f-a255-224a5814e729 HTTP/1.1" status: 200  len: 910 time: 0.1180313
Apr 09 21:22:12.861892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 55848) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:12.870144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a4729226-2022-4e99-b948-f626a0c4db35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cf954c5b-2e46-4175-8ccf-fb4374099dad'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:12.881479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:12.905179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef15f-3849-4372-98f4-b4715b2390d5 req-13ea660a-e124-4463-915b-78477d71c891 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:12.906716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0baef15f-3849-4372-98f4-b4715b2390d5 req-13ea660a-e124-4463-915b-78477d71c891 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.5892870
Apr 09 21:22:12.919245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Publish callbacks [] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.963549 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:12.996832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Transition to ACTIVE for port object 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:22:13.031919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0baef15f-3849-4372-98f4-b4715b2390d5 req-99f31382-fc3f-4f22-95bf-ec1b281f318a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095576
Apr 09 21:22:13.032783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:13.136535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Pushing event updated for resources: {'Port': ['ID=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:13.275433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Attempting to bind port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:13.275845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Attempting to bind port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:13.276127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Attempting to bind port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 on network 0391f0d4-fa04-493b-a06d-d7825f459d86 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:13.282600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 on network 0391f0d4-fa04-493b-a06d-d7825f459d86 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:22:13.282929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Attempting to bind port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 on network 0391f0d4-fa04-493b-a06d-d7825f459d86 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:13.289656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:13.289804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Checking segment: {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:13.290663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Bound using segment: {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:13.291112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Bound port: 4c7b21e8-849b-46e4-a86f-7e4c0cea2745, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d3af83-ce11-40a2-ad07-5549c332b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:13.291482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:13.335633 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7862716-4a09-426f-9bc2-2b93b8b4a12a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:13.377248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c73e919f-1929-4375-aa01-c0475d62b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d66100>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:13.425920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b7862716-4a09-426f-9bc2-2b93b8b4a12a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:13.426312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:13.428104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e919f-1929-4375-aa01-c0475d62b547 None None] Routers {'28c711a3-f46b-48f2-9bab-835d3dfdbfac'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:13.428743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c73e919f-1929-4375-aa01-c0475d62b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d66100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['28c711a3-f46b-48f2-9bab-835d3dfdbfac'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:13.431055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb6f98-af11-479f-9b06-09df294d6a81 req-2336ef69-3f82-419c-9fc1-ba72b693b111 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:13.432646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0cb6f98-af11-479f-9b06-09df294d6a81 req-2336ef69-3f82-419c-9fc1-ba72b693b111 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 946 time: 0.1131089
Apr 09 21:22:13.519401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] For port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:13.540950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0cb6f98-af11-479f-9b06-09df294d6a81 req-59a00716-2025-4309-aee2-4be15a139a29 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859084
Apr 09 21:22:13.565084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] For port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:13.576226 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:13.604106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c73e919f-1929-4375-aa01-c0475d62b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d66100>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:13.604733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73e919f-1929-4375-aa01-c0475d62b547 None None] The sync data for ids ['28c711a3-f46b-48f2-9bab-835d3dfdbfac'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:13.609191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4729226-2022-4e99-b948-f626a0c4db35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:13.698945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Pushing event updated for resources: {'Port': ['ID=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:13.702698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b7862716-4a09-426f-9bc2-2b93b8b4a12a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:13.703099 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:13.717941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:13.718595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:13.720373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-12f55c90-ced4-4712-9b4b-8400792b97db service neutron] 10.222.0.32 "PUT /v2.0/ports/4c7b21e8-849b-46e4-a86f-7e4c0cea2745 HTTP/1.1" status: 200  len: 1091 time: 2.2859414
Apr 09 21:22:13.720878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'tag': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:13.725634 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9" -d '{"events": [{"name": "network-changed", "server_uuid": "584ed9de-6598-458b-bdc5-118c7ca85c48", "tag": "4c7b21e8-849b-46e4-a86f-7e4c0cea2745"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:13.749971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.20.0.1 (ea5bab77-15e0-4728-ad80-51ef38574660/ea9e1224-04aa-4aa6-8497-e3021296e84b/383c2c1b-8f1f-4f8e-b050-5e3b9306cc25) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:13.750598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port b7862716-4a09-426f-9bc2-2b93b8b4a12a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7862716-4a09-426f-9bc2-2b93b8b4a12a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:13.764559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:13.846855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-84f0b70f-2472-49cf-b43d-56556244d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:13.856911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-84f0b70f-2472-49cf-b43d-56556244d1b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=605e203fc5c04ed781bf67d309905d81&device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1125 time: 0.0844982
Apr 09 21:22:13.862681 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb749dd-b778-4e16-8920-9714dcf61861 x-openstack-request-id: req-8fb749dd-b778-4e16-8920-9714dcf61861 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:13.862981 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584ed9de-6598-458b-bdc5-118c7ca85c48", "tag": "4c7b21e8-849b-46e4-a86f-7e4c0cea2745", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:13.863426 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fb749dd-b778-4e16-8920-9714dcf61861 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:13.863649 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb749dd-b778-4e16-8920-9714dcf61861'] response: {'name': 'network-changed', 'server_uuid': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'tag': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'status': 'completed', 'code': 200}
Apr 09 21:22:13.884972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=b7862716-4a09-426f-9bc2-2b93b8b4a12a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:13.969322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-c699fb8d-287b-42f7-ae53-056d98f329d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745 HTTP/1.1" status: 200  len: 217 time: 0.1031291
Apr 09 21:22:14.039643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0d499-5220-42c5-9dac-21b7b33de4e2 req-66226ac4-1d71-4bca-9f33-49c39e4c15f6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:14.047738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6f0d499-5220-42c5-9dac-21b7b33de4e2 req-66226ac4-1d71-4bca-9f33-49c39e4c15f6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 943 time: 0.0812786
Apr 09 21:22:14.189764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-773fbb93-3976-486b-83b5-328e659f6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:14.191304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-773fbb93-3976-486b-83b5-328e659f6574 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a HTTP/1.1" status: 200  len: 848 time: 0.1408739
Apr 09 21:22:14.268068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b6f0d499-5220-42c5-9dac-21b7b33de4e2 req-37273ab1-082d-46ca-8154-870cc6a71341 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2193892
Apr 09 21:22:14.303869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-d838932b-c46e-41d1-92db-31d7d97010dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:14.305950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-d838932b-c46e-41d1-92db-31d7d97010dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0391f0d4-fa04-493b-a06d-d7825f459d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1015189
Apr 09 21:22:14.380770 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:14.447220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-b8183296-5bdb-47a9-b673-55a9063455d3 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310041
Apr 09 21:22:14.558325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:14.597414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85450959-684d-4c86-bc65-5aa50f1ea881 req-c3da3c25-a81e-41fa-8677-99317f0c8a7d service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446893
Apr 09 21:22:14.636109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225d51e0-a346-4514-b030-af9e1a3ef491 None None] Network ea5bab77-15e0-4728-ad80-51ef38574660 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:14.661158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network ea5bab77-15e0-4728-ad80-51ef38574660 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:14.668579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:14.679802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:14.722699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4d87a-c455-4e69-be5a-6f11866a3563 req-f8609909-95f8-425d-ae43-0ad2437d4295 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:14.724895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86b4d87a-c455-4e69-be5a-6f11866a3563 req-f8609909-95f8-425d-ae43-0ad2437d4295 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 946 time: 0.0608075
Apr 09 21:22:14.725159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:14.745466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e1a7a29d-3661-4a24-aba2-a071d1ff1d7d None None] Provisioning complete for port cc20e8d9-5d90-48af-94f3-0e451a232aab triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:14.745917 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a29d-3661-4a24-aba2-a071d1ff1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:14.779295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86b4d87a-c455-4e69-be5a-6f11866a3563 req-5732eef4-5c81-4863-9dad-4a72bb4219ce tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476699
Apr 09 21:22:14.796496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:14.829738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4729226-2022-4e99-b948-f626a0c4db35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (cf9b7c91-bec8-461f-a255-224a5814e729), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:14.873871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4729226-2022-4e99-b948-f626a0c4db35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:14.880932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7a29d-3661-4a24-aba2-a071d1ff1d7d None None] Current status of the port cc20e8d9-5d90-48af-94f3-0e451a232aab is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:14.881363 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a29d-3661-4a24-aba2-a071d1ff1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:14.921795 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e1a7a29d-3661-4a24-aba2-a071d1ff1d7d None None] For port cc20e8d9-5d90-48af-94f3-0e451a232aab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc20e8d9-5d90-48af-94f3-0e451a232aab,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:14.930778 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a29d-3661-4a24-aba2-a071d1ff1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:14.997794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a29d-3661-4a24-aba2-a071d1ff1d7d None None] Pushing event updated for resources: {'Port': ['ID=cc20e8d9-5d90-48af-94f3-0e451a232aab,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:15.007437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.028301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4729226-2022-4e99-b948-f626a0c4db35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:15.029173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4729226-2022-4e99-b948-f626a0c4db35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.035943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4729226-2022-4e99-b948-f626a0c4db35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/ports/cf9b7c91-bec8-461f-a255-224a5814e729 HTTP/1.1" status: 200  len: 910 time: 2.1701653
Apr 09 21:22:15.035943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4729226-2022-4e99-b948-f626a0c4db35 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=cf9b7c91-bec8-461f-a255-224a5814e729,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:15.038018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 55900) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:15.138860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7862716-4a09-426f-9bc2-2b93b8b4a12a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:15.182654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c3d2912f-fc98-4221-809c-52f51ace0c6f None None] Provisioning complete for port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:15.183210 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c3d2912f-fc98-4221-809c-52f51ace0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.231321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2912f-fc98-4221-809c-52f51ace0c6f None None] Port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:15.238813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b7862716-4a09-426f-9bc2-2b93b8b4a12a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:15.239332 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.245416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c3d2912f-fc98-4221-809c-52f51ace0c6f None None] Provisioning complete for port cc20e8d9-5d90-48af-94f3-0e451a232aab triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:15.245906 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c3d2912f-fc98-4221-809c-52f51ace0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.398393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b7862716-4a09-426f-9bc2-2b93b8b4a12a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:15.399542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc20e8d9-5d90-48af-94f3-0e451a232aab up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:15.402227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2912f-fc98-4221-809c-52f51ace0c6f None None] Current status of the port cc20e8d9-5d90-48af-94f3-0e451a232aab is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:15.413141 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.419107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.467258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cc20e8d9-5d90-48af-94f3-0e451a232aab triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:15.467942 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.473970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df097a4-7a57-44f9-9afa-ef02d6eb140f req-a492dab6-83ef-4654-9dec-06acf27e16e1 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:15.475513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4df097a4-7a57-44f9-9afa-ef02d6eb140f req-a492dab6-83ef-4654-9dec-06acf27e16e1 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 943 time: 0.0827980
Apr 09 21:22:15.476627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (28c711a3-f46b-48f2-9bab-835d3dfdbfac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.504671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:15.507229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.528799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-67c35d94-8a62-4b95-8da9-9b6c1459d54f None None] Provisioning complete for port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:15.529198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-67c35d94-8a62-4b95-8da9-9b6c1459d54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:15.599596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-67c35d94-8a62-4b95-8da9-9b6c1459d54f None None] Port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:15.602774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cc20e8d9-5d90-48af-94f3-0e451a232aab is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:15.616130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-5e5f5a15-8aac-4803-b812-7e036694c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:15.616784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network ea5bab77-15e0-4728-ad80-51ef38574660 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:15.618219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-5e5f5a15-8aac-4803-b812-7e036694c126 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=605e203fc5c04ed781bf67d309905d81&device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1125 time: 0.1302340
Apr 09 21:22:15.618389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:15.710043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4df097a4-7a57-44f9-9afa-ef02d6eb140f req-222eb8cd-0cbf-462e-a2fe-c569a1b8284a tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2188196
Apr 09 21:22:15.762083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:15.898528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-d96b6ba2-bffc-4d59-8587-c185af99f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:15.900051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-d96b6ba2-bffc-4d59-8587-c185af99f058 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0391f0d4-fa04-493b-a06d-d7825f459d86 HTTP/1.1" status: 200  len: 910 time: 0.2613242
Apr 09 21:22:15.996556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0355d-877d-43ac-af7b-8145230711dd req-2c778b5e-166c-4626-8ae6-eb8775909570 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:15.998138 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aca0355d-877d-43ac-af7b-8145230711dd req-2c778b5e-166c-4626-8ae6-eb8775909570 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.25 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 946 time: 0.0761168
Apr 09 21:22:15.999315 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:16.005757 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-53a03ecc-d36b-43f8-88cc-fa8a5d4fd2e3 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "PUT /v2.0/routers/66fe0f6c-3208-4261-ad15-3e2e34e4ce8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8813398
Apr 09 21:22:16.006096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-7b02ce8a-2d0d-4fe5-b810-687d344f27a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745 HTTP/1.1" status: 200  len: 217 time: 0.0791488
Apr 09 21:22:16.030127 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Sync routers for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:16.031126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a60fdd2f-86a7-43d7-9895-b5379053fefe None None] Provisioning complete for port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:16.031551 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a60fdd2f-86a7-43d7-9895-b5379053fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.051773 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:16.052415 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:16.080235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a60fdd2f-86a7-43d7-9895-b5379053fefe None None] Port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:16.094594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e65ba-f408-4251-8b24-c9da7ce44da7 req-cc44d109-863d-4beb-95ef-0a123c50cc01 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:16.096165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd8e65ba-f408-4251-8b24-c9da7ce44da7 req-cc44d109-863d-4beb-95ef-0a123c50cc01 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 946 time: 0.1704021
Apr 09 21:22:16.154166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port cf9b7c91-bec8-461f-a255-224a5814e729 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:16.154516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.174156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Deleting port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:16.174614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.211017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd8e65ba-f408-4251-8b24-c9da7ce44da7 req-d6d7c2a5-284b-4029-b588-2d87901c83ba tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912955
Apr 09 21:22:16.216251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-fcc552c7-2878-4c86-ab3c-a6c856a99ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:16.217796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-fcc552c7-2878-4c86-ab3c-a6c856a99ef2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a HTTP/1.1" status: 200  len: 848 time: 0.2018149
Apr 09 21:22:16.221314 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:16.312544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] For port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:16.312772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.332992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Calling delete_port for 88fc6a45-26f7-4cf8-8146-b9abc219ea8e owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:16.356080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-7115c2bc-3c7a-4dab-89c6-0323987d23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:16.357657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-7115c2bc-3c7a-4dab-89c6-0323987d23e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0391f0d4-fa04-493b-a06d-d7825f459d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1153531
Apr 09 21:22:16.400066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-2d091f6b-56ec-48c2-a8f0-48fda01d1c0e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988449099&fields=id&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 267 time: 0.1414740
Apr 09 21:22:16.456487 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.496364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for cf9b7c91-bec8-461f-a255-224a5814e729 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:16.509898 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (88fc6a45-26f7-4cf8-8146-b9abc219ea8e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.517460 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d4c0>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:15Z', 'revision_number': 2, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:16.523169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['88fc6a45-26f7-4cf8-8146-b9abc219ea8e'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:16.581123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Checking router: 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:16.582387 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Updating router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:22:16.583166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Pushing event deleted for resources: {'Port': ['ID=88fc6a45-26f7-4cf8-8146-b9abc219ea8e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:16.612613 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.621872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] No DVR routers for this DVR port 88fc6a45-26f7-4cf8-8146-b9abc219ea8e on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:16.626107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.631799 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-aca0355d-877d-43ac-af7b-8145230711dd req-d22dcafa-cc2b-407c-8013-7ce401cf33c9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.25 "DELETE /v2.0/ports/88fc6a45-26f7-4cf8-8146-b9abc219ea8e HTTP/1.1" status: 204  len: 173 time: 0.6253119
Apr 09 21:22:16.632279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24543ae-98a2-4ec3-883a-199fa081976b', 'name': 'network-vif-deleted', 'tag': '88fc6a45-26f7-4cf8-8146-b9abc219ea8e'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:16.635242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-0457487f-c8ad-4b04-b9e1-9e5ee1434396 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704411
Apr 09 21:22:16.635424 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb2c18-e191-4a6e-bc50-fb3c3b9271fd" -d '{"events": [{"server_uuid": "a24543ae-98a2-4ec3-883a-199fa081976b", "name": "network-vif-deleted", "tag": "88fc6a45-26f7-4cf8-8146-b9abc219ea8e"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:16.691336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d4bae5e8-be29-4d83-9bc8-51941fcaab54 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:16.700629 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7366af-b9e3-4136-9ccd-f5f6ed9fb849 x-openstack-request-id: req-fc7366af-b9e3-4136-9ccd-f5f6ed9fb849 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:16.700917 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24543ae-98a2-4ec3-883a-199fa081976b", "name": "network-vif-deleted", "tag": "88fc6a45-26f7-4cf8-8146-b9abc219ea8e", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:16.701067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d4bae5e8-be29-4d83-9bc8-51941fcaab54 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/networks?id=ea5bab77-15e0-4728-ad80-51ef38574660 HTTP/1.1" status: 200  len: 796 time: 0.2828491
Apr 09 21:22:16.701180 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc7366af-b9e3-4136-9ccd-f5f6ed9fb849 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:16.701624 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7366af-b9e3-4136-9ccd-f5f6ed9fb849'] response: {'server_uuid': 'a24543ae-98a2-4ec3-883a-199fa081976b', 'name': 'network-vif-deleted', 'tag': '88fc6a45-26f7-4cf8-8146-b9abc219ea8e', 'status': 'completed', 'code': 200}
Apr 09 21:22:16.788511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-7c2708fc-c7da-4e57-bdc6-e12bb16f85d7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/quotas/0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 375 time: 0.0865138
Apr 09 21:22:16.925118 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Publish callbacks [] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.934167 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:16.984781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9d647-7ad2-438b-8f17-f3ebc6c4e25a req-886a14da-7aa3-41cb-9def-82ad4277ba45 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:16.992338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8b9d647-7ad2-438b-8f17-f3ebc6c4e25a req-886a14da-7aa3-41cb-9def-82ad4277ba45 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 943 time: 0.1611066
Apr 09 21:22:17.008107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-cbfa35e7-279e-4f2f-8e8a-caa9b4b515b4 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2183394
Apr 09 21:22:17.020335 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0ff1d-b8a7-4d05-ab9d-d053828f29ef None None] Pushing event updated for resources: {'Port': ['ID=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:17.056518 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-da571f43-d5a8-4065-be18-7039a918d7f9 req-e9b6b927-89e2-445d-85b2-985a7d1c9c3f service neutron] (126919) timed out ('10.222.0.32', 55828) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:22:17.072920 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Attempting to bind port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:17.073516 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Attempting to bind port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:17.073698 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Attempting to bind port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 on network ea5bab77-15e0-4728-ad80-51ef38574660 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:17.090825 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:17.091605 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Checking segment: {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:17.095293 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:17.095767 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Bound using segment: {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:17.097390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc20e8d9-5d90-48af-94f3-0e451a232aab up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:17.098402 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Bound port: 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:17.098795 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:17.190130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port cc20e8d9-5d90-48af-94f3-0e451a232aab triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:17.190824 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:17.207458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d03ba9a-1e0c-4d07-b661-82c05b6b30f9 req-2d519439-fe02-4a3a-8d88-d5ac5c3384e8 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5650678
Apr 09 21:22:17.214351 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] For port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:17.219144 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] For port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:17.229050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-782e3835-9298-4077-ac6a-41d35a568886 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943035
Apr 09 21:22:17.231520 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:17.257694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8b9d647-7ad2-438b-8f17-f3ebc6c4e25a req-8411f8b0-8d25-4de7-9407-1376853e9e35 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2641745
Apr 09 21:22:17.310284 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:17.311452 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:17.347374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port cc20e8d9-5d90-48af-94f3-0e451a232aab is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:17.415309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cf9b7c91-bec8-461f-a255-224a5814e729), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:17.474598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=cf9b7c91-bec8-461f-a255-224a5814e729,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:17.531398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4bd048cb-0de3-4447-8157-d37e94a1db85 None None] Provisioning complete for port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:17.532046 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bd048cb-0de3-4447-8157-d37e94a1db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:17.545639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-f55b262d-cea9-4ebd-83ed-70c08a0e986f service neutron] 10.222.0.30 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2923701
Apr 09 21:22:17.545914 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0ff1d-b8a7-4d05-ab9d-d053828f29ef None None] Pushing event updated for resources: {'Port': ['ID=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:17.557606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00962f9a-6f5f-422c-a7b7-3f5f369e3b1d req-c23f5228-7710-4507-9f18-98be950f961c tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24543ae-98a2-4ec3-883a-199fa081976b HTTP/1.1" status: 200  len: 210 time: 0.1032312
Apr 09 21:22:17.671491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:17.697909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4bd048cb-0de3-4447-8157-d37e94a1db85 None None] Current status of the port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:17.698439 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bd048cb-0de3-4447-8157-d37e94a1db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:17.777164 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (28c711a3-f46b-48f2-9bab-835d3dfdbfac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:17.812045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:22:17.914070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03c6a9fc-f193-4cb7-8c64-85860a88512e req-bfe737df-1102-4148-8a37-367467235b8f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 210 time: 0.0715902
Apr 09 21:22:17.957428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:17.970454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4bd048cb-0de3-4447-8157-d37e94a1db85 None None] For port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:17.972183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'port_id': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'mac_address': 'fa:16:3e:1e:69:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:22:18.020946 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d4c0>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:17Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:18.022764 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bd048cb-0de3-4447-8157-d37e94a1db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:18.032225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router 28c711a3-f46b-48f2-9bab-835d3dfdbfac has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:18.058003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:18.058410 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:18.064542 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b293303-165a-4fbc-88da-a90d9b8f988f None None] The sync data for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 is: [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:17Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:18.081022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:18.113612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd048cb-0de3-4447-8157-d37e94a1db85 None None] Pushing event updated for resources: {'Port': ['ID=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:18.125359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:18.166156 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:18.169988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a52ebc90-167d-4dee-922e-37cef091c8b3 None None] Provisioning complete for port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:18.170365 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a52ebc90-167d-4dee-922e-37cef091c8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:18.279578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:18.337004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a52ebc90-167d-4dee-922e-37cef091c8b3 None None] Current status of the port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:18.402193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4c7b21e8-849b-46e4-a86f-7e4c0cea2745'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:18.687927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:18.710729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fc3d6-f6ff-44f9-94cd-01c0eca7252d None None] Sync routers for ids ['28c711a3-f46b-48f2-9bab-835d3dfdbfac'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:18.712737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0dd4682d-23d1-4e9e-994d-ff4d4bc29b96 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/28c711a3-f46b-48f2-9bab-835d3dfdbfac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6728137
Apr 09 21:22:18.716358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56002) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:18.735990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae5f4-85d1-41d4-93ca-3b8a510a6a46 req-95f499ce-75f1-4625-a8dd-15900ed335df tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:18.737967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-996ae5f4-85d1-41d4-93ca-3b8a510a6a46 req-95f499ce-75f1-4625-a8dd-15900ed335df tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 944 time: 0.0637991
Apr 09 21:22:18.784183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fc3d6-f6ff-44f9-94cd-01c0eca7252d None None] Routers {'28c711a3-f46b-48f2-9bab-835d3dfdbfac'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:18.784982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9a3fc3d6-f6ff-44f9-94cd-01c0eca7252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23749e73a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['28c711a3-f46b-48f2-9bab-835d3dfdbfac'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:18.788747 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-40895ff3-c5e0-4b99-ac63-92e89a4281ae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=28c711a3-f46b-48f2-9bab-835d3dfdbfac HTTP/1.1" status: 200  len: 205 time: 0.0698984
Apr 09 21:22:18.790927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56004) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:18.824813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-996ae5f4-85d1-41d4-93ca-3b8a510a6a46 req-acab5ab6-4753-4646-81fa-b874951b6075 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764649
Apr 09 21:22:18.856628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9a3fc3d6-f6ff-44f9-94cd-01c0eca7252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23749e73a0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:18.877715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fc3d6-f6ff-44f9-94cd-01c0eca7252d None None] Routers {'28c711a3-f46b-48f2-9bab-835d3dfdbfac'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:18.878355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9a3fc3d6-f6ff-44f9-94cd-01c0eca7252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23749e73a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:21:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['28c711a3-f46b-48f2-9bab-835d3dfdbfac'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:18.928417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9a3fc3d6-f6ff-44f9-94cd-01c0eca7252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23749e73a0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:18.929069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fc3d6-f6ff-44f9-94cd-01c0eca7252d None None] The sync data for ids ['28c711a3-f46b-48f2-9bab-835d3dfdbfac'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:19.112008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:19.120567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-280a415d-e51b-4609-8399-2bcd514ff366 req-bef223c0-4d82-4146-9151-80b5ac1960f2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 210 time: 0.0556793
Apr 09 21:22:19.178057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-16864b77-fdea-4d49-90b9-05f6bc950a2e tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:19.183331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-16864b77-fdea-4d49-90b9-05f6bc950a2e tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/networks?id=b4b7a3ab-b3cc-492d-828a-29903c6d882c HTTP/1.1" status: 200  len: 809 time: 0.2681999
Apr 09 21:22:19.201846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-fb84acd8-f2af-4c2c-92af-bcab932987e0 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/quotas/4542400bc91449e09c44d33b478c731e HTTP/1.1" status: 200  len: 375 time: 0.0122352
Apr 09 21:22:19.221361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:19.225731 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.260199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-4008e65c-9c97-4e0a-a459-c6259b41c20a tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4542400bc91449e09c44d33b478c731e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0433760
Apr 09 21:22:19.382602 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-e0ca2d9d-c678-416f-9712-5ad37d490a50 service neutron] 10.222.0.30 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1146367
Apr 09 21:22:19.393089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:19.403572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32d1dd37-789c-4ab3-b622-cc85d9b15e1a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (28c711a3-f46b-48f2-9bab-835d3dfdbfac), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.514882 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-22b27242-45e3-4500-a415-685d69e8984a service neutron] 10.222.0.30 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255004
Apr 09 21:22:19.577304 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d488404c-d180-4096-a2ff-89769ef0b3fb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:19.578922 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d488404c-d180-4096-a2ff-89769ef0b3fb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "GET /v2.0/networks?id=ea5bab77-15e0-4728-ad80-51ef38574660 HTTP/1.1" status: 200  len: 796 time: 0.2861197
Apr 09 21:22:19.623781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32d1dd37-789c-4ab3-b622-cc85d9b15e1a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (28c711a3-f46b-48f2-9bab-835d3dfdbfac), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.627004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32d1dd37-789c-4ab3-b622-cc85d9b15e1a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (28c711a3-f46b-48f2-9bab-835d3dfdbfac), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.723175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32d1dd37-789c-4ab3-b622-cc85d9b15e1a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (28c711a3-f46b-48f2-9bab-835d3dfdbfac), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.724458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d1dd37-789c-4ab3-b622-cc85d9b15e1a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Fanout notify agent at l3_agent the message router_deleted on router 28c711a3-f46b-48f2-9bab-835d3dfdbfac {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:22:19.743032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32d1dd37-789c-4ab3-b622-cc85d9b15e1a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.744430 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-32d1dd37-789c-4ab3-b622-cc85d9b15e1a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/28c711a3-f46b-48f2-9bab-835d3dfdbfac HTTP/1.1" status: 204  len: 168 time: 0.9518692
Apr 09 21:22:19.748224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56034) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:19.760839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-229a664d-e56c-41f9-b7ac-efb18a58125c req-c4f1ecd8-a03a-4d6c-9c20-dcb48be89e0f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 210 time: 0.0563853
Apr 09 21:22:19.794303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-fd9a6c23-7296-47bd-bd75-39abc9c48bbd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cbaded0b4ad4c4587cc36402e326750 HTTP/1.1" status: 200  len: 380 time: 0.1792419
Apr 09 21:22:19.813687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'port': {'device_id': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'admin_state_up': True, 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'security_groups': ['91887a5f-2e66-4d2e-b358-a56eb883802a']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:19.820186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:19.852027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17136dd-d168-4dac-8e48-c1c343b9ad85 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet cf954c5b-2e46-4175-8ccf-fb4374099dad {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:22:19.863498 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17136dd-d168-4dac-8e48-c1c343b9ad85 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (cf954c5b-2e46-4175-8ccf-fb4374099dad), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.873587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:22:19.883066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:19.884334 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.954951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17136dd-d168-4dac-8e48-c1c343b9ad85 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (cf954c5b-2e46-4175-8ccf-fb4374099dad), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:19.989601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:19.990004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.016497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:20.037677 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d5e96b-cfc5-4c47-ae26-76c3d3674eb7" -d '{"events": [{"server_uuid": "584ed9de-6598-458b-bdc5-118c7ca85c48", "name": "network-vif-plugged", "status": "completed", "tag": "4c7b21e8-849b-46e4-a86f-7e4c0cea2745"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:20.059756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:20.066273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.077318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Made reservation on behalf of 0cbaded0b4ad4c4587cc36402e326750 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:20.078286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528d63-2662-4118-888a-0f5e6df053f2 req-4e2a4bff-b34f-4c21-8b98-71bcd8ce3cab tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:20.081532 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.092253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a528d63-2662-4118-888a-0f5e6df053f2 req-4e2a4bff-b34f-4c21-8b98-71bcd8ce3cab tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 944 time: 0.1270092
Apr 09 21:22:20.096498 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17136dd-d168-4dac-8e48-c1c343b9ad85 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (cf954c5b-2e46-4175-8ccf-fb4374099dad), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.123053 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35c8363-a0e7-4b21-8915-1f997c1a2b91 x-openstack-request-id: req-a35c8363-a0e7-4b21-8915-1f997c1a2b91 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:20.123362 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584ed9de-6598-458b-bdc5-118c7ca85c48", "name": "network-vif-plugged", "status": "completed", "tag": "4c7b21e8-849b-46e4-a86f-7e4c0cea2745", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:20.123613 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a35c8363-a0e7-4b21-8915-1f997c1a2b91 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:20.124021 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35c8363-a0e7-4b21-8915-1f997c1a2b91'] response: {'server_uuid': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'code': 200}
Apr 09 21:22:20.190577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:20.208470 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17136dd-d168-4dac-8e48-c1c343b9ad85 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (cf954c5b-2e46-4175-8ccf-fb4374099dad), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.255698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17136dd-d168-4dac-8e48-c1c343b9ad85 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=cf954c5b-2e46-4175-8ccf-fb4374099dad,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:20.286184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a528d63-2662-4118-888a-0f5e6df053f2 req-c0e54a29-06ab-4ddf-8506-ef564bf8d56b tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1925240
Apr 09 21:22:20.292269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778cdad-2d83-4aca-99c6-543b67f14416 None None] Network 1dd31705-48d9-4139-ac81-0b47523d547a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:20.327488 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d17136dd-d168-4dac-8e48-c1c343b9ad85 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.327885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f7ef098-5037-4668-b61a-254889253f82 req-d2b89f5a-d476-4855-889c-c6c851da0184 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 210 time: 0.0710356
Apr 09 21:22:20.329269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2acda0-9edc-4f40-9ae6-679aac4f90d0 req-4b118e9d-b502-4216-9b1e-bed87302ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:20.333716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc2acda0-9edc-4f40-9ae6-679aac4f90d0 req-4b118e9d-b502-4216-9b1e-bed87302ca6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1127 time: 0.1403177
Apr 09 21:22:20.334505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56060) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:20.335083 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d17136dd-d168-4dac-8e48-c1c343b9ad85 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/cf954c5b-2e46-4175-8ccf-fb4374099dad HTTP/1.1" status: 204  len: 168 time: 0.5850194
Apr 09 21:22:20.432398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.20.0.8 (ea5bab77-15e0-4728-ad80-51ef38574660/ea9e1224-04aa-4aa6-8497-e3021296e84b/4e8e15aa-2a30-4f3e-8940-762c7103b1f5) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:20.467943 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4eece380-f70a-450e-938a-001679e1c9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.533980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1dd31705-48d9-4139-ac81-0b47523d547a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.538921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc2acda0-9edc-4f40-9ae6-679aac4f90d0 req-70f804ac-6aba-4e9f-bdda-338284c86d96 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1951206
Apr 09 21:22:20.552730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] DHCP port deletion for 1dd31705-48d9-4139-ac81-0b47523d547a request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:22:20.590991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:20.591607 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.614670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] Deleting port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:20.615047 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.623050 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.664027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,segment=NetworkSegment(0f485e89-ebaf-461e-b384-0a82c0aab5f5),segment_id=0f485e89-ebaf-461e-b384-0a82c0aab5f5)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:20.664390 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.678771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:20.685609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.688866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] For port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,segment=NetworkSegment(0f485e89-ebaf-461e-b384-0a82c0aab5f5),segment_id=0f485e89-ebaf-461e-b384-0a82c0aab5f5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:20.689482 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.704098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] Calling delete_port for 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:20.730651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network ea5bab77-15e0-4728-ad80-51ef38574660 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:20.733803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:20.737550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:20.777760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:20.778402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.796961 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (6ba2f6c5-cf7d-4126-abc4-cadadc8743f4), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.821860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No DVR routers for this DVR port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:20.830407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:20.834000 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:20.841663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] Pushing event deleted for resources: {'Port': ['ID=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:20.845159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442de8c9-86b5-497e-a3bc-0a3e20bb8541 None None] No DVR routers for this DVR port 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:20.860492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=6ba2f6c5-cf7d-4126-abc4-cadadc8743f4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:20.884015 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-c829a7b6-8511-4c2e-8aa9-58c51389eb4b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0775409
Apr 09 21:22:20.902340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Request body: {'port': {'device_id': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:20.923683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 88fc6a45-26f7-4cf8-8146-b9abc219ea8e no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:20.962740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 88fc6a45-26f7-4cf8-8146-b9abc219ea8e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:20.963155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 88fc6a45-26f7-4cf8-8146-b9abc219ea8e not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:21.008087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.034775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:21.037718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75da0d02-e8eb-4ff3-a343-d0d7fa137a46 req-e505c59f-38a4-4ea7-bcad-0ecf9fd7ece2 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 210 time: 0.1540041
Apr 09 21:22:21.044934 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1dd31705-48d9-4139-ac81-0b47523d547a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.066118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:21.066464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ba2f6c5-cf7d-4126-abc4-cadadc8743f4 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:21.078477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374b54940>,) {'filters': {'network_id': ['1dd31705-48d9-4139-ac81-0b47523d547a']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:21.090193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b54940>, '0f485e89-ebaf-461e-b384-0a82c0aab5f5') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:21.090492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b54940>, '0f485e89-ebaf-461e-b384-0a82c0aab5f5') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:21.101741 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (0f485e89-ebaf-461e-b384-0a82c0aab5f5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.116417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0f485e89-ebaf-461e-b384-0a82c0aab5f5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.123300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:22:21.123775 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (0f485e89-ebaf-461e-b384-0a82c0aab5f5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:22:21.127412 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:22:21.190462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d5744b5a-9224-4d52-8ece-498045d43f33 None None] Provisioning complete for port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:21.190832 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5744b5a-9224-4d52-8ece-498045d43f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.191009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1dd31705-48d9-4139-ac81-0b47523d547a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.196196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.204355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/1dd31705-48d9-4139-ac81-0b47523d547a HTTP/1.1" status: 204  len: 168 time: 0.8683341
Apr 09 21:22:21.205098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56074) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:21.214455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7aa98a82-a576-4051-843f-b0be9a43c2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2110122642', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:21.232423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c07efd-551a-4ef1-8805-d69a50d74e6d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=1dd31705-48d9-4139-ac81-0b47523d547a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:21.251985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-48d2b3ca-5d7e-42f4-8836-e43ecfd215ca tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:21.253496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7aa98a82-a576-4051-843f-b0be9a43c2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.253677 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-48d2b3ca-5d7e-42f4-8836-e43ecfd215ca tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.25 "GET /v2.0/networks?id=b4b7a3ab-b3cc-492d-828a-29903c6d882c HTTP/1.1" status: 200  len: 809 time: 0.2765381
Apr 09 21:22:21.255094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7aa98a82-a576-4051-843f-b0be9a43c2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.313668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Request body: {'port': {'device_id': 'a0a8ce04-ceba-4fb0-9c00-50fcc75f6742', 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c', 'admin_state_up': True, 'tenant_id': '4542400bc91449e09c44d33b478c731e'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:21.317646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7aa98a82-a576-4051-843f-b0be9a43c2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.347539 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7aa98a82-a576-4051-843f-b0be9a43c2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.419777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7aa98a82-a576-4051-843f-b0be9a43c2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.421263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7aa98a82-a576-4051-843f-b0be9a43c2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2116935
Apr 09 21:22:21.423930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56082) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:21.429956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6e79f-40de-458f-9e92-b4b38cddd4ec req-f3ee704b-e594-4745-bb24-a15ca1de5520 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:21.431193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1608695446'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:21.438243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3d6e79f-40de-458f-9e92-b4b38cddd4ec req-f3ee704b-e594-4745-bb24-a15ca1de5520 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 945 time: 0.0700548
Apr 09 21:22:21.446144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d5744b5a-9224-4d52-8ece-498045d43f33 None None] Port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:21.509616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:21.513194 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.531107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ec27-8e48-47b2-b809-7ae907d27ad8 req-b0418d87-4cad-4bea-b270-2ede02fb3ac8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:21.540331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3104ec27-8e48-47b2-b809-7ae907d27ad8 req-b0418d87-4cad-4bea-b270-2ede02fb3ac8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 931 time: 0.0981655
Apr 09 21:22:21.571750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a3d6e79f-40de-458f-9e92-b4b38cddd4ec req-48f40b66-1d98-40cb-afdf-9ad1d2965702 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122382
Apr 09 21:22:21.583755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:21.594340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Made reservation on behalf of 4542400bc91449e09c44d33b478c731e for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:21.598662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.601313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:22:21.605769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3104ec27-8e48-47b2-b809-7ae907d27ad8 req-f09ef999-57af-4358-8362-e6969802d95a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645471
Apr 09 21:22:21.624309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Publish callbacks [] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.634115 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c68a4722-6217-41cf-9906-d2545dc54951), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.634493 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment c68a4722-6217-41cf-9906-d2545dc54951 of type vlan for network 949b0eea-2609-438f-9c6d-ca4027946cf2
Apr 09 21:22:21.657903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Transition to ACTIVE for port object 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:22:21.680565 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.726369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (949b0eea-2609-438f-9c6d-ca4027946cf2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.809957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:21.839436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (949b0eea-2609-438f-9c6d-ca4027946cf2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.844670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:21.845306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:21.983785 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5565562
Apr 09 21:22:21.984969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Allocated IP 172.20.0.14 (b4b7a3ab-b3cc-492d-828a-29903c6d882c/1a9df682-1f3c-4607-89c8-a9ffac0d3c6c/d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:21.986547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56096) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:21.992469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:22.002015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac85c8-8901-4364-9e82-2bb003516fc5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=949b0eea-2609-438f-9c6d-ca4027946cf2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:22.013250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 949b0eea-2609-438f-9c6d-ca4027946cf2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:22:22.048642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Attempting to bind port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:22.048880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Attempting to bind port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:22.049258 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Attempting to bind port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 on network ea5bab77-15e0-4728-ad80-51ef38574660 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:22.062544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 on network ea5bab77-15e0-4728-ad80-51ef38574660 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:22:22.062869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Attempting to bind port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 on network ea5bab77-15e0-4728-ad80-51ef38574660 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:22.076897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:22.077277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Checking segment: {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:22.077662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Bound using segment: {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:22.078189 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Bound port: 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820f5148-6a1c-4075-9020-c8e043799890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:22.078455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.096500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:22.100989 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.185745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5529db5-d075-4a0f-823e-6f92bc141565 req-ee27c915-8c3c-4245-8950-2731b448449a tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 210 time: 0.0582345
Apr 09 21:22:22.239356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:22.246286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks [] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.256835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:22.267083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.316846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (ed258755-8a1f-4b99-ba2c-7dd3398dff1a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.320122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:22.320734 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.322171 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] 10.222.0.25 "PUT /v2.0/ports/4e8e15aa-2a30-4f3e-8940-762c7103b1f5 HTTP/1.1" status: 200  len: 1091 time: 1.4256606
Apr 09 21:22:22.322624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:22.324994 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:22.349438 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.351039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd8ef3-fba9-47e1-b872-96ace131f3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:22.399242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=ed258755-8a1f-4b99-ba2c-7dd3398dff1a,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:22.406411 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d163f6-8f78-414a-a6d2-3a926e5cd391 x-openstack-request-id: req-23d163f6-8f78-414a-a6d2-3a926e5cd391 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:22.408755 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:22.408987 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23d163f6-8f78-414a-a6d2-3a926e5cd391 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:22.412157 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d163f6-8f78-414a-a6d2-3a926e5cd391'] response: {'name': 'network-changed', 'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'status': 'completed', 'code': 200}
Apr 09 21:22:22.428131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:22.428544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: 949b0eea-2609-438f-9c6d-ca4027946cf2, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:22:22.470635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 949b0eea-2609-438f-9c6d-ca4027946cf2 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:22:22.488155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 949b0eea-2609-438f-9c6d-ca4027946cf2) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:22.493290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:22.494237 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.509953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b47262-ef37-4c58-982d-deda01b29846 None None] Network 949b0eea-2609-438f-9c6d-ca4027946cf2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:22.518609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-804bdb1d-8817-44c0-9a69-d232652e2b9c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5309358
Apr 09 21:22:22.521385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56108) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:22.726463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-949b0eea-2609-438f-9c6d-ca4027946cf2', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:22:22.727772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.792446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Network b4b7a3ab-b3cc-492d-828a-29903c6d882c is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:22.797383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Pushing event updated for resources: {'Port': ['ID=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:22.803743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:22.817983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:22.823962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-9ee3bb83-0d6c-4568-b3e9-390b9d04e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:22.825672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-9ee3bb83-0d6c-4568-b3e9-390b9d04e705 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1125 time: 0.4125037
Apr 09 21:22:22.889214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Allocated IP 172.20.0.2 (949b0eea-2609-438f-9c6d-ca4027946cf2/ed258755-8a1f-4b99-ba2c-7dd3398dff1a/b4e92f9a-aa16-428b-a8a0-bdafba36981e) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:22.890205 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-8e4603a1-da0d-44e8-a2f5-30bfca5efebb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5 HTTP/1.1" status: 200  len: 217 time: 0.0455596
Apr 09 21:22:22.911341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303ae7-e94a-4200-821b-c808ab50b852 req-057e4560-14fa-437d-84b6-cfd17bf8c211 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:22.912842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75303ae7-e94a-4200-821b-c808ab50b852 req-057e4560-14fa-437d-84b6-cfd17bf8c211 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 943 time: 0.1354039
Apr 09 21:22:22.918997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8dc78-6586-4918-a7f3-4788258e83a3 req-9cd8f86c-e111-4dab-ae52-d61e2387aedc tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:22.920444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29b8dc78-6586-4918-a7f3-4788258e83a3 req-9cd8f86c-e111-4dab-ae52-d61e2387aedc tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 945 time: 0.1419046
Apr 09 21:22:22.934019 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2c29f49d-a690-43ed-9421-a050fd3d46ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.935166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:22.936139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:22.958922 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-c379b72a-7e14-4732-beea-95f9de0e2163 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6754491
Apr 09 21:22:22.972564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Request body: {'port': {'device_id': 'a0a8ce04-ceba-4fb0-9c00-50fcc75f6742', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:22.994575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-93c4ea5f-fa1c-4ca5-bec7-8efda9b1bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:22.996165 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-93c4ea5f-fa1c-4ca5-bec7-8efda9b1bbb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea9e1224-04aa-4aa6-8497-e3021296e84b HTTP/1.1" status: 200  len: 834 time: 0.1002347
Apr 09 21:22:23.019437 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.069517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75303ae7-e94a-4200-821b-c808ab50b852 req-fff31500-d9ec-4dc8-ae83-9407230d5596 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321599
Apr 09 21:22:23.072118 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.074749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d544a9ed-7a22-403c-a904-64e1fbb90e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:23.076270 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-d544a9ed-7a22-403c-a904-64e1fbb90e29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea5bab77-15e0-4728-ad80-51ef38574660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0736465
Apr 09 21:22:23.077512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29b8dc78-6586-4918-a7f3-4788258e83a3 req-24c58eb2-1db2-4297-b2d3-d002376800f2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1427865
Apr 09 21:22:23.088620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Publish callbacks [] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.101424 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.155598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Network 949b0eea-2609-438f-9c6d-ca4027946cf2 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:23.158762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:23.161566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:23.169567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Pushing event updated for resources: {'Port': ['ID=b4e92f9a-aa16-428b-a8a0-bdafba36981e,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:23.235641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Attempting to bind port b4e92f9a-aa16-428b-a8a0-bdafba36981e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:23.236141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Attempting to bind port b4e92f9a-aa16-428b-a8a0-bdafba36981e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:23.236590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Attempting to bind port b4e92f9a-aa16-428b-a8a0-bdafba36981e on network 949b0eea-2609-438f-9c6d-ca4027946cf2 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:23.242342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:23.242834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Checking segment: {'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:23.243343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.243821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Bound using segment: {'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:23.244371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Bound port: b4e92f9a-aa16-428b-a8a0-bdafba36981e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:23.244840 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.314934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] For port b4e92f9a-aa16-428b-a8a0-bdafba36981e, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:23.317367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141c2c-dbb0-4a3e-9917-a9f88dc1208e req-311a4018-77b8-4071-b3ba-54d6c530c10c tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:23.318335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] For port b4e92f9a-aa16-428b-a8a0-bdafba36981e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4e92f9a-aa16-428b-a8a0-bdafba36981e,segment=NetworkSegment(c68a4722-6217-41cf-9906-d2545dc54951),segment_id=c68a4722-6217-41cf-9906-d2545dc54951)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:23.319319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06141c2c-dbb0-4a3e-9917-a9f88dc1208e req-311a4018-77b8-4071-b3ba-54d6c530c10c tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 945 time: 0.1518691
Apr 09 21:22:23.328765 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.346954 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-25b254f3-ea5d-468a-8e1e-238167f5218a service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2633879
Apr 09 21:22:23.401851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911642d-8850-4d3d-a7f1-ba91cc1171ca None None] Pushing event updated for resources: {'Port': ['ID=b4e92f9a-aa16-428b-a8a0-bdafba36981e,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:23.413092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d20ee-9286-43b9-b1e1-91fade4b4260 req-661e73cc-fa3a-42d6-b2fa-b22ab01aff43 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:23.414754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-131d20ee-9286-43b9-b1e1-91fade4b4260 req-661e73cc-fa3a-42d6-b2fa-b22ab01aff43 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 932 time: 0.1438677
Apr 09 21:22:23.461068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06141c2c-dbb0-4a3e-9917-a9f88dc1208e req-36fd4620-e0dd-45c2-b192-3585fdef420e tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022406
Apr 09 21:22:23.523909 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a61f70c-b389-48be-96b2-9bb24103c10a req-25fc579e-eaa6-4727-aa77-33abd8cdbae8 service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708024
Apr 09 21:22:23.527855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:23.538862 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Publish callbacks [] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.553684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-131d20ee-9286-43b9-b1e1-91fade4b4260 req-0660d50c-7c27-4c52-a020-fc95a5d93eb0 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249774
Apr 09 21:22:23.573738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Transition to ACTIVE for port object d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:22:23.578155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.20.0.1 (949b0eea-2609-438f-9c6d-ca4027946cf2/ed258755-8a1f-4b99-ba2c-7dd3398dff1a/52dfca03-180a-4145-a8d8-087309cb7f56) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:23.581425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.644518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad501df5-e730-4a79-8ec0-2ac5332f330d req-c534dca9-aa74-477d-bdf2-4dcdd350a3b2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:23.646449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad501df5-e730-4a79-8ec0-2ac5332f330d req-c534dca9-aa74-477d-bdf2-4dcdd350a3b2 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 945 time: 0.0534315
Apr 09 21:22:23.766254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Pushing event updated for resources: {'Port': ['ID=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:23.800872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Attempting to bind port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:23.801558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Attempting to bind port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:23.802059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Attempting to bind port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f on network b4b7a3ab-b3cc-492d-828a-29903c6d882c {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:23.804699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad501df5-e730-4a79-8ec0-2ac5332f330d req-bd118d93-c15a-46d6-bd5e-981dcf756b53 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061909
Apr 09 21:22:23.807087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f on network b4b7a3ab-b3cc-492d-828a-29903c6d882c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:22:23.807420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Attempting to bind port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f on network b4b7a3ab-b3cc-492d-828a-29903c6d882c {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:23.813461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:23.813847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Checking segment: {'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:23.814199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Bound using segment: {'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:23.814634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Bound port: d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a66029-5011-4471-b9d8-69d813dd00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:23.815169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.836720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56132) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:23.850195 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (52dfca03-180a-4145-a8d8-087309cb7f56), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.900783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.904686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] For port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:23.907990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] For port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:23.921329 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.956396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 949b0eea-2609-438f-9c6d-ca4027946cf2 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:23.959665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:23.964598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:23.984168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:23.984915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:23.986611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] 10.222.0.25 "PUT /v2.0/ports/d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f HTTP/1.1" status: 200  len: 1092 time: 1.0209763
Apr 09 21:22:23.992816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=52dfca03-180a-4145-a8d8-087309cb7f56,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:24.005899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610ee59-6849-47cf-870d-411d3f2805fa service neutron] Pushing event updated for resources: {'Port': ['ID=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:24.024162 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.137591 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.227058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea59dbc8-9fa4-4d51-a4df-854bc69d1e86 tempest-TestServerBasicOps-1685532013 tempest-TestServerBasicOps-1685532013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:24.228629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ea59dbc8-9fa4-4d51-a4df-854bc69d1e86 tempest-TestServerBasicOps-1685532013 tempest-TestServerBasicOps-1685532013-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1122 time: 0.3875823
Apr 09 21:22:24.232166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:24.235921 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.236985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:24.251464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c87f14-16a0-45da-a231-b72eae4cd7b2 req-7ef15141-b71b-4db6-8735-c07b8c4bd640 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:24.253379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9c87f14-16a0-45da-a231-b72eae4cd7b2 req-7ef15141-b71b-4db6-8735-c07b8c4bd640 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 943 time: 0.0881960
Apr 09 21:22:24.268527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.353989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.401964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9c87f14-16a0-45da-a231-b72eae4cd7b2 req-cfa39a5a-7232-492c-9554-a41404ad2dee tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403766
Apr 09 21:22:24.413814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a8ce04-ceba-4fb0-9c00-50fcc75f6742', 'tag': 'd5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:24.415947 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a0823-617e-4260-80f2-b936eba32fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a8ce04-ceba-4fb0-9c00-50fcc75f6742", "tag": "d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:24.470704 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dc6e1e-9346-4bc7-b2c1-f14011b69470 x-openstack-request-id: req-d3dc6e1e-9346-4bc7-b2c1-f14011b69470 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:24.470931 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a8ce04-ceba-4fb0-9c00-50fcc75f6742", "tag": "d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:24.471188 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3dc6e1e-9346-4bc7-b2c1-f14011b69470 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:24.471513 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3dc6e1e-9346-4bc7-b2c1-f14011b69470'] response: {'name': 'network-changed', 'server_uuid': 'a0a8ce04-ceba-4fb0-9c00-50fcc75f6742', 'tag': 'd5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f', 'status': 'completed', 'code': 200}
Apr 09 21:22:24.502176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Allocated IP 172.35.0.77 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/fb21570d-ad9c-469e-a664-b97c086f4a57) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:24.605846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (52dfca03-180a-4145-a8d8-087309cb7f56), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.613619 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.617982 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for port (fb21570d-ad9c-469e-a664-b97c086f4a57), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.661203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fb21570d-ad9c-469e-a664-b97c086f4a57), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.673094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df01db7-1533-403c-bafc-e089701335a1 None None] Network 949b0eea-2609-438f-9c6d-ca4027946cf2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:24.709061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6ba326ac-8af1-4ac9-b200-0cabdcf94abf None None] Provisioning complete for port b4e92f9a-aa16-428b-a8a0-bdafba36981e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:24.709757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ba326ac-8af1-4ac9-b200-0cabdcf94abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.713642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:24.721789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:24.727772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'Port': ['ID=fb21570d-ad9c-469e-a664-b97c086f4a57,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:24.733681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:24.747394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=52dfca03-180a-4145-a8d8-087309cb7f56,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:24.754672 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:24.764465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52d13-b6b7-44d5-9f8f-cff5e8609963 req-de81d711-3383-475e-9554-3e9e4432bd00 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:24.771287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acc52d13-b6b7-44d5-9f8f-cff5e8609963 req-de81d711-3383-475e-9554-3e9e4432bd00 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 944 time: 0.1264973
Apr 09 21:22:24.846391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-acc52d13-b6b7-44d5-9f8f-cff5e8609963 req-4c5a6518-e083-456a-bb9b-c6a0fb550fef tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677311
Apr 09 21:22:24.926265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 949b0eea-2609-438f-9c6d-ca4027946cf2 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:24.928120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:24.931928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6ba326ac-8af1-4ac9-b200-0cabdcf94abf None None] Current status of the port b4e92f9a-aa16-428b-a8a0-bdafba36981e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:24.932371 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ba326ac-8af1-4ac9-b200-0cabdcf94abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.028288 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6ba326ac-8af1-4ac9-b200-0cabdcf94abf None None] For port b4e92f9a-aa16-428b-a8a0-bdafba36981e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4e92f9a-aa16-428b-a8a0-bdafba36981e,segment=NetworkSegment(c68a4722-6217-41cf-9906-d2545dc54951),segment_id=c68a4722-6217-41cf-9906-d2545dc54951)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:25.033544 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ba326ac-8af1-4ac9-b200-0cabdcf94abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.101728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b4e92f9a-aa16-428b-a8a0-bdafba36981e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:25.157630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba326ac-8af1-4ac9-b200-0cabdcf94abf None None] Pushing event updated for resources: {'Port': ['ID=b4e92f9a-aa16-428b-a8a0-bdafba36981e,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:25.164863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:22:25.183824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b4e92f9a-aa16-428b-a8a0-bdafba36981e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:25.183824 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.210591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56166) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:25.239696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.277548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-500c405a-4edc-4299-bc69-952b97850530 None None] Provisioning complete for port 52dfca03-180a-4145-a8d8-087309cb7f56 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:25.277923 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-500c405a-4edc-4299-bc69-952b97850530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.308405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:25.320200 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:25.324538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-94a3478c-5a5d-419a-b495-9f9c3cf38e53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8017724
Apr 09 21:22:25.327212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56170) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:25.331090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b4e92f9a-aa16-428b-a8a0-bdafba36981e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:25.337108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-500c405a-4edc-4299-bc69-952b97850530 None None] Port 52dfca03-180a-4145-a8d8-087309cb7f56 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:25.339465 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:25.340095 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237704f250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:25.340952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1653174834'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:25.346454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-500c405a-4edc-4299-bc69-952b97850530 None None] Provisioning complete for port b4e92f9a-aa16-428b-a8a0-bdafba36981e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:25.346842 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-500c405a-4edc-4299-bc69-952b97850530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.371901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:25.376866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.417779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:22:25.432982 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8218853b-5ee5-4bfa-9bec-609b0bde831f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.433435 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment 8218853b-5ee5-4bfa-9bec-609b0bde831f of type vlan for network c3be17f5-8910-465f-b339-8766c155f88c
Apr 09 21:22:25.469449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-500c405a-4edc-4299-bc69-952b97850530 None None] Current status of the port b4e92f9a-aa16-428b-a8a0-bdafba36981e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:25.512347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (c3be17f5-8910-465f-b339-8766c155f88c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.545775 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:25.594692 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for floatingip (6e650e08-cf03-4bb2-9278-9006de26a855), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.600150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (c3be17f5-8910-465f-b339-8766c155f88c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.605581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:25.606184 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.617447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73af69-bbe1-4301-9ed8-d13e844d226d req-9ec8e361-7a54-4cc7-b027-d8c5bd7d7e75 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:25.619443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f73af69-bbe1-4301-9ed8-d13e844d226d req-9ec8e361-7a54-4cc7-b027-d8c5bd7d7e75 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 943 time: 0.0669236
Apr 09 21:22:25.668262 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.679818 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3487999
Apr 09 21:22:25.702970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e06888b6-a59e-4dbc-ae15-6fbe5bff98ca None None] Provisioning complete for port 52dfca03-180a-4145-a8d8-087309cb7f56 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:25.703493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e06888b6-a59e-4dbc-ae15-6fbe5bff98ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.719010 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a0823-617e-4260-80f2-b936eba32fd8 req-9154e48a-0ac3-4cca-81af-395f5d998a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:25.720797 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-576a0823-617e-4260-80f2-b936eba32fd8 req-9154e48a-0ac3-4cca-81af-395f5d998a04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4542400bc91449e09c44d33b478c731e&device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 1126 time: 0.0973365
Apr 09 21:22:25.736426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56176) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:25.743267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f73af69-bbe1-4301-9ed8-d13e844d226d req-5eafab98-3f31-4e63-a16e-fce6e6e04359 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010523
Apr 09 21:22:25.748266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:25.776873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95057f7-066e-4bdc-b0e1-d91adcc5dd51 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=c3be17f5-8910-465f-b339-8766c155f88c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:25.784069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e06888b6-a59e-4dbc-ae15-6fbe5bff98ca None None] Port 52dfca03-180a-4145-a8d8-087309cb7f56 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:25.791720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network c3be17f5-8910-465f-b339-8766c155f88c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:22:25.810213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b6ea96-9218-4f08-a2b0-9c86e22ec6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.878746 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237704f250>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:24Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:24Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:25.906258 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-c769be75-7902-4167-af59-cd638ae4fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:25.907737 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-c769be75-7902-4167-af59-cd638ae4fbb9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1125 time: 0.2910604
Apr 09 21:22:25.912757 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:25.913130 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Updating router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 port 52dfca03-180a-4145-a8d8-087309cb7f56 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:22:25.923183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5657e1f7-8a5a-42e5-9dd6-0d372d099fcd None None] Provisioning complete for port 52dfca03-180a-4145-a8d8-087309cb7f56 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:25.923926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5657e1f7-8a5a-42e5-9dd6-0d372d099fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.924512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:25.928417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.947094 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:25.978719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5657e1f7-8a5a-42e5-9dd6-0d372d099fcd None None] Port 52dfca03-180a-4145-a8d8-087309cb7f56 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:26.070819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31ed7d-c507-4de8-9d7a-f6a75068490d req-f0c58217-da31-449c-936a-f5664010ed4f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:26.077636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e31ed7d-c507-4de8-9d7a-f6a75068490d req-f0c58217-da31-449c-936a-f5664010ed4f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 944 time: 0.1128168
Apr 09 21:22:26.162861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e31ed7d-c507-4de8-9d7a-f6a75068490d req-344611ab-2b4a-4769-85a0-09d63ccfea29 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801201
Apr 09 21:22:26.237564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (9c7e286a-ce53-43cf-9b4d-1e84a0c167b9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.258198 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Publish callbacks [] for port (52dfca03-180a-4145-a8d8-087309cb7f56), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.264938 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.332452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:26.333490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: c3be17f5-8910-465f-b339-8766c155f88c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:22:26.339393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb21570d-ad9c-469e-a664-b97c086f4a57), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.344985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=9c7e286a-ce53-43cf-9b4d-1e84a0c167b9,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:26.359341 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0657a14-4610-4fe6-9671-a4c99eda6536 None None] Pushing event updated for resources: {'Port': ['ID=52dfca03-180a-4145-a8d8-087309cb7f56,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:26.371339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network c3be17f5-8910-465f-b339-8766c155f88c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:22:26.387831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c3be17f5-8910-465f-b339-8766c155f88c) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:26.393589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:26.395093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.402616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c03dce9-3775-4553-85e0-f958b662605c None None] Network c3be17f5-8910-465f-b339-8766c155f88c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:26.405735 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Attempting to bind port 52dfca03-180a-4145-a8d8-087309cb7f56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:26.407076 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Attempting to bind port 52dfca03-180a-4145-a8d8-087309cb7f56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:26.407443 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Attempting to bind port 52dfca03-180a-4145-a8d8-087309cb7f56 on network 949b0eea-2609-438f-9c6d-ca4027946cf2 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:26.413164 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:26.413598 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Checking segment: {'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:26.414063 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.414485 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Bound using segment: {'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:26.414980 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Bound port: 52dfca03-180a-4145-a8d8-087309cb7f56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a4722-6217-41cf-9906-d2545dc54951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:26.415388 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.418272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-37401a3b-cac3-441a-b896-6c9918edfeae tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6739290
Apr 09 21:22:26.420957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56180) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:26.488170 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] For port 52dfca03-180a-4145-a8d8-087309cb7f56, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:26.491337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a0823-617e-4260-80f2-b936eba32fd8 req-de139839-d245-4e3c-b846-d6af23eab19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:26.492858 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-576a0823-617e-4260-80f2-b936eba32fd8 req-de139839-d245-4e3c-b846-d6af23eab19a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4542400bc91449e09c44d33b478c731e&shared=False HTTP/1.1" status: 200  len: 910 time: 0.7208986
Apr 09 21:22:26.493245 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] For port 52dfca03-180a-4145-a8d8-087309cb7f56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52dfca03-180a-4145-a8d8-087309cb7f56,segment=NetworkSegment(c68a4722-6217-41cf-9906-d2545dc54951),segment_id=c68a4722-6217-41cf-9906-d2545dc54951)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:26.509910 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.582794 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:26.583329 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237704f250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:26.614772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-b80402d0-bdd9-4ea3-b6e2-7d8fa1d63cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:26.616349 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-b80402d0-bdd9-4ea3-b6e2-7d8fa1d63cc0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea5bab77-15e0-4728-ad80-51ef38574660 HTTP/1.1" status: 200  len: 897 time: 0.6938498
Apr 09 21:22:26.644648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c3be17f5-8910-465f-b339-8766c155f88c', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:22:26.650004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.697284 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:26.794062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-870ae0ab-8ed8-49f1-94ed-b524120ee42d None None] Provisioning complete for port 52dfca03-180a-4145-a8d8-087309cb7f56 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:26.795217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-870ae0ab-8ed8-49f1-94ed-b524120ee42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.799699 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0657a14-4610-4fe6-9671-a4c99eda6536 None None] Pushing event updated for resources: {'Port': ['ID=52dfca03-180a-4145-a8d8-087309cb7f56,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:26.886338 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-3e7ac19b-0dd6-4af2-bb4b-dec3ff7a3712 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5 HTTP/1.1" status: 200  len: 217 time: 0.2318220
Apr 09 21:22:26.895274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b6ea96-9218-4f08-a2b0-9c86e22ec6e4 admin admin] Publish callbacks [] for security_group (578c4f61-5111-4ec1-a9a7-1f660e058bc6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.929480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86b6ea96-9218-4f08-a2b0-9c86e22ec6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (578c4f61-5111-4ec1-a9a7-1f660e058bc6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.959113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:26.989428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:22:27.029689 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237704f250>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:24Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:26Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:27.032084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Allocated IP 172.21.0.2 (c3be17f5-8910-465f-b339-8766c155f88c/9c7e286a-ce53-43cf-9b4d-1e84a0c167b9/77a84ffd-db9d-435d-83b8-6169ffaa8b82) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:27.091599 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70673cd-a793-41fd-a8ed-d71378d3ef7f None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:24Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:26Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:27.114392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b4e92f9a-aa16-428b-a8a0-bdafba36981e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:27.153833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a0823-617e-4260-80f2-b936eba32fd8 req-df9f82db-6097-4e85-bcff-01334d5ed1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:27.155331 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-576a0823-617e-4260-80f2-b936eba32fd8 req-df9f82db-6097-4e85-bcff-01334d5ed1dd service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6540155
Apr 09 21:22:27.175220 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86b6ea96-9218-4f08-a2b0-9c86e22ec6e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3cd8a38803f4a8dbceba2c5a64f997f&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9631965
Apr 09 21:22:27.178281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc58354-ea6a-4489-973e-6b79e94d0589 req-a270b11d-88b8-452d-9558-f1bbba997287 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:27.178797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-9e44a807-e3ff-49a7-835b-8e3c2da1ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:27.180032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbc58354-ea6a-4489-973e-6b79e94d0589 req-a270b11d-88b8-452d-9558-f1bbba997287 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 943 time: 0.0682642
Apr 09 21:22:27.180620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56184) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:27.181057 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-9e44a807-e3ff-49a7-835b-8e3c2da1ff76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea9e1224-04aa-4aa6-8497-e3021296e84b HTTP/1.1" status: 200  len: 834 time: 0.2754877
Apr 09 21:22:27.183797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for port (fb21570d-ad9c-469e-a664-b97c086f4a57), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.197140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-870ae0ab-8ed8-49f1-94ed-b524120ee42d None None] Current status of the port 52dfca03-180a-4145-a8d8-087309cb7f56 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:27.197530 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-870ae0ab-8ed8-49f1-94ed-b524120ee42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.209823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fb21570d-ad9c-469e-a664-b97c086f4a57), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.222481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6ea96-9218-4f08-a2b0-9c86e22ec6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c4f61-5111-4ec1-a9a7-1f660e058bc6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:27.349227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b4e92f9a-aa16-428b-a8a0-bdafba36981e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:27.349482 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.388584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event updated for resources: {'Port': ['ID=fb21570d-ad9c-469e-a664-b97c086f4a57,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:27.388584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-6d085d4b-5053-4834-bfcf-37bb2f420d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:27.390009 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-6d085d4b-5053-4834-bfcf-37bb2f420d00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4542400bc91449e09c44d33b478c731e&device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 1126 time: 0.1529124
Apr 09 21:22:27.396031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-870ae0ab-8ed8-49f1-94ed-b524120ee42d None None] For port 52dfca03-180a-4145-a8d8-087309cb7f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52dfca03-180a-4145-a8d8-087309cb7f56,segment=NetworkSegment(c68a4722-6217-41cf-9906-d2545dc54951),segment_id=c68a4722-6217-41cf-9906-d2545dc54951)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:27.401855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-462553ba-6e7a-4bd2-9fa4-3a105845cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:27.403751 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-462553ba-6e7a-4bd2-9fa4-3a105845cd7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea5bab77-15e0-4728-ad80-51ef38574660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1953862
Apr 09 21:22:27.421079 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-870ae0ab-8ed8-49f1-94ed-b524120ee42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.428564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:27.458042 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (6e650e08-cf03-4bb2-9278-9006de26a855), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.471488 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-97b27295-ed24-4b91-b9d0-68f28e448eca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f HTTP/1.1" status: 200  len: 217 time: 0.0719771
Apr 09 21:22:27.603572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-f45edb17-7706-477d-a01e-e148c0406135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:27.605200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-f45edb17-7706-477d-a01e-e148c0406135 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a9df682-1f3c-4607-89c8-a9ffac0d3c6c HTTP/1.1" status: 200  len: 849 time: 0.0533347
Apr 09 21:22:27.618518 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1a03bf1e-cbfc-4d62-a082-20f97ef3b277 admin admin] Publish callbacks [] for security_group (578c4f61-5111-4ec1-a9a7-1f660e058bc6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.640337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa15da-20bc-4675-be0d-4122bb3912dc req-1671f9c3-8885-4d99-9ff2-bc6d2448c2e0 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:27.642309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebfa15da-20bc-4675-be0d-4122bb3912dc req-1671f9c3-8885-4d99-9ff2-bc6d2448c2e0 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 944 time: 0.3028116
Apr 09 21:22:27.686279 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-fab0a25b-fdad-4584-b01a-e2247c5349f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4b7a3ab-b3cc-492d-828a-29903c6d882c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0722322
Apr 09 21:22:27.689885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbc58354-ea6a-4489-973e-6b79e94d0589 req-36d15e19-d1eb-4e32-94b7-f6cba245dc26 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4571133
Apr 09 21:22:27.725768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'port_id': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'mac_address': 'fa:16:3e:af:ae:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:22:27.739944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cf463061-3cc8-44cb-92b7-38ec58d4fb9f None None] Provisioning complete for port 52dfca03-180a-4145-a8d8-087309cb7f56 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:27.740217 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf463061-3cc8-44cb-92b7-38ec58d4fb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.746074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.781144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1a03bf1e-cbfc-4d62-a082-20f97ef3b277 admin admin] Publish callbacks [] for security_group (578c4f61-5111-4ec1-a9a7-1f660e058bc6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.855855 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-a441c65a-7042-4dc5-82e9-6af386e73dc2 service neutron] 10.222.0.25 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619194
Apr 09 21:22:27.863461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ae0ab-8ed8-49f1-94ed-b524120ee42d None None] Pushing event updated for resources: {'Port': ['ID=52dfca03-180a-4145-a8d8-087309cb7f56,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:27.891722 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Publish callbacks [] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.910591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:27.915071 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.933450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ebfa15da-20bc-4675-be0d-4122bb3912dc req-b5ea46d1-71ef-44bd-8cad-a3511be5f9f7 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968670
Apr 09 21:22:27.941384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:27.947439 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:27.955927 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-54fdaac8-ace9-4613-b1f3-c7c4906b29a6 service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4953775
Apr 09 21:22:27.961845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b4e92f9a-aa16-428b-a8a0-bdafba36981e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:28.027661 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Floating IP 6e650e08-cf03-4bb2-9278-9006de26a855 associated. External IP: 172.35.0.77, port: 4c7b21e8-849b-46e4-a86f-7e4c0cea2745.
Apr 09 21:22:28.043698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1a03bf1e-cbfc-4d62-a082-20f97ef3b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (578c4f61-5111-4ec1-a9a7-1f660e058bc6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.047405 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1a03bf1e-cbfc-4d62-a082-20f97ef3b277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.047767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:28.049182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1a03bf1e-cbfc-4d62-a082-20f97ef3b277 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/578c4f61-5111-4ec1-a9a7-1f660e058bc6 HTTP/1.1" status: 204  len: 168 time: 0.8649514
Apr 09 21:22:28.049938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Network c3be17f5-8910-465f-b339-8766c155f88c is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:28.057884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:28.063231 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5e03a238-de73-4fcf-8193-41763d8e72ce req-4598502c-7a0b-436e-9c9c-c04b235a87da service neutron] 10.222.0.25 "GET /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2000778
Apr 09 21:22:28.065516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:28.078206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03bf1e-cbfc-4d62-a082-20f97ef3b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c4f61-5111-4ec1-a9a7-1f660e058bc6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:28.082743 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.126523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Pushing event updated for resources: {'Port': ['ID=77a84ffd-db9d-435d-83b8-6169ffaa8b82,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:28.154879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cf463061-3cc8-44cb-92b7-38ec58d4fb9f None None] Current status of the port 52dfca03-180a-4145-a8d8-087309cb7f56 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:28.239741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Attempting to bind port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:28.240367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Attempting to bind port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:28.241107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Attempting to bind port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 on network c3be17f5-8910-465f-b339-8766c155f88c {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:28.260081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:28.261662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Checking segment: {'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:28.262157 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.263343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Bound using segment: {'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:28.264736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Bound port: 77a84ffd-db9d-435d-83b8-6169ffaa8b82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:28.265277 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.312586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.21.0.1 (c3be17f5-8910-465f-b339-8766c155f88c/9c7e286a-ce53-43cf-9b4d-1e84a0c167b9/5e4bc543-9090-4db4-b427-1dfde92fb140) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:28.392276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:28.412134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] For port 77a84ffd-db9d-435d-83b8-6169ffaa8b82, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:28.417330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] For port 77a84ffd-db9d-435d-83b8-6169ffaa8b82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a84ffd-db9d-435d-83b8-6169ffaa8b82,segment=NetworkSegment(8218853b-5ee5-4bfa-9bec-609b0bde831f),segment_id=8218853b-5ee5-4bfa-9bec-609b0bde831f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:28.433298 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.518397 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.562360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['4e8e15aa-2a30-4f3e-8940-762c7103b1f5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:28.569206 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46cd1cc9-15bd-48b8-bc28-5e9df25bc0e5 req-d7121650-4c7e-480e-af6b-0a86f40ca0fa service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6057718
Apr 09 21:22:28.575669 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.636395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network c3be17f5-8910-465f-b339-8766c155f88c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:28.650589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5adc6-7b51-4ae2-a7eb-76acffbb0672 None None] Pushing event updated for resources: {'Port': ['ID=77a84ffd-db9d-435d-83b8-6169ffaa8b82,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:28.676682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:28.679624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=5e4bc543-9090-4db4-b427-1dfde92fb140,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:28.683463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:28.745978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:28.899158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Router 6c9f4d96-ccef-44b6-aa30-403113c46520 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:28.960818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde7f67-4819-4c3b-a399-cf12530763e9 req-31f4473a-3346-4d75-8515-00bb3f27ca80 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:28.962594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbde7f67-4819-4c3b-a399-cf12530763e9 req-31f4473a-3346-4d75-8515-00bb3f27ca80 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 944 time: 0.1062100
Apr 09 21:22:29.064942 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.136964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:29.146166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 52dfca03-180a-4145-a8d8-087309cb7f56 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:29.150704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] Sync routers for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:29.159753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.176611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51a5b3-5442-4840-a381-5382f65ea4d0 req-89de8357-e6ab-42e6-82b7-bd78dd3bfd4f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:29.181676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe51a5b3-5442-4840-a381-5382f65ea4d0 req-89de8357-e6ab-42e6-82b7-bd78dd3bfd4f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 944 time: 0.1082902
Apr 09 21:22:29.193554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:29.194533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237497b460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:29.198453 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1fb6f117-74ff-41dd-94a0-7bd1d0166bdb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.9650245
Apr 09 21:22:29.199170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'tag': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:29.202832 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e" -d '{"events": [{"name": "network-changed", "server_uuid": "584ed9de-6598-458b-bdc5-118c7ca85c48", "tag": "4c7b21e8-849b-46e4-a86f-7e4c0cea2745"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:29.216367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bbde7f67-4819-4c3b-a399-cf12530763e9 req-f0a0baa4-6e68-4071-8c24-ad32f5701272 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2060394
Apr 09 21:22:29.265392 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d060454-b599-413a-930c-972b462f3bb1 x-openstack-request-id: req-4d060454-b599-413a-930c-972b462f3bb1 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:29.265837 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584ed9de-6598-458b-bdc5-118c7ca85c48", "tag": "4c7b21e8-849b-46e4-a86f-7e4c0cea2745", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:29.266183 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d060454-b599-413a-930c-972b462f3bb1 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:29.266688 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d060454-b599-413a-930c-972b462f3bb1'] response: {'name': 'network-changed', 'server_uuid': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'tag': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'status': 'completed', 'code': 200}
Apr 09 21:22:29.322104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 52dfca03-180a-4145-a8d8-087309cb7f56 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:29.322474 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.347078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:29.399787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe51a5b3-5442-4840-a381-5382f65ea4d0 req-94558a2c-25dc-4f6c-be80-0fe9e423ea7b tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129719
Apr 09 21:22:29.403288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-92c9fe1e-8735-42e0-9811-04fc7208dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:29.404824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-92c9fe1e-8735-42e0-9811-04fc7208dba9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=605e203fc5c04ed781bf67d309905d81&device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1127 time: 0.1057003
Apr 09 21:22:29.495512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 52dfca03-180a-4145-a8d8-087309cb7f56 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:29.496605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 77a84ffd-db9d-435d-83b8-6169ffaa8b82 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:29.581570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-adb226d9-5f97-4d1a-84e7-2c9b9444c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:29.582906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-adb226d9-5f97-4d1a-84e7-2c9b9444c726 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0391f0d4-fa04-493b-a06d-d7825f459d86 HTTP/1.1" status: 200  len: 910 time: 0.1650178
Apr 09 21:22:29.618729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:29.619104 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.680086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-93ae0cb8-67e7-45c3-aeaf-4b06ee9953fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745 HTTP/1.1" status: 200  len: 998 time: 0.0910740
Apr 09 21:22:29.681972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.685070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237497b460>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e650e08-cf03-4bb2-9278-9006de26a855', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'floating_ip_address': '172.35.0.77', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'port_id': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'mac_address': 'fa:16:3e:1e:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:22:25Z', 'updated_at': '2022-04-09T21:22:25Z', 'revision_number': 0, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:54Z', 'revision_number': 5, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:29.695949 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.720803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] Checking router: 6c9f4d96-ccef-44b6-aa30-403113c46520 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:29.734094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:29.734734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237497b460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:29.800781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.807859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-cb72e515-c00e-4de2-85ca-47be2f42b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:29.809389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-cb72e515-c00e-4de2-85ca-47be2f42b43d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a HTTP/1.1" status: 200  len: 848 time: 0.1228170
Apr 09 21:22:29.813461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=5e4bc543-9090-4db4-b427-1dfde92fb140,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:29.821481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:29.821481 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.854381 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:22:29.882686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2036088-0e01-4dfc-bde7-328f07c472e9 None None] Network c3be17f5-8910-465f-b339-8766c155f88c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:29.904959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-f102e98a-e101-4042-a314-1e047c04b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:29.906521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-f102e98a-e101-4042-a314-1e047c04b19d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0391f0d4-fa04-493b-a06d-d7825f459d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0860875
Apr 09 21:22:29.910234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 77a84ffd-db9d-435d-83b8-6169ffaa8b82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a84ffd-db9d-435d-83b8-6169ffaa8b82,segment=NetworkSegment(8218853b-5ee5-4bfa-9bec-609b0bde831f),segment_id=8218853b-5ee5-4bfa-9bec-609b0bde831f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:29.924615 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:29.928437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:30.004557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network c3be17f5-8910-465f-b339-8766c155f88c is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:30.007427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:30.069831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-7d886aa0-e0b6-4b89-b077-1201b248b065 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555650
Apr 09 21:22:30.182289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:30.208560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f36b4e86-d059-49dc-b08d-cbdcc39a4a16 None None] Provisioning complete for port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:30.208919 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f36b4e86-d059-49dc-b08d-cbdcc39a4a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:30.248924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2653a6cb-36e7-42f5-b59f-1bb9ff34d88e req-2f0fca77-b89d-4c9b-8c77-e4a498d1c330 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479785
Apr 09 21:22:30.301710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=77a84ffd-db9d-435d-83b8-6169ffaa8b82,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:30.332099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:30.338848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e0ce299c-cd9c-4193-8392-34bfc385ce53 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9161799
Apr 09 21:22:30.341804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56200) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:30.347465 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:30.349820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1423909220'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:30.351157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8b639-4707-4c70-bf4d-768d02c3cf8e req-230eede1-724a-4af3-8f67-4486ee086fe0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:30.352865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a8b639-4707-4c70-bf4d-768d02c3cf8e req-230eede1-724a-4af3-8f67-4486ee086fe0 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 944 time: 0.0581689
Apr 09 21:22:30.378168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:30.382257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:30.418761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:22:30.434466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a8b639-4707-4c70-bf4d-768d02c3cf8e req-4e6c8d5d-0922-4388-a5ee-fb440be312b2 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611324
Apr 09 21:22:30.438568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0c90b9b0-429f-4c83-ba4b-61f90441c2c5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:30.438855 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment 0c90b9b0-429f-4c83-ba4b-61f90441c2c5 of type vlan for network 27e05f96-5a0a-4a44-af6a-36a6dfab9254
Apr 09 21:22:30.496292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f36b4e86-d059-49dc-b08d-cbdcc39a4a16 None None] Current status of the port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:30.510660 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:30.511591 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770b62e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:30.522992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (27e05f96-5a0a-4a44-af6a-36a6dfab9254), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:30.575220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (27e05f96-5a0a-4a44-af6a-36a6dfab9254), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:30.577707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237497b460>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e650e08-cf03-4bb2-9278-9006de26a855', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'floating_ip_address': '172.35.0.77', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'port_id': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'mac_address': 'fa:16:3e:1e:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:22:25Z', 'updated_at': '2022-04-09T21:22:25Z', 'revision_number': 0, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:54Z', 'revision_number': 5, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:30.591645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:30.593355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:30.619210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2da6f-0d8e-420a-83f2-427ddfeefd71 None None] The sync data for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 is: [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e650e08-cf03-4bb2-9278-9006de26a855', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'floating_ip_address': '172.35.0.77', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'port_id': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'mac_address': 'fa:16:3e:1e:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:22:25Z', 'updated_at': '2022-04-09T21:22:25Z', 'revision_number': 0, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:54Z', 'revision_number': 5, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:30.619795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e547d3b-a92c-4590-a809-f1c173e37ea8 req-86a623a6-98e3-41bf-919c-26ff026ce6f2 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:30.627560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e547d3b-a92c-4590-a809-f1c173e37ea8 req-86a623a6-98e3-41bf-919c-26ff026ce6f2 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 944 time: 0.0790751
Apr 09 21:22:30.629022 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:30.634569 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2912693
Apr 09 21:22:30.638004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56204) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:30.647736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:30.732266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e547d3b-a92c-4590-a809-f1c173e37ea8 req-cb75d9c5-b8eb-4e3a-b685-f8dd7c46c0f0 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983140
Apr 09 21:22:30.771056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66163f5-f9f2-4cd3-b87a-2e9e65fa2fba tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=27e05f96-5a0a-4a44-af6a-36a6dfab9254,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:30.783623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:22:30.811238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:30.814966 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:30.886284 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770b62e0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:28Z', 'revision_number': 3, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:29Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:30.892547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f480441e-faf0-4db2-bc5a-1e8a3367f7c4 None None] Provisioning complete for port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:30.892925 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f480441e-faf0-4db2-bc5a-1e8a3367f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:30.929419 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:30.929856 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Updating router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 port 5e4bc543-9090-4db4-b427-1dfde92fb140 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:22:30.982496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16457c45-2b3a-4f04-bfd3-9f782859ec93 None None] New status for floating IP 6e650e08-cf03-4bb2-9278-9006de26a855: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:22:31.011882 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.050760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:22:31.083062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:31.084671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (3f8ae72e-a199-4eb5-9f82-fce334a2e0d6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.138206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 77a84ffd-db9d-435d-83b8-6169ffaa8b82 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:31.168477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=3f8ae72e-a199-4eb5-9f82-fce334a2e0d6,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:31.178280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:31.178636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: 27e05f96-5a0a-4a44-af6a-36a6dfab9254, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:22:31.200838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:22:31.216742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 27e05f96-5a0a-4a44-af6a-36a6dfab9254) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:31.218314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f480441e-faf0-4db2-bc5a-1e8a3367f7c4 None None] Current status of the port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:31.233870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:22:31.234759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:31.235481 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.243129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9df0ee-69ad-4c8a-9b2e-de8741327d4f None None] Network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:31.260220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56206) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:31.265636 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4bea8e4a-5368-4d15-a86b-3e2c030aecd5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6265178
Apr 09 21:22:31.311981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:31.312380 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.325987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f480441e-faf0-4db2-bc5a-1e8a3367f7c4 None None] Provisioning complete for port 5e4bc543-9090-4db4-b427-1dfde92fb140 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:31.326357 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f480441e-faf0-4db2-bc5a-1e8a3367f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.363712 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Publish callbacks [] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.371237 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.434521 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68c7b8-432b-4f62-b411-13cce3277fb0 None None] Pushing event updated for resources: {'Port': ['ID=5e4bc543-9090-4db4-b427-1dfde92fb140,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:31.498008 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Attempting to bind port 5e4bc543-9090-4db4-b427-1dfde92fb140 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:31.498717 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Attempting to bind port 5e4bc543-9090-4db4-b427-1dfde92fb140 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:31.498837 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Attempting to bind port 5e4bc543-9090-4db4-b427-1dfde92fb140 on network c3be17f5-8910-465f-b339-8766c155f88c {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:31.504965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:31.505358 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Checking segment: {'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:31.505753 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.506142 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Bound using segment: {'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:31.506660 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Bound port: 5e4bc543-9090-4db4-b427-1dfde92fb140, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8218853b-5ee5-4bfa-9bec-609b0bde831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:31.507034 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.588357 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] For port 5e4bc543-9090-4db4-b427-1dfde92fb140, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:31.592619 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] For port 5e4bc543-9090-4db4-b427-1dfde92fb140, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4bc543-9090-4db4-b427-1dfde92fb140,segment=NetworkSegment(8218853b-5ee5-4bfa-9bec-609b0bde831f),segment_id=8218853b-5ee5-4bfa-9bec-609b0bde831f)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:31.601532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:31.602058 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.612414 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.642477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:31.654262 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f480441e-faf0-4db2-bc5a-1e8a3367f7c4 None None] Port 5e4bc543-9090-4db4-b427-1dfde92fb140 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:31.685617 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:31.686442 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770b62e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:31.695329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edb52f-8693-42bc-8a49-51205fbade20 req-3fd5df81-4bac-41fb-88e0-516c43259f90 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:31.697181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97edb52f-8693-42bc-8a49-51205fbade20 req-3fd5df81-4bac-41fb-88e0-516c43259f90 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 944 time: 0.1093845
Apr 09 21:22:31.720822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'd5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f', 'network_id': 'b4b7a3ab-b3cc-492d-828a-29903c6d882c', 'port_id': 'd5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f', 'mac_address': 'fa:16:3e:e6:f5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9df682-1f3c-4607-89c8-a9ffac0d3c6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:22:31.722560 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.725413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:31.725795 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.727822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:22:31.728651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.736481 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68c7b8-432b-4f62-b411-13cce3277fb0 None None] Pushing event updated for resources: {'Port': ['ID=5e4bc543-9090-4db4-b427-1dfde92fb140,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:31.834644 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:31.887457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b90e0a-2752-47fd-a0d8-288a7b79a00c req-2d5c6a03-b7c1-4601-897f-6a9dcadb8ad0 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:31.888980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37b90e0a-2752-47fd-a0d8-288a7b79a00c req-2d5c6a03-b7c1-4601-897f-6a9dcadb8ad0 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 944 time: 0.0654144
Apr 09 21:22:31.950849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:31.953279 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6a9ae6-37e2-4999-913f-4f6dcf7fc662" -d '{"events": [{"server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "name": "network-vif-plugged", "status": "completed", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:31.955765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f1343d75-284b-48cc-b26e-7ea9f36b397e None None] Provisioning complete for port 5e4bc543-9090-4db4-b427-1dfde92fb140 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:31.956243 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f1343d75-284b-48cc-b26e-7ea9f36b397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:31.957571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37b90e0a-2752-47fd-a0d8-288a7b79a00c req-40874d13-296e-462e-92e1-125caca1e1ff tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515864
Apr 09 21:22:31.970844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97edb52f-8693-42bc-8a49-51205fbade20 req-1f15fc28-9228-400d-87c9-c13cf3fa27bc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1689987
Apr 09 21:22:32.035634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Allocated IP 172.22.0.2 (27e05f96-5a0a-4a44-af6a-36a6dfab9254/3f8ae72e-a199-4eb5-9f82-fce334a2e0d6/938e8ff2-21d1-4c49-9e08-0568fd39e4c3) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:32.068401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:32.068793 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.070769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:32.080371 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bae62d-ddfd-4693-a07f-c0ebfa7a3341 x-openstack-request-id: req-14bae62d-ddfd-4693-a07f-c0ebfa7a3341 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:32.080762 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "name": "network-vif-plugged", "status": "completed", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:32.080944 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14bae62d-ddfd-4693-a07f-c0ebfa7a3341 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:32.082276 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bae62d-ddfd-4693-a07f-c0ebfa7a3341'] response: {'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'code': 200}
Apr 09 21:22:32.094650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:32.116481 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.135081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:32.144581 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770b62e0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:28Z', 'revision_number': 3, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:31Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:32.165713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa94385-399c-4e18-b0d9-e871a6b09d2f req-9df34e21-28da-417f-88ba-0ff038a4f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:32.167983 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3aa94385-399c-4e18-b0d9-e871a6b09d2f req-9df34e21-28da-417f-88ba-0ff038a4f995 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1127 time: 0.0436659
Apr 09 21:22:32.187642 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be870cdc-e64f-4f24-9386-47cf6b7f0ebc None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:28Z', 'revision_number': 3, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:31Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:32.221593 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3aa94385-399c-4e18-b0d9-e871a6b09d2f req-e70133e7-cddb-4387-ad1c-0b9cda2d5398 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466104
Apr 09 21:22:32.290869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:32.294305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:32.313971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.530209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.630399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:32.634760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f1343d75-284b-48cc-b26e-7ea9f36b397e None None] Current status of the port 5e4bc543-9090-4db4-b427-1dfde92fb140 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:32.635149 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f1343d75-284b-48cc-b26e-7ea9f36b397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.654303 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Publish callbacks [] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.666743 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.714340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f1343d75-284b-48cc-b26e-7ea9f36b397e None None] For port 5e4bc543-9090-4db4-b427-1dfde92fb140, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4bc543-9090-4db4-b427-1dfde92fb140,segment=NetworkSegment(8218853b-5ee5-4bfa-9bec-609b0bde831f),segment_id=8218853b-5ee5-4bfa-9bec-609b0bde831f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:32.729913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:32.733286 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f1343d75-284b-48cc-b26e-7ea9f36b397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.737209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Pushing event updated for resources: {'Port': ['ID=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:32.742836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:32.745288 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:32.751544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:32.831524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.22.0.1 (27e05f96-5a0a-4a44-af6a-36a6dfab9254/3f8ae72e-a199-4eb5-9f82-fce334a2e0d6/76acbbb5-6b39-4dcc-9888-501113487902) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:32.882318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1343d75-284b-48cc-b26e-7ea9f36b397e None None] Pushing event updated for resources: {'Port': ['ID=5e4bc543-9090-4db4-b427-1dfde92fb140,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:32.892366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-10568a3b-aedc-406f-9dc6-78912714f421 None None] Provisioning complete for port 5e4bc543-9090-4db4-b427-1dfde92fb140 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:32.892737 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-10568a3b-aedc-406f-9dc6-78912714f421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.938301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Attempting to bind port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:32.938669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Attempting to bind port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:32.939029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Attempting to bind port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 on network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:32.958566 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (76acbbb5-6b39-4dcc-9888-501113487902), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.959043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:32.959344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Checking segment: {'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:32.959626 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:32.960139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Bound using segment: {'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:32.960488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Bound port: 938e8ff2-21d1-4c49-9e08-0568fd39e4c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:32.960830 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.005934 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (76acbbb5-6b39-4dcc-9888-501113487902), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.057976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:33.063139 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:33.067843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:33.071935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=76acbbb5-6b39-4dcc-9888-501113487902,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:33.078738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e4bc543-9090-4db4-b427-1dfde92fb140 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:33.148083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] For port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:33.178975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] For port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,segment=NetworkSegment(0c90b9b0-429f-4c83-ba4b-61f90441c2c5),segment_id=0c90b9b0-429f-4c83-ba4b-61f90441c2c5)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:33.180133 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.194297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-10568a3b-aedc-406f-9dc6-78912714f421 None None] Current status of the port 5e4bc543-9090-4db4-b427-1dfde92fb140 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:33.195039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa16d6-af88-4979-8fb0-3dad7c956d48 req-fe7b774b-03a6-4c91-bb2c-df22d5755788 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:33.196539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bafa16d6-af88-4979-8fb0-3dad7c956d48 req-fe7b774b-03a6-4c91-bb2c-df22d5755788 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 945 time: 0.0895879
Apr 09 21:22:33.196720 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.239222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77cb8a-77cb-401f-a451-361391e4c753 req-357d3a05-dc0d-4063-889a-c34bb97fb0b9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:33.240684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef77cb8a-77cb-401f-a451-361391e4c753 req-357d3a05-dc0d-4063-889a-c34bb97fb0b9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.1216261
Apr 09 21:22:33.276659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5e4bc543-9090-4db4-b427-1dfde92fb140 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:33.276659 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.316779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617071b0-35c3-452f-812a-df5eaef780a1 None None] Pushing event updated for resources: {'Port': ['ID=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:33.355816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef77cb8a-77cb-401f-a451-361391e4c753 req-9a8424f7-e704-43cc-b8c5-a891d44ec34e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058378
Apr 09 21:22:33.392473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bafa16d6-af88-4979-8fb0-3dad7c956d48 req-d3d77eed-7e93-4acc-8cd8-531c38197dcd tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612780
Apr 09 21:22:33.402984 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (76acbbb5-6b39-4dcc-9888-501113487902), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.403203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5e4bc543-9090-4db4-b427-1dfde92fb140 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:33.712349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (76acbbb5-6b39-4dcc-9888-501113487902), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.719495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (76acbbb5-6b39-4dcc-9888-501113487902), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.792582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=76acbbb5-6b39-4dcc-9888-501113487902,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:33.795324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:33.894404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:33.895998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:33.997992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:34.103518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:34.111948 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56218) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:34.112440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-be1ad41c-6317-4390-aa84-14b24de9f961 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8495514
Apr 09 21:22:34.117219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'network': {'name': 'tempest-RoutersTest-674330175'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:34.118128 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:34.129343 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:34.129963 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770b6490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:34.147309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:34.151085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.178880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:22:34.190231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9f077d54-e127-4f1b-bd77-6b02aee090cf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.190705 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added segment 9f077d54-e127-4f1b-bd77-6b02aee090cf of type vlan for network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db
Apr 09 21:22:34.226796 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:34.238973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (1adfd468-5c0b-47c6-8ab7-c4bd917e37db), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.274830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (1adfd468-5c0b-47c6-8ab7-c4bd917e37db), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.280042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:34.280627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.318887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed1d19-9fab-47f6-a6c4-849223a60569 None None] Network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:34.323746 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2086544
Apr 09 21:22:34.324462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56220) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:34.334005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'subnet': {'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:34.354515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f0968-c164-4ce6-b96a-4982c7cf44d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Network': ['ID=1adfd468-5c0b-47c6-8ab7-c4bd917e37db,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:34.380216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:22:34.464984 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770b6490>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:33Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:33Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:34.498881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-142d8eb4-2889-4730-9737-7cf2002fd59f None None] Provisioning complete for port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:34.499178 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-142d8eb4-2889-4730-9737-7cf2002fd59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.501951 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:34.502192 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Updating router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 port 76acbbb5-6b39-4dcc-9888-501113487902 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:22:34.508060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Made reservation on behalf of 398c3ad38c5e41ceb8024cd8ba5fec34 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:34.511496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.533606 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (76acbbb5-6b39-4dcc-9888-501113487902), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.576997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5d543-1977-4d96-b0d0-33f00bbcfcdf req-a048e316-9ad7-475a-83ce-01973f410879 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:34.578448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92b5d543-1977-4d96-b0d0-33f00bbcfcdf req-a048e316-9ad7-475a-83ce-01973f410879 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.1212928
Apr 09 21:22:34.629785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-142d8eb4-2889-4730-9737-7cf2002fd59f None None] Current status of the port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:34.630325 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-142d8eb4-2889-4730-9737-7cf2002fd59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.642735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b029db-4141-47e1-884d-99ea85bd43c1 req-28f2ad8a-ea87-4a66-9d33-1f50a9520a6b tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:34.644379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1b029db-4141-47e1-884d-99ea85bd43c1 req-28f2ad8a-ea87-4a66-9d33-1f50a9520a6b tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 945 time: 0.1499925
Apr 09 21:22:34.667853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-142d8eb4-2889-4730-9737-7cf2002fd59f None None] For port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,segment=NetworkSegment(0c90b9b0-429f-4c83-ba4b-61f90441c2c5),segment_id=0c90b9b0-429f-4c83-ba4b-61f90441c2c5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:34.673893 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-142d8eb4-2889-4730-9737-7cf2002fd59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.722441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92b5d543-1977-4d96-b0d0-33f00bbcfcdf req-77bf988b-468b-4c17-8a20-8b9cecbf5322 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101174
Apr 09 21:22:34.732204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d8eb4-2889-4730-9737-7cf2002fd59f None None] Pushing event updated for resources: {'Port': ['ID=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:34.738834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1b029db-4141-47e1-884d-99ea85bd43c1 req-0cc821a8-4b5b-4dac-b862-71defcd35384 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806181
Apr 09 21:22:34.904941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0cda-782a-4e87-8285-d6e0a89a9160 req-4192c8dd-8941-4082-a5a9-1e1decd91b02 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:34.906686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b9c0cda-782a-4e87-8285-d6e0a89a9160 req-4192c8dd-8941-4082-a5a9-1e1decd91b02 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0688617
Apr 09 21:22:34.908164 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.970435 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Publish callbacks [] for port (76acbbb5-6b39-4dcc-9888-501113487902), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:34.978697 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (76acbbb5-6b39-4dcc-9888-501113487902), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.008959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Provisioning complete for port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:35.009366 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.027709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Subnet': ['ID=ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:35.067067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:35.077398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.077890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.078320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.078745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.079172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.079587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.080069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.080502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.080914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.081566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.082050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.082470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.082881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.083563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.084127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:35.092479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:35.105306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b9c0cda-782a-4e87-8285-d6e0a89a9160 req-feb39582-8581-4b9a-bda7-01d7a545eb53 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1877811
Apr 09 21:22:35.108155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Checking segment: {'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:35.108523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network hostable DHCP agents. Network: 1adfd468-5c0b-47c6-8ab7-c4bd917e37db, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:22:35.108721 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e44c2-576e-4178-88b8-d3ea1a741d93 None None] Pushing event updated for resources: {'Port': ['ID=76acbbb5-6b39-4dcc-9888-501113487902,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:35.121860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56228) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:35.146155 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Attempting to bind port 76acbbb5-6b39-4dcc-9888-501113487902 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:35.147312 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Attempting to bind port 76acbbb5-6b39-4dcc-9888-501113487902 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:35.147932 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Attempting to bind port 76acbbb5-6b39-4dcc-9888-501113487902 on network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:35.156085 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:35.157799 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Checking segment: {'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:35.158362 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.159030 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Bound using segment: {'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:35.159670 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Bound port: 76acbbb5-6b39-4dcc-9888-501113487902, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c90b9b0-429f-4c83-ba4b-61f90441c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:35.160373 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (76acbbb5-6b39-4dcc-9888-501113487902), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.163413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:35.163746 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.174380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:22:35.184634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9210b2-a74a-40f0-bb15-df410a018120 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:35.187256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8f9210b2-a74a-40f0-bb15-df410a018120 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1122 time: 0.0635316
Apr 09 21:22:35.190440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56230) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:35.192204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1adfd468-5c0b-47c6-8ab7-c4bd917e37db) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:35.195058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:35.196885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:35.197531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.207514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e9cc5-4768-4a08-859b-a5df47c70917 None None] Network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:35.236101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce673abb-1d35-41a2-8116-13734df67bb5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9054437
Apr 09 21:22:35.236351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56232) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:35.239293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:22:35.255994 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] For port 76acbbb5-6b39-4dcc-9888-501113487902, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:35.259773 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] For port 76acbbb5-6b39-4dcc-9888-501113487902, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76acbbb5-6b39-4dcc-9888-501113487902,segment=NetworkSegment(0c90b9b0-429f-4c83-ba4b-61f90441c2c5),segment_id=0c90b9b0-429f-4c83-ba4b-61f90441c2c5)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:35.273066 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (76acbbb5-6b39-4dcc-9888-501113487902), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.280553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:35.280928 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.293312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.336990 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:35.337703 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770b6490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:35.383908 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e44c2-576e-4178-88b8-d3ea1a741d93 None None] Pushing event updated for resources: {'Port': ['ID=76acbbb5-6b39-4dcc-9888-501113487902,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:35.389076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Current status of the port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:35.400524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Provisioning complete for port 76acbbb5-6b39-4dcc-9888-501113487902 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:35.400935 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (76acbbb5-6b39-4dcc-9888-501113487902), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.459478 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:35.496207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.539755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:35.587817 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:35.587817 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.619112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'fixed_ips': [{'subnet_id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:22:35.620155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.739583 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770b6490>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:33Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:35.787327 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a811db7-4e11-4157-93a7-1c8a3e424fb0 None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:33Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:35.787626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Allocated IP 172.35.0.209 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/797aa2d0-910d-4ec8-949a-0994aa28f8aa) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:35.835697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a8ce04-ceba-4fb0-9c00-50fcc75f6742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:35.842871 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc17817a-705a-4a67-8525-ee294d0d7655" -d '{"events": [{"server_uuid": "a0a8ce04-ceba-4fb0-9c00-50fcc75f6742", "name": "network-vif-plugged", "status": "completed", "tag": "d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:35.891630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Allocated IP 172.23.0.2 (1adfd468-5c0b-47c6-8ab7-c4bd917e37db/ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1/c043fce6-b15c-4f35-af63-3452794f592c) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:35.895863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Current status of the port 76acbbb5-6b39-4dcc-9888-501113487902 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:35.896374 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (76acbbb5-6b39-4dcc-9888-501113487902), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.911686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:35.928110 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:35.963087 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed0aca-5902-4f68-8419-146de9bedb0a x-openstack-request-id: req-17ed0aca-5902-4f68-8419-146de9bedb0a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:35.963497 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a8ce04-ceba-4fb0-9c00-50fcc75f6742", "name": "network-vif-plugged", "status": "completed", "tag": "d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:35.964100 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17ed0aca-5902-4f68-8419-146de9bedb0a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:35.964524 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ed0aca-5902-4f68-8419-146de9bedb0a'] response: {'server_uuid': 'a0a8ce04-ceba-4fb0-9c00-50fcc75f6742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f', 'code': 200}
Apr 09 21:22:35.987798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ad876-4f37-495e-b612-153e54b57de4 req-3558c010-c9b2-420a-953b-1e870a89f27d tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:35.990375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b16ad876-4f37-495e-b612-153e54b57de4 req-3558c010-c9b2-420a-953b-1e870a89f27d tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 945 time: 0.0974576
Apr 09 21:22:36.025813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] For port 76acbbb5-6b39-4dcc-9888-501113487902, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76acbbb5-6b39-4dcc-9888-501113487902,segment=NetworkSegment(0c90b9b0-429f-4c83-ba4b-61f90441c2c5),segment_id=0c90b9b0-429f-4c83-ba4b-61f90441c2c5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:36.041822 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (76acbbb5-6b39-4dcc-9888-501113487902), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.091033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b16ad876-4f37-495e-b612-153e54b57de4 req-7b41cb6b-d814-45d4-bc5f-38cf6d835158 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876362
Apr 09 21:22:36.114612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.147109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:36.151580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54295f-4fb5-4c42-b077-64426992576a req-c8e74220-7b6b-45af-a662-bf684e5bdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:36.153262 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce54295f-4fb5-4c42-b077-64426992576a req-c8e74220-7b6b-45af-a662-bf684e5bdd1c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 1128 time: 0.1005709
Apr 09 21:22:36.310887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (797aa2d0-910d-4ec8-949a-0994aa28f8aa), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.325461 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ce54295f-4fb5-4c42-b077-64426992576a req-b4390a0d-758e-47b3-8261-e7bef9e3629b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306832
Apr 09 21:22:36.389940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e14346da-0010-4597-b36b-90c5411d7d0e None None] Provisioning complete for port 76acbbb5-6b39-4dcc-9888-501113487902 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:36.390794 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e14346da-0010-4597-b36b-90c5411d7d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (76acbbb5-6b39-4dcc-9888-501113487902), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.456704 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (797aa2d0-910d-4ec8-949a-0994aa28f8aa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.462189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e5909-1b2b-49c2-ba98-267e92d895b8 None None] Pushing event updated for resources: {'Port': ['ID=76acbbb5-6b39-4dcc-9888-501113487902,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:36.494994 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Publish callbacks [] for port (c043fce6-b15c-4f35-af63-3452794f592c), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.503427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:36.505447 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (c043fce6-b15c-4f35-af63-3452794f592c), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.509089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:36.511603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:36.572838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:36.578421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:36.581324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=797aa2d0-910d-4ec8-949a-0994aa28f8aa,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:36.582191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:36.584191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e14346da-0010-4597-b36b-90c5411d7d0e None None] Current status of the port 76acbbb5-6b39-4dcc-9888-501113487902 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:36.594403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Pushing event updated for resources: {'Port': ['ID=c043fce6-b15c-4f35-af63-3452794f592c,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:36.636802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Allocated IP 172.23.0.1 (1adfd468-5c0b-47c6-8ab7-c4bd917e37db/ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1/5d2a785c-0464-4e1c-86fd-2df032a65b64) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:36.656951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Attempting to bind port c043fce6-b15c-4f35-af63-3452794f592c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:36.657465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Attempting to bind port c043fce6-b15c-4f35-af63-3452794f592c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:36.657901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Attempting to bind port c043fce6-b15c-4f35-af63-3452794f592c on network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:36.664221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:36.664690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Checking segment: {'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:36.665822 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.665822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Bound using segment: {'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:36.666230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Bound port: c043fce6-b15c-4f35-af63-3452794f592c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:36.666745 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c043fce6-b15c-4f35-af63-3452794f592c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.722089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2e8d8372-ec87-4e67-9920-0ee63340f4f1 None None] Provisioning complete for port 76acbbb5-6b39-4dcc-9888-501113487902 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:36.722686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8372-ec87-4e67-9920-0ee63340f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (76acbbb5-6b39-4dcc-9888-501113487902), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.774375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] For port c043fce6-b15c-4f35-af63-3452794f592c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:36.778654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] For port c043fce6-b15c-4f35-af63-3452794f592c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c043fce6-b15c-4f35-af63-3452794f592c,segment=NetworkSegment(9f077d54-e127-4f1b-bd77-6b02aee090cf),segment_id=9f077d54-e127-4f1b-bd77-6b02aee090cf)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:36.788262 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c043fce6-b15c-4f35-af63-3452794f592c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.867443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d8372-ec87-4e67-9920-0ee63340f4f1 None None] Current status of the port 76acbbb5-6b39-4dcc-9888-501113487902 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:36.881890 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:36.886847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab5f92-81ac-4d21-884c-9c8bff152280 None None] Pushing event updated for resources: {'Port': ['ID=c043fce6-b15c-4f35-af63-3452794f592c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:37.010523 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:37.040049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 76acbbb5-6b39-4dcc-9888-501113487902 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:37.074801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:37.107738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:37.111816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=5d2a785c-0464-4e1c-86fd-2df032a65b64,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:37.113927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:37.125899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 76acbbb5-6b39-4dcc-9888-501113487902 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:37.126368 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (76acbbb5-6b39-4dcc-9888-501113487902), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:37.184805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:37.230157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 76acbbb5-6b39-4dcc-9888-501113487902 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:37.248332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfa0ab-add9-4f82-8b65-608ccae87342 req-c052ba85-745b-4343-9a22-1eaec148e4b6 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:37.250065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4dfa0ab-add9-4f82-8b65-608ccae87342 req-c052ba85-745b-4343-9a22-1eaec148e4b6 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 946 time: 0.0595956
Apr 09 21:22:37.306117 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4dfa0ab-add9-4f82-8b65-608ccae87342 req-9a37e1bd-89fc-4a5f-b6bd-84964642cc6c tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499337
Apr 09 21:22:37.507560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:37.632633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (797aa2d0-910d-4ec8-949a-0994aa28f8aa), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:37.707228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:37.930071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1136e068-5309-45c2-ba13-6befd6034fbc None None] Network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:37.964869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for port (797aa2d0-910d-4ec8-949a-0994aa28f8aa), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:37.973181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (797aa2d0-910d-4ec8-949a-0994aa28f8aa), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.007964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-98e982f1-6775-42c2-8283-818b0b4d9b01 None None] Provisioning complete for port c043fce6-b15c-4f35-af63-3452794f592c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:38.008407 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-98e982f1-6775-42c2-8283-818b0b4d9b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c043fce6-b15c-4f35-af63-3452794f592c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.089596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event updated for resources: {'Port': ['ID=797aa2d0-910d-4ec8-949a-0994aa28f8aa,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:38.122152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-98e982f1-6775-42c2-8283-818b0b4d9b01 None None] Current status of the port c043fce6-b15c-4f35-af63-3452794f592c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:38.122955 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-98e982f1-6775-42c2-8283-818b0b4d9b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c043fce6-b15c-4f35-af63-3452794f592c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.123633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.157583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-98e982f1-6775-42c2-8283-818b0b4d9b01 None None] For port c043fce6-b15c-4f35-af63-3452794f592c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c043fce6-b15c-4f35-af63-3452794f592c,segment=NetworkSegment(9f077d54-e127-4f1b-bd77-6b02aee090cf),segment_id=9f077d54-e127-4f1b-bd77-6b02aee090cf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:38.166097 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-98e982f1-6775-42c2-8283-818b0b4d9b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c043fce6-b15c-4f35-af63-3452794f592c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.188339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.199176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.220915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e982f1-6775-42c2-8283-818b0b4d9b01 None None] Pushing event updated for resources: {'Port': ['ID=c043fce6-b15c-4f35-af63-3452794f592c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:38.316944 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Floating IP 033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1 associated. External IP: 172.35.0.209, port: 4e8e15aa-2a30-4f3e-8940-762c7103b1f5.
Apr 09 21:22:38.319347 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.360992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event updated for resources: {'Port': ['ID=5d2a785c-0464-4e1c-86fd-2df032a65b64,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:38.387896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-954bc6aa-7d52-4878-94fa-9ffce1165ef8 None None] Provisioning complete for port 5d2a785c-0464-4e1c-86fd-2df032a65b64 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:38.388553 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-954bc6aa-7d52-4878-94fa-9ffce1165ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.430213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-954bc6aa-7d52-4878-94fa-9ffce1165ef8 None None] Port 5d2a785c-0464-4e1c-86fd-2df032a65b64 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:38.440320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-954bc6aa-7d52-4878-94fa-9ffce1165ef8 None None] Provisioning complete for port c043fce6-b15c-4f35-af63-3452794f592c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:38.441092 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-954bc6aa-7d52-4878-94fa-9ffce1165ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c043fce6-b15c-4f35-af63-3452794f592c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.465375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5436-5aa4-4211-9e7a-90497ed79bdf req-cab3786f-6c1f-403f-864a-a258069143b6 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:38.476971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f2e5436-5aa4-4211-9e7a-90497ed79bdf req-cab3786f-6c1f-403f-864a-a258069143b6 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 946 time: 0.0921307
Apr 09 21:22:38.523621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:38.527013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:38.537673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f2e5436-5aa4-4211-9e7a-90497ed79bdf req-6541d66a-a93b-4644-9c35-227df9f28f10 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598023
Apr 09 21:22:38.548037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-954bc6aa-7d52-4878-94fa-9ffce1165ef8 None None] Current status of the port c043fce6-b15c-4f35-af63-3452794f592c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:38.668919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-433258eb-185e-455b-b0d5-87276459d134 None None] Provisioning complete for port 5d2a785c-0464-4e1c-86fd-2df032a65b64 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:38.670679 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-433258eb-185e-455b-b0d5-87276459d134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.717674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-433258eb-185e-455b-b0d5-87276459d134 None None] Port 5d2a785c-0464-4e1c-86fd-2df032a65b64 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:38.729965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:38.735103 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:38.841246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f6605ad3-6d2c-4c68-a3c3-bd79efda3c0a None None] Provisioning complete for port 5d2a785c-0464-4e1c-86fd-2df032a65b64 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:38.841246 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f6605ad3-6d2c-4c68-a3c3-bd79efda3c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.877622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f6605ad3-6d2c-4c68-a3c3-bd79efda3c0a None None] Port 5d2a785c-0464-4e1c-86fd-2df032a65b64 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:38.917197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:38.923344 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4984bf03-f9f5-4d65-b738-fa38ad5f319a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6857755
Apr 09 21:22:38.926175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56252) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:38.932733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:38.935386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:38.941129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:38.957132 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] Sync routers for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:38.963813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:38.964596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376899490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:38.965511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:38.972152 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:38.975935 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c092910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:39.006757 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e66e627c-3ba6-4f8d-a0b0-ec1deb75f30b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8151789
Apr 09 21:22:39.007977 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:39.024652 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f147ecca-729c-4d0b-b698-833a7e259efd" -d '{"events": [{"name": "network-changed", "server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:39.115895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c043fce6-b15c-4f35-af63-3452794f592c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:39.199024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f65f2-744a-4b96-a473-29a7748849a5 req-aa62ec67-8a3d-480c-b93d-cea3952b6dbc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:39.200591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f8f65f2-744a-4b96-a473-29a7748849a5 req-aa62ec67-8a3d-480c-b93d-cea3952b6dbc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0739651
Apr 09 21:22:39.220100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:39.312398 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:39.336528 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257cf3f9-72f9-4259-be45-45ba5f2d1d73 x-openstack-request-id: req-257cf3f9-72f9-4259-be45-45ba5f2d1d73 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:39.337128 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:39.337819 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-257cf3f9-72f9-4259-be45-45ba5f2d1d73 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:39.338512 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257cf3f9-72f9-4259-be45-45ba5f2d1d73'] response: {'name': 'network-changed', 'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'status': 'completed', 'code': 200}
Apr 09 21:22:39.366645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f8f65f2-744a-4b96-a473-29a7748849a5 req-1e7c679e-83f1-42a6-afe7-555a6fe0068d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1239946
Apr 09 21:22:39.390112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56264) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:39.401331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c043fce6-b15c-4f35-af63-3452794f592c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:39.401719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c043fce6-b15c-4f35-af63-3452794f592c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:39.581543 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c043fce6-b15c-4f35-af63-3452794f592c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:39.596197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376899490>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:37Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2a785c-0464-4e1c-86fd-2df032a65b64', 'name': '', 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:37Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:39.600956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ecca-729c-4d0b-b698-833a7e259efd req-b317268f-b2fd-4cc1-af18-2c5278e29ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:39.602689 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f147ecca-729c-4d0b-b698-833a7e259efd req-b317268f-b2fd-4cc1-af18-2c5278e29ff0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1127 time: 0.2374828
Apr 09 21:22:39.614851 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c092910>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.209', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'port_id': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'mac_address': 'fa:16:3e:af:ae:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:36Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:17Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:39.631207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.extraroute_db [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=126920) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 09 21:22:39.642282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:39.642649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Updating router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 port 5d2a785c-0464-4e1c-86fd-2df032a65b64 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:22:39.655513 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e006b81-06ad-41cc-b063-db41b102ab3f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1 HTTP/1.1" status: 200  len: 991 time: 0.2638862
Apr 09 21:22:39.656056 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] Checking router: 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:39.665913 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:39.666202 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c092910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:39.674096 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:39.685911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.extraroute_db [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Removed routes are [] {{(pid=126920) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 09 21:22:39.686460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:39.701851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2244976-966a-4ffb-a587-be635a4066a1 req-0c5cf28d-f825-431f-b7cd-afd1daa20c5f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:39.709328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2244976-966a-4ffb-a587-be635a4066a1 req-0c5cf28d-f825-431f-b7cd-afd1daa20c5f tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 946 time: 0.0644238
Apr 09 21:22:39.786705 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:39.836642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2244976-966a-4ffb-a587-be635a4066a1 req-562bd8fd-db2b-484e-9c70-450b907f06e0 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262891
Apr 09 21:22:39.948562 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Publish callbacks [] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:39.955962 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:39.956970 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:39.959676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:40.014525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e57fc-75a8-4a77-8df9-7e77737984d7 None None] Pushing event updated for resources: {'Port': ['ID=5d2a785c-0464-4e1c-86fd-2df032a65b64,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:40.079759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:40.080233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Attempting to bind port 5d2a785c-0464-4e1c-86fd-2df032a65b64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:40.080532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Attempting to bind port 5d2a785c-0464-4e1c-86fd-2df032a65b64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:40.080898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Attempting to bind port 5d2a785c-0464-4e1c-86fd-2df032a65b64 on network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:40.094920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:40.095531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Checking segment: {'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:40.096051 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:40.096550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Bound using segment: {'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:40.097226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Bound port: 5d2a785c-0464-4e1c-86fd-2df032a65b64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f077d54-e127-4f1b-bd77-6b02aee090cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:40.097693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:40.146456 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c092910>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.209', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'port_id': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'mac_address': 'fa:16:3e:af:ae:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:36Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:17Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:40.167432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] For port 5d2a785c-0464-4e1c-86fd-2df032a65b64, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:40.170848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] For port 5d2a785c-0464-4e1c-86fd-2df032a65b64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d2a785c-0464-4e1c-86fd-2df032a65b64,segment=NetworkSegment(9f077d54-e127-4f1b-bd77-6b02aee090cf),segment_id=9f077d54-e127-4f1b-bd77-6b02aee090cf)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:40.179009 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b69a88-e182-4605-abaf-6d7c5cf25245 None None] The sync data for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 is: [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'floating_ip_address': '172.35.0.209', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'port_id': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'mac_address': 'fa:16:3e:af:ae:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:36Z', 'revision_number': 0, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:17Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:40.182510 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:40.214416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:40.223713 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:40.225828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f5c3bee6-a127-4d79-aeb9-2b2c8ebc1e57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 200  len: 934 time: 1.2975347
Apr 09 21:22:40.227773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56268) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:40.250553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:40.251563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376899490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:40.317121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e57fc-75a8-4a77-8df9-7e77737984d7 None None] Pushing event updated for resources: {'Port': ['ID=5d2a785c-0464-4e1c-86fd-2df032a65b64,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:40.349732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e0217801-c9f8-4eb4-acb4-fa9f1fccbb56 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 200  len: 934 time: 0.1207185
Apr 09 21:22:40.350550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56270) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:40.356858 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'routes': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:40.361310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-775c12ec-0d26-4e2e-a105-e7cf46a789d3 None None] Provisioning complete for port 5d2a785c-0464-4e1c-86fd-2df032a65b64 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:40.361310 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-775c12ec-0d26-4e2e-a105-e7cf46a789d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:40.408047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:40.657127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56272) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:40.688451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364dd55-3ed2-409b-9c21-0175db189bb0 None None] New status for floating IP 033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:22:40.724780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2db619c6-077a-424c-96ad-e886cca35770 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1 HTTP/1.1" status: 200  len: 991 time: 0.0654504
Apr 09 21:22:40.809496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-775c12ec-0d26-4e2e-a105-e7cf46a789d3 None None] Current status of the port 5d2a785c-0464-4e1c-86fd-2df032a65b64 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:40.809880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-775c12ec-0d26-4e2e-a105-e7cf46a789d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:40.910105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ecca-729c-4d0b-b698-833a7e259efd req-dc557d03-3239-4403-a243-657f46f827d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:40.911499 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f147ecca-729c-4d0b-b698-833a7e259efd req-dc557d03-3239-4403-a243-657f46f827d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea5bab77-15e0-4728-ad80-51ef38574660 HTTP/1.1" status: 200  len: 897 time: 0.1778300
Apr 09 21:22:40.932126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-775c12ec-0d26-4e2e-a105-e7cf46a789d3 None None] For port 5d2a785c-0464-4e1c-86fd-2df032a65b64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d2a785c-0464-4e1c-86fd-2df032a65b64,segment=NetworkSegment(9f077d54-e127-4f1b-bd77-6b02aee090cf),segment_id=9f077d54-e127-4f1b-bd77-6b02aee090cf)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:40.941065 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-775c12ec-0d26-4e2e-a105-e7cf46a789d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:40.972310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364441-24a2-4a30-b42c-0b5b8f9ae49f req-cff82b35-1360-498c-ad72-5dcbfecedfb5 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:40.974170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68364441-24a2-4a30-b42c-0b5b8f9ae49f req-cff82b35-1360-498c-ad72-5dcbfecedfb5 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 946 time: 0.0685389
Apr 09 21:22:41.024843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68364441-24a2-4a30-b42c-0b5b8f9ae49f req-851ee7c8-4d2d-4e1f-ba24-ca17717e0336 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb84199a-4969-48c6-b97e-5fa3c0ba3316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435095
Apr 09 21:22:41.052857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376899490>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:39Z', 'revision_number': 6, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2a785c-0464-4e1c-86fd-2df032a65b64', 'name': '', 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:40Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:41.097875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c12ec-0d26-4e2e-a105-e7cf46a789d3 None None] Pushing event updated for resources: {'Port': ['ID=5d2a785c-0464-4e1c-86fd-2df032a65b64,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:41.101127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630df07-6cea-40a8-97f8-58807d0e4ba5 None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:39Z', 'revision_number': 6, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2a785c-0464-4e1c-86fd-2df032a65b64', 'name': '', 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:40Z', 'revision_number': 4, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:41.107661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dff0d3e0-4b91-4f83-9153-21b62977a8ee None None] Provisioning complete for port 5d2a785c-0464-4e1c-86fd-2df032a65b64 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:41.108067 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dff0d3e0-4b91-4f83-9153-21b62977a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:41.122970 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f147ecca-729c-4d0b-b698-833a7e259efd req-304f934c-bef3-4f1e-b044-8f051d890122 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5 HTTP/1.1" status: 200  len: 999 time: 0.1996868
Apr 09 21:22:41.149151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-9cd9d04d-8075-437d-99f6-f76ddaf07f24 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:41.150633 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-9cd9d04d-8075-437d-99f6-f76ddaf07f24 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 946 time: 0.1114693
Apr 09 21:22:41.192156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dff0d3e0-4b91-4f83-9153-21b62977a8ee None None] Current status of the port 5d2a785c-0464-4e1c-86fd-2df032a65b64 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:41.261319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ecca-729c-4d0b-b698-833a7e259efd req-5660b50b-9c49-484a-b113-588749afb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:41.262795 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f147ecca-729c-4d0b-b698-833a7e259efd req-5660b50b-9c49-484a-b113-588749afb697 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea9e1224-04aa-4aa6-8497-e3021296e84b HTTP/1.1" status: 200  len: 834 time: 0.1323125
Apr 09 21:22:41.363340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Deleting port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:41.363690 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:41.371575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ecca-729c-4d0b-b698-833a7e259efd req-4e03ab09-f358-4170-afce-200fa9c75a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:41.373708 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f147ecca-729c-4d0b-b698-833a7e259efd req-4e03ab09-f358-4170-afce-200fa9c75a46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea5bab77-15e0-4728-ad80-51ef38574660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0711563
Apr 09 21:22:41.531106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added routes are [] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 09 21:22:41.531423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 09 21:22:41.580443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] For port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,segment=NetworkSegment(d5a66029-5011-4471-b9d8-69d813dd00df),segment_id=d5a66029-5011-4471-b9d8-69d813dd00df)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:41.580808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:41.614191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Calling delete_port for d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:41.630560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f147ecca-729c-4d0b-b698-833a7e259efd req-8afbff75-d647-4375-a9af-1f40fffb2b35 service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309122
Apr 09 21:22:41.632893 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:41.727038 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56276) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:41.793330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bbf5c37a-cfc5-4398-9dfa-6a0cfc5c0f4c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1 HTTP/1.1" status: 200  len: 993 time: 0.0649965
Apr 09 21:22:41.905864 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f147ecca-729c-4d0b-b698-833a7e259efd req-f25346c8-df92-4c11-946e-58de058bcba5 service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688234
Apr 09 21:22:41.992312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:41.995275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:41.997622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:42.007867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:42.030937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Pushing event deleted for resources: {'Port': ['ID=d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:42.132446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff37edc6-8334-4939-99ae-3f5d61160688 req-e18212dd-fde6-45bd-817d-8cbc2ba10821 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a8ce04-ceba-4fb0-9c00-50fcc75f6742 HTTP/1.1" status: 200  len: 210 time: 0.0298688
Apr 09 21:22:42.143808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] No DVR routers for this DVR port d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:42.147464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:42.150773 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f78cd0bd-3429-42da-84e5-0847ac76cb39 req-3fe9e691-fc79-47d6-ac02-9bc3a8b3e4a9 tempest-VolumesActionsTest-9294775 tempest-VolumesActionsTest-9294775-project] 10.222.0.25 "DELETE /v2.0/ports/d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f HTTP/1.1" status: 204  len: 173 time: 0.9803936
Apr 09 21:22:42.151207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a8ce04-ceba-4fb0-9c00-50fcc75f6742', 'name': 'network-vif-deleted', 'tag': 'd5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:42.153509 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b10f7a-b2f4-4d15-987e-c14a311533ff" -d '{"events": [{"server_uuid": "a0a8ce04-ceba-4fb0-9c00-50fcc75f6742", "name": "network-vif-deleted", "tag": "d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:42.176912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:42.192983 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d528c-d9b5-4392-8da9-b69e4d10c995 x-openstack-request-id: req-471d528c-d9b5-4392-8da9-b69e4d10c995 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:42.193306 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a8ce04-ceba-4fb0-9c00-50fcc75f6742", "name": "network-vif-deleted", "tag": "d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:42.193560 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-471d528c-d9b5-4392-8da9-b69e4d10c995 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:42.193990 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471d528c-d9b5-4392-8da9-b69e4d10c995'] response: {'server_uuid': 'a0a8ce04-ceba-4fb0-9c00-50fcc75f6742', 'name': 'network-vif-deleted', 'tag': 'd5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f', 'status': 'completed', 'code': 200}
Apr 09 21:22:42.278831 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:42.285576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:42.286782 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5debd49c-9b57-4819-823f-12d8bf7eff12 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 200  len: 700 time: 1.9351339
Apr 09 21:22:42.289525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56282) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:42.388599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1c9d67a7-feea-4e7f-b250-0b8a74d23e27 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 200  len: 700 time: 0.0979302
Apr 09 21:22:42.393407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56284) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:42.810737 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:42.822292 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:42.823034 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770a4310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:42.916962 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:43.035783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5d2a785c-0464-4e1c-86fd-2df032a65b64 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:43.081703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 5d2a785c-0464-4e1c-86fd-2df032a65b64 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:43.082082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:43.085963 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:43.137736 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770a4310>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:41Z', 'revision_number': 7, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2a785c-0464-4e1c-86fd-2df032a65b64', 'name': '', 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:40Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:43.164777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 5d2a785c-0464-4e1c-86fd-2df032a65b64 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:43.165052 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:43.175067 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:43.176029 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770a4310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:43.279334 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:43.339756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 5d2a785c-0464-4e1c-86fd-2df032a65b64 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:43.340097 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:43.444274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 5d2a785c-0464-4e1c-86fd-2df032a65b64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d2a785c-0464-4e1c-86fd-2df032a65b64,segment=NetworkSegment(9f077d54-e127-4f1b-bd77-6b02aee090cf),segment_id=9f077d54-e127-4f1b-bd77-6b02aee090cf)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:43.444794 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:43.464471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 5d2a785c-0464-4e1c-86fd-2df032a65b64 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:43.504251 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770a4310>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:41Z', 'revision_number': 7, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2a785c-0464-4e1c-86fd-2df032a65b64', 'name': '', 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:40Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:43.532392 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401bcd6-fdae-455f-b67b-32dc7c8bbebc None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:41Z', 'revision_number': 7, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d2a785c-0464-4e1c-86fd-2df032a65b64', 'name': '', 'network_id': '1adfd468-5c0b-47c6-8ab7-c4bd917e37db', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:36Z', 'updated_at': '2022-04-09T21:22:40Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:43.672275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5d2a785c-0464-4e1c-86fd-2df032a65b64), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:43.704747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=5d2a785c-0464-4e1c-86fd-2df032a65b64,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:43.900121 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.108272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:44.249233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:44.257197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bf8a6d83-46c2-4334-a5bf-83fd7886c9d3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8603063
Apr 09 21:22:44.258064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56342) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:44.260565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:44.282596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:44.283240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ed42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:44.346115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:22:44.350951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.410724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.411513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:44.544296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.632497 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.660807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:44.667061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.673702 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1 HTTP/1.1" status: 204  len: 168 time: 0.4094789
Apr 09 21:22:44.674616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56348) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:44.677345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.677345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.677641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.677875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.678209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.678538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.678868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.679195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.679519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.679845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.680169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.680494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.680816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.681164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.681483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958437b-8807-4686-8535-7b5c3edb90d6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:44.686421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5b082-61c2-4ecb-bfe2-3095a7485386 None None] Network 1adfd468-5c0b-47c6-8ab7-c4bd917e37db requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:44.722859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ed42e0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:43Z', 'revision_number': 8, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:44.773254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (1adfd468-5c0b-47c6-8ab7-c4bd917e37db), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.787644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:44.803520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:44.804405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ed42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:44.829228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port c043fce6-b15c-4f35-af63-3452794f592c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:44.829683 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c043fce6-b15c-4f35-af63-3452794f592c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.906155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port c043fce6-b15c-4f35-af63-3452794f592c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c043fce6-b15c-4f35-af63-3452794f592c,segment=NetworkSegment(9f077d54-e127-4f1b-bd77-6b02aee090cf),segment_id=9f077d54-e127-4f1b-bd77-6b02aee090cf)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:44.906716 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c043fce6-b15c-4f35-af63-3452794f592c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:44.925588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for c043fce6-b15c-4f35-af63-3452794f592c owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:44.940134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:45.002293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] DHCP port deletion for 1adfd468-5c0b-47c6-8ab7-c4bd917e37db request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:22:45.060191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c043fce6-b15c-4f35-af63-3452794f592c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.107333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=c043fce6-b15c-4f35-af63-3452794f592c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:45.113724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] Deleting port c043fce6-b15c-4f35-af63-3452794f592c {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:45.114480 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c043fce6-b15c-4f35-af63-3452794f592c), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.115710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No DVR routers for this DVR port c043fce6-b15c-4f35-af63-3452794f592c on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:45.174148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:45.223726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:45.223993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device d5cb5c8f-5d55-4144-a9d4-8f3c6044bd4f not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:45.244556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (1adfd468-5c0b-47c6-8ab7-c4bd917e37db), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.275891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374b3a3a0>,) {'filters': {'network_id': ['1adfd468-5c0b-47c6-8ab7-c4bd917e37db']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:45.289944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b3a3a0>, '9f077d54-e127-4f1b-bd77-6b02aee090cf') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:45.290811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b3a3a0>, '9f077d54-e127-4f1b-bd77-6b02aee090cf') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:45.301864 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (9f077d54-e127-4f1b-bd77-6b02aee090cf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.316747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9f077d54-e127-4f1b-bd77-6b02aee090cf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.338698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:22:45.338971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] For port c043fce6-b15c-4f35-af63-3452794f592c, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:45.339480 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c043fce6-b15c-4f35-af63-3452794f592c), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.339586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (9f077d54-e127-4f1b-bd77-6b02aee090cf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:22:45.351021 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:22:45.366559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] Calling delete_port for c043fce6-b15c-4f35-af63-3452794f592c owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:45.369592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] Port c043fce6-b15c-4f35-af63-3452794f592c was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:22:45.373423 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (c043fce6-b15c-4f35-af63-3452794f592c), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.429724 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] Pushing event deleted for resources: {'Port': ['ID=c043fce6-b15c-4f35-af63-3452794f592c,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:45.431610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d597f2-69a1-467a-a3e3-7a69a00e8dc6 None None] No DVR routers for this DVR port c043fce6-b15c-4f35-af63-3452794f592c on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:45.450568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (1adfd468-5c0b-47c6-8ab7-c4bd917e37db), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.457518 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:45.461370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/1adfd468-5c0b-47c6-8ab7-c4bd917e37db HTTP/1.1" status: 204  len: 168 time: 0.7861302
Apr 09 21:22:45.464797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56374) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:45.473479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ed42e0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:43Z', 'revision_number': 8, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:45.483024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ec989-b6cc-4226-bc01-76279679a0c3 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=1adfd468-5c0b-47c6-8ab7-c4bd917e37db,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:45.532225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6281c6b-fbb6-4835-83d1-ff37b98593db None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:43Z', 'revision_number': 8, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76acbbb5-6b39-4dcc-9888-501113487902', 'name': '', 'network_id': '27e05f96-5a0a-4a44-af6a-36a6dfab9254', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:77:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:32Z', 'updated_at': '2022-04-09T21:22:35Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '3f8ae72e-a199-4eb5-9f82-fce334a2e0d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:45.697770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b22fb-d8ec-45c9-96b2-c76169629f82 req-39353fcc-2171-477e-a560-d8fb7ddd9dfc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:45.699259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b29b22fb-d8ec-45c9-96b2-c76169629f82 req-39353fcc-2171-477e-a560-d8fb7ddd9dfc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1230855
Apr 09 21:22:45.770694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b29b22fb-d8ec-45c9-96b2-c76169629f82 req-23def67a-3c00-4092-be6d-42b72aba7033 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575945
Apr 09 21:22:45.970422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd663ae6-f8e5-41c0-802d-f85a882e9e2e req-3e9cd2be-ea4a-475a-a8ef-5ddcf5dd9bfe tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:45.984051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd663ae6-f8e5-41c0-802d-f85a882e9e2e req-3e9cd2be-ea4a-475a-a8ef-5ddcf5dd9bfe tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1018555
Apr 09 21:22:46.093048 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:46.148787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd663ae6-f8e5-41c0-802d-f85a882e9e2e req-1465576b-5af1-4686-bfac-b0de4419a464 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1632159
Apr 09 21:22:46.306791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946771-bedb-4f49-89a3-360b3b862246 req-5f84e87a-ac48-448c-ac11-abfc41be5e9d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:46.319030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2946771-bedb-4f49-89a3-360b3b862246 req-5f84e87a-ac48-448c-ac11-abfc41be5e9d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0777917
Apr 09 21:22:46.394082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2946771-bedb-4f49-89a3-360b3b862246 req-a49be937-18e9-486c-889f-4e29e91b048b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739512
Apr 09 21:22:46.541346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140d7d3-655d-4b0e-8163-a7421eba072d req-dacaea7e-8c0a-4f2f-afb5-dc1d8833bdfd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:46.546173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b140d7d3-655d-4b0e-8163-a7421eba072d req-dacaea7e-8c0a-4f2f-afb5-dc1d8833bdfd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0698123
Apr 09 21:22:46.672031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b140d7d3-655d-4b0e-8163-a7421eba072d req-ff138782-6a42-4f48-9515-d11b4f5f1945 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194754
Apr 09 21:22:46.846214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 76acbbb5-6b39-4dcc-9888-501113487902 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:46.848151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (76acbbb5-6b39-4dcc-9888-501113487902), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:46.969681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-01b53ccc-8da0-42b7-bef6-1c6d4034071b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:46.971823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-01b53ccc-8da0-42b7-bef6-1c6d4034071b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.1253026
Apr 09 21:22:46.995708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-33f2b3bf-efb3-4469-9e43-f444d1667dee tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/quotas/006419bf3bf84fd6807cd78e0ad59ef6 HTTP/1.1" status: 200  len: 375 time: 0.0174892
Apr 09 21:22:47.012641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 76acbbb5-6b39-4dcc-9888-501113487902, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76acbbb5-6b39-4dcc-9888-501113487902,segment=NetworkSegment(0c90b9b0-429f-4c83-ba4b-61f90441c2c5),segment_id=0c90b9b0-429f-4c83-ba4b-61f90441c2c5)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:47.013215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (76acbbb5-6b39-4dcc-9888-501113487902), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:47.033299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 76acbbb5-6b39-4dcc-9888-501113487902 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:47.063433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5d2a785c-0464-4e1c-86fd-2df032a65b64 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:47.083265 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-61a0931e-cc20-4f00-a524-bd43e53302b6 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0821376
Apr 09 21:22:47.103701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5d2a785c-0464-4e1c-86fd-2df032a65b64 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:47.104335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5d2a785c-0464-4e1c-86fd-2df032a65b64 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:47.104936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c043fce6-b15c-4f35-af63-3452794f592c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:47.136437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c043fce6-b15c-4f35-af63-3452794f592c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:47.137140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c043fce6-b15c-4f35-af63-3452794f592c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:47.222374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-d3c0ac42-b163-4870-99b2-ae35f16d3579 service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318614
Apr 09 21:22:47.313847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (76acbbb5-6b39-4dcc-9888-501113487902), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:47.345805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-36d52858-a8ea-4c8f-acdc-364047277229 service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176069
Apr 09 21:22:47.351460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=76acbbb5-6b39-4dcc-9888-501113487902,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:47.601878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:47.663491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-938e0dea-a4b9-44bc-8e7f-96488bfb16db req-05caf39a-a914-417a-a32e-deefcfcccc11 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 210 time: 0.0382657
Apr 09 21:22:47.865182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:47.987298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:47.999867 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-56c90315-a8d6-41cc-90b1-522414ec8b24 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5305781
Apr 09 21:22:48.001901 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:48.002544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56410) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:48.039325 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:48.041386 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770a48e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:48.082750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-439518d5-ea7f-45ba-b68a-ff3842b7f6eb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet 3f8ae72e-a199-4eb5-9f82-fce334a2e0d6 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:22:48.090991 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-439518d5-ea7f-45ba-b68a-ff3842b7f6eb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (3f8ae72e-a199-4eb5-9f82-fce334a2e0d6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:48.151357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-439518d5-ea7f-45ba-b68a-ff3842b7f6eb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (3f8ae72e-a199-4eb5-9f82-fce334a2e0d6), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:48.214876 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:48.331805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-439518d5-ea7f-45ba-b68a-ff3842b7f6eb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (3f8ae72e-a199-4eb5-9f82-fce334a2e0d6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:48.444149 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770a48e0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:47Z', 'revision_number': 9, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:48.486551 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:48.498843 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:48.499781 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770a48e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:48.548326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-439518d5-ea7f-45ba-b68a-ff3842b7f6eb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (3f8ae72e-a199-4eb5-9f82-fce334a2e0d6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:48.586412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-439518d5-ea7f-45ba-b68a-ff3842b7f6eb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:48.586412 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-439518d5-ea7f-45ba-b68a-ff3842b7f6eb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/3f8ae72e-a199-4eb5-9f82-fce334a2e0d6 HTTP/1.1" status: 204  len: 168 time: 0.5816562
Apr 09 21:22:48.587593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b820504e-76fc-45bc-8b68-53758712dd74 None None] Network 27e05f96-5a0a-4a44-af6a-36a6dfab9254 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:48.588332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56420) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:48.665224 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:48.678779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439518d5-ea7f-45ba-b68a-ff3842b7f6eb tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8ae72e-a199-4eb5-9f82-fce334a2e0d6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:48.854648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (27e05f96-5a0a-4a44-af6a-36a6dfab9254), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:48.874491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] DHCP port deletion for 27e05f96-5a0a-4a44-af6a-36a6dfab9254 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:22:48.922804 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1af99dd-8c28-4ab3-ac8c-6a9bd05cb816 req-32b2fa14-f2c1-4b69-80d4-4a1300e148c6 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 210 time: 0.0642765
Apr 09 21:22:49.003690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:49.019871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.164186 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770a48e0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:47Z', 'revision_number': 9, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:49.239511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,segment=NetworkSegment(0c90b9b0-429f-4c83-ba4b-61f90441c2c5),segment_id=0c90b9b0-429f-4c83-ba4b-61f90441c2c5)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:49.239878 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.243706 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d9caf-3888-4be3-8977-45f9143ed667 None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:47Z', 'revision_number': 9, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4bc543-9090-4db4-b427-1dfde92fb140', 'name': '', 'network_id': 'c3be17f5-8910-465f-b339-8766c155f88c', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:5b:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:27Z', 'updated_at': '2022-04-09T21:22:32Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': '9c7e286a-ce53-43cf-9b4d-1e84a0c167b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:49.287588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:49.297478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:49.356897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-9b83f0c3-ab25-40d7-8731-d9e2df19fc37 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:49.358608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-9b83f0c3-ab25-40d7-8731-d9e2df19fc37 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.25 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.2303350
Apr 09 21:22:49.378124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'port': {'device_id': '1c6f883f-7277-4842-9e82-8800660e47b8', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'admin_state_up': True, 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:49.395021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:49.395926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.415011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] Deleting port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:49.415715 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.480728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,segment=NetworkSegment(0c90b9b0-429f-4c83-ba4b-61f90441c2c5),segment_id=0c90b9b0-429f-4c83-ba4b-61f90441c2c5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:49.495378 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.502062 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.504695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] For port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,segment=NetworkSegment(0c90b9b0-429f-4c83-ba4b-61f90441c2c5),segment_id=0c90b9b0-429f-4c83-ba4b-61f90441c2c5)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:49.505203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.539651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event deleted for resources: {'Port': ['ID=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:49.549736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] Calling delete_port for 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:49.578785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:49.580484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No DVR routers for this DVR port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:49.640327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Made reservation on behalf of 006419bf3bf84fd6807cd78e0ad59ef6 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:22:49.657855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.666787 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (938e8ff2-21d1-4c49-9e08-0568fd39e4c3), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.701346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] Pushing event deleted for resources: {'Port': ['ID=938e8ff2-21d1-4c49-9e08-0568fd39e4c3,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:49.704333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18ab938-9592-4eb1-9edd-f17e7179b944 None None] No DVR routers for this DVR port 938e8ff2-21d1-4c49-9e08-0568fd39e4c3 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:49.741999 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (27e05f96-5a0a-4a44-af6a-36a6dfab9254), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.787866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375de4880>,) {'filters': {'network_id': ['27e05f96-5a0a-4a44-af6a-36a6dfab9254']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:49.802246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375de4880>, '0c90b9b0-429f-4c83-ba4b-61f90441c2c5') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:49.803083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375de4880>, '0c90b9b0-429f-4c83-ba4b-61f90441c2c5') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:49.824784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (0c90b9b0-429f-4c83-ba4b-61f90441c2c5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.859227 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0c90b9b0-429f-4c83-ba4b-61f90441c2c5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.877275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:22:49.877799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (0c90b9b0-429f-4c83-ba4b-61f90441c2c5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:22:49.885126 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:22:49.929014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Allocated IP 172.20.0.11 (fe7136e7-da4e-4ad5-bb48-0519f1b05f75/913659c2-916c-41f0-8915-6564bca305c6/b5a3ac69-c84b-4760-8e9e-4dc8686b3057) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:22:50.012324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (27e05f96-5a0a-4a44-af6a-36a6dfab9254), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.029820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.033134 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/27e05f96-5a0a-4a44-af6a-36a6dfab9254 HTTP/1.1" status: 204  len: 168 time: 1.4435091
Apr 09 21:22:50.037452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56430) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:50.185486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5291937-55e9-4aa4-ac0a-274e4ccc4564 req-05c716fc-6464-4ebf-aa7c-6811974b394d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 210 time: 0.1741633
Apr 09 21:22:50.186248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15565-466d-4a1c-9b16-52433b605192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=27e05f96-5a0a-4a44-af6a-36a6dfab9254,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:50.245709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.293150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.307893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['835fc95d-b81f-432d-935d-e56a67be480d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:50.352045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:22:50.355893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:22:50.363777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:22:50.402635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'Port': ['ID=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:50.435312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5d28bac7-8d0f-4df8-9193-73d2a35e3756'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:50.469017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:50.471755 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.512113 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-efeb7de5-ba3a-4bfc-af5a-b9a9dce2f754 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1426728
Apr 09 21:22:50.533631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Request body: {'port': {'device_id': '1c6f883f-7277-4842-9e82-8800660e47b8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:50.565692 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b940ddc6-130a-43cc-ad49-5972965cfd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.639098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.702949 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.843708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-50a51566-c827-4750-86d6-5be50ebccd47 None None] Provisioning complete for port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:50.844775 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-50a51566-c827-4750-86d6-5be50ebccd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:50.908019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-50a51566-c827-4750-86d6-5be50ebccd47 None None] Port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:22:50.976193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a3ac69-c84b-4760-8e9e-4dc8686b3057 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:50.988775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Publish callbacks [] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.007276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 76acbbb5-6b39-4dcc-9888-501113487902 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:51.021660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Transition to ACTIVE for port object b5a3ac69-c84b-4760-8e9e-4dc8686b3057 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:22:51.031303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.045687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 76acbbb5-6b39-4dcc-9888-501113487902 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:51.046154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 76acbbb5-6b39-4dcc-9888-501113487902 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:51.053467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 5e4bc543-9090-4db4-b427-1dfde92fb140 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:51.054018 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.102851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:51.174603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 5e4bc543-9090-4db4-b427-1dfde92fb140, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4bc543-9090-4db4-b427-1dfde92fb140,segment=NetworkSegment(8218853b-5ee5-4bfa-9bec-609b0bde831f),segment_id=8218853b-5ee5-4bfa-9bec-609b0bde831f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:51.177580 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.203478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 5e4bc543-9090-4db4-b427-1dfde92fb140 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:51.217296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Attempting to bind port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:22:51.217646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Attempting to bind port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:22:51.217970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Attempting to bind port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:51.223567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:22:51.223767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Attempting to bind port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:22:51.228993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:22:51.229371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Checking segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:22:51.229760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Bound using segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:22:51.230456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Bound port: b5a3ac69-c84b-4760-8e9e-4dc8686b3057, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:22:51.230827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.383619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] For port b5a3ac69-c84b-4760-8e9e-4dc8686b3057, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:22:51.387312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] For port b5a3ac69-c84b-4760-8e9e-4dc8686b3057, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:22:51.396640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a248d-46b6-4689-8731-b04870b3757a req-cc3b3748-538a-4749-b734-ed7c3653754d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:51.398738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d83a248d-46b6-4689-8731-b04870b3757a req-cc3b3748-538a-4749-b734-ed7c3653754d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 944 time: 0.0742633
Apr 09 21:22:51.407821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.470899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:51.471535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.476294 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] 10.222.0.25 "PUT /v2.0/ports/b5a3ac69-c84b-4760-8e9e-4dc8686b3057 HTTP/1.1" status: 200  len: 1092 time: 0.9479167
Apr 09 21:22:51.477135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6f883f-7277-4842-9e82-8800660e47b8', 'tag': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:51.480085 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6f883f-7277-4842-9e82-8800660e47b8", "tag": "b5a3ac69-c84b-4760-8e9e-4dc8686b3057"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:51.559652 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acff80ca-3a28-4546-8ab3-b8ed689e325a x-openstack-request-id: req-acff80ca-3a28-4546-8ab3-b8ed689e325a {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:51.559940 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6f883f-7277-4842-9e82-8800660e47b8", "tag": "b5a3ac69-c84b-4760-8e9e-4dc8686b3057", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:51.560198 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acff80ca-3a28-4546-8ab3-b8ed689e325a {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:51.560621 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acff80ca-3a28-4546-8ab3-b8ed689e325a'] response: {'name': 'network-changed', 'server_uuid': '1c6f883f-7277-4842-9e82-8800660e47b8', 'tag': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057', 'status': 'completed', 'code': 200}
Apr 09 21:22:51.585629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d83a248d-46b6-4689-8731-b04870b3757a req-1a7c297e-1a87-4a76-aa0b-6d6be412c1da tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791735
Apr 09 21:22:51.631326 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94770e-8ac3-483a-99c8-593a848e4d89 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:51.660184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-99d553db-9fd6-431f-a77d-c0919e4936ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:51.661781 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-99d553db-9fd6-431f-a77d-c0919e4936ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 1126 time: 0.1268570
Apr 09 21:22:51.672620 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5e4bc543-9090-4db4-b427-1dfde92fb140), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.711167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=5e4bc543-9090-4db4-b427-1dfde92fb140,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:51.762656 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-53c6ca65-00e2-437a-a83e-a7660d65982d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057 HTTP/1.1" status: 200  len: 217 time: 0.0908823
Apr 09 21:22:51.858545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-386b3255-18a0-487c-8c79-2c73cbedeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:51.860331 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-386b3255-18a0-487c-8c79-2c73cbedeef0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0838559
Apr 09 21:22:51.924833 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:51.938779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-6aac81c8-42ca-482c-af69-40a64a1a621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:51.941409 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-6aac81c8-42ca-482c-af69-40a64a1a621d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0729737
Apr 09 21:22:52.149915 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-25393dcf-0ecb-4ff4-b33b-2bd12090a0ce service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989911
Apr 09 21:22:52.245710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:52.274755 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2bf62aba-eda1-49e1-8c8f-5144834b0171 req-bdf47429-4b14-41df-ae7a-b1b13f8efdeb service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1146581
Apr 09 21:22:52.825970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51c765-971a-47d5-8b36-9fa9253a96f2 req-ec9382df-3d88-49ed-bad7-8f564e4c68da tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:52.827487 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d51c765-971a-47d5-8b36-9fa9253a96f2 req-ec9382df-3d88-49ed-bad7-8f564e4c68da tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 944 time: 0.0862896
Apr 09 21:22:52.843424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:52.851983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-126f95bc-4b05-449f-8de6-a9dd49c2d2f2 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8106503
Apr 09 21:22:52.854417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56472) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:52.864697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:52.893808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d51c765-971a-47d5-8b36-9fa9253a96f2 req-0f8491f8-768b-402b-9138-28f1d8d0c8c5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581033
Apr 09 21:22:52.895306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:52.896419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237485f3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:52.979894 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-217af42e-c23c-4dff-9755-b40714012d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.008530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-042b7b50-5486-4893-9ba0-a85a44d7485e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet 9c7e286a-ce53-43cf-9b4d-1e84a0c167b9 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:22:53.023083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-042b7b50-5486-4893-9ba0-a85a44d7485e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (9c7e286a-ce53-43cf-9b4d-1e84a0c167b9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.065794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:53.072642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-042b7b50-5486-4893-9ba0-a85a44d7485e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (9c7e286a-ce53-43cf-9b4d-1e84a0c167b9), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.206345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-042b7b50-5486-4893-9ba0-a85a44d7485e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (9c7e286a-ce53-43cf-9b4d-1e84a0c167b9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.315216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-042b7b50-5486-4893-9ba0-a85a44d7485e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (9c7e286a-ce53-43cf-9b4d-1e84a0c167b9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.333983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237485f3a0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:51Z', 'revision_number': 10, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:53.372100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:53.372777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b7b50-5486-4893-9ba0-a85a44d7485e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7e286a-ce53-43cf-9b4d-1e84a0c167b9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:53.377273 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-042b7b50-5486-4893-9ba0-a85a44d7485e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.381627 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-042b7b50-5486-4893-9ba0-a85a44d7485e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/9c7e286a-ce53-43cf-9b4d-1e84a0c167b9 HTTP/1.1" status: 204  len: 168 time: 0.5274036
Apr 09 21:22:53.384510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56478) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:53.399042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:53.399695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237485f3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:53.403091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf91693-c5e3-4c3c-a919-3352ca2c7847 None None] Network c3be17f5-8910-465f-b339-8766c155f88c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:53.538996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (c3be17f5-8910-465f-b339-8766c155f88c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.603865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:53.626822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:53.629739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.729973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 77a84ffd-db9d-435d-83b8-6169ffaa8b82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a84ffd-db9d-435d-83b8-6169ffaa8b82,segment=NetworkSegment(8218853b-5ee5-4bfa-9bec-609b0bde831f),segment_id=8218853b-5ee5-4bfa-9bec-609b0bde831f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:53.730545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.733554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] DHCP port deletion for c3be17f5-8910-465f-b339-8766c155f88c request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:22:53.773972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 77a84ffd-db9d-435d-83b8-6169ffaa8b82 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:53.870743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Deleting port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:53.871343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.937357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:53.997181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=77a84ffd-db9d-435d-83b8-6169ffaa8b82,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:54.010662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No DVR routers for this DVR port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:54.050117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] For port 77a84ffd-db9d-435d-83b8-6169ffaa8b82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a84ffd-db9d-435d-83b8-6169ffaa8b82,segment=NetworkSegment(8218853b-5ee5-4bfa-9bec-609b0bde831f),segment_id=8218853b-5ee5-4bfa-9bec-609b0bde831f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:54.050536 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.057097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237485f3a0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:51Z', 'revision_number': 10, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:54.100874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd34bb0-dd4d-4df5-bd90-40f2c0dd4449 req-7b215869-8c91-46d3-aa59-fae6527a3963 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:54.103919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8dd34bb0-dd4d-4df5-bd90-40f2c0dd4449 req-7b215869-8c91-46d3-aa59-fae6527a3963 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 944 time: 0.0797067
Apr 09 21:22:54.106100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Calling delete_port for 77a84ffd-db9d-435d-83b8-6169ffaa8b82 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:54.140146 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (c3be17f5-8910-465f-b339-8766c155f88c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.198940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375e727f0>,) {'filters': {'network_id': ['c3be17f5-8910-465f-b339-8766c155f88c']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:54.213697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8dd34bb0-dd4d-4df5-bd90-40f2c0dd4449 req-2fe6f95e-aebd-4241-9621-d0826630af51 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038997
Apr 09 21:22:54.217078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375e727f0>, '8218853b-5ee5-4bfa-9bec-609b0bde831f') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:54.217407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375e727f0>, '8218853b-5ee5-4bfa-9bec-609b0bde831f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:54.233939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee2cbee-46b8-4154-ab66-b5b524260fdc None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:51Z', 'revision_number': 10, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None, '_interfaces': [{'id': '52dfca03-180a-4145-a8d8-087309cb7f56', 'name': '', 'network_id': '949b0eea-2609-438f-9c6d-ca4027946cf2', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'mac_address': 'fa:16:3e:7e:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:23Z', 'updated_at': '2022-04-09T21:22:27Z', 'revision_number': 5, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'subnets': [{'id': 'ed258755-8a1f-4b99-ba2c-7dd3398dff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:54.239234 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (8218853b-5ee5-4bfa-9bec-609b0bde831f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.272941 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8218853b-5ee5-4bfa-9bec-609b0bde831f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.279809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:22:54.280214 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (8218853b-5ee5-4bfa-9bec-609b0bde831f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:22:54.283744 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:22:54.321366 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.355996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (77a84ffd-db9d-435d-83b8-6169ffaa8b82), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.401740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] No DVR routers for this DVR port 77a84ffd-db9d-435d-83b8-6169ffaa8b82 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:54.408955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Pushing event deleted for resources: {'Port': ['ID=77a84ffd-db9d-435d-83b8-6169ffaa8b82,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:54.424967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (c3be17f5-8910-465f-b339-8766c155f88c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.426207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.426582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.426907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.427272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.427575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.427909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.428233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.428587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.428882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.429229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.429557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.429881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.430207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.430339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.430532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.430846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4f19a-b461-4206-bb33-761485657a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:22:54.438646 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/c3be17f5-8910-465f-b339-8766c155f88c HTTP/1.1" status: 204  len: 168 time: 1.0525844
Apr 09 21:22:54.441718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56488) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:54.464556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4feb29-af90-47fb-8c9b-525b05148192 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=c3be17f5-8910-465f-b339-8766c155f88c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:54.573077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-04bb167d-94e7-4ca6-88cf-d0428ccd1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:54.574541 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-04bb167d-94e7-4ca6-88cf-d0428ccd1f17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 1126 time: 0.0547554
Apr 09 21:22:54.893374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:54.929824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-a50e2ed4-0348-475a-bbf2-958e33fdd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:54.932132 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-a50e2ed4-0348-475a-bbf2-958e33fdd810 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1900477
Apr 09 21:22:55.067284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 77a84ffd-db9d-435d-83b8-6169ffaa8b82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:55.102813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 77a84ffd-db9d-435d-83b8-6169ffaa8b82 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:55.103425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 77a84ffd-db9d-435d-83b8-6169ffaa8b82 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:55.103666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e4bc543-9090-4db4-b427-1dfde92fb140 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:55.124963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5e4bc543-9090-4db4-b427-1dfde92fb140 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:55.126824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e4bc543-9090-4db4-b427-1dfde92fb140 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:55.178096 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-1749f74d-766b-4d68-a6ba-528aeb4053e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057 HTTP/1.1" status: 200  len: 217 time: 0.0449839
Apr 09 21:22:55.210083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b5a3ac69-c84b-4760-8e9e-4dc8686b3057 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:22:55.217144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port 52dfca03-180a-4145-a8d8-087309cb7f56 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:55.217805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:55.219755 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:55.306988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-4f0ece4d-48e5-4f24-9d1e-c7e8966e0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:55.308626 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-4f0ece4d-48e5-4f24-9d1e-c7e8966e0b84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.1235127
Apr 09 21:22:55.362274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b5a3ac69-c84b-4760-8e9e-4dc8686b3057, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:55.370438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-33807c3b-edcc-4778-8a0c-31a32d36b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:55.372035 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-33807c3b-edcc-4778-8a0c-31a32d36b90e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0552044
Apr 09 21:22:55.375194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057', 'mac_address': 'fa:16:3e:7c:1d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:22:55.406367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-a4749390-dccb-4714-9958-a2bfc43200d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1048753
Apr 09 21:22:55.437532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fd084-7b46-4ce2-a976-225457be96cb req-44a7caf9-a8ab-457a-8a2e-6a1f2df99ed8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:55.439210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d4fd084-7b46-4ce2-a976-225457be96cb req-44a7caf9-a8ab-457a-8a2e-6a1f2df99ed8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 944 time: 0.1416128
Apr 09 21:22:55.506686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:55.507495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:55.507631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port 52dfca03-180a-4145-a8d8-087309cb7f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52dfca03-180a-4145-a8d8-087309cb7f56,segment=NetworkSegment(c68a4722-6217-41cf-9906-d2545dc54951),segment_id=c68a4722-6217-41cf-9906-d2545dc54951)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:55.507986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:55.529447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a3ac69-c84b-4760-8e9e-4dc8686b3057 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:22:55.537524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for 52dfca03-180a-4145-a8d8-087309cb7f56 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:55.547274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-ed53466c-a58d-457f-80ec-1013c861a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:55.548805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-ed53466c-a58d-457f-80ec-1013c861a0e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1126 time: 0.0866494
Apr 09 21:22:55.550267 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-4abd9441-2510-451f-8226-0b1c97953570 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671803
Apr 09 21:22:55.568565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b5a3ac69-c84b-4760-8e9e-4dc8686b3057, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:55.577611 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:55.677298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d4fd084-7b46-4ce2-a976-225457be96cb req-482559de-7c95-4fa2-b67a-7cea091a4f0a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221961
Apr 09 21:22:55.694763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:55.703170 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:55.729231 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e2d19579-9bab-4249-a2ce-471cbd6c9bbd req-837c64ea-a4c7-4caa-82eb-e9ef3f4721a3 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714506
Apr 09 21:22:55.733595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-577ef04f-59c9-4734-9e33-10bcfc4a2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:55.735090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-577ef04f-59c9-4734-9e33-10bcfc4a2f2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1526845
Apr 09 21:22:55.852446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-1a447f33-e9a0-4227-a1bf-b34772f14fb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.0777183
Apr 09 21:22:55.909909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b5a3ac69-c84b-4760-8e9e-4dc8686b3057'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:22:55.940325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-f5b72c83-6115-4cd2-a585-351d2a79b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:55.941915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-f5b72c83-6115-4cd2-a585-351d2a79b6e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0627761
Apr 09 21:22:55.945664 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (52dfca03-180a-4145-a8d8-087309cb7f56), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:56.047669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=52dfca03-180a-4145-a8d8-087309cb7f56,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:56.100940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-4541ba94-9699-4215-bbfd-8ad7ec4c3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:56.102610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-4541ba94-9699-4215-bbfd-8ad7ec4c3d7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1434240
Apr 09 21:22:56.263044 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:56.334740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-2c8f3951-b3f4-4510-bdfa-ed4e00854253 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2233329
Apr 09 21:22:56.534003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:56.536637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41436eb4-8664-4014-9381-4b1608fcdf50 req-60700d54-4811-4d02-997b-ddbc87ad09dd service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665404
Apr 09 21:22:56.637177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:56.650323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-12525284-fa9b-4617-86de-7dfbf78a14da tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2072215
Apr 09 21:22:56.652992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56508) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:56.653483 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:56.688832 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:56.694842 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f3ebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:56.856540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-09913faa-0acf-40ac-9135-7272eca9dc8d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting subnet ed258755-8a1f-4b99-ba2c-7dd3398dff1a {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:22:56.881926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09913faa-0acf-40ac-9135-7272eca9dc8d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (ed258755-8a1f-4b99-ba2c-7dd3398dff1a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:56.910247 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:56.914306 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:56.967689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9301b36-9084-4bbe-b53c-7ab1de1b6139 req-8f8afd78-b8fc-4847-a6f8-7eb6e8ee927c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:56.975370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9301b36-9084-4bbe-b53c-7ab1de1b6139 req-8f8afd78-b8fc-4847-a6f8-7eb6e8ee927c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 945 time: 0.1242568
Apr 09 21:22:56.993128 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f3ebb0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:55Z', 'revision_number': 11, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:57.027537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09913faa-0acf-40ac-9135-7272eca9dc8d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (ed258755-8a1f-4b99-ba2c-7dd3398dff1a), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.052152 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:57.065792 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:57.066614 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f3ebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:57.110546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9301b36-9084-4bbe-b53c-7ab1de1b6139 req-964946c2-d392-4763-9882-1cc5867a67b3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270971
Apr 09 21:22:57.158392 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:57.170966 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09913faa-0acf-40ac-9135-7272eca9dc8d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ed258755-8a1f-4b99-ba2c-7dd3398dff1a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.214963 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f3ebb0>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:55Z', 'revision_number': 11, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:57.243171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b5a3ac69-c84b-4760-8e9e-4dc8686b3057 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:22:57.249004 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76464e1-79d2-4ae5-8aa8-70c8b55ef994 None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:55Z', 'revision_number': 11, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:22:57.254789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09913faa-0acf-40ac-9135-7272eca9dc8d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (ed258755-8a1f-4b99-ba2c-7dd3398dff1a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.316527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09913faa-0acf-40ac-9135-7272eca9dc8d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Subnet': ['ID=ed258755-8a1f-4b99-ba2c-7dd3398dff1a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:57.320469 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09913faa-0acf-40ac-9135-7272eca9dc8d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.328066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56512) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:57.336676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-09913faa-0acf-40ac-9135-7272eca9dc8d tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/ed258755-8a1f-4b99-ba2c-7dd3398dff1a HTTP/1.1" status: 204  len: 168 time: 0.6823707
Apr 09 21:22:57.349070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6fb1ae-aadf-4fdf-a688-965ef2ef4eb5 None None] Network 949b0eea-2609-438f-9c6d-ca4027946cf2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:22:57.464145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (949b0eea-2609-438f-9c6d-ca4027946cf2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.532937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Deleting port b4e92f9a-aa16-428b-a8a0-bdafba36981e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:22:57.533316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.587944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:22:57.628084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] For port b4e92f9a-aa16-428b-a8a0-bdafba36981e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4e92f9a-aa16-428b-a8a0-bdafba36981e,segment=NetworkSegment(c68a4722-6217-41cf-9906-d2545dc54951),segment_id=c68a4722-6217-41cf-9906-d2545dc54951)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:57.628613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.631941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:22:57.632329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.646277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Calling delete_port for b4e92f9a-aa16-428b-a8a0-bdafba36981e owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:22:57.764792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:22:57.765437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.802823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6f883f-7277-4842-9e82-8800660e47b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:22:57.805704 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ceb6eb-dfe4-44f6-8b9e-9022642ac538" -d '{"events": [{"server_uuid": "1c6f883f-7277-4842-9e82-8800660e47b8", "name": "network-vif-plugged", "status": "completed", "tag": "b5a3ac69-c84b-4760-8e9e-4dc8686b3057"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:22:57.813854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f121c-881b-4086-aaf4-c81cad813ad8 None None] DHCP port deletion for 949b0eea-2609-438f-9c6d-ca4027946cf2 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:22:57.819031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b4e92f9a-aa16-428b-a8a0-bdafba36981e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.828552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port b5a3ac69-c84b-4760-8e9e-4dc8686b3057, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:22:57.838979 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:57.865468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Port': ['ID=b4e92f9a-aa16-428b-a8a0-bdafba36981e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:57.883528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No DVR routers for this DVR port b4e92f9a-aa16-428b-a8a0-bdafba36981e on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:22:57.900827 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b0acec-117d-4317-9fa1-5085a99459de x-openstack-request-id: req-f8b0acec-117d-4317-9fa1-5085a99459de {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:22:57.901719 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6f883f-7277-4842-9e82-8800660e47b8", "name": "network-vif-plugged", "status": "completed", "tag": "b5a3ac69-c84b-4760-8e9e-4dc8686b3057", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:22:57.902615 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8b0acec-117d-4317-9fa1-5085a99459de {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:22:57.903431 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b0acec-117d-4317-9fa1-5085a99459de'] response: {'server_uuid': '1c6f883f-7277-4842-9e82-8800660e47b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057', 'code': 200}
Apr 09 21:22:57.917375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:58.041656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd24da-4fb2-49c6-8ec2-3b40a8e53251 req-b0a67c80-0f7e-4af4-9bf3-bc8cd3ba4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:58.043178 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cbcd24da-4fb2-49c6-8ec2-3b40a8e53251 req-b0a67c80-0f7e-4af4-9bf3-bc8cd3ba4e53 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 1128 time: 0.0429828
Apr 09 21:22:58.045361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (949b0eea-2609-438f-9c6d-ca4027946cf2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:58.086135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237d039520>,) {'filters': {'network_id': ['949b0eea-2609-438f-9c6d-ca4027946cf2']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:58.106194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237d039520>, 'c68a4722-6217-41cf-9906-d2545dc54951') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:58.106478 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237d039520>, 'c68a4722-6217-41cf-9906-d2545dc54951') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:58.141204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (c68a4722-6217-41cf-9906-d2545dc54951), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:58.157891 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cbcd24da-4fb2-49c6-8ec2-3b40a8e53251 req-7684a848-9212-4bd6-9cc6-f9b844ff7e0f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034551
Apr 09 21:22:58.164533 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c68a4722-6217-41cf-9906-d2545dc54951), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:58.179185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:22:58.179592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (c68a4722-6217-41cf-9906-d2545dc54951), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:22:58.183453 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:22:58.265526 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (949b0eea-2609-438f-9c6d-ca4027946cf2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:58.315302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284fdfe-7576-40bc-a234-9bee69f37e7b req-b1c00383-e896-4bbc-8873-dbce607a3188 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:58.320318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1284fdfe-7576-40bc-a234-9bee69f37e7b req-b1c00383-e896-4bbc-8873-dbce607a3188 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 946 time: 0.0914865
Apr 09 21:22:58.325306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:58.331873 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/networks/949b0eea-2609-438f-9c6d-ca4027946cf2 HTTP/1.1" status: 204  len: 168 time: 1.0024695
Apr 09 21:22:58.333130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cfa50-2931-4241-946c-f72e046b3454 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Pushing event deleted for resources: {'Network': ['ID=949b0eea-2609-438f-9c6d-ca4027946cf2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:22:58.335192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56526) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:58.348389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'routes': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:58.392669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1284fdfe-7576-40bc-a234-9bee69f37e7b req-f53ac1d3-9dbd-418d-940d-2dc4ed2e4b01 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626163
Apr 09 21:22:58.393173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56528) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:58.568712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2c05-8a5c-4e76-ba19-4a92d48c4563 req-a1f135a4-ffe2-48e0-bd32-b24a50ad0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:58.572906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c8c2c05-8a5c-4e76-ba19-4a92d48c4563 req-a1f135a4-ffe2-48e0-bd32-b24a50ad0091 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1127 time: 0.1785588
Apr 09 21:22:58.648864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c8c2c05-8a5c-4e76-ba19-4a92d48c4563 req-26c06852-7626-47ec-b48e-8a2ea1809664 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655773
Apr 09 21:22:58.891688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Added routes are [] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 09 21:22:58.891984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.extraroute_db [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Removed routes are [] {{(pid=126919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 09 21:22:58.892325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.070938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 52dfca03-180a-4145-a8d8-087309cb7f56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:59.073937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.078497 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.099567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 52dfca03-180a-4145-a8d8-087309cb7f56 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:59.099904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 52dfca03-180a-4145-a8d8-087309cb7f56 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:59.100331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b4e92f9a-aa16-428b-a8a0-bdafba36981e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:22:59.125411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b4e92f9a-aa16-428b-a8a0-bdafba36981e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:22:59.125759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b4e92f9a-aa16-428b-a8a0-bdafba36981e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:22:59.186654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:22:59.274912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:22:59.287773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.289140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56542) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:59.290642 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-befdf68a-5d92-4cf0-aca8-dddf53636d68 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 200  len: 701 time: 0.9488168
Apr 09 21:22:59.325818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56544) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:59.329690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2449823e-732a-46f2-b4c2-4a85afe75950 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 200  len: 205 time: 0.0414202
Apr 09 21:22:59.344815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] Sync routers for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:22:59.365897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:59.366868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e34910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:59.471976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:59.474294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5acc279c-6eb2-474d-9efc-06e1033549d8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.608112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e98137-6f63-4ace-b5bb-0cb2237bd948 req-929ab600-0630-4765-acbb-cc5efbc455dc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:22:59.618528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82e98137-6f63-4ace-b5bb-0cb2237bd948 req-929ab600-0630-4765-acbb-cc5efbc455dc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 946 time: 0.0769243
Apr 09 21:22:59.647432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e34910>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:55Z', 'revision_number': 11, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:59.681835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82e98137-6f63-4ace-b5bb-0cb2237bd948 req-46ff48d9-6b63-424b-a1d8-4337ed66972d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618641
Apr 09 21:22:59.703355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] Checking router: c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:22:59.720369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] Routers {'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:22:59.721007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e34910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:59.757086 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5acc279c-6eb2-474d-9efc-06e1033549d8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.759061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5acc279c-6eb2-474d-9efc-06e1033549d8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.831936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5acc279c-6eb2-474d-9efc-06e1033549d8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (c4c40e0a-edee-4fcc-943d-a4293e2e2fe4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.832674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acc279c-6eb2-474d-9efc-06e1033549d8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Fanout notify agent at l3_agent the message router_deleted on router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:22:59.849839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5acc279c-6eb2-474d-9efc-06e1033549d8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.856556 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5acc279c-6eb2-474d-9efc-06e1033549d8 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 204  len: 168 time: 0.5267189
Apr 09 21:22:59.856733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56558) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:22:59.859901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-29c7b1e1-1eea-429a-a4ad-188b1e795465 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2112748789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:22:59.893300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29c7b1e1-1eea-429a-a4ad-188b1e795465 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.894502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29c7b1e1-1eea-429a-a4ad-188b1e795465 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.897690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] Set router c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:22:59.988849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29c7b1e1-1eea-429a-a4ad-188b1e795465 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:22:59.996912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e34910>, [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:55Z', 'revision_number': 11, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:22:59.999172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29c7b1e1-1eea-429a-a4ad-188b1e795465 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:00.029345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c8c540-df85-4285-8489-68f92e94d651 None None] The sync data for ids ['c4c40e0a-edee-4fcc-943d-a4293e2e2fe4'] in ncdv-master-1 is: [{'id': 'c4c40e0a-edee-4fcc-943d-a4293e2e2fe4', 'name': 'tempest-RoutersTest-router-2110122642', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:21Z', 'updated_at': '2022-04-09T21:22:55Z', 'revision_number': 11, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:23:00.030610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-29c7b1e1-1eea-429a-a4ad-188b1e795465 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:00.032127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-29c7b1e1-1eea-429a-a4ad-188b1e795465 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1758807
Apr 09 21:23:00.035025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56562) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:00.042086 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c755c7bc-bd19-4940-a596-cfb0e5a4eb0c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:00.351975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c755c7bc-bd19-4940-a596-cfb0e5a4eb0c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-601614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6874'] for router (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:00.378601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c755c7bc-bd19-4940-a596-cfb0e5a4eb0c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-595124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-601617'] for router (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:00.499135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c755c7bc-bd19-4940-a596-cfb0e5a4eb0c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Router ec62609f-5dc9-449e-ae7e-be79a0bd18a7 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:23:00.596269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c755c7bc-bd19-4940-a596-cfb0e5a4eb0c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:23:00.612376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c755c7bc-bd19-4940-a596-cfb0e5a4eb0c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:00.612376 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c755c7bc-bd19-4940-a596-cfb0e5a4eb0c tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "PUT /v2.0/routers/ec62609f-5dc9-449e-ae7e-be79a0bd18a7 HTTP/1.1" status: 200  len: 694 time: 0.5735290
Apr 09 21:23:00.617293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56570) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:00.703225 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] Sync routers for ids ['ec62609f-5dc9-449e-ae7e-be79a0bd18a7'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:23:00.719896 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] Routers {'ec62609f-5dc9-449e-ae7e-be79a0bd18a7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:23:00.720853 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377293fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ec62609f-5dc9-449e-ae7e-be79a0bd18a7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:00.808109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cb125365-aefb-4af0-83b0-f7750a77e196 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/routers/ec62609f-5dc9-449e-ae7e-be79a0bd18a7 HTTP/1.1" status: 200  len: 700 time: 0.1872146
Apr 09 21:23:00.815902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56574) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:00.824047 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] Set router ec62609f-5dc9-449e-ae7e-be79a0bd18a7 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:23:00.845698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0015f-1145-4dfe-8e57-c134c00a777e req-4fbfd014-d10d-4001-9edc-1dd6b894a497 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:00.847287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4b0015f-1145-4dfe-8e57-c134c00a777e req-4fbfd014-d10d-4001-9edc-1dd6b894a497 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 946 time: 0.0627642
Apr 09 21:23:00.880035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56576) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:00.882851 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-484de01b-2da2-4ab3-98a8-ec33b379ff37 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec62609f-5dc9-449e-ae7e-be79a0bd18a7 HTTP/1.1" status: 200  len: 205 time: 0.0619650
Apr 09 21:23:00.890237 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377293fa0>, [{'id': 'ec62609f-5dc9-449e-ae7e-be79a0bd18a7', 'name': 'tempest-RoutersTest-router-2112748789', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:59Z', 'updated_at': '2022-04-09T21:23:00Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:00.898554 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0db40880-39ee-465f-a486-e1869dc20d9f req-0eb535a1-06d8-4107-9be1-8c2e427141a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1327705
Apr 09 21:23:00.934434 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] Checking router: ec62609f-5dc9-449e-ae7e-be79a0bd18a7 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:23:00.972832 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] Routers {'ec62609f-5dc9-449e-ae7e-be79a0bd18a7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:23:00.975176 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377293fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:22:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ec62609f-5dc9-449e-ae7e-be79a0bd18a7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:00.988251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d47015ab-f45c-4ead-a695-e5bbb74edac9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:01.016897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40880-39ee-465f-a486-e1869dc20d9f req-9a1dfd98-c499-4a33-83d0-242809c58925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:01.018463 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0db40880-39ee-465f-a486-e1869dc20d9f req-9a1dfd98-c499-4a33-83d0-242809c58925 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 1127 time: 0.0433280
Apr 09 21:23:01.075118 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] Set router ec62609f-5dc9-449e-ae7e-be79a0bd18a7 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:23:01.138845 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377293fa0>, [{'id': 'ec62609f-5dc9-449e-ae7e-be79a0bd18a7', 'name': 'tempest-RoutersTest-router-2112748789', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:59Z', 'updated_at': '2022-04-09T21:23:00Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:01.165551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4b0015f-1145-4dfe-8e57-c134c00a777e req-1cb86422-9278-4e03-b25d-10ad91f1a9f4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3014808
Apr 09 21:23:01.178915 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33ff26-3976-4273-8347-609d5c972e8b None None] The sync data for ids ['ec62609f-5dc9-449e-ae7e-be79a0bd18a7'] in ncdv-master-1 is: [{'id': 'ec62609f-5dc9-449e-ae7e-be79a0bd18a7', 'name': 'tempest-RoutersTest-router-2112748789', 'tenant_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:59Z', 'updated_at': '2022-04-09T21:23:00Z', 'revision_number': 2, 'project_id': '398c3ad38c5e41ceb8024cd8ba5fec34', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:23:01.216406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40880-39ee-465f-a486-e1869dc20d9f req-dda34a60-497f-40e8-bb2d-9e41c220ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:01.218370 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0db40880-39ee-465f-a486-e1869dc20d9f req-dda34a60-497f-40e8-bb2d-9e41c220ac6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1732054
Apr 09 21:23:01.273212 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0db40880-39ee-465f-a486-e1869dc20d9f req-2b8439f3-b227-41e5-91ac-6468a2f69121 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756 HTTP/1.1" status: 200  len: 217 time: 0.0469317
Apr 09 21:23:01.331964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40880-39ee-465f-a486-e1869dc20d9f req-a13a16a9-dc49-428f-b6f6-b6db5933ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:01.333748 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0db40880-39ee-465f-a486-e1869dc20d9f req-a13a16a9-dc49-428f-b6f6-b6db5933ca61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0540171
Apr 09 21:23:01.430030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40880-39ee-465f-a486-e1869dc20d9f req-d9bd7cf1-f2da-482e-b8ec-477e6fe7414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:01.431968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0db40880-39ee-465f-a486-e1869dc20d9f req-d9bd7cf1-f2da-482e-b8ec-477e6fe7414a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0908825
Apr 09 21:23:01.526686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:01.738977 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0db40880-39ee-465f-a486-e1869dc20d9f req-75a7e8d4-a2e0-4b39-b9a2-1a02d873821f service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2964642
Apr 09 21:23:01.820476 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d47015ab-f45c-4ead-a695-e5bbb74edac9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:01.828114 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d47015ab-f45c-4ead-a695-e5bbb74edac9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router_controller (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:01.870349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-16e14494-00a8-460e-8845-5383a1d3b024 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=006419bf3bf84fd6807cd78e0ad59ef6 HTTP/1.1" status: 200  len: 267 time: 0.0592875
Apr 09 21:23:01.916526 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0db40880-39ee-465f-a486-e1869dc20d9f req-8813e221-b1a4-4bd5-a504-efbb3e9bf184 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661282
Apr 09 21:23:01.955509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-207f7c70-1d76-4e90-bb33-54e52ba04bd9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:01.963398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-207f7c70-1d76-4e90-bb33-54e52ba04bd9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 946 time: 0.0920939
Apr 09 21:23:01.969294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'port': {'security_groups': []}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:01.995676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d47015ab-f45c-4ead-a695-e5bbb74edac9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (ec62609f-5dc9-449e-ae7e-be79a0bd18a7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:01.996203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47015ab-f45c-4ead-a695-e5bbb74edac9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Fanout notify agent at l3_agent the message router_deleted on router ec62609f-5dc9-449e-ae7e-be79a0bd18a7 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:23:02.003309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d47015ab-f45c-4ead-a695-e5bbb74edac9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:02.007816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56584) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.007987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d47015ab-f45c-4ead-a695-e5bbb74edac9 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/ec62609f-5dc9-449e-ae7e-be79a0bd18a7 HTTP/1.1" status: 204  len: 168 time: 1.1269526
Apr 09 21:23:02.042812 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33fe9f58-2120-455b-bc36-b6bc7ca0dcd4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec62609f-5dc9-449e-ae7e-be79a0bd18a7 HTTP/1.1" status: 200  len: 205 time: 0.0329034
Apr 09 21:23:02.044564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56586) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.074908 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:02.092332 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-806a6111-8641-4fa7-b417-2a6805f2fc30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] delete failed (client error): The resource could not be found.
Apr 09 21:23:02.096068 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-806a6111-8641-4fa7-b417-2a6805f2fc30 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/ec62609f-5dc9-449e-ae7e-be79a0bd18a7 HTTP/1.1" status: 404  len: 336 time: 0.0477407
Apr 09 21:23:02.096409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56588) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.135495 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6b24c4-4871-4103-a318-50452847e61a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:02.135959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6b24c4-4871-4103-a318-50452847e61a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:02.139108 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a6b24c4-4871-4103-a318-50452847e61a tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/ad2bbb5e-457a-4a6d-8f9c-caa229dd64e1 HTTP/1.1" status: 404  len: 337 time: 0.0417809
Apr 09 21:23:02.141629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56590) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.183821 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e498aee-6261-4cde-b410-eda81ec7b490 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:02.184193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e498aee-6261-4cde-b410-eda81ec7b490 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:02.187549 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e498aee-6261-4cde-b410-eda81ec7b490 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/3f8ae72e-a199-4eb5-9f82-fce334a2e0d6 HTTP/1.1" status: 404  len: 337 time: 0.0448763
Apr 09 21:23:02.190334 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56592) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.228791 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbff047-c4ba-4a8a-a9df-76c3ce22e1ff tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:02.229277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbff047-c4ba-4a8a-a9df-76c3ce22e1ff tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:02.232360 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9bbff047-c4ba-4a8a-a9df-76c3ce22e1ff tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/9c7e286a-ce53-43cf-9b4d-1e84a0c167b9 HTTP/1.1" status: 404  len: 337 time: 0.0410769
Apr 09 21:23:02.239650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56594) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.273028 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cb78e0-1b8e-4550-9be5-66f39cf80aff tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:02.273531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cb78e0-1b8e-4550-9be5-66f39cf80aff tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:02.280954 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-07cb78e0-1b8e-4550-9be5-66f39cf80aff tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/ed258755-8a1f-4b99-ba2c-7dd3398dff1a HTTP/1.1" status: 404  len: 337 time: 0.0402369
Apr 09 21:23:02.283576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56596) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.297534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] For port b5a3ac69-c84b-4760-8e9e-4dc8686b3057, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:02.325850 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67827dee-d299-49a8-b3fd-235f71c0d448 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 200  len: 205 time: 0.0355427
Apr 09 21:23:02.328381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56598) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.337885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:02.350293 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:02.365557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['835fc95d-b81f-432d-935d-e56a67be480d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:02.368293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5d28bac7-8d0f-4df8-9193-73d2a35e3756', 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:02.424586 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-558ee558-7a77-4127-91da-d782aa39e899 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] delete failed (client error): The resource could not be found.
Apr 09 21:23:02.434760 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-558ee558-7a77-4127-91da-d782aa39e899 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/c4c40e0a-edee-4fcc-943d-a4293e2e2fe4 HTTP/1.1" status: 404  len: 336 time: 0.1047626
Apr 09 21:23:02.437009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56600) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.489445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:02.490137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:02.491838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73c9857a-062e-4d3e-a5e5-56e674bdf4a1 req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "PUT /v2.0/ports/b5a3ac69-c84b-4760-8e9e-4dc8686b3057 HTTP/1.1" status: 200  len: 905 time: 0.5274644
Apr 09 21:23:02.492266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6f883f-7277-4842-9e82-8800660e47b8', 'tag': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:23:02.503748 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4383f12-f5dc-4627-a0f2-389b7976d492" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6f883f-7277-4842-9e82-8800660e47b8", "tag": "b5a3ac69-c84b-4760-8e9e-4dc8686b3057"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:23:02.521922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56606) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.529364 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8100ee63-1774-4c55-8b9f-45e966c82f57 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=28c711a3-f46b-48f2-9bab-835d3dfdbfac HTTP/1.1" status: 200  len: 205 time: 0.0892730
Apr 09 21:23:02.546571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28d39a-e383-483e-aef2-da1cb5113d0c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'Port': ['ID=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:02.579680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['b5a3ac69-c84b-4760-8e9e-4dc8686b3057'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:02.660497 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-c549d38e-340b-4ba5-963a-447bf34f2e4e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] delete failed (client error): The resource could not be found.
Apr 09 21:23:02.671854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c549d38e-340b-4ba5-963a-447bf34f2e4e tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/28c711a3-f46b-48f2-9bab-835d3dfdbfac HTTP/1.1" status: 404  len: 336 time: 0.1485479
Apr 09 21:23:02.674742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56612) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.677698 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d7e65b-6e94-497c-80c7-1ab7c7dbcf95 x-openstack-request-id: req-46d7e65b-6e94-497c-80c7-1ab7c7dbcf95 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:23:02.677987 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6f883f-7277-4842-9e82-8800660e47b8", "tag": "b5a3ac69-c84b-4760-8e9e-4dc8686b3057", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:23:02.678240 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46d7e65b-6e94-497c-80c7-1ab7c7dbcf95 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:23:02.678645 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d7e65b-6e94-497c-80c7-1ab7c7dbcf95'] response: {'name': 'network-changed', 'server_uuid': '1c6f883f-7277-4842-9e82-8800660e47b8', 'tag': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057', 'status': 'completed', 'code': 200}
Apr 09 21:23:02.798639 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaebb053-fa1f-4ca8-87ef-d6ef98fb68f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:02.799275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaebb053-fa1f-4ca8-87ef-d6ef98fb68f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:02.806454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d649-f42a-4c0b-94e0-f396281537f2 req-89d7f6cb-19d9-46aa-8d54-17bf7e34b005 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:02.812561 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eaebb053-fa1f-4ca8-87ef-d6ef98fb68f4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/cf954c5b-2e46-4175-8ccf-fb4374099dad HTTP/1.1" status: 404  len: 337 time: 0.1366463
Apr 09 21:23:02.815724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56614) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.834016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d062d649-f42a-4c0b-94e0-f396281537f2 req-89d7f6cb-19d9-46aa-8d54-17bf7e34b005 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 908 time: 0.1502085
Apr 09 21:23:02.899919 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2a539348-2a93-4b0a-a6df-c6d4c7818d59 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a9661f-8cbe-4136-adc4-70cdc23379a6 HTTP/1.1" status: 200  len: 205 time: 0.0832670
Apr 09 21:23:02.900553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56618) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:02.906277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-758136cb-205b-47e9-8708-9277090f00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:02.907822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-758136cb-205b-47e9-8708-9277090f00bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 1090 time: 0.2231340
Apr 09 21:23:02.941852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-92d1e6c9-2c5e-4e3d-a5e9-c6d6af0ae6bb None None] Provisioning complete for port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:23:02.942230 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-92d1e6c9-2c5e-4e3d-a5e9-c6d6af0ae6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:03.059862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-56672fcb-f329-46a9-8e5a-3abb4a1b5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:03.061273 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-88f83098-aaea-4ff1-a997-4a1b7af926d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] delete failed (client error): The resource could not be found.
Apr 09 21:23:03.066075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-88f83098-aaea-4ff1-a997-4a1b7af926d5 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/82a9661f-8cbe-4136-adc4-70cdc23379a6 HTTP/1.1" status: 404  len: 336 time: 0.1601772
Apr 09 21:23:03.066281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-56672fcb-f329-46a9-8e5a-3abb4a1b5a4d service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1475925
Apr 09 21:23:03.066281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56620) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.083260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-92d1e6c9-2c5e-4e3d-a5e9-c6d6af0ae6bb None None] Current status of the port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:23:03.084370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153fdd6-b2c0-464b-a72c-384f29511600 req-9443a806-ec49-4b3c-809d-a49754b1f69f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:03.086001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8153fdd6-b2c0-464b-a72c-384f29511600 req-9443a806-ec49-4b3c-809d-a49754b1f69f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0804381
Apr 09 21:23:03.143921 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-e9d0f352-52b6-4a8e-816a-c087888a4b2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057 HTTP/1.1" status: 200  len: 217 time: 0.0627909
Apr 09 21:23:03.157683 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6c4873da-14aa-4e52-901f-d54c62924799 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9fcc061-66cc-4c13-8216-73718299cd46 HTTP/1.1" status: 200  len: 205 time: 0.0817630
Apr 09 21:23:03.157926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56622) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.220280 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-648fef03-6207-4f5b-9c36-63f8906adc6f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] delete failed (client error): The resource could not be found.
Apr 09 21:23:03.221268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-8ad91710-5f5a-4dcc-94f7-afbc6ef71cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:03.221953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-648fef03-6207-4f5b-9c36-63f8906adc6f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/c9fcc061-66cc-4c13-8216-73718299cd46 HTTP/1.1" status: 404  len: 336 time: 0.0652511
Apr 09 21:23:03.223430 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-8ad91710-5f5a-4dcc-94f7-afbc6ef71cb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0735638
Apr 09 21:23:03.224735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56624) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.235847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8153fdd6-b2c0-464b-a72c-384f29511600 req-d55ed4c9-1324-484a-8753-d7258579a102 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361887
Apr 09 21:23:03.267022 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d46300c-226c-4f73-a8a2-522922a485b4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:03.267022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d46300c-226c-4f73-a8a2-522922a485b4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:03.276638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-28aac6c7-161f-484d-a054-759ad301ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:03.278245 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-28aac6c7-161f-484d-a054-759ad301ce6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484312
Apr 09 21:23:03.279678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0d46300c-226c-4f73-a8a2-522922a485b4 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/71556a4a-4fef-4d40-bb1c-871ebdb438b3 HTTP/1.1" status: 404  len: 337 time: 0.0538552
Apr 09 21:23:03.282321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56626) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.329016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dfa97fb3-2f0f-4412-b495-ab469f146a44 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b36fa2d0-98c6-49bf-b710-2970e1528895 HTTP/1.1" status: 200  len: 205 time: 0.0432584
Apr 09 21:23:03.329395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56630) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.404195 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-bc09b039-8550-47df-9223-df98c05f1a8f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] delete failed (client error): The resource could not be found.
Apr 09 21:23:03.407750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bc09b039-8550-47df-9223-df98c05f1a8f tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/b36fa2d0-98c6-49bf-b710-2970e1528895 HTTP/1.1" status: 404  len: 336 time: 0.0749664
Apr 09 21:23:03.413657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56636) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.478234 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-7712a340-718b-45b1-8f0a-8d40bb2f7d83 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:03.479189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7712a340-718b-45b1-8f0a-8d40bb2f7d83 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:03.486331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7712a340-718b-45b1-8f0a-8d40bb2f7d83 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/3cd968ff-f3df-4ca3-a69d-4f278731d771 HTTP/1.1" status: 404  len: 337 time: 0.0519137
Apr 09 21:23:03.487612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56638) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.527563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8fa47-8071-4b8a-97e1-e46e71c3e060 req-42f30d19-c958-4518-8a65-7b268d1a26c4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:03.536690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12b8fa47-8071-4b8a-97e1-e46e71c3e060 req-42f30d19-c958-4518-8a65-7b268d1a26c4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1556959
Apr 09 21:23:03.549583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-64e08e29-f5c1-4f75-a520-c8a1d3c46035 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b HTTP/1.1" status: 200  len: 205 time: 0.0605493
Apr 09 21:23:03.550353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56640) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.609242 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-64da1d9f-a119-481a-a84f-853a0d07dfac tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] delete failed (client error): The resource could not be found.
Apr 09 21:23:03.614189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-64da1d9f-a119-481a-a84f-853a0d07dfac tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/routers/1bb94ef3-4b4a-44fd-ab4f-5e0bed590b9b HTTP/1.1" status: 404  len: 336 time: 0.0615330
Apr 09 21:23:03.614834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56642) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.653307 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ad839d-bef7-4b62-a41f-f4beeb3e89f1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:03.653862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ad839d-bef7-4b62-a41f-f4beeb3e89f1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:03.659937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-77ad839d-bef7-4b62-a41f-f4beeb3e89f1 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/07e13bab-e48a-45e3-9e0e-55b19bbfce25 HTTP/1.1" status: 404  len: 337 time: 0.0438263
Apr 09 21:23:03.663767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56644) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:03.702322 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-40887736-4389-496e-851f-f2386cc2c8f6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:23:03.703005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40887736-4389-496e-851f-f2386cc2c8f6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:23:03.720000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-40887736-4389-496e-851f-f2386cc2c8f6 tempest-RoutersTest-1025754058 tempest-RoutersTest-1025754058-project] 10.222.0.30 "DELETE /v2.0/subnets/5c7b7bb5-a1af-41ff-8e5e-bacd1baac1e6 HTTP/1.1" status: 404  len: 337 time: 0.0537286
Apr 09 21:23:03.734467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12b8fa47-8071-4b8a-97e1-e46e71c3e060 req-a2577545-b8a0-4392-8cf9-ba71ead3b8dd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1963263
Apr 09 21:23:03.784023 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-966eb4e9-4039-4f44-9d36-f4f90de50dd9 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4995205
Apr 09 21:23:03.917272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb397c-4fa7-4538-87cf-dcb8105b2187 req-6f7af757-a5ca-411e-a9db-805b36adbc5f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:03.922896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19fb397c-4fa7-4538-87cf-dcb8105b2187 req-6f7af757-a5ca-411e-a9db-805b36adbc5f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.1001236
Apr 09 21:23:03.972282 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4383f12-f5dc-4627-a0f2-389b7976d492 req-f7399ecc-777a-4fef-b46e-0b224f1b5631 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1809411
Apr 09 21:23:03.986941 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19fb397c-4fa7-4538-87cf-dcb8105b2187 req-7fa55b1b-9b16-44a9-bc23-3df6349c38df tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581541
Apr 09 21:23:04.141096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56658) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:04.159649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2e58d-6b37-48a4-aea2-d451fb85f248 req-dc957367-98cb-43a8-9a60-c357aadc821a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:04.161401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fef2e58d-6b37-48a4-aea2-d451fb85f248 req-dc957367-98cb-43a8-9a60-c357aadc821a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0706408
Apr 09 21:23:04.234119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fef2e58d-6b37-48a4-aea2-d451fb85f248 req-94256579-7dd0-4b72-86a5-b46262f5e587 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588915
Apr 09 21:23:04.327027 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2a191e7f-0247-4235-be68-caa0a774d45e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=398c3ad38c5e41ceb8024cd8ba5fec34&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1845367
Apr 09 21:23:04.329656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56664) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:04.389514 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83cd761b-e2fe-4a4c-b6d0-8c8190d276a5 admin admin] Publish callbacks [] for security_group (99456f47-ba4f-4d07-9398-3782f1704169), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:04.437682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83cd761b-e2fe-4a4c-b6d0-8c8190d276a5 admin admin] Publish callbacks [] for security_group (99456f47-ba4f-4d07-9398-3782f1704169), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:04.508131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83cd761b-e2fe-4a4c-b6d0-8c8190d276a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (99456f47-ba4f-4d07-9398-3782f1704169), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:04.516067 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-83cd761b-e2fe-4a4c-b6d0-8c8190d276a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:04.517779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-83cd761b-e2fe-4a4c-b6d0-8c8190d276a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99456f47-ba4f-4d07-9398-3782f1704169 HTTP/1.1" status: 204  len: 168 time: 0.1870079
Apr 09 21:23:04.540053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd761b-e2fe-4a4c-b6d0-8c8190d276a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99456f47-ba4f-4d07-9398-3782f1704169,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:04.683949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-c3059675-a34d-424c-880b-543e316c88d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:04.686061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-c3059675-a34d-424c-880b-543e316c88d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.1575332
Apr 09 21:23:04.703398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-b080dc8c-a32e-45df-80de-fb2d11d9bd0d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/quotas/006419bf3bf84fd6807cd78e0ad59ef6 HTTP/1.1" status: 200  len: 375 time: 0.0115829
Apr 09 21:23:04.783059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-2a0ebb16-9ec3-4600-bd71-a94a0f15c8ed tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0738313
Apr 09 21:23:04.892230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-47f87363-f559-4daa-b20c-ed487c4a7df9 service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081920
Apr 09 21:23:05.014072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-0ef00c20-ed9b-4f01-a2ba-30fa5515683e service neutron] 10.222.0.30 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209271
Apr 09 21:23:05.279017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-135e9446-88ee-48be-89f5-fdf655475c55 req-ea305705-7225-4629-a946-17343ebb5fc7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 210 time: 0.0709412
Apr 09 21:23:05.594327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56708) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:05.720485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-19726397-f3df-4e94-b804-91478c895859 tempest-DvrRoutersNegativeTest-1558622607 tempest-DvrRoutersNegativeTest-1558622607-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1205052891', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:05.724897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.policy [None req-19726397-f3df-4e94-b804-91478c895859 tempest-DvrRoutersNegativeTest-1558622607 tempest-DvrRoutersNegativeTest-1558622607-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=126920) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Apr 09 21:23:05.724897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.policy [None req-19726397-f3df-4e94-b804-91478c895859 tempest-DvrRoutersNegativeTest-1558622607 tempest-DvrRoutersNegativeTest-1558622607-project] Failed policy check for 'create_router' {{(pid=126920) enforce /opt/stack/neutron/neutron/policy.py:524}}
Apr 09 21:23:05.724897 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-19726397-f3df-4e94-b804-91478c895859 tempest-DvrRoutersNegativeTest-1558622607 tempest-DvrRoutersNegativeTest-1558622607-project] create failed (client error): Access was denied to this resource.
Apr 09 21:23:05.729305 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-19726397-f3df-4e94-b804-91478c895859 tempest-DvrRoutersNegativeTest-1558622607 tempest-DvrRoutersNegativeTest-1558622607-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1301982
Apr 09 21:23:06.203362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56722) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:06.383572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f3195cac-248c-4602-ab32-933ff2d5ef71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:06.493965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f923c99f-f4b0-46da-8659-bce249d106ff req-74b8145e-8054-4bac-9652-6029428b947e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 210 time: 0.1037030
Apr 09 21:23:06.541648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f3195cac-248c-4602-ab32-933ff2d5ef71 admin admin] Publish callbacks [] for security_group (89a3d91e-d0c1-4fde-aad5-0f22ad603cdb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:06.550671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f3195cac-248c-4602-ab32-933ff2d5ef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (89a3d91e-d0c1-4fde-aad5-0f22ad603cdb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:06.679681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f3195cac-248c-4602-ab32-933ff2d5ef71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ab4ca683f044653b22a48be71d6f849&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4744666
Apr 09 21:23:06.682302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56728) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:06.686126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3195cac-248c-4602-ab32-933ff2d5ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a3d91e-d0c1-4fde-aad5-0f22ad603cdb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:06.745424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-430432e8-f372-4cd6-9ba1-d97cb1ecbbc2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:06.747316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-430432e8-f372-4cd6-9ba1-d97cb1ecbbc2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 812 time: 0.1720929
Apr 09 21:23:06.763794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Request body: {'port': {'device_id': '658e5528-192e-4773-a79b-f67aaf20a474', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'admin_state_up': True, 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:06.826214 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b735e8ec-35fd-47f8-b25d-3ff58b968de3 admin admin] Publish callbacks [] for security_group (89a3d91e-d0c1-4fde-aad5-0f22ad603cdb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:06.860236 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:23:06.863245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b735e8ec-35fd-47f8-b25d-3ff58b968de3 admin admin] Publish callbacks [] for security_group (89a3d91e-d0c1-4fde-aad5-0f22ad603cdb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:06.942055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Made reservation on behalf of 006419bf3bf84fd6807cd78e0ad59ef6 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:23:06.942349 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b735e8ec-35fd-47f8-b25d-3ff58b968de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (89a3d91e-d0c1-4fde-aad5-0f22ad603cdb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:06.945673 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b735e8ec-35fd-47f8-b25d-3ff58b968de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:06.945843 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:06.947808 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b735e8ec-35fd-47f8-b25d-3ff58b968de3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89a3d91e-d0c1-4fde-aad5-0f22ad603cdb HTTP/1.1" status: 204  len: 168 time: 0.2644131
Apr 09 21:23:06.957584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735e8ec-35fd-47f8-b25d-3ff58b968de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a3d91e-d0c1-4fde-aad5-0f22ad603cdb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:07.171762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Allocated IP 172.20.0.5 (fe7136e7-da4e-4ad5-bb48-0519f1b05f75/913659c2-916c-41f0-8915-6564bca305c6/b055bd43-61af-4b78-aac5-1c110e3caee6) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:23:07.362820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:07.414823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:07.429962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5d28bac7-8d0f-4df8-9193-73d2a35e3756'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:07.473121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event updated for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:07.495691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:23:07.502134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:23:07.505762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:23:07.506149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['835fc95d-b81f-432d-935d-e56a67be480d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:07.634192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:07.635187 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:07.705666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-aa361605-d1dc-4ab0-8e1e-afab73e5bbba tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9485264
Apr 09 21:23:07.719329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Request body: {'port': {'device_id': '658e5528-192e-4773-a79b-f67aaf20a474', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:07.814787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922d62-9868-4a03-a1ae-f1e2c45dd6fd req-5d573595-9b66-4561-bacc-d7ec03490df2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:07.822896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20922d62-9868-4a03-a1ae-f1e2c45dd6fd req-5d573595-9b66-4561-bacc-d7ec03490df2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 931 time: 0.1780505
Apr 09 21:23:07.878832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:07.960227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20922d62-9868-4a03-a1ae-f1e2c45dd6fd req-f9f14b29-dbb3-4ca4-8be8-0181895348fd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364462
Apr 09 21:23:08.013294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e32e604b-1d11-4f8d-989e-8305515a7ab7 None None] Provisioning complete for port b055bd43-61af-4b78-aac5-1c110e3caee6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:23:08.013672 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e32e604b-1d11-4f8d-989e-8305515a7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.059830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e32e604b-1d11-4f8d-989e-8305515a7ab7 None None] Port b055bd43-61af-4b78-aac5-1c110e3caee6 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:23:08.107782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56764) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:08.220640 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fb453466-5a39-4905-850a-a304cb3603cf tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:08.221101 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-fb453466-5a39-4905-850a-a304cb3603cf tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 09 21:23:08.222343 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-fb453466-5a39-4905-850a-a304cb3603cf tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:23:08.227123 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fb453466-5a39-4905-850a-a304cb3603cf tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1139078
Apr 09 21:23:08.227839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56768) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:08.250143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--707963873'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:08.277867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b055bd43-61af-4b78-aac5-1c110e3caee6 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:23:08.286852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Publish callbacks [] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.290113 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.307561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.312458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Transition to ACTIVE for port object b055bd43-61af-4b78-aac5-1c110e3caee6 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:23:08.322367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.391301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Pushing event updated for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:08.496460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (52f47edc-7409-49cd-81c6-2ed5826b4ccb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.504650 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (52f47edc-7409-49cd-81c6-2ed5826b4ccb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.550066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f47edc-7409-49cd-81c6-2ed5826b4ccb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:08.553704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Attempting to bind port b055bd43-61af-4b78-aac5-1c110e3caee6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:23:08.554064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Attempting to bind port b055bd43-61af-4b78-aac5-1c110e3caee6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:23:08.554393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Attempting to bind port b055bd43-61af-4b78-aac5-1c110e3caee6 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:23:08.569180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Port b055bd43-61af-4b78-aac5-1c110e3caee6 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:23:08.569491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Attempting to bind port b055bd43-61af-4b78-aac5-1c110e3caee6 on network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:23:08.579160 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:23:08.579510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Checking segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:23:08.579901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Bound using segment: {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:23:08.580390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Bound port: b055bd43-61af-4b78-aac5-1c110e3caee6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:23:08.580764 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.647655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (53917a7a-3f27-4342-8112-ea4cb431982b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.657767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (53917a7a-3f27-4342-8112-ea4cb431982b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.701381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.705270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4737835
Apr 09 21:23:08.705270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:23:08.705779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56788) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:08.706878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40031891-38c7-449b-aded-3c9fecae9e6a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53917a7a-3f27-4342-8112-ea4cb431982b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:08.710240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:23:08.711603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d61146f2-eaf0-4ea8-8476-61a91e5f79b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '53917a7a-3f27-4342-8112-ea4cb431982b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:08.718618 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.740453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d61146f2-eaf0-4ea8-8476-61a91e5f79b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group_rule (dec449fb-02bf-4eba-84e9-b1a3a473fd01), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.756362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:08.757075 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.758529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] 10.222.0.32 "PUT /v2.0/ports/b055bd43-61af-4b78-aac5-1c110e3caee6 HTTP/1.1" status: 200  len: 1091 time: 1.0442927
Apr 09 21:23:08.759026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:23:08.761348 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:23:08.785010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add6675-5e82-44e9-9e43-1cb564d95639 service neutron] Pushing event updated for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:08.821833 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3dd7ae-22e7-4d77-bba8-3c33f158c8ee x-openstack-request-id: req-1c3dd7ae-22e7-4d77-bba8-3c33f158c8ee {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:23:08.822209 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:23:08.822553 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c3dd7ae-22e7-4d77-bba8-3c33f158c8ee {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:23:08.823029 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3dd7ae-22e7-4d77-bba8-3c33f158c8ee'] response: {'name': 'network-changed', 'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'status': 'completed', 'code': 200}
Apr 09 21:23:08.850429 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d61146f2-eaf0-4ea8-8476-61a91e5f79b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group_rule (dec449fb-02bf-4eba-84e9-b1a3a473fd01), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.854457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-f524c85d-9d1e-47c1-b40e-0e34316f318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:08.856250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-f524c85d-9d1e-47c1-b40e-0e34316f318f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 1125 time: 0.0454540
Apr 09 21:23:08.857107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d61146f2-eaf0-4ea8-8476-61a91e5f79b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (dec449fb-02bf-4eba-84e9-b1a3a473fd01), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.879193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61146f2-eaf0-4ea8-8476-61a91e5f79b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec449fb-02bf-4eba-84e9-b1a3a473fd01,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:08.891654 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d61146f2-eaf0-4ea8-8476-61a91e5f79b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.896154 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d61146f2-eaf0-4ea8-8476-61a91e5f79b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1893077
Apr 09 21:23:08.896794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56796) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:08.901753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9775151a-d8c2-4f70-80d0-09d311730015 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '53917a7a-3f27-4342-8112-ea4cb431982b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:08.928155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-ab156c1a-be82-438e-a288-aae0777357b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b055bd43-61af-4b78-aac5-1c110e3caee6 HTTP/1.1" status: 200  len: 217 time: 0.0541999
Apr 09 21:23:08.945492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9775151a-d8c2-4f70-80d0-09d311730015 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group_rule (c600775e-c739-4605-a8f8-12a83fb1c91e), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:08.994799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-7cad40e2-45f1-4b15-928b-5c25d9ef6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:08.996745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-7cad40e2-45f1-4b15-928b-5c25d9ef6d4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0614953
Apr 09 21:23:09.018839 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-9775151a-d8c2-4f70-80d0-09d311730015 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:23:09.022942 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9775151a-d8c2-4f70-80d0-09d311730015 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1249065
Apr 09 21:23:09.023712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56810) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.051896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-9a3f214f-a157-4177-866e-d15a44390d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:09.053514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-9a3f214f-a157-4177-866e-d15a44390d05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487258
Apr 09 21:23:09.088672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1527f455-719f-4f89-964e-e3687cc54794 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (53917a7a-3f27-4342-8112-ea4cb431982b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.113577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1527f455-719f-4f89-964e-e3687cc54794 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (53917a7a-3f27-4342-8112-ea4cb431982b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.165069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720483-75cb-4d9a-a9f7-3164a5fc6e04 req-ee130392-45e6-4eee-b18b-979c655b476b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:09.166575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6720483-75cb-4d9a-a9f7-3164a5fc6e04 req-ee130392-45e6-4eee-b18b-979c655b476b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 943 time: 0.0961466
Apr 09 21:23:09.179513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1527f455-719f-4f89-964e-e3687cc54794 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (53917a7a-3f27-4342-8112-ea4cb431982b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.182687 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1527f455-719f-4f89-964e-e3687cc54794 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.184038 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1527f455-719f-4f89-964e-e3687cc54794 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/53917a7a-3f27-4342-8112-ea4cb431982b HTTP/1.1" status: 204  len: 168 time: 0.1592085
Apr 09 21:23:09.187366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56818) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.206963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527f455-719f-4f89-964e-e3687cc54794 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53917a7a-3f27-4342-8112-ea4cb431982b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:09.222286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-8df0e316-7d67-43d0-903d-60886812b1ae service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615143
Apr 09 21:23:09.257362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4eecf220-6355-4cec-880d-ea3a79a792f4 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0675559
Apr 09 21:23:09.260937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56820) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.267163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-25a04d65-d3ea-4667-82f9-a1ba2d3d7de2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797836490'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:09.287011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6720483-75cb-4d9a-a9f7-3164a5fc6e04 req-f79bd6d5-1e63-4cf9-b484-d83fe0adb193 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066442
Apr 09 21:23:09.291731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-25a04d65-d3ea-4667-82f9-a1ba2d3d7de2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.357425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b834b22c-3084-46f1-a87b-a0460c5caa7e req-caddfbe9-5894-4908-be14-8bfb4c3eefa8 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231961
Apr 09 21:23:09.369931 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-25a04d65-d3ea-4667-82f9-a1ba2d3d7de2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (7e97625a-e550-4573-8ef7-6ab90bf603da), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.375514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-25a04d65-d3ea-4667-82f9-a1ba2d3d7de2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7e97625a-e550-4573-8ef7-6ab90bf603da), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.406732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-25a04d65-d3ea-4667-82f9-a1ba2d3d7de2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.408583 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-25a04d65-d3ea-4667-82f9-a1ba2d3d7de2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1463687
Apr 09 21:23:09.412052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56834) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.413752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a04d65-d3ea-4667-82f9-a1ba2d3d7de2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e97625a-e550-4573-8ef7-6ab90bf603da,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:09.417205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-41bd6080-98e9-42a6-a078-1a745bb5226d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '7e97625a-e550-4573-8ef7-6ab90bf603da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:09.417764 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-41bd6080-98e9-42a6-a078-1a745bb5226d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 09 21:23:09.418150 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-41bd6080-98e9-42a6-a078-1a745bb5226d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:09.419122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-41bd6080-98e9-42a6-a078-1a745bb5226d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0059540
Apr 09 21:23:09.421931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56838) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.477951 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2c185cca-2640-4f95-9081-6a9a71058d75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (7e97625a-e550-4573-8ef7-6ab90bf603da), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.502560 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2c185cca-2640-4f95-9081-6a9a71058d75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (7e97625a-e550-4573-8ef7-6ab90bf603da), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.545828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2c185cca-2640-4f95-9081-6a9a71058d75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7e97625a-e550-4573-8ef7-6ab90bf603da), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.548379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2c185cca-2640-4f95-9081-6a9a71058d75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.549579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2c185cca-2640-4f95-9081-6a9a71058d75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/7e97625a-e550-4573-8ef7-6ab90bf603da HTTP/1.1" status: 204  len: 168 time: 0.1266539
Apr 09 21:23:09.552422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56858) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.559523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c185cca-2640-4f95-9081-6a9a71058d75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e97625a-e550-4573-8ef7-6ab90bf603da,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:09.601453 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-48dc5324-d495-413e-88a0-05d3cd83cd0c tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0477724
Apr 09 21:23:09.605188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56862) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.609749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5c03561e-de32-4e1d-9bf6-09e23476909e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--345617957'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:09.631455 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c03561e-de32-4e1d-9bf6-09e23476909e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.699957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c03561e-de32-4e1d-9bf6-09e23476909e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (96ef1897-22ec-40b3-a0a8-4f06de854f0e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.703753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c03561e-de32-4e1d-9bf6-09e23476909e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (96ef1897-22ec-40b3-a0a8-4f06de854f0e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.735936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c03561e-de32-4e1d-9bf6-09e23476909e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.740036 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c03561e-de32-4e1d-9bf6-09e23476909e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1310177
Apr 09 21:23:09.740036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56868) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.744514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b16e05e2-54cc-4056-8987-c283b94d064b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '96ef1897-22ec-40b3-a0a8-4f06de854f0e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:09.745373 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-b16e05e2-54cc-4056-8987-c283b94d064b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 09 21:23:09.745873 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-b16e05e2-54cc-4056-8987-c283b94d064b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:09.749270 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b16e05e2-54cc-4056-8987-c283b94d064b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0058336
Apr 09 21:23:09.749270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03561e-de32-4e1d-9bf6-09e23476909e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ef1897-22ec-40b3-a0a8-4f06de854f0e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:09.749724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56870) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.810751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c4f74aa-19ee-403b-b4ce-c7857aaa84fa tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (96ef1897-22ec-40b3-a0a8-4f06de854f0e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.834670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c4f74aa-19ee-403b-b4ce-c7857aaa84fa tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (96ef1897-22ec-40b3-a0a8-4f06de854f0e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.878709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c4f74aa-19ee-403b-b4ce-c7857aaa84fa tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (96ef1897-22ec-40b3-a0a8-4f06de854f0e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.881384 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1c4f74aa-19ee-403b-b4ce-c7857aaa84fa tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:09.882541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1c4f74aa-19ee-403b-b4ce-c7857aaa84fa tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/96ef1897-22ec-40b3-a0a8-4f06de854f0e HTTP/1.1" status: 204  len: 168 time: 0.1316555
Apr 09 21:23:09.885410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56880) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.892922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f74aa-19ee-403b-b4ce-c7857aaa84fa tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ef1897-22ec-40b3-a0a8-4f06de854f0e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:09.937197 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d9a17593-6769-42d0-a28c-9a9cb514e802 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0500400
Apr 09 21:23:09.940612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:09.946009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-27904981-899a-4f69-9988-93e790d1f637 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134011827'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:09.971088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27904981-899a-4f69-9988-93e790d1f637 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.053620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27904981-899a-4f69-9988-93e790d1f637 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (4cf46a92-5aa3-4b87-a5c0-97802a6211ff), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.059512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27904981-899a-4f69-9988-93e790d1f637 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4cf46a92-5aa3-4b87-a5c0-97802a6211ff), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.091891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-27904981-899a-4f69-9988-93e790d1f637 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.093474 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-27904981-899a-4f69-9988-93e790d1f637 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1515656
Apr 09 21:23:10.096648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56888) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.097737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27904981-899a-4f69-9988-93e790d1f637 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf46a92-5aa3-4b87-a5c0-97802a6211ff,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:10.104275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-99d62a1e-130b-47de-83bf-94f0869fac2b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '4cf46a92-5aa3-4b87-a5c0-97802a6211ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.105529 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-99d62a1e-130b-47de-83bf-94f0869fac2b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 09 21:23:10.106011 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-99d62a1e-130b-47de-83bf-94f0869fac2b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.106993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-99d62a1e-130b-47de-83bf-94f0869fac2b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0084245
Apr 09 21:23:10.109949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56890) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.114879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-acd644ea-aeb6-4276-a9c6-801123d136cf tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '4cf46a92-5aa3-4b87-a5c0-97802a6211ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.115531 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-acd644ea-aeb6-4276-a9c6-801123d136cf tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 09 21:23:10.115642 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-acd644ea-aeb6-4276-a9c6-801123d136cf tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.117074 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-acd644ea-aeb6-4276-a9c6-801123d136cf tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0056007
Apr 09 21:23:10.119812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56892) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.128055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-95d6a772-84ed-4852-a1ae-dc300ee6e64d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '4cf46a92-5aa3-4b87-a5c0-97802a6211ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.128884 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-95d6a772-84ed-4852-a1ae-dc300ee6e64d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 09 21:23:10.129547 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-95d6a772-84ed-4852-a1ae-dc300ee6e64d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.133357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-95d6a772-84ed-4852-a1ae-dc300ee6e64d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0099452
Apr 09 21:23:10.133518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56894) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.137859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7ee2a8b9-dbb2-4670-ad30-e8a866e67b2a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '4cf46a92-5aa3-4b87-a5c0-97802a6211ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.138811 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-7ee2a8b9-dbb2-4670-ad30-e8a866e67b2a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 09 21:23:10.139283 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-7ee2a8b9-dbb2-4670-ad30-e8a866e67b2a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.140425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7ee2a8b9-dbb2-4670-ad30-e8a866e67b2a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0059922
Apr 09 21:23:10.143109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56896) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.200422 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbe66244-941a-497a-981f-828bd577020f tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (4cf46a92-5aa3-4b87-a5c0-97802a6211ff), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.226028 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbe66244-941a-497a-981f-828bd577020f tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (4cf46a92-5aa3-4b87-a5c0-97802a6211ff), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.299532 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbe66244-941a-497a-981f-828bd577020f tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4cf46a92-5aa3-4b87-a5c0-97802a6211ff), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.302352 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbe66244-941a-497a-981f-828bd577020f tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.303485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bbe66244-941a-497a-981f-828bd577020f tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/4cf46a92-5aa3-4b87-a5c0-97802a6211ff HTTP/1.1" status: 204  len: 168 time: 0.1594348
Apr 09 21:23:10.306480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56920) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.312118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-61817d4d-125b-41c2-9093-1efb0169ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:10.313683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-61817d4d-125b-41c2-9093-1efb0169ac12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 1125 time: 0.0497580
Apr 09 21:23:10.318552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe66244-941a-497a-981f-828bd577020f tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf46a92-5aa3-4b87-a5c0-97802a6211ff,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:10.356134 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-11598263-aecc-405d-b81e-292f0ba30e3e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0484090
Apr 09 21:23:10.361128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56924) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.367131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2ca702cf-91b5-4a60-9ae1-86e761f5dd50 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--57044100'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.388241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ca702cf-91b5-4a60-9ae1-86e761f5dd50 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.441837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3625bae-f5e4-493c-b6ca-920515ec18aa req-aa3fd752-49ec-4f92-a583-9f17d4cbaa24 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:10.443482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3625bae-f5e4-493c-b6ca-920515ec18aa req-aa3fd752-49ec-4f92-a583-9f17d4cbaa24 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 943 time: 0.0574355
Apr 09 21:23:10.464159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-93026503-efa5-46b6-8e75-37c0fa1e14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:10.464444 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ca702cf-91b5-4a60-9ae1-86e761f5dd50 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (5d0a98a2-ca3f-4189-99c2-02f1ddf095cb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.465757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-93026503-efa5-46b6-8e75-37c0fa1e14f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1429899
Apr 09 21:23:10.470885 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ca702cf-91b5-4a60-9ae1-86e761f5dd50 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5d0a98a2-ca3f-4189-99c2-02f1ddf095cb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.498794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2ca702cf-91b5-4a60-9ae1-86e761f5dd50 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.500049 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2ca702cf-91b5-4a60-9ae1-86e761f5dd50 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1378975
Apr 09 21:23:10.503632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56926) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.508226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8c371e39-d8f6-4857-9da1-884f40187034 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.508709 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-8c371e39-d8f6-4857-9da1-884f40187034 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 09 21:23:10.509277 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-8c371e39-d8f6-4857-9da1-884f40187034 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.510221 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8c371e39-d8f6-4857-9da1-884f40187034 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0054462
Apr 09 21:23:10.511255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca702cf-91b5-4a60-9ae1-86e761f5dd50 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0a98a2-ca3f-4189-99c2-02f1ddf095cb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:10.513244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56928) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.517628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9ab3a309-cf8a-4935-b23e-1e762523f114 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.521666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-574028a1-3599-4a1e-8642-3927b06d946f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b055bd43-61af-4b78-aac5-1c110e3caee6 HTTP/1.1" status: 200  len: 217 time: 0.0479016
Apr 09 21:23:10.552103 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-9ab3a309-cf8a-4935-b23e-1e762523f114 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.553116 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9ab3a309-cf8a-4935-b23e-1e762523f114 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0389745
Apr 09 21:23:10.556087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56930) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.560475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7822cd61-f798-488d-953f-b17b2488ab91 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.560956 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-7822cd61-f798-488d-953f-b17b2488ab91 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 09 21:23:10.561454 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-7822cd61-f798-488d-953f-b17b2488ab91 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.562380 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7822cd61-f798-488d-953f-b17b2488ab91 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0053408
Apr 09 21:23:10.565436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.569804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a78d02be-0533-4a6b-af26-cc79751fe260 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.577683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3625bae-f5e4-493c-b6ca-920515ec18aa req-a19f9012-1978-495b-a069-e4fc4a74e3ca tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245806
Apr 09 21:23:10.599702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-8cd21bf3-7595-4325-8deb-9188945bbb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:10.599702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-8cd21bf3-7595-4325-8deb-9188945bbb33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0627308
Apr 09 21:23:10.612255 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-a78d02be-0533-4a6b-af26-cc79751fe260 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.614190 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a78d02be-0533-4a6b-af26-cc79751fe260 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0477717
Apr 09 21:23:10.617207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56934) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.621903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f4b10507-e27c-46b5-8bb3-230924e9c27e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.622373 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-f4b10507-e27c-46b5-8bb3-230924e9c27e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 09 21:23:10.622854 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-f4b10507-e27c-46b5-8bb3-230924e9c27e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.623800 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4b10507-e27c-46b5-8bb3-230924e9c27e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0056152
Apr 09 21:23:10.626381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56936) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.630283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5964901e-9c66-48fb-ae3e-363372564c77 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.644549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-8c5ba2e1-4e27-40bf-be2f-11e4c6c8578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:10.646108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-8c5ba2e1-4e27-40bf-be2f-11e4c6c8578b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472548
Apr 09 21:23:10.652350 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-5964901e-9c66-48fb-ae3e-363372564c77 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Project 2bed3b56e7a346f3acc2697a240e8cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:23:10.666847 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-5964901e-9c66-48fb-ae3e-363372564c77 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.668106 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5964901e-9c66-48fb-ae3e-363372564c77 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0408478
Apr 09 21:23:10.671064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56938) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.676248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7683b4cb-2daa-405b-9c1c-0e4c6a5dfb75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.676805 ncdv-master-1 neutron-server[126919]: WARNING neutron.api.v2.base [None req-7683b4cb-2daa-405b-9c1c-0e4c6a5dfb75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 09 21:23:10.677207 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-7683b4cb-2daa-405b-9c1c-0e4c6a5dfb75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.678162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7683b4cb-2daa-405b-9c1c-0e4c6a5dfb75 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0060270
Apr 09 21:23:10.680818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56940) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.685311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bc8b6c02-9e30-477f-b0e8-430307296d14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.707706 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-bc8b6c02-9e30-477f-b0e8-430307296d14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Project 2bed3b56e7a346f3acc2697a240e8cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:23:10.722341 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-bc8b6c02-9e30-477f-b0e8-430307296d14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.726182 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc8b6c02-9e30-477f-b0e8-430307296d14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0415053
Apr 09 21:23:10.726443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.730769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c522f970-a589-407e-a8bf-b87ae9aa02b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '5d0a98a2-ca3f-4189-99c2-02f1ddf095cb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:10.750793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-b0daf0c9-de0d-43e4-8a4d-d7cf34e24267 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0988796
Apr 09 21:23:10.753239 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-c522f970-a589-407e-a8bf-b87ae9aa02b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Project 2bed3b56e7a346f3acc2697a240e8cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:23:10.767521 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-c522f970-a589-407e-a8bf-b87ae9aa02b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:10.768575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c522f970-a589-407e-a8bf-b87ae9aa02b2 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0412526
Apr 09 21:23:10.771407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56946) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.801186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:10.846353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1890b348-165d-4ab2-bcec-7b6ff85ee7a3 req-9703c36d-546d-4df3-93f6-e4f7babe944c service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897903
Apr 09 21:23:10.864872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29f8da8-ea24-4e80-8d18-b7d85b6c4475 admin admin] Deleting subnet 1a9df682-1f3c-4607-89c8-a9ffac0d3c6c {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:23:10.873258 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e29f8da8-ea24-4e80-8d18-b7d85b6c4475 admin admin] Publish callbacks [] for subnet (1a9df682-1f3c-4607-89c8-a9ffac0d3c6c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.897772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9018fbbd-56aa-4437-b540-e334aecab380 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (5d0a98a2-ca3f-4189-99c2-02f1ddf095cb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.921334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e29f8da8-ea24-4e80-8d18-b7d85b6c4475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (1a9df682-1f3c-4607-89c8-a9ffac0d3c6c), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.946583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9018fbbd-56aa-4437-b540-e334aecab380 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (5d0a98a2-ca3f-4189-99c2-02f1ddf095cb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:10.988077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e29f8da8-ea24-4e80-8d18-b7d85b6c4475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1a9df682-1f3c-4607-89c8-a9ffac0d3c6c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.025884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9018fbbd-56aa-4437-b540-e334aecab380 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5d0a98a2-ca3f-4189-99c2-02f1ddf095cb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.028365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9018fbbd-56aa-4437-b540-e334aecab380 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.029525 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9018fbbd-56aa-4437-b540-e334aecab380 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/5d0a98a2-ca3f-4189-99c2-02f1ddf095cb HTTP/1.1" status: 204  len: 168 time: 0.2554944
Apr 09 21:23:11.032402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56950) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.043607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018fbbd-56aa-4437-b540-e334aecab380 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0a98a2-ca3f-4189-99c2-02f1ddf095cb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:11.062618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e29f8da8-ea24-4e80-8d18-b7d85b6c4475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1a9df682-1f3c-4607-89c8-a9ffac0d3c6c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.081899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-53ecd81c-8954-4801-8321-45d95e0fcd78 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0443006
Apr 09 21:23:11.082400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56952) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.087562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-89b81b03-7deb-4624-ad5a-fca987ba83f5 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659220683'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:11.092544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f8da8-ea24-4e80-8d18-b7d85b6c4475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9df682-1f3c-4607-89c8-a9ffac0d3c6c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:11.094887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e29f8da8-ea24-4e80-8d18-b7d85b6c4475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.100464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56954) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.100618 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e29f8da8-ea24-4e80-8d18-b7d85b6c4475 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1a9df682-1f3c-4607-89c8-a9ffac0d3c6c HTTP/1.1" status: 204  len: 168 time: 0.2983942
Apr 09 21:23:11.135543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-89b81b03-7deb-4624-ad5a-fca987ba83f5 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.189376 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (b4b7a3ab-b3cc-492d-828a-29903c6d882c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.307682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (b4b7a3ab-b3cc-492d-828a-29903c6d882c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.311504 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-89b81b03-7deb-4624-ad5a-fca987ba83f5 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (d9d2751c-d803-4844-a5cb-f97aa8b5cbb1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.318668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-89b81b03-7deb-4624-ad5a-fca987ba83f5 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d9d2751c-d803-4844-a5cb-f97aa8b5cbb1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.346973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23761aec70>,) {'filters': {'network_id': ['b4b7a3ab-b3cc-492d-828a-29903c6d882c']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:11.366041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761aec70>, 'd5a66029-5011-4471-b9d8-69d813dd00df') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:11.366337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761aec70>, 'd5a66029-5011-4471-b9d8-69d813dd00df') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:11.369968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-89b81b03-7deb-4624-ad5a-fca987ba83f5 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.371203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-89b81b03-7deb-4624-ad5a-fca987ba83f5 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2880850
Apr 09 21:23:11.374417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.377014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81b03-7deb-4624-ad5a-fca987ba83f5 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2751c-d803-4844-a5cb-f97aa8b5cbb1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:11.379503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7b8df0ea-88f6-40a6-9527-baad44fdb58a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': 'd9d2751c-d803-4844-a5cb-f97aa8b5cbb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:11.382043 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (d5a66029-5011-4471-b9d8-69d813dd00df), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.396357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d5a66029-5011-4471-b9d8-69d813dd00df), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.403035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:23:11.403418 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (d5a66029-5011-4471-b9d8-69d813dd00df), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:23:11.405177 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:23:11.424239 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-7b8df0ea-88f6-40a6-9527-baad44fdb58a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The resource could not be found.
Apr 09 21:23:11.425378 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7b8df0ea-88f6-40a6-9527-baad44fdb58a tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0499251
Apr 09 21:23:11.428353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56958) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.433621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0b5843fe-6c66-446d-a809-3ff89dd44454 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': 'd9d2751c-d803-4844-a5cb-f97aa8b5cbb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b7bcbc22-d436-4758-a376-a65db56188ec'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:11.466631 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (b4b7a3ab-b3cc-492d-828a-29903c6d882c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.472494 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.476248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] 10.222.0.30 "DELETE /v2.0/networks/b4b7a3ab-b3cc-492d-828a-29903c6d882c HTTP/1.1" status: 204  len: 168 time: 0.3743207
Apr 09 21:23:11.483473 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-0b5843fe-6c66-446d-a809-3ff89dd44454 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The resource could not be found.
Apr 09 21:23:11.485732 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0b5843fe-6c66-446d-a809-3ff89dd44454 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0563717
Apr 09 21:23:11.489075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a155a3-47e4-456c-8f79-1264cf83496a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b7a3ab-b3cc-492d-828a-29903c6d882c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:11.489253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56962) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.542020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37753389-c099-42fc-9246-77c8b7078291 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (d9d2751c-d803-4844-a5cb-f97aa8b5cbb1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.564901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37753389-c099-42fc-9246-77c8b7078291 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (d9d2751c-d803-4844-a5cb-f97aa8b5cbb1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.608230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37753389-c099-42fc-9246-77c8b7078291 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d9d2751c-d803-4844-a5cb-f97aa8b5cbb1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.610930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37753389-c099-42fc-9246-77c8b7078291 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.612088 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-37753389-c099-42fc-9246-77c8b7078291 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/d9d2751c-d803-4844-a5cb-f97aa8b5cbb1 HTTP/1.1" status: 204  len: 168 time: 0.1217613
Apr 09 21:23:11.614994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56966) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.621930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37753389-c099-42fc-9246-77c8b7078291 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2751c-d803-4844-a5cb-f97aa8b5cbb1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:11.675674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56968) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.686213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f87ce21-a3d8-437a-9d1c-268d9e2bb7c4 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0663743
Apr 09 21:23:11.694316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56970) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.700275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8a06e35d-5dad-4475-86a2-5a4fda6ce50d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '511383f1-4fbb-4251-936a-12b669d3a5fb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:11.716563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb797c-0c76-41de-81e8-66272455bab8 req-59e72016-ee57-4e3b-8ecd-48b31651712c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:11.718457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4eb797c-0c76-41de-81e8-66272455bab8 req-59e72016-ee57-4e3b-8ecd-48b31651712c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 943 time: 0.0519779
Apr 09 21:23:11.739693 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1464ff5b-6800-419a-8c11-c8182e2e2557 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4542400bc91449e09c44d33b478c731e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0628300
Apr 09 21:23:11.742405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56972) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.762532 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-8a06e35d-5dad-4475-86a2-5a4fda6ce50d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The resource could not be found.
Apr 09 21:23:11.769579 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8a06e35d-5dad-4475-86a2-5a4fda6ce50d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0742021
Apr 09 21:23:11.770340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56974) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.782538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b222ac43-f6e9-4656-84af-b1ccb203a199 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374969438'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:11.804608 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4eb797c-0c76-41de-81e8-66272455bab8 req-d83b8ae2-1c3f-4646-96f7-c691db7953d7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802417
Apr 09 21:23:11.829679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90a71b9d-2dbf-4afb-8e71-ff48656ad586 admin admin] Publish callbacks [] for security_group (cb84199a-4969-48c6-b97e-5fa3c0ba3316), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.833845 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b222ac43-f6e9-4656-84af-b1ccb203a199 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.864633 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90a71b9d-2dbf-4afb-8e71-ff48656ad586 admin admin] Publish callbacks [] for security_group (cb84199a-4969-48c6-b97e-5fa3c0ba3316), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.942821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b222ac43-f6e9-4656-84af-b1ccb203a199 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (61c76f96-db4c-4614-8f4c-1e2f2e7981b6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.943806 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90a71b9d-2dbf-4afb-8e71-ff48656ad586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cb84199a-4969-48c6-b97e-5fa3c0ba3316), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.946485 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-90a71b9d-2dbf-4afb-8e71-ff48656ad586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.947654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-90a71b9d-2dbf-4afb-8e71-ff48656ad586 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb84199a-4969-48c6-b97e-5fa3c0ba3316 HTTP/1.1" status: 204  len: 168 time: 0.2043083
Apr 09 21:23:11.951026 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b222ac43-f6e9-4656-84af-b1ccb203a199 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (61c76f96-db4c-4614-8f4c-1e2f2e7981b6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.960318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a71b9d-2dbf-4afb-8e71-ff48656ad586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84199a-4969-48c6-b97e-5fa3c0ba3316,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:11.980529 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b222ac43-f6e9-4656-84af-b1ccb203a199 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:11.981839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b222ac43-f6e9-4656-84af-b1ccb203a199 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2105508
Apr 09 21:23:11.984921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56978) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:11.991266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4f8056f3-4f13-4bfb-a325-7349624fe16e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676976568'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:11.993011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222ac43-f6e9-4656-84af-b1ccb203a199 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c76f96-db4c-4614-8f4c-1e2f2e7981b6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:12.015225 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f8056f3-4f13-4bfb-a325-7349624fe16e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.082474 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f8056f3-4f13-4bfb-a325-7349624fe16e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (3280ccff-8e61-48ec-b2d2-46268c63bc6b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.087017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f8056f3-4f13-4bfb-a325-7349624fe16e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3280ccff-8e61-48ec-b2d2-46268c63bc6b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.116264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4f8056f3-4f13-4bfb-a325-7349624fe16e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.117620 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4f8056f3-4f13-4bfb-a325-7349624fe16e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1312511
Apr 09 21:23:12.120804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56980) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.123018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8056f3-4f13-4bfb-a325-7349624fe16e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3280ccff-8e61-48ec-b2d2-46268c63bc6b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:12.126740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-87aba95d-7329-4778-9f61-517a7567cae6 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '61c76f96-db4c-4614-8f4c-1e2f2e7981b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3280ccff-8e61-48ec-b2d2-46268c63bc6b'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:12.162325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b055bd43-61af-4b78-aac5-1c110e3caee6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:23:12.174358 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-87aba95d-7329-4778-9f61-517a7567cae6 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:12.178705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-87aba95d-7329-4778-9f61-517a7567cae6 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0536213
Apr 09 21:23:12.179156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56982) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.237945 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f38dc1e7-e9bc-4a96-aca0-43ef03824f6e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (3280ccff-8e61-48ec-b2d2-46268c63bc6b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.267730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f38dc1e7-e9bc-4a96-aca0-43ef03824f6e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (3280ccff-8e61-48ec-b2d2-46268c63bc6b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.280908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:12.295377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'mac_address': 'fa:16:3e:aa:dc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:23:12.326962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f38dc1e7-e9bc-4a96-aca0-43ef03824f6e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3280ccff-8e61-48ec-b2d2-46268c63bc6b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.331113 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f38dc1e7-e9bc-4a96-aca0-43ef03824f6e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.334962 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f38dc1e7-e9bc-4a96-aca0-43ef03824f6e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/3280ccff-8e61-48ec-b2d2-46268c63bc6b HTTP/1.1" status: 204  len: 168 time: 0.1521473
Apr 09 21:23:12.337479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.340208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b055bd43-61af-4b78-aac5-1c110e3caee6 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:23:12.340696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.355306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b055bd43-61af-4b78-aac5-1c110e3caee6 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:23:12.362449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dc1e7-e9bc-4a96-aca0-43ef03824f6e tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3280ccff-8e61-48ec-b2d2-46268c63bc6b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:12.379220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:12.389910 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.409836 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-49bbbf81-1744-41a9-b681-577d3a2cc90d tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0709958
Apr 09 21:23:12.410634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.454592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:12.473481 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-568384de-42ba-49c2-9a57-5aa105121c14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (61c76f96-db4c-4614-8f4c-1e2f2e7981b6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.500708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-568384de-42ba-49c2-9a57-5aa105121c14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (61c76f96-db4c-4614-8f4c-1e2f2e7981b6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.547216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-568384de-42ba-49c2-9a57-5aa105121c14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (61c76f96-db4c-4614-8f4c-1e2f2e7981b6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.549951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-568384de-42ba-49c2-9a57-5aa105121c14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.551201 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-568384de-42ba-49c2-9a57-5aa105121c14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/61c76f96-db4c-4614-8f4c-1e2f2e7981b6 HTTP/1.1" status: 204  len: 168 time: 0.1394086
Apr 09 21:23:12.554087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56988) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.561587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568384de-42ba-49c2-9a57-5aa105121c14 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c76f96-db4c-4614-8f4c-1e2f2e7981b6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:12.610046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b055bd43-61af-4b78-aac5-1c110e3caee6'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:12.610849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1080e7a3-8a7c-4224-a01f-c4db7291f9e5 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0548658
Apr 09 21:23:12.614998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 56990) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.619805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4bd3fbaa-fd11-4020-bd0c-27e197d59417 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990009497'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:12.644197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fbaa-fd11-4020-bd0c-27e197d59417 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.714627 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fbaa-fd11-4020-bd0c-27e197d59417 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (99b58906-00ac-4f6f-9725-0b7a48399c72), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.720153 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fbaa-fd11-4020-bd0c-27e197d59417 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (99b58906-00ac-4f6f-9725-0b7a48399c72), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.749925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fbaa-fd11-4020-bd0c-27e197d59417 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.751771 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4bd3fbaa-fd11-4020-bd0c-27e197d59417 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1357608
Apr 09 21:23:12.755041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56994) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.755972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3fbaa-fd11-4020-bd0c-27e197d59417 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b58906-00ac-4f6f-9725-0b7a48399c72,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:12.759589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-94c4a7bc-734f-4d4e-984c-c47e25efcb6c tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '99b58906-00ac-4f6f-9725-0b7a48399c72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:12.795748 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-94c4a7bc-734f-4d4e-984c-c47e25efcb6c tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:12.796797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-94c4a7bc-734f-4d4e-984c-c47e25efcb6c tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0408454
Apr 09 21:23:12.799713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 56996) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.803957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-eb153d47-7940-4ae4-a247-6a157d60fb5b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group_rule': {'security_group_id': '99b58906-00ac-4f6f-9725-0b7a48399c72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:12.841236 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-eb153d47-7940-4ae4-a247-6a157d60fb5b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:23:12.842474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eb153d47-7940-4ae4-a247-6a157d60fb5b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0417397
Apr 09 21:23:12.845531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57000) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:12.931715 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc79694e-248d-4a4d-a61b-1fda8c28a086 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (99b58906-00ac-4f6f-9725-0b7a48399c72), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:12.938796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade12e9-16d3-47ea-8ba0-213085caad99 req-3e5e4d17-946c-472d-b644-d8ae12bdbb0a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:12.940308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ade12e9-16d3-47ea-8ba0-213085caad99 req-3e5e4d17-946c-472d-b644-d8ae12bdbb0a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 944 time: 0.0660152
Apr 09 21:23:12.972894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc79694e-248d-4a4d-a61b-1fda8c28a086 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (99b58906-00ac-4f6f-9725-0b7a48399c72), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.024994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ade12e9-16d3-47ea-8ba0-213085caad99 req-e092e93c-075a-451a-a9a4-fb859dba11d6 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751648
Apr 09 21:23:13.042689 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc79694e-248d-4a4d-a61b-1fda8c28a086 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (99b58906-00ac-4f6f-9725-0b7a48399c72), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.047506 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc79694e-248d-4a4d-a61b-1fda8c28a086 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.049247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dc79694e-248d-4a4d-a61b-1fda8c28a086 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/99b58906-00ac-4f6f-9725-0b7a48399c72 HTTP/1.1" status: 204  len: 168 time: 0.2025008
Apr 09 21:23:13.053443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57002) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.060469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79694e-248d-4a4d-a61b-1fda8c28a086 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b58906-00ac-4f6f-9725-0b7a48399c72,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:13.098163 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-675cac98-87d8-4454-a203-edca20afd02b tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0432537
Apr 09 21:23:13.101875 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57004) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.106228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-8a478625-69b4-4079-a9f3-a330f978eeee tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'tempest-secgroup--263818954'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:13.127387 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a478625-69b4-4079-a9f3-a330f978eeee tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.194087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a478625-69b4-4079-a9f3-a330f978eeee tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (fcdd47f6-50f4-4404-a0da-6cb2d08252c6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.199090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a478625-69b4-4079-a9f3-a330f978eeee tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fcdd47f6-50f4-4404-a0da-6cb2d08252c6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.227832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a478625-69b4-4079-a9f3-a330f978eeee tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.229047 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8a478625-69b4-4079-a9f3-a330f978eeee tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1262622
Apr 09 21:23:13.232161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57006) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.232866 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a478625-69b4-4079-a9f3-a330f978eeee tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdd47f6-50f4-4404-a0da-6cb2d08252c6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:13.236997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-089f0ba9-6b3a-4536-9b8a-bd2cffa81e09 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:13.237443 ncdv-master-1 neutron-server[126920]: WARNING neutron.api.v2.base [None req-089f0ba9-6b3a-4536-9b8a-bd2cffa81e09 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 09 21:23:13.237970 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-089f0ba9-6b3a-4536-9b8a-bd2cffa81e09 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:23:13.241111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-089f0ba9-6b3a-4536-9b8a-bd2cffa81e09 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "PUT /v2.0/security-groups/fcdd47f6-50f4-4404-a0da-6cb2d08252c6 HTTP/1.1" status: 409  len: 330 time: 0.0057449
Apr 09 21:23:13.242096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57008) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.295700 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-faafe9b0-44b7-4f78-ac98-f69f605a8bd4 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (fcdd47f6-50f4-4404-a0da-6cb2d08252c6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.318385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-faafe9b0-44b7-4f78-ac98-f69f605a8bd4 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (fcdd47f6-50f4-4404-a0da-6cb2d08252c6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.365756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-faafe9b0-44b7-4f78-ac98-f69f605a8bd4 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fcdd47f6-50f4-4404-a0da-6cb2d08252c6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.368433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-faafe9b0-44b7-4f78-ac98-f69f605a8bd4 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.369617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-faafe9b0-44b7-4f78-ac98-f69f605a8bd4 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/fcdd47f6-50f4-4404-a0da-6cb2d08252c6 HTTP/1.1" status: 204  len: 168 time: 0.1266384
Apr 09 21:23:13.372439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57010) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.379042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafe9b0-44b7-4f78-ac98-f69f605a8bd4 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdd47f6-50f4-4404-a0da-6cb2d08252c6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:13.416065 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e13a849c-14b5-419c-a0d7-47a622983d32 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0422721
Apr 09 21:23:13.419797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57012) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.432825 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-a0248220-791c-4685-afdb-3dcbaa1be3ec tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] delete failed (client error): The resource could not be found.
Apr 09 21:23:13.433812 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a0248220-791c-4685-afdb-3dcbaa1be3ec tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "DELETE /v2.0/security-groups/9943febc-8c7a-4f3e-90d6-ca5275341950 HTTP/1.1" status: 404  len: 347 time: 0.0131109
Apr 09 21:23:13.437316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57014) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.450375 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-3c3f6777-46a3-456f-a598-8c694c73b781 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] show failed (client error): The resource could not be found.
Apr 09 21:23:13.451342 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3c3f6777-46a3-456f-a598-8c694c73b781 tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-groups/dddb0c2e-4aab-419d-80ae-33b4e8428e6a HTTP/1.1" status: 404  len: 347 time: 0.0131490
Apr 09 21:23:13.455059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57016) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.472815 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-69d02f32-dee5-40a8-a84d-a04383ba58ec tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] show failed (client error): The resource could not be found.
Apr 09 21:23:13.473804 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69d02f32-dee5-40a8-a84d-a04383ba58ec tempest-NegativeSecGroupIPv6Test-1268335481 tempest-NegativeSecGroupIPv6Test-1268335481-project] 10.222.0.30 "GET /v2.0/security-group-rules/8f61abbc-0bf6-42bd-8910-af1bf2eee191 HTTP/1.1" status: 404  len: 356 time: 0.0178738
Apr 09 21:23:13.735720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57022) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.872656 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a0861c3-f48e-4692-8c5e-65abd98aebee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bed3b56e7a346f3acc2697a240e8cb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1356688
Apr 09 21:23:13.875400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57026) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:13.926871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d0593e4-96c0-400a-87cb-9204f1bd698e admin admin] Publish callbacks [] for security_group (52f47edc-7409-49cd-81c6-2ed5826b4ccb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:13.948931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d0593e4-96c0-400a-87cb-9204f1bd698e admin admin] Publish callbacks [] for security_group (52f47edc-7409-49cd-81c6-2ed5826b4ccb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.002224 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d0593e4-96c0-400a-87cb-9204f1bd698e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (52f47edc-7409-49cd-81c6-2ed5826b4ccb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.004907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d0593e4-96c0-400a-87cb-9204f1bd698e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.006150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4d0593e4-96c0-400a-87cb-9204f1bd698e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52f47edc-7409-49cd-81c6-2ed5826b4ccb HTTP/1.1" status: 204  len: 168 time: 0.1297858
Apr 09 21:23:14.014008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0593e4-96c0-400a-87cb-9204f1bd698e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f47edc-7409-49cd-81c6-2ed5826b4ccb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:14.023623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-6c39a4b6-3396-4bd0-aa84-9b063ffc1b8a req-a7c0e9d4-22d4-4053-8854-933f2aaa66eb service neutron] (126919) timed out ('10.222.0.25', 59617) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:23:14.162060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1360-cf26-4188-8d49-49a37c7f2fa0 req-818aa175-c19a-414e-961c-d8b06ab8a45f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:14.163575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d00a1360-cf26-4188-8d49-49a37c7f2fa0 req-818aa175-c19a-414e-961c-d8b06ab8a45f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 944 time: 0.0613828
Apr 09 21:23:14.177436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b055bd43-61af-4b78-aac5-1c110e3caee6 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:23:14.212795 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d00a1360-cf26-4188-8d49-49a37c7f2fa0 req-3dce93f9-6b54-4757-bf2a-8528fb665fec tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434053
Apr 09 21:23:14.231668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port b055bd43-61af-4b78-aac5-1c110e3caee6 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:23:14.237900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port b055bd43-61af-4b78-aac5-1c110e3caee6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:23:14.238349 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.319688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b055bd43-61af-4b78-aac5-1c110e3caee6 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:23:14.320097 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.347148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:23:14.349653 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb4a34-6f3a-454a-bc05-195c82cf95da" -d '{"events": [{"server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "name": "network-vif-plugged", "status": "completed", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:23:14.362433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:14.368007 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.392332 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32abc42-6945-4ae0-bfb0-abaed78faaea x-openstack-request-id: req-a32abc42-6945-4ae0-bfb0-abaed78faaea {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:23:14.392628 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "name": "network-vif-plugged", "status": "completed", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:23:14.392882 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a32abc42-6945-4ae0-bfb0-abaed78faaea {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:23:14.393375 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32abc42-6945-4ae0-bfb0-abaed78faaea'] response: {'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'code': 200}
Apr 09 21:23:14.424203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:14.488938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96c22a-9a39-414f-91f2-16ab57353623 req-01559fc5-a664-483c-b05e-64b18769a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:14.490471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b96c22a-9a39-414f-91f2-16ab57353623 req-01559fc5-a664-483c-b05e-64b18769a376 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 1127 time: 0.0434241
Apr 09 21:23:14.536297 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8b96c22a-9a39-414f-91f2-16ab57353623 req-587da21c-c145-428c-9e4d-abd98577fe07 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402329
Apr 09 21:23:14.684753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57052) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:14.814809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-426737837'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:23:14.834996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Made reservation on behalf of cedfbffdedf54f67b754200f3786ec61 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:23:14.838473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.847304 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.922629 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks [] for security_group (b246dec7-8f00-441e-a416-2a99886e1d2c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.929173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b246dec7-8f00-441e-a416-2a99886e1d2c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.960452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:23:14.969531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b246dec7-8f00-441e-a416-2a99886e1d2c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:14.975754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (aacca772-2a10-4a19-a343-4e0e9bcfb22d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:14.976094 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Added segment aacca772-2a10-4a19-a343-4e0e9bcfb22d of type vlan for network 7d164f1c-28d4-4a06-bde3-4fbb193b016f
Apr 09 21:23:15.016214 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (7d164f1c-28d4-4a06-bde3-4fbb193b016f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:15.044728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (7d164f1c-28d4-4a06-bde3-4fbb193b016f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:15.049897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:15.050513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:15.091871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 0.4059849
Apr 09 21:23:15.095696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57056) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.100558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-332046ae-70ef-41d7-acb2-ccfac4539e57 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f23754d4b20>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', 'tempest-TagsTest-Tag-1659784038') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.124745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476d48f-fc8a-4218-b462-b830c610af77 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Pushing event updated for resources: {'Network': ['ID=7d164f1c-28d4-4a06-bde3-4fbb193b016f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:15.136383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 7d164f1c-28d4-4a06-bde3-4fbb193b016f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:23:15.179192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-332046ae-70ef-41d7-acb2-ccfac4539e57 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "PUT /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags/tempest-TagsTest-Tag-1659784038 HTTP/1.1" status: 201  len: 201 time: 0.0822394
Apr 09 21:23:15.181757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57058) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.185983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-6dffb7c2-632f-4730-8dd7-fa84e2e770e1 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2375833310>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', 'tempest-TagsTest-Tag-1659784038') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.250495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6dffb7c2-632f-4730-8dd7-fa84e2e770e1 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "GET /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags/tempest-TagsTest-Tag-1659784038 HTTP/1.1" status: 204  len: 168 time: 0.0676589
Apr 09 21:23:15.253055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57062) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.258374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-a04804d8-0a5e-450f-998c-03c0ddbba94b tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f23768e8bb0>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.318423 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a04804d8-0a5e-450f-998c-03c0ddbba94b tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "GET /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags HTTP/1.1" status: 200  len: 238 time: 0.0640450
Apr 09 21:23:15.320996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57064) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.325444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-e3bf9fe7-0864-4d1a-b2b1-59fe6c1a3153 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f23765bb070>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', {'tags': ['tempest-TagsTest-Tag-2035179659', 'tempest-TagsTest-Tag-2004482557', 'tempest-TagsTest-Tag-1466413442']}) {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.330932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4020e-e39a-423e-a766-f4d4c60cb86d req-63d5fa8f-7f13-47de-80e1-3ca5943d6a8d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:15.332471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29a4020e-e39a-423e-a766-f4d4c60cb86d req-63d5fa8f-7f13-47de-80e1-3ca5943d6a8d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0473256
Apr 09 21:23:15.380755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29a4020e-e39a-423e-a766-f4d4c60cb86d req-b76b1990-175b-4f2a-87da-28c388b0e5e3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421960
Apr 09 21:23:15.407250 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3bf9fe7-0864-4d1a-b2b1-59fe6c1a3153 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "PUT /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags HTTP/1.1" status: 200  len: 309 time: 0.0851889
Apr 09 21:23:15.409772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57066) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.414090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-00537421-5603-4fd8-bbe7-a14781196865 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2374952af0>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', 'tempest-TagsTest-Tag-2035179659') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.490144 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-00537421-5603-4fd8-bbe7-a14781196865 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "DELETE /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags/tempest-TagsTest-Tag-2035179659 HTTP/1.1" status: 204  len: 168 time: 0.0793619
Apr 09 21:23:15.492842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57068) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.497843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-aaa1f823-a6dc-478a-9165-8f89cda9406c tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f237465ff40>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', 'tempest-TagsTest-Tag-2035179659') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.565279 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-aaa1f823-a6dc-478a-9165-8f89cda9406c tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] show failed (client error): The resource could not be found.
Apr 09 21:23:15.566377 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aaa1f823-a6dc-478a-9165-8f89cda9406c tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "GET /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags/tempest-TagsTest-Tag-2035179659 HTTP/1.1" status: 404  len: 326 time: 0.0725100
Apr 09 21:23:15.569228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57070) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.573553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-97f38cd9-93a1-4f2b-9f4e-16e8d8ae8019 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2374306070>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', 'tempest-TagsTest-Tag-2004482557') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.635383 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-97f38cd9-93a1-4f2b-9f4e-16e8d8ae8019 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "GET /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags/tempest-TagsTest-Tag-2004482557 HTTP/1.1" status: 204  len: 168 time: 0.0651386
Apr 09 21:23:15.637913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57072) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.642030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-e45a6b43-7ea7-4bac-93b2-5b31d925f26d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f237c6efdf0>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', 'tempest-TagsTest-Tag-1466413442') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.707538 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e45a6b43-7ea7-4bac-93b2-5b31d925f26d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "GET /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags/tempest-TagsTest-Tag-1466413442 HTTP/1.1" status: 204  len: 168 time: 0.0686443
Apr 09 21:23:15.710209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57074) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.714665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-45579733-24c4-439d-994b-481a9ea04b7b tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2374c1e7c0>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.795019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-45579733-24c4-439d-994b-481a9ea04b7b tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "DELETE /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags HTTP/1.1" status: 204  len: 168 time: 0.0834332
Apr 09 21:23:15.797860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57076) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.802045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-87cda096-129d-407b-9eb1-54a63933a554 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2374ab7ac0>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', 'tempest-TagsTest-Tag-2004482557') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.859854 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-87cda096-129d-407b-9eb1-54a63933a554 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] show failed (client error): The resource could not be found.
Apr 09 21:23:15.860890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-87cda096-129d-407b-9eb1-54a63933a554 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "GET /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags/tempest-TagsTest-Tag-2004482557 HTTP/1.1" status: 404  len: 326 time: 0.0620644
Apr 09 21:23:15.863907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57078) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.868007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-2704547c-0e27-4ed2-9de1-85e3c6e370cb tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2376b55700>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f', 'tempest-TagsTest-Tag-1466413442') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.928129 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-2704547c-0e27-4ed2-9de1-85e3c6e370cb tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] show failed (client error): The resource could not be found.
Apr 09 21:23:15.929163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2704547c-0e27-4ed2-9de1-85e3c6e370cb tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "GET /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags/tempest-TagsTest-Tag-1466413442 HTTP/1.1" status: 404  len: 326 time: 0.0643485
Apr 09 21:23:15.931965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57080) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:15.936058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-ef8e3f7b-4543-4b74-adca-6c1b19c66622 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f23750181c0>, 'networks', '7d164f1c-28d4-4a06-bde3-4fbb193b016f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:15.999224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ef8e3f7b-4543-4b74-adca-6c1b19c66622 tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "DELETE /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f/tags HTTP/1.1" status: 204  len: 168 time: 0.0662899
Apr 09 21:23:16.005182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57082) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:16.084069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (7d164f1c-28d4-4a06-bde3-4fbb193b016f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.174594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (7d164f1c-28d4-4a06-bde3-4fbb193b016f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.196135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376e61400>,) {'filters': {'network_id': ['7d164f1c-28d4-4a06-bde3-4fbb193b016f']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:16.206340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376e61400>, 'aacca772-2a10-4a19-a343-4e0e9bcfb22d') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:16.206618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376e61400>, 'aacca772-2a10-4a19-a343-4e0e9bcfb22d') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:23:16.216512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (aacca772-2a10-4a19-a343-4e0e9bcfb22d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.230204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (aacca772-2a10-4a19-a343-4e0e9bcfb22d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.237179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:23:16.237615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (aacca772-2a10-4a19-a343-4e0e9bcfb22d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:23:16.242180 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:23:16.306312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (7d164f1c-28d4-4a06-bde3-4fbb193b016f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.313399 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.316469 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] 10.222.0.30 "DELETE /v2.0/networks/7d164f1c-28d4-4a06-bde3-4fbb193b016f HTTP/1.1" status: 204  len: 168 time: 0.3102057
Apr 09 21:23:16.329727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403b64d-2fd4-4d6f-8a7b-63cd20fcab8d tempest-TagsTest-738463419 tempest-TagsTest-738463419-project] Pushing event deleted for resources: {'Network': ['ID=7d164f1c-28d4-4a06-bde3-4fbb193b016f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:16.525296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29410f53-697c-405a-a7a8-12fa7141b64a req-c85a9d10-e447-4021-b63b-6c17a4b8afdc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:16.526858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29410f53-697c-405a-a7a8-12fa7141b64a req-c85a9d10-e447-4021-b63b-6c17a4b8afdc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0543532
Apr 09 21:23:16.581620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29410f53-697c-405a-a7a8-12fa7141b64a req-132f8ef1-7dd4-421d-ba9d-57215af9ad9d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488119
Apr 09 21:23:16.611004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57094) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:16.768640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bd4abe7d-f5c2-408a-a53b-e7067fdf5da3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cedfbffdedf54f67b754200f3786ec61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1564989
Apr 09 21:23:16.771439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57100) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:16.803236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44677549-1fec-411b-ba38-2fa348bb8997 req-f45850a5-648e-4671-a0e0-8d1b230cab40 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:16.804719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44677549-1fec-411b-ba38-2fa348bb8997 req-f45850a5-648e-4671-a0e0-8d1b230cab40 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0515988
Apr 09 21:23:16.823938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3e0a908-b47a-4670-935c-6c89c7391304 admin admin] Publish callbacks [] for security_group (b246dec7-8f00-441e-a416-2a99886e1d2c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.847614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3e0a908-b47a-4670-935c-6c89c7391304 admin admin] Publish callbacks [] for security_group (b246dec7-8f00-441e-a416-2a99886e1d2c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.853135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-44677549-1fec-411b-ba38-2fa348bb8997 req-304a520d-4176-4425-8163-30759b2c3fa0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423086
Apr 09 21:23:16.898844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3e0a908-b47a-4670-935c-6c89c7391304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b246dec7-8f00-441e-a416-2a99886e1d2c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.901626 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e3e0a908-b47a-4670-935c-6c89c7391304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:16.902839 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3e0a908-b47a-4670-935c-6c89c7391304 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b246dec7-8f00-441e-a416-2a99886e1d2c HTTP/1.1" status: 204  len: 168 time: 0.1303036
Apr 09 21:23:16.912185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0a908-b47a-4670-935c-6c89c7391304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246dec7-8f00-441e-a416-2a99886e1d2c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:17.974655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66510a-c077-4f68-8966-222a8cd3b695 req-b2c5d44a-82c6-4572-b9dc-e5e44a806be3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:17.977576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e66510a-c077-4f68-8966-222a8cd3b695 req-b2c5d44a-82c6-4572-b9dc-e5e44a806be3 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0501685
Apr 09 21:23:18.030979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e66510a-c077-4f68-8966-222a8cd3b695 req-fef524a8-d4be-4f1f-9135-ad1baf88b7bf tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491402
Apr 09 21:23:18.454026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93face33-6b61-4790-97b6-9030484e8552 req-5817f12e-e95a-40eb-88dc-386e71fff3d2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:18.455689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93face33-6b61-4790-97b6-9030484e8552 req-5817f12e-e95a-40eb-88dc-386e71fff3d2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0477917
Apr 09 21:23:18.506571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93face33-6b61-4790-97b6-9030484e8552 req-b2ee5622-0326-4a2e-ad2a-f87acfc05492 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447021
Apr 09 21:23:19.631780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcc3fb-4f56-43e2-bb3e-5538e0788b12 req-f3c8ca83-eea1-4a87-acaa-0d4c586353b0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:19.633304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1fcc3fb-4f56-43e2-bb3e-5538e0788b12 req-f3c8ca83-eea1-4a87-acaa-0d4c586353b0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0565050
Apr 09 21:23:19.682241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1fcc3fb-4f56-43e2-bb3e-5538e0788b12 req-1e34cf8e-1735-468f-9134-cc64821db7b4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431378
Apr 09 21:23:20.183306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b055bd43-61af-4b78-aac5-1c110e3caee6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:23:20.283865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:20.299055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'port_id': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'mac_address': 'fa:16:3e:aa:dc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:23:20.335910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b055bd43-61af-4b78-aac5-1c110e3caee6 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:23:20.336290 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:20.350185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b055bd43-61af-4b78-aac5-1c110e3caee6 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:23:20.369783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:20.375083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:20.435413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:20.447848 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-32cd2571-8079-48af-8ff0-c596efc20071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:20.504097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b055bd43-61af-4b78-aac5-1c110e3caee6'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:20.806583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ab02d-4b55-4bc0-9361-63029370f990 req-e54c77d6-d56b-4d43-9132-d507aeb87d55 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:20.808227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef5ab02d-4b55-4bc0-9361-63029370f990 req-e54c77d6-d56b-4d43-9132-d507aeb87d55 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 944 time: 0.0562911
Apr 09 21:23:20.857201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef5ab02d-4b55-4bc0-9361-63029370f990 req-3a51581c-ac5e-4eef-a8af-991193ff13f7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431254
Apr 09 21:23:21.992168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5a0e-c20b-45bd-9c28-362e111a554b req-5f8c2ebd-b473-4c8c-8ea0-d675f001e12c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:21.994685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67df5a0e-c20b-45bd-9c28-362e111a554b req-5f8c2ebd-b473-4c8c-8ea0-d675f001e12c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 944 time: 0.0554760
Apr 09 21:23:22.056200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-67df5a0e-c20b-45bd-9c28-362e111a554b req-31b17a9b-95bf-4a60-9b91-81b359396a50 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554163
Apr 09 21:23:22.194892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b055bd43-61af-4b78-aac5-1c110e3caee6 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:23:22.257138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port b055bd43-61af-4b78-aac5-1c110e3caee6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:23:22.257892 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:22.357058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b055bd43-61af-4b78-aac5-1c110e3caee6 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:23:22.357530 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:22.384701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:23:22.387083 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1aa85b-7be9-4d67-828b-e8bf10218256" -d '{"events": [{"server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "name": "network-vif-plugged", "status": "completed", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:23:22.402908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:22.408087 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:22.442702 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7798bc59-74b7-44b6-bf37-858ba0505406 x-openstack-request-id: req-7798bc59-74b7-44b6-bf37-858ba0505406 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:23:22.443001 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "name": "network-vif-plugged", "status": "completed", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:23:22.443272 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7798bc59-74b7-44b6-bf37-858ba0505406 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:23:22.443667 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7798bc59-74b7-44b6-bf37-858ba0505406'] response: {'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'code': 200}
Apr 09 21:23:22.475763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:22.921886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e928b8d-3740-48e8-bbe6-ca905d30a63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:23.208272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3efa94-7f7d-4b76-924c-2ac2dd87ff64 req-72d7cb59-acfb-44eb-828d-082475f7296f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:23.225324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce3efa94-7f7d-4b76-924c-2ac2dd87ff64 req-72d7cb59-acfb-44eb-828d-082475f7296f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0778065
Apr 09 21:23:23.296378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce3efa94-7f7d-4b76-924c-2ac2dd87ff64 req-d174e86d-2af8-44fd-a05b-fd1b0b9af9d8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698421
Apr 09 21:23:24.141247 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:24.414810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921111f-367b-4432-87c6-4d4248a425a7 req-3ada0265-c901-400e-a179-d3883b23522c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:24.422439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0921111f-367b-4432-87c6-4d4248a425a7 req-3ada0265-c901-400e-a179-d3883b23522c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0549312
Apr 09 21:23:24.477637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0921111f-367b-4432-87c6-4d4248a425a7 req-50fe9b26-ca8b-491c-b083-a5b9c3b5e5e9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542283
Apr 09 21:23:25.213444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:25.626617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cde33-dd31-4018-9442-d2ead9383d82 req-f06067c0-95be-4934-b1c6-525daa88c37d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:25.629274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-936cde33-dd31-4018-9442-d2ead9383d82 req-f06067c0-95be-4934-b1c6-525daa88c37d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0599730
Apr 09 21:23:25.715073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-936cde33-dd31-4018-9442-d2ead9383d82 req-0ee6b62a-8fe4-4d40-8f80-a97120f1f344 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712032
Apr 09 21:23:25.720892 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:26.836009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfada8-14af-492c-99e5-1ccfc7eb650d req-ea32d771-12e7-49cf-8c83-6c6852e18528 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:26.838643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03dfada8-14af-492c-99e5-1ccfc7eb650d req-ea32d771-12e7-49cf-8c83-6c6852e18528 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0543122
Apr 09 21:23:26.902360 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:26.911790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03dfada8-14af-492c-99e5-1ccfc7eb650d req-2e54cb6e-1ef5-4cf5-b773-ed261c3ef35f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665631
Apr 09 21:23:27.378291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57364) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:27.509010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d126c2e-05a0-46c4-b5f2-4408d43724bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:27.604609 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d126c2e-05a0-46c4-b5f2-4408d43724bf admin admin] Publish callbacks [] for security_group (c67de8ad-e97c-48c4-a3c8-e52986ef52a3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:27.612110 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d126c2e-05a0-46c4-b5f2-4408d43724bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c67de8ad-e97c-48c4-a3c8-e52986ef52a3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:27.656731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d126c2e-05a0-46c4-b5f2-4408d43724bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e174490470347b2876f545c2ba2f532&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2771728
Apr 09 21:23:27.657798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d126c2e-05a0-46c4-b5f2-4408d43724bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67de8ad-e97c-48c4-a3c8-e52986ef52a3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:27.659416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57368) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:27.717892 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14d3483b-ed63-471d-b6c1-6591b44e36dd admin admin] Publish callbacks [] for security_group (c67de8ad-e97c-48c4-a3c8-e52986ef52a3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:27.741234 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14d3483b-ed63-471d-b6c1-6591b44e36dd admin admin] Publish callbacks [] for security_group (c67de8ad-e97c-48c4-a3c8-e52986ef52a3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:27.817389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14d3483b-ed63-471d-b6c1-6591b44e36dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c67de8ad-e97c-48c4-a3c8-e52986ef52a3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:27.822706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14d3483b-ed63-471d-b6c1-6591b44e36dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:27.828506 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-14d3483b-ed63-471d-b6c1-6591b44e36dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c67de8ad-e97c-48c4-a3c8-e52986ef52a3 HTTP/1.1" status: 204  len: 168 time: 0.1673212
Apr 09 21:23:27.840595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3483b-ed63-471d-b6c1-6591b44e36dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67de8ad-e97c-48c4-a3c8-e52986ef52a3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:28.048902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667abcf9-35f4-42d0-a8ea-adb2750aa92a req-ff3b6ba5-f73d-4225-8cd4-5fff5562108a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:28.056214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-667abcf9-35f4-42d0-a8ea-adb2750aa92a req-ff3b6ba5-f73d-4225-8cd4-5fff5562108a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0665188
Apr 09 21:23:28.210396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57376) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:28.225970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d52e642b-3a82-4676-940c-c9984b1dd310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:28.319624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d52e642b-3a82-4676-940c-c9984b1dd310 admin admin] Publish callbacks [] for security_group (c0f1c3e8-e63d-4d90-8e95-bce6adf4b962), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:28.327490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d52e642b-3a82-4676-940c-c9984b1dd310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c0f1c3e8-e63d-4d90-8e95-bce6adf4b962), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:28.365520 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d52e642b-3a82-4676-940c-c9984b1dd310 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c1b67a6eb224eb8a7c26036ec798725&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1514471
Apr 09 21:23:28.369178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57378) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:28.420683 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e642b-3a82-4676-940c-c9984b1dd310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f1c3e8-e63d-4d90-8e95-bce6adf4b962,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:28.452445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a001541c-df4b-4366-91a5-f64ab876cdbb admin admin] Publish callbacks [] for security_group (c0f1c3e8-e63d-4d90-8e95-bce6adf4b962), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:28.484354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a001541c-df4b-4366-91a5-f64ab876cdbb admin admin] Publish callbacks [] for security_group (c0f1c3e8-e63d-4d90-8e95-bce6adf4b962), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:28.499229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-667abcf9-35f4-42d0-a8ea-adb2750aa92a req-58cd91cf-0cf1-4f60-9410-54083f9fede9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4420140
Apr 09 21:23:28.547451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a001541c-df4b-4366-91a5-f64ab876cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c0f1c3e8-e63d-4d90-8e95-bce6adf4b962), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:28.550445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a001541c-df4b-4366-91a5-f64ab876cdbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:28.551646 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a001541c-df4b-4366-91a5-f64ab876cdbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0f1c3e8-e63d-4d90-8e95-bce6adf4b962 HTTP/1.1" status: 204  len: 168 time: 0.1815324
Apr 09 21:23:28.560888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001541c-df4b-4366-91a5-f64ab876cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f1c3e8-e63d-4d90-8e95-bce6adf4b962,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:29.639978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8006cc2-f623-4356-9f09-f2e9ec624a66 req-14f1ce59-88b3-4e74-a092-47090cbf25db tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:29.642092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8006cc2-f623-4356-9f09-f2e9ec624a66 req-14f1ce59-88b3-4e74-a092-47090cbf25db tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0642753
Apr 09 21:23:29.713280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8006cc2-f623-4356-9f09-f2e9ec624a66 req-7fbdae37-dad8-452f-8f25-5b52d783a730 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653167
Apr 09 21:23:30.428667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-d7a3e1a1-ab9a-4ae7-9330-147e22109586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:30.430249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-d7a3e1a1-ab9a-4ae7-9330-147e22109586 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 1127 time: 0.0406117
Apr 09 21:23:30.535177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-5bc478fb-ff7e-4e9e-956c-e9487c838258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:30.535177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-5bc478fb-ff7e-4e9e-956c-e9487c838258 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.0928400
Apr 09 21:23:30.573179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-b2e39648-d490-429c-b235-5a9ac9741fc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b055bd43-61af-4b78-aac5-1c110e3caee6 HTTP/1.1" status: 200  len: 217 time: 0.0351901
Apr 09 21:23:30.627370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-0150a20b-0ab4-48f6-ab09-49e6dd98cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:30.629280 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-0150a20b-0ab4-48f6-ab09-49e6dd98cb5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0503435
Apr 09 21:23:30.673314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-db7073bf-c026-4947-9a51-f26613b24130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:30.674820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-db7073bf-c026-4947-9a51-f26613b24130 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393200
Apr 09 21:23:30.770595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-f8b56d92-a39b-4491-bfba-fd8bd080ad0b service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887620
Apr 09 21:23:30.888881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45e66-6c0b-4f49-870c-800dca4c9ea2 req-a4aba1dc-a85c-49ff-8f1b-f2055db7e903 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:30.890408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ab45e66-6c0b-4f49-870c-800dca4c9ea2 req-a4aba1dc-a85c-49ff-8f1b-f2055db7e903 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0809145
Apr 09 21:23:30.926697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09ac27c3-7cc0-4474-b35d-a4d514f03960 req-8c478914-6dcc-4fc6-9702-332dc14e3b07 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497364
Apr 09 21:23:30.956323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ab45e66-6c0b-4f49-870c-800dca4c9ea2 req-5464a2c5-15e0-4918-9a47-284b788fa76e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597074
Apr 09 21:23:31.477828 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:32.077150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56857-7c16-4c53-a116-359ebb1f6391 req-c55a16f2-fdba-4bd8-9fa3-4cf7aa5bcfe5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:32.078738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dae56857-7c16-4c53-a116-359ebb1f6391 req-c55a16f2-fdba-4bd8-9fa3-4cf7aa5bcfe5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0535824
Apr 09 21:23:32.129662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dae56857-7c16-4c53-a116-359ebb1f6391 req-806860f6-cafd-4efe-903c-d035b6f3e25b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450304
Apr 09 21:23:33.114722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57508) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:33.239548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b58c5023-d8f2-4bae-bb9f-925d407648b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.259197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d37ba5-f8a3-4e32-9db9-9e5ba19ed6b9 req-52982385-dcc7-4b6c-8760-5fc24d9f4d93 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:33.260627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28d37ba5-f8a3-4e32-9db9-9e5ba19ed6b9 req-52982385-dcc7-4b6c-8760-5fc24d9f4d93 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 945 time: 0.0617774
Apr 09 21:23:33.337810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28d37ba5-f8a3-4e32-9db9-9e5ba19ed6b9 req-cc517ccb-7901-4985-9cf5-27cd0e332106 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709295
Apr 09 21:23:33.369051 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b58c5023-d8f2-4bae-bb9f-925d407648b8 admin admin] Publish callbacks [] for security_group (3aa39c31-831c-4b5e-ab63-d9be84ca82a9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.374696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b58c5023-d8f2-4bae-bb9f-925d407648b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3aa39c31-831c-4b5e-ab63-d9be84ca82a9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.422904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b58c5023-d8f2-4bae-bb9f-925d407648b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96d107dccfe94099bf6209223bd3e4d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3068042
Apr 09 21:23:33.425716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57516) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:33.439465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c5023-d8f2-4bae-bb9f-925d407648b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa39c31-831c-4b5e-ab63-d9be84ca82a9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:33.459803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502af63-fa21-4f7e-8080-46585c22be95 req-0e259930-449c-4c4a-a18b-a8e2dae66de1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:33.461334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5502af63-fa21-4f7e-8080-46585c22be95 req-0e259930-449c-4c4a-a18b-a8e2dae66de1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0542517
Apr 09 21:23:33.481831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5be442-14d7-40f4-bf74-1fa71c0f0033 admin admin] Publish callbacks [] for security_group (3aa39c31-831c-4b5e-ab63-d9be84ca82a9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.505090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5be442-14d7-40f4-bf74-1fa71c0f0033 admin admin] Publish callbacks [] for security_group (3aa39c31-831c-4b5e-ab63-d9be84ca82a9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.511655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5502af63-fa21-4f7e-8080-46585c22be95 req-f5f76c19-9377-4058-a51b-cc5cdf529196 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442874
Apr 09 21:23:33.555696 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5be442-14d7-40f4-bf74-1fa71c0f0033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3aa39c31-831c-4b5e-ab63-d9be84ca82a9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.558905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5be442-14d7-40f4-bf74-1fa71c0f0033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.560103 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff5be442-14d7-40f4-bf74-1fa71c0f0033 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3aa39c31-831c-4b5e-ab63-d9be84ca82a9 HTTP/1.1" status: 204  len: 168 time: 0.1333001
Apr 09 21:23:33.568274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5be442-14d7-40f4-bf74-1fa71c0f0033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa39c31-831c-4b5e-ab63-d9be84ca82a9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:33.644228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37019e1-2c41-4a05-9b26-fdc5433068f4 req-724bb8be-1938-469a-a3d6-32700449fe5a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:33.645653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a37019e1-2c41-4a05-9b26-fdc5433068f4 req-724bb8be-1938-469a-a3d6-32700449fe5a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0550377
Apr 09 21:23:33.696003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a37019e1-2c41-4a05-9b26-fdc5433068f4 req-8d41489c-d3e3-4933-8793-8ece11aab90b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444412
Apr 09 21:23:33.816995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049c530-1e81-49ee-8949-a0f817efaee3 req-8197c220-76be-4591-be29-4589e48e89e9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:33.818534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f049c530-1e81-49ee-8949-a0f817efaee3 req-8197c220-76be-4591-be29-4589e48e89e9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0526490
Apr 09 21:23:33.847854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57526) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:33.861389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed378cec-d6da-4a79-9da1-59dd515eb2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.868420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f049c530-1e81-49ee-8949-a0f817efaee3 req-54ec4d5a-76b2-4e6a-b7aa-7c084a32133d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428386
Apr 09 21:23:33.938959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed378cec-d6da-4a79-9da1-59dd515eb2a2 admin admin] Publish callbacks [] for security_group (55e381ba-0a1f-4026-bfcd-46b1c9537eeb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.943628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed378cec-d6da-4a79-9da1-59dd515eb2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (55e381ba-0a1f-4026-bfcd-46b1c9537eeb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:33.981853 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ed378cec-d6da-4a79-9da1-59dd515eb2a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca4e357324c1471abc2e5c62271e9126&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1328976
Apr 09 21:23:33.983733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930d068-10f0-4406-bfb8-61654641025f req-1e05e13f-6a44-47ea-b244-8323d105a5eb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:33.983854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed378cec-d6da-4a79-9da1-59dd515eb2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e381ba-0a1f-4026-bfcd-46b1c9537eeb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:33.985419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e930d068-10f0-4406-bfb8-61654641025f req-1e05e13f-6a44-47ea-b244-8323d105a5eb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0485020
Apr 09 21:23:33.986250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57530) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:34.071309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e930d068-10f0-4406-bfb8-61654641025f req-10faf412-7b82-4a1a-8642-7954e9ec5a8c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790529
Apr 09 21:23:34.072145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f267604-af7e-41bd-afc8-82c2e9f55475 admin admin] Publish callbacks [] for security_group (55e381ba-0a1f-4026-bfcd-46b1c9537eeb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:34.095901 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f267604-af7e-41bd-afc8-82c2e9f55475 admin admin] Publish callbacks [] for security_group (55e381ba-0a1f-4026-bfcd-46b1c9537eeb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:34.144432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f267604-af7e-41bd-afc8-82c2e9f55475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (55e381ba-0a1f-4026-bfcd-46b1c9537eeb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:34.147192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2f267604-af7e-41bd-afc8-82c2e9f55475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:34.148345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2f267604-af7e-41bd-afc8-82c2e9f55475 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55e381ba-0a1f-4026-bfcd-46b1c9537eeb HTTP/1.1" status: 204  len: 168 time: 0.1614687
Apr 09 21:23:34.164281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f267604-af7e-41bd-afc8-82c2e9f55475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e381ba-0a1f-4026-bfcd-46b1c9537eeb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:34.260033 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b055bd43-61af-4b78-aac5-1c110e3caee6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:23:34.305942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f223e-77e9-480b-952c-33454b2e66c5 req-6d77455b-fd2d-42ec-8da6-921de353eb97 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:34.307483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f62f223e-77e9-480b-952c-33454b2e66c5 req-6d77455b-fd2d-42ec-8da6-921de353eb97 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0608110
Apr 09 21:23:34.346329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b055bd43-61af-4b78-aac5-1c110e3caee6 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:23:34.347220 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:34.361407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f62f223e-77e9-480b-952c-33454b2e66c5 req-b4b693de-7d18-4254-bd94-285ee7fd977b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481167
Apr 09 21:23:34.371581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:23:34.373913 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30d622-ac91-48d4-8c2b-7ed47bba7fe9" -d '{"events": [{"server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "name": "network-vif-unplugged", "status": "completed", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:23:34.386635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:34.392923 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:34.418136 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 09 Apr 2022 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfdfdab-b896-4a2f-9ac4-dfdb9da62b58 x-openstack-request-id: req-6cfdfdab-b896-4a2f-9ac4-dfdb9da62b58 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:23:34.418426 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "name": "network-vif-unplugged", "status": "failed", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6", "code": 422}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:23:34.418851 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cfdfdab-b896-4a2f-9ac4-dfdb9da62b58 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:23:34.419257 ncdv-master-1 neutron-server[126921]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6cfdfdab-b896-4a2f-9ac4-dfdb9da62b58']: {'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'code': 422} returned with failed status
Apr 09 21:23:34.449091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:35.490855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa904edc-6c1d-4a73-8538-6ec6125a90d2 req-ed1b675b-d48d-4b69-83f4-c037998b822c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:35.492361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa904edc-6c1d-4a73-8538-6ec6125a90d2 req-ed1b675b-d48d-4b69-83f4-c037998b822c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0525396
Apr 09 21:23:35.541650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa904edc-6c1d-4a73-8538-6ec6125a90d2 req-17a0560c-161c-47d9-acd0-9621c43f166f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433514
Apr 09 21:23:36.669311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463a1f-023c-4b9d-a7df-b994716b98ab req-dbe99c74-cd48-42ac-ab7c-d1b17d6c6f76 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:36.670799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3463a1f-023c-4b9d-a7df-b994716b98ab req-dbe99c74-cd48-42ac-ab7c-d1b17d6c6f76 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0540688
Apr 09 21:23:36.723093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3463a1f-023c-4b9d-a7df-b994716b98ab req-f583110d-0d7c-41c2-a22a-4d05da3407e4 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439386
Apr 09 21:23:37.851228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc06b89-8c1d-466d-a0a3-e818239c872d req-7e8137f2-d379-42ef-8ce5-186f8a921874 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:37.852756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fc06b89-8c1d-466d-a0a3-e818239c872d req-7e8137f2-d379-42ef-8ce5-186f8a921874 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0481679
Apr 09 21:23:37.905932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9fc06b89-8c1d-466d-a0a3-e818239c872d req-a96c6b8d-1ddc-4e21-8789-227ea6faff05 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473912
Apr 09 21:23:39.022707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2b866-5922-4aa4-ab76-0b61170f5a0d req-242fe10f-e15a-45ec-ba03-014e43f16c00 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:39.024235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81d2b866-5922-4aa4-ab76-0b61170f5a0d req-242fe10f-e15a-45ec-ba03-014e43f16c00 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0493760
Apr 09 21:23:39.072580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81d2b866-5922-4aa4-ab76-0b61170f5a0d req-e278d5a1-4637-4948-bdd8-7212e2b6321f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409858
Apr 09 21:23:40.212082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc7326-973a-4be0-b45d-7c17351b786a req-922d6604-bc5f-4ee9-8898-7202891128f0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:40.213614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-edfc7326-973a-4be0-b45d-7c17351b786a req-922d6604-bc5f-4ee9-8898-7202891128f0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0596116
Apr 09 21:23:40.264205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-edfc7326-973a-4be0-b45d-7c17351b786a req-49e40cf9-a3c3-4af7-9ce1-0c2106d8baad tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439880
Apr 09 21:23:40.694176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57718) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:40.806079 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:40.891132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Publish callbacks [] for security_group (7d08dbe4-4bb7-42d8-aebe-c503ab869080), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:40.896595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7d08dbe4-4bb7-42d8-aebe-c503ab869080), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:40.935189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9651a59ae5d34821a7d10afe8a88a22d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2399018
Apr 09 21:23:40.936050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08dbe4-4bb7-42d8-aebe-c503ab869080,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:40.937966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 57724) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:40.949561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.950094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.950219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.950615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.950949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.951275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.951605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.951933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.952258 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.952581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.952905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.953255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.953580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.953901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.954251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a81cb8-9f96-4950-88a2-1ef43f07db8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:40.999792 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65d93743-be92-40ec-84c8-5f5af779f831 admin admin] Publish callbacks [] for security_group (7d08dbe4-4bb7-42d8-aebe-c503ab869080), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.022548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65d93743-be92-40ec-84c8-5f5af779f831 admin admin] Publish callbacks [] for security_group (7d08dbe4-4bb7-42d8-aebe-c503ab869080), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.078998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65d93743-be92-40ec-84c8-5f5af779f831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7d08dbe4-4bb7-42d8-aebe-c503ab869080), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.082069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65d93743-be92-40ec-84c8-5f5af779f831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.083224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-65d93743-be92-40ec-84c8-5f5af779f831 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d08dbe4-4bb7-42d8-aebe-c503ab869080 HTTP/1.1" status: 204  len: 168 time: 0.1443672
Apr 09 21:23:41.091918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d93743-be92-40ec-84c8-5f5af779f831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08dbe4-4bb7-42d8-aebe-c503ab869080,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:41.356456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57732) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:41.371312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-25f0da07-411b-47d5-bb7e-6a021ddd90fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.384508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea092c-4d35-439a-aa02-e1c589c50eae req-53b33f93-9cc4-40b7-966f-0cd033f9fe07 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:41.386087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-beea092c-4d35-439a-aa02-e1c589c50eae req-53b33f93-9cc4-40b7-966f-0cd033f9fe07 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0495083
Apr 09 21:23:41.437887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-beea092c-4d35-439a-aa02-e1c589c50eae req-e7eadf32-7cc8-4272-b560-be20fae72e6b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459304
Apr 09 21:23:41.459281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-25f0da07-411b-47d5-bb7e-6a021ddd90fd admin admin] Publish callbacks [] for security_group (7dc511d7-585b-4255-89ff-3c496d2da92d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.460660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-25f0da07-411b-47d5-bb7e-6a021ddd90fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7dc511d7-585b-4255-89ff-3c496d2da92d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.500310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0da07-411b-47d5-bb7e-6a021ddd90fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc511d7-585b-4255-89ff-3c496d2da92d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:41.504506 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-25f0da07-411b-47d5-bb7e-6a021ddd90fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae3a1b6b2d5e405e82494d6ba5716b81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1468749
Apr 09 21:23:41.507311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 57734) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:23:41.557451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ae95261-fad6-41b4-b613-48ca156256a6 admin admin] Publish callbacks [] for security_group (7dc511d7-585b-4255-89ff-3c496d2da92d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.580135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ae95261-fad6-41b4-b613-48ca156256a6 admin admin] Publish callbacks [] for security_group (7dc511d7-585b-4255-89ff-3c496d2da92d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.632716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ae95261-fad6-41b4-b613-48ca156256a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7dc511d7-585b-4255-89ff-3c496d2da92d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.637436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ae95261-fad6-41b4-b613-48ca156256a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:41.639348 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4ae95261-fad6-41b4-b613-48ca156256a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dc511d7-585b-4255-89ff-3c496d2da92d HTTP/1.1" status: 204  len: 168 time: 0.1309555
Apr 09 21:23:41.650161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95261-fad6-41b4-b613-48ca156256a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc511d7-585b-4255-89ff-3c496d2da92d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:42.556814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e85a8-2beb-49bc-9410-e1dc3cc10261 req-c00a7e96-0864-43da-99ac-8a4e70f379bd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:42.558349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f0e85a8-2beb-49bc-9410-e1dc3cc10261 req-c00a7e96-0864-43da-99ac-8a4e70f379bd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0474143
Apr 09 21:23:42.609810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f0e85a8-2beb-49bc-9410-e1dc3cc10261 req-d0c2a572-192f-41af-a65f-d8abb9d2e6d6 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421541
Apr 09 21:23:43.723403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f38ec-da7c-4150-87ff-41e121bc5365 req-0638f618-7b75-4f51-a2cb-c6d9fdbc2164 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:43.724996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d49f38ec-da7c-4150-87ff-41e121bc5365 req-0638f618-7b75-4f51-a2cb-c6d9fdbc2164 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0486887
Apr 09 21:23:43.772223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d49f38ec-da7c-4150-87ff-41e121bc5365 req-a86243ff-03f7-49eb-ac84-1ed711e9e2e5 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414050
Apr 09 21:23:43.855576 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:23:44.892772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367c26f-3202-4d94-90f3-2d5abe3e9ad8 req-9b6d2ee2-ff49-463a-9910-1f33fc271d56 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:44.894244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5367c26f-3202-4d94-90f3-2d5abe3e9ad8 req-9b6d2ee2-ff49-463a-9910-1f33fc271d56 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0527465
Apr 09 21:23:44.941650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5367c26f-3202-4d94-90f3-2d5abe3e9ad8 req-7a778a84-8f8b-4940-a361-1a5eb57d13ce tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413482
Apr 09 21:23:45.154905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06093cbe-df2a-451e-90aa-467c8b57eda1 req-1d477cc3-bebe-4ff1-9530-1fa2998beccb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:45.156486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06093cbe-df2a-451e-90aa-467c8b57eda1 req-1d477cc3-bebe-4ff1-9530-1fa2998beccb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0600212
Apr 09 21:23:45.202930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-cdb2decd-b014-4e4e-8d2f-cb9d5d47a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:45.204416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-cdb2decd-b014-4e4e-8d2f-cb9d5d47a84b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1126 time: 0.0681937
Apr 09 21:23:45.235652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-06093cbe-df2a-451e-90aa-467c8b57eda1 req-0fbbda96-aeba-4dae-949a-8e48aa622c43 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633860
Apr 09 21:23:45.313781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-495fe0b0-4204-4302-95de-c88e1558e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:45.315448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-495fe0b0-4204-4302-95de-c88e1558e111 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.0946105
Apr 09 21:23:45.386357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-8b62a0f1-c138-4cbc-a9e5-8fbb480cd3f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.0643711
Apr 09 21:23:45.437353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-3cb31fb6-8e43-4927-b049-da2582fd174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:45.438854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-3cb31fb6-8e43-4927-b049-da2582fd174e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0468063
Apr 09 21:23:45.487083 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-fcf30af2-62bd-4f38-9cbf-0eae513f269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:45.488625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-fcf30af2-62bd-4f38-9cbf-0eae513f269f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431240
Apr 09 21:23:45.590189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-e7917dec-ef6b-40ee-a925-e37b10f62050 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949705
Apr 09 21:23:45.680080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ff7eeae-0008-4ce4-a5ea-2b77197126bc req-a57c61d6-f745-4842-a0b3-420bca110bfe service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840430
Apr 09 21:23:46.354870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110454c-c1df-428c-acf7-5de3eb0ff544 req-7e221c69-8a08-4e46-9854-6b9bee14d44a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:46.356345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c110454c-c1df-428c-acf7-5de3eb0ff544 req-7e221c69-8a08-4e46-9854-6b9bee14d44a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0496788
Apr 09 21:23:46.408081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c110454c-c1df-428c-acf7-5de3eb0ff544 req-e3e94dae-954d-476c-8a82-99540a504f77 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454431
Apr 09 21:23:46.530797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39466df8-e5ed-45c4-ad6e-3dec74dad0d8 req-61b9468a-608b-4cac-8e93-24a7ab39d0ff tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:46.532244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39466df8-e5ed-45c4-ad6e-3dec74dad0d8 req-61b9468a-608b-4cac-8e93-24a7ab39d0ff tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0536692
Apr 09 21:23:46.584147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39466df8-e5ed-45c4-ad6e-3dec74dad0d8 req-33d9709d-ca57-4e57-8364-4ab9f73134f0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432322
Apr 09 21:23:46.703040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df245e1-253c-42a1-8b63-526c8070b1d8 req-d3a4df60-f38e-4082-a2c7-bcd0b4c9ebbf tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:46.704519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5df245e1-253c-42a1-8b63-526c8070b1d8 req-d3a4df60-f38e-4082-a2c7-bcd0b4c9ebbf tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0492153
Apr 09 21:23:46.753801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5df245e1-253c-42a1-8b63-526c8070b1d8 req-b5f36d7b-a8ca-442b-a102-daa79090f780 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411599
Apr 09 21:23:46.877460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbbc71-6166-407e-ab3a-11fc88502236 req-355ac168-cc38-405c-bb5c-a062d51bce6f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:46.878885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5dbbc71-6166-407e-ab3a-11fc88502236 req-355ac168-cc38-405c-bb5c-a062d51bce6f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0597804
Apr 09 21:23:46.927674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5dbbc71-6166-407e-ab3a-11fc88502236 req-c92678fb-2017-465a-a30b-757149d793dd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429308
Apr 09 21:23:47.044646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c65e9-e070-4b99-ba30-374e6973f8e9 req-e6fe00db-29e6-4d11-b8e4-b7e4f4ee3513 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:47.046183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-663c65e9-e070-4b99-ba30-374e6973f8e9 req-e6fe00db-29e6-4d11-b8e4-b7e4f4ee3513 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0509405
Apr 09 21:23:47.096832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-663c65e9-e070-4b99-ba30-374e6973f8e9 req-707a1b28-8408-4b58-8184-d0814cf1f715 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441735
Apr 09 21:23:47.328781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad75688-020e-4e40-b32a-1481e16bb1aa req-9df77ceb-8bd1-46e3-9091-8ff43151b7f9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:47.330224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ad75688-020e-4e40-b32a-1481e16bb1aa req-9df77ceb-8bd1-46e3-9091-8ff43151b7f9 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0516489
Apr 09 21:23:47.382421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ad75688-020e-4e40-b32a-1481e16bb1aa req-d0026534-a83a-4f28-b9e0-1981ba38ea1b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459638
Apr 09 21:23:48.520048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a23ce7-f8f6-48ed-ac40-1da4c7c62669 req-8c977cea-1b8a-4d63-a81d-5ed35f4f93b1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:48.521567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91a23ce7-f8f6-48ed-ac40-1da4c7c62669 req-8c977cea-1b8a-4d63-a81d-5ed35f4f93b1 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0527866
Apr 09 21:23:48.570244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91a23ce7-f8f6-48ed-ac40-1da4c7c62669 req-38d8a213-9ce2-42f8-9584-b1b1d292e02a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428352
Apr 09 21:23:48.809901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408072c-9e2e-4412-8e50-7d2d67915104 req-de2cac9f-72d0-4fa6-bee0-78b0e173ce4e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:48.811388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7408072c-9e2e-4412-8e50-7d2d67915104 req-de2cac9f-72d0-4fa6-bee0-78b0e173ce4e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0799758
Apr 09 21:23:48.816831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-8ea6f2c7-a146-42c4-ba8a-2392af00f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:48.818262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-8ea6f2c7-a146-42c4-ba8a-2392af00f806 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 1126 time: 0.0565996
Apr 09 21:23:48.920184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7408072c-9e2e-4412-8e50-7d2d67915104 req-bc774925-db4f-4ebb-bfdf-062ac081f969 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009688
Apr 09 21:23:48.943945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-9f436bcb-1197-4703-b06e-4a60bb9f0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:48.945451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-9f436bcb-1197-4703-b06e-4a60bb9f0acb service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.1206181
Apr 09 21:23:49.015946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-dc704540-b20b-4a80-95d6-c045c69eb25b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 200  len: 999 time: 0.0648642
Apr 09 21:23:49.067069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-b843b349-eb07-48bf-959f-4d00852a4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:49.068563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-b843b349-eb07-48bf-959f-4d00852a4552 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0465691
Apr 09 21:23:49.118062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-bcef068d-14f1-4684-8ddd-5901e1c8d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:49.119685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-bcef068d-14f1-4684-8ddd-5901e1c8d5f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454600
Apr 09 21:23:49.242574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-f368dfd1-8156-4194-aa10-e22c0f1397cf service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1164055
Apr 09 21:23:49.374050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548752b0-703e-4b77-bf6f-6739c14ce129 req-cea8a248-5614-4976-a90c-87cdd5a68e89 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:49.375683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-548752b0-703e-4b77-bf6f-6739c14ce129 req-cea8a248-5614-4976-a90c-87cdd5a68e89 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0919671
Apr 09 21:23:49.409999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1adf837-8e98-4136-8ce5-269c0b7ac243 req-bb53e289-e33f-4785-baf2-c72d40d52dae service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616652
Apr 09 21:23:49.459887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-548752b0-703e-4b77-bf6f-6739c14ce129 req-7b32740d-528a-41e9-9658-960948cab80c tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752952
Apr 09 21:23:50.046027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b02ca-a010-4be6-b4b7-a907e72c7bec req-0622c2d0-498c-43fa-b802-581e8e57513c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:50.047638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-946b02ca-a010-4be6-b4b7-a907e72c7bec req-0622c2d0-498c-43fa-b802-581e8e57513c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0550125
Apr 09 21:23:50.094878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-946b02ca-a010-4be6-b4b7-a907e72c7bec req-86664f13-e2cf-4a01-9fa5-89d6c74a228c tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414400
Apr 09 21:23:50.442950 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a238a8c4-f1b6-46fd-9323-1b0ff9b6aec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:50.576551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c435a6-0798-4f1d-acd0-effba5a9e9c0 req-8fcb810f-b09d-4ced-b2e0-7b593fc9be8a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:50.578192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9c435a6-0798-4f1d-acd0-effba5a9e9c0 req-8fcb810f-b09d-4ced-b2e0-7b593fc9be8a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0474558
Apr 09 21:23:50.629614 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9c435a6-0798-4f1d-acd0-effba5a9e9c0 req-0d00ab11-f29c-4843-b9c4-ed6c3185182d tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452037
Apr 09 21:23:51.211885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccab13-b2ae-44b3-bbc0-b970c39a606b req-87522bde-d046-407e-b40c-7bf6f9ecf9c7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:51.213395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2ccab13-b2ae-44b3-bbc0-b970c39a606b req-87522bde-d046-407e-b40c-7bf6f9ecf9c7 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0481286
Apr 09 21:23:51.267077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2ccab13-b2ae-44b3-bbc0-b970c39a606b req-10f5c004-a45d-4fbf-b2b2-e132a442e398 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471509
Apr 09 21:23:51.384309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3954a9-98a3-4bd8-983e-441a5fc6ed86 req-4d6eae0c-0f00-4a1a-91f7-2739dae94f1e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:51.386082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d3954a9-98a3-4bd8-983e-441a5fc6ed86 req-4d6eae0c-0f00-4a1a-91f7-2739dae94f1e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0505819
Apr 09 21:23:51.451546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d3954a9-98a3-4bd8-983e-441a5fc6ed86 req-274788cf-eefa-4cf9-a10f-3e2b8ac0772d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591512
Apr 09 21:23:51.743134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c5519-38c6-4a74-a861-e242d60af71e req-b7ce0c7e-e1de-497c-aaae-3617c15c949a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:51.744637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce8c5519-38c6-4a74-a861-e242d60af71e req-b7ce0c7e-e1de-497c-aaae-3617c15c949a tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0475879
Apr 09 21:23:51.804403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce8c5519-38c6-4a74-a861-e242d60af71e req-cd200612-45ea-4bdc-92dc-ffee665f4987 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539107
Apr 09 21:23:52.175312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-dc6ca76c-d614-4953-9bc1-1839d8d6abd8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:52.177119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-dc6ca76c-d614-4953-9bc1-1839d8d6abd8 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=658e5528-192e-4773-a79b-f67aaf20a474 HTTP/1.1" status: 200  len: 943 time: 0.0543568
Apr 09 21:23:52.266802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Deleting port b055bd43-61af-4b78-aac5-1c110e3caee6 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:23:52.267458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:52.360827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] For port b055bd43-61af-4b78-aac5-1c110e3caee6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b055bd43-61af-4b78-aac5-1c110e3caee6,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:52.361077 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:52.374524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Calling delete_port for b055bd43-61af-4b78-aac5-1c110e3caee6 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:23:52.508643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b055bd43-61af-4b78-aac5-1c110e3caee6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:52.522186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['835fc95d-b81f-432d-935d-e56a67be480d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:52.525703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5d28bac7-8d0f-4df8-9193-73d2a35e3756'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:52.545251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event deleted for resources: {'Port': ['ID=b055bd43-61af-4b78-aac5-1c110e3caee6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:52.594356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] No DVR routers for this DVR port b055bd43-61af-4b78-aac5-1c110e3caee6 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:23:52.599135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:52.601636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4bd0c2d7-7e94-4338-85dd-201bf3cc8c0b req-5e71706d-825c-4b1d-8d07-e78cca27c055 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "DELETE /v2.0/ports/b055bd43-61af-4b78-aac5-1c110e3caee6 HTTP/1.1" status: 204  len: 173 time: 0.4188602
Apr 09 21:23:52.602183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'name': 'network-vif-deleted', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:23:52.604733 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2996f175-34c3-4f01-b12d-426a9675c347" -d '{"events": [{"server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "name": "network-vif-deleted", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:23:52.662215 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 09 Apr 2022 21:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a0690b-9764-40d9-93ce-48a8eaa8f01a x-openstack-request-id: req-31a0690b-9764-40d9-93ce-48a8eaa8f01a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:23:52.662485 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658e5528-192e-4773-a79b-f67aaf20a474", "name": "network-vif-deleted", "tag": "b055bd43-61af-4b78-aac5-1c110e3caee6", "status": "failed", "code": 422}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:23:52.662800 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31a0690b-9764-40d9-93ce-48a8eaa8f01a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:23:52.663148 ncdv-master-1 neutron-server[126920]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-31a0690b-9764-40d9-93ce-48a8eaa8f01a']: {'server_uuid': '658e5528-192e-4773-a79b-f67aaf20a474', 'name': 'network-vif-deleted', 'tag': 'b055bd43-61af-4b78-aac5-1c110e3caee6', 'status': 'failed', 'code': 422} returned with failed status
Apr 09 21:23:52.929958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d737c1b-a4ba-4a99-bb9f-7a2029b4d964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:52.954277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dda8a-3280-419a-9362-77de7691d4db req-7638635e-f4e5-4cc4-9dba-1e5f1a134498 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:52.956924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b42dda8a-3280-419a-9362-77de7691d4db req-7638635e-f4e5-4cc4-9dba-1e5f1a134498 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0655184
Apr 09 21:23:53.029313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b42dda8a-3280-419a-9362-77de7691d4db req-1e8916b0-c321-4b13-9816-14da76739eb8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636249
Apr 09 21:23:53.321367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca71a3-a028-42a7-8cd9-56dee45bb054 req-a942b033-b836-41e7-aa37-cab6205894e6 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:53.322995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60ca71a3-a028-42a7-8cd9-56dee45bb054 req-a942b033-b836-41e7-aa37-cab6205894e6 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 908 time: 0.0514340
Apr 09 21:23:54.138389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:54.162627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7c23-aefb-42c5-a726-d42f977d076b req-8ef9d90c-7f2a-443e-af93-afde71276196 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:54.164171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e11d7c23-aefb-42c5-a726-d42f977d076b req-8ef9d90c-7f2a-443e-af93-afde71276196 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0491400
Apr 09 21:23:54.223757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e11d7c23-aefb-42c5-a726-d42f977d076b req-7b4ec66f-8894-4c42-95f2-317ca58a3394 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456884
Apr 09 21:23:54.444784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87ccf9-7d69-47df-a53f-bf1a1d3a87e2 req-7752b09f-93c6-468c-8e5f-bd3ba0a4f3ae tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:54.446597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dc87ccf9-7d69-47df-a53f-bf1a1d3a87e2 req-7752b09f-93c6-468c-8e5f-bd3ba0a4f3ae tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 908 time: 0.0496998
Apr 09 21:23:54.679987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-e695f9c4-47b1-45e1-80c4-f813d0565eab tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:54.681518 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-e695f9c4-47b1-45e1-80c4-f813d0565eab tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 908 time: 0.0526457
Apr 09 21:23:54.813097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Deleting port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:23:54.813406 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:54.902906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] For port b5a3ac69-c84b-4760-8e9e-4dc8686b3057, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:54.903269 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:54.916276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Calling delete_port for b5a3ac69-c84b-4760-8e9e-4dc8686b3057 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:23:55.052778 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b5a3ac69-c84b-4760-8e9e-4dc8686b3057), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:55.094798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event deleted for resources: {'Port': ['ID=b5a3ac69-c84b-4760-8e9e-4dc8686b3057,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:55.127976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.128285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.128770 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.128944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.130425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.130609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.130938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.131277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.131704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.131991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.132499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.132836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.133167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.133495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.133841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:23:55.162677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] No DVR routers for this DVR port b5a3ac69-c84b-4760-8e9e-4dc8686b3057 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:23:55.165226 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:55.168955 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da54892b-a90c-4860-a237-7dfb0d4e3562 req-7edf9c17-e648-4c4b-a14b-7bb521614470 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.25 "DELETE /v2.0/ports/b5a3ac69-c84b-4760-8e9e-4dc8686b3057 HTTP/1.1" status: 204  len: 173 time: 0.4424703
Apr 09 21:23:55.169873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6f883f-7277-4842-9e82-8800660e47b8', 'name': 'network-vif-deleted', 'tag': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:23:55.172355 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e09e545-9121-4f1c-a56f-5292ea3ed8a0" -d '{"events": [{"server_uuid": "1c6f883f-7277-4842-9e82-8800660e47b8", "name": "network-vif-deleted", "tag": "b5a3ac69-c84b-4760-8e9e-4dc8686b3057"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:23:55.216504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:55.224753 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10157edd-7033-4b8c-9949-63020a46195a x-openstack-request-id: req-10157edd-7033-4b8c-9949-63020a46195a {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:23:55.225076 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6f883f-7277-4842-9e82-8800660e47b8", "name": "network-vif-deleted", "tag": "b5a3ac69-c84b-4760-8e9e-4dc8686b3057", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:23:55.225384 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10157edd-7033-4b8c-9949-63020a46195a {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:23:55.225797 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10157edd-7033-4b8c-9949-63020a46195a'] response: {'server_uuid': '1c6f883f-7277-4842-9e82-8800660e47b8', 'name': 'network-vif-deleted', 'tag': 'b5a3ac69-c84b-4760-8e9e-4dc8686b3057', 'status': 'completed', 'code': 200}
Apr 09 21:23:55.365863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eee7f-877c-4390-8d4b-140b6a0197f0 req-a0761e7f-6e6a-4c87-82d4-50d78e04446f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:55.367523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe9eee7f-877c-4390-8d4b-140b6a0197f0 req-a0761e7f-6e6a-4c87-82d4-50d78e04446f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0616751
Apr 09 21:23:55.420013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe9eee7f-877c-4390-8d4b-140b6a0197f0 req-a851e273-f557-4eaf-a840-f49ffe32afb7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463822
Apr 09 21:23:55.559269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04fe1426-67fc-4157-b5c4-a1cb7c0c9879 req-ace9208e-0f29-437c-8eb4-9f5f0ef9d038 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f883f-7277-4842-9e82-8800660e47b8 HTTP/1.1" status: 200  len: 210 time: 0.0285318
Apr 09 21:23:55.712653 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:56.267177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-2235c034-c934-497d-af05-dd99234b3b5d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0391822
Apr 09 21:23:56.335909 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-218df3fb-696a-4651-9e4b-31eda004d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:56.337480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-218df3fb-696a-4651-9e4b-31eda004d4ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 1127 time: 0.0490637
Apr 09 21:23:56.452130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-8f12b60b-12af-47c9-b76c-341ff4e3b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:56.453680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-8f12b60b-12af-47c9-b76c-341ff4e3b3ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 200  len: 913 time: 0.0964673
Apr 09 21:23:56.511909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-bb9615de-f2cc-45e6-9b47-5e15c58dcebe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=835fc95d-b81f-432d-935d-e56a67be480d HTTP/1.1" status: 200  len: 217 time: 0.0511072
Apr 09 21:23:56.577756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f5c81-1657-453a-b89b-a746ddad2d27 req-65fb46ac-32e9-45e0-8d7e-00a2cf15bb74 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:56.579269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452f5c81-1657-453a-b89b-a746ddad2d27 req-65fb46ac-32e9-45e0-8d7e-00a2cf15bb74 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0769663
Apr 09 21:23:56.603858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-f36bdb69-0b5a-4b82-ab65-8ea78ddd6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:56.605324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-f36bdb69-0b5a-4b82-ab65-8ea78ddd6443 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 200  len: 851 time: 0.0733554
Apr 09 21:23:56.665964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-452f5c81-1657-453a-b89b-a746ddad2d27 req-534f69e1-aee0-439c-a1a8-6e536d8cb56b tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797372
Apr 09 21:23:56.669223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-f0c84bf6-93da-4945-abda-e89a7afb2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:56.670633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-f0c84bf6-93da-4945-abda-e89a7afb2e9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe7136e7-da4e-4ad5-bb48-0519f1b05f75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0588415
Apr 09 21:23:56.777199 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-ed48aeee-b437-4895-94e2-ba417175053e service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0990484
Apr 09 21:23:56.892119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c93c-4824-4b70-8cea-bb7bfbae597b req-a8eb0d74-30cf-48a0-a6f2-5e44d89c2b5f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:56.893630 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b400c93c-4824-4b70-8cea-bb7bfbae597b req-a8eb0d74-30cf-48a0-a6f2-5e44d89c2b5f tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 945 time: 0.0892680
Apr 09 21:23:56.900865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:56.924113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13896cc-c682-409a-a0bb-afc82c25d55c req-0fa4678f-d641-4d23-a1da-585092318a2e service neutron] 10.222.0.32 "GET /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411831
Apr 09 21:23:56.952996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b400c93c-4824-4b70-8cea-bb7bfbae597b req-dbee4e7a-d570-475c-b44c-31d7dc93df75 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503645
Apr 09 21:23:57.784401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02b786-01c6-46ff-9ccc-ebad20fb1ff9 req-97ad7040-9698-4c32-81af-0fb5f023deef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:57.785984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b02b786-01c6-46ff-9ccc-ebad20fb1ff9 req-97ad7040-9698-4c32-81af-0fb5f023deef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0484970
Apr 09 21:23:57.838446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b02b786-01c6-46ff-9ccc-ebad20fb1ff9 req-1571f892-a514-405a-9087-c2c46a74fe00 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446155
Apr 09 21:23:58.093481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ffe73-53c2-4594-8e38-40c012b80ac5 req-4170ba2c-9ed0-4c16-9eea-603f183636f2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:58.095128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13ffe73-53c2-4594-8e38-40c012b80ac5 req-4170ba2c-9ed0-4c16-9eea-603f183636f2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 945 time: 0.0614355
Apr 09 21:23:58.143706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a13ffe73-53c2-4594-8e38-40c012b80ac5 req-5f7b98ad-9438-4967-b665-48fec962fb4a tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427964
Apr 09 21:23:58.222689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-de800147-1d76-4852-8ff6-744667642b75 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:58.224118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-de800147-1d76-4852-8ff6-744667642b75 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.25 "GET /v2.0/ports?device_id=308e8aed-6ba1-430a-9dd6-df71cb7944dc HTTP/1.1" status: 200  len: 945 time: 0.0480397
Apr 09 21:23:58.309585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Deleting port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:23:58.309796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:58.424285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] For port 5d28bac7-8d0f-4df8-9193-73d2a35e3756, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d28bac7-8d0f-4df8-9193-73d2a35e3756,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:23:58.424656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:58.438554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Calling delete_port for 5d28bac7-8d0f-4df8-9193-73d2a35e3756 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:23:58.581083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5d28bac7-8d0f-4df8-9193-73d2a35e3756), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:58.594137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['835fc95d-b81f-432d-935d-e56a67be480d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:58.597394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5d28bac7-8d0f-4df8-9193-73d2a35e3756'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:23:58.612763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event deleted for resources: {'Port': ['ID=5d28bac7-8d0f-4df8-9193-73d2a35e3756,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:23:58.659469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] No DVR routers for this DVR port 5d28bac7-8d0f-4df8-9193-73d2a35e3756 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:23:58.662271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:23:58.665970 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-263a7b86-5a42-4c2f-ad81-215a484a3245 req-2cdf99a5-3a13-4758-b88b-089a3ae551d0 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.25 "DELETE /v2.0/ports/5d28bac7-8d0f-4df8-9193-73d2a35e3756 HTTP/1.1" status: 204  len: 173 time: 0.4366341
Apr 09 21:23:58.666436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308e8aed-6ba1-430a-9dd6-df71cb7944dc', 'name': 'network-vif-deleted', 'tag': '5d28bac7-8d0f-4df8-9193-73d2a35e3756'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:23:58.669510 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd43a717-a24b-4fd3-b5c7-6ce43e279c38" -d '{"events": [{"server_uuid": "308e8aed-6ba1-430a-9dd6-df71cb7944dc", "name": "network-vif-deleted", "tag": "5d28bac7-8d0f-4df8-9193-73d2a35e3756"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:23:58.716001 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bbd095-b892-4feb-9989-2a9ae8e6b603 x-openstack-request-id: req-10bbd095-b892-4feb-9989-2a9ae8e6b603 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:23:58.716301 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308e8aed-6ba1-430a-9dd6-df71cb7944dc", "name": "network-vif-deleted", "tag": "5d28bac7-8d0f-4df8-9193-73d2a35e3756", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:23:58.716566 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10bbd095-b892-4feb-9989-2a9ae8e6b603 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:23:58.717339 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10bbd095-b892-4feb-9989-2a9ae8e6b603'] response: {'server_uuid': '308e8aed-6ba1-430a-9dd6-df71cb7944dc', 'name': 'network-vif-deleted', 'tag': '5d28bac7-8d0f-4df8-9193-73d2a35e3756', 'status': 'completed', 'code': 200}
Apr 09 21:23:58.958930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d433be-b606-4e37-9469-030a5f967c40 req-df407101-4eb6-444d-a733-1c0f4989cc47 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:58.960542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5d433be-b606-4e37-9469-030a5f967c40 req-df407101-4eb6-444d-a733-1c0f4989cc47 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0487115
Apr 09 21:23:59.017326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5d433be-b606-4e37-9469-030a5f967c40 req-09ac5659-5bcf-4862-a38f-3e030004014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490816
Apr 09 21:23:59.449525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32a608-a84f-46d1-bb16-478cb728abae req-95c01f58-6b1e-4765-89a5-38617f5f7389 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:23:59.450984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d32a608-a84f-46d1-bb16-478cb728abae req-95c01f58-6b1e-4765-89a5-38617f5f7389 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0498214
Apr 09 21:23:59.504003 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d32a608-a84f-46d1-bb16-478cb728abae req-6d0bcaeb-0627-40c0-9ade-f5a8e8eec045 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467412
Apr 09 21:23:59.575735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b5a3ac69-c84b-4760-8e9e-4dc8686b3057 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:23:59.600337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: b5a3ac69-c84b-4760-8e9e-4dc8686b3057 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:23:59.601465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device b5a3ac69-c84b-4760-8e9e-4dc8686b3057 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:24:00.149581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8ee6a-3a37-447d-8ca3-69db8f4a4b9d req-05ef8512-8285-4c49-80ee-beffad8d8e26 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:00.151028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5d8ee6a-3a37-447d-8ca3-69db8f4a4b9d req-05ef8512-8285-4c49-80ee-beffad8d8e26 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0527430
Apr 09 21:24:00.202137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5d8ee6a-3a37-447d-8ca3-69db8f4a4b9d req-bd37f76e-8d07-4676-9a9e-c3fa5f52b182 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453334
Apr 09 21:24:00.625426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c167fcf-4d90-463d-8a2a-e3eafcc6e086 req-9c16f295-cfee-40d8-91e2-21602b48ed61 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:00.627018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c167fcf-4d90-463d-8a2a-e3eafcc6e086 req-9c16f295-cfee-40d8-91e2-21602b48ed61 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0542815
Apr 09 21:24:00.679761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c167fcf-4d90-463d-8a2a-e3eafcc6e086 req-e79aeeaf-1871-4513-872e-ee46aa791d7e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451217
Apr 09 21:24:00.740002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-4cf9c9b2-3bff-4ed9-ad4e-09a6f7f3a28d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:00.741556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-4cf9c9b2-3bff-4ed9-ad4e-09a6f7f3a28d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d3d125-8793-4775-bc5a-4b81540bfadf HTTP/1.1" status: 200  len: 945 time: 0.0509167
Apr 09 21:24:00.831471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Deleting port 835fc95d-b81f-432d-935d-e56a67be480d {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:24:00.831809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (835fc95d-b81f-432d-935d-e56a67be480d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:00.927848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] For port 835fc95d-b81f-432d-935d-e56a67be480d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=835fc95d-b81f-432d-935d-e56a67be480d,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:00.928216 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (835fc95d-b81f-432d-935d-e56a67be480d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:00.941796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Calling delete_port for 835fc95d-b81f-432d-935d-e56a67be480d owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:24:01.077065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (835fc95d-b81f-432d-935d-e56a67be480d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:01.089751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5d28bac7-8d0f-4df8-9193-73d2a35e3756'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:24:01.093450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['835fc95d-b81f-432d-935d-e56a67be480d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:24:01.107046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event deleted for resources: {'Port': ['ID=835fc95d-b81f-432d-935d-e56a67be480d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:01.153524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] No DVR routers for this DVR port 835fc95d-b81f-432d-935d-e56a67be480d on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:24:01.157368 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:01.160886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5390493-fa52-4da6-84c2-846ae35dae53 req-be57b94c-8eec-4fe7-8023-642c798db211 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "DELETE /v2.0/ports/835fc95d-b81f-432d-935d-e56a67be480d HTTP/1.1" status: 204  len: 173 time: 0.4129286
Apr 09 21:24:01.161375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d3d125-8793-4775-bc5a-4b81540bfadf', 'name': 'network-vif-deleted', 'tag': '835fc95d-b81f-432d-935d-e56a67be480d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:24:01.163699 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1229e200-c2ab-41de-bb24-f10366e752c9" -d '{"events": [{"server_uuid": "17d3d125-8793-4775-bc5a-4b81540bfadf", "name": "network-vif-deleted", "tag": "835fc95d-b81f-432d-935d-e56a67be480d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:24:01.201989 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52767cb1-9db3-4e4c-8687-3a9c929b4eaa x-openstack-request-id: req-52767cb1-9db3-4e4c-8687-3a9c929b4eaa {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:24:01.202284 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d3d125-8793-4775-bc5a-4b81540bfadf", "name": "network-vif-deleted", "tag": "835fc95d-b81f-432d-935d-e56a67be480d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:24:01.202534 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52767cb1-9db3-4e4c-8687-3a9c929b4eaa {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:24:01.202945 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52767cb1-9db3-4e4c-8687-3a9c929b4eaa'] response: {'server_uuid': '17d3d125-8793-4775-bc5a-4b81540bfadf', 'name': 'network-vif-deleted', 'tag': '835fc95d-b81f-432d-935d-e56a67be480d', 'status': 'completed', 'code': 200}
Apr 09 21:24:01.324131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c5ed4-b12a-40ce-9e29-b6a43da76611 req-8b69dbf5-8e31-46b7-8432-40e2674d8cb7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:01.325725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b02c5ed4-b12a-40ce-9e29-b6a43da76611 req-8b69dbf5-8e31-46b7-8432-40e2674d8cb7 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0505633
Apr 09 21:24:01.377948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b02c5ed4-b12a-40ce-9e29-b6a43da76611 req-d393172c-f17d-441b-917e-4b744fac61ef tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465920
Apr 09 21:24:01.470512 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:01.962604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bcb73-9b1c-495d-a27d-60bff7aae739 req-2970254b-1848-4008-8c1a-fdc908c074e2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:01.964083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e4bcb73-9b1c-495d-a27d-60bff7aae739 req-2970254b-1848-4008-8c1a-fdc908c074e2 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0518785
Apr 09 21:24:02.011716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e4bcb73-9b1c-495d-a27d-60bff7aae739 req-78fa1418-7b89-43ad-b95f-c01470b50e65 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413163
Apr 09 21:24:02.499585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dbd48-a6ac-49e3-92eb-2beb0294c712 req-07c98528-ecbd-4e57-adf4-578811bd83fd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:02.501070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e09dbd48-a6ac-49e3-92eb-2beb0294c712 req-07c98528-ecbd-4e57-adf4-578811bd83fd tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0462904
Apr 09 21:24:02.551433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e09dbd48-a6ac-49e3-92eb-2beb0294c712 req-5177943a-7fea-4de1-a442-0c111d0a8a23 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444822
Apr 09 21:24:03.130726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a88c-201e-4f82-a5b8-3dbab2ce092c req-c04dea11-e01e-44e9-a390-2dbf117678bc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:03.132206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e93a88c-201e-4f82-a5b8-3dbab2ce092c req-c04dea11-e01e-44e9-a390-2dbf117678bc tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0512717
Apr 09 21:24:03.186188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e93a88c-201e-4f82-a5b8-3dbab2ce092c req-6c29745d-151d-49f7-a449-2c7a6d177d0b tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456810
Apr 09 21:24:03.570226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:24:03.575191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5d28bac7-8d0f-4df8-9193-73d2a35e3756 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:24:03.607020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 5d28bac7-8d0f-4df8-9193-73d2a35e3756 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:24:03.607361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5d28bac7-8d0f-4df8-9193-73d2a35e3756 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:24:03.619388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-5f5942ab-7d75-493b-8188-58a3a39c0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:03.620920 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-5f5942ab-7d75-493b-8188-58a3a39c0c65 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1127 time: 0.0498486
Apr 09 21:24:03.687180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6da8b-fb3d-4251-8296-21d52b00f07d req-bb0f3f36-8a42-4ec8-9fcc-8e2ad2985c50 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:03.689068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82c6da8b-fb3d-4251-8296-21d52b00f07d req-bb0f3f36-8a42-4ec8-9fcc-8e2ad2985c50 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0527546
Apr 09 21:24:03.698117 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5564f-2073-4b48-a2e6-1cc8327de4cf req-13cadb2d-a1b9-4331-b5b3-6960ac5adbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:03.699554 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbc5564f-2073-4b48-a2e6-1cc8327de4cf req-13cadb2d-a1b9-4331-b5b3-6960ac5adbc0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1127 time: 0.0730479
Apr 09 21:24:03.705971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:03.718157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'port_id': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'mac_address': 'fa:16:3e:af:ae:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:24:03.757675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82c6da8b-fb3d-4251-8296-21d52b00f07d req-8a1a2bd4-ee09-4f06-a646-772d021e3b70 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610635
Apr 09 21:24:03.768082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:24:03.768577 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:03.782999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:24:03.783274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-855abbd4-f221-4cf5-9efc-d28b4e6561bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:03.784478 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-855abbd4-f221-4cf5-9efc-d28b4e6561bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea5bab77-15e0-4728-ad80-51ef38574660 HTTP/1.1" status: 200  len: 897 time: 0.1237888
Apr 09 21:24:03.803269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:03.808155 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbc5564f-2073-4b48-a2e6-1cc8327de4cf req-4524b930-bb8f-42fb-a0b9-8ee6c1ed16e4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649281
Apr 09 21:24:03.808547 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:03.859412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:03.865257 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-4891e28f-f24f-4be2-b348-f48b4a243036 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5 HTTP/1.1" status: 200  len: 1001 time: 0.0752127
Apr 09 21:24:03.867347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.867685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.868019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.868347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.868673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.869192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.869506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.869829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.870160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.870462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.873354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.873697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.874032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.874363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.874690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:03.916802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-2d885a73-20b5-49c7-9a34-e450946ead84 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:03.918667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-2d885a73-20b5-49c7-9a34-e450946ead84 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0470548
Apr 09 21:24:04.018476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Deleting port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:24:04.018811 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:04.095143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-ca31dcc5-3b87-4ce2-8580-61f93806ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:04.096762 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-ca31dcc5-3b87-4ce2-8580-61f93806ebc7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea9e1224-04aa-4aa6-8497-e3021296e84b HTTP/1.1" status: 200  len: 834 time: 0.0449688
Apr 09 21:24:04.112035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] For port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:04.112398 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:04.129277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['4e8e15aa-2a30-4f3e-8940-762c7103b1f5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:24:04.142192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-be0b5e91-dfbb-4196-9758-9b27ace5d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:04.143738 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-be0b5e91-dfbb-4196-9758-9b27ace5d189 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea5bab77-15e0-4728-ad80-51ef38574660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0406308
Apr 09 21:24:04.255429 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-51c4e32c-123c-4502-bd84-ca2f622d2500 service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1044745
Apr 09 21:24:04.430209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 835fc95d-b81f-432d-935d-e56a67be480d no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:24:04.451645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 835fc95d-b81f-432d-935d-e56a67be480d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:24:04.451989 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 835fc95d-b81f-432d-935d-e56a67be480d not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:24:04.569752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289610d-422d-4255-a363-d650bb324299 req-6e62f12b-66ab-469f-adc6-a67d5d702eab tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:04.571095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d289610d-422d-4255-a363-d650bb324299 req-6e62f12b-66ab-469f-adc6-a67d5d702eab tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 944 time: 0.0823200
Apr 09 21:24:04.696147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d289610d-422d-4255-a363-d650bb324299 req-6e7da37f-8d98-48a8-b9d7-8e9279c1b65e tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups?id=238d800d-84b5-472f-a4d9-0079ebfc5ec3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170976
Apr 09 21:24:04.718749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:04.719113 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (b67bdb7d-909f-4094-9723-230ad10fd05e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:04.719425 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Floating IP b67bdb7d-909f-4094-9723-230ad10fd05e disassociated. External IP: 172.35.0.175, port: 2e3b4af2-dfb3-4068-9bd9-69c858e1156a.
Apr 09 21:24:04.719760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Calling delete_port for 2e3b4af2-dfb3-4068-9bd9-69c858e1156a owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:24:04.749628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8a14a87c-1eb7-4628-94d5-65499f5133d9 req-f9e90ca3-18be-477e-bb2f-ae276f71ced1 service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1067123
Apr 09 21:24:04.907046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55072f-cd49-48b1-89ab-1e85c731ddb3 req-6720918c-843d-4b5a-9ecc-e7c3cd862dd5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:04.908486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f55072f-cd49-48b1-89ab-1e85c731ddb3 req-6720918c-843d-4b5a-9ecc-e7c3cd862dd5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 944 time: 0.0721631
Apr 09 21:24:04.914149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2e3b4af2-dfb3-4068-9bd9-69c858e1156a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:04.964965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event deleted for resources: {'Port': ['ID=2e3b4af2-dfb3-4068-9bd9-69c858e1156a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:05.055109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f55072f-cd49-48b1-89ab-1e85c731ddb3 req-fbaa4e3b-df0d-4e2e-9266-6439d703fbc9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358349
Apr 09 21:24:05.140435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Router ea049451-d8c0-4e76-a76c-d660c6d67e5e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:24:05.282222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:24:05.292762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] Sync routers for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:24:05.303678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:24:05.304523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237485c580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:23:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:05.327776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] No DVR routers for this DVR port 2e3b4af2-dfb3-4068-9bd9-69c858e1156a on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:24:05.330431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:05.333936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40fc0ac8-59e8-4f10-a060-2fb952634e40 req-d23c6e3a-7bd6-440f-bec6-f89f0c509a85 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.32 "DELETE /v2.0/ports/2e3b4af2-dfb3-4068-9bd9-69c858e1156a HTTP/1.1" status: 204  len: 173 time: 1.4106615
Apr 09 21:24:05.334380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-deleted', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:24:05.336659 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf098413-2ec3-4e02-89e3-cde329216085" -d '{"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-deleted", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:24:05.376864 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e701c-bb9e-4fe3-8c95-533bac81e783 x-openstack-request-id: req-166e701c-bb9e-4fe3-8c95-533bac81e783 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:24:05.377182 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80f5bf1-19c1-477a-928a-d19693346060", "name": "network-vif-deleted", "tag": "2e3b4af2-dfb3-4068-9bd9-69c858e1156a", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:24:05.377431 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-166e701c-bb9e-4fe3-8c95-533bac81e783 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:24:05.377844 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166e701c-bb9e-4fe3-8c95-533bac81e783'] response: {'server_uuid': 'c80f5bf1-19c1-477a-928a-d19693346060', 'name': 'network-vif-deleted', 'tag': '2e3b4af2-dfb3-4068-9bd9-69c858e1156a', 'status': 'completed', 'code': 200}
Apr 09 21:24:05.423844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:24:05.580798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:24:05.675453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237485c580>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:22Z', 'revision_number': 5, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:05.679206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:24:05.679680 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:05.706617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] Checking router: ea049451-d8c0-4e76-a76c-d660c6d67e5e for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:24:05.749330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:24:05.749980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237485c580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:23:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:05.813664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95287de0-2242-4c6d-80bd-830a760e3290 req-6ae48e96-4a30-47bf-874d-2caf17c1e3fb tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80f5bf1-19c1-477a-928a-d19693346060 HTTP/1.1" status: 200  len: 210 time: 0.0319724
Apr 09 21:24:05.876669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:24:05.877120 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:05.908054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:24:05.913752 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:24:05.916050 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8172c6c-b712-4d12-81ea-31de363671c3" -d '{"events": [{"server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "name": "network-vif-plugged", "status": "completed", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:24:05.955710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:05.962502 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.001898 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02c0a84-2698-4d24-b7d1-0115ad913e36 x-openstack-request-id: req-f02c0a84-2698-4d24-b7d1-0115ad913e36 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:24:06.002163 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "name": "network-vif-plugged", "status": "completed", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:24:06.002449 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f02c0a84-2698-4d24-b7d1-0115ad913e36 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:24:06.002847 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02c0a84-2698-4d24-b7d1-0115ad913e36'] response: {'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'code': 200}
Apr 09 21:24:06.094837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:06.167032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237485c580>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:22Z', 'revision_number': 5, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:06.196131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1bf0bb-cbba-4d84-ba70-0922abc455ba None None] The sync data for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 is: [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:11Z', 'revision_number': 4, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fd9a6514-cc8e-4a86-b1ef-fa34f311209b', 'name': '', 'network_id': 'fe7136e7-da4e-4ad5-bb48-0519f1b05f75', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'mac_address': 'fa:16:3e:c9:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '913659c2-916c-41f0-8915-6564bca305c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:10Z', 'updated_at': '2022-04-09T21:17:22Z', 'revision_number': 5, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'subnets': [{'id': '913659c2-916c-41f0-8915-6564bca305c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:24:06.199897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e595c8-2e4c-475f-9b69-c949128e1074 req-d6484590-35aa-4145-acb2-252e314970fb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:06.206876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99e595c8-2e4c-475f-9b69-c949128e1074 req-d6484590-35aa-4145-acb2-252e314970fb tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0605469
Apr 09 21:24:06.258407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99e595c8-2e4c-475f-9b69-c949128e1074 req-cadb723d-ea40-47be-b4e6-e21b85ffc8ae tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506105
Apr 09 21:24:06.283496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58470) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:06.344762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58472) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:06.355605 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9e02fc9c-df12-423c-81d4-ab64e6628f0e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/floatingips/033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1 HTTP/1.1" status: 200  len: 993 time: 0.0707161
Apr 09 21:24:06.461727 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a317d-6f86-469d-b6ed-70af9f4ee0cb None None] New status for floating IP b67bdb7d-909f-4094-9723-230ad10fd05e: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:24:06.462207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-166ad22d-675e-4945-ac32-3aa388211d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.538723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-166ad22d-675e-4945-ac32-3aa388211d0b admin admin] Publish callbacks [] for security_group (3511f697-1922-4caa-85fd-5ee8ea389958), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.544121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-166ad22d-675e-4945-ac32-3aa388211d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3511f697-1922-4caa-85fd-5ee8ea389958), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.593941 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-166ad22d-675e-4945-ac32-3aa388211d0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7346ba2c9aef4d22ae03e0fa2bd3e7e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2451611
Apr 09 21:24:06.593941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ad22d-675e-4945-ac32-3aa388211d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3511f697-1922-4caa-85fd-5ee8ea389958,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:06.594390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58476) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:06.646771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eab93f0b-5f91-41ef-8b88-b24175755a9e admin admin] Publish callbacks [] for security_group (3511f697-1922-4caa-85fd-5ee8ea389958), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.670404 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eab93f0b-5f91-41ef-8b88-b24175755a9e admin admin] Publish callbacks [] for security_group (3511f697-1922-4caa-85fd-5ee8ea389958), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.719072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eab93f0b-5f91-41ef-8b88-b24175755a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3511f697-1922-4caa-85fd-5ee8ea389958), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.721666 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eab93f0b-5f91-41ef-8b88-b24175755a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.722918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eab93f0b-5f91-41ef-8b88-b24175755a9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3511f697-1922-4caa-85fd-5ee8ea389958 HTTP/1.1" status: 204  len: 168 time: 0.1275249
Apr 09 21:24:06.730729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab93f0b-5f91-41ef-8b88-b24175755a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3511f697-1922-4caa-85fd-5ee8ea389958,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:06.909015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58486) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:06.963495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b07cb8dd-d156-4762-b365-c686e1797a2d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group (238d800d-84b5-472f-a4d9-0079ebfc5ec3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.991941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b07cb8dd-d156-4762-b365-c686e1797a2d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group (238d800d-84b5-472f-a4d9-0079ebfc5ec3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:06.999173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58488) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:07.014097 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-854cbb8d-2a05-48ba-b867-b3872a5bedbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.041518 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b07cb8dd-d156-4762-b365-c686e1797a2d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (238d800d-84b5-472f-a4d9-0079ebfc5ec3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.044120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b07cb8dd-d156-4762-b365-c686e1797a2d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.045293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b07cb8dd-d156-4762-b365-c686e1797a2d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "DELETE /v2.0/security-groups/238d800d-84b5-472f-a4d9-0079ebfc5ec3 HTTP/1.1" status: 204  len: 168 time: 0.1351640
Apr 09 21:24:07.048084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58490) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:07.054685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cb8dd-d156-4762-b365-c686e1797a2d tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238d800d-84b5-472f-a4d9-0079ebfc5ec3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:07.068753 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-83c7d10c-6093-4c7e-bc34-2d7e07a65a41 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] show failed (client error): The resource could not be found.
Apr 09 21:24:07.069806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-83c7d10c-6093-4c7e-bc34-2d7e07a65a41 tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "GET /v2.0/security-groups/238d800d-84b5-472f-a4d9-0079ebfc5ec3 HTTP/1.1" status: 404  len: 347 time: 0.0208061
Apr 09 21:24:07.072698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58492) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:07.115197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-854cbb8d-2a05-48ba-b867-b3872a5bedbf admin admin] Publish callbacks [] for security_group (b2a157ca-2fe4-4035-bc31-c6fab4c2ba41), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.120201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-854cbb8d-2a05-48ba-b867-b3872a5bedbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b2a157ca-2fe4-4035-bc31-c6fab4c2ba41), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.159169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cbb8d-2a05-48ba-b867-b3872a5bedbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a157ca-2fe4-4035-bc31-c6fab4c2ba41,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:07.166886 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-854cbb8d-2a05-48ba-b867-b3872a5bedbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=def5ed4af2e9436b818fd79461b9583b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1641471
Apr 09 21:24:07.167275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58494) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:07.195490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Deleting port beb3ca7c-b9b2-4bba-b71c-7665a5940c74 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:24:07.195874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.217301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9af7a058-2db8-4526-95fe-8808d8f6d9e4 admin admin] Publish callbacks [] for security_group (b2a157ca-2fe4-4035-bc31-c6fab4c2ba41), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.239280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9af7a058-2db8-4526-95fe-8808d8f6d9e4 admin admin] Publish callbacks [] for security_group (b2a157ca-2fe4-4035-bc31-c6fab4c2ba41), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.273450 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.273771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for floatingip (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.286530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Calling delete_port for beb3ca7c-b9b2-4bba-b71c-7665a5940c74 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:24:07.288131 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9af7a058-2db8-4526-95fe-8808d8f6d9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b2a157ca-2fe4-4035-bc31-c6fab4c2ba41), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.290866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9af7a058-2db8-4526-95fe-8808d8f6d9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.292054 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9af7a058-2db8-4526-95fe-8808d8f6d9e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2a157ca-2fe4-4035-bc31-c6fab4c2ba41 HTTP/1.1" status: 204  len: 168 time: 0.1238537
Apr 09 21:24:07.302785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7a058-2db8-4526-95fe-8808d8f6d9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a157ca-2fe4-4035-bc31-c6fab4c2ba41,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:07.430399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (beb3ca7c-b9b2-4bba-b71c-7665a5940c74), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.460596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Pushing event deleted for resources: {'Port': ['ID=beb3ca7c-b9b2-4bba-b71c-7665a5940c74,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:07.525595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks [] for floatingip (b67bdb7d-909f-4094-9723-230ad10fd05e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.528136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:07.529357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d40421a6-3cc3-4c53-96df-1d36425cdecd tempest-ServerActionsTestJSON-375846324 tempest-ServerActionsTestJSON-375846324-project] 10.222.0.30 "DELETE /v2.0/floatingips/b67bdb7d-909f-4094-9723-230ad10fd05e HTTP/1.1" status: 204  len: 168 time: 0.4554658
Apr 09 21:24:07.532552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58500) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:07.974846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (ea049451-d8c0-4e76-a76c-d660c6d67e5e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:08.218434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Deleting port fd9a6514-cc8e-4a86-b1ef-fa34f311209b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:24:08.218772 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:08.304053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] For port fd9a6514-cc8e-4a86-b1ef-fa34f311209b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:08.304410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:08.318301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Calling delete_port for fd9a6514-cc8e-4a86-b1ef-fa34f311209b owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:24:08.440624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:24:08.463099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 2e3b4af2-dfb3-4068-9bd9-69c858e1156a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:24:08.463713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 2e3b4af2-dfb3-4068-9bd9-69c858e1156a not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:24:08.521022 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fd9a6514-cc8e-4a86-b1ef-fa34f311209b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:08.547476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9a6514-cc8e-4a86-b1ef-fa34f311209b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:08.727117 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (ea049451-d8c0-4e76-a76c-d660c6d67e5e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:08.954570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Router ea049451-d8c0-4e76-a76c-d660c6d67e5e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:24:09.075819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:24:09.081018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b1104e78-d331-4691-9b6e-c9218664fed1 admin admin] 10.222.0.30 "PUT /v2.0/routers/ea049451-d8c0-4e76-a76c-d660c6d67e5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5474660
Apr 09 21:24:09.083948 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58544) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:09.094350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] Sync routers for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:24:09.110612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:24:09.111487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a6b280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:23:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:09.211868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks [] for router (ea049451-d8c0-4e76-a76c-d660c6d67e5e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.223349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:24:09.325687 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks [] for router_gateway (ea049451-d8c0-4e76-a76c-d660c6d67e5e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.370396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Deleting port 1040ee53-a796-4ceb-830f-88649a8469f3 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:24:09.370738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.397824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a6b280>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76'}], 'enable_snat': True}, 'gw_port_id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:24:08Z', 'revision_number': 5, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port': {'id': '1040ee53-a796-4ceb-830f-88649a8469f3', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:09.428540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] Checking router: ea049451-d8c0-4e76-a76c-d660c6d67e5e for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:24:09.438363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] Routers {'ea049451-d8c0-4e76-a76c-d660c6d67e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:24:09.439125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a6b280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:23:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:09.455572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] For port 1040ee53-a796-4ceb-830f-88649a8469f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1040ee53-a796-4ceb-830f-88649a8469f3,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:09.456078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.470869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Calling delete_port for 1040ee53-a796-4ceb-830f-88649a8469f3 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:24:09.532800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] Set router ea049451-d8c0-4e76-a76c-d660c6d67e5e gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:24:09.586588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a6b280>, [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:24:09Z', 'revision_number': 6, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:09.617815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a31307-dffe-44aa-8a09-3e3852214aec None None] The sync data for ids ['ea049451-d8c0-4e76-a76c-d660c6d67e5e'] in ncdv-master-1 is: [{'id': 'ea049451-d8c0-4e76-a76c-d660c6d67e5e', 'name': 'tempest-ServerActionsTestJSON-1956758716-router', 'tenant_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:17:07Z', 'updated_at': '2022-04-09T21:24:09Z', 'revision_number': 6, 'project_id': '006419bf3bf84fd6807cd78e0ad59ef6', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:24:09.643479 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1040ee53-a796-4ceb-830f-88649a8469f3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.669730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1040ee53-a796-4ceb-830f-88649a8469f3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:09.735048 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (ea049451-d8c0-4e76-a76c-d660c6d67e5e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.830364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (ea049451-d8c0-4e76-a76c-d660c6d67e5e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.833492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks [] for router_controller (ea049451-d8c0-4e76-a76c-d660c6d67e5e), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.892932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (ea049451-d8c0-4e76-a76c-d660c6d67e5e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.893587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea049451-d8c0-4e76-a76c-d660c6d67e5e {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:24:09.897917 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.901517 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3f21eeaa-f4bb-4c21-8674-af89b3744e5c admin admin] 10.222.0.30 "DELETE /v2.0/routers/ea049451-d8c0-4e76-a76c-d660c6d67e5e HTTP/1.1" status: 204  len: 168 time: 0.8134124
Apr 09 21:24:09.901786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58554) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:09.950675 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c78c7f-6f7c-4126-b40d-b4ff430a422e admin admin] Deleting subnet 913659c2-916c-41f0-8915-6564bca305c6 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:24:09.954140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c78c7f-6f7c-4126-b40d-b4ff430a422e admin admin] Publish callbacks [] for subnet (913659c2-916c-41f0-8915-6564bca305c6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:09.990012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c78c7f-6f7c-4126-b40d-b4ff430a422e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (913659c2-916c-41f0-8915-6564bca305c6), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.068147 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c78c7f-6f7c-4126-b40d-b4ff430a422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (913659c2-916c-41f0-8915-6564bca305c6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.124382 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c78c7f-6f7c-4126-b40d-b4ff430a422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (913659c2-916c-41f0-8915-6564bca305c6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.154935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c78c7f-6f7c-4126-b40d-b4ff430a422e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913659c2-916c-41f0-8915-6564bca305c6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:10.158648 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-71c78c7f-6f7c-4126-b40d-b4ff430a422e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.164357 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-71c78c7f-6f7c-4126-b40d-b4ff430a422e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/913659c2-916c-41f0-8915-6564bca305c6 HTTP/1.1" status: 204  len: 168 time: 0.2591546
Apr 09 21:24:10.164568 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58562) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:10.168858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34148ae9-d506-44ce-884b-a787d040c859 None None] Network fe7136e7-da4e-4ad5-bb48-0519f1b05f75 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:24:10.237161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fe7136e7-da4e-4ad5-bb48-0519f1b05f75), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.284369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Deleting port 5a791d84-0008-4837-9182-c9ddba2333d2 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:24:10.284714 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.365539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] For port 5a791d84-0008-4837-9182-c9ddba2333d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a791d84-0008-4837-9182-c9ddba2333d2,segment=NetworkSegment(23710e8b-f08b-4cc2-b0bf-e5ee111e6d52),segment_id=23710e8b-f08b-4cc2-b0bf-e5ee111e6d52)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:10.365905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.389257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Calling delete_port for 5a791d84-0008-4837-9182-c9ddba2333d2 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:24:10.500432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5a791d84-0008-4837-9182-c9ddba2333d2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.525658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Pushing event deleted for resources: {'Port': ['ID=5a791d84-0008-4837-9182-c9ddba2333d2,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:10.531279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] No DVR routers for this DVR port 5a791d84-0008-4837-9182-c9ddba2333d2 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:24:10.560859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad34a3-9b3b-479d-915d-ca2a46184247 None None] DHCP port deletion for fe7136e7-da4e-4ad5-bb48-0519f1b05f75 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:24:10.614114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fe7136e7-da4e-4ad5-bb48-0519f1b05f75), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.634372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c452b80>,) {'filters': {'network_id': ['fe7136e7-da4e-4ad5-bb48-0519f1b05f75']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:10.644138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c452b80>, '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:10.644390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c452b80>, '23710e8b-f08b-4cc2-b0bf-e5ee111e6d52') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:10.654795 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (23710e8b-f08b-4cc2-b0bf-e5ee111e6d52), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.670173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (23710e8b-f08b-4cc2-b0bf-e5ee111e6d52), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.677338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:24:10.677777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (23710e8b-f08b-4cc2-b0bf-e5ee111e6d52), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:24:10.679730 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:24:10.748159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fe7136e7-da4e-4ad5-bb48-0519f1b05f75), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.753732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:10.757249 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe7136e7-da4e-4ad5-bb48-0519f1b05f75 HTTP/1.1" status: 204  len: 168 time: 0.5914254
Apr 09 21:24:10.778735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7a413-83cd-4d86-a735-8e4e2e1574da admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7136e7-da4e-4ad5-bb48-0519f1b05f75,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:10.954978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58580) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:11.000680 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-12dc11ee-72db-4e96-8da5-cbb23f47e9ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=006419bf3bf84fd6807cd78e0ad59ef6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0443811
Apr 09 21:24:11.003907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58582) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:11.052144 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ae6acab-7c69-4df1-997b-df3c0d1d74de admin admin] Publish callbacks [] for security_group (a9df2c23-89c8-4ed9-bfa8-98ca18fb413c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:11.068506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1040ee53-a796-4ceb-830f-88649a8469f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:24:11.074291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ae6acab-7c69-4df1-997b-df3c0d1d74de admin admin] Publish callbacks [] for security_group (a9df2c23-89c8-4ed9-bfa8-98ca18fb413c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:11.092544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 1040ee53-a796-4ceb-830f-88649a8469f3 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:24:11.092853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1040ee53-a796-4ceb-830f-88649a8469f3 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:24:11.093339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a791d84-0008-4837-9182-c9ddba2333d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:24:11.113022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5a791d84-0008-4837-9182-c9ddba2333d2 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:24:11.113332 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5a791d84-0008-4837-9182-c9ddba2333d2 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:24:11.113750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fd9a6514-cc8e-4a86-b1ef-fa34f311209b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:24:11.126596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ae6acab-7c69-4df1-997b-df3c0d1d74de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a9df2c23-89c8-4ed9-bfa8-98ca18fb413c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:11.129223 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9ae6acab-7c69-4df1-997b-df3c0d1d74de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:11.130381 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9ae6acab-7c69-4df1-997b-df3c0d1d74de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9df2c23-89c8-4ed9-bfa8-98ca18fb413c HTTP/1.1" status: 204  len: 168 time: 0.1255615
Apr 09 21:24:11.137424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: fd9a6514-cc8e-4a86-b1ef-fa34f311209b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:24:11.137735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fd9a6514-cc8e-4a86-b1ef-fa34f311209b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:24:11.138813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6acab-7c69-4df1-997b-df3c0d1d74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df2c23-89c8-4ed9-bfa8-98ca18fb413c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:11.853159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58614) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:11.953498 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1969634188-network', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:24:11.974559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Made reservation on behalf of 506378df4d4d4d4b9c0ea0412d234503 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:24:11.976883 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:11.985703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.063492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Publish callbacks [] for security_group (6832c213-405f-49d3-a461-b49401ecc42f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.069066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6832c213-405f-49d3-a461-b49401ecc42f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.089249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:24:12.104157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6832c213-405f-49d3-a461-b49401ecc42f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:12.107070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (045ee9f0-6a04-44d6-9e4d-5aae37c4e6af), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.107404 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Added segment 045ee9f0-6a04-44d6-9e4d-5aae37c4e6af of type vlan for network 2f52a1e4-3925-4b00-a16d-87446569ec30
Apr 09 21:24:12.146752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2f52a1e4-3925-4b00-a16d-87446569ec30), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.173004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2f52a1e4-3925-4b00-a16d-87446569ec30), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.173973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:12.174531 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.225268 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3709211
Apr 09 21:24:12.228413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58628) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:12.233576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Request body: {'subnet': {'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1969634188-subnet', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:24:12.256048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Made reservation on behalf of 506378df4d4d4d4b9c0ea0412d234503 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:24:12.258663 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.263694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4b094-3601-4475-8894-ba2bb2da31c4 admin admin] Pushing event updated for resources: {'Network': ['ID=2f52a1e4-3925-4b00-a16d-87446569ec30,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:12.274181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2f52a1e4-3925-4b00-a16d-87446569ec30 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:24:12.435009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (d086e4f6-4656-4db3-b8e1-095f35d9b878), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.491544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d086e4f6-4656-4db3-b8e1-095f35d9b878,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:12.503082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Checking segment: {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:24:12.503449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Network hostable DHCP agents. Network: 2f52a1e4-3925-4b00-a16d-87446569ec30, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:24:12.525881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Network 2f52a1e4-3925-4b00-a16d-87446569ec30 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:24:12.536981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2f52a1e4-3925-4b00-a16d-87446569ec30) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:24:12.541626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:12.542653 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.545909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a5287-dce2-4c54-9b66-523e52510509 None None] Network 2f52a1e4-3925-4b00-a16d-87446569ec30 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:24:12.561944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5a7a5544-eae2-42ba-9a72-67dd1287af8c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3297758
Apr 09 21:24:12.562141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58630) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:12.566518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:24:12.586385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (041706b0-eefd-4160-8108-7a17c4680ce3), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.587473 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (041706b0-eefd-4160-8108-7a17c4680ce3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.640420 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks [] for router_controller (041706b0-eefd-4160-8108-7a17c4680ce3), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:12.644377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737db83-aa45-444b-a467-41e5ce4d1a20 None None] Network 2f52a1e4-3925-4b00-a16d-87446569ec30 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:24:12.785166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks [] for router_gateway (041706b0-eefd-4160-8108-7a17c4680ce3), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:13.336059 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks [] for router_gateway (041706b0-eefd-4160-8108-7a17c4680ce3), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:13.356032 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:13.464860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Allocated IP 172.35.0.102 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/88444679-4d6f-489b-8fca-7240d2527c73) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:24:13.573086 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks [] for port (88444679-4d6f-489b-8fca-7240d2527c73), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:13.609950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (88444679-4d6f-489b-8fca-7240d2527c73), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:13.650729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:24:13.653545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:24:13.656659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:24:13.688164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Pushing event updated for resources: {'Port': ['ID=88444679-4d6f-489b-8fca-7240d2527c73,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:13.924555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks [] for router_gateway (041706b0-eefd-4160-8108-7a17c4680ce3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:14.131152 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (041706b0-eefd-4160-8108-7a17c4680ce3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:14.279461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Router 041706b0-eefd-4160-8108-7a17c4680ce3 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:24:14.391398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:24:14.409095 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Sync routers for ids ['041706b0-eefd-4160-8108-7a17c4680ce3'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:24:14.416149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:14.420067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9474a0ba-dcf7-4816-8e59-143e1a055d4f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.8544805
Apr 09 21:24:14.420189 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Routers {'041706b0-eefd-4160-8108-7a17c4680ce3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:24:14.420611 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377326370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:23:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['041706b0-eefd-4160-8108-7a17c4680ce3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:14.420757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58658) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:14.559024 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Set router 041706b0-eefd-4160-8108-7a17c4680ce3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:24:14.775894 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377326370>, [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:24:13Z', 'revision_number': 3, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:14.815332 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Checking router: 041706b0-eefd-4160-8108-7a17c4680ce3 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:24:14.815609 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Updating router 041706b0-eefd-4160-8108-7a17c4680ce3 port 88444679-4d6f-489b-8fca-7240d2527c73 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:24:14.849895 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88444679-4d6f-489b-8fca-7240d2527c73), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.147327 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Publish callbacks [] for port (88444679-4d6f-489b-8fca-7240d2527c73), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.154407 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (88444679-4d6f-489b-8fca-7240d2527c73), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.209864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.230812 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Attempting to bind port 88444679-4d6f-489b-8fca-7240d2527c73 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:24:15.231299 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Attempting to bind port 88444679-4d6f-489b-8fca-7240d2527c73 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:24:15.231681 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Attempting to bind port 88444679-4d6f-489b-8fca-7240d2527c73 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:24:15.235131 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Pushing event updated for resources: {'Port': ['ID=88444679-4d6f-489b-8fca-7240d2527c73,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:15.243489 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:24:15.243859 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:24:15.244255 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.244641 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:24:15.245150 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Bound port: 88444679-4d6f-489b-8fca-7240d2527c73, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:24:15.245504 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88444679-4d6f-489b-8fca-7240d2527c73), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.249078 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.249533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.249911 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.250271 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.250633 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.250954 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.251333 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.251656 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.252002 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.252355 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.252728 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.253097 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.253401 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.253760 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.254112 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:15.308855 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] For port 88444679-4d6f-489b-8fca-7240d2527c73, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:24:15.312134 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] For port 88444679-4d6f-489b-8fca-7240d2527c73, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88444679-4d6f-489b-8fca-7240d2527c73,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:24:15.320790 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (88444679-4d6f-489b-8fca-7240d2527c73), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.381917 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Routers {'041706b0-eefd-4160-8108-7a17c4680ce3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:24:15.382542 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377326370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:23:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['041706b0-eefd-4160-8108-7a17c4680ce3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:15.385675 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51020-ff81-4fe5-a439-f28070d332d5 None None] Pushing event updated for resources: {'Port': ['ID=88444679-4d6f-489b-8fca-7240d2527c73,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:15.387408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Allocated IP 172.20.0.1 (2f52a1e4-3925-4b00-a16d-87446569ec30/d086e4f6-4656-4db3-b8e1-095f35d9b878/c308b1fb-bd87-4ed2-87d5-c85f7fb06bba) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:24:15.492276 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Publish callbacks [] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.494651 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] Set router 041706b0-eefd-4160-8108-7a17c4680ce3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:24:15.531312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.574853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Network 2f52a1e4-3925-4b00-a16d-87446569ec30 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:24:15.577674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:24:15.580283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:24:15.586162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Pushing event updated for resources: {'Port': ['ID=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:15.622295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (041706b0-eefd-4160-8108-7a17c4680ce3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.666626 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377326370>, [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:24:13Z', 'revision_number': 3, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:15.695817 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76532e13-8ef7-46cd-8fed-59a3770f85a9 None None] The sync data for ids ['041706b0-eefd-4160-8108-7a17c4680ce3'] in ncdv-master-1 is: [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:24:13Z', 'revision_number': 3, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:24:15.772069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.962620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Publish callbacks [] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:15.973241 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:16.050493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (041706b0-eefd-4160-8108-7a17c4680ce3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:16.052598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Pushing event updated for resources: {'Port': ['ID=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:16.172095 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Network 2f52a1e4-3925-4b00-a16d-87446569ec30 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:24:16.173820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:24:16.304218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Router 041706b0-eefd-4160-8108-7a17c4680ce3 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:24:16.432036 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:24:16.437143 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-07c0fcd5-82c8-441f-80a1-53412fd7d71b admin admin] 10.222.0.30 "PUT /v2.0/routers/041706b0-eefd-4160-8108-7a17c4680ce3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0151525
Apr 09 21:24:16.955522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-5a9fa994-8a83-4d7a-aed6-8a3cf58603f4 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:16.957085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-5a9fa994-8a83-4d7a-aed6-8a3cf58603f4 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 811 time: 0.1175232
Apr 09 21:24:16.974456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-ed2c7713-2ba2-4014-9bde-956b68cf8907 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/quotas/506378df4d4d4d4b9c0ea0412d234503 HTTP/1.1" status: 200  len: 375 time: 0.0103061
Apr 09 21:24:17.037671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-f28625a1-845c-4013-9194-22fba17b439b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0568197
Apr 09 21:24:17.115655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 88444679-4d6f-489b-8fca-7240d2527c73 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:24:17.161398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-5f07fb47-3e2a-4b81-a018-62604fadf5a7 service neutron] 10.222.0.30 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221912
Apr 09 21:24:17.169440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 88444679-4d6f-489b-8fca-7240d2527c73 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:24:17.169827 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (88444679-4d6f-489b-8fca-7240d2527c73), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:17.258618 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 88444679-4d6f-489b-8fca-7240d2527c73 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:24:17.259015 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (88444679-4d6f-489b-8fca-7240d2527c73), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:17.271262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-69a2fdb3-0580-4d71-bd3d-47bf07e109dc service neutron] 10.222.0.30 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1014693
Apr 09 21:24:17.281818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 88444679-4d6f-489b-8fca-7240d2527c73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88444679-4d6f-489b-8fca-7240d2527c73,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:17.286409 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (88444679-4d6f-489b-8fca-7240d2527c73), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:17.343645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=88444679-4d6f-489b-8fca-7240d2527c73,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:17.434054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Sync routers for ids ['041706b0-eefd-4160-8108-7a17c4680ce3'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:24:17.452559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Routers {'041706b0-eefd-4160-8108-7a17c4680ce3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:24:17.456415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e34910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:23:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['041706b0-eefd-4160-8108-7a17c4680ce3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:17.466935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8814cf-04ae-4fca-b726-b30209f3abac req-c0e55170-ea34-4f5f-aa23-0eb4639867f4 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 210 time: 0.0437472
Apr 09 21:24:17.589588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Set router 041706b0-eefd-4160-8108-7a17c4680ce3 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:24:17.786606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e34910>, [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:24:15Z', 'revision_number': 4, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c308b1fb-bd87-4ed2-87d5-c85f7fb06bba', 'name': '', 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'mac_address': 'fa:16:3e:0e:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'd086e4f6-4656-4db3-b8e1-095f35d9b878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:15Z', 'updated_at': '2022-04-09T21:24:15Z', 'revision_number': 2, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'subnets': [{'id': 'd086e4f6-4656-4db3-b8e1-095f35d9b878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:17.819553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Checking router: 041706b0-eefd-4160-8108-7a17c4680ce3 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:24:17.820074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Updating router 041706b0-eefd-4160-8108-7a17c4680ce3 port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:24:17.849268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.125635 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Publish callbacks [] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.131647 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.202342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcc847-b264-4ee1-bd11-aa657c474339 None None] Pushing event updated for resources: {'Port': ['ID=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:18.205454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58820) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:18.238496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Attempting to bind port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:24:18.238857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Attempting to bind port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:24:18.239215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Attempting to bind port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba on network 2f52a1e4-3925-4b00-a16d-87446569ec30 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:24:18.244133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:24:18.244503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Checking segment: {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:24:18.244897 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.245325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Bound using segment: {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:24:18.245790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Bound port: c308b1fb-bd87-4ed2-87d5-c85f7fb06bba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:24:18.246160 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.311959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] For port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:24:18.315318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] For port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:24:18.316307 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b4dab6b7-492c-42f1-955b-3f72fa5695a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.322930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.386168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Routers {'041706b0-eefd-4160-8108-7a17c4680ce3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:24:18.387034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e34910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:23:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['041706b0-eefd-4160-8108-7a17c4680ce3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:18.424436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcc847-b264-4ee1-bd11-aa657c474339 None None] Pushing event updated for resources: {'Port': ['ID=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:18.440771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b4dab6b7-492c-42f1-955b-3f72fa5695a6 admin admin] Publish callbacks [] for security_group (772e1823-eea9-4a68-a919-ef4cb0172cdc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.449348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b4dab6b7-492c-42f1-955b-3f72fa5695a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (772e1823-eea9-4a68-a919-ef4cb0172cdc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.493073 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b4dab6b7-492c-42f1-955b-3f72fa5695a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd8288163d81458486ce15654fed24e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2863467
Apr 09 21:24:18.495182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dab6b7-492c-42f1-955b-3f72fa5695a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772e1823-eea9-4a68-a919-ef4cb0172cdc,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:18.495986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58826) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:18.534866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-fe141bea-a1db-4a51-9636-574dd396816b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:18.536560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-fe141bea-a1db-4a51-9636-574dd396816b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.32 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 811 time: 0.1745961
Apr 09 21:24:18.549606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] Set router 041706b0-eefd-4160-8108-7a17c4680ce3 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:24:18.549811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Request body: {'port': {'device_id': '2a2691ac-0e55-4daf-8313-ab50b608183f', 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30', 'admin_state_up': True, 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:24:18.649895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31978b1b-6223-4ad8-8497-28bc3460de19 req-7cb7c5e7-b3b3-4945-ac28-8d9dc8093308 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 210 time: 0.0743921
Apr 09 21:24:18.660218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c9e47754-09d1-4d1b-b21b-fdee72d80021 admin admin] Publish callbacks [] for security_group (772e1823-eea9-4a68-a919-ef4cb0172cdc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.695106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c9e47754-09d1-4d1b-b21b-fdee72d80021 admin admin] Publish callbacks [] for security_group (772e1823-eea9-4a68-a919-ef4cb0172cdc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.748255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Made reservation on behalf of 506378df4d4d4d4b9c0ea0412d234503 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:24:18.751628 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.756242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e34910>, [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:24:15Z', 'revision_number': 4, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c308b1fb-bd87-4ed2-87d5-c85f7fb06bba', 'name': '', 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'mac_address': 'fa:16:3e:0e:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'd086e4f6-4656-4db3-b8e1-095f35d9b878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:15Z', 'updated_at': '2022-04-09T21:24:18Z', 'revision_number': 4, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'subnets': [{'id': 'd086e4f6-4656-4db3-b8e1-095f35d9b878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:24:18.781565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c9e47754-09d1-4d1b-b21b-fdee72d80021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (772e1823-eea9-4a68-a919-ef4cb0172cdc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.784120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c9e47754-09d1-4d1b-b21b-fdee72d80021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:18.785155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6e2e-d84b-4bf4-95de-a91b871469ec None None] The sync data for ids ['041706b0-eefd-4160-8108-7a17c4680ce3'] in ncdv-master-1 is: [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:24:15Z', 'revision_number': 4, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c308b1fb-bd87-4ed2-87d5-c85f7fb06bba', 'name': '', 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'mac_address': 'fa:16:3e:0e:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'd086e4f6-4656-4db3-b8e1-095f35d9b878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:15Z', 'updated_at': '2022-04-09T21:24:18Z', 'revision_number': 4, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'subnets': [{'id': 'd086e4f6-4656-4db3-b8e1-095f35d9b878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:24:18.785340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c9e47754-09d1-4d1b-b21b-fdee72d80021 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/772e1823-eea9-4a68-a919-ef4cb0172cdc HTTP/1.1" status: 204  len: 168 time: 0.2876735
Apr 09 21:24:18.821780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e47754-09d1-4d1b-b21b-fdee72d80021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e1823-eea9-4a68-a919-ef4cb0172cdc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:18.934123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Allocated IP 172.20.0.4 (2f52a1e4-3925-4b00-a16d-87446569ec30/d086e4f6-4656-4db3-b8e1-095f35d9b878/b5a168b3-cc62-4ece-9177-61870d9ab1a5) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:24:19.135235 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks [] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.145744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 58832) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:19.160988 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec71c350-9bf1-42a0-8c7f-d9aad51e4ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.180022 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.183626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 88444679-4d6f-489b-8fca-7240d2527c73 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:24:19.254254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 88444679-4d6f-489b-8fca-7240d2527c73 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:24:19.254494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Network 2f52a1e4-3925-4b00-a16d-87446569ec30 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:24:19.254944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (88444679-4d6f-489b-8fca-7240d2527c73), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.255901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:24:19.258087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Pushing event updated for resources: {'Port': ['ID=b5a168b3-cc62-4ece-9177-61870d9ab1a5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:19.260354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:24:19.311894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec71c350-9bf1-42a0-8c7f-d9aad51e4ce9 admin admin] Publish callbacks [] for security_group (2787e694-aa90-4e7c-b142-ee52a61db970), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.319355 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ec71c350-9bf1-42a0-8c7f-d9aad51e4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2787e694-aa90-4e7c-b142-ee52a61db970), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.329322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:19.330312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.352707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-6b4bf7a7-6c4f-4523-b9f1-4cde44b973f3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8075354
Apr 09 21:24:19.358451 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ec71c350-9bf1-42a0-8c7f-d9aad51e4ce9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1f91fc1fed74a2eaa3d597b3b5645c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2088060
Apr 09 21:24:19.358625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 88444679-4d6f-489b-8fca-7240d2527c73 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:24:19.358625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c308b1fb-bd87-4ed2-87d5-c85f7fb06bba up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:24:19.359113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58834) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:19.378566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71c350-9bf1-42a0-8c7f-d9aad51e4ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2787e694-aa90-4e7c-b142-ee52a61db970,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:19.395202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Request body: {'port': {'device_id': '2a2691ac-0e55-4daf-8313-ab50b608183f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:24:19.409459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:24:19.410303 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.465937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f9e3966d-3453-4465-a433-1f3714c01c65 admin admin] Publish callbacks [] for security_group (2787e694-aa90-4e7c-b142-ee52a61db970), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.502494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:24:19.502996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.513159 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f9e3966d-3453-4465-a433-1f3714c01c65 admin admin] Publish callbacks [] for security_group (2787e694-aa90-4e7c-b142-ee52a61db970), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.515321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.545788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:19.552159 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.609546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:19.666121 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f9e3966d-3453-4465-a433-1f3714c01c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2787e694-aa90-4e7c-b142-ee52a61db970), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.668627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f9e3966d-3453-4465-a433-1f3714c01c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.669851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f9e3966d-3453-4465-a433-1f3714c01c65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2787e694-aa90-4e7c-b142-ee52a61db970 HTTP/1.1" status: 204  len: 168 time: 0.3094709
Apr 09 21:24:19.689415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3966d-3453-4465-a433-1f3714c01c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2787e694-aa90-4e7c-b142-ee52a61db970,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:19.833391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41601f-88d1-4f6f-b7b6-fcf5d2c7fa18 req-6eadb5ac-fd8b-4d12-875c-45e0692dffe8 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:19.835009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e41601f-88d1-4f6f-b7b6-fcf5d2c7fa18 req-6eadb5ac-fd8b-4d12-875c-45e0692dffe8 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 931 time: 0.0693967
Apr 09 21:24:19.926491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e41601f-88d1-4f6f-b7b6-fcf5d2c7fa18 req-9245b609-9f8d-47f7-aef4-e4ecd9484115 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852721
Apr 09 21:24:19.930285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a168b3-cc62-4ece-9177-61870d9ab1a5 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:24:19.948695 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Publish callbacks [] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:19.955405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Transition to ACTIVE for port object b5a168b3-cc62-4ece-9177-61870d9ab1a5 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:24:19.960373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:20.022998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a168b3-cc62-4ece-9177-61870d9ab1a5,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:20.100770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Attempting to bind port b5a168b3-cc62-4ece-9177-61870d9ab1a5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:24:20.101276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Attempting to bind port b5a168b3-cc62-4ece-9177-61870d9ab1a5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:24:20.101615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Attempting to bind port b5a168b3-cc62-4ece-9177-61870d9ab1a5 on network 2f52a1e4-3925-4b00-a16d-87446569ec30 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:24:20.106319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Port b5a168b3-cc62-4ece-9177-61870d9ab1a5 on network 2f52a1e4-3925-4b00-a16d-87446569ec30 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:24:20.106723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Attempting to bind port b5a168b3-cc62-4ece-9177-61870d9ab1a5 on network 2f52a1e4-3925-4b00-a16d-87446569ec30 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:24:20.112272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:24:20.112611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Checking segment: {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:24:20.113147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Bound using segment: {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:24:20.113579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Bound port: b5a168b3-cc62-4ece-9177-61870d9ab1a5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:24:20.113944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:20.180896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] For port b5a168b3-cc62-4ece-9177-61870d9ab1a5, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:24:20.184341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] For port b5a168b3-cc62-4ece-9177-61870d9ab1a5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5a168b3-cc62-4ece-9177-61870d9ab1a5,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:24:20.193215 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:20.232193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:20.232821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:20.234234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5a168b3-cc62-4ece-9177-61870d9ab1a5 HTTP/1.1" status: 200  len: 1091 time: 0.8451183
Apr 09 21:24:20.234687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2691ac-0e55-4daf-8313-ab50b608183f', 'tag': 'b5a168b3-cc62-4ece-9177-61870d9ab1a5'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:24:20.236955 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2691ac-0e55-4daf-8313-ab50b608183f", "tag": "b5a168b3-cc62-4ece-9177-61870d9ab1a5"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:24:20.284548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eb229-7f1c-444d-8123-287f19f3af93 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a168b3-cc62-4ece-9177-61870d9ab1a5,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:20.290369 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e457cde-6568-428e-a015-617fa37f55da x-openstack-request-id: req-9e457cde-6568-428e-a015-617fa37f55da {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:24:20.290650 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2691ac-0e55-4daf-8313-ab50b608183f", "tag": "b5a168b3-cc62-4ece-9177-61870d9ab1a5", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:24:20.290905 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e457cde-6568-428e-a015-617fa37f55da {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:24:20.291306 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e457cde-6568-428e-a015-617fa37f55da'] response: {'name': 'network-changed', 'server_uuid': '2a2691ac-0e55-4daf-8313-ab50b608183f', 'tag': 'b5a168b3-cc62-4ece-9177-61870d9ab1a5', 'status': 'completed', 'code': 200}
Apr 09 21:24:20.322300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-b4653e7f-46dc-444e-86a4-41007793f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:20.323857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-b4653e7f-46dc-444e-86a4-41007793f288 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 1125 time: 0.0476365
Apr 09 21:24:20.367143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-ea9cdb23-5a61-44fe-bb37-62e2aa01f3ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a168b3-cc62-4ece-9177-61870d9ab1a5 HTTP/1.1" status: 200  len: 217 time: 0.0355098
Apr 09 21:24:20.417207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-edb51fb8-e45b-46d7-9d93-84f25b2556f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:20.418699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-edb51fb8-e45b-46d7-9d93-84f25b2556f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d086e4f6-4656-4db3-b8e1-095f35d9b878 HTTP/1.1" status: 200  len: 851 time: 0.0456941
Apr 09 21:24:20.458616 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54c41fd0-8666-4f8a-accb-4712f8d2ac8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:20.464349 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-0f10e294-046f-4959-b933-51ce7388a11a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f52a1e4-3925-4b00-a16d-87446569ec30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398626
Apr 09 21:24:20.563444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-605ca71a-eb34-4dec-9808-4699fbd8c533 service neutron] 10.222.0.32 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923264
Apr 09 21:24:20.656166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b587cbe6-c1a0-4ec1-89b9-fbb0fd00c0b7 req-a7cd193a-e903-4397-a5c2-c5abad80f699 service neutron] 10.222.0.32 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856295
Apr 09 21:24:20.854282 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:24:21.070974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d717d-7506-4a2d-9dea-d2af9823494d req-29ab1b37-11af-497f-87c3-2ea6c1698465 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:21.075787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a29d717d-7506-4a2d-9dea-d2af9823494d req-29ab1b37-11af-497f-87c3-2ea6c1698465 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 943 time: 0.0751843
Apr 09 21:24:21.129558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c308b1fb-bd87-4ed2-87d5-c85f7fb06bba up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:24:21.155697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a29d717d-7506-4a2d-9dea-d2af9823494d req-f8d9f80f-9ba8-46cb-b593-1488337598a5 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622926
Apr 09 21:24:21.186270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:24:21.186641 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:21.273787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:24:21.582754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-1d53105a-abac-4b88-a284-9e9ba951761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:21.584181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-1d53105a-abac-4b88-a284-9e9ba951761f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 1125 time: 0.0456166
Apr 09 21:24:21.677401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-01d95ac4-a27e-419a-8236-d139db3aa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:21.678891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-01d95ac4-a27e-419a-8236-d139db3aa97f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 912 time: 0.0880680
Apr 09 21:24:21.720509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-8b78e630-7bd9-40eb-8693-15456fdcd06d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a168b3-cc62-4ece-9177-61870d9ab1a5 HTTP/1.1" status: 200  len: 217 time: 0.0354643
Apr 09 21:24:21.770477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-fb4b78a7-5392-4538-8eb6-ee443c68cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:21.771883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-fb4b78a7-5392-4538-8eb6-ee443c68cbbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d086e4f6-4656-4db3-b8e1-095f35d9b878 HTTP/1.1" status: 200  len: 851 time: 0.0453072
Apr 09 21:24:21.808365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-7095f01c-794d-400f-8e45-4fb18e46146e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f52a1e4-3925-4b00-a16d-87446569ec30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307188
Apr 09 21:24:21.902807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-8b25a448-06dd-4619-8ac4-4258214c2285 service neutron] 10.222.0.32 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882719
Apr 09 21:24:21.998817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d39d3318-b1f1-4fc7-8f60-7a9bbfae3c16 req-619f03fb-a82e-49d0-98b3-5fc7009d9f13 service neutron] 10.222.0.32 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903289
Apr 09 21:24:22.268942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d5a75-563a-48b5-a81a-95e34f0fab03 req-54a7461c-b927-4e2d-928e-0907dfd51bc3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:22.270454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad7d5a75-563a-48b5-a81a-95e34f0fab03 req-54a7461c-b927-4e2d-928e-0907dfd51bc3 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 943 time: 0.0480435
Apr 09 21:24:22.317377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad7d5a75-563a-48b5-a81a-95e34f0fab03 req-cd9954d0-96f0-4d91-8c6c-a22cc99ee80b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410359
Apr 09 21:24:22.524156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b5a168b3-cc62-4ece-9177-61870d9ab1a5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:24:22.637604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b5a168b3-cc62-4ece-9177-61870d9ab1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5a168b3-cc62-4ece-9177-61870d9ab1a5,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:22.650758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'b5a168b3-cc62-4ece-9177-61870d9ab1a5', 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30', 'port_id': 'b5a168b3-cc62-4ece-9177-61870d9ab1a5', 'mac_address': 'fa:16:3e:16:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd086e4f6-4656-4db3-b8e1-095f35d9b878', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:24:22.689309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b5a168b3-cc62-4ece-9177-61870d9ab1a5 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:24:22.689700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:22.703367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a168b3-cc62-4ece-9177-61870d9ab1a5 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:24:22.724955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b5a168b3-cc62-4ece-9177-61870d9ab1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5a168b3-cc62-4ece-9177-61870d9ab1a5,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:22.731113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:22.788145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b5a168b3-cc62-4ece-9177-61870d9ab1a5,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:22.917021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c317994a-c73c-4822-88ad-01f54779c0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:22.941944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b5a168b3-cc62-4ece-9177-61870d9ab1a5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:24:23.444860 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d20d68-20ed-4f16-8442-89d82316195d req-f9c99f20-751f-41b9-8540-84826b00ef76 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:23.446416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9d20d68-20ed-4f16-8442-89d82316195d req-f9c99f20-751f-41b9-8540-84826b00ef76 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 944 time: 0.0493336
Apr 09 21:24:23.499045 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9d20d68-20ed-4f16-8442-89d82316195d req-d67e9cf7-89aa-4df4-8d12-4846a5751aa9 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469046
Apr 09 21:24:24.143914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:24.549079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b5a168b3-cc62-4ece-9177-61870d9ab1a5 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:24:24.594154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port b5a168b3-cc62-4ece-9177-61870d9ab1a5 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:24:24.602195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port b5a168b3-cc62-4ece-9177-61870d9ab1a5 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:24:24.602580 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:24.624828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c3abb-b15f-4a31-af75-7374a584af44 req-782388aa-0c54-4b25-b1e1-548bcc996625 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:24.626604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e1c3abb-b15f-4a31-af75-7374a584af44 req-782388aa-0c54-4b25-b1e1-548bcc996625 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 944 time: 0.0487571
Apr 09 21:24:24.673010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7e1c3abb-b15f-4a31-af75-7374a584af44 req-f73314ee-2977-404b-ad72-a9b8616f3ea0 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407505
Apr 09 21:24:24.680793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port b5a168b3-cc62-4ece-9177-61870d9ab1a5 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:24:24.681218 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:24.711891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2691ac-0e55-4daf-8313-ab50b608183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a168b3-cc62-4ece-9177-61870d9ab1a5'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:24:24.714130 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd8996-25b1-4475-8123-23e70c31df7e" -d '{"events": [{"server_uuid": "2a2691ac-0e55-4daf-8313-ab50b608183f", "name": "network-vif-plugged", "status": "completed", "tag": "b5a168b3-cc62-4ece-9177-61870d9ab1a5"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:24:24.730438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port b5a168b3-cc62-4ece-9177-61870d9ab1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5a168b3-cc62-4ece-9177-61870d9ab1a5,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:24:24.735831 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:24.758886 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd6bb7e-031f-4219-8cd0-cad014f1633d x-openstack-request-id: req-bdd6bb7e-031f-4219-8cd0-cad014f1633d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:24:24.759179 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2691ac-0e55-4daf-8313-ab50b608183f", "name": "network-vif-plugged", "status": "completed", "tag": "b5a168b3-cc62-4ece-9177-61870d9ab1a5", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:24:24.759430 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdd6bb7e-031f-4219-8cd0-cad014f1633d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:24:24.759851 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd6bb7e-031f-4219-8cd0-cad014f1633d'] response: {'server_uuid': '2a2691ac-0e55-4daf-8313-ab50b608183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a168b3-cc62-4ece-9177-61870d9ab1a5', 'code': 200}
Apr 09 21:24:24.788136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=b5a168b3-cc62-4ece-9177-61870d9ab1a5,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:24.860776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28df41-fc23-4af6-a654-2a74eb36bbc3 req-ca55edb4-eaf2-4ed7-b4a7-5bcd9e43b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:24.862411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c28df41-fc23-4af6-a654-2a74eb36bbc3 req-ca55edb4-eaf2-4ed7-b4a7-5bcd9e43b8f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 1127 time: 0.0419512
Apr 09 21:24:24.908395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c28df41-fc23-4af6-a654-2a74eb36bbc3 req-8fa567b1-34c1-465c-a31e-005e5d1eb8a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404222
Apr 09 21:24:24.969534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58994) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:25.081060 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0cd7357b-fd9b-4450-8d91-655d7889cbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.159752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0cd7357b-fd9b-4450-8d91-655d7889cbc3 admin admin] Publish callbacks [] for security_group (7fed3559-c787-4195-bbeb-2979f7cf69d7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.165728 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0cd7357b-fd9b-4450-8d91-655d7889cbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7fed3559-c787-4195-bbeb-2979f7cf69d7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.202330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7357b-fd9b-4450-8d91-655d7889cbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed3559-c787-4195-bbeb-2979f7cf69d7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:25.206633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0cd7357b-fd9b-4450-8d91-655d7889cbc3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e89472cd42f427093386f41e7d6d9c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2361145
Apr 09 21:24:25.209391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 58998) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:25.216651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.260262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1b09-0364-4398-b499-f90aa6e21ef0 admin admin] Publish callbacks [] for security_group (7fed3559-c787-4195-bbeb-2979f7cf69d7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.281611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1b09-0364-4398-b499-f90aa6e21ef0 admin admin] Publish callbacks [] for security_group (7fed3559-c787-4195-bbeb-2979f7cf69d7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.331094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1b09-0364-4398-b499-f90aa6e21ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (7fed3559-c787-4195-bbeb-2979f7cf69d7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.333922 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1b09-0364-4398-b499-f90aa6e21ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.335126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cc4a1b09-0364-4398-b499-f90aa6e21ef0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fed3559-c787-4195-bbeb-2979f7cf69d7 HTTP/1.1" status: 204  len: 168 time: 0.1248035
Apr 09 21:24:25.343348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a1b09-0364-4398-b499-f90aa6e21ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed3559-c787-4195-bbeb-2979f7cf69d7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:25.739723 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:25.803738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a9587-4061-437f-ac6d-6637958a3494 req-35aa6c62-f669-4b96-8b0e-ce7ce8f03583 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:25.805455 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd0a9587-4061-437f-ac6d-6637958a3494 req-35aa6c62-f669-4b96-8b0e-ce7ce8f03583 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0582681
Apr 09 21:24:25.856852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd0a9587-4061-437f-ac6d-6637958a3494 req-d7af72ca-4265-4540-a715-170e44879a70 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444534
Apr 09 21:24:26.406729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59034) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:26.519538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eee95cf2-327d-4ad4-b292-3b20fba67de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:26.597338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eee95cf2-327d-4ad4-b292-3b20fba67de4 admin admin] Publish callbacks [] for security_group (e9b508d2-0637-4382-8785-eb0965c21991), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:26.603715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eee95cf2-327d-4ad4-b292-3b20fba67de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e9b508d2-0637-4382-8785-eb0965c21991), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:26.651740 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eee95cf2-327d-4ad4-b292-3b20fba67de4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d5e984e05754e3c81cce99a2ec0f5cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2438967
Apr 09 21:24:26.652597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee95cf2-327d-4ad4-b292-3b20fba67de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b508d2-0637-4382-8785-eb0965c21991,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:26.655554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59038) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:26.705732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd170-a81b-4f36-ab05-9769a47d0670 admin admin] Publish callbacks [] for security_group (e9b508d2-0637-4382-8785-eb0965c21991), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:26.729392 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd170-a81b-4f36-ab05-9769a47d0670 admin admin] Publish callbacks [] for security_group (e9b508d2-0637-4382-8785-eb0965c21991), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:26.779251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd170-a81b-4f36-ab05-9769a47d0670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e9b508d2-0637-4382-8785-eb0965c21991), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:26.781890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd170-a81b-4f36-ab05-9769a47d0670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:26.783118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bd6dd170-a81b-4f36-ab05-9769a47d0670 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9b508d2-0637-4382-8785-eb0965c21991 HTTP/1.1" status: 204  len: 168 time: 0.1261640
Apr 09 21:24:26.791321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dd170-a81b-4f36-ab05-9769a47d0670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b508d2-0637-4382-8785-eb0965c21991,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:26.991248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52c77d-62f9-4a2a-a928-c13959be449d req-824615ac-d786-4c5b-b469-df18dad0e9af tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:26.993843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f52c77d-62f9-4a2a-a928-c13959be449d req-824615ac-d786-4c5b-b469-df18dad0e9af tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0552933
Apr 09 21:24:27.052254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f52c77d-62f9-4a2a-a928-c13959be449d req-ad207912-cbe5-4a46-9b9d-9dc95f68f2e1 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515561
Apr 09 21:24:27.083655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:27.306353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-ece0ffdc-748f-4154-b108-cf8a2a53d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:27.307873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-ece0ffdc-748f-4154-b108-cf8a2a53d5ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 1127 time: 0.0646968
Apr 09 21:24:27.331344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630622-a690-4662-bcae-bf0f01589f86 req-07f1253b-cedb-43ad-b018-867e3ae40411 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:27.332851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f630622-a690-4662-bcae-bf0f01589f86 req-07f1253b-cedb-43ad-b018-867e3ae40411 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0789716
Apr 09 21:24:27.434016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f630622-a690-4662-bcae-bf0f01589f86 req-591ce555-0aaa-4a56-a3d2-6efc65575a94 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909135
Apr 09 21:24:27.447718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-22ab7e2a-3d9e-42ab-841b-56e4c462bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:27.449273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-22ab7e2a-3d9e-42ab-841b-56e4c462bfab service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 912 time: 0.1336269
Apr 09 21:24:27.492412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-c38ba145-8440-4a51-91f2-2f08f35df787 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a168b3-cc62-4ece-9177-61870d9ab1a5 HTTP/1.1" status: 200  len: 217 time: 0.0364554
Apr 09 21:24:27.540724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-af30b3ed-1d20-4714-83ff-6194fd5cde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:27.542298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-af30b3ed-1d20-4714-83ff-6194fd5cde99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d086e4f6-4656-4db3-b8e1-095f35d9b878 HTTP/1.1" status: 200  len: 851 time: 0.0437756
Apr 09 21:24:27.580123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-ceddeb75-008d-4b3f-81c6-c595f438335d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f52a1e4-3925-4b00-a16d-87446569ec30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0326436
Apr 09 21:24:27.671093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-3aad3aed-e2e3-4283-90fe-03051cc4f5d4 service neutron] 10.222.0.32 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849426
Apr 09 21:24:27.767541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff2fa9b2-e3ce-41d0-adce-ba7fa00c1d34 req-3cdcdc7f-f035-4fb4-a9b0-3805019e652e service neutron] 10.222.0.32 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905221
Apr 09 21:24:28.568177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c49f7-f964-4f5a-9512-7e49d08a78c2 req-412f01f5-373b-492d-883c-d79809986faf tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:28.569730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-309c49f7-f964-4f5a-9512-7e49d08a78c2 req-412f01f5-373b-492d-883c-d79809986faf tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0505621
Apr 09 21:24:28.617723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-309c49f7-f964-4f5a-9512-7e49d08a78c2 req-9fe39cf7-b237-4352-b2c2-f0d3ebdbb715 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418773
Apr 09 21:24:29.733169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b000be7-5931-4358-af8b-c5e48225aab5 req-c960ecfe-d762-4006-ac0c-bc430adf412d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:29.734633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b000be7-5931-4358-af8b-c5e48225aab5 req-c960ecfe-d762-4006-ac0c-bc430adf412d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0477779
Apr 09 21:24:29.787220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b000be7-5931-4358-af8b-c5e48225aab5 req-d429c1de-fa13-4e3c-89ba-313d9284183c tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466168
Apr 09 21:24:30.913078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d9acc-056c-48d3-9e2a-174b301c6af6 req-6278b937-1a1a-40fb-92ac-1025aeaf7c9a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:30.914586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-251d9acc-056c-48d3-9e2a-174b301c6af6 req-6278b937-1a1a-40fb-92ac-1025aeaf7c9a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0501113
Apr 09 21:24:30.962097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-251d9acc-056c-48d3-9e2a-174b301c6af6 req-0969fa16-8f61-4ee1-8fda-09ecee7d8245 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416217
Apr 09 21:24:31.470086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:32.092019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba67a5c-f829-4aa4-b80b-a7511c298b0d req-f9f74318-d284-40b9-b78b-fd88b8d14d5b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:32.093541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fba67a5c-f829-4aa4-b80b-a7511c298b0d req-f9f74318-d284-40b9-b78b-fd88b8d14d5b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0518160
Apr 09 21:24:32.142770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fba67a5c-f829-4aa4-b80b-a7511c298b0d req-06eb8d8c-a1a0-41a4-bbf2-cbe66ecfd04e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435970
Apr 09 21:24:33.274110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d576a-6473-46a0-9132-d90eb1bbef1b req-a1866bff-383c-47a8-86af-3af191804389 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:33.275551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-530d576a-6473-46a0-9132-d90eb1bbef1b req-a1866bff-383c-47a8-86af-3af191804389 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0510774
Apr 09 21:24:33.321498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-530d576a-6473-46a0-9132-d90eb1bbef1b req-a5655215-70bd-415b-969e-7accc6b85977 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401793
Apr 09 21:24:34.438295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56a8a0-be73-4f5a-899f-24c605e2f434 req-c1a7c6c5-d9f9-4805-a159-de67269c57b1 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:34.439782 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b56a8a0-be73-4f5a-899f-24c605e2f434 req-c1a7c6c5-d9f9-4805-a159-de67269c57b1 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0482805
Apr 09 21:24:34.492175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b56a8a0-be73-4f5a-899f-24c605e2f434 req-6e241ebc-96d6-4dee-ba5c-86da24e438d1 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452611
Apr 09 21:24:35.610253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb27a0-8381-40d8-8582-b27263cf8552 req-ff58141f-03a9-4341-a2df-30c80455adfe tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:35.611624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1eb27a0-8381-40d8-8582-b27263cf8552 req-ff58141f-03a9-4341-a2df-30c80455adfe tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0514801
Apr 09 21:24:35.668763 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1eb27a0-8381-40d8-8582-b27263cf8552 req-8e7a1882-7bb9-40b2-af1e-65ef1560b105 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485015
Apr 09 21:24:36.791434 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b0d0f-f392-4217-9d13-8c6e22565607 req-81e47032-c6a2-49b1-99c5-281ae434f117 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:36.792849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d5b0d0f-f392-4217-9d13-8c6e22565607 req-81e47032-c6a2-49b1-99c5-281ae434f117 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0519047
Apr 09 21:24:36.841673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d5b0d0f-f392-4217-9d13-8c6e22565607 req-f7b6008f-5a8e-40f7-9011-a005ef381291 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426383
Apr 09 21:24:37.972400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7785a-f72e-40ab-b4bd-3b97434e93d5 req-ed0426e1-d74d-48cc-a596-207826ea7f15 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:37.973793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7f7785a-f72e-40ab-b4bd-3b97434e93d5 req-ed0426e1-d74d-48cc-a596-207826ea7f15 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0481367
Apr 09 21:24:38.023693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7f7785a-f72e-40ab-b4bd-3b97434e93d5 req-7eff3dd9-fa81-444d-8b52-ddf7d11b8d42 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419438
Apr 09 21:24:39.151283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2505fa-949e-4ac5-8c1d-bdf466b2f660 req-25e0622f-e417-47e7-8c3f-bde42d095ebd tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:39.152937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c2505fa-949e-4ac5-8c1d-bdf466b2f660 req-25e0622f-e417-47e7-8c3f-bde42d095ebd tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0527794
Apr 09 21:24:39.200143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4c2505fa-949e-4ac5-8c1d-bdf466b2f660 req-d5ffe073-13a3-4629-b417-58eb476ea8ee tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400093
Apr 09 21:24:39.972951 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59282) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:40.110392 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3071608f-c989-4fc0-b788-e6ef72553670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:40.196385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3071608f-c989-4fc0-b788-e6ef72553670 admin admin] Publish callbacks [] for security_group (abc61063-911a-4e73-a9df-b6b9c173fc21), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:40.204129 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3071608f-c989-4fc0-b788-e6ef72553670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (abc61063-911a-4e73-a9df-b6b9c173fc21), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:40.243106 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3071608f-c989-4fc0-b788-e6ef72553670 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78050986045342139f0f0c8d083c1bb1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2690227
Apr 09 21:24:40.244241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071608f-c989-4fc0-b788-e6ef72553670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc61063-911a-4e73-a9df-b6b9c173fc21,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:40.246497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59288) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:24:40.331435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b802b-c2e6-4501-815f-7274e3b73c42 req-7f3ed1b7-542f-4d0d-b6e0-e73bfce196af tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:40.332913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e1b802b-c2e6-4501-815f-7274e3b73c42 req-7f3ed1b7-542f-4d0d-b6e0-e73bfce196af tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0610054
Apr 09 21:24:40.335930 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58e94152-fd0f-435c-be24-99cf1eb0f8b9 admin admin] Publish callbacks [] for security_group (abc61063-911a-4e73-a9df-b6b9c173fc21), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:40.370611 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58e94152-fd0f-435c-be24-99cf1eb0f8b9 admin admin] Publish callbacks [] for security_group (abc61063-911a-4e73-a9df-b6b9c173fc21), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:40.421808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3e1b802b-c2e6-4501-815f-7274e3b73c42 req-62fd252d-5060-438d-9101-28dcd6dba254 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830722
Apr 09 21:24:40.448471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58e94152-fd0f-435c-be24-99cf1eb0f8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (abc61063-911a-4e73-a9df-b6b9c173fc21), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:40.451099 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-58e94152-fd0f-435c-be24-99cf1eb0f8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:40.452330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-58e94152-fd0f-435c-be24-99cf1eb0f8b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abc61063-911a-4e73-a9df-b6b9c173fc21 HTTP/1.1" status: 204  len: 168 time: 0.2047079
Apr 09 21:24:40.460697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e94152-fd0f-435c-be24-99cf1eb0f8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc61063-911a-4e73-a9df-b6b9c173fc21,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:41.548125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fced7-8131-4a6e-8192-6b6a2075bae4 req-2c72ea7c-6b18-4631-9739-0c7b79a8df3c tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:41.549623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-566fced7-8131-4a6e-8192-6b6a2075bae4 req-2c72ea7c-6b18-4631-9739-0c7b79a8df3c tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0551357
Apr 09 21:24:41.599523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-566fced7-8131-4a6e-8192-6b6a2075bae4 req-71f85491-8208-4a11-abe3-180a87df3437 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440300
Apr 09 21:24:42.729785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a89fe-f2a8-4a0b-8932-e1da02f56725 req-04dd61f3-d9ad-4e85-89a6-b3b3293542d4 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:42.731247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd8a89fe-f2a8-4a0b-8932-e1da02f56725 req-04dd61f3-d9ad-4e85-89a6-b3b3293542d4 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0480418
Apr 09 21:24:42.786483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd8a89fe-f2a8-4a0b-8932-e1da02f56725 req-2efdba29-0514-49a1-957c-1d7badcee618 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450816
Apr 09 21:24:43.909399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554fe8-5cb0-4b81-a178-975b012e03b4 req-e21f5c69-9d29-40e5-b2d8-97fa8472f9f5 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:43.910838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de554fe8-5cb0-4b81-a178-975b012e03b4 req-e21f5c69-9d29-40e5-b2d8-97fa8472f9f5 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0515702
Apr 09 21:24:43.960999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de554fe8-5cb0-4b81-a178-975b012e03b4 req-1e121193-e097-4b43-b8c2-518268bcec46 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419645
Apr 09 21:24:45.079640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48081a-f9f1-4483-b173-047ecf46d676 req-3162c96b-1060-4598-8840-647d1ee668bc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:45.081133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab48081a-f9f1-4483-b173-047ecf46d676 req-3162c96b-1060-4598-8840-647d1ee668bc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0475900
Apr 09 21:24:45.136556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab48081a-f9f1-4483-b173-047ecf46d676 req-a67a0051-53b5-42ba-bc45-f327a490d959 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494719
Apr 09 21:24:46.278938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c59a-9790-4dfb-b690-55c9e1ec73d3 req-1343fe37-54f6-43fc-bb01-71b1e6b7d09c tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:46.280599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0560c59a-9790-4dfb-b690-55c9e1ec73d3 req-1343fe37-54f6-43fc-bb01-71b1e6b7d09c tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0596297
Apr 09 21:24:46.332146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0560c59a-9790-4dfb-b690-55c9e1ec73d3 req-cb81082e-2174-4069-a992-d3efbb58e181 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450978
Apr 09 21:24:47.451465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6801464-745c-417b-a15f-65d9ba36b6b7 req-4ac79526-0701-40a3-ad32-bac700f5aa86 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:47.452982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6801464-745c-417b-a15f-65d9ba36b6b7 req-4ac79526-0701-40a3-ad32-bac700f5aa86 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0493531
Apr 09 21:24:47.507201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6801464-745c-417b-a15f-65d9ba36b6b7 req-3279c8a8-df2d-472a-8088-5d462237bb93 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479422
Apr 09 21:24:48.627163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdc2a3-54e9-4c3c-896e-e68cc6319cb4 req-9ccd8769-b0f7-489a-8402-3b80cfe0fafc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:48.628611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dacdc2a3-54e9-4c3c-896e-e68cc6319cb4 req-9ccd8769-b0f7-489a-8402-3b80cfe0fafc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0489085
Apr 09 21:24:48.681346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dacdc2a3-54e9-4c3c-896e-e68cc6319cb4 req-d115a2bc-18f0-4d25-be35-aa223fb6f409 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444064
Apr 09 21:24:49.812503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f111-f470-43be-a0ed-f06ca4480def req-932f74c5-cbc8-41dc-b95c-d44971a73eda tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:49.814032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ed0f111-f470-43be-a0ed-f06ca4480def req-932f74c5-cbc8-41dc-b95c-d44971a73eda tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0495660
Apr 09 21:24:49.861227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ed0f111-f470-43be-a0ed-f06ca4480def req-08f2f233-1e93-410f-85bc-cf2ad6211589 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412593
Apr 09 21:24:50.461917 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3238a39-c48b-41b8-9690-e7936cf081c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:50.975752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97849-3307-4c27-9cba-fe0ad22b57d3 req-0aee5ff1-328a-4e6b-85ca-fa77df343a37 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:50.977234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cb97849-3307-4c27-9cba-fe0ad22b57d3 req-0aee5ff1-328a-4e6b-85ca-fa77df343a37 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0481050
Apr 09 21:24:51.027067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cb97849-3307-4c27-9cba-fe0ad22b57d3 req-56c2015e-8f01-4f91-ad25-fb2c74f9304a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418942
Apr 09 21:24:52.516267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee598d-cb9b-4bec-bb36-10872f04226c req-9a91fbc4-7c38-4393-b08c-e8ec99dc4d3e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:52.517969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5ee598d-cb9b-4bec-bb36-10872f04226c req-9a91fbc4-7c38-4393-b08c-e8ec99dc4d3e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.4076762
Apr 09 21:24:52.565298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5ee598d-cb9b-4bec-bb36-10872f04226c req-14eb5902-14ad-44c8-8db3-3a1130e5b6d0 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412529
Apr 09 21:24:52.919188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5c5777e-5324-4ca1-af28-d92e17ed3b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:53.693268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179ec69-587f-4055-bc9a-9761646e9777 req-127e79a2-1097-49ec-96cc-cd2a8d647028 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:53.694772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4179ec69-587f-4055-bc9a-9761646e9777 req-127e79a2-1097-49ec-96cc-cd2a8d647028 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0502543
Apr 09 21:24:53.746241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4179ec69-587f-4055-bc9a-9761646e9777 req-d65c70e9-398b-4210-beae-6a72f3b7fa41 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436497
Apr 09 21:24:53.787490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba25c9-c421-4ac6-844b-ac13a62da19e req-5fcb8888-7bb0-46a7-86ce-57e383ec3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:53.788962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24ba25c9-c421-4ac6-844b-ac13a62da19e req-5fcb8888-7bb0-46a7-86ce-57e383ec3369 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 1127 time: 0.0374031
Apr 09 21:24:53.844851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24ba25c9-c421-4ac6-844b-ac13a62da19e req-b3f5e037-1eb5-4f54-8bd0-60812f37039a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489597
Apr 09 21:24:54.152055 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:54.872629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48091-e69a-41d0-8b76-c23a60960e12 req-2ad416fa-74d0-4e8d-ac75-f737a39e3c4e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:54.874159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2a48091-e69a-41d0-8b76-c23a60960e12 req-2ad416fa-74d0-4e8d-ac75-f737a39e3c4e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0562074
Apr 09 21:24:54.922245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2a48091-e69a-41d0-8b76-c23a60960e12 req-cfdc940c-1440-4926-8020-a84e61fe7b2e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422611
Apr 09 21:24:55.217875 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:55.751782 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:56.047027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ea04-3f5a-4d09-87a4-85e142b9cc7c req-1e60cc32-ea30-448a-8c5f-5a4d6fc0acfc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:56.048395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5fc1ea04-3f5a-4d09-87a4-85e142b9cc7c req-1e60cc32-ea30-448a-8c5f-5a4d6fc0acfc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0470123
Apr 09 21:24:56.097311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5fc1ea04-3f5a-4d09-87a4-85e142b9cc7c req-106958e5-ab56-41a5-ac57-a82fb7a4d53d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432761
Apr 09 21:24:56.386742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-4d4e1cf7-cfa7-4996-8ed7-ee317c0845b9 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:56.388149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-4d4e1cf7-cfa7-4996-8ed7-ee317c0845b9 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 811 time: 0.1150293
Apr 09 21:24:56.403407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-ef5312ee-c9f2-43cf-a006-3a33cb588ea2 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/quotas/506378df4d4d4d4b9c0ea0412d234503 HTTP/1.1" status: 200  len: 375 time: 0.0095134
Apr 09 21:24:56.458659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-852525d7-fdbc-4f75-aae1-ab41678f3bc5 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0503118
Apr 09 21:24:56.559318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-9407f4a5-2409-4fde-9799-640cf47adcd3 service neutron] 10.222.0.30 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938518
Apr 09 21:24:56.653427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-275a9256-2bbd-4004-8e27-75d929c1d288 service neutron] 10.222.0.30 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853205
Apr 09 21:24:56.818443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8a41387-81fd-424f-9bb4-86a1d697adc7 req-1b31eb97-8eb9-46aa-8234-d63d88917040 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 210 time: 0.0318244
Apr 09 21:24:57.078684 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:57.756557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-5f371203-5af5-422b-88ce-9149c3b5f258 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:57.758205 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-5f371203-5af5-422b-88ce-9149c3b5f258 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.25 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 811 time: 0.1077974
Apr 09 21:24:57.771438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Request body: {'port': {'device_id': '6771f47a-553f-460b-90ef-8d0a7d46ba1c', 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30', 'admin_state_up': True, 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:24:57.788572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-433e0842-40c4-47e4-ab32-1067d92d1f86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394390
Apr 09 21:24:57.849790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-926c1e8e-9be9-4978-b0b0-9a5933ab9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:57.851597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-926c1e8e-9be9-4978-b0b0-9a5933ab9f9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=605e203fc5c04ed781bf67d309905d81&device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1127 time: 0.0444686
Apr 09 21:24:57.855813 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:24:57.894629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Made reservation on behalf of 506378df4d4d4d4b9c0ea0412d234503 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:24:57.898108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:57.953744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9192d57-6f72-4aa0-ac79-05968e650526 req-517977aa-1fd7-4b7d-ba9d-7d6fc2b2b61e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 210 time: 0.0631220
Apr 09 21:24:57.986252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-a7acbdc8-1689-4b90-9add-9bbabd8f0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:57.987855 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-a7acbdc8-1689-4b90-9add-9bbabd8f0196 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0391f0d4-fa04-493b-a06d-d7825f459d86 HTTP/1.1" status: 200  len: 910 time: 0.1180727
Apr 09 21:24:58.026763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Allocated IP 172.20.0.5 (2f52a1e4-3925-4b00-a16d-87446569ec30/d086e4f6-4656-4db3-b8e1-095f35d9b878/290f14ae-e9a8-485b-8617-6e1c36174913) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:24:58.052957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-00cbfb2e-c37a-4eef-9f8b-55e3357b07c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745 HTTP/1.1" status: 200  len: 1000 time: 0.0595858
Apr 09 21:24:58.105986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-7b6fbfdc-fd23-4032-b75c-1c93ac47aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:58.107513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-7b6fbfdc-fd23-4032-b75c-1c93ac47aff2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a HTTP/1.1" status: 200  len: 848 time: 0.0494840
Apr 09 21:24:58.150825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-891cfb88-33b5-4fb3-9446-2368301c053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:58.152341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-891cfb88-33b5-4fb3-9446-2368301c053c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0391f0d4-fa04-493b-a06d-d7825f459d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392101
Apr 09 21:24:58.180285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks [] for port (290f14ae-e9a8-485b-8617-6e1c36174913), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.217643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.230490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b5a168b3-cc62-4ece-9177-61870d9ab1a5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:24:58.241973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-53bdd6b7-f9a2-4f69-987f-47b29b8dc379 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838218
Apr 09 21:24:58.262531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Network 2f52a1e4-3925-4b00-a16d-87446569ec30 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:24:58.267999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:24:58.271778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:24:58.297808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Pushing event updated for resources: {'Port': ['ID=290f14ae-e9a8-485b-8617-6e1c36174913,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:58.315850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.316208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.317003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.317003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.317229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.317529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.317856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.318184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.319230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.319230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.319230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.319469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.319768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.320087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.320767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:24:58.340181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3eb9462-ce93-4d2d-bb44-3e01b8d82697 req-f9f22331-2e67-40c0-bdc1-b0d269465f11 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926917
Apr 09 21:24:58.343150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:58.343804 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.362786 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-278e7b54-6c4e-43d6-9be3-685e4a5be86b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5948851
Apr 09 21:24:58.373374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Request body: {'port': {'device_id': '6771f47a-553f-460b-90ef-8d0a7d46ba1c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:24:58.432877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.698691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290f14ae-e9a8-485b-8617-6e1c36174913 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:24:58.706108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Publish callbacks [] for port (290f14ae-e9a8-485b-8617-6e1c36174913), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.719474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Transition to ACTIVE for port object 290f14ae-e9a8-485b-8617-6e1c36174913 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:24:58.724586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.773862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Pushing event updated for resources: {'Port': ['ID=290f14ae-e9a8-485b-8617-6e1c36174913,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:58.856126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Attempting to bind port 290f14ae-e9a8-485b-8617-6e1c36174913 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:24:58.856437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Attempting to bind port 290f14ae-e9a8-485b-8617-6e1c36174913 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:24:58.856790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Attempting to bind port 290f14ae-e9a8-485b-8617-6e1c36174913 on network 2f52a1e4-3925-4b00-a16d-87446569ec30 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:24:58.861641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Port 290f14ae-e9a8-485b-8617-6e1c36174913 on network 2f52a1e4-3925-4b00-a16d-87446569ec30 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:24:58.861963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Attempting to bind port 290f14ae-e9a8-485b-8617-6e1c36174913 on network 2f52a1e4-3925-4b00-a16d-87446569ec30 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:24:58.867061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:24:58.867402 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Checking segment: {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:24:58.867787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Bound using segment: {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:24:58.868207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Bound port: 290f14ae-e9a8-485b-8617-6e1c36174913, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:24:58.868561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.935371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] For port 290f14ae-e9a8-485b-8617-6e1c36174913, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:24:58.938569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] For port 290f14ae-e9a8-485b-8617-6e1c36174913, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290f14ae-e9a8-485b-8617-6e1c36174913,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:24:58.945116 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.980378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:58.981067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:24:58.982476 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] 10.222.0.25 "PUT /v2.0/ports/290f14ae-e9a8-485b-8617-6e1c36174913 HTTP/1.1" status: 200  len: 1091 time: 0.6131837
Apr 09 21:24:58.984947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6771f47a-553f-460b-90ef-8d0a7d46ba1c', 'tag': '290f14ae-e9a8-485b-8617-6e1c36174913'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:24:58.987800 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6771f47a-553f-460b-90ef-8d0a7d46ba1c", "tag": "290f14ae-e9a8-485b-8617-6e1c36174913"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:24:59.014699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b8cb-f59b-4882-b878-66904efda97b service neutron] Pushing event updated for resources: {'Port': ['ID=290f14ae-e9a8-485b-8617-6e1c36174913,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:24:59.030972 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0959db5-6fe2-45f3-bf8e-1b2ab9560d37 x-openstack-request-id: req-b0959db5-6fe2-45f3-bf8e-1b2ab9560d37 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:24:59.031263 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6771f47a-553f-460b-90ef-8d0a7d46ba1c", "tag": "290f14ae-e9a8-485b-8617-6e1c36174913", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:24:59.031492 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0959db5-6fe2-45f3-bf8e-1b2ab9560d37 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:24:59.031919 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0959db5-6fe2-45f3-bf8e-1b2ab9560d37'] response: {'name': 'network-changed', 'server_uuid': '6771f47a-553f-460b-90ef-8d0a7d46ba1c', 'tag': '290f14ae-e9a8-485b-8617-6e1c36174913', 'status': 'completed', 'code': 200}
Apr 09 21:24:59.075775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-ef129305-a6fd-4f73-9b8e-2ecb67908de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:59.077336 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-ef129305-a6fd-4f73-9b8e-2ecb67908de3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 1125 time: 0.0411274
Apr 09 21:24:59.085246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36828f8-fe23-4a40-a291-2c8ba26f0379 req-c5eb65d2-c83b-441b-a069-ca495e12420f tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:59.086819 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f36828f8-fe23-4a40-a291-2c8ba26f0379 req-c5eb65d2-c83b-441b-a069-ca495e12420f tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 943 time: 0.0473983
Apr 09 21:24:59.122092 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-8e463bad-d514-4a2c-bc2f-b1c390dac27e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=290f14ae-e9a8-485b-8617-6e1c36174913 HTTP/1.1" status: 200  len: 217 time: 0.0386600
Apr 09 21:24:59.134762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f36828f8-fe23-4a40-a291-2c8ba26f0379 req-bdeb59c0-45dc-4567-b744-56021a776482 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411203
Apr 09 21:24:59.170019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-7bf1dac8-c4ac-4fcf-8256-e464ef63ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:24:59.171506 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-7bf1dac8-c4ac-4fcf-8256-e464ef63ca4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d086e4f6-4656-4db3-b8e1-095f35d9b878 HTTP/1.1" status: 200  len: 851 time: 0.0438597
Apr 09 21:24:59.203139 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-6eb52dec-426b-460d-a1b4-660f31ceaf59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f52a1e4-3925-4b00-a16d-87446569ec30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257514
Apr 09 21:24:59.305418 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-572c1edd-bfb3-4a72-b315-979e8985d77b service neutron] 10.222.0.25 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958517
Apr 09 21:24:59.395576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-21675c26-5b04-40e9-b8ad-8b4b7c1f7c7c req-5859e698-c132-4e72-b445-e6181ac6c692 service neutron] 10.222.0.25 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844913
Apr 09 21:25:00.263122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb194de-3590-4a02-ba22-dbc7c9ad2829 req-fa5b806b-4d01-49fa-aa70-70f2f7baa03e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:00.264563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7cb194de-3590-4a02-ba22-dbc7c9ad2829 req-fa5b806b-4d01-49fa-aa70-70f2f7baa03e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 943 time: 0.0521610
Apr 09 21:25:00.321106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7cb194de-3590-4a02-ba22-dbc7c9ad2829 req-46cb5efc-6de5-4295-a9df-542a26a0e6c5 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506363
Apr 09 21:25:01.449703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-48a89610-6192-47d1-b3fd-2fb26ef6528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:01.451222 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-48a89610-6192-47d1-b3fd-2fb26ef6528c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 1125 time: 0.0490396
Apr 09 21:25:01.472836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd26667-8a03-4bcf-8606-fb359d47c3d7 req-af69461c-c536-4c15-8df5-6a18a94bf7c2 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:01.473996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:01.474490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbd26667-8a03-4bcf-8606-fb359d47c3d7 req-af69461c-c536-4c15-8df5-6a18a94bf7c2 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 943 time: 0.0513096
Apr 09 21:25:01.523197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbd26667-8a03-4bcf-8606-fb359d47c3d7 req-2f84c865-0ee2-46be-8079-8b8c8fd41c0a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426750
Apr 09 21:25:01.556772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-1ffea63d-4d6f-4175-ac8e-03b282f061ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:01.558289 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-1ffea63d-4d6f-4175-ac8e-03b282f061ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 912 time: 0.0985417
Apr 09 21:25:01.598992 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-e1908b10-0115-4b43-8797-7cc3763b79bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=290f14ae-e9a8-485b-8617-6e1c36174913 HTTP/1.1" status: 200  len: 217 time: 0.0344667
Apr 09 21:25:01.653096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-3bbac20e-567e-42b0-8a89-08092c3707db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:01.654566 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-3bbac20e-567e-42b0-8a89-08092c3707db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d086e4f6-4656-4db3-b8e1-095f35d9b878 HTTP/1.1" status: 200  len: 851 time: 0.0498576
Apr 09 21:25:01.686668 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-716c2e1c-787c-4aba-bf82-4ba1969a4395 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f52a1e4-3925-4b00-a16d-87446569ec30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266802
Apr 09 21:25:01.782837 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-f9591699-84e0-4296-afd2-fba750fc7499 service neutron] 10.222.0.25 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898666
Apr 09 21:25:01.845531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 290f14ae-e9a8-485b-8617-6e1c36174913 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:25:01.878463 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ad9be802-c1b3-4a0d-844f-9b4162f4a1eb req-ea70b410-938c-4855-a86b-8af98cffb2ac service neutron] 10.222.0.25 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892551
Apr 09 21:25:01.945598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 290f14ae-e9a8-485b-8617-6e1c36174913, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290f14ae-e9a8-485b-8617-6e1c36174913,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:25:01.956780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '290f14ae-e9a8-485b-8617-6e1c36174913', 'network_id': '2f52a1e4-3925-4b00-a16d-87446569ec30', 'port_id': '290f14ae-e9a8-485b-8617-6e1c36174913', 'mac_address': 'fa:16:3e:57:59:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd086e4f6-4656-4db3-b8e1-095f35d9b878', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:25:01.994984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 290f14ae-e9a8-485b-8617-6e1c36174913 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:25:01.995309 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:02.008336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290f14ae-e9a8-485b-8617-6e1c36174913 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:25:02.028157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 290f14ae-e9a8-485b-8617-6e1c36174913, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290f14ae-e9a8-485b-8617-6e1c36174913,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:25:02.033266 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:02.086524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=290f14ae-e9a8-485b-8617-6e1c36174913,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:02.332031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['290f14ae-e9a8-485b-8617-6e1c36174913'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:25:02.880336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5f7ea-c0d7-4ed6-9466-afb95b0306b3 req-7097f2ee-72f6-47a9-bb54-6adc25afc777 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:02.881832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfe5f7ea-c0d7-4ed6-9466-afb95b0306b3 req-7097f2ee-72f6-47a9-bb54-6adc25afc777 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 944 time: 0.2895589
Apr 09 21:25:02.930392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cfe5f7ea-c0d7-4ed6-9466-afb95b0306b3 req-451901ff-a8a9-4184-9d9b-a82969801dbb tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429339
Apr 09 21:25:03.867306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 290f14ae-e9a8-485b-8617-6e1c36174913 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:25:03.915581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 290f14ae-e9a8-485b-8617-6e1c36174913 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:25:03.924580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 290f14ae-e9a8-485b-8617-6e1c36174913 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:25:03.924960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:04.004457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 290f14ae-e9a8-485b-8617-6e1c36174913 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:25:04.004808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:04.028683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6771f47a-553f-460b-90ef-8d0a7d46ba1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290f14ae-e9a8-485b-8617-6e1c36174913'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:25:04.031610 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fef846-9a7b-4802-9d0a-3b604d4b1ee4" -d '{"events": [{"server_uuid": "6771f47a-553f-460b-90ef-8d0a7d46ba1c", "name": "network-vif-plugged", "status": "completed", "tag": "290f14ae-e9a8-485b-8617-6e1c36174913"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:25:04.044240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 290f14ae-e9a8-485b-8617-6e1c36174913, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290f14ae-e9a8-485b-8617-6e1c36174913,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:25:04.044603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166dba-bf68-4136-a43a-7830932cf82a req-68468b52-e3fb-487f-b0f2-82d7aa692cb9 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:04.046243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3166dba-bf68-4136-a43a-7830932cf82a req-68468b52-e3fb-487f-b0f2-82d7aa692cb9 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 944 time: 0.0483325
Apr 09 21:25:04.051488 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:04.083322 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd7efa3-4169-47cd-a2be-47dd7a1430e2 x-openstack-request-id: req-6dd7efa3-4169-47cd-a2be-47dd7a1430e2 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:25:04.083684 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6771f47a-553f-460b-90ef-8d0a7d46ba1c", "name": "network-vif-plugged", "status": "completed", "tag": "290f14ae-e9a8-485b-8617-6e1c36174913", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:25:04.083866 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6dd7efa3-4169-47cd-a2be-47dd7a1430e2 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:25:04.084260 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd7efa3-4169-47cd-a2be-47dd7a1430e2'] response: {'server_uuid': '6771f47a-553f-460b-90ef-8d0a7d46ba1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290f14ae-e9a8-485b-8617-6e1c36174913', 'code': 200}
Apr 09 21:25:04.097549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3166dba-bf68-4136-a43a-7830932cf82a req-56e657ac-1ab6-40be-be3b-e1aa95dbb965 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440826
Apr 09 21:25:04.124124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=290f14ae-e9a8-485b-8617-6e1c36174913,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:04.131809 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.132154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.132490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.132821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.133181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.133513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.133862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.134186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.134507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.134825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.135145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.135460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.135844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.136162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.136481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:04.168722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80761-831c-4e10-9980-11f922f21281 req-7f46b7f9-975a-4c1b-b863-007950a710a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:04.170282 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7cb80761-831c-4e10-9980-11f922f21281 req-7f46b7f9-975a-4c1b-b863-007950a710a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 1127 time: 0.0403004
Apr 09 21:25:04.212712 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7cb80761-831c-4e10-9980-11f922f21281 req-290d2d81-a344-4611-bebc-eb9c2a41c2dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367723
Apr 09 21:25:05.220927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c25a0-84d9-4bdd-a521-4d265fef362a req-1cc78f95-e020-434f-a01c-021ef8018466 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:05.222474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-795c25a0-84d9-4bdd-a521-4d265fef362a req-1cc78f95-e020-434f-a01c-021ef8018466 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0496845
Apr 09 21:25:05.275144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-795c25a0-84d9-4bdd-a521-4d265fef362a req-6fb5ef45-9790-4b37-b349-c54c181aabe9 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466976
Apr 09 21:25:06.465629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a7454-4bcb-4a00-b97c-a4e2af4fd96c req-18c84962-bb57-4c87-97c0-369f00bd8049 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:06.467099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-615a7454-4bcb-4a00-b97c-a4e2af4fd96c req-18c84962-bb57-4c87-97c0-369f00bd8049 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.1163030
Apr 09 21:25:06.513521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-615a7454-4bcb-4a00-b97c-a4e2af4fd96c req-d99f4217-ac15-45de-91b1-1e606641e677 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406179
Apr 09 21:25:06.745457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-d02ce177-7e9f-4b80-93ef-c97ae4fb758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:06.747116 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-d02ce177-7e9f-4b80-93ef-c97ae4fb758b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 1127 time: 0.0456948
Apr 09 21:25:06.748624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae250f9b-b57c-44e4-a2a7-18a34dc018ef req-f04a80e2-23ad-4e28-a77e-cc1c01eb2f14 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:06.750156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae250f9b-b57c-44e4-a2a7-18a34dc018ef req-f04a80e2-23ad-4e28-a77e-cc1c01eb2f14 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0477514
Apr 09 21:25:06.798104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae250f9b-b57c-44e4-a2a7-18a34dc018ef req-61149c35-bfbc-4a7f-b47e-81c43bcdb5e6 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419347
Apr 09 21:25:06.839574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-551365ce-a698-4581-9148-776ff4544a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:06.841400 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-551365ce-a698-4581-9148-776ff4544a0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 912 time: 0.0879493
Apr 09 21:25:06.885074 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-bfdb59a6-207a-40cd-8caa-5ec3b589d4b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=290f14ae-e9a8-485b-8617-6e1c36174913 HTTP/1.1" status: 200  len: 217 time: 0.0381296
Apr 09 21:25:06.936612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-b6eddb5e-be72-4ef5-97c5-942f07ad3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:06.938125 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-b6eddb5e-be72-4ef5-97c5-942f07ad3389 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d086e4f6-4656-4db3-b8e1-095f35d9b878 HTTP/1.1" status: 200  len: 851 time: 0.0464764
Apr 09 21:25:06.969839 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-4d2f8d19-d588-4baa-9c72-19e74490673f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f52a1e4-3925-4b00-a16d-87446569ec30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259111
Apr 09 21:25:07.061014 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-57a7ac34-973a-4d98-ab55-1b57590669e4 service neutron] 10.222.0.25 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851607
Apr 09 21:25:07.152806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12c0cdfe-d067-4b53-a986-734dd24a2961 req-7409f51a-0d3d-4071-871f-68e4851a882c service neutron] 10.222.0.25 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857878
Apr 09 21:25:07.921152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f36a6-b891-4222-a8d8-677623f9b793 req-18ec410b-cd57-4fef-8737-cebae768b17a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:07.922641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a9f36a6-b891-4222-a8d8-677623f9b793 req-18ec410b-cd57-4fef-8737-cebae768b17a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0540910
Apr 09 21:25:07.970759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a9f36a6-b891-4222-a8d8-677623f9b793 req-5347ca01-b6b8-4e8b-b68a-3ea95bc939a2 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423834
Apr 09 21:25:09.104308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dc406-d569-4d06-aea4-8d51cc3b7be1 req-e9f90af5-9066-424b-9767-8f75430c7d15 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:09.105830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-318dc406-d569-4d06-aea4-8d51cc3b7be1 req-e9f90af5-9066-424b-9767-8f75430c7d15 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0535696
Apr 09 21:25:09.155690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-318dc406-d569-4d06-aea4-8d51cc3b7be1 req-5773dce7-66f1-460e-ade8-670e5e89d443 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437574
Apr 09 21:25:10.275662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c1b3-f1fa-4879-a3d2-2561e073c33e req-3c841b6b-eec2-4a83-97a6-11895f7afe97 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:10.277167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd74c1b3-f1fa-4879-a3d2-2561e073c33e req-3c841b6b-eec2-4a83-97a6-11895f7afe97 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0475752
Apr 09 21:25:10.329212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd74c1b3-f1fa-4879-a3d2-2561e073c33e req-d10d2ceb-df6b-467c-a6e9-a6e72634c402 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461915
Apr 09 21:25:11.469287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac093f-ef87-4c81-8927-2d44c487ee02 req-63226747-3d9d-4843-89a2-af6d5d445a4b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:11.470794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afac093f-ef87-4c81-8927-2d44c487ee02 req-63226747-3d9d-4843-89a2-af6d5d445a4b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0515654
Apr 09 21:25:11.537675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-afac093f-ef87-4c81-8927-2d44c487ee02 req-6997e5f6-e3e4-40d0-9c06-bbf914682b0e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605776
Apr 09 21:25:12.673656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a0767-2f7c-433a-b9bd-d908f6e7c11a req-d592dd7c-f96c-4539-b739-a143cf52b9a8 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:12.675635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-540a0767-2f7c-433a-b9bd-d908f6e7c11a req-d592dd7c-f96c-4539-b739-a143cf52b9a8 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0510082
Apr 09 21:25:12.732894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-540a0767-2f7c-433a-b9bd-d908f6e7c11a req-26d28a3b-cea5-4ccd-af93-a764754d600c tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487077
Apr 09 21:25:13.862679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991420b-e6db-486a-9d6e-31112631267a req-d000e345-4739-4fa9-83ca-ce2eed1889da tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:13.864212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3991420b-e6db-486a-9d6e-31112631267a req-d000e345-4739-4fa9-83ca-ce2eed1889da tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0576961
Apr 09 21:25:13.911411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3991420b-e6db-486a-9d6e-31112631267a req-9476107b-9450-4632-b8a6-eae570d12833 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414791
Apr 09 21:25:15.048345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c193e5-1b13-4098-9f16-4e48c89686cb req-e2537ed4-c977-4eb3-b6d8-3f01edee91bc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:15.049886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90c193e5-1b13-4098-9f16-4e48c89686cb req-e2537ed4-c977-4eb3-b6d8-3f01edee91bc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0513613
Apr 09 21:25:15.097962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90c193e5-1b13-4098-9f16-4e48c89686cb req-a7d8ce95-1742-4ec4-a16c-939c9cc35cf0 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421052
Apr 09 21:25:16.220403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874ad6-09bc-4c2e-97c5-da295fd85808 req-b3b96773-e1d8-47c4-a87f-e9a80ce1911f tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:16.221893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75874ad6-09bc-4c2e-97c5-da295fd85808 req-b3b96773-e1d8-47c4-a87f-e9a80ce1911f tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0528052
Apr 09 21:25:16.270972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75874ad6-09bc-4c2e-97c5-da295fd85808 req-9ca86cf7-2860-4d09-9f79-504a61ab1c6e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414407
Apr 09 21:25:17.397138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e42a1e-bf9a-4378-9bbb-d1bbec722045 req-1ab35267-4665-494a-9907-df032c3abae6 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:17.398490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20e42a1e-bf9a-4378-9bbb-d1bbec722045 req-1ab35267-4665-494a-9907-df032c3abae6 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0478911
Apr 09 21:25:17.450656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20e42a1e-bf9a-4378-9bbb-d1bbec722045 req-ce5cd11e-0a4b-4429-b575-6cd794997a5e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439420
Apr 09 21:25:18.566755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b3053-1c81-48c6-b09f-68bcf42e80de req-19ce1605-4547-45aa-adde-ffc20d4c5cf6 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:18.568228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e3b3053-1c81-48c6-b09f-68bcf42e80de req-19ce1605-4547-45aa-adde-ffc20d4c5cf6 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0475028
Apr 09 21:25:18.627473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e3b3053-1c81-48c6-b09f-68bcf42e80de req-d0bac3ee-99c5-4280-b32f-2e79dc8e2a32 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534215
Apr 09 21:25:19.758218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c289-4bf4-4a79-9417-d87d5a0c41a8 req-55bd5b28-4051-4cf3-928c-d83f825cc114 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:19.759715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a14c289-4bf4-4a79-9417-d87d5a0c41a8 req-55bd5b28-4051-4cf3-928c-d83f825cc114 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0495327
Apr 09 21:25:19.814152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a14c289-4bf4-4a79-9417-d87d5a0c41a8 req-526c5e65-c426-4e42-87a4-d4287625fef1 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465114
Apr 09 21:25:20.467295 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-82242c0b-9292-43eb-b0f5-9addc1e81756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:20.928420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debeefa-47c4-4d0b-97f3-cad9ccdc84bd req-8e5db10d-c374-4e7e-a3e5-801ba633901a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:20.929924 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0debeefa-47c4-4d0b-97f3-cad9ccdc84bd req-8e5db10d-c374-4e7e-a3e5-801ba633901a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0475993
Apr 09 21:25:20.977420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0debeefa-47c4-4d0b-97f3-cad9ccdc84bd req-1e3c4ff8-6a50-422a-b92a-b268d1b35523 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416288
Apr 09 21:25:22.114539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9739e63-3b8d-48ac-8e89-163215b2aa2a req-9a764720-6755-4bff-91e3-605656fedc53 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:22.116083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9739e63-3b8d-48ac-8e89-163215b2aa2a req-9a764720-6755-4bff-91e3-605656fedc53 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0623779
Apr 09 21:25:22.163007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9739e63-3b8d-48ac-8e89-163215b2aa2a req-b42d570b-32b0-4fe4-b9c0-0e94800608e6 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411599
Apr 09 21:25:22.924057 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c51f10bb-5288-451c-a8b4-5607900a17ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:23.286013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218c727-d4eb-48d7-86f3-c1ab3ef1ee48 req-801683b0-1c58-4dd0-a4c9-ae0e2cb0b822 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:23.287481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8218c727-d4eb-48d7-86f3-c1ab3ef1ee48 req-801683b0-1c58-4dd0-a4c9-ae0e2cb0b822 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0481908
Apr 09 21:25:23.337389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8218c727-d4eb-48d7-86f3-c1ab3ef1ee48 req-57fbcfe1-289f-447c-a297-8248ebf125c8 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417626
Apr 09 21:25:24.160930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:24.467354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eef1a3-275f-4931-8be9-e5e51c2fca93 req-c7d3707c-ef5a-4c51-8f35-88dbe8c5c655 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:24.468913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9eef1a3-275f-4931-8be9-e5e51c2fca93 req-c7d3707c-ef5a-4c51-8f35-88dbe8c5c655 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0490563
Apr 09 21:25:24.523878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9eef1a3-275f-4931-8be9-e5e51c2fca93 req-544a07b2-ab0e-4854-b8e6-a0abfbdd0e50 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468769
Apr 09 21:25:25.221627 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:25.642873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51210168-a291-479f-8f9d-612de8afb5cf req-441e2e44-a47c-4659-b572-04f7b7428fab tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:25.644385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51210168-a291-479f-8f9d-612de8afb5cf req-441e2e44-a47c-4659-b572-04f7b7428fab tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0503218
Apr 09 21:25:25.692142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51210168-a291-479f-8f9d-612de8afb5cf req-dff2c067-1631-44d6-b355-a86781996542 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420415
Apr 09 21:25:25.754270 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:26.819193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a23fbf-4455-470e-a8f3-9fc51f93014d req-de58d504-d234-43c4-aa61-0b3d1b08e0d9 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:26.820674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88a23fbf-4455-470e-a8f3-9fc51f93014d req-de58d504-d234-43c4-aa61-0b3d1b08e0d9 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0474136
Apr 09 21:25:26.868167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88a23fbf-4455-470e-a8f3-9fc51f93014d req-ee708a1f-90de-4fcf-aa4d-b336bf1db901 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416350
Apr 09 21:25:27.099375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:28.005944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e28c33-c8fe-4741-875b-72917080b046 req-a1c41bc0-4fe6-4000-8270-b55623199b9b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:28.007430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87e28c33-c8fe-4741-875b-72917080b046 req-a1c41bc0-4fe6-4000-8270-b55623199b9b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0587521
Apr 09 21:25:28.059474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87e28c33-c8fe-4741-875b-72917080b046 req-331bb362-f142-4daa-9a55-7528b0c765d5 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431976
Apr 09 21:25:29.187055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb55da3-8bd3-4d17-ae59-09b7707b09e8 req-019aa5f3-5386-4b9f-a6ce-5a2d86fff402 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:29.188569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cb55da3-8bd3-4d17-ae59-09b7707b09e8 req-019aa5f3-5386-4b9f-a6ce-5a2d86fff402 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0503871
Apr 09 21:25:29.241148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cb55da3-8bd3-4d17-ae59-09b7707b09e8 req-eb0524c6-c98a-4394-a32b-adf9dd157882 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434048
Apr 09 21:25:30.374884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a906c4-493c-44d9-845e-b4a183f63436 req-50618b68-61b6-4c06-8b61-a83c4c8d0b1e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:30.376353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7a906c4-493c-44d9-845e-b4a183f63436 req-50618b68-61b6-4c06-8b61-a83c4c8d0b1e tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0594790
Apr 09 21:25:30.426655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7a906c4-493c-44d9-845e-b4a183f63436 req-44f16bd1-189c-4d85-890f-d1d160e2a3dd tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420113
Apr 09 21:25:31.484548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:31.545622 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75f44c-8c0b-4bba-9ccd-681e584250a4 req-3eb9c6e1-c9ff-46ea-928c-28063b09149f tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:31.547146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f75f44c-8c0b-4bba-9ccd-681e584250a4 req-3eb9c6e1-c9ff-46ea-928c-28063b09149f tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0489922
Apr 09 21:25:31.597744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f75f44c-8c0b-4bba-9ccd-681e584250a4 req-4c952dfd-5423-44a0-89cd-9fa4c43dc8c6 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448251
Apr 09 21:25:32.728659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674c59e-78e0-4f66-a1e7-86abbd597faf req-c5cd153b-50a2-4e8f-bb83-09798a546fb5 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:32.730138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0674c59e-78e0-4f66-a1e7-86abbd597faf req-c5cd153b-50a2-4e8f-bb83-09798a546fb5 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0509279
Apr 09 21:25:32.785435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0674c59e-78e0-4f66-a1e7-86abbd597faf req-c99e29f6-aca7-400e-9747-db7348fd0d8f tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474284
Apr 09 21:25:33.777683 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405055ae-0d1d-40d3-aac3-ed21282c2fe5 req-8a66aa67-13b5-45e9-ba4d-7b3ac2b29072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:33.779196 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405055ae-0d1d-40d3-aac3-ed21282c2fe5 req-8a66aa67-13b5-45e9-ba4d-7b3ac2b29072 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 1127 time: 0.0402815
Apr 09 21:25:33.829256 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-405055ae-0d1d-40d3-aac3-ed21282c2fe5 req-483efeca-64d4-4322-ac84-f9d9baec666c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432749
Apr 09 21:25:33.906220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11704a-298e-4759-ad98-59b642330e37 req-41edc681-740d-42e8-86d5-0a9912573d07 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:33.907724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb11704a-298e-4759-ad98-59b642330e37 req-41edc681-740d-42e8-86d5-0a9912573d07 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0497205
Apr 09 21:25:33.967272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb11704a-298e-4759-ad98-59b642330e37 req-ae642eed-90c6-4306-b056-408cd6ca05eb tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536120
Apr 09 21:25:34.863388 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:25:35.096323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09d1cd-8489-42eb-b4f4-da2ad7580c73 req-91089479-2f24-442b-9f81-f84251b8cca2 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:35.097815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d09d1cd-8489-42eb-b4f4-da2ad7580c73 req-91089479-2f24-442b-9f81-f84251b8cca2 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0478988
Apr 09 21:25:35.144821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d09d1cd-8489-42eb-b4f4-da2ad7580c73 req-feb7edc8-ae80-490c-88eb-d8154072eea8 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412652
Apr 09 21:25:36.274661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b39d5c-8336-4f2f-83f5-9ad3420eb106 req-36ee463c-7522-4de4-85d6-b1ddfa778275 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:36.276204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4b39d5c-8336-4f2f-83f5-9ad3420eb106 req-36ee463c-7522-4de4-85d6-b1ddfa778275 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0530007
Apr 09 21:25:36.324078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4b39d5c-8336-4f2f-83f5-9ad3420eb106 req-a5c82b74-562b-4ff3-85dc-42ed8f6d2a27 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419667
Apr 09 21:25:36.515438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2e813-80c6-468f-add2-437905f6c04c req-9c489f9f-c333-4aba-8f68-f6b12b164689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:36.517201 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ee2e813-80c6-468f-add2-437905f6c04c req-9c489f9f-c333-4aba-8f68-f6b12b164689 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=506378df4d4d4d4b9c0ea0412d234503&device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 1127 time: 0.0413172
Apr 09 21:25:36.530256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769ad38-49c4-4036-bf5e-7e7c8a2da1eb req-cd7d01cd-72be-4515-8d24-6cd3ce2c7964 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:36.531738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3769ad38-49c4-4036-bf5e-7e7c8a2da1eb req-cd7d01cd-72be-4515-8d24-6cd3ce2c7964 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0482299
Apr 09 21:25:36.577834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3769ad38-49c4-4036-bf5e-7e7c8a2da1eb req-d2aa293d-cdec-4feb-80fb-0d3878a52c17 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402114
Apr 09 21:25:36.607651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2e813-80c6-468f-add2-437905f6c04c req-5304c7ec-b294-44bc-9f5d-e8bf5a38fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:36.609218 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ee2e813-80c6-468f-add2-437905f6c04c req-5304c7ec-b294-44bc-9f5d-e8bf5a38fdf9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 200  len: 912 time: 0.0861082
Apr 09 21:25:36.652784 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ee2e813-80c6-468f-add2-437905f6c04c req-4dc91ac3-74c1-4630-b083-8bd7f58ffe15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=290f14ae-e9a8-485b-8617-6e1c36174913 HTTP/1.1" status: 200  len: 217 time: 0.0368323
Apr 09 21:25:36.700688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2e813-80c6-468f-add2-437905f6c04c req-e4c706ba-571b-4c90-b009-d45dec8e494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:36.702121 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ee2e813-80c6-468f-add2-437905f6c04c req-e4c706ba-571b-4c90-b009-d45dec8e494c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d086e4f6-4656-4db3-b8e1-095f35d9b878 HTTP/1.1" status: 200  len: 851 time: 0.0434425
Apr 09 21:25:36.734950 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ee2e813-80c6-468f-add2-437905f6c04c req-c0d389ba-8c0a-49fd-8d3a-1e1b138ced59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f52a1e4-3925-4b00-a16d-87446569ec30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264690
Apr 09 21:25:37.124053 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ee2e813-80c6-468f-add2-437905f6c04c req-4a3a9ea5-128f-4f0c-868c-5e853eddc418 service neutron] 10.222.0.25 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3830240
Apr 09 21:25:37.217227 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ee2e813-80c6-468f-add2-437905f6c04c req-48718bf1-2915-445a-bf30-67fa1c78f8a6 service neutron] 10.222.0.25 "GET /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865152
Apr 09 21:25:37.703105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87ef65-c655-425d-9929-01b12f167565 req-92c1ad00-113e-4c1e-8518-6e1883e67e37 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:37.704589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb87ef65-c655-425d-9929-01b12f167565 req-92c1ad00-113e-4c1e-8518-6e1883e67e37 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0484219
Apr 09 21:25:37.756708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb87ef65-c655-425d-9929-01b12f167565 req-3487e438-ceac-4360-ade4-f0684a9fac2a tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463662
Apr 09 21:25:38.883268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a046cdf-8bdf-4cb2-819e-5d1676d8a1d2 req-13ca0106-5a15-4257-9421-0dc557d291ed tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:38.884773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a046cdf-8bdf-4cb2-819e-5d1676d8a1d2 req-13ca0106-5a15-4257-9421-0dc557d291ed tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0484831
Apr 09 21:25:38.934203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a046cdf-8bdf-4cb2-819e-5d1676d8a1d2 req-de4b3e62-cadb-4590-a947-ef9b667ab670 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409777
Apr 09 21:25:40.055206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c712d48-b36a-4c9d-9c6c-3d5e1fe8c3bd req-22ddb09d-bd9a-46ea-b29c-cb38606f1104 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:40.056696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c712d48-b36a-4c9d-9c6c-3d5e1fe8c3bd req-22ddb09d-bd9a-46ea-b29c-cb38606f1104 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0483396
Apr 09 21:25:40.105000 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c712d48-b36a-4c9d-9c6c-3d5e1fe8c3bd req-b3a180e8-897f-43e2-9c33-62cc631b0d14 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423906
Apr 09 21:25:40.354511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110744b-65ac-4bcd-b1e2-7d8309dd68ee req-2708cda5-2161-4ccd-921f-49f301c6a7a1 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:40.356042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e110744b-65ac-4bcd-b1e2-7d8309dd68ee req-2708cda5-2161-4ccd-921f-49f301c6a7a1 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0521066
Apr 09 21:25:40.404587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e110744b-65ac-4bcd-b1e2-7d8309dd68ee req-a364bf68-53b3-4c22-8813-edd6c1af64f2 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406728
Apr 09 21:25:41.543584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7cf10-f146-4f21-85d6-c5bf1d2170dc req-197b5a78-9caa-4ac6-8a4f-c164be6d51ea tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:41.545163 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7a7cf10-f146-4f21-85d6-c5bf1d2170dc req-197b5a78-9caa-4ac6-8a4f-c164be6d51ea tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0497949
Apr 09 21:25:41.592837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7a7cf10-f146-4f21-85d6-c5bf1d2170dc req-71c21360-97dc-4e69-9566-dcf6840660fa tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419798
Apr 09 21:25:42.716754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671df2a-467d-4328-a44f-da8cae14466e req-b28c59ac-9dd8-48e1-83fd-cc88cacbb91d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:42.718286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0671df2a-467d-4328-a44f-da8cae14466e req-b28c59ac-9dd8-48e1-83fd-cc88cacbb91d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0549769
Apr 09 21:25:42.770874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0671df2a-467d-4328-a44f-da8cae14466e req-1197fe1c-b6a8-4552-9f1e-2d5ed61b8683 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444655
Apr 09 21:25:43.384397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-236219af-75dd-44f2-93af-c25ad2a042c0 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:43.385767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-236219af-75dd-44f2-93af-c25ad2a042c0 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.25 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 945 time: 0.0593424
Apr 09 21:25:43.482068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Deleting port 290f14ae-e9a8-485b-8617-6e1c36174913 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:25:43.482404 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:43.576562 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] For port 290f14ae-e9a8-485b-8617-6e1c36174913, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290f14ae-e9a8-485b-8617-6e1c36174913,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:25:43.576920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:43.594410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Calling delete_port for 290f14ae-e9a8-485b-8617-6e1c36174913 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:25:43.724760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (290f14ae-e9a8-485b-8617-6e1c36174913), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:43.738612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b5a168b3-cc62-4ece-9177-61870d9ab1a5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:25:43.741019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['290f14ae-e9a8-485b-8617-6e1c36174913'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:25:43.759747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Pushing event deleted for resources: {'Port': ['ID=290f14ae-e9a8-485b-8617-6e1c36174913,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:43.804465 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] No DVR routers for this DVR port 290f14ae-e9a8-485b-8617-6e1c36174913 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:25:43.807272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:43.810882 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f72cacd4-4334-4d18-9231-dba4a7507c55 req-31aa2e9f-8da6-4241-b90c-9e129271fcdc tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.25 "DELETE /v2.0/ports/290f14ae-e9a8-485b-8617-6e1c36174913 HTTP/1.1" status: 204  len: 173 time: 0.4198854
Apr 09 21:25:43.811361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6771f47a-553f-460b-90ef-8d0a7d46ba1c', 'name': 'network-vif-deleted', 'tag': '290f14ae-e9a8-485b-8617-6e1c36174913'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:25:43.813708 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def4b846-6c5d-4228-9cf0-56cd38855d29" -d '{"events": [{"server_uuid": "6771f47a-553f-460b-90ef-8d0a7d46ba1c", "name": "network-vif-deleted", "tag": "290f14ae-e9a8-485b-8617-6e1c36174913"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:25:43.862445 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199576ce-43cd-4a2a-b571-cbde06cada93 x-openstack-request-id: req-199576ce-43cd-4a2a-b571-cbde06cada93 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:25:43.862744 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6771f47a-553f-460b-90ef-8d0a7d46ba1c", "name": "network-vif-deleted", "tag": "290f14ae-e9a8-485b-8617-6e1c36174913", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:25:43.863052 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-199576ce-43cd-4a2a-b571-cbde06cada93 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:25:43.863670 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199576ce-43cd-4a2a-b571-cbde06cada93'] response: {'server_uuid': '6771f47a-553f-460b-90ef-8d0a7d46ba1c', 'name': 'network-vif-deleted', 'tag': '290f14ae-e9a8-485b-8617-6e1c36174913', 'status': 'completed', 'code': 200}
Apr 09 21:25:43.895135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3562f17-24ba-4715-9146-cede402ba0cc req-8f606257-5870-4baf-8650-801db6bf1efd tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=6771f47a-553f-460b-90ef-8d0a7d46ba1c HTTP/1.1" status: 200  len: 210 time: 0.0305514
Apr 09 21:25:45.187741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc4e97-0953-4d87-a304-ffb575dac77d req-3c73640e-f674-4979-9459-29a771816034 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:45.189147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdbc4e97-0953-4d87-a304-ffb575dac77d req-3c73640e-f674-4979-9459-29a771816034 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0508888
Apr 09 21:25:45.237011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fdbc4e97-0953-4d87-a304-ffb575dac77d req-eb949bbd-1025-4d3b-ab19-2bdd60d09774 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421476
Apr 09 21:25:46.367165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c93df-5ad5-4012-ab5f-171dd7a6332b req-74be7a4c-f3e4-48aa-9c70-b49293c13059 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:46.368637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d1c93df-5ad5-4012-ab5f-171dd7a6332b req-74be7a4c-f3e4-48aa-9c70-b49293c13059 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0527914
Apr 09 21:25:46.417076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d1c93df-5ad5-4012-ab5f-171dd7a6332b req-42456404-4adb-4cfc-890f-23aaaf57e18b tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425153
Apr 09 21:25:47.177813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-6373fef3-0683-4558-87fc-dd3942da0548 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:47.179267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-6373fef3-0683-4558-87fc-dd3942da0548 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0527344
Apr 09 21:25:47.272718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Deleting port b5a168b3-cc62-4ece-9177-61870d9ab1a5 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:25:47.273023 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:47.364319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] For port b5a168b3-cc62-4ece-9177-61870d9ab1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5a168b3-cc62-4ece-9177-61870d9ab1a5,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:25:47.364554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:47.377733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Calling delete_port for b5a168b3-cc62-4ece-9177-61870d9ab1a5 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:25:47.545703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d04b-9f5a-431e-9c3e-19e7c0bb1142 req-0c64af5f-cab1-4bce-b8c8-8afcf0559949 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:47.547196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e73d04b-9f5a-431e-9c3e-19e7c0bb1142 req-0c64af5f-cab1-4bce-b8c8-8afcf0559949 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a2691ac-0e55-4daf-8313-ab50b608183f HTTP/1.1" status: 200  len: 945 time: 0.0582705
Apr 09 21:25:47.548218 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b5a168b3-cc62-4ece-9177-61870d9ab1a5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:47.560069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['b5a168b3-cc62-4ece-9177-61870d9ab1a5'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:25:47.583879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Pushing event deleted for resources: {'Port': ['ID=b5a168b3-cc62-4ece-9177-61870d9ab1a5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:47.625495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.625762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.626103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.626439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.626773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.627107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.627440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.627771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.628096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.628401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.628733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.629066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.629396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.629728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.630053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:25:47.658205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] No DVR routers for this DVR port b5a168b3-cc62-4ece-9177-61870d9ab1a5 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:25:47.662951 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:47.666261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bd00557-de0f-4dba-bed8-a7c880ea2701 req-b558abea-20ca-4d0f-8fc3-61bff4decc5d tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.32 "DELETE /v2.0/ports/b5a168b3-cc62-4ece-9177-61870d9ab1a5 HTTP/1.1" status: 204  len: 173 time: 0.4818187
Apr 09 21:25:47.666718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2691ac-0e55-4daf-8313-ab50b608183f', 'name': 'network-vif-deleted', 'tag': 'b5a168b3-cc62-4ece-9177-61870d9ab1a5'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:25:47.668971 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2079eb-4ecb-454a-8c04-aa5743465138" -d '{"events": [{"server_uuid": "2a2691ac-0e55-4daf-8313-ab50b608183f", "name": "network-vif-deleted", "tag": "b5a168b3-cc62-4ece-9177-61870d9ab1a5"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:25:47.685065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e73d04b-9f5a-431e-9c3e-19e7c0bb1142 req-41f06593-4f7a-4e98-bfb4-8458848f0385 tempest-ServerRescueTestJSON-2054318573 tempest-ServerRescueTestJSON-2054318573-project] 10.222.0.30 "GET /v2.0/security-groups?id=6832c213-405f-49d3-a461-b49401ecc42f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283710
Apr 09 21:25:47.721377 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befe542a-d5a3-4b98-b6f9-69985821f912 x-openstack-request-id: req-befe542a-d5a3-4b98-b6f9-69985821f912 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:25:47.721674 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2691ac-0e55-4daf-8313-ab50b608183f", "name": "network-vif-deleted", "tag": "b5a168b3-cc62-4ece-9177-61870d9ab1a5", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:25:47.721928 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-befe542a-d5a3-4b98-b6f9-69985821f912 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:25:47.722360 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befe542a-d5a3-4b98-b6f9-69985821f912'] response: {'server_uuid': '2a2691ac-0e55-4daf-8313-ab50b608183f', 'name': 'network-vif-deleted', 'tag': 'b5a168b3-cc62-4ece-9177-61870d9ab1a5', 'status': 'completed', 'code': 200}
Apr 09 21:25:48.002121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 290f14ae-e9a8-485b-8617-6e1c36174913 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:25:48.026890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 290f14ae-e9a8-485b-8617-6e1c36174913 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:25:48.027229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 290f14ae-e9a8-485b-8617-6e1c36174913 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:25:48.754318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59480) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:25:49.097516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (041706b0-eefd-4160-8108-7a17c4680ce3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:49.338346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Deleting port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:25:49.338691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:49.417600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] For port c308b1fb-bd87-4ed2-87d5-c85f7fb06bba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,segment=NetworkSegment(045ee9f0-6a04-44d6-9e4d-5aae37c4e6af),segment_id=045ee9f0-6a04-44d6-9e4d-5aae37c4e6af)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:25:49.417817 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:49.430857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Calling delete_port for c308b1fb-bd87-4ed2-87d5-c85f7fb06bba owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:25:49.632502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c308b1fb-bd87-4ed2-87d5-c85f7fb06bba), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:49.657605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Pushing event deleted for resources: {'Port': ['ID=c308b1fb-bd87-4ed2-87d5-c85f7fb06bba,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:49.841063 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (041706b0-eefd-4160-8108-7a17c4680ce3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:50.071834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Router 041706b0-eefd-4160-8108-7a17c4680ce3 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:25:50.184349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:25:50.189749 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-31d4bbc6-f474-4d25-ada7-132eb918e969 admin admin] 10.222.0.30 "PUT /v2.0/routers/041706b0-eefd-4160-8108-7a17c4680ce3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4343810
Apr 09 21:25:50.192412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59498) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:25:50.194606 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] Sync routers for ids ['041706b0-eefd-4160-8108-7a17c4680ce3'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:25:50.205375 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] Routers {'041706b0-eefd-4160-8108-7a17c4680ce3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:25:50.205991 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773cc400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:25:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['041706b0-eefd-4160-8108-7a17c4680ce3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:25:50.419761 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] Set router 041706b0-eefd-4160-8108-7a17c4680ce3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:25:50.468950 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fafafc88-e4d6-4e9f-a061-a50534640cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:50.594799 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773cc400>, [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:25:49Z', 'revision_number': 5, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:25:50.621729 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] Checking router: 041706b0-eefd-4160-8108-7a17c4680ce3 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:25:50.630491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] Routers {'041706b0-eefd-4160-8108-7a17c4680ce3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:25:50.631091 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773cc400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:25:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['041706b0-eefd-4160-8108-7a17c4680ce3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:25:50.660701 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks [] for router (041706b0-eefd-4160-8108-7a17c4680ce3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:50.740068 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] Set router 041706b0-eefd-4160-8108-7a17c4680ce3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:25:50.768106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks [] for router_gateway (041706b0-eefd-4160-8108-7a17c4680ce3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:50.815954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Deleting port 88444679-4d6f-489b-8fca-7240d2527c73 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:25:50.816278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (88444679-4d6f-489b-8fca-7240d2527c73), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:50.898572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] For port 88444679-4d6f-489b-8fca-7240d2527c73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88444679-4d6f-489b-8fca-7240d2527c73,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:25:50.899301 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (88444679-4d6f-489b-8fca-7240d2527c73), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:50.914474 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773cc400>, [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:25:49Z', 'revision_number': 5, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:25:50.916278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Calling delete_port for 88444679-4d6f-489b-8fca-7240d2527c73 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:25:50.940800 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f24cf4-ed8a-4d12-abcc-bd967dbcbc23 None None] The sync data for ids ['041706b0-eefd-4160-8108-7a17c4680ce3'] in ncdv-master-1 is: [{'id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'name': 'tempest-ServerRescueTestJSON-1969634188-router', 'tenant_id': '506378df4d4d4d4b9c0ea0412d234503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102'}], 'enable_snat': True}, 'gw_port_id': '88444679-4d6f-489b-8fca-7240d2527c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:24:12Z', 'updated_at': '2022-04-09T21:25:49Z', 'revision_number': 5, 'project_id': '506378df4d4d4d4b9c0ea0412d234503', 'gw_port': {'id': '88444679-4d6f-489b-8fca-7240d2527c73', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041706b0-eefd-4160-8108-7a17c4680ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:24:13Z', 'updated_at': '2022-04-09T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:25:50.973117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b5a168b3-cc62-4ece-9177-61870d9ab1a5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:25:50.994805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: b5a168b3-cc62-4ece-9177-61870d9ab1a5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:25:50.995073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device b5a168b3-cc62-4ece-9177-61870d9ab1a5 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:25:51.105830 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (88444679-4d6f-489b-8fca-7240d2527c73), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.135756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Pushing event deleted for resources: {'Port': ['ID=88444679-4d6f-489b-8fca-7240d2527c73,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:51.194364 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (041706b0-eefd-4160-8108-7a17c4680ce3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.289345 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (041706b0-eefd-4160-8108-7a17c4680ce3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.291776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks [] for router_controller (041706b0-eefd-4160-8108-7a17c4680ce3), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.345501 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (041706b0-eefd-4160-8108-7a17c4680ce3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.346179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 041706b0-eefd-4160-8108-7a17c4680ce3 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:25:51.350949 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.354495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ccc53012-e09a-4e76-a825-12401d5e8752 admin admin] 10.222.0.30 "DELETE /v2.0/routers/041706b0-eefd-4160-8108-7a17c4680ce3 HTTP/1.1" status: 204  len: 168 time: 1.1586962
Apr 09 21:25:51.354898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59500) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:25:51.403529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-500a7a6f-de33-42e1-8e62-c438aad4380c admin admin] Deleting subnet d086e4f6-4656-4db3-b8e1-095f35d9b878 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:25:51.407122 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-500a7a6f-de33-42e1-8e62-c438aad4380c admin admin] Publish callbacks [] for subnet (d086e4f6-4656-4db3-b8e1-095f35d9b878), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.422839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c308b1fb-bd87-4ed2-87d5-c85f7fb06bba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:25:51.444895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c308b1fb-bd87-4ed2-87d5-c85f7fb06bba {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:25:51.445354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c308b1fb-bd87-4ed2-87d5-c85f7fb06bba not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:25:51.445561 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-500a7a6f-de33-42e1-8e62-c438aad4380c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (d086e4f6-4656-4db3-b8e1-095f35d9b878), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.487269 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-500a7a6f-de33-42e1-8e62-c438aad4380c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (d086e4f6-4656-4db3-b8e1-095f35d9b878), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.549340 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-500a7a6f-de33-42e1-8e62-c438aad4380c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (d086e4f6-4656-4db3-b8e1-095f35d9b878), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.562174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-500a7a6f-de33-42e1-8e62-c438aad4380c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.567985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-500a7a6f-de33-42e1-8e62-c438aad4380c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d086e4f6-4656-4db3-b8e1-095f35d9b878 HTTP/1.1" status: 204  len: 168 time: 0.2117629
Apr 09 21:25:51.568128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59502) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:25:51.586111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a7a6f-de33-42e1-8e62-c438aad4380c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d086e4f6-4656-4db3-b8e1-095f35d9b878,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:51.645800 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2f52a1e4-3925-4b00-a16d-87446569ec30), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.728510 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2f52a1e4-3925-4b00-a16d-87446569ec30), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.748147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c358370>,) {'filters': {'network_id': ['2f52a1e4-3925-4b00-a16d-87446569ec30']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:25:51.757539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c358370>, '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:25:51.757832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c358370>, '045ee9f0-6a04-44d6-9e4d-5aae37c4e6af') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:25:51.767364 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (045ee9f0-6a04-44d6-9e4d-5aae37c4e6af), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.781529 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (045ee9f0-6a04-44d6-9e4d-5aae37c4e6af), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.787614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:25:51.787986 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (045ee9f0-6a04-44d6-9e4d-5aae37c4e6af), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:25:51.789787 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:25:51.850829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2f52a1e4-3925-4b00-a16d-87446569ec30), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.855824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:51.859091 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2f52a1e4-3925-4b00-a16d-87446569ec30 HTTP/1.1" status: 204  len: 168 time: 0.2897685
Apr 09 21:25:51.871811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3df39b-8614-43a3-9c00-ce9a85776218 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f52a1e4-3925-4b00-a16d-87446569ec30,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:52.063999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59506) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:25:52.108043 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cfeb7215-9b5f-4bef-bdb4-807dedb83d0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=506378df4d4d4d4b9c0ea0412d234503&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0427830
Apr 09 21:25:52.110792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:25:52.160320 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db92413-fc56-4c24-9d5e-a3523be658b6 admin admin] Publish callbacks [] for security_group (6832c213-405f-49d3-a461-b49401ecc42f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:52.182916 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db92413-fc56-4c24-9d5e-a3523be658b6 admin admin] Publish callbacks [] for security_group (6832c213-405f-49d3-a461-b49401ecc42f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:52.235123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db92413-fc56-4c24-9d5e-a3523be658b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6832c213-405f-49d3-a461-b49401ecc42f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:52.237949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9db92413-fc56-4c24-9d5e-a3523be658b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:52.239191 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9db92413-fc56-4c24-9d5e-a3523be658b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6832c213-405f-49d3-a461-b49401ecc42f HTTP/1.1" status: 204  len: 168 time: 0.1274130
Apr 09 21:25:52.246783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db92413-fc56-4c24-9d5e-a3523be658b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6832c213-405f-49d3-a461-b49401ecc42f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:25:52.920693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9dd5738a-e253-40b0-9f49-1f262b6ec8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:53.130695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 88444679-4d6f-489b-8fca-7240d2527c73 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:25:53.151539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 88444679-4d6f-489b-8fca-7240d2527c73 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:25:53.151688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 88444679-4d6f-489b-8fca-7240d2527c73 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:25:53.400176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e10130b-3f41-45fc-8d8d-a5d33ae13847 req-a0746d27-df0c-457c-ac1d-82ef066983a4 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0289471
Apr 09 21:25:54.155562 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:54.504985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7a7b5f9-fd7f-49ef-9673-186a26ec2d09 req-2674bd6c-89d7-4c6e-aa2b-1703f9958eff tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0289693
Apr 09 21:25:55.224287 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:55.625330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e9c27188-8fd9-4419-837a-a29b7ca3db97 req-2a7be752-98e0-48d0-a841-76648e3cd8ef tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0337253
Apr 09 21:25:55.768636 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:56.735378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4068a8a6-3574-4702-8afd-5169afbaf0d0 req-f3578c30-9e38-4153-bc8c-aa667a108dcf tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0321858
Apr 09 21:25:56.993315 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0b06cb6-cc7e-4405-8629-80ce168b493a req-920b46b6-86c7-40ff-b119-a93552bc7884 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.1482363
Apr 09 21:25:57.093362 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:25:57.846736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-633fb86a-28a8-43f4-a75b-43de24e963b9 req-5793feed-e2d2-4730-abd7-be8adde405da tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0289254
Apr 09 21:25:58.956599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69b1c8d4-2ee7-47e9-b571-55f010cc3d91 req-a764d110-5278-4af6-bf57-0c596389dd49 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0335226
Apr 09 21:25:59.276993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4397e0d0-98e3-4d16-b47f-661963f6397f req-27cea66c-6343-495a-bab6-c36036dd4229 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0311928
Apr 09 21:25:59.886937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-b3d99ae9-029d-4b3b-b352-bcf12452bc5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1008599
Apr 09 21:25:59.973550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf588-8038-4691-9946-488cea66dcd0 req-a0e1e6bf-6660-4d01-9a57-403fe3a23e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:25:59.975070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-a0e1e6bf-6660-4d01-9a57-403fe3a23e80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=605e203fc5c04ed781bf67d309905d81&device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1127 time: 0.0427186
Apr 09 21:26:00.084108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf588-8038-4691-9946-488cea66dcd0 req-1538e289-b0a0-4630-b7d2-0210d24c0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:00.085506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-1538e289-b0a0-4630-b7d2-0210d24c0c70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0391f0d4-fa04-493b-a06d-d7825f459d86 HTTP/1.1" status: 200  len: 910 time: 0.0871575
Apr 09 21:26:00.155848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-3bb2f5b0-a57f-4423-aa95-cef1a8a7aede service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745 HTTP/1.1" status: 200  len: 1000 time: 0.0626142
Apr 09 21:26:00.205222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf588-8038-4691-9946-488cea66dcd0 req-a6ec209d-d9a4-4a88-8719-6a894976e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:00.206671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-a6ec209d-d9a4-4a88-8719-6a894976e7bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a HTTP/1.1" status: 200  len: 848 time: 0.0441902
Apr 09 21:26:00.252084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf588-8038-4691-9946-488cea66dcd0 req-3c742801-94c1-4bd3-b36f-fcd7a416cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:00.253639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-3c742801-94c1-4bd3-b36f-fcd7a416cc87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0391f0d4-fa04-493b-a06d-d7825f459d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0410633
Apr 09 21:26:00.263636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-81e56a0b-0ab8-42eb-8c52-64931c1d7918 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:26:00.264557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-81e56a0b-0ab8-42eb-8c52-64931c1d7918 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048783
Apr 09 21:26:00.370677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-68d0eac6-d9fc-4a49-9225-fc793bd7a66e service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998290
Apr 09 21:26:00.396269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3548f4d9-9a69-462e-ac0a-3f5c3ff59f5b req-3c0722fe-fcfa-4775-8685-6ef5ba477faf tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0400569
Apr 09 21:26:00.478605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1abbf588-8038-4691-9946-488cea66dcd0 req-6f9e1416-aabb-4d27-ae48-1290026e6342 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904253
Apr 09 21:26:01.488435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:01.518714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c01aa86b-ff16-4259-bfd2-84fba6c060f4 req-136e58c9-7017-4a9b-9cb7-fa8e9c768418 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0287910
Apr 09 21:26:02.630800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3853e110-f4de-4238-a28b-d9b841e3adf9 req-a8e33af7-522a-4d8f-8285-7f7e8ac774ca tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0278444
Apr 09 21:26:03.744969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d95ebcba-a9e4-4087-bf9f-dd6f239e95bb req-628cc616-8027-4f9a-86a6-18f4795e23c9 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0281467
Apr 09 21:26:04.772227 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-68c35e75-44e9-4175-8112-d4155c01fa22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0512187
Apr 09 21:26:04.850107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e30430c9-fc0d-4fa6-846b-e9c6d59b5608 req-fdeb6349-77ec-46a0-a04d-aa7f75bf90f7 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0283923
Apr 09 21:26:04.854425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-1adeeb44-e1bf-49e6-8809-6cef675019ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:04.855917 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-1adeeb44-e1bf-49e6-8809-6cef675019ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1127 time: 0.0407772
Apr 09 21:26:04.969495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-975c0816-b638-44e1-94e0-94ee8c6002ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:04.970968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-975c0816-b638-44e1-94e0-94ee8c6002ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea5bab77-15e0-4728-ad80-51ef38574660 HTTP/1.1" status: 200  len: 897 time: 0.0952117
Apr 09 21:26:05.040123 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-34416059-6d66-4296-872b-5d3099bcc377 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5 HTTP/1.1" status: 200  len: 1001 time: 0.0626233
Apr 09 21:26:05.092015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-c1effcfc-1a65-4bc3-831e-a42054ff287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:05.093624 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-c1effcfc-1a65-4bc3-831e-a42054ff287e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea9e1224-04aa-4aa6-8497-e3021296e84b HTTP/1.1" status: 200  len: 834 time: 0.0479786
Apr 09 21:26:05.142070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-89889639-8e90-4cf9-a026-a648c8ea97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:05.143601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-89889639-8e90-4cf9-a026-a648c8ea97d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea5bab77-15e0-4728-ad80-51ef38574660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445919
Apr 09 21:26:05.153444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-0a5cfed1-de6e-4283-a0fa-164f74c051b7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:26:05.154399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-0a5cfed1-de6e-4283-a0fa-164f74c051b7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050740
Apr 09 21:26:05.254467 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-1b640ed7-ee37-4a22-97db-167150ad4b9a service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933959
Apr 09 21:26:05.349664 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-bf585bea-b2d4-47a8-8504-03e7646b5caa req-b9c657b4-1851-4112-9689-d0c9d17eb6d7 service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894043
Apr 09 21:26:05.971102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-745cc620-d120-4caf-9767-ecfb76573b46 req-aba53ce4-130b-498b-b354-e701235210cd tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0338173
Apr 09 21:26:07.064464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59600) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:07.085603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aae74a50-f0da-4dfa-a5e4-3c494853853d req-b92d6fab-7f03-48b8-ac2e-16bcb8530a48 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0287127
Apr 09 21:26:07.224982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 797aa2d0-910d-4ec8-949a-0994aa28f8aa {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:26:07.225372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (797aa2d0-910d-4ec8-949a-0994aa28f8aa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:07.316812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (797aa2d0-910d-4ec8-949a-0994aa28f8aa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:07.317149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (797aa2d0-910d-4ec8-949a-0994aa28f8aa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:07.329992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 797aa2d0-910d-4ec8-949a-0994aa28f8aa owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:26:07.524396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (797aa2d0-910d-4ec8-949a-0994aa28f8aa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:07.549178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=797aa2d0-910d-4ec8-949a-0994aa28f8aa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:07.560004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.560351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.560691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.561042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.561388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.561726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.562049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.562370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.562691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.563011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.563335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.563656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.563972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.564286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.564603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:07.625525 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for floatingip (033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:07.625929 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Floating IP 033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1 disassociated (deleted). External IP: 172.35.0.209, port: 4e8e15aa-2a30-4f3e-8940-762c7103b1f5.
Apr 09 21:26:07.851317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:26:07.974259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:26:07.978983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:07.984709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] Sync routers for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:26:07.995926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:07.996828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ebdd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:25:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:08.014514 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e13b99d-cb96-4ddd-bf2a-3fa489c64f45 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/floatingips/033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1 HTTP/1.1" status: 204  len: 168 time: 0.9488580
Apr 09 21:26:08.015158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:26:08.017557 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c3a14d-643f-4f7d-ab71-5035bbc136bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:26:08.055222 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ec3ef1-e797-4854-8958-4ad8ebcc1378 x-openstack-request-id: req-72ec3ef1-e797-4854-8958-4ad8ebcc1378 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:26:08.055388 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:26:08.055583 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72ec3ef1-e797-4854-8958-4ad8ebcc1378 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:26:08.055954 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ec3ef1-e797-4854-8958-4ad8ebcc1378'] response: {'name': 'network-changed', 'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'status': 'completed', 'code': 200}
Apr 09 21:26:08.109566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:08.124760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-951f272c-47d5-4c14-aced-176160bf2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:08.126740 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-951f272c-47d5-4c14-aced-176160bf2eaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cbaded0b4ad4c4587cc36402e326750&device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 1127 time: 0.0473228
Apr 09 21:26:08.229262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a9ee65c-be37-469b-beda-b3bfeb817c4a req-1659d485-4b04-4950-8f2b-44aaafb0e908 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0380046
Apr 09 21:26:08.242807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-3ea42dd7-6de6-4180-b7f3-7f7b069b0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:08.245471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-3ea42dd7-6de6-4180-b7f3-7f7b069b0bf7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea5bab77-15e0-4728-ad80-51ef38574660 HTTP/1.1" status: 200  len: 897 time: 0.1099398
Apr 09 21:26:08.276297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce7189-02a4-4291-a25c-570464f87e98 req-3fde8ca2-503c-4355-8e3b-b8b151257f55 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:08.277822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dce7189-02a4-4291-a25c-570464f87e98 req-3fde8ca2-503c-4355-8e3b-b8b151257f55 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0518153
Apr 09 21:26:08.313125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ebdd30>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:17Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:08.328100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dce7189-02a4-4291-a25c-570464f87e98 req-89a0c459-2bd6-4163-aef7-eee63290d20e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442569
Apr 09 21:26:08.340293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] Checking router: 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:26:08.348814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:08.349521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ebdd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:25:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:08.467509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:08.658400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ebdd30>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:17Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:08.684506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e0d96-30d8-435b-bf1e-cb0439b3d93b None None] The sync data for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 is: [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:22:14Z', 'revision_number': 4, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '383c2c1b-8f1f-4f8e-b050-5e3b9306cc25', 'name': '', 'network_id': 'ea5bab77-15e0-4728-ad80-51ef38574660', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'mac_address': 'fa:16:3e:41:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:13Z', 'updated_at': '2022-04-09T21:22:17Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'subnets': [{'id': 'ea9e1224-04aa-4aa6-8497-e3021296e84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:26:08.913066 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a506ac2-e075-4225-85c7-d62f38365bde None None] New status for floating IP 033e7a39-c5b1-4032-b9c9-f5e1e2f68cc1: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:26:09.223652 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-45a75ac9-9096-457d-8610-95394ad1a85b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5 HTTP/1.1" status: 200  len: 217 time: 0.0506949
Apr 09 21:26:09.272303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-12a938a5-d205-4a06-9b8e-7f5b1e0bfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:09.273969 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-12a938a5-d205-4a06-9b8e-7f5b1e0bfb7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea9e1224-04aa-4aa6-8497-e3021296e84b HTTP/1.1" status: 200  len: 834 time: 0.0438275
Apr 09 21:26:09.326940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-09d08505-9914-41de-b6aa-23ca75d39c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:09.328579 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-09d08505-9914-41de-b6aa-23ca75d39c62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea5bab77-15e0-4728-ad80-51ef38574660&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398378
Apr 09 21:26:09.341254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e890f87-1d6d-429d-9a51-f73996cc1bf6 req-f85a2ec3-924b-42eb-b81d-c3d2edc438f7 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0320961
Apr 09 21:26:09.424353 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-125d4adf-47bd-4eb9-889a-4b9cffce074e service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879693
Apr 09 21:26:09.444225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb6f50-c2f2-495e-9284-4ffcc84818f9 req-3bfcd02e-98d3-47bf-8c34-6d5a4500d3a6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:09.446431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4eb6f50-c2f2-495e-9284-4ffcc84818f9 req-3bfcd02e-98d3-47bf-8c34-6d5a4500d3a6 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0484662
Apr 09 21:26:09.499511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4eb6f50-c2f2-495e-9284-4ffcc84818f9 req-75921a76-27df-4e97-9735-884c2424adcc tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/security-groups?id=91887a5f-2e66-4d2e-b358-a56eb883802a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469737
Apr 09 21:26:09.536889 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-65c3a14d-643f-4f7d-ab71-5035bbc136bc req-f8c57309-f60e-4982-a49c-ecd5925b57b6 service neutron] 10.222.0.25 "GET /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887353
Apr 09 21:26:09.821273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-5d97c967-3fc4-41f3-bc3b-b741b0d6062f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:09.822676 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-5d97c967-3fc4-41f3-bc3b-b741b0d6062f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 945 time: 0.0601058
Apr 09 21:26:09.918373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:26:09.918713 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:10.011698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:10.012054 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:10.025522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:26:10.165872 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4e8e15aa-2a30-4f3e-8940-762c7103b1f5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:10.198287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=4e8e15aa-2a30-4f3e-8940-762c7103b1f5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:10.243950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] No DVR routers for this DVR port 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:26:10.246733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:10.250112 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0feea19c-8802-4f1f-bf49-45a3341bde5f req-27b605c6-b4e2-4d4f-818a-54e7d7a35734 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.25 "DELETE /v2.0/ports/4e8e15aa-2a30-4f3e-8940-762c7103b1f5 HTTP/1.1" status: 204  len: 173 time: 0.4181473
Apr 09 21:26:10.250581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'name': 'network-vif-deleted', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:26:10.252877 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f986c-fa68-427f-8edb-5fda5921819f" -d '{"events": [{"server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "name": "network-vif-deleted", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:26:10.301565 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a32c1d0-9acb-4311-a28a-46231a3f3682 x-openstack-request-id: req-5a32c1d0-9acb-4311-a28a-46231a3f3682 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:26:10.302132 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c44d14c-4ef7-4174-9b37-3b2557842298", "name": "network-vif-deleted", "tag": "4e8e15aa-2a30-4f3e-8940-762c7103b1f5", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:26:10.302497 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a32c1d0-9acb-4311-a28a-46231a3f3682 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:26:10.303139 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a32c1d0-9acb-4311-a28a-46231a3f3682'] response: {'server_uuid': '2c44d14c-4ef7-4174-9b37-3b2557842298', 'name': 'network-vif-deleted', 'tag': '4e8e15aa-2a30-4f3e-8940-762c7103b1f5', 'status': 'completed', 'code': 200}
Apr 09 21:26:10.447450 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-adf8fc2b-d6d3-44c0-b5cb-59772097175d req-2eb6600e-05ba-4d79-82ba-37e2d721e500 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0290232
Apr 09 21:26:10.622152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04284abc-4739-4156-9908-075d0446c9b9 req-7cf3684a-9544-441f-87d5-787724fac67e tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c44d14c-4ef7-4174-9b37-3b2557842298 HTTP/1.1" status: 200  len: 210 time: 0.0313253
Apr 09 21:26:11.561282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab1374f1-ea50-4bfa-82be-014e4886924b req-706f7578-6687-4e2a-812b-310e180569c7 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0381587
Apr 09 21:26:11.685521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59624) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:11.852950 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:26:12.034919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:12.291309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:26:12.291646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:12.382175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:12.382522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:12.395481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:26:12.601014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (383c2c1b-8f1f-4f8e-b050-5e3b9306cc25), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:12.629478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=383c2c1b-8f1f-4f8e-b050-5e3b9306cc25,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:12.705681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728f93fb-f92c-4f24-8050-0f3fd969948a req-5853460c-01eb-4efb-984d-a4dde55d04a6 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0536880
Apr 09 21:26:12.839411 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.074146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:26:13.190372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:26:13.195640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-26ccd305-6b33-48a2-8d0d-49032f7e17b8 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "PUT /v2.0/routers/66fe0f6c-3208-4261-ad15-3e2e34e4ce8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5090556
Apr 09 21:26:13.198922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:13.199825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] Sync routers for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:26:13.210862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:13.211605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374734790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:25:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:13.251119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9466ef13-3240-4b03-ba3a-53f6537f8063 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting subnet ea9e1224-04aa-4aa6-8497-e3021296e84b {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:26:13.254441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9466ef13-3240-4b03-ba3a-53f6537f8063 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for subnet (ea9e1224-04aa-4aa6-8497-e3021296e84b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.293195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9466ef13-3240-4b03-ba3a-53f6537f8063 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (ea9e1224-04aa-4aa6-8497-e3021296e84b), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.320328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:13.379487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9466ef13-3240-4b03-ba3a-53f6537f8063 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ea9e1224-04aa-4aa6-8497-e3021296e84b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.442034 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9466ef13-3240-4b03-ba3a-53f6537f8063 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (ea9e1224-04aa-4aa6-8497-e3021296e84b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.471724 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9466ef13-3240-4b03-ba3a-53f6537f8063 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.477518 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9466ef13-3240-4b03-ba3a-53f6537f8063 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/subnets/ea9e1224-04aa-4aa6-8497-e3021296e84b HTTP/1.1" status: 204  len: 168 time: 0.2750857
Apr 09 21:26:13.477518 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466ef13-3240-4b03-ba3a-53f6537f8063 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9e1224-04aa-4aa6-8497-e3021296e84b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:13.477845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59630) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:13.483827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b7cd9-b1a8-48e6-9b9c-1916eea0bf09 None None] Network ea5bab77-15e0-4728-ad80-51ef38574660 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:26:13.550105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374734790>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:26:12Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:13.593505 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.597136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] Checking router: 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:26:13.612561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] Routers {'66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:13.613185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374734790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:25:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:13.699092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] DHCP port deletion for ea5bab77-15e0-4728-ad80-51ef38574660 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:26:13.705912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_gateway (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.752698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] Set router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:13.758473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Deleting port b7862716-4a09-426f-9bc2-2b93b8b4a12a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:26:13.758973 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.818916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2f61ca4-ef60-44e6-bcb8-37199188d937 req-80ac6a0d-191e-44f8-a5f2-426fc79cd289 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0300276
Apr 09 21:26:13.854853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] For port b7862716-4a09-426f-9bc2-2b93b8b4a12a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7862716-4a09-426f-9bc2-2b93b8b4a12a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:13.855451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:13.870192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Calling delete_port for b7862716-4a09-426f-9bc2-2b93b8b4a12a owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:26:13.974627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Deleting port cc20e8d9-5d90-48af-94f3-0e451a232aab {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:26:13.975004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.042617 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b7862716-4a09-426f-9bc2-2b93b8b4a12a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.068159 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Port': ['ID=b7862716-4a09-426f-9bc2-2b93b8b4a12a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:14.088406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] For port cc20e8d9-5d90-48af-94f3-0e451a232aab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc20e8d9-5d90-48af-94f3-0e451a232aab,segment=NetworkSegment(820f5148-6a1c-4075-9020-c8e043799890),segment_id=820f5148-6a1c-4075-9020-c8e043799890)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:14.089175 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.106837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Calling delete_port for cc20e8d9-5d90-48af-94f3-0e451a232aab owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:26:14.128727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:26:14.133219 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.202931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:26:14.203549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 4e8e15aa-2a30-4f3e-8940-762c7103b1f5 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:26:14.228291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.230593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router_controller (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.234922 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374734790>, [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:26:12Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:14.265549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb0829-7ce0-4823-a560-ad25eb706b3a None None] The sync data for ids ['66fe0f6c-3208-4261-ad15-3e2e34e4ce8e'] in ncdv-master-1 is: [{'id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905247329', 'tenant_id': '0cbaded0b4ad4c4587cc36402e326750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:22:04Z', 'updated_at': '2022-04-09T21:26:12Z', 'revision_number': 5, 'project_id': '0cbaded0b4ad4c4587cc36402e326750', 'gw_port': {'id': 'b7862716-4a09-426f-9bc2-2b93b8b4a12a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fe0f6c-3208-4261-ad15-3e2e34e4ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:22:06Z', 'updated_at': '2022-04-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:26:14.282989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (66fe0f6c-3208-4261-ad15-3e2e34e4ce8e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.283671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Fanout notify agent at l3_agent the message router_deleted on router 66fe0f6c-3208-4261-ad15-3e2e34e4ce8e {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:26:14.293653 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.294800 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dd064da5-cbfb-4603-98db-23ceba86b6f5 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/routers/66fe0f6c-3208-4261-ad15-3e2e34e4ce8e HTTP/1.1" status: 204  len: 168 time: 0.8160200
Apr 09 21:26:14.297021 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (cc20e8d9-5d90-48af-94f3-0e451a232aab), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.297836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59634) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:14.321307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Pushing event deleted for resources: {'Port': ['ID=cc20e8d9-5d90-48af-94f3-0e451a232aab,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:14.333404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.333763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.334097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.334436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.334775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.335116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.335448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.335777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.336105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.336437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.336767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.337112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.337443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.337770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.338089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:14.343230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895f4e7-2b73-4d7f-8eaa-de1b89f5ebfe None None] No DVR routers for this DVR port cc20e8d9-5d90-48af-94f3-0e451a232aab on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:26:14.376959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (ea5bab77-15e0-4728-ad80-51ef38574660), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.464408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (ea5bab77-15e0-4728-ad80-51ef38574660), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.484487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375b9a790>,) {'filters': {'network_id': ['ea5bab77-15e0-4728-ad80-51ef38574660']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:14.494068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375b9a790>, '820f5148-6a1c-4075-9020-c8e043799890') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:14.494365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375b9a790>, '820f5148-6a1c-4075-9020-c8e043799890') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:14.503776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (820f5148-6a1c-4075-9020-c8e043799890), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.518045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (820f5148-6a1c-4075-9020-c8e043799890), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.523971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:26:14.524372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (820f5148-6a1c-4075-9020-c8e043799890), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:26:14.527384 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:26:14.592101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (ea5bab77-15e0-4728-ad80-51ef38574660), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.599813 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.605615 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/networks/ea5bab77-15e0-4728-ad80-51ef38574660 HTTP/1.1" status: 204  len: 168 time: 0.3039086
Apr 09 21:26:14.606015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59636) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:14.615424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4ea92-eeba-4fce-8213-4888f408014f tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'Network': ['ID=ea5bab77-15e0-4728-ad80-51ef38574660,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:14.668863 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8c4b84a0-ddb0-4815-af4a-799e947e37d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (91887a5f-2e66-4d2e-b358-a56eb883802a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.694793 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8c4b84a0-ddb0-4815-af4a-799e947e37d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (91887a5f-2e66-4d2e-b358-a56eb883802a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.761949 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8c4b84a0-ddb0-4815-af4a-799e947e37d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (91887a5f-2e66-4d2e-b358-a56eb883802a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.764717 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8c4b84a0-ddb0-4815-af4a-799e947e37d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:14.768969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8c4b84a0-ddb0-4815-af4a-799e947e37d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] 10.222.0.30 "DELETE /v2.0/security-groups/91887a5f-2e66-4d2e-b358-a56eb883802a HTTP/1.1" status: 204  len: 168 time: 0.1617773
Apr 09 21:26:14.781174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b84a0-ddb0-4815-af4a-799e947e37d9 tempest-TestNetworkAdvancedServerOps-76454194 tempest-TestNetworkAdvancedServerOps-76454194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91887a5f-2e66-4d2e-b358-a56eb883802a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:14.933618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d7c6088-3790-43bf-b9ac-bc5e02f212cd req-a394e976-c9f3-472d-bb9a-4f458926c54f tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0314143
Apr 09 21:26:15.095808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59646) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:15.233342 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9dc1efdb-d61d-4848-8a78-297196d9d5d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cbaded0b4ad4c4587cc36402e326750&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1360950
Apr 09 21:26:15.235848 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59650) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:15.287372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9f17-4653-4623-a6a1-e961c7bbc675 admin admin] Publish callbacks [] for security_group (cc256cee-53a3-41c4-ab9f-14ddf41d64fa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:15.322071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9f17-4653-4623-a6a1-e961c7bbc675 admin admin] Publish callbacks [] for security_group (cc256cee-53a3-41c4-ab9f-14ddf41d64fa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:15.356938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc20e8d9-5d90-48af-94f3-0e451a232aab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:26:15.377717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: cc20e8d9-5d90-48af-94f3-0e451a232aab {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:26:15.378058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device cc20e8d9-5d90-48af-94f3-0e451a232aab not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:26:15.378471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7862716-4a09-426f-9bc2-2b93b8b4a12a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:26:15.381340 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9f17-4653-4623-a6a1-e961c7bbc675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cc256cee-53a3-41c4-ab9f-14ddf41d64fa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:15.384628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9f17-4653-4623-a6a1-e961c7bbc675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:15.388293 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a8f9f17-4653-4623-a6a1-e961c7bbc675 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc256cee-53a3-41c4-ab9f-14ddf41d64fa HTTP/1.1" status: 204  len: 168 time: 0.1492152
Apr 09 21:26:15.393767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f9f17-4653-4623-a6a1-e961c7bbc675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc256cee-53a3-41c4-ab9f-14ddf41d64fa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:15.398998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b7862716-4a09-426f-9bc2-2b93b8b4a12a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:26:15.399401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7862716-4a09-426f-9bc2-2b93b8b4a12a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:26:15.399881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:26:15.426877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:26:15.427221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 383c2c1b-8f1f-4f8e-b050-5e3b9306cc25 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:26:15.684160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59656) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:15.725643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c5d1f6f4-bc39-45be-af79-cb741cb677ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c05fb2ff69eb4e3e8464952cacd62c77&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0403008
Apr 09 21:26:15.729020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59658) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:15.783070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-670bd30f-0e60-4f60-81f0-c5a483685f76 admin admin] Publish callbacks [] for security_group (f4823fc5-b55c-40af-b430-61301ffcca62), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:15.805568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-670bd30f-0e60-4f60-81f0-c5a483685f76 admin admin] Publish callbacks [] for security_group (f4823fc5-b55c-40af-b430-61301ffcca62), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:15.859400 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-670bd30f-0e60-4f60-81f0-c5a483685f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f4823fc5-b55c-40af-b430-61301ffcca62), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:15.862045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-670bd30f-0e60-4f60-81f0-c5a483685f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:15.863234 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-670bd30f-0e60-4f60-81f0-c5a483685f76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4823fc5-b55c-40af-b430-61301ffcca62 HTTP/1.1" status: 204  len: 168 time: 0.1333065
Apr 09 21:26:15.871486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bd30f-0e60-4f60-81f0-c5a483685f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4823fc5-b55c-40af-b430-61301ffcca62,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:16.045853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c578985-57da-4acb-b98a-4d69b54dca8b req-95f042ab-c15d-41e7-8e01-dc5b9eb96daa tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0355794
Apr 09 21:26:17.144398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76a008f0-82ee-452b-8393-a13223229b18 req-d1cff98f-1321-44da-85ad-211309e33d61 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0304203
Apr 09 21:26:18.134650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59714) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:18.139890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'network': {'name': 'tempest-network-smoke--723775581', 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'port_security_enabled': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:18.161283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Made reservation on behalf of f835ef5aefe44c96bc20308d450b5680 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:26:18.164572 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.173359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.249387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f23e8e5-31f3-4d9e-ae01-8ef23e881606 req-8691b581-39e5-4cb4-9e2f-84c365196ff3 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0277851
Apr 09 21:26:18.251741 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (a6fd2622-690a-4059-a661-e23527b7e9c1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.257886 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a6fd2622-690a-4059-a661-e23527b7e9c1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.287011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:26:18.293224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fd2622-690a-4059-a661-e23527b7e9c1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:18.299164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (61c8165b-cd94-4b37-920e-927ccb679f9c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.299498 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Added segment 61c8165b-cd94-4b37-920e-927ccb679f9c of type vlan for network eed8a229-49ff-4110-8b62-8b54cbcf9d4e
Apr 09 21:26:18.340422 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (eed8a229-49ff-4110-8b62-8b54cbcf9d4e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.368705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (eed8a229-49ff-4110-8b62-8b54cbcf9d4e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.373631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:18.374235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.434328 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2984612
Apr 09 21:26:18.439782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59718) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:18.444166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'admin_state_up': True, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:18.450154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dc66f-0986-4b4e-b4ce-1d6a0755e805 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Network': ['ID=eed8a229-49ff-4110-8b62-8b54cbcf9d4e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:18.462036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:26:18.468466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (f15fadc2-0b48-4e53-88dc-959ed28febdf), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.469598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (f15fadc2-0b48-4e53-88dc-959ed28febdf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.822506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_controller (f15fadc2-0b48-4e53-88dc-959ed28febdf), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:18.965882 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_gateway (f15fadc2-0b48-4e53-88dc-959ed28febdf), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:19.152838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_gateway (f15fadc2-0b48-4e53-88dc-959ed28febdf), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:19.172487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:19.296402 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Allocated IP 172.35.0.50 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/97eeebc5-99cf-4652-a0dd-b7fae15b3a36) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:26:19.359496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0724cbeb-5b91-4e24-bc62-ee986b757afd req-e7a06117-0464-4713-a766-8a4048aa7524 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0284758
Apr 09 21:26:19.415875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:19.460070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:19.498956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:26:19.501843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:19.505204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:26:19.529542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=97eeebc5-99cf-4652-a0dd-b7fae15b3a36,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:19.784638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_gateway (f15fadc2-0b48-4e53-88dc-959ed28febdf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:19.996139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (f15fadc2-0b48-4e53-88dc-959ed28febdf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:20.136959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Router f15fadc2-0b48-4e53-88dc-959ed28febdf is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:26:20.260747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:26:20.270633 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Sync routers for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:26:20.281667 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:20.282521 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773eb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:25:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:20.282749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:20.284044 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fb489417-aae2-41fe-a23d-f6df549ae179 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.8456371
Apr 09 21:26:20.287704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59722) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:20.394612 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:20.412753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d23a5f7e-27be-4c56-9701-38b0d03864a6 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f835ef5aefe44c96bc20308d450b5680&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1211929
Apr 09 21:26:20.413305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59728) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:20.465632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5b46be05-f80b-4cfa-ba57-18047144bf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:20.500382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-083c991c-1bd2-4446-add5-cc2348edf734 req-a2100eb7-ed90-45aa-b8ca-9d6efba21cab tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0652537
Apr 09 21:26:20.535723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28778842-24c1-40c8-9c3e-8bca6d5f0682 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:20.537248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-28778842-24c1-40c8-9c3e-8bca6d5f0682 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1232853
Apr 09 21:26:20.540081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59730) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:20.570246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-07727879-b2d3-4f15-8eb7-b4a7e89d084c tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265822
Apr 09 21:26:20.570894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59732) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:20.575648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419956573', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:20.578960 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773eb9a0>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:19Z', 'revision_number': 3, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:20.606053 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Checking router: f15fadc2-0b48-4e53-88dc-959ed28febdf for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:26:20.606393 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Updating router f15fadc2-0b48-4e53-88dc-959ed28febdf port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:26:20.634167 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:20.901267 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Publish callbacks [] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:20.907816 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:20.960661 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Attempting to bind port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:26:20.961060 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Attempting to bind port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:26:20.961419 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Attempting to bind port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:26:20.963902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Pushing event updated for resources: {'Port': ['ID=97eeebc5-99cf-4652-a0dd-b7fae15b3a36,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:20.973343 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:26:20.973702 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:26:20.974123 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:20.974515 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:26:20.974995 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Bound port: 97eeebc5-99cf-4652-a0dd-b7fae15b3a36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:26:20.975357 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:20.978012 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.978356 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.978712 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.979047 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.979374 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.979704 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.980032 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.980351 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.980673 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.980991 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.981338 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.981655 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.981974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.982286 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:20.982603 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:21.028670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Made reservation on behalf of f835ef5aefe44c96bc20308d450b5680 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:26:21.032316 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.034944 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] For port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:26:21.037978 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] For port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97eeebc5-99cf-4652-a0dd-b7fae15b3a36,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:26:21.044311 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.102945 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:21.103562 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773eb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:25:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:21.106923 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf57a97-14d1-4d8e-908b-be434b6f4d21 None None] Pushing event updated for resources: {'Port': ['ID=97eeebc5-99cf-4652-a0dd-b7fae15b3a36,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:21.212024 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:21.223717 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (ff6bba76-6e21-44ef-b905-dac0859bca09), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.281783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Subnet': ['ID=ff6bba76-6e21-44ef-b905-dac0859bca09,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:21.292286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Checking segment: {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:26:21.292645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network hostable DHCP agents. Network: eed8a229-49ff-4110-8b62-8b54cbcf9d4e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:26:21.311131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:26:21.320968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eed8a229-49ff-4110-8b62-8b54cbcf9d4e) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:21.325735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:21.326200 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.333758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3d662-2434-407c-9474-7247a0470243 None None] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:26:21.348057 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-403f8390-df63-470f-a01b-a7ae075c37e6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7735014
Apr 09 21:26:21.348271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59734) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:21.388698 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773eb9a0>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:19Z', 'revision_number': 3, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:21.415556 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5ab96-590e-4493-88d7-84f7bba9af2f None None] The sync data for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 is: [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:19Z', 'revision_number': 3, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:26:21.457324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:26:21.458225 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.609403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Allocated IP 172.20.0.2 (eed8a229-49ff-4110-8b62-8b54cbcf9d4e/ff6bba76-6e21-44ef-b905-dac0859bca09/6dee1f78-2b52-4232-a692-e4ab33c359e6) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:26:21.659783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76653996-9672-43fe-8361-2ee58343441e req-ad04ecaa-c151-4ba2-ae7d-3d209c1841ab tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0701156
Apr 09 21:26:21.787184 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Publish callbacks [] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.800396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.854577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:26:21.863353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:21.865781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Pushing event updated for resources: {'Port': ['ID=6dee1f78-2b52-4232-a692-e4ab33c359e6,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:21.873148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:26:21.884624 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.934772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Attempting to bind port 6dee1f78-2b52-4232-a692-e4ab33c359e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:26:21.935148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Attempting to bind port 6dee1f78-2b52-4232-a692-e4ab33c359e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:26:21.935514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Attempting to bind port 6dee1f78-2b52-4232-a692-e4ab33c359e6 on network eed8a229-49ff-4110-8b62-8b54cbcf9d4e {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:26:21.941530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:26:21.941908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Checking segment: {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:26:21.942310 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:21.942706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Bound using segment: {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:26:21.943177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Bound port: 6dee1f78-2b52-4232-a692-e4ab33c359e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:26:21.943558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:22.012437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] For port 6dee1f78-2b52-4232-a692-e4ab33c359e6, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:26:22.015831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] For port 6dee1f78-2b52-4232-a692-e4ab33c359e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dee1f78-2b52-4232-a692-e4ab33c359e6,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:26:22.024047 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:22.087827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c9c78-2970-4839-b5b6-6a0ac4b3f5a0 None None] Pushing event updated for resources: {'Port': ['ID=6dee1f78-2b52-4232-a692-e4ab33c359e6,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:22.191378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Allocated IP 172.20.0.1 (eed8a229-49ff-4110-8b62-8b54cbcf9d4e/ff6bba76-6e21-44ef-b905-dac0859bca09/4cf02cbb-e0dd-4936-b2d1-d4dc1f377736) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:26:22.334096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:22.379238 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:22.430771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:26:22.433848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:22.439077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:26:22.463497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:22.487475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (f15fadc2-0b48-4e53-88dc-959ed28febdf), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:22.633255 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:22.803753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d99e6227-83df-411e-a374-81f17f269bbd req-7fb5558e-1311-4d09-b7fc-a0480e9b4be4 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0342340
Apr 09 21:26:22.914390 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0b64872-45e4-42b8-bd9b-f3d47fc1421f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:22.950825 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:22.956614 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.029890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:23.032347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (f15fadc2-0b48-4e53-88dc-959ed28febdf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.130899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:26:23.132655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:23.243085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:26:23.262821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Router f15fadc2-0b48-4e53-88dc-959ed28febdf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:26:23.290868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:23.291242 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.381635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:23.382026 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.385523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:26:23.394592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-87bb7cbb-6fcc-40d9-91a3-a8ee860bfd43 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "PUT /v2.0/routers/f15fadc2-0b48-4e53-88dc-959ed28febdf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0452347
Apr 09 21:26:23.395959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59742) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:23.401591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ce446ff2-1371-4991-8a2d-6c1999ff2aa3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--379782238', 'description': 'tempest-secgroup_access--379782238 description', 'project_id': 'f835ef5aefe44c96bc20308d450b5680'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:23.407906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97eeebc5-99cf-4652-a0dd-b7fae15b3a36,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:23.415339 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.416629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6dee1f78-2b52-4232-a692-e4ab33c359e6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:26:23.428712 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce446ff2-1371-4991-8a2d-6c1999ff2aa3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.497874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6dee1f78-2b52-4232-a692-e4ab33c359e6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:23.498267 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.522312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce446ff2-1371-4991-8a2d-6c1999ff2aa3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (763f0279-9764-4410-b047-5e636b21479e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.528888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce446ff2-1371-4991-8a2d-6c1999ff2aa3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (763f0279-9764-4410-b047-5e636b21479e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.538347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=97eeebc5-99cf-4652-a0dd-b7fae15b3a36,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:23.564464 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ce446ff2-1371-4991-8a2d-6c1999ff2aa3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.565792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ce446ff2-1371-4991-8a2d-6c1999ff2aa3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.1685128
Apr 09 21:26:23.566658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce446ff2-1371-4991-8a2d-6c1999ff2aa3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763f0279-9764-4410-b047-5e636b21479e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:23.568706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59744) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:23.574949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-0340c77f-8a36-4b83-b386-75a821083ad5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--883454158', 'description': 'tempest-secgroup_general--883454158 description', 'project_id': 'f835ef5aefe44c96bc20308d450b5680'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:23.594506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f4c96-7e4c-4a53-a1e6-7505c8b49395 None None] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:26:23.600993 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0340c77f-8a36-4b83-b386-75a821083ad5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.635573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b5191d33-6177-4209-b1dc-a30582622ff5 None None] Provisioning complete for port 6dee1f78-2b52-4232-a692-e4ab33c359e6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:23.635857 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b5191d33-6177-4209-b1dc-a30582622ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.664330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6dee1f78-2b52-4232-a692-e4ab33c359e6 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:23.664724 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.678068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0340c77f-8a36-4b83-b386-75a821083ad5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (1622d0e3-6e09-416f-a209-bc128f2f5e74), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.682887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0340c77f-8a36-4b83-b386-75a821083ad5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1622d0e3-6e09-416f-a209-bc128f2f5e74), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.690372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Sync routers for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:26:23.710236 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0340c77f-8a36-4b83-b386-75a821083ad5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.711508 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0340c77f-8a36-4b83-b386-75a821083ad5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.1411958
Apr 09 21:26:23.714917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59746) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:23.719930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f88c4c4e-5ea2-4136-aa29-070d2113858c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'security_group_rule': {'security_group_id': '763f0279-9764-4410-b047-5e636b21479e', 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:23.726003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340c77f-8a36-4b83-b386-75a821083ad5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1622d0e3-6e09-416f-a209-bc128f2f5e74,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:23.746535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:23.747248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767c80d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:23.752566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f88c4c4e-5ea2-4136-aa29-070d2113858c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group_rule (55d75062-9e0e-4774-b4e2-df9fc00cae63), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.762751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 6dee1f78-2b52-4232-a692-e4ab33c359e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dee1f78-2b52-4232-a692-e4ab33c359e6,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:23.805264 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.821416 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f88c4c4e-5ea2-4136-aa29-070d2113858c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group_rule (55d75062-9e0e-4774-b4e2-df9fc00cae63), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.826393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f88c4c4e-5ea2-4136-aa29-070d2113858c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (55d75062-9e0e-4774-b4e2-df9fc00cae63), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.848433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c4c4e-5ea2-4136-aa29-070d2113858c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d75062-9e0e-4774-b4e2-df9fc00cae63,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:23.860167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f88c4c4e-5ea2-4136-aa29-070d2113858c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:23.872463 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f88c4c4e-5ea2-4136-aa29-070d2113858c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1560993
Apr 09 21:26:23.953925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df7d9253-c0eb-443f-8408-ca350c67bf14 req-e35b6bf7-3b25-4efa-93cc-034c1c64962e tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0465345
Apr 09 21:26:23.975659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b5191d33-6177-4209-b1dc-a30582622ff5 None None] Current status of the port 6dee1f78-2b52-4232-a692-e4ab33c359e6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:23.981263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=6dee1f78-2b52-4232-a692-e4ab33c359e6,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:24.001575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:24.059833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-fec1f949-e5b3-4718-b221-070d2423e4c9 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--883454158&fields=id&tenant_id=f835ef5aefe44c96bc20308d450b5680 HTTP/1.1" status: 200  len: 267 time: 0.0475514
Apr 09 21:26:24.111256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-d02d3dbc-597e-43cb-8755-3cd7d3650ed2 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--379782238&fields=id&tenant_id=f835ef5aefe44c96bc20308d450b5680 HTTP/1.1" status: 200  len: 267 time: 0.0453436
Apr 09 21:26:24.235014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-b1712f09-6e6d-412d-be3b-decb5c6fc7d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:24.237131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-b1712f09-6e6d-412d-be3b-decb5c6fc7d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/networks?id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e HTTP/1.1" status: 200  len: 796 time: 0.1186409
Apr 09 21:26:24.256600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-6fde34c6-9749-40a7-ae4b-65a4c91a3878 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/quotas/f835ef5aefe44c96bc20308d450b5680 HTTP/1.1" status: 200  len: 375 time: 0.0111275
Apr 09 21:26:24.318596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-59c3f39a-7a95-401a-9d69-3b989158b65b tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f835ef5aefe44c96bc20308d450b5680&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0561423
Apr 09 21:26:24.345933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a79c004e-5d84-4562-9380-166d816a14b1 None None] Provisioning complete for port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:24.346333 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a79c004e-5d84-4562-9380-166d816a14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:24.350543 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:24.420590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a79c004e-5d84-4562-9380-166d816a14b1 None None] Port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:26:24.431971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a79c004e-5d84-4562-9380-166d816a14b1 None None] Provisioning complete for port 6dee1f78-2b52-4232-a692-e4ab33c359e6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:24.432340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a79c004e-5d84-4562-9380-166d816a14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:24.436347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3b922e01-b0b3-48bc-a7c5-c328ea617960 service neutron] 10.222.0.30 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986111
Apr 09 21:26:24.476506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767c80d0>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 2, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:24.510386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Checking router: f15fadc2-0b48-4e53-88dc-959ed28febdf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:26:24.510748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Updating router f15fadc2-0b48-4e53-88dc-959ed28febdf port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:26:24.538654 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-70ca16c5-8f2d-420a-949c-189775c64884 service neutron] 10.222.0.30 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953002
Apr 09 21:26:24.550134 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:24.620125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a79c004e-5d84-4562-9380-166d816a14b1 None None] Current status of the port 6dee1f78-2b52-4232-a692-e4ab33c359e6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:24.726973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5786d18d-1089-4f09-8b2c-4fe35d248bd8 req-dec67951-a1d4-4b70-8b54-898929e43062 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 210 time: 0.0357480
Apr 09 21:26:24.779331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ec6fe71f-8307-4624-b6ac-9d00a3d45ed3 None None] Provisioning complete for port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:24.779700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe71f-8307-4624-b6ac-9d00a3d45ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:24.838950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fe71f-8307-4624-b6ac-9d00a3d45ed3 None None] Port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:26:24.895958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Publish callbacks [] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:24.903276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:24.956862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff459b78-57a0-4292-9ba9-a3182c730c1e None None] Pushing event updated for resources: {'Port': ['ID=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:25.024135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Attempting to bind port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:26:25.025280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Attempting to bind port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:26:25.025798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Attempting to bind port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 on network eed8a229-49ff-4110-8b62-8b54cbcf9d4e {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:26:25.034586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:26:25.034959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Checking segment: {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:26:25.035904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.036477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Bound using segment: {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:26:25.037505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Bound port: 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:26:25.038065 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.080519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d97cafa-f723-41c0-bdad-5e856166eac7 req-5c7f823d-edf1-45bb-88a7-981702bf81c6 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0416503
Apr 09 21:26:25.124051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] For port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:26:25.127634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] For port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:26:25.135829 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.204720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:25.205466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767c80d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:25.258929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:26:25.290755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff459b78-57a0-4292-9ba9-a3182c730c1e None None] Pushing event updated for resources: {'Port': ['ID=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:25.320261 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.324273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-90433258-fbbc-4284-8dc5-631fc2686262 None None] Provisioning complete for port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:25.324646 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90433258-fbbc-4284-8dc5-631fc2686262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.427019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:25.427393 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.459166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:25.584576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-90433258-fbbc-4284-8dc5-631fc2686262 None None] Current status of the port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:25.584923 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90433258-fbbc-4284-8dc5-631fc2686262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.701488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:25.702566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6dee1f78-2b52-4232-a692-e4ab33c359e6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:26:25.705225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-90433258-fbbc-4284-8dc5-631fc2686262 None None] For port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:25.734648 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90433258-fbbc-4284-8dc5-631fc2686262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.833881 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.863429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb00a7fc-a7fe-45e6-b7c5-9ce5d4b999eb req-dbe53811-c1c4-43a1-834a-cc26729d9586 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 210 time: 0.0428314
Apr 09 21:26:25.864432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767c80d0>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:25Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:25.902284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90433258-fbbc-4284-8dc5-631fc2686262 None None] Pushing event updated for resources: {'Port': ['ID=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:25.907446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0142d-540c-4fb0-9e06-df4cc43c29bf None None] The sync data for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 is: [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:25Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:26:25.908864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6dee1f78-2b52-4232-a692-e4ab33c359e6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:25.909285 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:25.911411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5c53cbac-98dd-432d-835e-8736fb31bb22 None None] Provisioning complete for port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:25.911774 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c53cbac-98dd-432d-835e-8736fb31bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:26.030659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-cfec3659-ca6f-4a22-a51c-b8898f650a49 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:26.032365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-cfec3659-ca6f-4a22-a51c-b8898f650a49 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.32 "GET /v2.0/networks?id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e HTTP/1.1" status: 200  len: 796 time: 0.1477189
Apr 09 21:26:26.085657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5c53cbac-98dd-432d-835e-8736fb31bb22 None None] Current status of the port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:26.133984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6dee1f78-2b52-4232-a692-e4ab33c359e6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:26.147807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-22f8acb2-1b8a-4633-a3ae-90c60a8f19d3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f835ef5aefe44c96bc20308d450b5680 HTTP/1.1" status: 200  len: 476 time: 0.1061804
Apr 09 21:26:26.157457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'port': {'device_id': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'admin_state_up': True, 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'security_groups': ['1622d0e3-6e09-416f-a209-bc128f2f5e74', '763f0279-9764-4410-b047-5e636b21479e']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:26.205085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f589780e-3532-4f0a-b601-3647d200508d req-71261c05-06ea-4d75-9e21-477b1474cd65 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0436771
Apr 09 21:26:26.295671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Made reservation on behalf of f835ef5aefe44c96bc20308d450b5680 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:26:26.299324 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:26.430145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Allocated IP 172.20.0.8 (eed8a229-49ff-4110-8b62-8b54cbcf9d4e/ff6bba76-6e21-44ef-b905-dac0859bca09/be033c1b-34cc-4943-b7a1-22bca07d3ec3) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:26:26.586847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:26.624060 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:26.665109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:26:26.670700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:26.674380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:26:26.708216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=be033c1b-34cc-4943-b7a1-22bca07d3ec3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:26.740640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:26.741412 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:26.761216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-ecd71c48-6b0a-4847-ab48-b17debeb6b76 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 0.6078436
Apr 09 21:26:26.774532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Request body: {'port': {'device_id': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:26.842297 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.010190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-54d0626d-3b8a-4009-9a21-51ced8f22c83 None None] Provisioning complete for port be033c1b-34cc-4943-b7a1-22bca07d3ec3 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:27.010565 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-54d0626d-3b8a-4009-9a21-51ced8f22c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.029428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1b1b7-e28d-4599-a8dc-2eb9b2b73339 req-30a2cf4b-cae1-4fb3-b1c9-6112838fd5e4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:27.031031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ec1b1b7-e28d-4599-a8dc-2eb9b2b73339 req-30a2cf4b-cae1-4fb3-b1c9-6112838fd5e4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 970 time: 0.0777831
Apr 09 21:26:27.051408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-54d0626d-3b8a-4009-9a21-51ced8f22c83 None None] Port be033c1b-34cc-4943-b7a1-22bca07d3ec3 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:26:27.087819 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.149310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ec1b1b7-e28d-4599-a8dc-2eb9b2b73339 req-6559c65e-010d-44ba-8feb-b7643f42e35a tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.1115611
Apr 09 21:26:27.208897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:26:27.218002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be033c1b-34cc-4943-b7a1-22bca07d3ec3 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:26:27.225704 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Publish callbacks [] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.238176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Transition to ACTIVE for port object be033c1b-34cc-4943-b7a1-22bca07d3ec3 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:26:27.243462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.258887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:27.259464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.328050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cda521f2-d078-4fb3-8401-50178ae42335 req-f0d02e54-95f0-4cd8-a611-0fa89b31e761 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0401652
Apr 09 21:26:27.345004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:27.348823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Pushing event updated for resources: {'Port': ['ID=be033c1b-34cc-4943-b7a1-22bca07d3ec3,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:27.404736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Attempting to bind port be033c1b-34cc-4943-b7a1-22bca07d3ec3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:26:27.405155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Attempting to bind port be033c1b-34cc-4943-b7a1-22bca07d3ec3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:26:27.405478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Attempting to bind port be033c1b-34cc-4943-b7a1-22bca07d3ec3 on network eed8a229-49ff-4110-8b62-8b54cbcf9d4e {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:26:27.410438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Port be033c1b-34cc-4943-b7a1-22bca07d3ec3 on network eed8a229-49ff-4110-8b62-8b54cbcf9d4e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:26:27.410750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Attempting to bind port be033c1b-34cc-4943-b7a1-22bca07d3ec3 on network eed8a229-49ff-4110-8b62-8b54cbcf9d4e {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:26:27.415684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:26:27.416016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Checking segment: {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:26:27.416399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Bound using segment: {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:26:27.416840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Bound port: be033c1b-34cc-4943-b7a1-22bca07d3ec3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c8165b-cd94-4b37-920e-927ccb679f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:26:27.417214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.483397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] For port be033c1b-34cc-4943-b7a1-22bca07d3ec3, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:26:27.486480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] For port be033c1b-34cc-4943-b7a1-22bca07d3ec3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:26:27.494070 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.534286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:27.535012 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:27.536396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] 10.222.0.32 "PUT /v2.0/ports/be033c1b-34cc-4943-b7a1-22bca07d3ec3 HTTP/1.1" status: 200  len: 1130 time: 0.7664037
Apr 09 21:26:27.536882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:26:27.539165 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bde96f-a27b-4087-bd4f-6565290e3646" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:26:27.564185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad46532-fbf9-4872-a523-a62d35714483 service neutron] Pushing event updated for resources: {'Port': ['ID=be033c1b-34cc-4943-b7a1-22bca07d3ec3,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:27.609874 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b84da8c-c169-4275-9394-dbda11073438 x-openstack-request-id: req-3b84da8c-c169-4275-9394-dbda11073438 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:26:27.610227 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:26:27.610451 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b84da8c-c169-4275-9394-dbda11073438 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:26:27.610854 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b84da8c-c169-4275-9394-dbda11073438'] response: {'name': 'network-changed', 'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'status': 'completed', 'code': 200}
Apr 09 21:26:27.623252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-4a7b4999-529d-41e8-a2da-1c9f3bf26ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:27.624897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-4a7b4999-529d-41e8-a2da-1c9f3bf26ba1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f835ef5aefe44c96bc20308d450b5680&device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 1164 time: 0.0462990
Apr 09 21:26:27.668869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-9283fd40-e481-4ca1-89ca-1825a09a22da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3 HTTP/1.1" status: 200  len: 217 time: 0.0355525
Apr 09 21:26:27.723029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-b4d5c645-dd6e-4dab-982f-0af4f58dff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:27.724596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-b4d5c645-dd6e-4dab-982f-0af4f58dff92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff6bba76-6e21-44ef-b905-dac0859bca09 HTTP/1.1" status: 200  len: 834 time: 0.0498228
Apr 09 21:26:27.769867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-a79b2739-24a6-47b9-a8d7-4c7ea3e8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:27.771375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-a79b2739-24a6-47b9-a8d7-4c7ea3e8a8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0404437
Apr 09 21:26:27.863193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-c229ff59-17bb-4ad5-82cb-469596dbcf27 service neutron] 10.222.0.32 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848360
Apr 09 21:26:27.959629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85e7696e-b16e-4549-ba67-d4809beffc84 req-1fa92b46-fcb5-4167-92b7-4bec47dafb96 service neutron] 10.222.0.32 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901814
Apr 09 21:26:28.274667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64fd04-54ce-4111-bb95-b4098ba841f9 req-03f8dad1-2e31-4f39-a1db-8931eb271c2b tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:28.276212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab64fd04-54ce-4111-bb95-b4098ba841f9 req-03f8dad1-2e31-4f39-a1db-8931eb271c2b tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 982 time: 0.0487738
Apr 09 21:26:28.278318 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-96233b4b-2ee4-4a37-b425-6da661e3f0c6 req-79d94dd4-3715-4572-a1f6-658916479828 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0299628
Apr 09 21:26:28.339069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab64fd04-54ce-4111-bb95-b4098ba841f9 req-5a77edcb-6af9-4caf-a444-912d66099c63 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0562427
Apr 09 21:26:28.482801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e758d36-1075-47c3-8d74-099b740d27fe req-433cbb9c-1cd7-4c73-bb88-379dd3337cff tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0417585
Apr 09 21:26:28.858398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-118cc4b1-7dbc-443a-995d-9be714796ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:28.859895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-118cc4b1-7dbc-443a-995d-9be714796ccc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f835ef5aefe44c96bc20308d450b5680&device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 1164 time: 0.0475051
Apr 09 21:26:28.955762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-d9f8b3cd-3b30-4e75-ba81-d5bde8621e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:28.958069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-d9f8b3cd-3b30-4e75-ba81-d5bde8621e0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e HTTP/1.1" status: 200  len: 897 time: 0.0916750
Apr 09 21:26:29.001671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-361033c8-3b71-48b6-b991-bcc6cc5baba6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3 HTTP/1.1" status: 200  len: 217 time: 0.0366848
Apr 09 21:26:29.054040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-b07b7322-a66a-4a11-a9c1-94dc220dc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:29.055485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-b07b7322-a66a-4a11-a9c1-94dc220dc1c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff6bba76-6e21-44ef-b905-dac0859bca09 HTTP/1.1" status: 200  len: 834 time: 0.0482056
Apr 09 21:26:29.110634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-2787deeb-ad74-44f7-aad1-2127ac44d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:29.112008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-2787deeb-ad74-44f7-aad1-2127ac44d619 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499663
Apr 09 21:26:29.206023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-0d4c8d33-bbeb-453c-8ee9-5ed85f920a47 service neutron] 10.222.0.32 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875640
Apr 09 21:26:29.299094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34bde96f-a27b-4087-bd4f-6565290e3646 req-ca54876f-7549-4020-ba32-9a8fe2ac1970 service neutron] 10.222.0.32 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875332
Apr 09 21:26:29.473768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398faf7-90a8-4038-8ebe-4ebf112af03d req-6f84f471-bd30-4a39-a2d8-28bac192d11a tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:29.475283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1398faf7-90a8-4038-8ebe-4ebf112af03d req-6f84f471-bd30-4a39-a2d8-28bac192d11a tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 982 time: 0.0545721
Apr 09 21:26:29.534550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1398faf7-90a8-4038-8ebe-4ebf112af03d req-224337a4-6dfa-497c-9416-0bde4d61e626 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0534897
Apr 09 21:26:29.588908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b2f013a-ab2f-4d89-8700-057830efc46b req-c149f795-c613-48a8-b0e4-085874fe902d tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0285466
Apr 09 21:26:30.655001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296766e-756c-4744-bf33-e3b413c7d8db req-1baaad88-1d6f-4c8d-8ad4-e823671c40de tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:30.656458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e296766e-756c-4744-bf33-e3b413c7d8db req-1baaad88-1d6f-4c8d-8ad4-e823671c40de tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 982 time: 0.0510993
Apr 09 21:26:31.064495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1521fb93-996f-4a90-89de-2cbba3c57633 req-6c5a1f2c-90ca-4943-a127-d3f54f0d81cf tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.3962014
Apr 09 21:26:31.104695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e296766e-756c-4744-bf33-e3b413c7d8db req-e4eb6501-1f5d-423e-a0e3-99b7af24de0a tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.4422326
Apr 09 21:26:31.199325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device be033c1b-34cc-4943-b7a1-22bca07d3ec3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:26:31.278563 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fcde9eba-b7dd-4412-966e-f44c309c80ac req-f845bf6e-b8f7-439a-8284-2380571c7acf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbc3bda5bec94e2cba6e96394bb8d9c8&device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0271020
Apr 09 21:26:31.303908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf110b9f-4d53-4d23-8b3a-4dec6a6b424c req-81d3a4db-1772-4526-bdb3-ae06ea68e4df tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0280468
Apr 09 21:26:31.304449 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fcde9eba-b7dd-4412-966e-f44c309c80ac req-a4a01a53-ccf8-487f-ad8b-f4c756e1e65f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=dbc3bda5bec94e2cba6e96394bb8d9c8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0197539
Apr 09 21:26:31.309025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port be033c1b-34cc-4943-b7a1-22bca07d3ec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:31.329647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'port_id': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'mac_address': 'fa:16:3e:c5:b4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:26:31.359380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port be033c1b-34cc-4943-b7a1-22bca07d3ec3 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:31.359772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:31.372446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be033c1b-34cc-4943-b7a1-22bca07d3ec3 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:26:31.391692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port be033c1b-34cc-4943-b7a1-22bca07d3ec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:31.396945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:31.398080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde9eba-b7dd-4412-966e-f44c309c80ac req-67e18213-995d-4d81-bb3f-6c3a5b1aabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:31.399650 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fcde9eba-b7dd-4412-966e-f44c309c80ac req-67e18213-995d-4d81-bb3f-6c3a5b1aabf0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0885398
Apr 09 21:26:31.449940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=be033c1b-34cc-4943-b7a1-22bca07d3ec3,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:31.663020 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:31.724985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['be033c1b-34cc-4943-b7a1-22bca07d3ec3'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:26:32.247173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da011e14-bb1a-49ec-88cd-803febf166b4 req-b288d43a-b4e7-464d-b81c-b549e258c25e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:32.248624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da011e14-bb1a-49ec-88cd-803febf166b4 req-b288d43a-b4e7-464d-b81c-b549e258c25e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 983 time: 0.0580659
Apr 09 21:26:32.309718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da011e14-bb1a-49ec-88cd-803febf166b4 req-f9aa2c2c-aa09-45e3-839a-0c3d060e27a3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0523922
Apr 09 21:26:32.407381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d1b3574-aa8f-4479-8d33-9721b6e3552f req-43cc178c-d100-4cce-bb68-5beae1ee9323 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.30 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0281231
Apr 09 21:26:32.728540 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fcde9eba-b7dd-4412-966e-f44c309c80ac req-f097a9db-3966-4a6e-ba79-e657b89e76c7 tempest-ServerShowV257Test-70081091 tempest-ServerShowV257Test-70081091-project] 10.222.0.25 "GET /v2.0/ports?device_id=07027662-d41b-47d7-a7f9-83b04e5b8664 HTTP/1.1" status: 200  len: 210 time: 0.0459907
Apr 09 21:26:33.214744 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device be033c1b-34cc-4943-b7a1-22bca07d3ec3 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:26:33.263565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port be033c1b-34cc-4943-b7a1-22bca07d3ec3 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:26:33.272034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port be033c1b-34cc-4943-b7a1-22bca07d3ec3 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:33.272491 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:33.353598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port be033c1b-34cc-4943-b7a1-22bca07d3ec3 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:33.353991 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:33.378705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:26:33.381025 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8554b72-7015-4247-911b-084e7d6dd562" -d '{"events": [{"server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "name": "network-vif-plugged", "status": "completed", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:26:33.394135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port be033c1b-34cc-4943-b7a1-22bca07d3ec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:33.400908 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:33.428017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5458a-77c4-46ea-bddd-c3cf0e326c81 req-179d0412-bf26-4a6c-b896-6c83cb26a9e4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:33.429682 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbb5458a-77c4-46ea-bddd-c3cf0e326c81 req-179d0412-bf26-4a6c-b896-6c83cb26a9e4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 983 time: 0.0511665
Apr 09 21:26:33.453982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=be033c1b-34cc-4943-b7a1-22bca07d3ec3,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:33.495149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cbb5458a-77c4-46ea-bddd-c3cf0e326c81 req-992e0bda-888a-45f1-9064-4e06816aaba1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0561671
Apr 09 21:26:33.508122 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b42c584-7ada-44d2-9ea6-2fcf024b39ab x-openstack-request-id: req-3b42c584-7ada-44d2-9ea6-2fcf024b39ab {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:26:33.508543 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "name": "network-vif-plugged", "status": "completed", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:26:33.508869 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b42c584-7ada-44d2-9ea6-2fcf024b39ab {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:26:33.509377 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b42c584-7ada-44d2-9ea6-2fcf024b39ab'] response: {'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'code': 200}
Apr 09 21:26:33.609219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c4e06-9dfa-4eeb-9991-1ce58edb1624 req-63318ca3-dce7-4141-a81e-ee0f48c09bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:33.610509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-099c4e06-9dfa-4eeb-9991-1ce58edb1624 req-63318ca3-dce7-4141-a81e-ee0f48c09bca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 1166 time: 0.0435455
Apr 09 21:26:33.662486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-099c4e06-9dfa-4eeb-9991-1ce58edb1624 req-01fb8f28-1867-4222-98a4-0255e60213f4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=763f0279-9764-4410-b047-5e636b21479e&id=1622d0e3-6e09-416f-a209-bc128f2f5e74&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0455470
Apr 09 21:26:33.800444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59818) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:33.910528 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe177-daea-452d-a0d7-767c7dc5206b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:33.989134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe177-daea-452d-a0d7-767c7dc5206b admin admin] Publish callbacks [] for security_group (da0ad0c1-e077-4ca1-9580-29b2e2f7c265), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:33.994983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe177-daea-452d-a0d7-767c7dc5206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (da0ad0c1-e077-4ca1-9580-29b2e2f7c265), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:34.033010 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4ffe177-daea-452d-a0d7-767c7dc5206b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbc3bda5bec94e2cba6e96394bb8d9c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2314031
Apr 09 21:26:34.033923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffe177-daea-452d-a0d7-767c7dc5206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ad0c1-e077-4ca1-9580-29b2e2f7c265,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:34.035920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59822) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:34.086854 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b832db0-dd8f-411b-90fb-1e11c082c2f9 admin admin] Publish callbacks [] for security_group (da0ad0c1-e077-4ca1-9580-29b2e2f7c265), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:34.109306 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b832db0-dd8f-411b-90fb-1e11c082c2f9 admin admin] Publish callbacks [] for security_group (da0ad0c1-e077-4ca1-9580-29b2e2f7c265), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:34.156834 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b832db0-dd8f-411b-90fb-1e11c082c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (da0ad0c1-e077-4ca1-9580-29b2e2f7c265), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:34.159362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b832db0-dd8f-411b-90fb-1e11c082c2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:34.160550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8b832db0-dd8f-411b-90fb-1e11c082c2f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da0ad0c1-e077-4ca1-9580-29b2e2f7c265 HTTP/1.1" status: 204  len: 168 time: 0.1230929
Apr 09 21:26:34.168408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832db0-dd8f-411b-90fb-1e11c082c2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ad0c1-e077-4ca1-9580-29b2e2f7c265,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:34.619665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a9781-ceb6-4646-b816-9a06eda5d502 req-c29759b7-8b90-422a-9920-7fd0d303ad86 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:34.620672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f6a9781-ceb6-4646-b816-9a06eda5d502 req-c29759b7-8b90-422a-9920-7fd0d303ad86 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 984 time: 0.0530558
Apr 09 21:26:34.677644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f6a9781-ceb6-4646-b816-9a06eda5d502 req-67024c24-ecb5-45d4-8b00-89d0063cd443 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0517330
Apr 09 21:26:34.816477 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59846) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:34.920070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-696659908-network', 'tenant_id': 'ba99b682561b49caafd954b3a1cd65cc'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:34.939852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Made reservation on behalf of ba99b682561b49caafd954b3a1cd65cc for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:26:34.942103 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:34.951207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.025903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Publish callbacks [] for security_group (4cc7d2a7-ce33-49f9-973c-2e6711454d26), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.031624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4cc7d2a7-ce33-49f9-973c-2e6711454d26), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.055380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:26:35.064464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc7d2a7-ce33-49f9-973c-2e6711454d26,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:35.070542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (43cb7c8c-70f0-468e-9db5-c2c030d9d3c0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.070881 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Added segment 43cb7c8c-70f0-468e-9db5-c2c030d9d3c0 of type vlan for network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46
Apr 09 21:26:35.114786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.141523 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.142507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:35.143131 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.176981 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3593364
Apr 09 21:26:35.180040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59850) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:35.185188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Request body: {'subnet': {'network_id': '30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-696659908-subnet', 'tenant_id': 'ba99b682561b49caafd954b3a1cd65cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:35.206581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Made reservation on behalf of ba99b682561b49caafd954b3a1cd65cc for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:26:35.206855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc112e16-5796-4478-aa74-3b950023d45a admin admin] Pushing event updated for resources: {'Network': ['ID=30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:35.208909 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.218122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:26:35.379415 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (4efa464a-859b-498f-afa7-d30f18d0077b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.431004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efa464a-859b-498f-afa7-d30f18d0077b,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:35.442264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Checking segment: {'id': '43cb7c8c-70f0-468e-9db5-c2c030d9d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:26:35.442619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Network hostable DHCP agents. Network: 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:26:35.464570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:26:35.473717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:35.478114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:35.478718 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.482876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03ba524-8c0a-419c-b6e8-6b2749ca11ee None None] Network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:26:35.495334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fda70744-ea39-4127-b08e-9bd6092d5f2d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3141849
Apr 09 21:26:35.584670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c680dca-6148-4a58-bf46-261b0f6a6976 None None] Network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:26:35.796868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f9e71-255c-4ed4-9ea7-fb03768305b3 req-d470f51b-5f91-44e8-b2d6-0d6232e6b8ca tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:35.799817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-493f9e71-255c-4ed4-9ea7-fb03768305b3 req-d470f51b-5f91-44e8-b2d6-0d6232e6b8ca tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 984 time: 0.0502417
Apr 09 21:26:35.855040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-493f9e71-255c-4ed4-9ea7-fb03768305b3 req-bf5f7e68-ee86-4f06-a11d-54bbf35db72a tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0509276
Apr 09 21:26:35.877932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59868) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:35.882878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1102579952-network', 'tenant_id': '9cecfd5cedc14deba5fecaa9183caddc'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:35.904223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Made reservation on behalf of 9cecfd5cedc14deba5fecaa9183caddc for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:26:35.906537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.916281 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.975643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae7bf0-b4f1-4b06-b2f3-a651d1af16c4 req-26c9350d-fb3c-4bef-86c4-3a3487baf3e4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:35.977064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7ae7bf0-b4f1-4b06-b2f3-a651d1af16c4 req-26c9350d-fb3c-4bef-86c4-3a3487baf3e4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 984 time: 0.0511305
Apr 09 21:26:35.991773 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Publish callbacks [] for security_group (0324911f-c112-465d-b476-5bf59fff5679), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:35.996794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0324911f-c112-465d-b476-5bf59fff5679), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.023545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:26:36.029902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0324911f-c112-465d-b476-5bf59fff5679,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:36.034111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7ae7bf0-b4f1-4b06-b2f3-a651d1af16c4 req-5cb62d67-0ebf-4800-902f-360a9f8b7f0f tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0507982
Apr 09 21:26:36.035909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f764dfd6-4c27-4a63-8358-43f034bc4f06), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.036251 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Added segment f764dfd6-4c27-4a63-8358-43f034bc4f06 of type vlan for network 3a24562b-119a-4b06-815f-94cbd572e45f
Apr 09 21:26:36.081403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3a24562b-119a-4b06-815f-94cbd572e45f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.108403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3a24562b-119a-4b06-815f-94cbd572e45f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.109528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:36.110212 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.143988 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.2648785
Apr 09 21:26:36.144603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99dcea-bb02-4c8a-a933-7fef4775eef2 req-bf8fb7a0-8711-451d-b389-c94c47ed468a tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:36.149553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea99dcea-bb02-4c8a-a933-7fef4775eef2 req-bf8fb7a0-8711-451d-b389-c94c47ed468a tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 1166 time: 0.0450997
Apr 09 21:26:36.150050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:36.155967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Request body: {'subnet': {'network_id': '3a24562b-119a-4b06-815f-94cbd572e45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1102579952-subnet', 'tenant_id': '9cecfd5cedc14deba5fecaa9183caddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:36.173441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553e64b-6d99-47cd-91d2-0fb345114f4e admin admin] Pushing event updated for resources: {'Network': ['ID=3a24562b-119a-4b06-815f-94cbd572e45f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:36.178367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ea99dcea-bb02-4c8a-a933-7fef4775eef2 req-61bd75cd-5a66-4c0c-b4b8-2034d33e75a3 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.183246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3a24562b-119a-4b06-815f-94cbd572e45f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:26:36.201920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Made reservation on behalf of 9cecfd5cedc14deba5fecaa9183caddc for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:26:36.204432 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.337178 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ea99dcea-bb02-4c8a-a933-7fef4775eef2 req-61bd75cd-5a66-4c0c-b4b8-2034d33e75a3 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Publish callbacks [] for security_group (71bf860c-27dc-4404-b395-713075c6f507), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.354966 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ea99dcea-bb02-4c8a-a933-7fef4775eef2 req-61bd75cd-5a66-4c0c-b4b8-2034d33e75a3 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (71bf860c-27dc-4404-b395-713075c6f507), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.414371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd75cd-5a66-4c0c-b4b8-2034d33e75a3 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bf860c-27dc-4404-b395-713075c6f507,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:36.441635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea99dcea-bb02-4c8a-a933-7fef4775eef2 req-61bd75cd-5a66-4c0c-b4b8-2034d33e75a3 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.2894251
Apr 09 21:26:36.463544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59876) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:36.469887 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (c7d14d81-68dc-402f-bed9-e437bf2e8763), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.503917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535aa775-a1d6-4cf2-ad11-75af3a4eb584 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:36.509229 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-535aa775-a1d6-4cf2-ad11-75af3a4eb584 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 1161 time: 0.0415606
Apr 09 21:26:36.509889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59878) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:36.513854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:36.530107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d14d81-68dc-402f-bed9-e437bf2e8763,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:36.534548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Checking segment: {'id': 'f764dfd6-4c27-4a63-8358-43f034bc4f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3a24562b-119a-4b06-815f-94cbd572e45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:26:36.534900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Network hostable DHCP agents. Network: 3a24562b-119a-4b06-815f-94cbd572e45f, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:26:36.536480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.552396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Network 3a24562b-119a-4b06-815f-94cbd572e45f is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:26:36.561765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a24562b-119a-4b06-815f-94cbd572e45f) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:36.566555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:36.567161 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.574416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e92b925-0e23-4fec-8a8a-74354727f56d None None] Network 3a24562b-119a-4b06-815f-94cbd572e45f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:26:36.585711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4b27e922-630b-4dbb-873d-f50185f12442 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4346251
Apr 09 21:26:36.628341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.684783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e940930-8849-49f2-8927-fe7bfd256270 None None] Network 3a24562b-119a-4b06-815f-94cbd572e45f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:26:36.739093 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Allocated IP 172.35.0.53 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/6c2370dd-e249-4283-a6ce-c628e89608f0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:26:36.850045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (6c2370dd-e249-4283-a6ce-c628e89608f0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.888123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6c2370dd-e249-4283-a6ce-c628e89608f0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:36.928927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:26:36.931748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:36.935198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:26:36.940613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=6c2370dd-e249-4283-a6ce-c628e89608f0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:37.091785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-e6df654d-bfa0-4bc7-8549-bf933d6cd7a1 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:37.093177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-e6df654d-bfa0-4bc7-8549-bf933d6cd7a1 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/networks?id=30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 HTTP/1.1" status: 200  len: 824 time: 0.1047421
Apr 09 21:26:37.108498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-26b62927-62cd-4895-bde4-643db28de88a tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/quotas/ba99b682561b49caafd954b3a1cd65cc HTTP/1.1" status: 200  len: 375 time: 0.0095150
Apr 09 21:26:37.141737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-e6870f4c-d89f-4013-a207-25098520cefe tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba99b682561b49caafd954b3a1cd65cc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0278521
Apr 09 21:26:37.252531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-b79b746e-4003-40b0-b51f-31dcb8c326ba service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:26:37.253555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-b79b746e-4003-40b0-b51f-31dcb8c326ba service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1027865
Apr 09 21:26:37.319635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for floatingip (41793a5c-c11a-4b4e-a7fe-c7113da09af6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:37.345651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-3fa138c5-3c6f-4389-a784-5a0c961a868a service neutron] 10.222.0.30 "GET /v2.0/networks/30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857847
Apr 09 21:26:37.392823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6c2370dd-e249-4283-a6ce-c628e89608f0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:37.443632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-0985ede5-fa70-4e89-aef0-f743f84bb195 service neutron] 10.222.0.30 "GET /v2.0/networks/30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917928
Apr 09 21:26:37.545191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (6c2370dd-e249-4283-a6ce-c628e89608f0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:37.552035 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (6c2370dd-e249-4283-a6ce-c628e89608f0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:37.614332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-787082e7-66be-4e19-afc3-d3ad55e80df2 req-3cebc58e-ec6a-4035-aae5-f7921c91a209 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 210 time: 0.0306761
Apr 09 21:26:37.621693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=6c2370dd-e249-4283-a6ce-c628e89608f0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:37.650943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (41793a5c-c11a-4b4e-a7fe-c7113da09af6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:37.760013 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Floating IP 41793a5c-c11a-4b4e-a7fe-c7113da09af6 associated. External IP: 172.35.0.53, port: be033c1b-34cc-4943-b7a1-22bca07d3ec3.
Apr 09 21:26:38.287470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Router f15fadc2-0b48-4e53-88dc-959ed28febdf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:26:38.413282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:26:38.423522 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] Sync routers for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:26:38.437479 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:38.456238 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:38.456898 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ddc9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:38.473249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59908) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:38.473895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4cfb5523-0d79-4ec2-9441-c1488bafedaa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9627476
Apr 09 21:26:38.473895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:26:38.476202 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:26:38.536499 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1155dbdb-fdeb-4cd2-9f73-a599619c69f4 x-openstack-request-id: req-1155dbdb-fdeb-4cd2-9f73-a599619c69f4 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:26:38.537861 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:26:38.538164 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1155dbdb-fdeb-4cd2-9f73-a599619c69f4 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:26:38.538751 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1155dbdb-fdeb-4cd2-9f73-a599619c69f4'] response: {'name': 'network-changed', 'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'status': 'completed', 'code': 200}
Apr 09 21:26:38.577290 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:38.662013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-d7a900fb-e69a-4386-9515-fc38e90cb5f2 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.664358 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-d7a900fb-e69a-4386-9515-fc38e90cb5f2 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.25 "GET /v2.0/networks?id=30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 HTTP/1.1" status: 200  len: 824 time: 0.1603274
Apr 09 21:26:38.679979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Request body: {'port': {'device_id': '20791c56-fc3a-4911-95ea-e2fed9828931', 'network_id': '30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46', 'admin_state_up': True, 'tenant_id': 'ba99b682561b49caafd954b3a1cd65cc'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:38.684759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-e4a84a14-78ef-4553-ba5a-9c691839b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.687366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-e4a84a14-78ef-4553-ba5a-9c691839b4ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f835ef5aefe44c96bc20308d450b5680&device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 1166 time: 0.1298456
Apr 09 21:26:38.795086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3048a26a-92cb-451d-8d78-e98765c69c58 req-4665367f-0d7a-4420-bced-d7badd0555d4 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 210 time: 0.0735717
Apr 09 21:26:38.811672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Made reservation on behalf of ba99b682561b49caafd954b3a1cd65cc for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:26:38.816684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:38.869706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.870204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.870672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.871156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.871631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.872175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.872644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.873158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.877927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4b33b647-8cc4-448b-bfc4-e646fc514fd9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5704 time: 0.4004612
Apr 09 21:26:38.879353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59914) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:38.944389 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ddc9d0>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41793a5c-c11a-4b4e-a7fe-c7113da09af6', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'floating_ip_address': '172.35.0.53', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'port_id': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'mac_address': 'fa:16:3e:c5:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:26:37Z', 'updated_at': '2022-04-09T21:26:37Z', 'revision_number': 0, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:25Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:38.960817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Allocated IP 172.20.0.7 (30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46/4efa464a-859b-498f-afa7-d30f18d0077b/329800f3-40d7-45fb-8929-5ca77a0d6267) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:26:38.965237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-de9fac08-46e4-4b4e-bf94-5e3bf77c6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:38.966808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-de9fac08-46e4-4b4e-bf94-5e3bf77c6259 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e HTTP/1.1" status: 200  len: 897 time: 0.2723279
Apr 09 21:26:38.976721 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] Checking router: f15fadc2-0b48-4e53-88dc-959ed28febdf for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:26:38.985560 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:26:38.986252 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ddc9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:39.029360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.029836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.030283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.030759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.031214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.031666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.032161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.032614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.038159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5653a737-8620-4861-b633-a5a4a7e1113b tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5304 time: 0.1554918
Apr 09 21:26:39.038343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59916) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:39.061668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-967a01c1-8ba1-4155-bdc2-9b05928412e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3 HTTP/1.1" status: 200  len: 998 time: 0.0874720
Apr 09 21:26:39.107480 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:26:39.118556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-4aa28341-3b21-406b-9bad-91d74712ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.120142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-4aa28341-3b21-406b-9bad-91d74712ca8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff6bba76-6e21-44ef-b905-dac0859bca09 HTTP/1.1" status: 200  len: 834 time: 0.0523095
Apr 09 21:26:39.167861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-e1729795-6baf-4943-8cb5-0fe29295f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.169677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-e1729795-6baf-4943-8cb5-0fe29295f47c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437872
Apr 09 21:26:39.263119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-182310e3-48be-460e-b452-c80261774722 service neutron] 10.222.0.32 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870721
Apr 09 21:26:39.302921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Publish callbacks [] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:39.332407 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a9d19c2-5d4a-4702-b5b5-92fde72cabb4 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3049 time: 0.2931635
Apr 09 21:26:39.335950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59918) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:39.369175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:39.386374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cd6bc-a761-4e77-b2ba-f8d0d70f5a74 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.386872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cd6bc-a761-4e77-b2ba-f8d0d70f5a74 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.401053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cf3cd6bc-a761-4e77-b2ba-f8d0d70f5a74 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f15fadc2-0b48-4e53-88dc-959ed28febdf HTTP/1.1" status: 200  len: 2063 time: 0.0516198
Apr 09 21:26:39.414486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c89cab62-1dd6-41e9-b4d1-6da02564e4a0 req-cf36545a-584e-46a4-b85d-bee93538fa50 service neutron] 10.222.0.32 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446455
Apr 09 21:26:39.417720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:26:39.420652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:26:39.424429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:26:39.442825 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ddc9d0>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41793a5c-c11a-4b4e-a7fe-c7113da09af6', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'floating_ip_address': '172.35.0.53', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'port_id': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'mac_address': 'fa:16:3e:c5:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:26:37Z', 'updated_at': '2022-04-09T21:26:37Z', 'revision_number': 0, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:25Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:39.451323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Pushing event updated for resources: {'Port': ['ID=329800f3-40d7-45fb-8929-5ca77a0d6267,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:39.474873 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7885e4-b3c7-44a8-ba9f-be4ef94cdf6b None None] The sync data for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 is: [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41793a5c-c11a-4b4e-a7fe-c7113da09af6', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'floating_ip_address': '172.35.0.53', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'port_id': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'mac_address': 'fa:16:3e:c5:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:26:37Z', 'updated_at': '2022-04-09T21:26:37Z', 'revision_number': 0, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:25Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:26:39.483879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.484520 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:39.503206 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-cda8144d-524d-418c-8282-ca0cb351256d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8289325
Apr 09 21:26:39.515502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Request body: {'port': {'device_id': '20791c56-fc3a-4911-95ea-e2fed9828931', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:26:39.582343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:39.677315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0feae-480a-47ae-9015-8b6a24225834 None None] New status for floating IP 41793a5c-c11a-4b4e-a7fe-c7113da09af6: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:26:39.861337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329800f3-40d7-45fb-8929-5ca77a0d6267 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:26:39.870033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Publish callbacks [] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:39.883541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Transition to ACTIVE for port object 329800f3-40d7-45fb-8929-5ca77a0d6267 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:26:39.889008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:39.938300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Pushing event updated for resources: {'Port': ['ID=329800f3-40d7-45fb-8929-5ca77a0d6267,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:39.943471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94c2e2-ab7c-4d10-a870-d2ef40c4c36f req-3b219410-08ee-4eaf-b364-5e24fd723112 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:39.945753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a94c2e2-ab7c-4d10-a870-d2ef40c4c36f req-3b219410-08ee-4eaf-b364-5e24fd723112 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 943 time: 0.0549579
Apr 09 21:26:39.999226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a94c2e2-ab7c-4d10-a870-d2ef40c4c36f req-ea37b5f7-f941-4a1b-b63e-8a11ffbb0d8f tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477936
Apr 09 21:26:40.020169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Attempting to bind port 329800f3-40d7-45fb-8929-5ca77a0d6267 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:26:40.020169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Attempting to bind port 329800f3-40d7-45fb-8929-5ca77a0d6267 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '43cb7c8c-70f0-468e-9db5-c2c030d9d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:26:40.020169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Attempting to bind port 329800f3-40d7-45fb-8929-5ca77a0d6267 on network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:26:40.020169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Port 329800f3-40d7-45fb-8929-5ca77a0d6267 on network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:26:40.020169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Attempting to bind port 329800f3-40d7-45fb-8929-5ca77a0d6267 on network 30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:26:40.024966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:26:40.025337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Checking segment: {'id': '43cb7c8c-70f0-468e-9db5-c2c030d9d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:26:40.025718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Bound using segment: {'id': '43cb7c8c-70f0-468e-9db5-c2c030d9d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:26:40.026142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Bound port: 329800f3-40d7-45fb-8929-5ca77a0d6267, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43cb7c8c-70f0-468e-9db5-c2c030d9d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:26:40.026500 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:40.095679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] For port 329800f3-40d7-45fb-8929-5ca77a0d6267, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:26:40.099079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] For port 329800f3-40d7-45fb-8929-5ca77a0d6267, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=329800f3-40d7-45fb-8929-5ca77a0d6267,segment=NetworkSegment(43cb7c8c-70f0-468e-9db5-c2c030d9d3c0),segment_id=43cb7c8c-70f0-468e-9db5-c2c030d9d3c0)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:26:40.108265 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:40.143560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:40.144188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:40.145612 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] 10.222.0.25 "PUT /v2.0/ports/329800f3-40d7-45fb-8929-5ca77a0d6267 HTTP/1.1" status: 200  len: 1091 time: 0.6345131
Apr 09 21:26:40.166811 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39700e-8af9-4151-9cc9-4d431e1c7f36 service neutron] Pushing event updated for resources: {'Port': ['ID=329800f3-40d7-45fb-8929-5ca77a0d6267,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:40.224060 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-a90491c7-7c91-4d4e-b1c0-eb04e26fdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:40.225584 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-a90491c7-7c91-4d4e-b1c0-eb04e26fdbd6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba99b682561b49caafd954b3a1cd65cc&device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 1125 time: 0.0395525
Apr 09 21:26:40.269958 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-aa4f094b-4a78-4644-bb1a-1b57122027d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=329800f3-40d7-45fb-8929-5ca77a0d6267 HTTP/1.1" status: 200  len: 217 time: 0.0370872
Apr 09 21:26:40.318341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-01482099-2adc-4250-961f-388dc9fb023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:40.319798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-01482099-2adc-4250-961f-388dc9fb023c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4efa464a-859b-498f-afa7-d30f18d0077b HTTP/1.1" status: 200  len: 864 time: 0.0446053
Apr 09 21:26:40.353639 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-89ad916d-4670-4b3b-8fcc-9bf9f40faaac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272491
Apr 09 21:26:40.446035 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-113642e7-6891-4b96-95d4-7bf51106d0b1 service neutron] 10.222.0.25 "GET /v2.0/networks/30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860331
Apr 09 21:26:40.539534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20791c56-fc3a-4911-95ea-e2fed9828931', 'tag': '329800f3-40d7-45fb-8929-5ca77a0d6267'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:26:40.541833 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe6213a-9abf-4d03-b62d-2affb5f5f84c" -d '{"events": [{"name": "network-changed", "server_uuid": "20791c56-fc3a-4911-95ea-e2fed9828931", "tag": "329800f3-40d7-45fb-8929-5ca77a0d6267"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:26:40.546302 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-27a0a680-86f4-4810-a255-ef9bcfecb7e1 req-340e580b-5475-4438-82fc-ea76b92314e1 service neutron] 10.222.0.25 "GET /v2.0/networks/30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924687
Apr 09 21:26:40.581066 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a004054-50dc-436d-8d9d-c41ebab5b413 x-openstack-request-id: req-6a004054-50dc-436d-8d9d-c41ebab5b413 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:26:40.581388 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20791c56-fc3a-4911-95ea-e2fed9828931", "tag": "329800f3-40d7-45fb-8929-5ca77a0d6267", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:26:40.581644 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a004054-50dc-436d-8d9d-c41ebab5b413 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:26:40.582056 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a004054-50dc-436d-8d9d-c41ebab5b413'] response: {'name': 'network-changed', 'server_uuid': '20791c56-fc3a-4911-95ea-e2fed9828931', 'tag': '329800f3-40d7-45fb-8929-5ca77a0d6267', 'status': 'completed', 'code': 200}
Apr 09 21:26:41.126645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303c83-1ca4-484a-abf9-b73347fe6853 req-496e8b64-fb17-43dd-b4b0-f249ae14afb4 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:41.128111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e303c83-1ca4-484a-abf9-b73347fe6853 req-496e8b64-fb17-43dd-b4b0-f249ae14afb4 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 943 time: 0.0534561
Apr 09 21:26:41.177530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e303c83-1ca4-484a-abf9-b73347fe6853 req-74024567-b57f-4d73-a016-0c71a4b980ba tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435383
Apr 09 21:26:42.313069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a882c-6169-4ef1-a7d5-fff6b32f54da req-85e81a78-cfad-4992-a8ca-266267ad612f tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:42.314558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-005a882c-6169-4ef1-a7d5-fff6b32f54da req-85e81a78-cfad-4992-a8ca-266267ad612f tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 943 time: 0.0506120
Apr 09 21:26:42.372131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-005a882c-6169-4ef1-a7d5-fff6b32f54da req-903f710f-3c63-496e-8ac6-535caf0ea8c5 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489078
Apr 09 21:26:42.622405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-92ea4ff1-34cd-4358-bd5a-a2efe1b003df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:42.623786 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-92ea4ff1-34cd-4358-bd5a-a2efe1b003df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba99b682561b49caafd954b3a1cd65cc&device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 1125 time: 0.0437326
Apr 09 21:26:42.716558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-2cc55052-5f9e-4b7d-b65a-c1f37247725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:42.718048 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-2cc55052-5f9e-4b7d-b65a-c1f37247725b service neutron] 10.222.0.25 "GET /v2.0/networks?id=30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 HTTP/1.1" status: 200  len: 925 time: 0.0886109
Apr 09 21:26:42.758427 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-a89c6725-b3c4-4605-9523-42e8fe9fedbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=329800f3-40d7-45fb-8929-5ca77a0d6267 HTTP/1.1" status: 200  len: 217 time: 0.0342867
Apr 09 21:26:42.809721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-7d58d259-9db1-4234-bb6e-a60df40e9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:42.811125 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-7d58d259-9db1-4234-bb6e-a60df40e9d9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4efa464a-859b-498f-afa7-d30f18d0077b HTTP/1.1" status: 200  len: 864 time: 0.0463018
Apr 09 21:26:42.843310 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-6d7b44d3-a1f3-4b04-9536-388a40e3502a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262249
Apr 09 21:26:42.931556 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-58b2e73f-2ec7-41e4-81f7-d26c6357c9bd service neutron] 10.222.0.25 "GET /v2.0/networks/30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820835
Apr 09 21:26:43.022477 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-efe6213a-9abf-4d03-b62d-2affb5f5f84c req-b73dbf08-2a1d-43fe-bc9a-8197d65e1346 service neutron] 10.222.0.25 "GET /v2.0/networks/30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847876
Apr 09 21:26:43.502663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc5e6-0710-4d0a-8974-118eaa191fa1 req-92f4c95b-8f26-4c8f-97c6-94ebf032f088 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:43.504116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-480bc5e6-0710-4d0a-8974-118eaa191fa1 req-92f4c95b-8f26-4c8f-97c6-94ebf032f088 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 943 time: 0.0486789
Apr 09 21:26:43.553414 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-480bc5e6-0710-4d0a-8974-118eaa191fa1 req-d755f338-4e45-4267-a315-79d1c64a4348 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407796
Apr 09 21:26:44.281361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 329800f3-40d7-45fb-8929-5ca77a0d6267 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:26:44.384072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 329800f3-40d7-45fb-8929-5ca77a0d6267, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=329800f3-40d7-45fb-8929-5ca77a0d6267,segment=NetworkSegment(43cb7c8c-70f0-468e-9db5-c2c030d9d3c0),segment_id=43cb7c8c-70f0-468e-9db5-c2c030d9d3c0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:44.400502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '329800f3-40d7-45fb-8929-5ca77a0d6267', 'network_id': '30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46', 'port_id': '329800f3-40d7-45fb-8929-5ca77a0d6267', 'mac_address': 'fa:16:3e:67:0b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efa464a-859b-498f-afa7-d30f18d0077b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:26:44.439373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 329800f3-40d7-45fb-8929-5ca77a0d6267 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:44.439729 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:44.453906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329800f3-40d7-45fb-8929-5ca77a0d6267 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:26:44.475085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 329800f3-40d7-45fb-8929-5ca77a0d6267, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=329800f3-40d7-45fb-8929-5ca77a0d6267,segment=NetworkSegment(43cb7c8c-70f0-468e-9db5-c2c030d9d3c0),segment_id=43cb7c8c-70f0-468e-9db5-c2c030d9d3c0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:44.483129 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:44.535384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=329800f3-40d7-45fb-8929-5ca77a0d6267,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:44.671944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864be25-8182-4170-b3be-ab1458373b89 req-1720d6fb-0bd1-4e45-a858-87d0c10595e7 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:44.673485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9864be25-8182-4170-b3be-ab1458373b89 req-1720d6fb-0bd1-4e45-a858-87d0c10595e7 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 944 time: 0.0482414
Apr 09 21:26:44.731469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9864be25-8182-4170-b3be-ab1458373b89 req-a4d7f935-dad2-4f03-8cce-1e91b7b50cec tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522718
Apr 09 21:26:44.803410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['329800f3-40d7-45fb-8929-5ca77a0d6267'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:26:45.870070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cefc96-f217-446e-ae21-a932baf4ef07 req-771c3e8e-4115-47aa-a00e-a646310a6a29 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:45.871542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cefc96-f217-446e-ae21-a932baf4ef07 req-771c3e8e-4115-47aa-a00e-a646310a6a29 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 944 time: 0.0525279
Apr 09 21:26:45.918863 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cefc96-f217-446e-ae21-a932baf4ef07 req-8de3aafc-92dc-4dc1-82f5-0f30d7297898 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416396
Apr 09 21:26:46.282000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 329800f3-40d7-45fb-8929-5ca77a0d6267 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:26:46.340287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 329800f3-40d7-45fb-8929-5ca77a0d6267 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:26:46.348872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 329800f3-40d7-45fb-8929-5ca77a0d6267 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:26:46.349286 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:46.431483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 329800f3-40d7-45fb-8929-5ca77a0d6267 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:26:46.431873 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:46.457828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20791c56-fc3a-4911-95ea-e2fed9828931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329800f3-40d7-45fb-8929-5ca77a0d6267'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:26:46.460082 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae615c-f6f0-4d93-8469-9c2fd46124ef" -d '{"events": [{"server_uuid": "20791c56-fc3a-4911-95ea-e2fed9828931", "name": "network-vif-plugged", "status": "completed", "tag": "329800f3-40d7-45fb-8929-5ca77a0d6267"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:26:46.473280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 329800f3-40d7-45fb-8929-5ca77a0d6267, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=329800f3-40d7-45fb-8929-5ca77a0d6267,segment=NetworkSegment(43cb7c8c-70f0-468e-9db5-c2c030d9d3c0),segment_id=43cb7c8c-70f0-468e-9db5-c2c030d9d3c0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:46.481551 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:46.507725 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc16fbb-1087-4dce-ae5a-903ca8155636 x-openstack-request-id: req-cfc16fbb-1087-4dce-ae5a-903ca8155636 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:26:46.508017 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20791c56-fc3a-4911-95ea-e2fed9828931", "name": "network-vif-plugged", "status": "completed", "tag": "329800f3-40d7-45fb-8929-5ca77a0d6267", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:26:46.508272 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfc16fbb-1087-4dce-ae5a-903ca8155636 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:26:46.508669 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc16fbb-1087-4dce-ae5a-903ca8155636'] response: {'server_uuid': '20791c56-fc3a-4911-95ea-e2fed9828931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329800f3-40d7-45fb-8929-5ca77a0d6267', 'code': 200}
Apr 09 21:26:46.539256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=329800f3-40d7-45fb-8929-5ca77a0d6267,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:46.599449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb045f09-91ac-4b05-9716-c7cfc187d596 req-35c8f7a4-d7b6-432c-b50a-16e456f0caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:46.600963 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cb045f09-91ac-4b05-9716-c7cfc187d596 req-35c8f7a4-d7b6-432c-b50a-16e456f0caa0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 1127 time: 0.0397074
Apr 09 21:26:46.646022 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cb045f09-91ac-4b05-9716-c7cfc187d596 req-590a8a33-e3f9-44ab-9f45-30b468a076dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385132
Apr 09 21:26:47.033455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdaf20-97bb-45ea-b146-cf5ea2dd28ca req-a439c610-eaa4-41e0-b7bb-eaa4af3a6b47 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:47.035143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2fdaf20-97bb-45ea-b146-cf5ea2dd28ca req-a439c610-eaa4-41e0-b7bb-eaa4af3a6b47 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 945 time: 0.0479646
Apr 09 21:26:47.082873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2fdaf20-97bb-45ea-b146-cf5ea2dd28ca req-4ef226fd-63dd-4bfd-ba1f-a68f76a42bd4 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418961
Apr 09 21:26:48.208711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e47bf-1530-4ae7-a648-e8758e7b8e29 req-d7783f0d-d15a-4849-868b-7f9d3dadd920 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:48.210222 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e22e47bf-1530-4ae7-a648-e8758e7b8e29 req-d7783f0d-d15a-4849-868b-7f9d3dadd920 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 945 time: 0.0483649
Apr 09 21:26:48.264917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e22e47bf-1530-4ae7-a648-e8758e7b8e29 req-bb2cbebc-459e-4927-bfc1-1f5f541a7955 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459590
Apr 09 21:26:48.383050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c03aa-addd-4f41-bf06-f18c1a046c59 req-6915f989-4a9b-46b1-a6b5-3c08d6e03f1d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:48.384407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-126c03aa-addd-4f41-bf06-f18c1a046c59 req-6915f989-4a9b-46b1-a6b5-3c08d6e03f1d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 945 time: 0.0526264
Apr 09 21:26:48.435738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-126c03aa-addd-4f41-bf06-f18c1a046c59 req-f0566511-18b0-428e-9724-9f677771113e tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428379
Apr 09 21:26:48.638916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad1914-ac0e-47cc-9826-606b9860069d req-2ef1c90a-853a-438b-864c-9184bd5dbbe4 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:48.640291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1ad1914-ac0e-47cc-9826-606b9860069d req-2ef1c90a-853a-438b-864c-9184bd5dbbe4 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 945 time: 0.0535212
Apr 09 21:26:48.692527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1ad1914-ac0e-47cc-9826-606b9860069d req-69089081-0306-4f0b-b086-c0c4dbea2096 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453870
Apr 09 21:26:48.853326 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:26:48.971804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fe60c-feaa-4900-ba49-30b4d7823a03 req-902cbad9-83e3-48b3-9f7f-a552089a227b tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:48.973307 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f7fe60c-feaa-4900-ba49-30b4d7823a03 req-902cbad9-83e3-48b3-9f7f-a552089a227b tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 945 time: 0.0508556
Apr 09 21:26:49.021006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f7fe60c-feaa-4900-ba49-30b4d7823a03 req-8eefc66e-5162-4de2-90f7-6c8ec450942d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418475
Apr 09 21:26:50.144289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d01cd-40a6-4d70-afae-77ee12e59dde req-c2b47cea-eecd-454d-a67d-971f351375c9 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:50.146405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae3d01cd-40a6-4d70-afae-77ee12e59dde req-c2b47cea-eecd-454d-a67d-971f351375c9 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 945 time: 0.0495927
Apr 09 21:26:50.194468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae3d01cd-40a6-4d70-afae-77ee12e59dde req-db750f96-372d-4127-be26-f07ef2dc865d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc7d2a7-ce33-49f9-973c-2e6711454d26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422378
Apr 09 21:26:50.442870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-8978d6ba-4216-4a8e-889c-a57d25c3750d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:26:50.444365 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-8978d6ba-4216-4a8e-889c-a57d25c3750d tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.25 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 945 time: 0.0606573
Apr 09 21:26:50.461697 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-15e8ee7c-8d16-44c9-bb1c-b6f88274d2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:50.531333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Deleting port 329800f3-40d7-45fb-8929-5ca77a0d6267 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:26:50.531666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:50.631694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] For port 329800f3-40d7-45fb-8929-5ca77a0d6267, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=329800f3-40d7-45fb-8929-5ca77a0d6267,segment=NetworkSegment(43cb7c8c-70f0-468e-9db5-c2c030d9d3c0),segment_id=43cb7c8c-70f0-468e-9db5-c2c030d9d3c0)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:26:50.632031 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:50.645648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Calling delete_port for 329800f3-40d7-45fb-8929-5ca77a0d6267 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:26:50.784316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (329800f3-40d7-45fb-8929-5ca77a0d6267), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:50.796699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['329800f3-40d7-45fb-8929-5ca77a0d6267'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:26:50.819489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Pushing event deleted for resources: {'Port': ['ID=329800f3-40d7-45fb-8929-5ca77a0d6267,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:50.862221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] No DVR routers for this DVR port 329800f3-40d7-45fb-8929-5ca77a0d6267 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:26:50.865234 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:50.868562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc33f647-3576-4c2b-94e9-a33c1cf292cb req-18a26cff-bc5e-4a9d-8d74-0fdc03ddef06 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.25 "DELETE /v2.0/ports/329800f3-40d7-45fb-8929-5ca77a0d6267 HTTP/1.1" status: 204  len: 173 time: 0.4180624
Apr 09 21:26:50.869012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20791c56-fc3a-4911-95ea-e2fed9828931', 'name': 'network-vif-deleted', 'tag': '329800f3-40d7-45fb-8929-5ca77a0d6267'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:26:50.871334 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca8a3a9-ddff-4c6f-a716-88721cf75754" -d '{"events": [{"server_uuid": "20791c56-fc3a-4911-95ea-e2fed9828931", "name": "network-vif-deleted", "tag": "329800f3-40d7-45fb-8929-5ca77a0d6267"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:26:50.911260 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad1258-661b-4da6-b052-eae17bced8fb x-openstack-request-id: req-60ad1258-661b-4da6-b052-eae17bced8fb {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:26:50.911556 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20791c56-fc3a-4911-95ea-e2fed9828931", "name": "network-vif-deleted", "tag": "329800f3-40d7-45fb-8929-5ca77a0d6267", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:26:50.911829 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60ad1258-661b-4da6-b052-eae17bced8fb {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:26:50.912242 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ad1258-661b-4da6-b052-eae17bced8fb'] response: {'server_uuid': '20791c56-fc3a-4911-95ea-e2fed9828931', 'name': 'network-vif-deleted', 'tag': '329800f3-40d7-45fb-8929-5ca77a0d6267', 'status': 'completed', 'code': 200}
Apr 09 21:26:51.310071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dea3163f-3ebe-4ee5-874a-dbdea712a347 req-318b8369-5dd3-4358-bd1b-0b2f2a397640 tempest-ServersNegativeTestMultiTenantJSON-1351869647 tempest-ServersNegativeTestMultiTenantJSON-1351869647-project] 10.222.0.30 "GET /v2.0/ports?device_id=20791c56-fc3a-4911-95ea-e2fed9828931 HTTP/1.1" status: 200  len: 210 time: 0.0330486
Apr 09 21:26:52.380372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59986) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:52.431064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Deleting subnet 4efa464a-859b-498f-afa7-d30f18d0077b {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:26:52.434778 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Publish callbacks [] for subnet (4efa464a-859b-498f-afa7-d30f18d0077b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.474922 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (4efa464a-859b-498f-afa7-d30f18d0077b), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.520093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (4efa464a-859b-498f-afa7-d30f18d0077b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.576213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (4efa464a-859b-498f-afa7-d30f18d0077b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.606900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efa464a-859b-498f-afa7-d30f18d0077b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:52.611401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.614512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4efa464a-859b-498f-afa7-d30f18d0077b HTTP/1.1" status: 204  len: 168 time: 0.2330289
Apr 09 21:26:52.617325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 59988) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:52.619859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.620191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.620520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.620857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.621243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.621576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.621902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.622227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.622548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.622866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.623185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.623501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.623800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.624133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.624436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657fe2d8-e256-4fa1-ba1e-d8098a6f45bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:26:52.690358 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.771938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.792534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374b28220>,) {'filters': {'network_id': ['30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:52.802256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b28220>, '43cb7c8c-70f0-468e-9db5-c2c030d9d3c0') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:52.802554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b28220>, '43cb7c8c-70f0-468e-9db5-c2c030d9d3c0') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:52.812297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (43cb7c8c-70f0-468e-9db5-c2c030d9d3c0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.827542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (43cb7c8c-70f0-468e-9db5-c2c030d9d3c0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.833980 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:26:52.834390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (43cb7c8c-70f0-468e-9db5-c2c030d9d3c0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:26:52.836071 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:26:52.898447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.904694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.907872 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] 10.222.0.30 "DELETE /v2.0/networks/30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46 HTTP/1.1" status: 204  len: 168 time: 0.2895250
Apr 09 21:26:52.911082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59990) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:52.917287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433202a0-fabc-4fbb-ab85-aacca316f432 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ecadf2-222e-4a45-a8f2-a4d0fd3f2c46,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:52.918698 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46964836-4495-4166-af83-12805ee4b070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:52.962739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcc9b33-6c44-4640-84a2-3cb8a87d540d admin admin] Deleting subnet c7d14d81-68dc-402f-bed9-e437bf2e8763 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:26:52.966565 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9b33-6c44-4640-84a2-3cb8a87d540d admin admin] Publish callbacks [] for subnet (c7d14d81-68dc-402f-bed9-e437bf2e8763), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.001168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9b33-6c44-4640-84a2-3cb8a87d540d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (c7d14d81-68dc-402f-bed9-e437bf2e8763), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.039900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9b33-6c44-4640-84a2-3cb8a87d540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c7d14d81-68dc-402f-bed9-e437bf2e8763), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.095118 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9b33-6c44-4640-84a2-3cb8a87d540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c7d14d81-68dc-402f-bed9-e437bf2e8763), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.127066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc9b33-6c44-4640-84a2-3cb8a87d540d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d14d81-68dc-402f-bed9-e437bf2e8763,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:53.129100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9b33-6c44-4640-84a2-3cb8a87d540d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.132963 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3dcc9b33-6c44-4640-84a2-3cb8a87d540d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c7d14d81-68dc-402f-bed9-e437bf2e8763 HTTP/1.1" status: 204  len: 168 time: 0.2204881
Apr 09 21:26:53.134764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59992) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:53.204911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (3a24562b-119a-4b06-815f-94cbd572e45f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.288637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (3a24562b-119a-4b06-815f-94cbd572e45f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.308842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23757ef7f0>,) {'filters': {'network_id': ['3a24562b-119a-4b06-815f-94cbd572e45f']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:53.325921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23757ef7f0>, 'f764dfd6-4c27-4a63-8358-43f034bc4f06') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:53.326210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23757ef7f0>, 'f764dfd6-4c27-4a63-8358-43f034bc4f06') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:26:53.342475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (f764dfd6-4c27-4a63-8358-43f034bc4f06), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.355836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (f764dfd6-4c27-4a63-8358-43f034bc4f06), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.361773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:26:53.362146 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (f764dfd6-4c27-4a63-8358-43f034bc4f06), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:26:53.363808 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:26:53.420291 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (3a24562b-119a-4b06-815f-94cbd572e45f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.427443 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.430963 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a24562b-119a-4b06-815f-94cbd572e45f HTTP/1.1" status: 204  len: 168 time: 0.2952876
Apr 09 21:26:53.454700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c9378-ebb5-4245-9d0c-49b8f62f971c admin admin] Pushing event deleted for resources: {'Network': ['ID=3a24562b-119a-4b06-815f-94cbd572e45f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:53.629002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59996) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:53.669176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4faa1aee-38c6-45b2-99a3-a3698973fd41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba99b682561b49caafd954b3a1cd65cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388873
Apr 09 21:26:53.672936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 59998) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:53.724748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-44e43f04-0ef2-4b53-9c14-545e7081ede8 admin admin] Publish callbacks [] for security_group (4cc7d2a7-ce33-49f9-973c-2e6711454d26), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.746762 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-44e43f04-0ef2-4b53-9c14-545e7081ede8 admin admin] Publish callbacks [] for security_group (4cc7d2a7-ce33-49f9-973c-2e6711454d26), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.794837 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-44e43f04-0ef2-4b53-9c14-545e7081ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (4cc7d2a7-ce33-49f9-973c-2e6711454d26), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.797459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-44e43f04-0ef2-4b53-9c14-545e7081ede8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:53.798620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-44e43f04-0ef2-4b53-9c14-545e7081ede8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cc7d2a7-ce33-49f9-973c-2e6711454d26 HTTP/1.1" status: 204  len: 168 time: 0.1248348
Apr 09 21:26:53.806595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e43f04-0ef2-4b53-9c14-545e7081ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc7d2a7-ce33-49f9-973c-2e6711454d26,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:54.134202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60004) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:54.157630 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:54.175708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5316a9f6-e473-4dda-98d6-c31483f58414 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cecfd5cedc14deba5fecaa9183caddc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0402176
Apr 09 21:26:54.178321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60006) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:54.227537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0665168d-2476-4f75-be74-44e2d21afb78 admin admin] Publish callbacks [] for security_group (0324911f-c112-465d-b476-5bf59fff5679), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:54.252930 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0665168d-2476-4f75-be74-44e2d21afb78 admin admin] Publish callbacks [] for security_group (0324911f-c112-465d-b476-5bf59fff5679), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:54.299953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 329800f3-40d7-45fb-8929-5ca77a0d6267 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:26:54.301486 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0665168d-2476-4f75-be74-44e2d21afb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0324911f-c112-465d-b476-5bf59fff5679), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:54.304231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0665168d-2476-4f75-be74-44e2d21afb78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:54.305435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0665168d-2476-4f75-be74-44e2d21afb78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0324911f-c112-465d-b476-5bf59fff5679 HTTP/1.1" status: 204  len: 168 time: 0.1262574
Apr 09 21:26:54.315166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665168d-2476-4f75-be74-44e2d21afb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0324911f-c112-465d-b476-5bf59fff5679,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:54.328885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 329800f3-40d7-45fb-8929-5ca77a0d6267 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:26:54.329229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 329800f3-40d7-45fb-8929-5ca77a0d6267 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:26:55.227388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:55.295528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60034) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:55.404749 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-50103127-1e24-4a47-9060-42d296f4e8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:55.485445 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-50103127-1e24-4a47-9060-42d296f4e8e2 admin admin] Publish callbacks [] for security_group (49fcb508-f1cc-43ca-a047-ce76b90b8e11), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:55.491148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-50103127-1e24-4a47-9060-42d296f4e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (49fcb508-f1cc-43ca-a047-ce76b90b8e11), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:55.529268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-50103127-1e24-4a47-9060-42d296f4e8e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33418238b82a450997b3e3d4152633ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2326033
Apr 09 21:26:55.530120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50103127-1e24-4a47-9060-42d296f4e8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fcb508-f1cc-43ca-a047-ce76b90b8e11,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:55.532216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60038) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:55.581655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c45a694f-cebd-4333-bc79-50698a4efe1e admin admin] Publish callbacks [] for security_group (49fcb508-f1cc-43ca-a047-ce76b90b8e11), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:55.607548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c45a694f-cebd-4333-bc79-50698a4efe1e admin admin] Publish callbacks [] for security_group (49fcb508-f1cc-43ca-a047-ce76b90b8e11), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:55.672851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c45a694f-cebd-4333-bc79-50698a4efe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (49fcb508-f1cc-43ca-a047-ce76b90b8e11), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:55.676719 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c45a694f-cebd-4333-bc79-50698a4efe1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:55.677873 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c45a694f-cebd-4333-bc79-50698a4efe1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49fcb508-f1cc-43ca-a047-ce76b90b8e11 HTTP/1.1" status: 204  len: 168 time: 0.1446719
Apr 09 21:26:55.685914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a694f-cebd-4333-bc79-50698a4efe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fcb508-f1cc-43ca-a047-ce76b90b8e11,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:55.771833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:57.098698 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:59.399262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60140) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:59.508085 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7af85bce-6892-4b5a-8c40-46c3a8e6fe4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:59.585511 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7af85bce-6892-4b5a-8c40-46c3a8e6fe4e admin admin] Publish callbacks [] for security_group (ccf320a5-77f5-4018-a5dd-e12e16e0e706), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:59.591214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7af85bce-6892-4b5a-8c40-46c3a8e6fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ccf320a5-77f5-4018-a5dd-e12e16e0e706), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:59.635008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7af85bce-6892-4b5a-8c40-46c3a8e6fe4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2884cbdbc9c143169084d8786530533b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2345643
Apr 09 21:26:59.635853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af85bce-6892-4b5a-8c40-46c3a8e6fe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf320a5-77f5-4018-a5dd-e12e16e0e706,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:26:59.638194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60144) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:26:59.695913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f51e5832-2050-464f-a108-68bd2869be03 admin admin] Publish callbacks [] for security_group (ccf320a5-77f5-4018-a5dd-e12e16e0e706), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:59.719345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f51e5832-2050-464f-a108-68bd2869be03 admin admin] Publish callbacks [] for security_group (ccf320a5-77f5-4018-a5dd-e12e16e0e706), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:59.772167 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f51e5832-2050-464f-a108-68bd2869be03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ccf320a5-77f5-4018-a5dd-e12e16e0e706), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:59.774757 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f51e5832-2050-464f-a108-68bd2869be03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:26:59.775926 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f51e5832-2050-464f-a108-68bd2869be03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccf320a5-77f5-4018-a5dd-e12e16e0e706 HTTP/1.1" status: 204  len: 168 time: 0.1367035
Apr 09 21:26:59.784238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e5832-2050-464f-a108-68bd2869be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf320a5-77f5-4018-a5dd-e12e16e0e706,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:01.246159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-ba596769-ddd1-4767-8b56-a97073399473 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399437
Apr 09 21:27:01.329520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-f8e0db54-258e-46d3-9196-0ab1452163ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:01.331065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-f8e0db54-258e-46d3-9196-0ab1452163ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=605e203fc5c04ed781bf67d309905d81&device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 1127 time: 0.0409675
Apr 09 21:27:01.447670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-27fdec1f-072e-489f-b09b-d020dca064ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:01.447798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-27fdec1f-072e-489f-b09b-d020dca064ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=0391f0d4-fa04-493b-a06d-d7825f459d86 HTTP/1.1" status: 200  len: 910 time: 0.0971079
Apr 09 21:27:01.503028 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:01.519939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-69043029-cc60-43f3-a030-5f7be85c5475 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745 HTTP/1.1" status: 200  len: 1000 time: 0.0658674
Apr 09 21:27:01.569879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-b4df29eb-8033-42d6-aa9b-cea6ba36123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:01.571668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-b4df29eb-8033-42d6-aa9b-cea6ba36123e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a HTTP/1.1" status: 200  len: 848 time: 0.0457244
Apr 09 21:27:01.622283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-89872b17-ff32-44e1-a0a3-d9cf90f0dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:01.627428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-89872b17-ff32-44e1-a0a3-d9cf90f0dede service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0391f0d4-fa04-493b-a06d-d7825f459d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502565
Apr 09 21:27:01.721362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-f9786935-e482-4f88-ba55-557459a5cda3 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869205
Apr 09 21:27:01.816172 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dd91dba-cf66-4b1a-b292-d80e3d0b3273 req-5d01efb6-8888-41dd-a57d-9d8dd92b9356 service neutron] 10.222.0.32 "GET /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889430
Apr 09 21:27:01.973747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60212) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:02.099876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d22ca4c-8089-411d-aff4-29f919946a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.174378 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d22ca4c-8089-411d-aff4-29f919946a4b admin admin] Publish callbacks [] for security_group (d19896c8-6e3a-4f40-ac8c-a0350be8e4a7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.181526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d22ca4c-8089-411d-aff4-29f919946a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d19896c8-6e3a-4f40-ac8c-a0350be8e4a7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.228542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3d22ca4c-8089-411d-aff4-29f919946a4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b62f1c9c81c4187abe5ef490500cd36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2536299
Apr 09 21:27:02.229421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22ca4c-8089-411d-aff4-29f919946a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19896c8-6e3a-4f40-ac8c-a0350be8e4a7,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:02.232173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60216) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:02.282747 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c49e6891-e4ad-4a9a-9330-58c3c014a941 admin admin] Publish callbacks [] for security_group (d19896c8-6e3a-4f40-ac8c-a0350be8e4a7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.305971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c49e6891-e4ad-4a9a-9330-58c3c014a941 admin admin] Publish callbacks [] for security_group (d19896c8-6e3a-4f40-ac8c-a0350be8e4a7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.359899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c49e6891-e4ad-4a9a-9330-58c3c014a941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d19896c8-6e3a-4f40-ac8c-a0350be8e4a7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.362424 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c49e6891-e4ad-4a9a-9330-58c3c014a941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.363606 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c49e6891-e4ad-4a9a-9330-58c3c014a941 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d19896c8-6e3a-4f40-ac8c-a0350be8e4a7 HTTP/1.1" status: 204  len: 168 time: 0.1301422
Apr 09 21:27:02.371347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e6891-e4ad-4a9a-9330-58c3c014a941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19896c8-6e3a-4f40-ac8c-a0350be8e4a7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:02.639102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60222) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:02.652682 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d68e23a-f1f3-434c-b76f-5089f0ac82c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.728498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d68e23a-f1f3-434c-b76f-5089f0ac82c8 admin admin] Publish callbacks [] for security_group (65ea0d21-eb86-4740-807f-dbf73d694b46), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.734793 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1d68e23a-f1f3-434c-b76f-5089f0ac82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (65ea0d21-eb86-4740-807f-dbf73d694b46), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.776622 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1d68e23a-f1f3-434c-b76f-5089f0ac82c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c18033a5d594a66860362f9ae32899c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1364233
Apr 09 21:27:02.777557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68e23a-f1f3-434c-b76f-5089f0ac82c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ea0d21-eb86-4740-807f-dbf73d694b46,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:02.779581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60224) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:02.829447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4161f6d5-69a3-4b6b-a7f4-1ed5616cf5c5 admin admin] Publish callbacks [] for security_group (65ea0d21-eb86-4740-807f-dbf73d694b46), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:02.851480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4161f6d5-69a3-4b6b-a7f4-1ed5616cf5c5 admin admin] Publish callbacks [] for security_group (65ea0d21-eb86-4740-807f-dbf73d694b46), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:03.205787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4161f6d5-69a3-4b6b-a7f4-1ed5616cf5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (65ea0d21-eb86-4740-807f-dbf73d694b46), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:03.208395 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4161f6d5-69a3-4b6b-a7f4-1ed5616cf5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:03.209582 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4161f6d5-69a3-4b6b-a7f4-1ed5616cf5c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65ea0d21-eb86-4740-807f-dbf73d694b46 HTTP/1.1" status: 204  len: 168 time: 0.4286599
Apr 09 21:27:03.218048 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161f6d5-69a3-4b6b-a7f4-1ed5616cf5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ea0d21-eb86-4740-807f-dbf73d694b46,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:03.773002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3555f1-dcc4-4028-b96d-f8530283269f req-efe7a088-aab5-4fd3-a7e8-6aad71f56b7b tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:03.774699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce3555f1-dcc4-4028-b96d-f8530283269f req-efe7a088-aab5-4fd3-a7e8-6aad71f56b7b tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 945 time: 0.0481298
Apr 09 21:27:03.827201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce3555f1-dcc4-4028-b96d-f8530283269f req-a421ef4b-67f1-4df2-89b4-6111c18e1fd9 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458786
Apr 09 21:27:04.950377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f2ba-22e1-4610-b77a-9f552ed00cc3 req-209a2ebb-855f-43e6-8508-a107dcdb5043 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:04.951898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37c3f2ba-22e1-4610-b77a-9f552ed00cc3 req-209a2ebb-855f-43e6-8508-a107dcdb5043 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 945 time: 0.0485039
Apr 09 21:27:05.003577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37c3f2ba-22e1-4610-b77a-9f552ed00cc3 req-b1b54dde-1127-41a6-ae27-0cd446abde59 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/security-groups?id=95f0590b-48af-4e0c-8c84-ef35e42a59c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459585
Apr 09 21:27:05.130797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-aa489f30-218f-4492-9e39-159441cd1de1 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:05.132283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-aa489f30-218f-4492-9e39-159441cd1de1 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.32 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 945 time: 0.0531449
Apr 09 21:27:05.219870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Deleting port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:05.220336 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:05.319281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] For port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:05.319638 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:05.500402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:05.500767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (6e650e08-cf03-4bb2-9278-9006de26a855), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:05.501117 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Floating IP 6e650e08-cf03-4bb2-9278-9006de26a855 disassociated. External IP: 172.35.0.77, port: 4c7b21e8-849b-46e4-a86f-7e4c0cea2745.
Apr 09 21:27:05.501516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Calling delete_port for 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:05.640046 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4c7b21e8-849b-46e4-a86f-7e4c0cea2745), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:05.670253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event deleted for resources: {'Port': ['ID=4c7b21e8-849b-46e4-a86f-7e4c0cea2745,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:06.182545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85954458-1e58-497c-8ee5-24131c8bb061 req-490db4c0-cdee-4c9a-87d7-81f3ebab39bc tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "GET /v2.0/ports?device_id=584ed9de-6598-458b-bdc5-118c7ca85c48 HTTP/1.1" status: 200  len: 210 time: 0.0343158
Apr 09 21:27:06.202740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Router 6c9f4d96-ccef-44b6-aa30-403113c46520 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:06.316780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:06.327083 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] Sync routers for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:06.336875 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:06.337906 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237762d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:06.366639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] No DVR routers for this DVR port 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:06.369435 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:06.372868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f11c4d01-f5e5-4a11-8fb1-35eebfe76477 req-f86ca4a0-5df3-4e7a-bea7-da94eae0ff79 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.32 "DELETE /v2.0/ports/4c7b21e8-849b-46e4-a86f-7e4c0cea2745 HTTP/1.1" status: 204  len: 173 time: 1.2356389
Apr 09 21:27:06.373365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'name': 'network-vif-deleted', 'tag': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:27:06.375641 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210e4fa-bce2-41e8-add7-43503816d58e" -d '{"events": [{"server_uuid": "584ed9de-6598-458b-bdc5-118c7ca85c48", "name": "network-vif-deleted", "tag": "4c7b21e8-849b-46e4-a86f-7e4c0cea2745"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:27:06.464045 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:06.650330 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1aceaa-3f5b-470e-9117-71a94e48a6fb x-openstack-request-id: req-0c1aceaa-3f5b-470e-9117-71a94e48a6fb {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:27:06.650627 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584ed9de-6598-458b-bdc5-118c7ca85c48", "name": "network-vif-deleted", "tag": "4c7b21e8-849b-46e4-a86f-7e4c0cea2745", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:27:06.651232 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c1aceaa-3f5b-470e-9117-71a94e48a6fb {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:27:06.651646 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1aceaa-3f5b-470e-9117-71a94e48a6fb'] response: {'server_uuid': '584ed9de-6598-458b-bdc5-118c7ca85c48', 'name': 'network-vif-deleted', 'tag': '4c7b21e8-849b-46e4-a86f-7e4c0cea2745', 'status': 'completed', 'code': 200}
Apr 09 21:27:06.677640 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237762d130>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:54Z', 'revision_number': 5, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:06.704264 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] Checking router: 6c9f4d96-ccef-44b6-aa30-403113c46520 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:06.713731 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:06.714328 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237762d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:06.832491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:07.134933 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237762d130>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:54Z', 'revision_number': 5, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:07.165860 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab06867-2ee7-4f82-aa6e-7cf534d75845 None None] The sync data for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 is: [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd', 'name': '', 'network_id': '0391f0d4-fa04-493b-a06d-d7825f459d86', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'mac_address': 'fa:16:3e:4c:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:49Z', 'updated_at': '2022-04-09T21:21:54Z', 'revision_number': 5, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'subnets': [{'id': '0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:07.250156 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60328) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:07.372221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Deleting port fb21570d-ad9c-469e-a664-b97c086f4a57 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:07.372599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fb21570d-ad9c-469e-a664-b97c086f4a57), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.461100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b64e7-b55f-4937-833d-c09f2f9bce2a None None] New status for floating IP 6e650e08-cf03-4bb2-9278-9006de26a855: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:27:07.462018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fb21570d-ad9c-469e-a664-b97c086f4a57), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.462343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for floatingip (fb21570d-ad9c-469e-a664-b97c086f4a57), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.475710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Calling delete_port for fb21570d-ad9c-469e-a664-b97c086f4a57 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:07.634862 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fb21570d-ad9c-469e-a664-b97c086f4a57), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.660584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event deleted for resources: {'Port': ['ID=fb21570d-ad9c-469e-a664-b97c086f4a57,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:07.672949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.673321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.673661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.674004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.674306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.674689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.675004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.675331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.675655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.675952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.676308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.676631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.676998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.677348 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.677654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:07.738231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for floatingip (6e650e08-cf03-4bb2-9278-9006de26a855), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.741133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.742284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3326e355-8d2c-4ecd-8adf-b516001c9ad6 tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "DELETE /v2.0/floatingips/6e650e08-cf03-4bb2-9278-9006de26a855 HTTP/1.1" status: 204  len: 168 time: 0.4910402
Apr 09 21:27:07.812536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60344) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:07.874941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6910673-15ce-4fb1-91bc-28181e3ca0cb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group (95f0590b-48af-4e0c-8c84-ef35e42a59c3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.900446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6910673-15ce-4fb1-91bc-28181e3ca0cb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group (95f0590b-48af-4e0c-8c84-ef35e42a59c3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.965364 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6910673-15ce-4fb1-91bc-28181e3ca0cb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (95f0590b-48af-4e0c-8c84-ef35e42a59c3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.967944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f6910673-15ce-4fb1-91bc-28181e3ca0cb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:07.971903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f6910673-15ce-4fb1-91bc-28181e3ca0cb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] 10.222.0.30 "DELETE /v2.0/security-groups/95f0590b-48af-4e0c-8c84-ef35e42a59c3 HTTP/1.1" status: 204  len: 168 time: 0.1555293
Apr 09 21:27:07.984151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6910673-15ce-4fb1-91bc-28181e3ca0cb tempest-TestServerBasicOps-247092232 tempest-TestServerBasicOps-247092232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f0590b-48af-4e0c-8c84-ef35e42a59c3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:08.026850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60350) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:08.559962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (6c9f4d96-ccef-44b6-aa30-403113c46520), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:08.798204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Deleting port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:08.798538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:08.883219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] For port 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:08.883645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:08.897336 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Calling delete_port for 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:09.089155 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:09.115410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:09.288098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:09.300723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (6c9f4d96-ccef-44b6-aa30-403113c46520), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:09.318527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:09.318875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4c7b21e8-849b-46e4-a86f-7e4c0cea2745 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:09.533806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Router 6c9f4d96-ccef-44b6-aa30-403113c46520 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:09.645225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:09.650539 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b951afa-339e-44b7-854c-f93fc54d8a1d admin admin] 10.222.0.30 "PUT /v2.0/routers/6c9f4d96-ccef-44b6-aa30-403113c46520/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6224461
Apr 09 21:27:09.653229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60384) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:09.654852 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] Sync routers for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:09.665016 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:09.666228 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fb6a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:09.768861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks [] for router (6c9f4d96-ccef-44b6-aa30-403113c46520), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:09.776934 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:09.886723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks [] for router_gateway (6c9f4d96-ccef-44b6-aa30-403113c46520), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:09.936774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Deleting port f25f3215-f79b-49ee-b8dd-db22d413514a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:09.937149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:09.962740 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fb6a30>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:27:09Z', 'revision_number': 5, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port': {'id': 'f25f3215-f79b-49ee-b8dd-db22d413514a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:43Z', 'updated_at': '2022-04-09T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:09.993224 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] Checking router: 6c9f4d96-ccef-44b6-aa30-403113c46520 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:10.001665 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] Routers {'6c9f4d96-ccef-44b6-aa30-403113c46520'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:10.002496 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fb6a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6c9f4d96-ccef-44b6-aa30-403113c46520'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:10.021245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] For port f25f3215-f79b-49ee-b8dd-db22d413514a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f25f3215-f79b-49ee-b8dd-db22d413514a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:10.021824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.036665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Calling delete_port for f25f3215-f79b-49ee-b8dd-db22d413514a owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:10.092381 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] Set router 6c9f4d96-ccef-44b6-aa30-403113c46520 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:10.145422 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fb6a30>, [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:27:09Z', 'revision_number': 6, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:10.175479 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f61c33-a061-41c0-a9cb-6d30547b0232 None None] The sync data for ids ['6c9f4d96-ccef-44b6-aa30-403113c46520'] in ncdv-master-1 is: [{'id': '6c9f4d96-ccef-44b6-aa30-403113c46520', 'name': 'tempest-TestServerBasicOps-1211280873-router', 'tenant_id': '605e203fc5c04ed781bf67d309905d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:42Z', 'updated_at': '2022-04-09T21:27:09Z', 'revision_number': 6, 'project_id': '605e203fc5c04ed781bf67d309905d81', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:10.218457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f25f3215-f79b-49ee-b8dd-db22d413514a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.247175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60398) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:10.247746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f25f3215-f79b-49ee-b8dd-db22d413514a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:10.310654 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (6c9f4d96-ccef-44b6-aa30-403113c46520), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.355635 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2740ffad-2a49-4e91-a704-cd9dfc3d67a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.404045 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (6c9f4d96-ccef-44b6-aa30-403113c46520), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.406633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks [] for router_controller (6c9f4d96-ccef-44b6-aa30-403113c46520), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.431815 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2740ffad-2a49-4e91-a704-cd9dfc3d67a6 admin admin] Publish callbacks [] for security_group (a479e9f9-2be9-44c4-9143-55c81323f045), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.437868 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2740ffad-2a49-4e91-a704-cd9dfc3d67a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a479e9f9-2be9-44c4-9143-55c81323f045), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.456565 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (6c9f4d96-ccef-44b6-aa30-403113c46520), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.457122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9f4d96-ccef-44b6-aa30-403113c46520 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:27:10.461921 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.463311 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-72805336-45cd-465a-990f-6badd4e389fb admin admin] 10.222.0.30 "DELETE /v2.0/routers/6c9f4d96-ccef-44b6-aa30-403113c46520 HTTP/1.1" status: 204  len: 168 time: 0.8089149
Apr 09 21:27:10.465894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60402) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:10.478086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2740ffad-2a49-4e91-a704-cd9dfc3d67a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee6c4d4c328e4a5a9ed02f2cd1ebd348&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2292695
Apr 09 21:27:10.478962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740ffad-2a49-4e91-a704-cd9dfc3d67a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a479e9f9-2be9-44c4-9143-55c81323f045,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:10.481276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60404) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:10.509361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-99984240-4e82-435b-8d0f-2c014f77d8ad admin admin] Deleting subnet 0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:27:10.512674 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99984240-4e82-435b-8d0f-2c014f77d8ad admin admin] Publish callbacks [] for subnet (0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.532419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3d27495-068f-4859-8328-50c8ad8db061 admin admin] Publish callbacks [] for security_group (a479e9f9-2be9-44c4-9143-55c81323f045), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.554467 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99984240-4e82-435b-8d0f-2c014f77d8ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.560735 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3d27495-068f-4859-8328-50c8ad8db061 admin admin] Publish callbacks [] for security_group (a479e9f9-2be9-44c4-9143-55c81323f045), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.619573 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3d27495-068f-4859-8328-50c8ad8db061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a479e9f9-2be9-44c4-9143-55c81323f045), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.622570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3d27495-068f-4859-8328-50c8ad8db061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.627998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a3d27495-068f-4859-8328-50c8ad8db061 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a479e9f9-2be9-44c4-9143-55c81323f045 HTTP/1.1" status: 204  len: 168 time: 0.1456239
Apr 09 21:27:10.637833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d27495-068f-4859-8328-50c8ad8db061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a479e9f9-2be9-44c4-9143-55c81323f045,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:10.664159 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99984240-4e82-435b-8d0f-2c014f77d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.719574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99984240-4e82-435b-8d0f-2c014f77d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.749052 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99984240-4e82-435b-8d0f-2c014f77d8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.753197 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-99984240-4e82-435b-8d0f-2c014f77d8ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a HTTP/1.1" status: 204  len: 168 time: 0.2863398
Apr 09 21:27:10.754187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99984240-4e82-435b-8d0f-2c014f77d8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fdb8dfd-13c3-4c2f-88c3-6d80ba5b0d7a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:10.754603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcec2d-8ac6-4a22-97c1-7c2b4ce92c87 None None] Network 0391f0d4-fa04-493b-a06d-d7825f459d86 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:10.755983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60410) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:10.826348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (0391f0d4-fa04-493b-a06d-d7825f459d86), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.879512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Deleting port d9561c10-b9e7-4598-83f6-1f5227ba47dc {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:10.880060 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.927014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60412) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:10.946547 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b78257f-9842-4486-b427-f2b69afcdda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.955306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] For port d9561c10-b9e7-4598-83f6-1f5227ba47dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9561c10-b9e7-4598-83f6-1f5227ba47dc,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:10.955747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:10.964959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] DHCP port deletion for 0391f0d4-fa04-493b-a06d-d7825f459d86 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:27:10.975310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Calling delete_port for d9561c10-b9e7-4598-83f6-1f5227ba47dc owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:11.010107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] Deleting port d9561c10-b9e7-4598-83f6-1f5227ba47dc {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:11.010782 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.046498 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b78257f-9842-4486-b427-f2b69afcdda5 admin admin] Publish callbacks [] for security_group (f790dc50-f076-4173-859f-9fe2563d1349), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.051445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b78257f-9842-4486-b427-f2b69afcdda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f790dc50-f076-4173-859f-9fe2563d1349), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.071483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.085621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] For port d9561c10-b9e7-4598-83f6-1f5227ba47dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9561c10-b9e7-4598-83f6-1f5227ba47dc,segment=NetworkSegment(82d3af83-ce11-40a2-ad07-5549c332b24f),segment_id=82d3af83-ce11-40a2-ad07-5549c332b24f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:11.086203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.100489 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5b78257f-9842-4486-b427-f2b69afcdda5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0ccef1d53074c659faa7027d3f10c68&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1722925
Apr 09 21:27:11.101503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78257f-9842-4486-b427-f2b69afcdda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f790dc50-f076-4173-859f-9fe2563d1349,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:11.103082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] Calling delete_port for d9561c10-b9e7-4598-83f6-1f5227ba47dc owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:11.103223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60414) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:11.123539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9561c10-b9e7-4598-83f6-1f5227ba47dc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:11.131082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] No DVR routers for this DVR port d9561c10-b9e7-4598-83f6-1f5227ba47dc on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:11.188433 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (d9561c10-b9e7-4598-83f6-1f5227ba47dc), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.223224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] No DVR routers for this DVR port d9561c10-b9e7-4598-83f6-1f5227ba47dc on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:11.227887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ec099-ed00-4311-8cbe-34f4ec239ef0 None None] Pushing event deleted for resources: {'Port': ['ID=d9561c10-b9e7-4598-83f6-1f5227ba47dc,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:11.237916 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (0391f0d4-fa04-493b-a06d-d7825f459d86), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.246315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b44e487-caaf-4783-a421-e5f9a2e5cd56 admin admin] Publish callbacks [] for security_group (f790dc50-f076-4173-859f-9fe2563d1349), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.251944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f25f3215-f79b-49ee-b8dd-db22d413514a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:11.268331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23773f5370>,) {'filters': {'network_id': ['0391f0d4-fa04-493b-a06d-d7825f459d86']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:11.281682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f25f3215-f79b-49ee-b8dd-db22d413514a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:11.282117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f25f3215-f79b-49ee-b8dd-db22d413514a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:11.282603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:11.286924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23773f5370>, '82d3af83-ce11-40a2-ad07-5549c332b24f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:11.287222 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23773f5370>, '82d3af83-ce11-40a2-ad07-5549c332b24f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:11.290155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b44e487-caaf-4783-a421-e5f9a2e5cd56 admin admin] Publish callbacks [] for security_group (f790dc50-f076-4173-859f-9fe2563d1349), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.303228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:11.303645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 5e766d5f-ce1f-45a5-b9c4-6d5b91f849fd not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:11.304293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d9561c10-b9e7-4598-83f6-1f5227ba47dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:11.305010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (82d3af83-ce11-40a2-ad07-5549c332b24f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.323986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d9561c10-b9e7-4598-83f6-1f5227ba47dc {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:11.324441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d9561c10-b9e7-4598-83f6-1f5227ba47dc not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:11.332706 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (82d3af83-ce11-40a2-ad07-5549c332b24f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.341939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:27:11.342373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (82d3af83-ce11-40a2-ad07-5549c332b24f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:27:11.344222 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:27:11.404158 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (0391f0d4-fa04-493b-a06d-d7825f459d86), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.406373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b44e487-caaf-4783-a421-e5f9a2e5cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f790dc50-f076-4173-859f-9fe2563d1349), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.409098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2b44e487-caaf-4783-a421-e5f9a2e5cd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.410253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2b44e487-caaf-4783-a421-e5f9a2e5cd56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f790dc50-f076-4173-859f-9fe2563d1349 HTTP/1.1" status: 204  len: 168 time: 0.3061614
Apr 09 21:27:11.416668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:11.419719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] 10.222.0.30 "DELETE /v2.0/networks/0391f0d4-fa04-493b-a06d-d7825f459d86 HTTP/1.1" status: 204  len: 168 time: 0.6625950
Apr 09 21:27:11.422780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60420) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:11.435765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44e487-caaf-4783-a421-e5f9a2e5cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790dc50-f076-4173-859f-9fe2563d1349,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:11.437731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558c876-4a02-4ec9-9cf4-1484614b707e admin admin] Pushing event deleted for resources: {'Network': ['ID=0391f0d4-fa04-493b-a06d-d7825f459d86,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:12.082331 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (88c5da0c-6812-442d-866c-46d872152e20), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.318219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Deleting port 7bd2850e-65c6-454d-8e63-0a542ff416a7 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:12.318659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.402209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] For port 7bd2850e-65c6-454d-8e63-0a542ff416a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bd2850e-65c6-454d-8e63-0a542ff416a7,segment=NetworkSegment(ce383af0-5ea0-4299-9289-ac0a303220e3),segment_id=ce383af0-5ea0-4299-9289-ac0a303220e3)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:12.402583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.416096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Calling delete_port for 7bd2850e-65c6-454d-8e63-0a542ff416a7 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:12.427465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60448) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:12.532859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-90fe29db-2d9d-4d41-9b55-70d0166c04c5 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 1762 time: 0.1013031
Apr 09 21:27:12.533229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60456) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:12.539884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'network': {'name': 'tempest-network-smoke--1317486460', 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'port_security_enabled': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:12.563320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Made reservation on behalf of f835ef5aefe44c96bc20308d450b5680 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:12.567816 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.604653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:27:12.616846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (49564f20-69f4-4de1-9386-ec269631747f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.617305 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Added segment 49564f20-69f4-4de1-9386-ec269631747f of type vlan for network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97
Apr 09 21:27:12.618825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7bd2850e-65c6-454d-8e63-0a542ff416a7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.647184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd2850e-65c6-454d-8e63-0a542ff416a7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:12.679507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (88dcdf7c-5b2f-4b68-9daf-89dea963dd97), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.715971 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (88dcdf7c-5b2f-4b68-9daf-89dea963dd97), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.724489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:12.725704 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.797942 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2635210
Apr 09 21:27:12.800662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60466) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:12.806295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'admin_state_up': True, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:12.857003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67626f1-0c67-4a05-ba65-b732db3360d0 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Network': ['ID=88dcdf7c-5b2f-4b68-9daf-89dea963dd97,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:12.869316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:27:12.876502 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.877595 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.884346 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (88c5da0c-6812-442d-866c-46d872152e20), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:12.995728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_controller (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.221179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_gateway (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.362933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Router 88c5da0c-6812-442d-866c-46d872152e20 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:13.489320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60500) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:13.492709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_gateway (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.521362 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.601934 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bda984fe-ac8d-44f4-9361-dd89c4d0d889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.620993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:13.630529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] Sync routers for ids ['88c5da0c-6812-442d-866c-46d872152e20'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:13.630680 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-49d67d0b-ce2d-447e-9e54-86b8e1ca6075 admin admin] 10.222.0.30 "PUT /v2.0/routers/88c5da0c-6812-442d-866c-46d872152e20/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2067506
Apr 09 21:27:13.631200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60504) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:13.644559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] Routers {'88c5da0c-6812-442d-866c-46d872152e20'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:13.645659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b6f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['88c5da0c-6812-442d-866c-46d872152e20'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:13.688546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bda984fe-ac8d-44f4-9361-dd89c4d0d889 admin admin] Publish callbacks [] for security_group (3e37867a-8e7c-4eb1-b4ee-600256a285a6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.694286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bda984fe-ac8d-44f4-9361-dd89c4d0d889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3e37867a-8e7c-4eb1-b4ee-600256a285a6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.725663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Allocated IP 172.35.0.109 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/38536067-1459-4752-81c0-868466f6721a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:13.739950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bda984fe-ac8d-44f4-9361-dd89c4d0d889 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d152817448544bf693c0b7fddc4d41f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2495027
Apr 09 21:27:13.740570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60506) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:13.742675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda984fe-ac8d-44f4-9361-dd89c4d0d889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e37867a-8e7c-4eb1-b4ee-600256a285a6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:13.797992 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1cad3df-ad51-45aa-a6ce-a98c4291dfb8 admin admin] Publish callbacks [] for security_group (3e37867a-8e7c-4eb1-b4ee-600256a285a6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.812896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks [] for router (88c5da0c-6812-442d-866c-46d872152e20), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.822610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1cad3df-ad51-45aa-a6ce-a98c4291dfb8 admin admin] Publish callbacks [] for security_group (3e37867a-8e7c-4eb1-b4ee-600256a285a6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.877388 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1cad3df-ad51-45aa-a6ce-a98c4291dfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3e37867a-8e7c-4eb1-b4ee-600256a285a6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.880465 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a1cad3df-ad51-45aa-a6ce-a98c4291dfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.884900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a1cad3df-ad51-45aa-a6ce-a98c4291dfb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e37867a-8e7c-4eb1-b4ee-600256a285a6 HTTP/1.1" status: 204  len: 168 time: 0.1431482
Apr 09 21:27:13.893854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cad3df-ad51-45aa-a6ce-a98c4291dfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e37867a-8e7c-4eb1-b4ee-600256a285a6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:13.951903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] Set router 88c5da0c-6812-442d-866c-46d872152e20 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:13.963808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (38536067-1459-4752-81c0-868466f6721a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:13.986428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks [] for router_gateway (88c5da0c-6812-442d-866c-46d872152e20), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.038300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (38536067-1459-4752-81c0-868466f6721a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.081404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Deleting port 04789eea-c741-4eeb-92fa-274a8ff7a626 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:14.081753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.105016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:14.120506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:14.125257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:14.135242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b6f2b0>, [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64'}], 'enable_snat': True}, 'gw_port_id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:27:12Z', 'revision_number': 5, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port': {'id': '04789eea-c741-4eeb-92fa-274a8ff7a626', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5da0c-6812-442d-866c-46d872152e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:21:57Z', 'updated_at': '2022-04-09T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:14.152431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=38536067-1459-4752-81c0-868466f6721a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:14.168864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] Checking router: 88c5da0c-6812-442d-866c-46d872152e20 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:14.177558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] Routers {'88c5da0c-6812-442d-866c-46d872152e20'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:14.178412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b6f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['88c5da0c-6812-442d-866c-46d872152e20'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:14.193461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60512) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:14.211954 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5981a1d2-a4b3-4ed2-8ded-f472b091f395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.221871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] For port 04789eea-c741-4eeb-92fa-274a8ff7a626, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04789eea-c741-4eeb-92fa-274a8ff7a626,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:14.222424 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.274036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] Set router 88c5da0c-6812-442d-866c-46d872152e20 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:14.296739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5981a1d2-a4b3-4ed2-8ded-f472b091f395 admin admin] Publish callbacks [] for security_group (1c5d9226-29f3-41c8-b3e2-c73feb1afa6d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.302606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5981a1d2-a4b3-4ed2-8ded-f472b091f395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1c5d9226-29f3-41c8-b3e2-c73feb1afa6d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.338320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b6f2b0>, [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:27:13Z', 'revision_number': 6, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:14.353603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5981a1d2-a4b3-4ed2-8ded-f472b091f395 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25b46d511a304e33a2d8077077f96efc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1584694
Apr 09 21:27:14.354688 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981a1d2-a4b3-4ed2-8ded-f472b091f395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5d9226-29f3-41c8-b3e2-c73feb1afa6d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:14.357797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60514) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:14.369125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75398595-e602-42d0-be5d-bda18b11c69d None None] The sync data for ids ['88c5da0c-6812-442d-866c-46d872152e20'] in ncdv-master-1 is: [{'id': '88c5da0c-6812-442d-866c-46d872152e20', 'name': 'tempest-TestServerBasicOps-1844963492-router', 'tenant_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:21:56Z', 'updated_at': '2022-04-09T21:27:13Z', 'revision_number': 6, 'project_id': '7c204e0f1f1a4a9c97d0cde4129138ed', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:14.420851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ee1748e-99e0-4f8f-9067-cd222c0f6224 admin admin] Publish callbacks [] for security_group (1c5d9226-29f3-41c8-b3e2-c73feb1afa6d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.444371 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ee1748e-99e0-4f8f-9067-cd222c0f6224 admin admin] Publish callbacks [] for security_group (1c5d9226-29f3-41c8-b3e2-c73feb1afa6d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.494545 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ee1748e-99e0-4f8f-9067-cd222c0f6224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1c5d9226-29f3-41c8-b3e2-c73feb1afa6d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.497127 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7ee1748e-99e0-4f8f-9067-cd222c0f6224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.498321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7ee1748e-99e0-4f8f-9067-cd222c0f6224 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c5d9226-29f3-41c8-b3e2-c73feb1afa6d HTTP/1.1" status: 204  len: 168 time: 0.1393397
Apr 09 21:27:14.508281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1748e-99e0-4f8f-9067-cd222c0f6224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5d9226-29f3-41c8-b3e2-c73feb1afa6d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:14.591135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Calling delete_port for 04789eea-c741-4eeb-92fa-274a8ff7a626 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:14.889941 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_gateway (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:14.956063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (04789eea-c741-4eeb-92fa-274a8ff7a626), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.019405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Pushing event deleted for resources: {'Port': ['ID=04789eea-c741-4eeb-92fa-274a8ff7a626,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:15.135494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (88c5da0c-6812-442d-866c-46d872152e20), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.230852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 04789eea-c741-4eeb-92fa-274a8ff7a626 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:15.257487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 04789eea-c741-4eeb-92fa-274a8ff7a626 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:15.258472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 04789eea-c741-4eeb-92fa-274a8ff7a626 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:15.259236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7bd2850e-65c6-454d-8e63-0a542ff416a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:15.270044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (88c5da0c-6812-442d-866c-46d872152e20), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.274234 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks [] for router_controller (88c5da0c-6812-442d-866c-46d872152e20), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.284934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.288814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 7bd2850e-65c6-454d-8e63-0a542ff416a7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:15.289472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7bd2850e-65c6-454d-8e63-0a542ff416a7 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:15.358240 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (88c5da0c-6812-442d-866c-46d872152e20), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.358794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c5da0c-6812-442d-866c-46d872152e20 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:27:15.364096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.365235 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c6e2da73-e5d9-4bed-aca8-ff039591e417 admin admin] 10.222.0.30 "DELETE /v2.0/routers/88c5da0c-6812-442d-866c-46d872152e20 HTTP/1.1" status: 204  len: 168 time: 1.7121344
Apr 09 21:27:15.368038 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60538) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:15.439390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb09ab2-6455-489b-95c5-d9895c81c902 admin admin] Deleting subnet ade0603f-acb8-4afe-9219-3fe48e619a94 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:27:15.443538 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efb09ab2-6455-489b-95c5-d9895c81c902 admin admin] Publish callbacks [] for subnet (ade0603f-acb8-4afe-9219-3fe48e619a94), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.483158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:27:15.498662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efb09ab2-6455-489b-95c5-d9895c81c902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (ade0603f-acb8-4afe-9219-3fe48e619a94), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.607752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:15.617850 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Sync routers for ids ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:15.630713 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efb09ab2-6455-489b-95c5-d9895c81c902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ade0603f-acb8-4afe-9219-3fe48e619a94), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.635323 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Routers {'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:15.635978 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237736c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:15.639867 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.643977 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc4996a5-c045-4b8a-9a71-268cb6e729dc tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.8393533
Apr 09 21:27:15.644320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60548) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:15.722722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa6760-4759-4ee0-9b8d-5dd19d319ecf tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:15.727190 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3cfa6760-4759-4ee0-9b8d-5dd19d319ecf tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f835ef5aefe44c96bc20308d450b5680&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0791948
Apr 09 21:27:15.727366 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efb09ab2-6455-489b-95c5-d9895c81c902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (ade0603f-acb8-4afe-9219-3fe48e619a94), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.727481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60552) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:15.752831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb09ab2-6455-489b-95c5-d9895c81c902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade0603f-acb8-4afe-9219-3fe48e619a94,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:15.756356 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efb09ab2-6455-489b-95c5-d9895c81c902 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.762435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-efb09ab2-6455-489b-95c5-d9895c81c902 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ade0603f-acb8-4afe-9219-3fe48e619a94 HTTP/1.1" status: 204  len: 168 time: 0.3933487
Apr 09 21:27:15.762687 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Set router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:15.762817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60554) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:15.766294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d0e20-36da-43a9-9f0a-a4c62f3301bc None None] Network d32530e7-72fe-4639-bdcd-b671687ab1bc requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:15.883589 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (d32530e7-72fe-4639-bdcd-b671687ab1bc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.902124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6654ea-da1a-4a7b-aca5-80a8641a61e0 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:15.906361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bd6654ea-da1a-4a7b-aca5-80a8641a61e0 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1750128
Apr 09 21:27:15.906719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60562) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:15.939550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-23890861-df74-40b1-92e5-330bd3dec1f4 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0315120
Apr 09 21:27:15.943128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60564) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:15.951641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] DHCP port deletion for d32530e7-72fe-4639-bdcd-b671687ab1bc request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:27:15.958819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Deleting port 468abd68-3567-4905-9d01-eb4b2187e3c8 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:15.959292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:15.992441 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3be56030-8072-441f-988c-7eca4df30538 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f835ef5aefe44c96bc20308d450b5680&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0451472
Apr 09 21:27:15.993919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60566) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:16.000849 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237736c040>, [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:14Z', 'revision_number': 3, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:16.012934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Deleting port 468abd68-3567-4905-9d01-eb4b2187e3c8 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:16.013349 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.044246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Checking router: b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:16.044616 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Updating router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad port 38536067-1459-4752-81c0-868466f6721a binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:27:16.067115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] For port 468abd68-3567-4905-9d01-eb4b2187e3c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=468abd68-3567-4905-9d01-eb4b2187e3c8,segment=NetworkSegment(ce383af0-5ea0-4299-9289-ac0a303220e3),segment_id=ce383af0-5ea0-4299-9289-ac0a303220e3)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:16.067516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.095027 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (38536067-1459-4752-81c0-868466f6721a), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.104122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Calling delete_port for 468abd68-3567-4905-9d01-eb4b2187e3c8 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:16.110491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d228d38e-1272-45ec-b992-d8b1958a2cc6 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:16.115868 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d228d38e-1272-45ec-b992-d8b1958a2cc6 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1180348
Apr 09 21:27:16.116115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60568) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:16.135701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] For port 468abd68-3567-4905-9d01-eb4b2187e3c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=468abd68-3567-4905-9d01-eb4b2187e3c8,segment=NetworkSegment(ce383af0-5ea0-4299-9289-ac0a303220e3),segment_id=ce383af0-5ea0-4299-9289-ac0a303220e3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:16.136105 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.152351 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3a070234-a928-41bc-a7a7-d97efbc6ded9 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0350382
Apr 09 21:27:16.155228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60574) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:16.165188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517043007', 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97', 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:16.165817 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Calling delete_port for 468abd68-3567-4905-9d01-eb4b2187e3c8 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:16.243937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.273329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (468abd68-3567-4905-9d01-eb4b2187e3c8), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.277344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=468abd68-3567-4905-9d01-eb4b2187e3c8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:16.280215 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] No DVR routers for this DVR port 468abd68-3567-4905-9d01-eb4b2187e3c8 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:16.321775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Made reservation on behalf of f835ef5aefe44c96bc20308d450b5680 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:16.326417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Pushing event deleted for resources: {'Port': ['ID=468abd68-3567-4905-9d01-eb4b2187e3c8,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:16.326842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.344147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] No DVR routers for this DVR port 468abd68-3567-4905-9d01-eb4b2187e3c8 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:16.349955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.350517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.351001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.351470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.351933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.352616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.353119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.353704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.354182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.354816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.355285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.355743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.356214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.356680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.357161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedacc34-120b-4cc9-a4c9-acf872e7b570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:16.396673 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (d32530e7-72fe-4639-bdcd-b671687ab1bc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.408496 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Publish callbacks [] for port (38536067-1459-4752-81c0-868466f6721a), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.418691 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (38536067-1459-4752-81c0-868466f6721a), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.424714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374840940>,) {'filters': {'network_id': ['d32530e7-72fe-4639-bdcd-b671687ab1bc']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:16.437676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374840940>, 'ce383af0-5ea0-4299-9289-ac0a303220e3') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:16.438128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374840940>, 'ce383af0-5ea0-4299-9289-ac0a303220e3') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:16.456427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (ce383af0-5ea0-4299-9289-ac0a303220e3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.462665 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Attempting to bind port 38536067-1459-4752-81c0-868466f6721a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:27:16.463368 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Attempting to bind port 38536067-1459-4752-81c0-868466f6721a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:27:16.463730 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Attempting to bind port 38536067-1459-4752-81c0-868466f6721a on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:27:16.476537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ce383af0-5ea0-4299-9289-ac0a303220e3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.484892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:27:16.485569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (ce383af0-5ea0-4299-9289-ac0a303220e3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:27:16.487825 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:27:16.490243 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:27:16.490494 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:16.490868 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.491262 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:27:16.491755 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Bound port: 38536067-1459-4752-81c0-868466f6721a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:27:16.492530 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (38536067-1459-4752-81c0-868466f6721a), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.554148 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] For port 38536067-1459-4752-81c0-868466f6721a, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:27:16.558451 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] For port 38536067-1459-4752-81c0-868466f6721a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38536067-1459-4752-81c0-868466f6721a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:27:16.562754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (d32530e7-72fe-4639-bdcd-b671687ab1bc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.576548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.583012 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d32530e7-72fe-4639-bdcd-b671687ab1bc HTTP/1.1" status: 204  len: 168 time: 0.8168077
Apr 09 21:27:16.592733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f38748-5cb1-4620-bf44-19d8ae1e7d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=d32530e7-72fe-4639-bdcd-b671687ab1bc,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:16.598366 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (e170e52a-4f24-4f4e-b52e-d749aa5bab66), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.680790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Subnet': ['ID=e170e52a-4f24-4f4e-b52e-d749aa5bab66,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:16.690232 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (38536067-1459-4752-81c0-868466f6721a), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.694485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Checking segment: {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:16.694855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network hostable DHCP agents. Network: 88dcdf7c-5b2f-4b68-9daf-89dea963dd97, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:27:16.712753 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c7421-c5fc-4757-a08b-e4ccea224fe5 None None] Pushing event updated for resources: {'Port': ['ID=38536067-1459-4752-81c0-868466f6721a,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:16.724545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:27:16.737601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 88dcdf7c-5b2f-4b68-9daf-89dea963dd97) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:16.747352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ad9c5-db96-44dd-b346-83f296d2d207 None None] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:16.749610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:16.750270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.774736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5de7ba9b-8ead-4a67-a9b1-aee759eb119e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6175618
Apr 09 21:27:16.777236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60596) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:16.777725 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Routers {'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:16.778414 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237736c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:16.850905 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c7421-c5fc-4757-a08b-e4ccea224fe5 None None] Pushing event updated for resources: {'Port': ['ID=38536067-1459-4752-81c0-868466f6721a,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:16.890353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:16.932757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88dcdf7c-5b2f-4b68-9daf-89dea963dd97', 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97', 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'fixed_ips': [{'subnet_id': 'e170e52a-4f24-4f4e-b52e-d749aa5bab66'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:27:16.933864 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:16.945706 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] Set router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:16.968872 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3422fbb0-0d1f-4a9e-9cd2-a0261a1b2dc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=605e203fc5c04ed781bf67d309905d81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0772521
Apr 09 21:27:16.969516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60610) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:17.050276 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8ef15ac-e2f7-467c-a85b-bd76f5fc0694 admin admin] Publish callbacks [] for security_group (ec8c1f1f-b560-4488-b572-bc1fb0a4d628), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.074293 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8ef15ac-e2f7-467c-a85b-bd76f5fc0694 admin admin] Publish callbacks [] for security_group (ec8c1f1f-b560-4488-b572-bc1fb0a4d628), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.131083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Allocated IP 172.20.0.18 (88dcdf7c-5b2f-4b68-9daf-89dea963dd97/e170e52a-4f24-4f4e-b52e-d749aa5bab66/f124bdf9-f52e-477f-bf15-30660a67adb4) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:17.140676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8ef15ac-e2f7-467c-a85b-bd76f5fc0694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec8c1f1f-b560-4488-b572-bc1fb0a4d628), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.143348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f8ef15ac-e2f7-467c-a85b-bd76f5fc0694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.147667 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f8ef15ac-e2f7-467c-a85b-bd76f5fc0694 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec8c1f1f-b560-4488-b572-bc1fb0a4d628 HTTP/1.1" status: 204  len: 168 time: 0.1771693
Apr 09 21:27:17.170558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef15ac-e2f7-467c-a85b-bd76f5fc0694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8c1f1f-b560-4488-b572-bc1fb0a4d628,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:17.185153 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237736c040>, [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:14Z', 'revision_number': 3, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:17.221974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a96fbc-fd4c-4426-8e03-e501be5e58f4 None None] The sync data for ids ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'] in ncdv-master-1 is: [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:14Z', 'revision_number': 3, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:17.297220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 468abd68-3567-4905-9d01-eb4b2187e3c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:17.340231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 468abd68-3567-4905-9d01-eb4b2187e3c8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:17.341623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 468abd68-3567-4905-9d01-eb4b2187e3c8 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:17.418323 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Publish callbacks [] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.426035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.482308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:17.495546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Pushing event updated for resources: {'Port': ['ID=f124bdf9-f52e-477f-bf15-30660a67adb4,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:17.499088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:17.501629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:17.565826 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.571643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Attempting to bind port f124bdf9-f52e-477f-bf15-30660a67adb4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:27:17.572154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Attempting to bind port f124bdf9-f52e-477f-bf15-30660a67adb4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:27:17.572609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Attempting to bind port f124bdf9-f52e-477f-bf15-30660a67adb4 on network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:27:17.584770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:27:17.586330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Checking segment: {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:17.586330 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.586330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Bound using segment: {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:27:17.587566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Bound port: f124bdf9-f52e-477f-bf15-30660a67adb4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:27:17.588155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.705886 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60628) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:17.734967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] For port f124bdf9-f52e-477f-bf15-30660a67adb4, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:27:17.741707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] For port f124bdf9-f52e-477f-bf15-30660a67adb4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f124bdf9-f52e-477f-bf15-30660a67adb4,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:27:17.761138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.768322 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0b131129-06e6-49c1-be2e-c098ead56424 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c204e0f1f1a4a9c97d0cde4129138ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0607889
Apr 09 21:27:17.770984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60634) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:17.827062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02893f1-c5ab-4ed2-bab8-9f18ef858f05 None None] Pushing event updated for resources: {'Port': ['ID=f124bdf9-f52e-477f-bf15-30660a67adb4,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:17.862324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b064809-1563-4a57-8edf-3d46c5fce433 admin admin] Publish callbacks [] for security_group (a056006e-8ef3-4b62-af3a-4230a94e63fe), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.903231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b064809-1563-4a57-8edf-3d46c5fce433 admin admin] Publish callbacks [] for security_group (a056006e-8ef3-4b62-af3a-4230a94e63fe), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.984472 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b064809-1563-4a57-8edf-3d46c5fce433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a056006e-8ef3-4b62-af3a-4230a94e63fe), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.989593 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5b064809-1563-4a57-8edf-3d46c5fce433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:17.993401 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5b064809-1563-4a57-8edf-3d46c5fce433 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a056006e-8ef3-4b62-af3a-4230a94e63fe HTTP/1.1" status: 204  len: 168 time: 0.2188020
Apr 09 21:27:18.021983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Allocated IP 172.20.0.17 (88dcdf7c-5b2f-4b68-9daf-89dea963dd97/e170e52a-4f24-4f4e-b52e-d749aa5bab66/a931d0ae-0605-4fe0-b941-4d5c0902ef7b) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:18.022584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b064809-1563-4a57-8edf-3d46c5fce433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a056006e-8ef3-4b62-af3a-4230a94e63fe,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:18.252168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.303719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60646) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:18.319932 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.395528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:18.399625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:18.406001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:18.410775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:18.482074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.558847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d706b656-c9c8-41cd-9645-692cc23d8f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.677546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d706b656-c9c8-41cd-9645-692cc23d8f0d admin admin] Publish callbacks [] for security_group (ec8fab92-332c-4e7a-b199-ff0394194162), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.685720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d706b656-c9c8-41cd-9645-692cc23d8f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec8fab92-332c-4e7a-b199-ff0394194162), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.696405 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.729251 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d706b656-c9c8-41cd-9645-692cc23d8f0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea1745c7f149457194a0528d84c85cfd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4233775
Apr 09 21:27:18.730287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706b656-c9c8-41cd-9645-692cc23d8f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8fab92-332c-4e7a-b199-ff0394194162,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:18.732982 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60650) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:18.800396 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b9449d5f-a80e-40e9-9200-dfcbb8b0b732 admin admin] Publish callbacks [] for security_group (ec8fab92-332c-4e7a-b199-ff0394194162), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.832688 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b9449d5f-a80e-40e9-9200-dfcbb8b0b732 admin admin] Publish callbacks [] for security_group (ec8fab92-332c-4e7a-b199-ff0394194162), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.890359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b9449d5f-a80e-40e9-9200-dfcbb8b0b732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ec8fab92-332c-4e7a-b199-ff0394194162), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.893440 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b9449d5f-a80e-40e9-9200-dfcbb8b0b732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:18.897145 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b9449d5f-a80e-40e9-9200-dfcbb8b0b732 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec8fab92-332c-4e7a-b199-ff0394194162 HTTP/1.1" status: 204  len: 168 time: 0.1508985
Apr 09 21:27:18.905006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9449d5f-a80e-40e9-9200-dfcbb8b0b732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8fab92-332c-4e7a-b199-ff0394194162,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:19.220241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5514ad2-cae1-4ca5-9e36-5b6bf9c3fbd7 None None] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:19.243338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60656) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:19.262194 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46dca779-6dc4-48f2-b53f-b6baa288805a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.303528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-274d38b0-fda8-4984-aab8-4e67aa2e89df None None] Provisioning complete for port f124bdf9-f52e-477f-bf15-30660a67adb4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:19.304415 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-274d38b0-fda8-4984-aab8-4e67aa2e89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.352230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f124bdf9-f52e-477f-bf15-30660a67adb4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:19.381107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46dca779-6dc4-48f2-b53f-b6baa288805a admin admin] Publish callbacks [] for security_group (f147dad2-584a-40bf-902d-bbc9c4b4b3a5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.387484 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.388446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46dca779-6dc4-48f2-b53f-b6baa288805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f147dad2-584a-40bf-902d-bbc9c4b4b3a5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.394267 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.446099 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-46dca779-6dc4-48f2-b53f-b6baa288805a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08273b5d5b644105a89b9bd14370a044&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2016354
Apr 09 21:27:19.447167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dca779-6dc4-48f2-b53f-b6baa288805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f147dad2-584a-40bf-902d-bbc9c4b4b3a5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:19.449257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60658) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:19.484010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f124bdf9-f52e-477f-bf15-30660a67adb4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:19.484717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.497539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:19.503736 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.518589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-274d38b0-fda8-4984-aab8-4e67aa2e89df None None] Current status of the port f124bdf9-f52e-477f-bf15-30660a67adb4 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:19.519226 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-274d38b0-fda8-4984-aab8-4e67aa2e89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.554914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b22b21b3-68e6-49be-93b2-21320a1e70e2 admin admin] Publish callbacks [] for security_group (f147dad2-584a-40bf-902d-bbc9c4b4b3a5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.570540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-274d38b0-fda8-4984-aab8-4e67aa2e89df None None] For port f124bdf9-f52e-477f-bf15-30660a67adb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f124bdf9-f52e-477f-bf15-30660a67adb4,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:19.595148 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-274d38b0-fda8-4984-aab8-4e67aa2e89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.615044 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b22b21b3-68e6-49be-93b2-21320a1e70e2 admin admin] Publish callbacks [] for security_group (f147dad2-584a-40bf-902d-bbc9c4b4b3a5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.641513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f124bdf9-f52e-477f-bf15-30660a67adb4 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:19.641909 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.666356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:19.668103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:19.671603 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d38b0-fda8-4984-aab8-4e67aa2e89df None None] Pushing event updated for resources: {'Port': ['ID=f124bdf9-f52e-477f-bf15-30660a67adb4,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:19.720100 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:27:19.720470 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:27:19.734385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b22b21b3-68e6-49be-93b2-21320a1e70e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f147dad2-584a-40bf-902d-bbc9c4b4b3a5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.737379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b22b21b3-68e6-49be-93b2-21320a1e70e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.738575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b22b21b3-68e6-49be-93b2-21320a1e70e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f147dad2-584a-40bf-902d-bbc9c4b4b3a5 HTTP/1.1" status: 204  len: 168 time: 0.2885015
Apr 09 21:27:19.784689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b21b3-68e6-49be-93b2-21320a1e70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f147dad2-584a-40bf-902d-bbc9c4b4b3a5,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:19.806751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:19.824803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4c129892-02d4-4093-a87e-b365d7932855 None None] Provisioning complete for port a931d0ae-0605-4fe0-b941-4d5c0902ef7b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:19.825078 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c129892-02d4-4093-a87e-b365d7932855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.866336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4c129892-02d4-4093-a87e-b365d7932855 None None] Port a931d0ae-0605-4fe0-b941-4d5c0902ef7b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:19.874711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4c129892-02d4-4093-a87e-b365d7932855 None None] Provisioning complete for port f124bdf9-f52e-477f-bf15-30660a67adb4 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:19.875123 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c129892-02d4-4093-a87e-b365d7932855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:19.955080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:19.961116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5b77e1ec-8c7f-4723-b2ff-fa2c1c9da355 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "PUT /v2.0/routers/b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1818547
Apr 09 21:27:19.981718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Sync routers for ids ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:20.002597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4c129892-02d4-4093-a87e-b365d7932855 None None] Current status of the port f124bdf9-f52e-477f-bf15-30660a67adb4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:20.007112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Routers {'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:20.007786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec0760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:20.164683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d6675946-8d94-44be-803c-8e2173f68738 None None] Provisioning complete for port a931d0ae-0605-4fe0-b941-4d5c0902ef7b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:20.165074 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6675946-8d94-44be-803c-8e2173f68738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:20.211248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Set router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:20.273578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d6675946-8d94-44be-803c-8e2173f68738 None None] Port a931d0ae-0605-4fe0-b941-4d5c0902ef7b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:20.300746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382763-247b-4b49-b5de-0db91db60c07 req-4e8c3418-ccb2-41d6-9066-1a1948701613 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:20.303478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-4e8c3418-ccb2-41d6-9066-1a1948701613 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/networks?id=88dcdf7c-5b2f-4b68-9daf-89dea963dd97 HTTP/1.1" status: 200  len: 798 time: 0.1275878
Apr 09 21:27:20.319822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-c516cb58-ddfb-4784-839e-4b076e22bafa tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/quotas/f835ef5aefe44c96bc20308d450b5680 HTTP/1.1" status: 200  len: 375 time: 0.0101824
Apr 09 21:27:20.329949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f124bdf9-f52e-477f-bf15-30660a67adb4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:20.331222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 38536067-1459-4752-81c0-868466f6721a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:20.386669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-7d8ebcaa-b4b1-4ad5-935f-25eb89eb22f2 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f835ef5aefe44c96bc20308d450b5680&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0613410
Apr 09 21:27:20.546619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-e940f51d-f145-49e2-b9a5-da0e3db6e168 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:27:20.547667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-e940f51d-f145-49e2-b9a5-da0e3db6e168 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1455061
Apr 09 21:27:20.622363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b9a2d94a-2e25-4352-8033-315b6d30fee7 None None] Provisioning complete for port a931d0ae-0605-4fe0-b941-4d5c0902ef7b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:20.622737 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d94a-2e25-4352-8033-315b6d30fee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:20.646892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-dcf169f1-d189-4077-8e80-6df4f0260a35 service neutron] 10.222.0.30 "GET /v2.0/networks/88dcdf7c-5b2f-4b68-9daf-89dea963dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929682
Apr 09 21:27:20.669751 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f3c297ef-da48-4819-95cb-02f614d2250c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:20.690373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 38536067-1459-4752-81c0-868466f6721a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:20.690743 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (38536067-1459-4752-81c0-868466f6721a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:20.694073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b9a2d94a-2e25-4352-8033-315b6d30fee7 None None] Port a931d0ae-0605-4fe0-b941-4d5c0902ef7b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:20.757678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-0810e6c5-133b-419a-bb30-dbb7dbe1ca27 service neutron] 10.222.0.30 "GET /v2.0/networks/88dcdf7c-5b2f-4b68-9daf-89dea963dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040425
Apr 09 21:27:20.760780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec0760>, [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:18Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a931d0ae-0605-4fe0-b941-4d5c0902ef7b', 'name': '', 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:2e:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e170e52a-4f24-4f4e-b52e-d749aa5bab66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:17Z', 'updated_at': '2022-04-09T21:27:19Z', 'revision_number': 2, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'e170e52a-4f24-4f4e-b52e-d749aa5bab66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:20.796277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Checking router: b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:20.796717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Updating router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad port a931d0ae-0605-4fe0-b941-4d5c0902ef7b binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:27:20.848279 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:20.870751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 38536067-1459-4752-81c0-868466f6721a is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:20.871150 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (38536067-1459-4752-81c0-868466f6721a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:20.922349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 38536067-1459-4752-81c0-868466f6721a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38536067-1459-4752-81c0-868466f6721a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:20.943986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9060865-ab42-4e6b-b2e9-54e13022189a req-a0bfdeb0-759b-4693-ab5e-d834824f3c45 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 210 time: 0.0457325
Apr 09 21:27:20.973554 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (38536067-1459-4752-81c0-868466f6721a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.058578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=38536067-1459-4752-81c0-868466f6721a,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:21.215569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Publish callbacks [] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.226137 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.272816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f124bdf9-f52e-477f-bf15-30660a67adb4 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:21.315593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08dac9-eaf6-46d9-87e2-1f09ae96d824 None None] Pushing event updated for resources: {'Port': ['ID=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:21.404294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f124bdf9-f52e-477f-bf15-30660a67adb4 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:21.404920 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.406801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Attempting to bind port a931d0ae-0605-4fe0-b941-4d5c0902ef7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:27:21.407093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Attempting to bind port a931d0ae-0605-4fe0-b941-4d5c0902ef7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:27:21.407452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Attempting to bind port a931d0ae-0605-4fe0-b941-4d5c0902ef7b on network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:27:21.441807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:27:21.441807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Checking segment: {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:21.442110 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.442630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Bound using segment: {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:27:21.443018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Bound port: a931d0ae-0605-4fe0-b941-4d5c0902ef7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:27:21.444040 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.575457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] For port a931d0ae-0605-4fe0-b941-4d5c0902ef7b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:27:21.579636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] For port a931d0ae-0605-4fe0-b941-4d5c0902ef7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:27:21.582419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f124bdf9-f52e-477f-bf15-30660a67adb4 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:21.583741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 38536067-1459-4752-81c0-868466f6721a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:21.591229 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.670305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a54c0ecb-bd95-49c6-b0e8-e6719b106346 None None] Provisioning complete for port a931d0ae-0605-4fe0-b941-4d5c0902ef7b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:21.670872 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a54c0ecb-bd95-49c6-b0e8-e6719b106346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.726900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Routers {'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:21.727549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec0760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:26:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:21.736288 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08dac9-eaf6-46d9-87e2-1f09ae96d824 None None] Pushing event updated for resources: {'Port': ['ID=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:21.788973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 38536067-1459-4752-81c0-868466f6721a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:21.789414 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (38536067-1459-4752-81c0-868466f6721a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:21.941399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] Set router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:21.943203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a54c0ecb-bd95-49c6-b0e8-e6719b106346 None None] Current status of the port a931d0ae-0605-4fe0-b941-4d5c0902ef7b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:21.944092 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a54c0ecb-bd95-49c6-b0e8-e6719b106346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.026220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382763-247b-4b49-b5de-0db91db60c07 req-e091090c-f98a-46dd-94e1-12fcdcf89684 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:22.029027 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-e091090c-f98a-46dd-94e1-12fcdcf89684 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.25 "GET /v2.0/networks?id=88dcdf7c-5b2f-4b68-9daf-89dea963dd97 HTTP/1.1" status: 200  len: 798 time: 0.1174743
Apr 09 21:27:22.041426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Request body: {'port': {'device_id': 'b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be', 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97', 'admin_state_up': True, 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:22.066874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 38536067-1459-4752-81c0-868466f6721a is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:22.077842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4052832d-c304-4eeb-827a-1e00ba77050a req-66ee943f-b9d4-4bfc-b5c7-686d4b05edf4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 210 time: 0.0320938
Apr 09 21:27:22.092799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a54c0ecb-bd95-49c6-b0e8-e6719b106346 None None] For port a931d0ae-0605-4fe0-b941-4d5c0902ef7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:22.114763 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a54c0ecb-bd95-49c6-b0e8-e6719b106346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.213072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c0ecb-bd95-49c6-b0e8-e6719b106346 None None] Pushing event updated for resources: {'Port': ['ID=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:22.217381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Made reservation on behalf of f835ef5aefe44c96bc20308d450b5680 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:22.222456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.257812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-173260f3-d57a-4d55-a507-f77f84548108 None None] Provisioning complete for port a931d0ae-0605-4fe0-b941-4d5c0902ef7b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:22.258290 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-173260f3-d57a-4d55-a507-f77f84548108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.299992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec0760>, [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:18Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a931d0ae-0605-4fe0-b941-4d5c0902ef7b', 'name': '', 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:2e:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e170e52a-4f24-4f4e-b52e-d749aa5bab66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:17Z', 'updated_at': '2022-04-09T21:27:21Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'e170e52a-4f24-4f4e-b52e-d749aa5bab66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:22.333058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251281f-a717-43f9-adc3-3757e907dac9 None None] The sync data for ids ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'] in ncdv-master-1 is: [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:18Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a931d0ae-0605-4fe0-b941-4d5c0902ef7b', 'name': '', 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:2e:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e170e52a-4f24-4f4e-b52e-d749aa5bab66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:17Z', 'updated_at': '2022-04-09T21:27:21Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'e170e52a-4f24-4f4e-b52e-d749aa5bab66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:22.375005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Allocated IP 172.20.0.27 (88dcdf7c-5b2f-4b68-9daf-89dea963dd97/e170e52a-4f24-4f4e-b52e-d749aa5bab66/47194a7e-8340-4b25-82e7-d0bfdb84b453) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:22.416830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-173260f3-d57a-4d55-a507-f77f84548108 None None] Current status of the port a931d0ae-0605-4fe0-b941-4d5c0902ef7b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:22.526210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.567426 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.619064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:22.622307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:22.626455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:22.651153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event updated for resources: {'Port': ['ID=47194a7e-8340-4b25-82e7-d0bfdb84b453,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:22.685524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:22.686585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.711743 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-5054ddf2-c541-413d-8fbe-4456c9289c68 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.6743114
Apr 09 21:27:22.723710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Request body: {'port': {'device_id': 'b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:22.807576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.945553 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c917bcc4-0347-4829-b37b-63fb61b0fc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:22.959542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a7c34471-9262-4101-9366-7db9388b43e6 None None] Provisioning complete for port 47194a7e-8340-4b25-82e7-d0bfdb84b453 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:22.959926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a7c34471-9262-4101-9366-7db9388b43e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.013567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a7c34471-9262-4101-9366-7db9388b43e6 None None] Port 47194a7e-8340-4b25-82e7-d0bfdb84b453 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:23.221287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fd740-73dc-4506-9eca-e8a717342f1e req-c6ad48cc-e2db-4ae1-914d-23adabf11055 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:23.236460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff8fd740-73dc-4506-9eca-e8a717342f1e req-c6ad48cc-e2db-4ae1-914d-23adabf11055 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 895 time: 0.0675380
Apr 09 21:27:23.274123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47194a7e-8340-4b25-82e7-d0bfdb84b453 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:27:23.285300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Publish callbacks [] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.309532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Transition to ACTIVE for port object 47194a7e-8340-4b25-82e7-d0bfdb84b453 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:27:23.316335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.323719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a931d0ae-0605-4fe0-b941-4d5c0902ef7b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:23.376849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a931d0ae-0605-4fe0-b941-4d5c0902ef7b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:23.378405 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.387878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Pushing event updated for resources: {'Port': ['ID=47194a7e-8340-4b25-82e7-d0bfdb84b453,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:23.508414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a931d0ae-0605-4fe0-b941-4d5c0902ef7b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:23.515680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Attempting to bind port 47194a7e-8340-4b25-82e7-d0bfdb84b453 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:27:23.515944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Attempting to bind port 47194a7e-8340-4b25-82e7-d0bfdb84b453 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:27:23.516176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Attempting to bind port 47194a7e-8340-4b25-82e7-d0bfdb84b453 on network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:27:23.521250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Port 47194a7e-8340-4b25-82e7-d0bfdb84b453 on network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:27:23.521603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Attempting to bind port 47194a7e-8340-4b25-82e7-d0bfdb84b453 on network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:27:23.527369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:27:23.527707 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Checking segment: {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:23.528089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Bound using segment: {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:27:23.528514 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Bound port: 47194a7e-8340-4b25-82e7-d0bfdb84b453, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49564f20-69f4-4de1-9386-ec269631747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:27:23.528877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.567912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60856) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:23.614445 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] For port 47194a7e-8340-4b25-82e7-d0bfdb84b453, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:27:23.618818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] For port 47194a7e-8340-4b25-82e7-d0bfdb84b453, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47194a7e-8340-4b25-82e7-d0bfdb84b453,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:27:23.628631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.666155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:23.669264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.671345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] 10.222.0.25 "PUT /v2.0/ports/47194a7e-8340-4b25-82e7-d0bfdb84b453 HTTP/1.1" status: 200  len: 1055 time: 0.9524257
Apr 09 21:27:23.677359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be', 'tag': '47194a7e-8340-4b25-82e7-d0bfdb84b453'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:27:23.680498 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6263166b-bbb0-4477-a525-13d667131c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be", "tag": "47194a7e-8340-4b25-82e7-d0bfdb84b453"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:27:23.714465 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d522d18-bef4-498a-ad37-9a8ea1b7bfc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.763498 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db89e05-95d1-453b-b802-d5b85ec44ae5 x-openstack-request-id: req-1db89e05-95d1-453b-b802-d5b85ec44ae5 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:27:23.763819 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be", "tag": "47194a7e-8340-4b25-82e7-d0bfdb84b453", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:27:23.764389 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1db89e05-95d1-453b-b802-d5b85ec44ae5 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:27:23.764491 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db89e05-95d1-453b-b802-d5b85ec44ae5'] response: {'name': 'network-changed', 'server_uuid': 'b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be', 'tag': '47194a7e-8340-4b25-82e7-d0bfdb84b453', 'status': 'completed', 'code': 200}
Apr 09 21:27:23.765378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0d5c-a345-4fd4-8e13-8f20af3e6975 service neutron] Pushing event updated for resources: {'Port': ['ID=47194a7e-8340-4b25-82e7-d0bfdb84b453,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:23.796973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382763-247b-4b49-b5de-0db91db60c07 req-89932bd3-151f-4d0b-a10c-c9b38dd14e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:23.798619 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-89932bd3-151f-4d0b-a10c-c9b38dd14e3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f835ef5aefe44c96bc20308d450b5680&device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 1089 time: 0.0687735
Apr 09 21:27:23.824382 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d522d18-bef4-498a-ad37-9a8ea1b7bfc3 admin admin] Publish callbacks [] for security_group (9125bd5c-bf1e-42b7-918b-855004bc3c5d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.832207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4d522d18-bef4-498a-ad37-9a8ea1b7bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9125bd5c-bf1e-42b7-918b-855004bc3c5d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.852728 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-1b715b0e-0f64-4e1b-9324-808b27e99bdf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=47194a7e-8340-4b25-82e7-d0bfdb84b453 HTTP/1.1" status: 200  len: 217 time: 0.0462177
Apr 09 21:27:23.872207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4d522d18-bef4-498a-ad37-9a8ea1b7bfc3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a029a4905bd46f9a23a0d9815896694&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3031571
Apr 09 21:27:23.877183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:23.893837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d522d18-bef4-498a-ad37-9a8ea1b7bfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125bd5c-bf1e-42b7-918b-855004bc3c5d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:23.908446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382763-247b-4b49-b5de-0db91db60c07 req-3a46a76f-7c83-4cc5-a3e8-baa8386a53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:23.910277 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-3a46a76f-7c83-4cc5-a3e8-baa8386a53e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e170e52a-4f24-4f4e-b52e-d749aa5bab66 HTTP/1.1" status: 200  len: 837 time: 0.0512681
Apr 09 21:27:23.955016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4b12609-7f5e-4a81-ad31-db9f29f539c9 admin admin] Publish callbacks [] for security_group (9125bd5c-bf1e-42b7-918b-855004bc3c5d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:23.962667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382763-247b-4b49-b5de-0db91db60c07 req-abebc9ff-d993-4aad-939f-9bfac3368116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:23.964228 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-abebc9ff-d993-4aad-939f-9bfac3368116 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88dcdf7c-5b2f-4b68-9daf-89dea963dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0474732
Apr 09 21:27:23.976796 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4b12609-7f5e-4a81-ad31-db9f29f539c9 admin admin] Publish callbacks [] for security_group (9125bd5c-bf1e-42b7-918b-855004bc3c5d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.023901 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4b12609-7f5e-4a81-ad31-db9f29f539c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9125bd5c-bf1e-42b7-918b-855004bc3c5d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.026788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e4b12609-7f5e-4a81-ad31-db9f29f539c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.028443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e4b12609-7f5e-4a81-ad31-db9f29f539c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9125bd5c-bf1e-42b7-918b-855004bc3c5d HTTP/1.1" status: 204  len: 168 time: 0.1503398
Apr 09 21:27:24.038535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b12609-7f5e-4a81-ad31-db9f29f539c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125bd5c-bf1e-42b7-918b-855004bc3c5d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:24.060461 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-ed30f08d-37e1-462f-a4a8-b3052539092f service neutron] 10.222.0.25 "GET /v2.0/networks/88dcdf7c-5b2f-4b68-9daf-89dea963dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904267
Apr 09 21:27:24.160804 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cc382763-247b-4b49-b5de-0db91db60c07 req-01767800-ca5b-44c0-9a7e-a7b72acb8d19 service neutron] 10.222.0.25 "GET /v2.0/networks/88dcdf7c-5b2f-4b68-9daf-89dea963dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944076
Apr 09 21:27:24.161163 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.323522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60870) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:24.340476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f4852fe-7014-4e11-bb07-1ee5317f152a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.347459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0aca5-3ad7-44af-a7c2-703208cb7372 req-d4b44f81-e58e-47ea-894a-662869dfec2c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:24.348995 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8c0aca5-3ad7-44af-a7c2-703208cb7372 req-d4b44f81-e58e-47ea-894a-662869dfec2c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 907 time: 0.0514228
Apr 09 21:27:24.413960 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f4852fe-7014-4e11-bb07-1ee5317f152a admin admin] Publish callbacks [] for security_group (ba6fbb5a-f475-4b4e-98fe-537989c175bc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.419266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f4852fe-7014-4e11-bb07-1ee5317f152a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ba6fbb5a-f475-4b4e-98fe-537989c175bc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.462814 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2f4852fe-7014-4e11-bb07-1ee5317f152a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=512f28e6cb0d4d95988f862ffaa986ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1380408
Apr 09 21:27:24.463694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4852fe-7014-4e11-bb07-1ee5317f152a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6fbb5a-f475-4b4e-98fe-537989c175bc,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:24.465762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60872) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:24.517446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d62a615-1059-4e66-8552-9adb11140826 admin admin] Publish callbacks [] for security_group (ba6fbb5a-f475-4b4e-98fe-537989c175bc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.545183 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d62a615-1059-4e66-8552-9adb11140826 admin admin] Publish callbacks [] for security_group (ba6fbb5a-f475-4b4e-98fe-537989c175bc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.595621 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d62a615-1059-4e66-8552-9adb11140826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ba6fbb5a-f475-4b4e-98fe-537989c175bc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.598454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d62a615-1059-4e66-8552-9adb11140826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:24.600158 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0d62a615-1059-4e66-8552-9adb11140826 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba6fbb5a-f475-4b4e-98fe-537989c175bc HTTP/1.1" status: 204  len: 168 time: 0.1333959
Apr 09 21:27:24.610171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62a615-1059-4e66-8552-9adb11140826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6fbb5a-f475-4b4e-98fe-537989c175bc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:25.231405 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:25.471285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111592c-09b5-44b3-b929-7a6b199b6e0b req-0e06b060-f468-4dae-b62c-e9e9bd2c2684 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:25.472989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7111592c-09b5-44b3-b929-7a6b199b6e0b req-0e06b060-f468-4dae-b62c-e9e9bd2c2684 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 907 time: 0.0524576
Apr 09 21:27:25.757337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:25.787201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 60942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:25.853076 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:27:25.895914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d56f9c6f-8f16-4d4c-92bb-7ad513c484e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:25.971823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d56f9c6f-8f16-4d4c-92bb-7ad513c484e5 admin admin] Publish callbacks [] for security_group (b878ad47-ca80-466e-a4d2-5ccc1286767e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:25.978058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d56f9c6f-8f16-4d4c-92bb-7ad513c484e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b878ad47-ca80-466e-a4d2-5ccc1286767e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:26.016048 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d56f9c6f-8f16-4d4c-92bb-7ad513c484e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f6a0894305f4d60bf521f077a5ef936&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2277839
Apr 09 21:27:26.016909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f9c6f-8f16-4d4c-92bb-7ad513c484e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b878ad47-ca80-466e-a4d2-5ccc1286767e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:26.019019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 60946) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:26.069675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c86c270-aa2f-4966-923a-c248b99407f0 admin admin] Publish callbacks [] for security_group (b878ad47-ca80-466e-a4d2-5ccc1286767e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:26.093968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c86c270-aa2f-4966-923a-c248b99407f0 admin admin] Publish callbacks [] for security_group (b878ad47-ca80-466e-a4d2-5ccc1286767e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:26.143895 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c86c270-aa2f-4966-923a-c248b99407f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b878ad47-ca80-466e-a4d2-5ccc1286767e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:26.146498 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c86c270-aa2f-4966-923a-c248b99407f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:26.147660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0c86c270-aa2f-4966-923a-c248b99407f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b878ad47-ca80-466e-a4d2-5ccc1286767e HTTP/1.1" status: 204  len: 168 time: 0.1276379
Apr 09 21:27:26.155433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86c270-aa2f-4966-923a-c248b99407f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b878ad47-ca80-466e-a4d2-5ccc1286767e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:26.215161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263166b-bbb0-4477-a525-13d667131c2b req-685e775d-8165-4d00-a72a-49de50eb7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:26.216715 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6263166b-bbb0-4477-a525-13d667131c2b req-685e775d-8165-4d00-a72a-49de50eb7473 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f835ef5aefe44c96bc20308d450b5680&device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 1089 time: 0.0485489
Apr 09 21:27:26.312709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263166b-bbb0-4477-a525-13d667131c2b req-2334aa4a-5416-46b9-b5e2-7ce56b09eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:26.314287 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6263166b-bbb0-4477-a525-13d667131c2b req-2334aa4a-5416-46b9-b5e2-7ce56b09eee2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88dcdf7c-5b2f-4b68-9daf-89dea963dd97 HTTP/1.1" status: 200  len: 899 time: 0.0911522
Apr 09 21:27:26.354798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6263166b-bbb0-4477-a525-13d667131c2b req-bce38631-1422-4dc3-afef-d03f66e6388e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=47194a7e-8340-4b25-82e7-d0bfdb84b453 HTTP/1.1" status: 200  len: 217 time: 0.0346227
Apr 09 21:27:26.409838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263166b-bbb0-4477-a525-13d667131c2b req-61d6f034-2458-4abf-8713-03229e7b455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:26.411345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6263166b-bbb0-4477-a525-13d667131c2b req-61d6f034-2458-4abf-8713-03229e7b455e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e170e52a-4f24-4f4e-b52e-d749aa5bab66 HTTP/1.1" status: 200  len: 837 time: 0.0510204
Apr 09 21:27:26.604845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d343a4-6045-4849-8e45-a7d3cdcfdd41 req-2534adb2-fd15-4d60-badb-c35d22571a35 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:26.606646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-97d343a4-6045-4849-8e45-a7d3cdcfdd41 req-2534adb2-fd15-4d60-badb-c35d22571a35 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 907 time: 0.0561874
Apr 09 21:27:26.781873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263166b-bbb0-4477-a525-13d667131c2b req-421269ba-8b62-4b26-9dc3-d55d7b1a784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:26.783412 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6263166b-bbb0-4477-a525-13d667131c2b req-421269ba-8b62-4b26-9dc3-d55d7b1a784c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88dcdf7c-5b2f-4b68-9daf-89dea963dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.3664887
Apr 09 21:27:26.881740 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6263166b-bbb0-4477-a525-13d667131c2b req-8a63ef79-fa51-4483-a229-03e34c89a006 service neutron] 10.222.0.25 "GET /v2.0/networks/88dcdf7c-5b2f-4b68-9daf-89dea963dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904698
Apr 09 21:27:26.976557 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6263166b-bbb0-4477-a525-13d667131c2b req-af1f6972-0f91-4ec7-9796-53e657690eda service neutron] 10.222.0.25 "GET /v2.0/networks/88dcdf7c-5b2f-4b68-9daf-89dea963dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891411
Apr 09 21:27:27.095138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:27.571620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32778) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:27.692150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6da53154-b605-4e40-871a-9299ebe5afcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:27.739952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b48d0-f922-4fd6-8e00-c449818eb705 req-7ecc1d15-2e97-42a5-8cc7-99919dea8c1f tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:27.741471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c44b48d0-f922-4fd6-8e00-c449818eb705 req-7ecc1d15-2e97-42a5-8cc7-99919dea8c1f tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 907 time: 0.0650101
Apr 09 21:27:27.802154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6da53154-b605-4e40-871a-9299ebe5afcf admin admin] Publish callbacks [] for security_group (0022b368-d6aa-46b0-bc38-18d9d703c077), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:27.808503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6da53154-b605-4e40-871a-9299ebe5afcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0022b368-d6aa-46b0-bc38-18d9d703c077), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:27.846300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6da53154-b605-4e40-871a-9299ebe5afcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4a236fd3bda42338dc134c2e6ab12f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2736092
Apr 09 21:27:27.847567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da53154-b605-4e40-871a-9299ebe5afcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0022b368-d6aa-46b0-bc38-18d9d703c077,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:27.849367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32784) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:27.900963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5f74-191f-4d34-8a14-5a62886e64fc admin admin] Publish callbacks [] for security_group (0022b368-d6aa-46b0-bc38-18d9d703c077), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:27.923341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5f74-191f-4d34-8a14-5a62886e64fc admin admin] Publish callbacks [] for security_group (0022b368-d6aa-46b0-bc38-18d9d703c077), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:27.973452 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5f74-191f-4d34-8a14-5a62886e64fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (0022b368-d6aa-46b0-bc38-18d9d703c077), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:27.976209 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5f74-191f-4d34-8a14-5a62886e64fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:27.977404 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1e7d5f74-191f-4d34-8a14-5a62886e64fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0022b368-d6aa-46b0-bc38-18d9d703c077 HTTP/1.1" status: 204  len: 168 time: 0.1263583
Apr 09 21:27:27.986001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d5f74-191f-4d34-8a14-5a62886e64fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0022b368-d6aa-46b0-bc38-18d9d703c077,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:28.435298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 47194a7e-8340-4b25-82e7-d0bfdb84b453 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:27:28.538836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 47194a7e-8340-4b25-82e7-d0bfdb84b453, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47194a7e-8340-4b25-82e7-d0bfdb84b453,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:28.551472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '47194a7e-8340-4b25-82e7-d0bfdb84b453', 'network_id': '88dcdf7c-5b2f-4b68-9daf-89dea963dd97', 'port_id': '47194a7e-8340-4b25-82e7-d0bfdb84b453', 'mac_address': 'fa:16:3e:76:b2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e170e52a-4f24-4f4e-b52e-d749aa5bab66', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:27:28.590407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 47194a7e-8340-4b25-82e7-d0bfdb84b453 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:28.590806 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:28.611229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47194a7e-8340-4b25-82e7-d0bfdb84b453 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:27:28.631279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 47194a7e-8340-4b25-82e7-d0bfdb84b453, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47194a7e-8340-4b25-82e7-d0bfdb84b453,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:28.636746 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:28.684186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=47194a7e-8340-4b25-82e7-d0bfdb84b453,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:28.861408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83160e8-e858-4535-9633-abd97c1b1ccf req-4ab53a91-d838-475c-862e-cd2e09e4e4e3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:28.862930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d83160e8-e858-4535-9633-abd97c1b1ccf req-4ab53a91-d838-475c-862e-cd2e09e4e4e3 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 908 time: 0.0537956
Apr 09 21:27:28.914393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['47194a7e-8340-4b25-82e7-d0bfdb84b453'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:27:29.183045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32822) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:29.281824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:29.309442 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:29.378162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:29.485567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Allocated IP 172.35.0.153 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/099db04f-b5f3-400c-94f3-a5db9d0620c1) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:29.587581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks [] for port (099db04f-b5f3-400c-94f3-a5db9d0620c1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:29.626336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (099db04f-b5f3-400c-94f3-a5db9d0620c1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:29.668422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:29.673483 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:29.675962 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:29.679754 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Pushing event updated for resources: {'Port': ['ID=099db04f-b5f3-400c-94f3-a5db9d0620c1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:29.776961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks [] for floatingip (1d762b5e-367a-4f9a-8e08-9a7f277232f2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:29.822182 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (099db04f-b5f3-400c-94f3-a5db9d0620c1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:29.973783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks [] for port (099db04f-b5f3-400c-94f3-a5db9d0620c1), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:29.977875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a1b1e-e610-45c9-863f-d02a71edad66 req-10a84506-eb92-4427-b43f-976e606e2bc1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:29.979378 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f3a1b1e-e610-45c9-863f-d02a71edad66 req-10a84506-eb92-4427-b43f-976e606e2bc1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 908 time: 0.0479953
Apr 09 21:27:29.979976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (099db04f-b5f3-400c-94f3-a5db9d0620c1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.042888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Pushing event updated for resources: {'Port': ['ID=099db04f-b5f3-400c-94f3-a5db9d0620c1,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:30.058421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (1d762b5e-367a-4f9a-8e08-9a7f277232f2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.075043 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.076316 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7a449789-9efb-4300-ab68-b3f47c6fa6d2 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8922479
Apr 09 21:27:30.079366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:30.084209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-262062778', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'fixed_ips': [{'ip_address': '172.35.0.153'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:30.105361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Made reservation on behalf of 624cc07289ec4d2d949c15a17b31407d for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:30.107638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.116827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.194373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks [] for security_group (a5d28e6a-e5b6-4371-8709-65e20532e389), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.200109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a5d28e6a-e5b6-4371-8709-65e20532e389), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.210816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] device_id is not set on port b9b3a671-da2a-4b26-a162-3f9e28ba3774 yet. {{(pid=126919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:27:30.269631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d28e6a-e5b6-4371-8709-65e20532e389,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:30.406716 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:27:30.407217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:27:30.424417 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-94e1ae15-5240-4b86-9ddc-ccd61392f933 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.3440683
Apr 09 21:27:30.427295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32830) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:30.436698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 47194a7e-8340-4b25-82e7-d0bfdb84b453 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:30.487062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 47194a7e-8340-4b25-82e7-d0bfdb84b453 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:27:30.495514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 47194a7e-8340-4b25-82e7-d0bfdb84b453 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:30.496076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.574196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Deleting port 099db04f-b5f3-400c-94f3-a5db9d0620c1 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:30.574539 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (099db04f-b5f3-400c-94f3-a5db9d0620c1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.576573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 47194a7e-8340-4b25-82e7-d0bfdb84b453 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:30.576962 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.600532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47194a7e-8340-4b25-82e7-d0bfdb84b453'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:27:30.602870 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ad850f-448c-4669-a454-461bb3d6bf3d" -d '{"events": [{"server_uuid": "b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be", "name": "network-vif-plugged", "status": "completed", "tag": "47194a7e-8340-4b25-82e7-d0bfdb84b453"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:27:30.616592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 47194a7e-8340-4b25-82e7-d0bfdb84b453, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47194a7e-8340-4b25-82e7-d0bfdb84b453,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:30.622248 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.647471 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cf40f7-f605-4bd8-a71e-d556a8a42e24 x-openstack-request-id: req-80cf40f7-f605-4bd8-a71e-d556a8a42e24 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:27:30.647897 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be", "name": "network-vif-plugged", "status": "completed", "tag": "47194a7e-8340-4b25-82e7-d0bfdb84b453", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:27:30.648154 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80cf40f7-f605-4bd8-a71e-d556a8a42e24 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:27:30.648564 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80cf40f7-f605-4bd8-a71e-d556a8a42e24'] response: {'server_uuid': 'b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47194a7e-8340-4b25-82e7-d0bfdb84b453', 'code': 200}
Apr 09 21:27:30.657327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (099db04f-b5f3-400c-94f3-a5db9d0620c1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.657634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks [] for floatingip (099db04f-b5f3-400c-94f3-a5db9d0620c1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.671741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Calling delete_port for 099db04f-b5f3-400c-94f3-a5db9d0620c1 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:30.675914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=47194a7e-8340-4b25-82e7-d0bfdb84b453,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:30.769571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea928c3-cb8d-4db4-8926-de1b462ba5a7 req-9e384438-665c-4bab-ad87-384dc7701240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:30.771024 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5ea928c3-cb8d-4db4-8926-de1b462ba5a7 req-9e384438-665c-4bab-ad87-384dc7701240 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 1091 time: 0.0567095
Apr 09 21:27:30.844448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (099db04f-b5f3-400c-94f3-a5db9d0620c1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.877924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Pushing event deleted for resources: {'Port': ['ID=099db04f-b5f3-400c-94f3-a5db9d0620c1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:30.953462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks [] for floatingip (1d762b5e-367a-4f9a-8e08-9a7f277232f2), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.955983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:30.957184 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aad0ca65-56ce-4839-8230-e091a67acd79 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109 tempest-ExternalNetworksAdminNegativeTestJSON-1046503109-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/1d762b5e-367a-4f9a-8e08-9a7f277232f2 HTTP/1.1" status: 204  len: 168 time: 0.5289710
Apr 09 21:27:31.095887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab928eb-5953-4edf-b038-78573f1939e7 req-703be2e0-5d61-4270-9828-c5b629801ee9 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:31.097656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fab928eb-5953-4edf-b038-78573f1939e7 req-703be2e0-5d61-4270-9828-c5b629801ee9 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 909 time: 0.0497186
Apr 09 21:27:31.210274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32840) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:31.325527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a46da7d-3086-4c87-9376-255d2a6c5cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.410296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a46da7d-3086-4c87-9376-255d2a6c5cb7 admin admin] Publish callbacks [] for security_group (31d54eff-67f7-46e5-9b12-7ca17a805dbd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.416720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a46da7d-3086-4c87-9376-255d2a6c5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (31d54eff-67f7-46e5-9b12-7ca17a805dbd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.454791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a46da7d-3086-4c87-9376-255d2a6c5cb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d2926a1b62c48e9898ab868ba0c2661&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2434514
Apr 09 21:27:31.455499 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46da7d-3086-4c87-9376-255d2a6c5cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d54eff-67f7-46e5-9b12-7ca17a805dbd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:31.457821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32844) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:31.506429 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3019-7e8e-4a00-8e35-e6d0f388cdcb admin admin] Publish callbacks [] for security_group (31d54eff-67f7-46e5-9b12-7ca17a805dbd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.517176 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.534283 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3019-7e8e-4a00-8e35-e6d0f388cdcb admin admin] Publish callbacks [] for security_group (31d54eff-67f7-46e5-9b12-7ca17a805dbd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.583614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3019-7e8e-4a00-8e35-e6d0f388cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (31d54eff-67f7-46e5-9b12-7ca17a805dbd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.586151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3019-7e8e-4a00-8e35-e6d0f388cdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.587649 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3f0f3019-7e8e-4a00-8e35-e6d0f388cdcb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31d54eff-67f7-46e5-9b12-7ca17a805dbd HTTP/1.1" status: 204  len: 168 time: 0.1288731
Apr 09 21:27:31.595521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f3019-7e8e-4a00-8e35-e6d0f388cdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d54eff-67f7-46e5-9b12-7ca17a805dbd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:31.859211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32850) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:31.901083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f943361-bd48-4cd7-8e9b-a93addb08fa1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=624cc07289ec4d2d949c15a17b31407d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0406635
Apr 09 21:27:31.903961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32852) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:31.955771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95d88e47-3d1b-4339-add3-2de6ccbe1bd6 admin admin] Publish callbacks [] for security_group (a5d28e6a-e5b6-4371-8709-65e20532e389), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:31.977429 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95d88e47-3d1b-4339-add3-2de6ccbe1bd6 admin admin] Publish callbacks [] for security_group (a5d28e6a-e5b6-4371-8709-65e20532e389), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:32.028068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95d88e47-3d1b-4339-add3-2de6ccbe1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a5d28e6a-e5b6-4371-8709-65e20532e389), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:32.030723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95d88e47-3d1b-4339-add3-2de6ccbe1bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:32.031898 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-95d88e47-3d1b-4339-add3-2de6ccbe1bd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5d28e6a-e5b6-4371-8709-65e20532e389 HTTP/1.1" status: 204  len: 168 time: 0.1270607
Apr 09 21:27:32.039998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d88e47-3d1b-4339-add3-2de6ccbe1bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d28e6a-e5b6-4371-8709-65e20532e389,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:32.229665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2062e1-d209-456d-871e-cec461db46c6 req-e1da4b42-804a-4198-a501-bea38ed6b7f4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:32.231177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a2062e1-d209-456d-871e-cec461db46c6 req-e1da4b42-804a-4198-a501-bea38ed6b7f4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 909 time: 0.0530627
Apr 09 21:27:32.351555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4ca49-8122-4e4e-923c-edf727045aa2 req-bd706a95-deec-44bc-a28c-d3923e6f5781 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:32.353171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01c4ca49-8122-4e4e-923c-edf727045aa2 req-bd706a95-deec-44bc-a28c-d3923e6f5781 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 909 time: 0.0532188
Apr 09 21:27:32.461772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb867c7-55ce-42e4-bbca-4c89d4e639ab req-2e9632d8-e4bb-433d-9630-fbe1c59f8f7e tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:32.463714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dfb867c7-55ce-42e4-bbca-4c89d4e639ab req-2e9632d8-e4bb-433d-9630-fbe1c59f8f7e tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 1091 time: 0.0405972
Apr 09 21:27:32.568720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0e00a-8e96-4680-b6de-d2d68831105c req-c50bb679-8c63-4f7e-8e7c-e830ea499636 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:32.570260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ba0e00a-8e96-4680-b6de-d2d68831105c req-c50bb679-8c63-4f7e-8e7c-e830ea499636 tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 1166 time: 0.0421538
Apr 09 21:27:32.623488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ba0e00a-8e96-4680-b6de-d2d68831105c req-2ede9e70-673f-43c0-beb7-12da1caf036d tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0475068
Apr 09 21:27:32.645351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32882) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:32.687278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f04903-7d0a-4ff5-922d-7c86ea7e466e tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:32.688877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c5f04903-7d0a-4ff5-922d-7c86ea7e466e tempest-TestSecurityGroupsBasicOps-1107500939 tempest-TestSecurityGroupsBasicOps-1107500939-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 1086 time: 0.0422544
Apr 09 21:27:32.903163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46791ab8-2014-4af6-85a1-d787888c5ffc req-d6c6eb7e-1956-4001-9f72-12219412a94e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:32.904569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46791ab8-2014-4af6-85a1-d787888c5ffc req-d6c6eb7e-1956-4001-9f72-12219412a94e tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 909 time: 0.0467744
Apr 09 21:27:33.728443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32914) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:33.879817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:33.904083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:33.987555 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.025490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3650b52-77d2-424c-9bf0-1592bab72c0e req-2b2a8771-9414-4080-87a3-decccef5a872 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:34.027080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3650b52-77d2-424c-9bf0-1592bab72c0e req-2b2a8771-9414-4080-87a3-decccef5a872 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 909 time: 0.0476933
Apr 09 21:27:34.081003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-e778af76-f34f-43b1-8a43-327f0a8c92d0 req-9dab4de8-0c1f-4b7a-8d6a-5d6af0966c5e service neutron] (126919) timed out ('10.222.0.30', 40010) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:27:34.097698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Allocated IP 172.35.0.184 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/75689d22-999b-4ca8-a435-a8119c209186) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:34.234352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for port (75689d22-999b-4ca8-a435-a8119c209186), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.241673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-cbf5f36f-06ad-4859-9b51-15b2a96c9576 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:34.243284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-cbf5f36f-06ad-4859-9b51-15b2a96c9576 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 909 time: 0.0657904
Apr 09 21:27:34.338728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (75689d22-999b-4ca8-a435-a8119c209186), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.378121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting port 47194a7e-8340-4b25-82e7-d0bfdb84b453 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:34.378453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.414768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:34.446596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:34.452428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:34.454486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'Port': ['ID=75689d22-999b-4ca8-a435-a8119c209186,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:34.516820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] For port 47194a7e-8340-4b25-82e7-d0bfdb84b453, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47194a7e-8340-4b25-82e7-d0bfdb84b453,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:34.517083 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.535427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Calling delete_port for 47194a7e-8340-4b25-82e7-d0bfdb84b453 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:34.613339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for floatingip (8b10cbf2-355d-4117-951a-3161726db98b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.671249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (75689d22-999b-4ca8-a435-a8119c209186), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.761559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (47194a7e-8340-4b25-82e7-d0bfdb84b453), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.796425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Port': ['ID=47194a7e-8340-4b25-82e7-d0bfdb84b453,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:34.878606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] No DVR routers for this DVR port 47194a7e-8340-4b25-82e7-d0bfdb84b453 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:34.884471 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.887798 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-560e9ca0-fd97-456c-b7be-45c093233e1a req-beae3aaf-57aa-4846-9a30-53771addc106 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.25 "DELETE /v2.0/ports/47194a7e-8340-4b25-82e7-d0bfdb84b453 HTTP/1.1" status: 204  len: 173 time: 0.6384656
Apr 09 21:27:34.888273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be', 'name': 'network-vif-deleted', 'tag': '47194a7e-8340-4b25-82e7-d0bfdb84b453'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:27:34.890567 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ec4449-f348-4bf5-b791-fbc184dd187a" -d '{"events": [{"server_uuid": "b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be", "name": "network-vif-deleted", "tag": "47194a7e-8340-4b25-82e7-d0bfdb84b453"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:27:34.936949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for port (75689d22-999b-4ca8-a435-a8119c209186), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:34.943362 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f477382-a4dd-4728-8ef1-4fb220c0cc0d x-openstack-request-id: req-0f477382-a4dd-4728-8ef1-4fb220c0cc0d {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:27:34.943928 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be", "name": "network-vif-deleted", "tag": "47194a7e-8340-4b25-82e7-d0bfdb84b453", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:27:34.944184 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f477382-a4dd-4728-8ef1-4fb220c0cc0d {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:27:34.944744 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f477382-a4dd-4728-8ef1-4fb220c0cc0d'] response: {'server_uuid': 'b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be', 'name': 'network-vif-deleted', 'tag': '47194a7e-8340-4b25-82e7-d0bfdb84b453', 'status': 'completed', 'code': 200}
Apr 09 21:27:34.945985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (75689d22-999b-4ca8-a435-a8119c209186), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.019570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'Port': ['ID=75689d22-999b-4ca8-a435-a8119c209186,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:35.042992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (8b10cbf2-355d-4117-951a-3161726db98b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.060092 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.061410 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-78b4fd3f-67d9-4d1f-b01a-05f5898ac674 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3319530
Apr 09 21:27:35.064118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32924) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:35.069145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-126230202'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:35.088359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Made reservation on behalf of b9116e25235c4f1f8631dc72fc5a2092 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:35.091691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.102806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.140794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f15feb96-f99a-4bb4-9b32-c27639b700d2 req-5210d39c-d4ba-43be-b76e-2833a191791c tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3e9fc07-4fdf-491f-8a4a-e03d7b5f92be HTTP/1.1" status: 200  len: 210 time: 0.0299494
Apr 09 21:27:35.187914 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for security_group (03703569-9745-4417-9fca-f60993ffa9b1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.193433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (03703569-9745-4417-9fca-f60993ffa9b1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.216463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:27:35.229870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03703569-9745-4417-9fca-f60993ffa9b1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:35.234708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (83297b51-4c91-4930-a5f8-11b473e1f4ac), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.235053 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Added segment 83297b51-4c91-4930-a5f8-11b473e1f4ac of type vlan for network c9993576-a4e8-4951-bf8e-7c30fe77f09b
Apr 09 21:27:35.275649 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (c9993576-a4e8-4951-bf8e-7c30fe77f09b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.302432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (c9993576-a4e8-4951-bf8e-7c30fe77f09b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.307418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:35.308056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.341502 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2762854
Apr 09 21:27:35.344367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32926) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:35.349305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Request body: {'subnet': {'network_id': 'c9993576-a4e8-4951-bf8e-7c30fe77f09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:35.405353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6738b36-915c-4eaf-a1f5-c531e8cc48c2 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'Network': ['ID=c9993576-a4e8-4951-bf8e-7c30fe77f09b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:35.415592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:27:35.473365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Made reservation on behalf of b9116e25235c4f1f8631dc72fc5a2092 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:35.476868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.660238 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (180fc632-8a58-4b5d-a847-046b1b849675), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.717451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'Subnet': ['ID=180fc632-8a58-4b5d-a847-046b1b849675,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:35.728390 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Checking segment: {'id': '83297b51-4c91-4930-a5f8-11b473e1f4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c9993576-a4e8-4951-bf8e-7c30fe77f09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:35.728750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Network hostable DHCP agents. Network: c9993576-a4e8-4951-bf8e-7c30fe77f09b, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:27:35.749993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:27:35.760162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c9993576-a4e8-4951-bf8e-7c30fe77f09b) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:35.764887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:35.765517 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.769296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d394e8d-3318-4ecd-b5d4-892f29bb8ec0 None None] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:35.784172 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-86d6fc39-9733-4098-83b1-3b8a82407687 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4387624
Apr 09 21:27:35.787061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32928) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:35.791961 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1606344971', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:35.814047 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (170d05a3-9df1-4a42-8e2a-b0576d3be38d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.815102 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (170d05a3-9df1-4a42-8e2a-b0576d3be38d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.871914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router_controller (170d05a3-9df1-4a42-8e2a-b0576d3be38d), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:35.873623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c9993576-a4e8-4951-bf8e-7c30fe77f09b', 'network_id': 'c9993576-a4e8-4951-bf8e-7c30fe77f09b', 'project_id': 'b9116e25235c4f1f8631dc72fc5a2092', 'fixed_ips': [{'subnet_id': '180fc632-8a58-4b5d-a847-046b1b849675'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:27:35.874496 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.010111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Allocated IP 172.20.0.2 (c9993576-a4e8-4951-bf8e-7c30fe77f09b/180fc632-8a58-4b5d-a847-046b1b849675/fd9d1b31-afb0-484e-8930-0d5bf5d77818) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:36.023080 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router_gateway (170d05a3-9df1-4a42-8e2a-b0576d3be38d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.163193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Publish callbacks [] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.170333 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.201916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:36.211209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router_gateway (170d05a3-9df1-4a42-8e2a-b0576d3be38d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.219314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:36.222463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:36.226887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:36.230094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Pushing event updated for resources: {'Port': ['ID=fd9d1b31-afb0-484e-8930-0d5bf5d77818,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:36.232365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.286369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Attempting to bind port fd9d1b31-afb0-484e-8930-0d5bf5d77818 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:27:36.286642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Attempting to bind port fd9d1b31-afb0-484e-8930-0d5bf5d77818 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83297b51-4c91-4930-a5f8-11b473e1f4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c9993576-a4e8-4951-bf8e-7c30fe77f09b'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:27:36.287032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Attempting to bind port fd9d1b31-afb0-484e-8930-0d5bf5d77818 on network c9993576-a4e8-4951-bf8e-7c30fe77f09b {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:27:36.292076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:27:36.292448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Checking segment: {'id': '83297b51-4c91-4930-a5f8-11b473e1f4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c9993576-a4e8-4951-bf8e-7c30fe77f09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:36.292848 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.293271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Bound using segment: {'id': '83297b51-4c91-4930-a5f8-11b473e1f4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c9993576-a4e8-4951-bf8e-7c30fe77f09b'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:27:36.293755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Bound port: fd9d1b31-afb0-484e-8930-0d5bf5d77818, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83297b51-4c91-4930-a5f8-11b473e1f4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c9993576-a4e8-4951-bf8e-7c30fe77f09b'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:27:36.294249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.346380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Allocated IP 172.35.0.192 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:36.363459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] For port fd9d1b31-afb0-484e-8930-0d5bf5d77818, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:27:36.366951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] For port fd9d1b31-afb0-484e-8930-0d5bf5d77818, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9d1b31-afb0-484e-8930-0d5bf5d77818,segment=NetworkSegment(83297b51-4c91-4930-a5f8-11b473e1f4ac),segment_id=83297b51-4c91-4930-a5f8-11b473e1f4ac)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:27:36.374912 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.447873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fb91e-f02c-41fe-8e0e-6583b84bf476 None None] Pushing event updated for resources: {'Port': ['ID=fd9d1b31-afb0-484e-8930-0d5bf5d77818,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:36.474483 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for port (7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.512462 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.558371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:36.561484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:36.565421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:36.592344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'Port': ['ID=7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:36.607581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:36.929300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting port a931d0ae-0605-4fe0-b941-4d5c0902ef7b {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:36.929980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.033453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] For port a931d0ae-0605-4fe0-b941-4d5c0902ef7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:37.033819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.047400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Calling delete_port for a931d0ae-0605-4fe0-b941-4d5c0902ef7b owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:37.185976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router_gateway (170d05a3-9df1-4a42-8e2a-b0576d3be38d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.284929 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a931d0ae-0605-4fe0-b941-4d5c0902ef7b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.293222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fd9d1b31-afb0-484e-8930-0d5bf5d77818 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:37.314732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Port': ['ID=a931d0ae-0605-4fe0-b941-4d5c0902ef7b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:37.397569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fd9d1b31-afb0-484e-8930-0d5bf5d77818 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:37.398203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.471814 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (170d05a3-9df1-4a42-8e2a-b0576d3be38d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.545193 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.659684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Router 170d05a3-9df1-4a42-8e2a-b0576d3be38d is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:27:37.735237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fd9d1b31-afb0-484e-8930-0d5bf5d77818 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:37.735909 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.785211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port fd9d1b31-afb0-484e-8930-0d5bf5d77818, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9d1b31-afb0-484e-8930-0d5bf5d77818,segment=NetworkSegment(83297b51-4c91-4930-a5f8-11b473e1f4ac),segment_id=83297b51-4c91-4930-a5f8-11b473e1f4ac)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:37.793085 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.821726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9576f0-fda4-4738-ae16-d77fb2b06230 None None] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:37.834988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:37.850537 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e1d382-6ad0-4cce-976a-cee3226e0618 None None] Sync routers for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:37.860995 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e1d382-6ad0-4cce-976a-cee3226e0618 None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:37.861719 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f4e1d382-6ad0-4cce-976a-cee3226e0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237765bfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:37.866058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:37.870576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d26b1801-7a03-41d7-90bf-07a8a4a4cf98 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 2.0822520
Apr 09 21:27:37.871233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32934) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:37.903208 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f4e1d382-6ad0-4cce-976a-cee3226e0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237765bfa0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:37.913088 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e1d382-6ad0-4cce-976a-cee3226e0618 None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:37.914109 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f4e1d382-6ad0-4cce-976a-cee3226e0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237765bfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:37.949996 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-f4e1d382-6ad0-4cce-976a-cee3226e0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237765bfa0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:37.950931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e1d382-6ad0-4cce-976a-cee3226e0618 None None] The sync data for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:37.959304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=fd9d1b31-afb0-484e-8930-0d5bf5d77818,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:38.001883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-01d5c9f9-8518-4b29-bc37-cd875d42e9b5 None None] Provisioning complete for port fd9d1b31-afb0-484e-8930-0d5bf5d77818 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:38.002224 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-01d5c9f9-8518-4b29-bc37-cd875d42e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:38.094907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-01d5c9f9-8518-4b29-bc37-cd875d42e9b5 None None] Current status of the port fd9d1b31-afb0-484e-8930-0d5bf5d77818 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:38.176535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:38.290022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:38.296108 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2c5a8379-2519-4378-8fca-511f2b06d8d5 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "PUT /v2.0/routers/b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0924604
Apr 09 21:27:38.298722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32936) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:38.299646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] Sync routers for ids ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:38.319675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] Routers {'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:38.320299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761bbca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:38.322119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3e97fd68-1211-46d4-bf87-8b2d85b61aec None None] Provisioning complete for port fd9d1b31-afb0-484e-8930-0d5bf5d77818 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:38.322484 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3e97fd68-1211-46d4-bf87-8b2d85b61aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:38.377445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-78db04b7-4e44-419c-b2ab-2b988a346501 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting subnet e170e52a-4f24-4f4e-b52e-d749aa5bab66 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:27:38.401581 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78db04b7-4e44-419c-b2ab-2b988a346501 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for subnet (e170e52a-4f24-4f4e-b52e-d749aa5bab66), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:38.450752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78db04b7-4e44-419c-b2ab-2b988a346501 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (e170e52a-4f24-4f4e-b52e-d749aa5bab66), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:38.454865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:38.482861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 47194a7e-8340-4b25-82e7-d0bfdb84b453 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:38.486465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] Set router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:38.569441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 47194a7e-8340-4b25-82e7-d0bfdb84b453 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:38.569648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 47194a7e-8340-4b25-82e7-d0bfdb84b453 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:38.577789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3e97fd68-1211-46d4-bf87-8b2d85b61aec None None] Current status of the port fd9d1b31-afb0-484e-8930-0d5bf5d77818 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:38.625937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78db04b7-4e44-419c-b2ab-2b988a346501 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (e170e52a-4f24-4f4e-b52e-d749aa5bab66), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:38.698513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761bbca0>, [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:37Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:38.728247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] Checking router: b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:38.737326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] Routers {'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:38.738008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761bbca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:38.758017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78db04b7-4e44-419c-b2ab-2b988a346501 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (e170e52a-4f24-4f4e-b52e-d749aa5bab66), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:38.803287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db04b7-4e44-419c-b2ab-2b988a346501 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Subnet': ['ID=e170e52a-4f24-4f4e-b52e-d749aa5bab66,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:38.807609 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78db04b7-4e44-419c-b2ab-2b988a346501 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:38.810809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-78db04b7-4e44-419c-b2ab-2b988a346501 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/subnets/e170e52a-4f24-4f4e-b52e-d749aa5bab66 HTTP/1.1" status: 204  len: 168 time: 0.5111451
Apr 09 21:27:38.814154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32938) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:38.832108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d7419-870a-4d94-b46e-b16bb52c66cd None None] Network 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:38.902977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] Set router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:39.090942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] DHCP port deletion for 88dcdf7c-5b2f-4b68-9daf-89dea963dd97 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:27:39.135477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761bbca0>, [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:37Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:39.167998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b2a3c-87b3-4a9c-a153-e380ebf03524 None None] The sync data for ids ['b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad'] in ncdv-master-1 is: [{'id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584163860', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109'}], 'enable_snat': True}, 'gw_port_id': '38536067-1459-4752-81c0-868466f6721a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:12Z', 'updated_at': '2022-04-09T21:27:37Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '38536067-1459-4752-81c0-868466f6721a', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:13Z', 'updated_at': '2022-04-09T21:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:39.173519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] Deleting port f124bdf9-f52e-477f-bf15-30660a67adb4 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:39.173931 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.236341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Allocated IP 172.20.0.1 (c9993576-a4e8-4951-bf8e-7c30fe77f09b/180fc632-8a58-4b5d-a847-046b1b849675/a45b6025-8161-43f1-bd90-ac5f6d9c7522) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:39.253289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] For port f124bdf9-f52e-477f-bf15-30660a67adb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f124bdf9-f52e-477f-bf15-30660a67adb4,segment=NetworkSegment(49564f20-69f4-4de1-9386-ec269631747f),segment_id=49564f20-69f4-4de1-9386-ec269631747f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:39.253511 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.267629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] Calling delete_port for f124bdf9-f52e-477f-bf15-30660a67adb4 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:39.279911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.347407 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f124bdf9-f52e-477f-bf15-30660a67adb4), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.371544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] Pushing event deleted for resources: {'Port': ['ID=f124bdf9-f52e-477f-bf15-30660a67adb4,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:39.377438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c736ee9-d7ec-4f4f-920b-2446a2a7f3e9 None None] No DVR routers for this DVR port f124bdf9-f52e-477f-bf15-30660a67adb4 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:39.444020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.462436 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_gateway (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.521130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.559593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting port 38536067-1459-4752-81c0-868466f6721a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:39.560047 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (38536067-1459-4752-81c0-868466f6721a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.573353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:39.587000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:39.599864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:39.623751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'Port': ['ID=a45b6025-8161-43f1-bd90-ac5f6d9c7522,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:39.645941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fd9d1b31-afb0-484e-8930-0d5bf5d77818 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:39.695629 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (170d05a3-9df1-4a42-8e2a-b0576d3be38d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.711274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fd9d1b31-afb0-484e-8930-0d5bf5d77818 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:39.712087 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.762726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] For port 38536067-1459-4752-81c0-868466f6721a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38536067-1459-4752-81c0-868466f6721a,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:39.763098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (38536067-1459-4752-81c0-868466f6721a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.781721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Calling delete_port for 38536067-1459-4752-81c0-868466f6721a owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:39.800425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fd9d1b31-afb0-484e-8930-0d5bf5d77818 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:39.862406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f124bdf9-f52e-477f-bf15-30660a67adb4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:39.884346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f124bdf9-f52e-477f-bf15-30660a67adb4 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:39.884694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f124bdf9-f52e-477f-bf15-30660a67adb4 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:39.917784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a0787120-6822-474f-a71b-c2c92a2f197c None None] Provisioning complete for port a45b6025-8161-43f1-bd90-ac5f6d9c7522 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:39.918159 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a0787120-6822-474f-a71b-c2c92a2f197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.952596 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:39.955146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a0787120-6822-474f-a71b-c2c92a2f197c None None] Port a45b6025-8161-43f1-bd90-ac5f6d9c7522 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:40.104568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (38536067-1459-4752-81c0-868466f6721a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.166906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Port': ['ID=38536067-1459-4752-81c0-868466f6721a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:40.294678 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.407624 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.411083 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_controller (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.471189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.471706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Fanout notify agent at l3_agent the message router_deleted on router b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:27:40.483151 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.486723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-683be686-fcc4-460b-9887-555d5c313f83 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/routers/b4f8ddd8-e667-45f3-a7ae-4dee5816e8ad HTTP/1.1" status: 204  len: 168 time: 1.6693282
Apr 09 21:27:40.486988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32940) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:40.490362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.499696 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.637416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (170d05a3-9df1-4a42-8e2a-b0576d3be38d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.642220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (88dcdf7c-5b2f-4b68-9daf-89dea963dd97), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.643855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'Port': ['ID=a45b6025-8161-43f1-bd90-ac5f6d9c7522,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:40.789793 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (88dcdf7c-5b2f-4b68-9daf-89dea963dd97), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.820055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237532ea00>,) {'filters': {'network_id': ['88dcdf7c-5b2f-4b68-9daf-89dea963dd97']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:40.834036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237532ea00>, '49564f20-69f4-4de1-9386-ec269631747f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:40.834294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237532ea00>, '49564f20-69f4-4de1-9386-ec269631747f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:40.837313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:40.842994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:40.848935 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (49564f20-69f4-4de1-9386-ec269631747f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.899493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (49564f20-69f4-4de1-9386-ec269631747f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.909438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:27:40.909853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (49564f20-69f4-4de1-9386-ec269631747f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:27:40.913348 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:27:41.015061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (88dcdf7c-5b2f-4b68-9daf-89dea963dd97), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.024648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.027838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/networks/88dcdf7c-5b2f-4b68-9daf-89dea963dd97 HTTP/1.1" status: 204  len: 168 time: 0.5398910
Apr 09 21:27:41.030721 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:41.043848 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea28782-fb08-49ed-b933-7c3c9e7b2aa4 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Network': ['ID=88dcdf7c-5b2f-4b68-9daf-89dea963dd97,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:41.056475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Router 170d05a3-9df1-4a42-8e2a-b0576d3be38d has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:41.083136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9b912678-5cab-41da-aca2-2a9bf782fe65 None None] Provisioning complete for port a45b6025-8161-43f1-bd90-ac5f6d9c7522 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:41.084257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9b912678-5cab-41da-aca2-2a9bf782fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.120654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9b912678-5cab-41da-aca2-2a9bf782fe65 None None] Port a45b6025-8161-43f1-bd90-ac5f6d9c7522 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:41.172688 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:41.177993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3d7195ac-c281-4d05-8f87-980c53e20b51 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "PUT /v2.0/routers/170d05a3-9df1-4a42-8e2a-b0576d3be38d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3056152
Apr 09 21:27:41.183290 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32944) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:41.184627 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95f11e-e5eb-46f1-b32e-3d47fa948e34 None None] Sync routers for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:41.186242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Request body: {'port': {'network_id': 'c9993576-a4e8-4951-bf8e-7c30fe77f09b', 'name': 'tempest-FloatingIPAdminTestJSON-1987671428'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:41.195520 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95f11e-e5eb-46f1-b32e-3d47fa948e34 None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:41.196119 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0f95f11e-e5eb-46f1-b32e-3d47fa948e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f875e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:41.224912 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting port 6c2370dd-e249-4283-a6ce-c628e89608f0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:41.225348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6c2370dd-e249-4283-a6ce-c628e89608f0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.238162 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0f95f11e-e5eb-46f1-b32e-3d47fa948e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f875e0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:41.249160 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95f11e-e5eb-46f1-b32e-3d47fa948e34 None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:41.250052 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0f95f11e-e5eb-46f1-b32e-3d47fa948e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f875e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:41.282928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 38536067-1459-4752-81c0-868466f6721a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:41.285506 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0f95f11e-e5eb-46f1-b32e-3d47fa948e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f875e0>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:41.286213 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95f11e-e5eb-46f1-b32e-3d47fa948e34 None None] The sync data for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:41.308041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 38536067-1459-4752-81c0-868466f6721a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:41.308514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 38536067-1459-4752-81c0-868466f6721a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:41.308933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a931d0ae-0605-4fe0-b941-4d5c0902ef7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:41.311388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Made reservation on behalf of b9116e25235c4f1f8631dc72fc5a2092 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:41.315381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6c2370dd-e249-4283-a6ce-c628e89608f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.315709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for floatingip (6c2370dd-e249-4283-a6ce-c628e89608f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.315876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.328311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Calling delete_port for 6c2370dd-e249-4283-a6ce-c628e89608f0 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:41.329054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a931d0ae-0605-4fe0-b941-4d5c0902ef7b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:41.329404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a931d0ae-0605-4fe0-b941-4d5c0902ef7b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:41.336954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] device_id is not set on port 7ff12dd6-8479-4323-8851-fa1bae948785 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:27:41.454702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Allocated IP 172.20.0.6 (c9993576-a4e8-4951-bf8e-7c30fe77f09b/180fc632-8a58-4b5d-a847-046b1b849675/7ff12dd6-8479-4323-8851-fa1bae948785) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:41.485004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6c2370dd-e249-4283-a6ce-c628e89608f0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.510876 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Port': ['ID=6c2370dd-e249-4283-a6ce-c628e89608f0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:41.577495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for floatingip (41793a5c-c11a-4b4e-a7fe-c7113da09af6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.577728 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Floating IP 41793a5c-c11a-4b4e-a7fe-c7113da09af6 disassociated (deleted). External IP: 172.35.0.53, port: be033c1b-34cc-4943-b7a1-22bca07d3ec3.
Apr 09 21:27:41.608463 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for port (7ff12dd6-8479-4323-8851-fa1bae948785), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.645002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7ff12dd6-8479-4323-8851-fa1bae948785), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.688458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:41.693884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:41.697981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:41.722829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event updated for resources: {'Port': ['ID=7ff12dd6-8479-4323-8851-fa1bae948785,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:41.752060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:41.752712 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.775807 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9629c264-5db5-4d72-8752-942d125f9765 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5908496
Apr 09 21:27:41.776182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32946) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:41.820826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Router f15fadc2-0b48-4e53-88dc-959ed28febdf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:41.845584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'project_id': 'b9116e25235c4f1f8631dc72fc5a2092', 'port_id': '7ff12dd6-8479-4323-8851-fa1bae948785'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:41.871527 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.946426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f929eb63-3022-40c8-9429-8cdf52688d2c None None] Provisioning complete for port 7ff12dd6-8479-4323-8851-fa1bae948785 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:41.947188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f929eb63-3022-40c8-9429-8cdf52688d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7ff12dd6-8479-4323-8851-fa1bae948785), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.948896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:41.953866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.954608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:41.974410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] Sync routers for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:41.992665 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-03ecdfff-dfa5-4911-8bd1-6af654b82ac1 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/floatingips/41793a5c-c11a-4b4e-a7fe-c7113da09af6 HTTP/1.1" status: 204  len: 168 time: 0.9583421
Apr 09 21:27:41.992665 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:27:41.993248 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:27:41.997027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f929eb63-3022-40c8-9429-8cdf52688d2c None None] Port 7ff12dd6-8479-4323-8851-fa1bae948785 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:42.006640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:42.007381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237489e220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:42.085020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Allocated IP 172.35.0.102 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/a5626e18-9fef-41e8-8295-6e9f11e3fcbd) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:42.126409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:42.195738 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a57307-b856-4ed1-bff9-26990cb9456c x-openstack-request-id: req-d3a57307-b856-4ed1-bff9-26990cb9456c {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:27:42.196229 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:27:42.196331 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3a57307-b856-4ed1-bff9-26990cb9456c {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:27:42.197010 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a57307-b856-4ed1-bff9-26990cb9456c'] response: {'name': 'network-changed', 'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'status': 'completed', 'code': 200}
Apr 09 21:27:42.227177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for port (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:42.277681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537a41e-fc6d-4dad-8825-b543436d0ef1 req-d967db67-0426-48c7-92fc-73b9dab79591 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:42.279230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0537a41e-fc6d-4dad-8825-b543436d0ef1 req-d967db67-0426-48c7-92fc-73b9dab79591 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 984 time: 0.0582411
Apr 09 21:27:42.323453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:42.351595 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237489e220>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:25Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:42.552720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] Checking router: f15fadc2-0b48-4e53-88dc-959ed28febdf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:42.561929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:42.562549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237489e220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:42.666821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:42.670776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:42.675204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:42.678240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0537a41e-fc6d-4dad-8825-b543436d0ef1 req-440f3eb0-0275-40d7-8b60-ca0f99cae5be tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.3903992
Apr 09 21:27:42.678991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:42.707435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Pushing event updated for resources: {'Port': ['ID=a5626e18-9fef-41e8-8295-6e9f11e3fcbd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:42.870631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237489e220>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:25Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:42.902540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f681d-d7a2-4768-a963-b79377cd059b None None] The sync data for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 is: [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:26:22Z', 'revision_number': 4, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4cf02cbb-e0dd-4936-b2d1-d4dc1f377736', 'name': '', 'network_id': 'eed8a229-49ff-4110-8b62-8b54cbcf9d4e', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'mac_address': 'fa:16:3e:98:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:22Z', 'updated_at': '2022-04-09T21:26:25Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'subnets': [{'id': 'ff6bba76-6e21-44ef-b905-dac0859bca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:43.136387 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baeffe5-e669-44ec-9b14-0f0cae4b2099 None None] New status for floating IP 41793a5c-c11a-4b4e-a7fe-c7113da09af6: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:27:43.209733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-e58a1ff6-52df-47a8-b7a7-106c4bd3e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:43.211257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-e58a1ff6-52df-47a8-b7a7-106c4bd3e9e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f835ef5aefe44c96bc20308d450b5680&device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 1166 time: 0.0570598
Apr 09 21:27:43.212728 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for floatingip (d09349b0-b40d-45f1-86b3-ef4576f936ff), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:43.344698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:43.469152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-2c2f397e-1e43-44e2-966b-742149df532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:43.470616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-2c2f397e-1e43-44e2-966b-742149df532a service neutron] 10.222.0.32 "GET /v2.0/networks?id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e HTTP/1.1" status: 200  len: 897 time: 0.1603284
Apr 09 21:27:43.525538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-48fbc58d-afdc-454d-8ee7-d31cfde63ad4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3 HTTP/1.1" status: 200  len: 217 time: 0.0489278
Apr 09 21:27:43.555933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-7d7faa21-fdc0-47b4-ab27-d778e14c88d6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:43.557352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-7d7faa21-fdc0-47b4-ab27-d778e14c88d6 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 984 time: 0.1329134
Apr 09 21:27:43.666698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-b0133cda-69b6-48dc-a299-eb0d285e58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:43.668179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-b0133cda-69b6-48dc-a299-eb0d285e58fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff6bba76-6e21-44ef-b905-dac0859bca09 HTTP/1.1" status: 200  len: 834 time: 0.1186264
Apr 09 21:27:43.749214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting port be033c1b-34cc-4943-b7a1-22bca07d3ec3 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:43.749549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:43.759505 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for port (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:43.778001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-05429a87-5a7a-410e-adc7-bad59f2afd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:43.779426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-05429a87-5a7a-410e-adc7-bad59f2afd1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eed8a229-49ff-4110-8b62-8b54cbcf9d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0902970
Apr 09 21:27:43.783684 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:43.976752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19189-b267-448b-a3bb-3d93b91cc784 req-cd14d7fc-3ec0-4364-9258-ce1ed1404b61 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:43.978161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5a19189-b267-448b-a3bb-3d93b91cc784 req-cd14d7fc-3ec0-4364-9258-ce1ed1404b61 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 984 time: 0.2228673
Apr 09 21:27:43.997439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Pushing event updated for resources: {'Port': ['ID=a5626e18-9fef-41e8-8295-6e9f11e3fcbd,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:44.031272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] For port be033c1b-34cc-4943-b7a1-22bca07d3ec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be033c1b-34cc-4943-b7a1-22bca07d3ec3,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:44.031623 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:44.061960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Calling delete_port for be033c1b-34cc-4943-b7a1-22bca07d3ec3 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:44.064802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (d09349b0-b40d-45f1-86b3-ef4576f936ff), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:44.076800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-2ed15be4-f5a7-472f-a9ac-b0d5d1ee404c service neutron] 10.222.0.32 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2901411
Apr 09 21:27:44.207370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5a19189-b267-448b-a3bb-3d93b91cc784 req-385f0351-88d9-4a16-9329-e11876731067 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/security-groups?id=1622d0e3-6e09-416f-a209-bc128f2f5e74&id=763f0279-9764-4410-b047-5e636b21479e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.2191570
Apr 09 21:27:44.607555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cab5d9a-cf21-4bc4-8667-af02c9087aa2 req-d6edc596-d72f-47b7-86ed-28ba03fe6ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4934609
Apr 09 21:27:44.609312 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Floating IP d09349b0-b40d-45f1-86b3-ef4576f936ff associated. External IP: 172.35.0.102, port: 7ff12dd6-8479-4323-8851-fa1bae948785.
Apr 09 21:27:44.746088 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (be033c1b-34cc-4943-b7a1-22bca07d3ec3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:44.779867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Port': ['ID=be033c1b-34cc-4943-b7a1-22bca07d3ec3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:44.869828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] No DVR routers for this DVR port be033c1b-34cc-4943-b7a1-22bca07d3ec3 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:44.873548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:44.876786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3390f596-6b35-40cb-a9cb-9205b314e2db req-c1a4dab3-3cc0-4182-a116-b47fe3571a75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.32 "DELETE /v2.0/ports/be033c1b-34cc-4943-b7a1-22bca07d3ec3 HTTP/1.1" status: 204  len: 173 time: 1.3114936
Apr 09 21:27:44.877272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'name': 'network-vif-deleted', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:27:44.879580 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87566aab-7c80-4787-b524-a356ee58f7ce" -d '{"events": [{"server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "name": "network-vif-deleted", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:27:44.924418 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b360df-9b8c-4d70-834d-6816f1bbde72 x-openstack-request-id: req-f6b360df-9b8c-4d70-834d-6816f1bbde72 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:27:44.924711 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb01d26-3f1e-4f5f-a85a-9cef4c817f33", "name": "network-vif-deleted", "tag": "be033c1b-34cc-4943-b7a1-22bca07d3ec3", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:27:44.924968 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6b360df-9b8c-4d70-834d-6816f1bbde72 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:27:44.925394 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b360df-9b8c-4d70-834d-6816f1bbde72'] response: {'server_uuid': '5cb01d26-3f1e-4f5f-a85a-9cef4c817f33', 'name': 'network-vif-deleted', 'tag': 'be033c1b-34cc-4943-b7a1-22bca07d3ec3', 'status': 'completed', 'code': 200}
Apr 09 21:27:44.949749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Router 170d05a3-9df1-4a42-8e2a-b0576d3be38d has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:45.071126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:45.079864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af09d28-de03-46e7-a4bb-34dcd9df8268 None None] Sync routers for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:45.090401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:45.091392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af09d28-de03-46e7-a4bb-34dcd9df8268 None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:45.092038 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0af09d28-de03-46e7-a4bb-34dcd9df8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767653d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:45.124372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fb0fba8e-49bf-494f-a714-7fd5f7bad215 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 3.3469994
Apr 09 21:27:45.127109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32962) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:45.127743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0af09d28-de03-46e7-a4bb-34dcd9df8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767653d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:45.136808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af09d28-de03-46e7-a4bb-34dcd9df8268 None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:45.137459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0af09d28-de03-46e7-a4bb-34dcd9df8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23767653d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:45.176383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0af09d28-de03-46e7-a4bb-34dcd9df8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23767653d0>, [], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:45.176996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af09d28-de03-46e7-a4bb-34dcd9df8268 None None] The sync data for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 is: [] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:45.249170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-990c7018-ba62-4618-a3a0-ecc89c1eb56f tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] 10.222.0.30 "GET /v2.0/floatingips/d09349b0-b40d-45f1-86b3-ef4576f936ff HTTP/1.1" status: 200  len: 983 time: 0.1186864
Apr 09 21:27:45.249397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32966) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:45.358926 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90411f23-adc8-45d1-b579-80053fce8588 req-9e254af2-0b16-4715-944a-a6a5815fe63a tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb01d26-3f1e-4f5f-a85a-9cef4c817f33 HTTP/1.1" status: 200  len: 210 time: 0.0462899
Apr 09 21:27:45.388081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b19d43f6-c9db-4465-a546-e947e7a38793 tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1467 time: 0.1376023
Apr 09 21:27:45.390790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32968) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:45.545256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Deleting port a5626e18-9fef-41e8-8295-6e9f11e3fcbd {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:45.545593 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:45.623960 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:45.624652 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for floatingip (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:45.637233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Calling delete_port for a5626e18-9fef-41e8-8295-6e9f11e3fcbd owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:45.812502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a5626e18-9fef-41e8-8295-6e9f11e3fcbd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:45.844637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event deleted for resources: {'Port': ['ID=a5626e18-9fef-41e8-8295-6e9f11e3fcbd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:45.908928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for floatingip (d09349b0-b40d-45f1-86b3-ef4576f936ff), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:45.909221 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Floating IP d09349b0-b40d-45f1-86b3-ef4576f936ff disassociated (deleted). External IP: 172.35.0.102, port: 7ff12dd6-8479-4323-8851-fa1bae948785.
Apr 09 21:27:46.137425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Router 170d05a3-9df1-4a42-8e2a-b0576d3be38d has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:46.250072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:46.255203 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.259848 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81572410-5732-473c-9e10-0fb71c4d1c0b None None] Sync routers for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:46.270343 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81572410-5732-473c-9e10-0fb71c4d1c0b None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:46.270943 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-81572410-5732-473c-9e10-0fb71c4d1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f97580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:46.285714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-080a0ef9-ab84-4d3e-895f-3db0af400f49 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "DELETE /v2.0/floatingips/d09349b0-b40d-45f1-86b3-ef4576f936ff HTTP/1.1" status: 204  len: 168 time: 0.8938200
Apr 09 21:27:46.289372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32970) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:46.293765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:46.304491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-81572410-5732-473c-9e10-0fb71c4d1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f97580>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:46.313392 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81572410-5732-473c-9e10-0fb71c4d1c0b None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:46.313979 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-81572410-5732-473c-9e10-0fb71c4d1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f97580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:46.314576 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.350540 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-81572410-5732-473c-9e10-0fb71c4d1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f97580>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:46.351379 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81572410-5732-473c-9e10-0fb71c4d1c0b None None] The sync data for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:46.393713 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.418949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32974) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:46.478515 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aab2e7-85ff-45ac-81b4-4dcdb90db769 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (1622d0e3-6e09-416f-a209-bc128f2f5e74), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.500894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aab2e7-85ff-45ac-81b4-4dcdb90db769 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (1622d0e3-6e09-416f-a209-bc128f2f5e74), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.505996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Allocated IP 172.35.0.73 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/4d6a71b2-8254-4cff-af48-ee0bca0c3e71) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:46.547227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aab2e7-85ff-45ac-81b4-4dcdb90db769 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1622d0e3-6e09-416f-a209-bc128f2f5e74), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.549797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aab2e7-85ff-45ac-81b4-4dcdb90db769 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.551519 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-32aab2e7-85ff-45ac-81b4-4dcdb90db769 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/security-groups/1622d0e3-6e09-416f-a209-bc128f2f5e74 HTTP/1.1" status: 204  len: 168 time: 0.1315804
Apr 09 21:27:46.555014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32976) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:46.572684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aab2e7-85ff-45ac-81b4-4dcdb90db769 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1622d0e3-6e09-416f-a209-bc128f2f5e74,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:46.620164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02883061-2625-4b12-a1a6-b5d561b3adf7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (763f0279-9764-4410-b047-5e636b21479e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.620864 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for port (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.647891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02883061-2625-4b12-a1a6-b5d561b3adf7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (763f0279-9764-4410-b047-5e636b21479e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.657459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.694250 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02883061-2625-4b12-a1a6-b5d561b3adf7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (763f0279-9764-4410-b047-5e636b21479e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.696457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:46.696796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-02883061-2625-4b12-a1a6-b5d561b3adf7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:46.698114 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-02883061-2625-4b12-a1a6-b5d561b3adf7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/security-groups/763f0279-9764-4410-b047-5e636b21479e HTTP/1.1" status: 204  len: 168 time: 0.1421165
Apr 09 21:27:46.699442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:46.701141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32978) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:46.703513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:46.708582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02883061-2625-4b12-a1a6-b5d561b3adf7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763f0279-9764-4410-b047-5e636b21479e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:46.774999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Pushing event updated for resources: {'Port': ['ID=4d6a71b2-8254-4cff-af48-ee0bca0c3e71,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:46.897396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for floatingip (31dced41-3971-471a-b857-6c22fd3506c9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:47.002223 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:47.261948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (f15fadc2-0b48-4e53-88dc-959ed28febdf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:47.301470 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for port (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:47.313215 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:47.570479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device be033c1b-34cc-4943-b7a1-22bca07d3ec3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:47.592688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: be033c1b-34cc-4943-b7a1-22bca07d3ec3 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:47.593014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device be033c1b-34cc-4943-b7a1-22bca07d3ec3 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:47.735436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Pushing event updated for resources: {'Port': ['ID=4d6a71b2-8254-4cff-af48-ee0bca0c3e71,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:47.749283 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (31dced41-3971-471a-b857-6c22fd3506c9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:47.794250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:47.795489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d15181fd-8966-4d84-9e44-add058a2fedc tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5051475
Apr 09 21:27:47.798373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32980) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:47.917095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:47.920974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:47.921337 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:47.992681 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:48.073697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] For port 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:48.074051 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:48.092766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Calling delete_port for 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:48.108069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:48.297883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Allocated IP 172.35.0.74 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/0eb7a4ed-c8de-42ea-8818-535129c2426c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:48.439125 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4cf02cbb-e0dd-4936-b2d1-d4dc1f377736), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:48.453217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks [] for port (0eb7a4ed-c8de-42ea-8818-535129c2426c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:48.481722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Port': ['ID=4cf02cbb-e0dd-4936-b2d1-d4dc1f377736,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:48.568940 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0eb7a4ed-c8de-42ea-8818-535129c2426c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:48.660824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:48.668950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:48.672717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:48.674721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Pushing event updated for resources: {'Port': ['ID=0eb7a4ed-c8de-42ea-8818-535129c2426c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:48.758413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (f15fadc2-0b48-4e53-88dc-959ed28febdf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:48.857101 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks [] for floatingip (50b69adc-6938-4fd0-a16c-0f730f6a2f3f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:48.930126 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0eb7a4ed-c8de-42ea-8818-535129c2426c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.131276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Router f15fadc2-0b48-4e53-88dc-959ed28febdf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:49.221300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks [] for port (0eb7a4ed-c8de-42ea-8818-535129c2426c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.229064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0eb7a4ed-c8de-42ea-8818-535129c2426c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.345289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:49.346813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Pushing event updated for resources: {'Port': ['ID=0eb7a4ed-c8de-42ea-8818-535129c2426c,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:49.351878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0e5bffb0-619e-4dd3-b437-56dc7ba82c75 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "PUT /v2.0/routers/f15fadc2-0b48-4e53-88dc-959ed28febdf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6497667
Apr 09 21:27:49.354698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32984) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:49.355656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] Sync routers for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:49.367559 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:49.368331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ecec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:49.386347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (50b69adc-6938-4fd0-a16c-0f730f6a2f3f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.415326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.416551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5db9a9a9-289c-49b8-8d95-652ad5d189b5 tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6173053
Apr 09 21:27:49.419320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:49.421069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-22aa3f81-c072-4fe1-b7a5-e2632ec2f8dd tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting subnet ff6bba76-6e21-44ef-b905-dac0859bca09 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:27:49.424344 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f81-c072-4fe1-b7a5-e2632ec2f8dd tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for subnet (ff6bba76-6e21-44ef-b905-dac0859bca09), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.470055 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f81-c072-4fe1-b7a5-e2632ec2f8dd tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (ff6bba76-6e21-44ef-b905-dac0859bca09), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.495417 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-712e3379-a5a2-46aa-ae94-f4d568529f6d tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1650 time: 0.0748794
Apr 09 21:27:49.497961 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32988) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:49.502735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:49.564089 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f81-c072-4fe1-b7a5-e2632ec2f8dd tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ff6bba76-6e21-44ef-b905-dac0859bca09), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.589846 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cadb4d29-1b28-44a8-9409-8e29aee652db tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0905418
Apr 09 21:27:49.592203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 32990) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:49.682237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ecec40>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:27:48Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:49.710476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] Checking router: f15fadc2-0b48-4e53-88dc-959ed28febdf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:49.719329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] Routers {'f15fadc2-0b48-4e53-88dc-959ed28febdf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:49.719471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f81-c072-4fe1-b7a5-e2632ec2f8dd tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (ff6bba76-6e21-44ef-b905-dac0859bca09), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.719936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ecec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['f15fadc2-0b48-4e53-88dc-959ed28febdf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:49.752900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f81-c072-4fe1-b7a5-e2632ec2f8dd tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.756123 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-22aa3f81-c072-4fe1-b7a5-e2632ec2f8dd tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/subnets/ff6bba76-6e21-44ef-b905-dac0859bca09 HTTP/1.1" status: 204  len: 168 time: 0.4005384
Apr 09 21:27:49.757065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa3f81-c072-4fe1-b7a5-e2632ec2f8dd tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6bba76-6e21-44ef-b905-dac0859bca09,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:49.759176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 32992) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:49.762704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0548d0-75ce-486d-9abe-ca38c7a2db75 None None] Network eed8a229-49ff-4110-8b62-8b54cbcf9d4e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:49.763538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Deleting port 0eb7a4ed-c8de-42ea-8818-535129c2426c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:49.764030 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0eb7a4ed-c8de-42ea-8818-535129c2426c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.849794 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0eb7a4ed-c8de-42ea-8818-535129c2426c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.850087 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks [] for floatingip (0eb7a4ed-c8de-42ea-8818-535129c2426c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.862915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Calling delete_port for 0eb7a4ed-c8de-42ea-8818-535129c2426c owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:49.884051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router (f15fadc2-0b48-4e53-88dc-959ed28febdf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:49.911338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] Set router f15fadc2-0b48-4e53-88dc-959ed28febdf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:50.004933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0eb7a4ed-c8de-42ea-8818-535129c2426c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.022958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_gateway (f15fadc2-0b48-4e53-88dc-959ed28febdf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.043312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Pushing event deleted for resources: {'Port': ['ID=0eb7a4ed-c8de-42ea-8818-535129c2426c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:50.067583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] DHCP port deletion for eed8a229-49ff-4110-8b62-8b54cbcf9d4e request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:27:50.084085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Deleting port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:50.084354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.129074 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks [] for floatingip (50b69adc-6938-4fd0-a16c-0f730f6a2f3f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.132606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.133849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8d94216b-ca1b-4871-999e-e9044d52c97a tempest-FloatingIPAdminTestJSON-420074276 tempest-FloatingIPAdminTestJSON-420074276-project] 10.222.0.30 "DELETE /v2.0/floatingips/50b69adc-6938-4fd0-a16c-0f730f6a2f3f HTTP/1.1" status: 204  len: 168 time: 0.5406802
Apr 09 21:27:50.136508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33008) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:50.141699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] Deleting port 6dee1f78-2b52-4232-a692-e4ab33c359e6 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:50.142076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.181594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] For port 97eeebc5-99cf-4652-a0dd-b7fae15b3a36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97eeebc5-99cf-4652-a0dd-b7fae15b3a36,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:50.182344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.198065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Calling delete_port for 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:50.234123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ecec40>, [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:27:48Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:50.240417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] For port 6dee1f78-2b52-4232-a692-e4ab33c359e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dee1f78-2b52-4232-a692-e4ab33c359e6,segment=NetworkSegment(61c8165b-cd94-4b37-920e-927ccb679f9c),segment_id=61c8165b-cd94-4b37-920e-927ccb679f9c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:50.240829 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.257316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Deleting port 4d6a71b2-8254-4cff-af48-ee0bca0c3e71 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:50.257662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.270907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a6d5e-f426-452d-a026-c548470fec40 None None] The sync data for ids ['f15fadc2-0b48-4e53-88dc-959ed28febdf'] in ncdv-master-1 is: [{'id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494381091', 'tenant_id': 'f835ef5aefe44c96bc20308d450b5680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50'}], 'enable_snat': True}, 'gw_port_id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:26:18Z', 'updated_at': '2022-04-09T21:27:48Z', 'revision_number': 5, 'project_id': 'f835ef5aefe44c96bc20308d450b5680', 'gw_port': {'id': '97eeebc5-99cf-4652-a0dd-b7fae15b3a36', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fadc2-0b48-4e53-88dc-959ed28febdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:26:19Z', 'updated_at': '2022-04-09T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:50.277742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] Calling delete_port for 6dee1f78-2b52-4232-a692-e4ab33c359e6 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:50.347964 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.348296 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for floatingip (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.361085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Calling delete_port for 4d6a71b2-8254-4cff-af48-ee0bca0c3e71 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:50.372013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (6dee1f78-2b52-4232-a692-e4ab33c359e6), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.401389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] No DVR routers for this DVR port 6dee1f78-2b52-4232-a692-e4ab33c359e6 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:50.404079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277326-b8c1-46a8-b22b-8e8fe5f60b4b None None] Pushing event deleted for resources: {'Port': ['ID=6dee1f78-2b52-4232-a692-e4ab33c359e6,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:50.404744 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (97eeebc5-99cf-4652-a0dd-b7fae15b3a36), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.436648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Port': ['ID=97eeebc5-99cf-4652-a0dd-b7fae15b3a36,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:50.463930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f1e4-b158-4ade-924c-dcb392108eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.501095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (f15fadc2-0b48-4e53-88dc-959ed28febdf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.523973 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4d6a71b2-8254-4cff-af48-ee0bca0c3e71), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.557094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d6a71b2-8254-4cff-af48-ee0bca0c3e71,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:50.609855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (f15fadc2-0b48-4e53-88dc-959ed28febdf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.612207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router_controller (f15fadc2-0b48-4e53-88dc-959ed28febdf), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.639868 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks [] for floatingip (31dced41-3971-471a-b857-6c22fd3506c9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.642753 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.647929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7b33ffe6-36ca-4a38-9238-f4a141c663bd tempest-FloatingIPAdminTestJSON-1780027386 tempest-FloatingIPAdminTestJSON-1780027386-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/31dced41-3971-471a-b857-6c22fd3506c9 HTTP/1.1" status: 204  len: 168 time: 0.5099604
Apr 09 21:27:50.648639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33010) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:50.669087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (f15fadc2-0b48-4e53-88dc-959ed28febdf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.669681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Fanout notify agent at l3_agent the message router_deleted on router f15fadc2-0b48-4e53-88dc-959ed28febdf {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:27:50.695997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.697199 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ed373adb-f601-472e-84d3-2b1c37feb4d7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/routers/f15fadc2-0b48-4e53-88dc-959ed28febdf HTTP/1.1" status: 204  len: 168 time: 0.9368465
Apr 09 21:27:50.700456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33012) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:50.746572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d992a142-c6ed-42b3-83e4-3eacc75fd556 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Deleting port 7ff12dd6-8479-4323-8851-fa1bae948785 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:50.747081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d992a142-c6ed-42b3-83e4-3eacc75fd556 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7ff12dd6-8479-4323-8851-fa1bae948785), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.785680 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (eed8a229-49ff-4110-8b62-8b54cbcf9d4e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.838757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d992a142-c6ed-42b3-83e4-3eacc75fd556 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7ff12dd6-8479-4323-8851-fa1bae948785), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.850996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-d992a142-c6ed-42b3-83e4-3eacc75fd556 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Calling delete_port for 7ff12dd6-8479-4323-8851-fa1bae948785 owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:50.872879 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (eed8a229-49ff-4110-8b62-8b54cbcf9d4e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.893750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237764f430>,) {'filters': {'network_id': ['eed8a229-49ff-4110-8b62-8b54cbcf9d4e']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:50.904613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237764f430>, '61c8165b-cd94-4b37-920e-927ccb679f9c') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:50.904944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237764f430>, '61c8165b-cd94-4b37-920e-927ccb679f9c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:50.920139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (61c8165b-cd94-4b37-920e-927ccb679f9c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.935363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (61c8165b-cd94-4b37-920e-927ccb679f9c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.942141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:27:50.943095 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (61c8165b-cd94-4b37-920e-927ccb679f9c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:27:50.946832 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:27:50.999731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d992a142-c6ed-42b3-83e4-3eacc75fd556 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7ff12dd6-8479-4323-8851-fa1bae948785), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.016774 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (eed8a229-49ff-4110-8b62-8b54cbcf9d4e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.025160 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.029974 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] 10.222.0.30 "DELETE /v2.0/networks/eed8a229-49ff-4110-8b62-8b54cbcf9d4e HTTP/1.1" status: 204  len: 168 time: 0.3278818
Apr 09 21:27:51.034937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992a142-c6ed-42b3-83e4-3eacc75fd556 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event deleted for resources: {'Port': ['ID=7ff12dd6-8479-4323-8851-fa1bae948785,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:51.054481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7416-7095-41ae-a748-9f6a79ccdcd7 tempest-TestSecurityGroupsBasicOps-1691406591 tempest-TestSecurityGroupsBasicOps-1691406591-project] Pushing event deleted for resources: {'Network': ['ID=eed8a229-49ff-4110-8b62-8b54cbcf9d4e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:51.128663 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d992a142-c6ed-42b3-83e4-3eacc75fd556 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.132094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d992a142-c6ed-42b3-83e4-3eacc75fd556 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "DELETE /v2.0/ports/7ff12dd6-8479-4323-8851-fa1bae948785 HTTP/1.1" status: 204  len: 168 time: 0.4822581
Apr 09 21:27:51.135127 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33018) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:51.184237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc20481-8e28-4f01-97a2-21d07d15263b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:51.186029 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9cc20481-8e28-4f01-97a2-21d07d15263b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "GET /v2.0/ports?device_id=170d05a3-9df1-4a42-8e2a-b0576d3be38d HTTP/1.1" status: 200  len: 913 time: 0.0500889
Apr 09 21:27:51.188801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33020) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:51.366888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33024) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:51.408837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:51.430287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:51.430770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 97eeebc5-99cf-4652-a0dd-b7fae15b3a36 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:51.431273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:51.454225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:51.454655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cf02cbb-e0dd-4936-b2d1-d4dc1f377736 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:51.455211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6dee1f78-2b52-4232-a692-e4ab33c359e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:51.478513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6dee1f78-2b52-4232-a692-e4ab33c359e6 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:51.478862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6dee1f78-2b52-4232-a692-e4ab33c359e6 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:51.582847 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f5de25f6-4bfa-466e-aa55-45717a7d60a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f835ef5aefe44c96bc20308d450b5680&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2146587
Apr 09 21:27:51.585672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33028) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:51.586817 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (170d05a3-9df1-4a42-8e2a-b0576d3be38d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.642879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb9a2-f3d9-4e50-9cab-fc9ac7dc8463 admin admin] Publish callbacks [] for security_group (a6fd2622-690a-4059-a661-e23527b7e9c1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.666250 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb9a2-f3d9-4e50-9cab-fc9ac7dc8463 admin admin] Publish callbacks [] for security_group (a6fd2622-690a-4059-a661-e23527b7e9c1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.717598 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb9a2-f3d9-4e50-9cab-fc9ac7dc8463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a6fd2622-690a-4059-a661-e23527b7e9c1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.720311 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb9a2-f3d9-4e50-9cab-fc9ac7dc8463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:51.721540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f9cb9a2-f3d9-4e50-9cab-fc9ac7dc8463 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6fd2622-690a-4059-a661-e23527b7e9c1 HTTP/1.1" status: 204  len: 168 time: 0.1345015
Apr 09 21:27:51.730391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cb9a2-f3d9-4e50-9cab-fc9ac7dc8463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fd2622-690a-4059-a661-e23527b7e9c1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:52.028272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33034) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:52.041920 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fea6b699-ac89-4941-afc4-552d4beb3bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.122104 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fea6b699-ac89-4941-afc4-552d4beb3bdd admin admin] Publish callbacks [] for security_group (30a6a22f-32eb-4b3b-80fb-bd2488177277), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.127262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fea6b699-ac89-4941-afc4-552d4beb3bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (30a6a22f-32eb-4b3b-80fb-bd2488177277), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.157164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Deleting port a45b6025-8161-43f1-bd90-ac5f6d9c7522 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:52.157509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.166503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fea6b699-ac89-4941-afc4-552d4beb3bdd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=035c9d4e141c4b53860620844a00a338&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1370733
Apr 09 21:27:52.169159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33036) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:52.174968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6b699-ac89-4941-afc4-552d4beb3bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a6a22f-32eb-4b3b-80fb-bd2488177277,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:52.221751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-662bd15c-0067-44eb-b7fe-8048892091c5 admin admin] Publish callbacks [] for security_group (30a6a22f-32eb-4b3b-80fb-bd2488177277), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.246660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-662bd15c-0067-44eb-b7fe-8048892091c5 admin admin] Publish callbacks [] for security_group (30a6a22f-32eb-4b3b-80fb-bd2488177277), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.250368 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.263356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Calling delete_port for a45b6025-8161-43f1-bd90-ac5f6d9c7522 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:52.295507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-662bd15c-0067-44eb-b7fe-8048892091c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (30a6a22f-32eb-4b3b-80fb-bd2488177277), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.298237 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-662bd15c-0067-44eb-b7fe-8048892091c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.299416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-662bd15c-0067-44eb-b7fe-8048892091c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30a6a22f-32eb-4b3b-80fb-bd2488177277 HTTP/1.1" status: 204  len: 168 time: 0.1293929
Apr 09 21:27:52.307507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bd15c-0067-44eb-b7fe-8048892091c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a6a22f-32eb-4b3b-80fb-bd2488177277,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:52.469182 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a45b6025-8161-43f1-bd90-ac5f6d9c7522), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.500651 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event deleted for resources: {'Port': ['ID=a45b6025-8161-43f1-bd90-ac5f6d9c7522,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:52.658922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33042) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:52.691473 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (170d05a3-9df1-4a42-8e2a-b0576d3be38d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.704615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0904da14-e5b5-4809-b881-661ca586140a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9404593165ee4c7da2844a4ab235fc96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0443134
Apr 09 21:27:52.706927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33044) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:52.754466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Publish callbacks [] for security_group (71bf860c-27dc-4404-b395-713075c6f507), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.776380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Publish callbacks [] for security_group (71bf860c-27dc-4404-b395-713075c6f507), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.826690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (71bf860c-27dc-4404-b395-713075c6f507), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.829591 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:52.830786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71bf860c-27dc-4404-b395-713075c6f507 HTTP/1.1" status: 204  len: 168 time: 0.1229436
Apr 09 21:27:52.842267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bf860c-27dc-4404-b395-713075c6f507,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:52.850777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.851277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.851748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.852225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.852726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.853202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.853532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.853853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.854175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.854648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.854973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.855294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.855613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.855930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.856245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bec1f-4d11-4c28-9d4f-2d8313f5f071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:27:52.922140 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Router 170d05a3-9df1-4a42-8e2a-b0576d3be38d has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:52.925986 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1a2eeb59-9250-41d1-a7f8-42590759841b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.037098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:53.042104 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d79aa101-4ffa-4839-89ab-f5c74005316b tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "PUT /v2.0/routers/170d05a3-9df1-4a42-8e2a-b0576d3be38d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8522229
Apr 09 21:27:53.045235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33050) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:53.048127 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44336b0-bac0-4e81-98bf-9475148bfb6a None None] Sync routers for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:53.059031 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44336b0-bac0-4e81-98bf-9475148bfb6a None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:53.059771 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e44336b0-bac0-4e81-98bf-9475148bfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:53.093631 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e44336b0-bac0-4e81-98bf-9475148bfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0160>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:53.106899 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44336b0-bac0-4e81-98bf-9475148bfb6a None None] Routers {'170d05a3-9df1-4a42-8e2a-b0576d3be38d'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:53.107727 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e44336b0-bac0-4e81-98bf-9475148bfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:53.145275 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e44336b0-bac0-4e81-98bf-9475148bfb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ff0160>, [], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:53.145960 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44336b0-bac0-4e81-98bf-9475148bfb6a None None] The sync data for ids ['170d05a3-9df1-4a42-8e2a-b0576d3be38d'] in ncdv-master-1 is: [] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:53.164903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router (170d05a3-9df1-4a42-8e2a-b0576d3be38d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.282215 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router_gateway (170d05a3-9df1-4a42-8e2a-b0576d3be38d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.328227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Deleting port 7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:53.328505 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.409102 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.421262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Calling delete_port for 7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:53.523451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33068) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:53.597864 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.622261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event deleted for resources: {'Port': ['ID=7abc54e9-ff9e-4dbd-ba3c-f24d8dacd4c0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:53.624425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1957783934-network', 'tenant_id': '4c30644570a142579638908937b6ccac'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:53.646469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Made reservation on behalf of 4c30644570a142579638908937b6ccac for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:53.648966 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.657855 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.690857 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (170d05a3-9df1-4a42-8e2a-b0576d3be38d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.733230 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Publish callbacks [] for security_group (14aac1ad-c5d0-4ff4-aba7-d1e42742a4dd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.738488 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (14aac1ad-c5d0-4ff4-aba7-d1e42742a4dd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.766701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:27:53.783760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (6a45a802-aa93-4b2e-9fb2-9a202f0584f0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.784103 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Added segment 6a45a802-aa93-4b2e-9fb2-9a202f0584f0 of type vlan for network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33
Apr 09 21:27:53.785380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aac1ad-c5d0-4ff4-aba7-d1e42742a4dd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:53.830589 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.859372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.860416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:53.861093 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:53.921369 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3966613
Apr 09 21:27:53.924369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33072) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:53.931779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Request body: {'subnet': {'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1957783934-subnet', 'tenant_id': '4c30644570a142579638908937b6ccac', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:53.936562 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06309887-62fe-440c-8bd6-997993ceb768 admin admin] Pushing event updated for resources: {'Network': ['ID=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:53.949444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:27:53.960964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Made reservation on behalf of 4c30644570a142579638908937b6ccac for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:53.963833 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.123832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (170d05a3-9df1-4a42-8e2a-b0576d3be38d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.126029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router_controller (170d05a3-9df1-4a42-8e2a-b0576d3be38d), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.139736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (23119d3e-58a3-41a9-97bf-c8b0113e0c29), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.174357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (170d05a3-9df1-4a42-8e2a-b0576d3be38d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.175079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Fanout notify agent at l3_agent the message router_deleted on router 170d05a3-9df1-4a42-8e2a-b0576d3be38d {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:27:54.183083 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.184528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b2ad0001-f6d3-4c12-8609-a3284305e753 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "DELETE /v2.0/routers/170d05a3-9df1-4a42-8e2a-b0576d3be38d HTTP/1.1" status: 204  len: 168 time: 1.1385899
Apr 09 21:27:54.187047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33074) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:54.212905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Checking segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:54.213374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Network hostable DHCP agents. Network: 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:27:54.230643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23119d3e-58a3-41a9-97bf-c8b0113e0c29,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:54.241541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eadc124-d931-4dd6-a90b-569802fa5c23 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Deleting subnet 180fc632-8a58-4b5d-a847-046b1b849675 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:27:54.245170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0eadc124-d931-4dd6-a90b-569802fa5c23 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for subnet (180fc632-8a58-4b5d-a847-046b1b849675), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.249743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:27:54.262016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:54.267061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:54.267550 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.289928 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7daba0cd-7f99-4e1e-9f14-e4c053a44a2d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3617570
Apr 09 21:27:54.290165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33076) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:54.294543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:54.299090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0eadc124-d931-4dd6-a90b-569802fa5c23 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (180fc632-8a58-4b5d-a847-046b1b849675), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.318376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.320410 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.342242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f69ad5-bb5e-4d4d-95ff-22819fafaa06 None None] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:54.357822 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.379166 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks [] for router_controller (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.398120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0eadc124-d931-4dd6-a90b-569802fa5c23 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (180fc632-8a58-4b5d-a847-046b1b849675), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.453250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'project_id': '4c30644570a142579638908937b6ccac', 'fixed_ips': [{'subnet_id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:27:54.454894 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.476395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0eadc124-d931-4dd6-a90b-569802fa5c23 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (180fc632-8a58-4b5d-a847-046b1b849675), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.509151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadc124-d931-4dd6-a90b-569802fa5c23 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event deleted for resources: {'Subnet': ['ID=180fc632-8a58-4b5d-a847-046b1b849675,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:54.515065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0eadc124-d931-4dd6-a90b-569802fa5c23 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.523129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0eadc124-d931-4dd6-a90b-569802fa5c23 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "DELETE /v2.0/subnets/180fc632-8a58-4b5d-a847-046b1b849675 HTTP/1.1" status: 204  len: 168 time: 0.3301733
Apr 09 21:27:54.523969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33078) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:54.533848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ad6c3-4b27-48ef-9ba0-7d27742abb5c None None] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:54.546130 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks [] for router_gateway (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.618045 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (c9993576-a4e8-4951-bf8e-7c30fe77f09b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.666295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Deleting port fd9d1b31-afb0-484e-8930-0d5bf5d77818 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:54.666988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.685227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Allocated IP 172.20.0.2 (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33/23119d3e-58a3-41a9-97bf-c8b0113e0c29/68ebbbe5-432f-4752-9894-9354f40d7660) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:54.742976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] For port fd9d1b31-afb0-484e-8930-0d5bf5d77818, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9d1b31-afb0-484e-8930-0d5bf5d77818,segment=NetworkSegment(83297b51-4c91-4930-a5f8-11b473e1f4ac),segment_id=83297b51-4c91-4930-a5f8-11b473e1f4ac)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:54.743180 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks [] for router_gateway (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.743613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.757664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Calling delete_port for fd9d1b31-afb0-484e-8930-0d5bf5d77818 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:54.766491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.769086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] DHCP port deletion for c9993576-a4e8-4951-bf8e-7c30fe77f09b request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:27:54.834936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] Deleting port fd9d1b31-afb0-484e-8930-0d5bf5d77818 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:54.835319 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.846906 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.875717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event deleted for resources: {'Port': ['ID=fd9d1b31-afb0-484e-8930-0d5bf5d77818,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:54.879861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] No DVR routers for this DVR port fd9d1b31-afb0-484e-8930-0d5bf5d77818 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:54.890749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Allocated IP 172.35.0.207 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/06ad3e9b-c2c4-4936-9cde-feb5a85a8d40) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:54.942132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] For port fd9d1b31-afb0-484e-8930-0d5bf5d77818, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9d1b31-afb0-484e-8930-0d5bf5d77818,segment=NetworkSegment(83297b51-4c91-4930-a5f8-11b473e1f4ac),segment_id=83297b51-4c91-4930-a5f8-11b473e1f4ac)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:54.942600 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.952107 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Publish callbacks [] for port (68ebbbe5-432f-4752-9894-9354f40d7660), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.964417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] Calling delete_port for fd9d1b31-afb0-484e-8930-0d5bf5d77818 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:54.968090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (c9993576-a4e8-4951-bf8e-7c30fe77f09b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.972474 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:54.991871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c333f10>,) {'filters': {'network_id': ['c9993576-a4e8-4951-bf8e-7c30fe77f09b']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:55.003704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c333f10>, '83297b51-4c91-4930-a5f8-11b473e1f4ac') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:55.004016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks [] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.004376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c333f10>, '83297b51-4c91-4930-a5f8-11b473e1f4ac') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:55.016896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (83297b51-4c91-4930-a5f8-11b473e1f4ac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.032256 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (83297b51-4c91-4930-a5f8-11b473e1f4ac), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.039472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:27:55.039899 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (83297b51-4c91-4930-a5f8-11b473e1f4ac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:27:55.043436 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:27:55.046785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.049073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:55.055931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:55.060792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:55.070737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Pushing event updated for resources: {'Port': ['ID=68ebbbe5-432f-4752-9894-9354f40d7660,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:55.103486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:55.108834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:55.113487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:55.120062 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (c9993576-a4e8-4951-bf8e-7c30fe77f09b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.127213 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.130511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "DELETE /v2.0/networks/c9993576-a4e8-4951-bf8e-7c30fe77f09b HTTP/1.1" status: 204  len: 168 time: 0.6050353
Apr 09 21:27:55.132936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33080) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:55.142229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Pushing event updated for resources: {'Port': ['ID=06ad3e9b-c2c4-4936-9cde-feb5a85a8d40,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:55.149383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3988698-5dc4-4715-b5d5-79dd646d7a2d tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event deleted for resources: {'Network': ['ID=c9993576-a4e8-4951-bf8e-7c30fe77f09b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:55.151326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Attempting to bind port 68ebbbe5-432f-4752-9894-9354f40d7660 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:27:55.151913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Attempting to bind port 68ebbbe5-432f-4752-9894-9354f40d7660 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:27:55.152950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Attempting to bind port 68ebbbe5-432f-4752-9894-9354f40d7660 on network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:27:55.161622 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (fd9d1b31-afb0-484e-8930-0d5bf5d77818), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.163881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:27:55.164259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Checking segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:55.164661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.165105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Bound using segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:27:55.165546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Bound port: 68ebbbe5-432f-4752-9894-9354f40d7660, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:27:55.165931 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.197546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] Network c9993576-a4e8-4951-bf8e-7c30fe77f09b is not hosted by any dhcp agent {{(pid=126921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:27:55.198060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] No DVR routers for this DVR port fd9d1b31-afb0-484e-8930-0d5bf5d77818 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:27:55.200905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab0deb-ca80-414b-b6b4-e7f33289d5a3 None None] Pushing event deleted for resources: {'Port': ['ID=fd9d1b31-afb0-484e-8930-0d5bf5d77818,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:55.278723 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.285172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] For port 68ebbbe5-432f-4752-9894-9354f40d7660, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:27:55.289302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] For port 68ebbbe5-432f-4752-9894-9354f40d7660, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68ebbbe5-432f-4752-9894-9354f40d7660,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:27:55.294815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fd9d1b31-afb0-484e-8930-0d5bf5d77818 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:27:55.299441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Deleting port 75689d22-999b-4ca8-a435-a8119c209186 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:27:55.299816 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (75689d22-999b-4ca8-a435-a8119c209186), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.322352 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.324375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: fd9d1b31-afb0-484e-8930-0d5bf5d77818 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:27:55.324719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fd9d1b31-afb0-484e-8930-0d5bf5d77818 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:27:55.381672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c9b5a-1f7b-4a96-bf18-2773bf2ad5e5 None None] Pushing event updated for resources: {'Port': ['ID=68ebbbe5-432f-4752-9894-9354f40d7660,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:55.389129 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (75689d22-999b-4ca8-a435-a8119c209186), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.389637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for floatingip (75689d22-999b-4ca8-a435-a8119c209186), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.403939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Calling delete_port for 75689d22-999b-4ca8-a435-a8119c209186 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:27:55.420900 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks [] for router_gateway (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.561309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (75689d22-999b-4ca8-a435-a8119c209186), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.607758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Pushing event deleted for resources: {'Port': ['ID=75689d22-999b-4ca8-a435-a8119c209186,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:55.662218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.676309 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks [] for floatingip (8b10cbf2-355d-4117-951a-3161726db98b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.679416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.683298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ec55d6e3-4d01-4e48-8999-26e537efbe06 tempest-FloatingIPAdminTestJSON-846426520 tempest-FloatingIPAdminTestJSON-846426520-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b10cbf2-355d-4117-951a-3161726db98b HTTP/1.1" status: 204  len: 168 time: 0.5467391
Apr 09 21:27:55.760110 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.810231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:27:55.891022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33086) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:55.924138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:55.935664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Sync routers for ids ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:55.942266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:55.946162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1dd8eed8-ccda-4647-8c89-2cd7cb50b5ad admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.6525464
Apr 09 21:27:55.946670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33090) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:55.950003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Routers {'4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:55.950755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376660550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:56.040321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5ac34d23-73a9-4716-8d25-dd69c514faf6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9116e25235c4f1f8631dc72fc5a2092&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1480322
Apr 09 21:27:56.041108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33092) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:56.079663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Set router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:56.105817 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1279aca1-99a4-4e5f-81af-8a3132014741 admin admin] Publish callbacks [] for security_group (03703569-9745-4417-9fca-f60993ffa9b1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.132076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1279aca1-99a4-4e5f-81af-8a3132014741 admin admin] Publish callbacks [] for security_group (03703569-9745-4417-9fca-f60993ffa9b1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.197228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1279aca1-99a4-4e5f-81af-8a3132014741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (03703569-9745-4417-9fca-f60993ffa9b1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.201076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1279aca1-99a4-4e5f-81af-8a3132014741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.202139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1279aca1-99a4-4e5f-81af-8a3132014741 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03703569-9745-4417-9fca-f60993ffa9b1 HTTP/1.1" status: 204  len: 168 time: 0.1600256
Apr 09 21:27:56.211047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279aca1-99a4-4e5f-81af-8a3132014741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03703569-9745-4417-9fca-f60993ffa9b1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:56.306308 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376660550>, [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207'}], 'enable_snat': True}, 'gw_port_id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:55Z', 'revision_number': 3, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port': {'id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:56.345401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Checking router: 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:27:56.345763 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Updating router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:27:56.381797 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.492367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2823b27-3f5d-4db5-9050-5024244b6d14 None None] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:56.581686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fc1f3a69-3b90-42e9-8718-ddc56a0bc620 None None] Provisioning complete for port 68ebbbe5-432f-4752-9894-9354f40d7660 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:56.582164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3a69-3b90-42e9-8718-ddc56a0bc620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.604337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33098) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:56.620669 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-86019222-f706-482b-81e0-ed311bb9700e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.704059 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-86019222-f706-482b-81e0-ed311bb9700e admin admin] Publish callbacks [] for security_group (a81153d9-412e-4202-b046-88b33eea2a55), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.710645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-86019222-f706-482b-81e0-ed311bb9700e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a81153d9-412e-4202-b046-88b33eea2a55), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.755006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-86019222-f706-482b-81e0-ed311bb9700e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03e0efb2335a40faa1414aaaabc1b8e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1492488
Apr 09 21:27:56.755837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33100) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:56.762151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86019222-f706-482b-81e0-ed311bb9700e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81153d9-412e-4202-b046-88b33eea2a55,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:56.803546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f3a69-3b90-42e9-8718-ddc56a0bc620 None None] Current status of the port 68ebbbe5-432f-4752-9894-9354f40d7660 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:56.803922 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3a69-3b90-42e9-8718-ddc56a0bc620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.825009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.867287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9317229e-c21c-417a-b68e-89e2233447dc admin admin] Publish callbacks [] for security_group (a81153d9-412e-4202-b046-88b33eea2a55), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.886772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fc1f3a69-3b90-42e9-8718-ddc56a0bc620 None None] For port 68ebbbe5-432f-4752-9894-9354f40d7660, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68ebbbe5-432f-4752-9894-9354f40d7660,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:56.889706 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Publish callbacks [] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.895099 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3a69-3b90-42e9-8718-ddc56a0bc620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.900031 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9317229e-c21c-417a-b68e-89e2233447dc admin admin] Publish callbacks [] for security_group (a81153d9-412e-4202-b046-88b33eea2a55), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.903320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.962900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9317229e-c21c-417a-b68e-89e2233447dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (a81153d9-412e-4202-b046-88b33eea2a55), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.966850 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9317229e-c21c-417a-b68e-89e2233447dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:56.968327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9317229e-c21c-417a-b68e-89e2233447dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a81153d9-412e-4202-b046-88b33eea2a55 HTTP/1.1" status: 204  len: 168 time: 0.2114868
Apr 09 21:27:56.982796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Attempting to bind port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:27:56.983012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317229e-c21c-417a-b68e-89e2233447dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81153d9-412e-4202-b046-88b33eea2a55,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:56.983370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Attempting to bind port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:27:56.983629 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Attempting to bind port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:27:57.009929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:27:57.010312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:57.010720 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.011124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:27:57.011690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Bound port: 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:27:57.012126 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.017100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f3a69-3b90-42e9-8718-ddc56a0bc620 None None] Pushing event updated for resources: {'Port': ['ID=68ebbbe5-432f-4752-9894-9354f40d7660,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:57.049913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Allocated IP 172.20.0.1 (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33/23119d3e-58a3-41a9-97bf-c8b0113e0c29/ae73b5db-741e-4cf3-be0f-c84aae5381d7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:57.127460 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.129215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479b9be-2e21-4b7f-b9db-1b6f54c008a0 None None] Pushing event updated for resources: {'Port': ['ID=06ad3e9b-c2c4-4936-9cde-feb5a85a8d40,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:57.132536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] For port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:27:57.136286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] For port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06ad3e9b-c2c4-4936-9cde-feb5a85a8d40,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:27:57.139563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bd9458cf-19a2-481e-88e0-401a7a7eb2db None None] Provisioning complete for port 68ebbbe5-432f-4752-9894-9354f40d7660 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:57.139946 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bd9458cf-19a2-481e-88e0-401a7a7eb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.169670 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Publish callbacks [] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.178639 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.215098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.273424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:57.285778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:57.285971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479b9be-2e21-4b7f-b9db-1b6f54c008a0 None None] Pushing event updated for resources: {'Port': ['ID=06ad3e9b-c2c4-4936-9cde-feb5a85a8d40,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:57.288589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Routers {'4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:57.289237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376660550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:57.292116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:27:57.331143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Pushing event updated for resources: {'Port': ['ID=ae73b5db-741e-4cf3-be0f-c84aae5381d7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:57.338718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.445891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33106) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:57.464245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cec133f-39d7-4291-b34f-a3acae631474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.511150 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.528297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 68ebbbe5-432f-4752-9894-9354f40d7660 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:57.566487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bd9458cf-19a2-481e-88e0-401a7a7eb2db None None] Current status of the port 68ebbbe5-432f-4752-9894-9354f40d7660 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:57.582654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cec133f-39d7-4291-b34f-a3acae631474 admin admin] Publish callbacks [] for security_group (b9ab0c3f-9832-4cfc-8345-989ecc0c57ff), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.590902 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5cec133f-39d7-4291-b34f-a3acae631474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b9ab0c3f-9832-4cfc-8345-989ecc0c57ff), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.634388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5cec133f-39d7-4291-b34f-a3acae631474 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e69f3e39a75848f2bbaac23e9e4938c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1847756
Apr 09 21:27:57.634388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec133f-39d7-4291-b34f-a3acae631474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ab0c3f-9832-4cfc-8345-989ecc0c57ff,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:57.635566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33108) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:57.635959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 68ebbbe5-432f-4752-9894-9354f40d7660 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:57.636408 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.687572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] Set router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:27:57.693287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3fab9105-d46a-4222-b745-0b85d8175d7c admin admin] Publish callbacks [] for security_group (b9ab0c3f-9832-4cfc-8345-989ecc0c57ff), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.716251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3fab9105-d46a-4222-b745-0b85d8175d7c admin admin] Publish callbacks [] for security_group (b9ab0c3f-9832-4cfc-8345-989ecc0c57ff), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.726768 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Publish callbacks [] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.732221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.749145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dbe21e4f-90a4-4a8d-a8ea-b4436813e02a None None] Provisioning complete for port ae73b5db-741e-4cf3-be0f-c84aae5381d7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:57.749457 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbe21e4f-90a4-4a8d-a8ea-b4436813e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.770923 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3fab9105-d46a-4222-b745-0b85d8175d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b9ab0c3f-9832-4cfc-8345-989ecc0c57ff), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.773771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3fab9105-d46a-4222-b745-0b85d8175d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.777740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3fab9105-d46a-4222-b745-0b85d8175d7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9ab0c3f-9832-4cfc-8345-989ecc0c57ff HTTP/1.1" status: 204  len: 168 time: 0.1390729
Apr 09 21:27:57.797716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab9105-d46a-4222-b745-0b85d8175d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ab0c3f-9832-4cfc-8345-989ecc0c57ff,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:57.813062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:57.815931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Pushing event updated for resources: {'Port': ['ID=ae73b5db-741e-4cf3-be0f-c84aae5381d7,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:57.881006 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dbe21e4f-90a4-4a8d-a8ea-b4436813e02a None None] Port ae73b5db-741e-4cf3-be0f-c84aae5381d7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:57.903746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 68ebbbe5-432f-4752-9894-9354f40d7660 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:57.912082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:27:57.913566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:57.958770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376660550>, [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207'}], 'enable_snat': True}, 'gw_port_id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:55Z', 'revision_number': 3, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port': {'id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:27:57.998856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b8df4-7a43-4ecf-899e-be2740751308 None None] The sync data for ids ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'] in ncdv-master-1 is: [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207'}], 'enable_snat': True}, 'gw_port_id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:55Z', 'revision_number': 3, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port': {'id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:27:58.061073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:27:58.192916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:27:58.201575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39f25372-580b-45d4-9b7d-4c36d840a69c admin admin] 10.222.0.30 "PUT /v2.0/routers/4454e2ec-c26f-4c12-94aa-79c24c0b2fa3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2536986
Apr 09 21:27:58.206323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e2b88da0-c795-4706-9464-9652bb13f73d None None] Provisioning complete for port ae73b5db-741e-4cf3-be0f-c84aae5381d7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:58.206783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e2b88da0-c795-4706-9464-9652bb13f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:58.248775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e2b88da0-c795-4706-9464-9652bb13f73d None None] Port ae73b5db-741e-4cf3-be0f-c84aae5381d7 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:27:58.881752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33148) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:58.886999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-663882978-network', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:58.907849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Made reservation on behalf of f9c697ea47df45069a2be9e2124600f9 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:58.911756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:58.921607 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.019737 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Publish callbacks [] for security_group (ba1455b8-3321-4c16-8391-df4718f0432a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.028706 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ba1455b8-3321-4c16-8391-df4718f0432a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.054087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:27:59.072383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1455b8-3321-4c16-8391-df4718f0432a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:59.077474 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (cd14b303-fa60-4207-8c64-2f998b49c40f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.077817 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Added segment cd14b303-fa60-4207-8c64-2f998b49c40f of type vlan for network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e
Apr 09 21:27:59.124345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.151705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.152809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:59.153547 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.193620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33156) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:59.194080 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3110859
Apr 09 21:27:59.200478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Request body: {'subnet': {'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-663882978-subnet', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:59.231291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Made reservation on behalf of f9c697ea47df45069a2be9e2124600f9 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:27:59.235585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.235922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd0eee-691c-43e5-93c5-3e39deb1cbda admin admin] Pushing event updated for resources: {'Network': ['ID=7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:59.254348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:27:59.319615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:27:59.378383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:27:59.378757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.456522 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (c4217984-b4d7-46c3-8001-529a0e501417), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.483966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:27:59.484772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.510850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06ad3e9b-c2c4-4936-9cde-feb5a85a8d40,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:27:59.523826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.525284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4217984-b4d7-46c3-8001-529a0e501417,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:59.547108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Checking segment: {'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:27:59.547478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Network hostable DHCP agents. Network: 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:27:59.561955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33164) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:59.593946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:27:59.607272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:27:59.608431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=06ad3e9b-c2c4-4936-9cde-feb5a85a8d40,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:27:59.611969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:27:59.612632 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.622075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4253c8c5-2c4a-4667-82a8-17365142a457 None None] Network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:27:59.635075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-21bd752d-1dcb-4d6e-ac41-64bbcfb7e8fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4396250
Apr 09 21:27:59.638749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33168) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:27:59.647838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:59.682891 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (0520ecb7-666c-4a4a-af52-93a45fd18891), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.684919 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (0520ecb7-666c-4a4a-af52-93a45fd18891), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.746141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e', 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e', 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'fixed_ips': [{'subnet_id': 'c4217984-b4d7-46c3-8001-529a0e501417'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:27:59.747053 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.760313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e6e6d1dd-348d-44f1-8a24-513c1f33ddee tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-200297926'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:27:59.760764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-e6e6d1dd-348d-44f1-8a24-513c1f33ddee tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Unknown quota resources ['metering_label']. {{(pid=126919) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:27:59.764786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks [] for router_controller (0520ecb7-666c-4a4a-af52-93a45fd18891), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:27:59.901383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Allocated IP 172.20.0.2 (7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e/c4217984-b4d7-46c3-8001-529a0e501417/51569b21-acfb-4b21-84ba-59ed64c1c3f8) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:27:59.964973 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Sync routers for ids ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:27:59.977416 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Routers {'4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:27:59.978329 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377216a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:00.053008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d1dd-348d-44f1-8a24-513c1f33ddee tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.054234 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e6e6d1dd-348d-44f1-8a24-513c1f33ddee tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.4912574
Apr 09 21:28:00.057227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33170) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:00.057557 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Publish callbacks [] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.062707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6ff436d5-3c03-45e0-96b7-4898b556b1c5 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c78cbd6c-072e-4fff-829d-5b7d299e1d89'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:00.063422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6ff436d5-3c03-45e0-96b7-4898b556b1c5 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:28:00.068130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.088116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:00.091162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:00.094767 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks [] for router_gateway (0520ecb7-666c-4a4a-af52-93a45fd18891), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.117908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:00.125883 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Set router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:00.158965 ncdv-master-1 neutron-server[126920]: WARNING neutron.services.metering.metering_plugin [None req-6ff436d5-3c03-45e0-96b7-4898b556b1c5 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 09 21:28:00.190354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Pushing event updated for resources: {'Port': ['ID=51569b21-acfb-4b21-84ba-59ed64c1c3f8,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:00.203190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Attempting to bind port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:00.203569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Attempting to bind port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:00.203975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Attempting to bind port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 on network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:00.209458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:00.209786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Checking segment: {'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:00.210188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.210585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Bound using segment: {'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:00.211104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Bound port: 51569b21-acfb-4b21-84ba-59ed64c1c3f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:00.211955 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.280005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] For port 51569b21-acfb-4b21-84ba-59ed64c1c3f8, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:00.283680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] For port 51569b21-acfb-4b21-84ba-59ed64c1c3f8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51569b21-acfb-4b21-84ba-59ed64c1c3f8,segment=NetworkSegment(cd14b303-fa60-4207-8c64-2f998b49c40f),segment_id=cd14b303-fa60-4207-8c64-2f998b49c40f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:00.293535 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.309009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6ff436d5-3c03-45e0-96b7-4898b556b1c5 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.310273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6ff436d5-3c03-45e0-96b7-4898b556b1c5 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2517793
Apr 09 21:28:00.313418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33172) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:00.318109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-db104c98-c0c5-433b-95df-973d70bd078f tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c78cbd6c-072e-4fff-829d-5b7d299e1d89'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:00.318826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-db104c98-c0c5-433b-95df-973d70bd078f tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:28:00.336812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks [] for router_gateway (0520ecb7-666c-4a4a-af52-93a45fd18891), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.362379 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377216a90>, [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207'}], 'enable_snat': True}, 'gw_port_id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:57Z', 'revision_number': 4, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port': {'id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae73b5db-741e-4cf3-be0f-c84aae5381d7', 'name': '', 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'tenant_id': '4c30644570a142579638908937b6ccac', 'mac_address': 'fa:16:3e:e3:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:56Z', 'updated_at': '2022-04-09T21:27:57Z', 'revision_number': 2, 'project_id': '4c30644570a142579638908937b6ccac', 'subnets': [{'id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:00.369162 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.373244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe88deb-fda2-4da6-bdd9-122bac025e82 None None] Pushing event updated for resources: {'Port': ['ID=51569b21-acfb-4b21-84ba-59ed64c1c3f8,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:00.392890 ncdv-master-1 neutron-server[126920]: WARNING neutron.services.metering.metering_plugin [None req-db104c98-c0c5-433b-95df-973d70bd078f tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 09 21:28:00.496820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-db104c98-c0c5-433b-95df-973d70bd078f tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.498096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-db104c98-c0c5-433b-95df-973d70bd078f tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1834888
Apr 09 21:28:00.501149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33174) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:00.506154 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Checking router: 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:00.506519 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Updating router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 port ae73b5db-741e-4cf3-be0f-c84aae5381d7 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:28:00.514993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-88a56b5d-f83b-4f9c-b158-25464f5229ce tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=8b5e4794-8e68-4510-baf0-4ec452d15cec HTTP/1.1" status: 200  len: 464 time: 0.0100937
Apr 09 21:28:00.515186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33176) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:00.517238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Allocated IP 172.35.0.182 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/89fdb8e7-c97d-4358-9cc0-cb26a088de67) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:00.538492 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.674985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks [] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.679262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0605d8c2-32a4-4f8b-b750-f814d1a3ebaa tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.680453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0605d8c2-32a4-4f8b-b750-f814d1a3ebaa tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/8b5e4794-8e68-4510-baf0-4ec452d15cec HTTP/1.1" status: 204  len: 168 time: 0.1643753
Apr 09 21:28:00.683350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33178) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:00.697913 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-853fd7df-944a-4877-9be7-2dcd689522fd tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=8b5e4794-8e68-4510-baf0-4ec452d15cec HTTP/1.1" status: 200  len: 221 time: 0.0134382
Apr 09 21:28:00.702708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33180) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:00.706752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e5029080-9b84-46fe-8cd4-184a5df6d414 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--246614001', 'description': 'label created by tempest'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:00.707201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e5029080-9b84-46fe-8cd4-184a5df6d414 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Unknown quota resources ['metering_label']. {{(pid=126920) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 09 21:28:00.727287 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.779947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:00.783214 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:00.788093 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:00.791513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Pushing event updated for resources: {'Port': ['ID=89fdb8e7-c97d-4358-9cc0-cb26a088de67,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:00.870804 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Publish callbacks [] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.878904 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.930428 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Pushing event updated for resources: {'Port': ['ID=ae73b5db-741e-4cf3-be0f-c84aae5381d7,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:00.931568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e5029080-9b84-46fe-8cd4-184a5df6d414 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:00.932767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e5029080-9b84-46fe-8cd4-184a5df6d414 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.2294650
Apr 09 21:28:00.935448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33182) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:00.943583 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.943845 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.944149 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.944487 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.944822 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.945179 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.945507 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.945830 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.946154 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.946533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.946963 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.947167 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.947485 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.947807 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:00.948234 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:01.018170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0b4c2b35-c407-4a7b-ae37-0bb1879907e7 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d865cebd-3c6c-422b-bf89-f77000f42217 HTTP/1.1" status: 200  len: 467 time: 0.0815265
Apr 09 21:28:01.020859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33184) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:01.038502 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Attempting to bind port ae73b5db-741e-4cf3-be0f-c84aae5381d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:01.039076 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Attempting to bind port ae73b5db-741e-4cf3-be0f-c84aae5381d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:01.039370 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Attempting to bind port ae73b5db-741e-4cf3-be0f-c84aae5381d7 on network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:01.044810 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:01.045286 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Checking segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:01.045752 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.046141 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Bound using segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:01.046602 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Bound port: ae73b5db-741e-4cf3-be0f-c84aae5381d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:01.046972 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.121203 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] For port ae73b5db-741e-4cf3-be0f-c84aae5381d7, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:01.124759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] For port ae73b5db-741e-4cf3-be0f-c84aae5381d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae73b5db-741e-4cf3-be0f-c84aae5381d7,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:01.132351 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.225678 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Routers {'4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:01.227137 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377216a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:01.286072 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78bb5b-f811-40a8-b08e-d5f90d940181 None None] Pushing event updated for resources: {'Port': ['ID=ae73b5db-741e-4cf3-be0f-c84aae5381d7,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:01.316781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ea4ddc0a-e461-4eac-9d75-63804d5afd55 None None] Provisioning complete for port ae73b5db-741e-4cf3-be0f-c84aae5381d7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:01.317942 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddc0a-e461-4eac-9d75-63804d5afd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.381656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks [] for router_gateway (0520ecb7-666c-4a4a-af52-93a45fd18891), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.423058 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] Set router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:01.444297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ba43f3e1-f01c-4cda-a844-bdc499eab343 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.445512 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ba43f3e1-f01c-4cda-a844-bdc499eab343 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/d865cebd-3c6c-422b-bf89-f77000f42217 HTTP/1.1" status: 204  len: 168 time: 0.4236188
Apr 09 21:28:01.448229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33186) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:01.460160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ddc0a-e461-4eac-9d75-63804d5afd55 None None] Current status of the port ae73b5db-741e-4cf3-be0f-c84aae5381d7 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:01.460544 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddc0a-e461-4eac-9d75-63804d5afd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.461948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b22e91e3-3a94-4a27-8847-f8532692e339 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d865cebd-3c6c-422b-bf89-f77000f42217 HTTP/1.1" status: 200  len: 216 time: 0.0125608
Apr 09 21:28:01.467516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33188) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:01.486195 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1b9521ef-d36e-4f52-a3a6-09dd88fbd182 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0144277
Apr 09 21:28:01.486584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33190) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:01.489651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:01.508220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-416ce467-a0e8-4b07-9ee1-a227e904645e tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0173075
Apr 09 21:28:01.508411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33192) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:01.586459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.597059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ea4ddc0a-e461-4eac-9d75-63804d5afd55 None None] For port ae73b5db-741e-4cf3-be0f-c84aae5381d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae73b5db-741e-4cf3-be0f-c84aae5381d7,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:01.606330 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddc0a-e461-4eac-9d75-63804d5afd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.636176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b8d84f7f-5de1-4079-84cb-c1ab412d8b0f tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/c78cbd6c-072e-4fff-829d-5b7d299e1d89 HTTP/1.1" status: 200  len: 472 time: 0.1258004
Apr 09 21:28:01.637068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:01.637451 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.638325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33194) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:01.677953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5a169c5f-ef66-4615-8852-35a4141fa6da tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/a0f8a4bc-6bcd-4643-be9c-a5b9edbcac4f HTTP/1.1" status: 200  len: 461 time: 0.0353448
Apr 09 21:28:01.678809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33196) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:01.698011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ddc0a-e461-4eac-9d75-63804d5afd55 None None] Pushing event updated for resources: {'Port': ['ID=ae73b5db-741e-4cf3-be0f-c84aae5381d7,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:01.741294 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377216a90>, [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207'}], 'enable_snat': True}, 'gw_port_id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:57Z', 'revision_number': 4, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port': {'id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae73b5db-741e-4cf3-be0f-c84aae5381d7', 'name': '', 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'tenant_id': '4c30644570a142579638908937b6ccac', 'mac_address': 'fa:16:3e:e3:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:56Z', 'updated_at': '2022-04-09T21:28:01Z', 'revision_number': 4, 'project_id': '4c30644570a142579638908937b6ccac', 'subnets': [{'id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:01.763753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bbb430b7-42a0-4043-adf8-b75b637876e7 None None] Provisioning complete for port ae73b5db-741e-4cf3-be0f-c84aae5381d7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:01.764125 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bbb430b7-42a0-4043-adf8-b75b637876e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.774009 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0cfbf-b8d3-4f7c-a34e-1143eb655174 None None] The sync data for ids ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'] in ncdv-master-1 is: [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207'}], 'enable_snat': True}, 'gw_port_id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:57Z', 'revision_number': 4, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port': {'id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae73b5db-741e-4cf3-be0f-c84aae5381d7', 'name': '', 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'tenant_id': '4c30644570a142579638908937b6ccac', 'mac_address': 'fa:16:3e:e3:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:56Z', 'updated_at': '2022-04-09T21:28:01Z', 'revision_number': 4, 'project_id': '4c30644570a142579638908937b6ccac', 'subnets': [{'id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:28:01.822302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d68f1-e4d9-44ce-b3f4-969e185774d6 None None] Network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:01.869129 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-85bd1531-74ab-4afd-ba0b-4b024f9297d7 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:01.873571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-85bd1531-74ab-4afd-ba0b-4b024f9297d7 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/a0f8a4bc-6bcd-4643-be9c-a5b9edbcac4f HTTP/1.1" status: 204  len: 168 time: 0.1915059
Apr 09 21:28:01.873827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33198) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:01.914427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:01.915574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 51569b21-acfb-4b21-84ba-59ed64c1c3f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:02.067555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:02.067865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.069694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bbb430b7-42a0-4043-adf8-b75b637876e7 None None] Current status of the port ae73b5db-741e-4cf3-be0f-c84aae5381d7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:02.111714 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6a28982-ea47-4b1d-ad68-85c83ec408e1 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.113272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e6a28982-ea47-4b1d-ad68-85c83ec408e1 tempest-MeteringTestJSON-1435816151 tempest-MeteringTestJSON-1435816151-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/c78cbd6c-072e-4fff-829d-5b7d299e1d89 HTTP/1.1" status: 204  len: 168 time: 0.2381988
Apr 09 21:28:02.196213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:02.196729 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.228561 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-90c283c1-afde-47c8-bd66-c46070afac7e None None] Provisioning complete for port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:02.228936 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-90c283c1-afde-47c8-bd66-c46070afac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.242543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (0520ecb7-666c-4a4a-af52-93a45fd18891), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.280554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 51569b21-acfb-4b21-84ba-59ed64c1c3f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51569b21-acfb-4b21-84ba-59ed64c1c3f8,segment=NetworkSegment(cd14b303-fa60-4207-8c64-2f998b49c40f),segment_id=cd14b303-fa60-4207-8c64-2f998b49c40f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:02.290860 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.403317 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=51569b21-acfb-4b21-84ba-59ed64c1c3f8,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:02.406235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-90c283c1-afde-47c8-bd66-c46070afac7e None None] Current status of the port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:02.457485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Router 0520ecb7-666c-4a4a-af52-93a45fd18891 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:28:02.507316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33204) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:02.523997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5e81ce02-4112-473c-a72d-a63c45067e17 None None] Provisioning complete for port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:02.524455 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5e81ce02-4112-473c-a72d-a63c45067e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.598957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:28:02.613737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Sync routers for ids ['0520ecb7-666c-4a4a-af52-93a45fd18891'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:28:02.624252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.625938 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ae6bca6e-f979-4485-9de2-764b219d0b00 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9820127
Apr 09 21:28:02.628800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33208) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:02.637154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Routers {'0520ecb7-666c-4a4a-af52-93a45fd18891'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:02.637786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375cf9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['0520ecb7-666c-4a4a-af52-93a45fd18891'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:02.643183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5e81ce02-4112-473c-a72d-a63c45067e17 None None] Current status of the port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:02.697692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-89d1d420-bf63-41e8-8c17-39450f8e5f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:02.754337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Set router 0520ecb7-666c-4a4a-af52-93a45fd18891 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:02.860690 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:28:02.970013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375cf9580>, [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182'}], 'enable_snat': True}, 'gw_port_id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:00Z', 'revision_number': 3, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port': {'id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:00Z', 'updated_at': '2022-04-09T21:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:03.174994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Checking router: 0520ecb7-666c-4a4a-af52-93a45fd18891 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:03.175348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Updating router 0520ecb7-666c-4a4a-af52-93a45fd18891 port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:28:03.218189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.247626 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-89d1d420-bf63-41e8-8c17-39450f8e5f95 admin admin] Publish callbacks [] for security_group (d70deab5-5c15-4c72-bb5c-8b815930f39a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.258424 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-89d1d420-bf63-41e8-8c17-39450f8e5f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d70deab5-5c15-4c72-bb5c-8b815930f39a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.344480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-89d1d420-bf63-41e8-8c17-39450f8e5f95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=badc9609b4694dac954d050e422d5c83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8360591
Apr 09 21:28:03.347221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:03.348754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1d420-bf63-41e8-8c17-39450f8e5f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70deab5-5c15-4c72-bb5c-8b815930f39a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:03.355804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 51569b21-acfb-4b21-84ba-59ed64c1c3f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:03.407815 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d30-7136-4730-85d3-3531981fb27b admin admin] Publish callbacks [] for security_group (d70deab5-5c15-4c72-bb5c-8b815930f39a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.431789 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d30-7136-4730-85d3-3531981fb27b admin admin] Publish callbacks [] for security_group (d70deab5-5c15-4c72-bb5c-8b815930f39a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.467536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:03.468130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.487126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d30-7136-4730-85d3-3531981fb27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d70deab5-5c15-4c72-bb5c-8b815930f39a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.491018 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d30-7136-4730-85d3-3531981fb27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.492288 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-60dd5d30-7136-4730-85d3-3531981fb27b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d70deab5-5c15-4c72-bb5c-8b815930f39a HTTP/1.1" status: 204  len: 168 time: 0.1440461
Apr 09 21:28:03.501135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd5d30-7136-4730-85d3-3531981fb27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70deab5-5c15-4c72-bb5c-8b815930f39a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:03.588764 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.647769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:03.648883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae73b5db-741e-4cf3-be0f-c84aae5381d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:03.651851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Publish callbacks [] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.676639 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.743542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ae9c0-565d-440b-8e26-23ebd040e4e8 None None] Pushing event updated for resources: {'Port': ['ID=89fdb8e7-c97d-4358-9cc0-cb26a088de67,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:03.748612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Attempting to bind port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:03.748987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Attempting to bind port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:03.749380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Attempting to bind port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:03.758656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:03.759039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:03.759451 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.760280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:03.760412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Bound port: 89fdb8e7-c97d-4358-9cc0-cb26a088de67, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:03.760702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.764086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ae73b5db-741e-4cf3-be0f-c84aae5381d7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:03.764086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.811669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33216) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:03.817487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Allocated IP 172.20.0.1 (7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e/c4217984-b4d7-46c3-8001-529a0e501417/82751921-ae7c-4710-9729-be35656fdcf2) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:03.827101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd3da977-714a-4457-9ae0-f3483d1fc3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.856415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] For port 89fdb8e7-c97d-4358-9cc0-cb26a088de67, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:03.862021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] For port 89fdb8e7-c97d-4358-9cc0-cb26a088de67, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89fdb8e7-c97d-4358-9cc0-cb26a088de67,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:03.889331 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.912349 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd3da977-714a-4457-9ae0-f3483d1fc3c4 admin admin] Publish callbacks [] for security_group (d91d9e20-ca92-40c3-b82d-debc10ef57a8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.918104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd3da977-714a-4457-9ae0-f3483d1fc3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d91d9e20-ca92-40c3-b82d-debc10ef57a8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.935676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ae73b5db-741e-4cf3-be0f-c84aae5381d7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:03.947579 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Publish callbacks [] for port (82751921-ae7c-4710-9729-be35656fdcf2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:03.957349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3da977-714a-4457-9ae0-f3483d1fc3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d9e20-ca92-40c3-b82d-debc10ef57a8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:03.960835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Routers {'0520ecb7-666c-4a4a-af52-93a45fd18891'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:03.961839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375cf9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['0520ecb7-666c-4a4a-af52-93a45fd18891'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:03.962501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fd3da977-714a-4457-9ae0-f3483d1fc3c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3aa19b3fc8404b6eb54fd97533d7c162&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1497219
Apr 09 21:28:03.965143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33218) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:03.967325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ae9c0-565d-440b-8e26-23ebd040e4e8 None None] Pushing event updated for resources: {'Port': ['ID=89fdb8e7-c97d-4358-9cc0-cb26a088de67,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:03.994673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (82751921-ae7c-4710-9729-be35656fdcf2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.028397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80a846a3-857f-43f4-9dc6-2b74ed7403e9 admin admin] Publish callbacks [] for security_group (d91d9e20-ca92-40c3-b82d-debc10ef57a8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.037906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:04.042430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:04.046134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:04.053445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80a846a3-857f-43f4-9dc6-2b74ed7403e9 admin admin] Publish callbacks [] for security_group (d91d9e20-ca92-40c3-b82d-debc10ef57a8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.080971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Pushing event updated for resources: {'Port': ['ID=82751921-ae7c-4710-9729-be35656fdcf2,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:04.095917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (0520ecb7-666c-4a4a-af52-93a45fd18891), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.106026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] Set router 0520ecb7-666c-4a4a-af52-93a45fd18891 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:04.125817 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80a846a3-857f-43f4-9dc6-2b74ed7403e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d91d9e20-ca92-40c3-b82d-debc10ef57a8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.128348 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-80a846a3-857f-43f4-9dc6-2b74ed7403e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.133341 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-80a846a3-857f-43f4-9dc6-2b74ed7403e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d91d9e20-ca92-40c3-b82d-debc10ef57a8 HTTP/1.1" status: 204  len: 168 time: 0.1648836
Apr 09 21:28:04.144301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a846a3-857f-43f4-9dc6-2b74ed7403e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d9e20-ca92-40c3-b82d-debc10ef57a8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:04.271955 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (82751921-ae7c-4710-9729-be35656fdcf2), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.338136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375cf9580>, [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182'}], 'enable_snat': True}, 'gw_port_id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:00Z', 'revision_number': 3, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port': {'id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:00Z', 'updated_at': '2022-04-09T21:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:04.368564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4907e15-aa9f-4805-bbe4-0a4661193156 None None] The sync data for ids ['0520ecb7-666c-4a4a-af52-93a45fd18891'] in ncdv-master-1 is: [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182'}], 'enable_snat': True}, 'gw_port_id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:00Z', 'revision_number': 3, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port': {'id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:00Z', 'updated_at': '2022-04-09T21:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:28:04.382967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0376a53d-cbe9-4550-a952-1cd5a7e3c36c None None] Provisioning complete for port 82751921-ae7c-4710-9729-be35656fdcf2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:04.383403 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0376a53d-cbe9-4550-a952-1cd5a7e3c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82751921-ae7c-4710-9729-be35656fdcf2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.429012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0376a53d-cbe9-4550-a952-1cd5a7e3c36c None None] Port 82751921-ae7c-4710-9729-be35656fdcf2 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:28:04.474495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Publish callbacks [] for port (82751921-ae7c-4710-9729-be35656fdcf2), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.480524 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (82751921-ae7c-4710-9729-be35656fdcf2), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.556870 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (0520ecb7-666c-4a4a-af52-93a45fd18891), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:04.568482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Pushing event updated for resources: {'Port': ['ID=82751921-ae7c-4710-9729-be35656fdcf2,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:04.686123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:04.687525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:04.888998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Router 0520ecb7-666c-4a4a-af52-93a45fd18891 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:28:05.020879 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:28:05.026390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6a21f8e4-4ce6-4297-aeaa-23b9b5dce9de admin admin] 10.222.0.30 "PUT /v2.0/routers/0520ecb7-666c-4a4a-af52-93a45fd18891/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3962643
Apr 09 21:28:05.056146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-be7c4d54-1259-4c40-8b06-07adca85c507 None None] Provisioning complete for port 82751921-ae7c-4710-9729-be35656fdcf2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:05.056754 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be7c4d54-1259-4c40-8b06-07adca85c507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82751921-ae7c-4710-9729-be35656fdcf2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:05.107008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-be7c4d54-1259-4c40-8b06-07adca85c507 None None] Port 82751921-ae7c-4710-9729-be35656fdcf2 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:28:05.307864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 89fdb8e7-c97d-4358-9cc0-cb26a088de67 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:05.366203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:05.366515 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:05.467120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:05.467383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:05.489011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 89fdb8e7-c97d-4358-9cc0-cb26a088de67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89fdb8e7-c97d-4358-9cc0-cb26a088de67,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:05.494877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:05.551636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=89fdb8e7-c97d-4358-9cc0-cb26a088de67,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:05.759156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-858909ce-b8af-4c1e-8a5b-694926987320 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:05.760716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-858909ce-b8af-4c1e-8a5b-694926987320 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/networks?id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 HTTP/1.1" status: 200  len: 911 time: 0.0934424
Apr 09 21:28:05.776005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-19ca4284-32f8-44cc-aafa-a875df2f0f95 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/quotas/f9c697ea47df45069a2be9e2124600f9 HTTP/1.1" status: 200  len: 375 time: 0.0097551
Apr 09 21:28:05.859623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-b026b1c6-7e77-45f1-a3b2-4ded4a6ee353 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9c697ea47df45069a2be9e2124600f9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0779715
Apr 09 21:28:05.910823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33280) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:05.959674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-2d01b385-58e2-4c34-9ea5-ed0d2feaaad5 service neutron] 10.222.0.30 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924780
Apr 09 21:28:06.015234 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3340cffd-67dc-4e49-bc12-83cd3d155b87 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:06.047501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3340cffd-67dc-4e49-bc12-83cd3d155b87 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "PUT /v2.0/quotas/e986d7ebdbf14fb694ed3656642bd6b8 HTTP/1.1" status: 200  len: 366 time: 0.1355228
Apr 09 21:28:06.049963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33284) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.059175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-a11c0a31-2d70-410e-85bb-05a4fc94bbc2 service neutron] 10.222.0.30 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929799
Apr 09 21:28:06.061710 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-79b214f9-d410-40ee-b548-7c9f12f8cf0a tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0107031
Apr 09 21:28:06.062117 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33286) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.073073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-20cdd920-a246-448d-b05b-7ae08f3e441d tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "GET /v2.0/quotas/e986d7ebdbf14fb694ed3656642bd6b8 HTTP/1.1" status: 200  len: 366 time: 0.0097716
Apr 09 21:28:06.075377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33288) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.097589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-59a55d29-35d1-4dc0-9649-278687d966ac tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/e986d7ebdbf14fb694ed3656642bd6b8 HTTP/1.1" status: 204  len: 168 time: 0.0198264
Apr 09 21:28:06.099112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33290) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.110728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-647ffa9a-7161-4eeb-b57e-6fc2a9c83060 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0102768
Apr 09 21:28:06.113148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33292) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.122474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3ad8d192-3ed8-4098-8f23-384897db3580 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "GET /v2.0/quotas/e986d7ebdbf14fb694ed3656642bd6b8 HTTP/1.1" status: 200  len: 370 time: 0.0082450
Apr 09 21:28:06.124650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33294) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.129493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f8d4135c-2b3c-44b0-9519-8c116ed6390f tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "GET /v2.0/quotas/e986d7ebdbf14fb694ed3656642bd6b8/default HTTP/1.1" status: 200  len: 370 time: 0.0038221
Apr 09 21:28:06.131666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33296) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.139199 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-fc6a72f3-0322-4c92-8719-4ef53b51daea tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] delete failed (client error): The resource could not be found.
Apr 09 21:28:06.140194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fc6a72f3-0322-4c92-8719-4ef53b51daea tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/e986d7ebdbf14fb694ed3656642bd6b8 HTTP/1.1" status: 404  len: 348 time: 0.0076766
Apr 09 21:28:06.203983 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Sync routers for ids ['0520ecb7-666c-4a4a-af52-93a45fd18891'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:28:06.218388 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Routers {'0520ecb7-666c-4a4a-af52-93a45fd18891'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:06.219607 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237704fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['0520ecb7-666c-4a4a-af52-93a45fd18891'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:06.278627 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33304) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.285409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f323e74c-6699-45e9-9d31-51cf26ec92e2 req-12f66941-4971-482a-945e-70d5dc642f28 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 210 time: 0.0466480
Apr 09 21:28:06.297809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Usage tracker for resource:network and project:17b53db1840a42abb95ad17aa00372e1 is out of sync, need to count used quota {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 09 21:28:06.300030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 09 21:28:06.306397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Usage tracker for resource:subnet and project:17b53db1840a42abb95ad17aa00372e1 is out of sync, need to count used quota {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 09 21:28:06.308415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 09 21:28:06.314312 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Usage tracker for resource:subnetpool and project:17b53db1840a42abb95ad17aa00372e1 is out of sync, need to count used quota {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 09 21:28:06.318374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 09 21:28:06.327201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Usage tracker for resource:port and project:17b53db1840a42abb95ad17aa00372e1 is out of sync, need to count used quota {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 09 21:28:06.329380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 09 21:28:06.335582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Usage tracker for resource:router and project:17b53db1840a42abb95ad17aa00372e1 is out of sync, need to count used quota {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 09 21:28:06.337969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 09 21:28:06.343397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Usage tracker for resource:floatingip and project:17b53db1840a42abb95ad17aa00372e1 is out of sync, need to count used quota {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 09 21:28:06.345553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 09 21:28:06.357756 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Set router 0520ecb7-666c-4a4a-af52-93a45fd18891 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:06.387359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Usage tracker for resource:security_group and project:17b53db1840a42abb95ad17aa00372e1 is out of sync, need to count used quota {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 09 21:28:06.389657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 09 21:28:06.396893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Usage tracker for resource:security_group_rule and project:17b53db1840a42abb95ad17aa00372e1 is out of sync, need to count used quota {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 09 21:28:06.399346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.quota.resource [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=126919) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 09 21:28:06.409641 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dfec4a33-42bf-4c6c-8671-ca90c2926631 tempest-QuotasTest-2142757219 tempest-QuotasTest-2142757219-project-admin] 10.222.0.30 "GET /v2.0/quotas/17b53db1840a42abb95ad17aa00372e1/details.json HTTP/1.1" status: 200  len: 703 time: 0.1298373
Apr 09 21:28:06.605672 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237704fc10>, [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182'}], 'enable_snat': True}, 'gw_port_id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:04Z', 'revision_number': 4, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port': {'id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:00Z', 'updated_at': '2022-04-09T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82751921-ae7c-4710-9729-be35656fdcf2', 'name': '', 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'mac_address': 'fa:16:3e:67:ef:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c4217984-b4d7-46c3-8001-529a0e501417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:03Z', 'updated_at': '2022-04-09T21:28:04Z', 'revision_number': 2, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'subnets': [{'id': 'c4217984-b4d7-46c3-8001-529a0e501417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:06.641210 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Checking router: 0520ecb7-666c-4a4a-af52-93a45fd18891 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:06.641601 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Updating router 0520ecb7-666c-4a4a-af52-93a45fd18891 port 82751921-ae7c-4710-9729-be35656fdcf2 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:28:06.671267 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (82751921-ae7c-4710-9729-be35656fdcf2), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:06.914438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33316) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:06.987971 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Publish callbacks [] for port (82751921-ae7c-4710-9729-be35656fdcf2), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:06.995626 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (82751921-ae7c-4710-9729-be35656fdcf2), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.027173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cd035a7-781f-4067-9288-562f039c0514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.049309 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b71800-1849-45f4-aeb5-7fc7c7f2de13 None None] Pushing event updated for resources: {'Port': ['ID=82751921-ae7c-4710-9729-be35656fdcf2,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:07.107811 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cd035a7-781f-4067-9288-562f039c0514 admin admin] Publish callbacks [] for security_group (fa189150-11cf-4659-ac82-83bf209565ea), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.113459 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5cd035a7-781f-4067-9288-562f039c0514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fa189150-11cf-4659-ac82-83bf209565ea), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.115303 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Attempting to bind port 82751921-ae7c-4710-9729-be35656fdcf2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:07.115683 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Attempting to bind port 82751921-ae7c-4710-9729-be35656fdcf2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:07.116157 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Attempting to bind port 82751921-ae7c-4710-9729-be35656fdcf2 on network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:07.121443 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:07.121875 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Checking segment: {'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:07.122203 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.122714 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Bound using segment: {'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:07.123220 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Bound port: 82751921-ae7c-4710-9729-be35656fdcf2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd14b303-fa60-4207-8c64-2f998b49c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:07.123592 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (82751921-ae7c-4710-9729-be35656fdcf2), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.170414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33320) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:07.171501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5cd035a7-781f-4067-9288-562f039c0514 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c343d3deac3343d3ba42545fbdc7e742&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2554326
Apr 09 21:28:07.172542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd035a7-781f-4067-9288-562f039c0514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa189150-11cf-4659-ac82-83bf209565ea,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:07.203148 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] For port 82751921-ae7c-4710-9729-be35656fdcf2, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:07.207114 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] For port 82751921-ae7c-4710-9729-be35656fdcf2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82751921-ae7c-4710-9729-be35656fdcf2,segment=NetworkSegment(cd14b303-fa60-4207-8c64-2f998b49c40f),segment_id=cd14b303-fa60-4207-8c64-2f998b49c40f)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:07.217154 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (82751921-ae7c-4710-9729-be35656fdcf2), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.243403 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1cca88a-664b-474a-b0f4-222e6feb3283 admin admin] Publish callbacks [] for security_group (fa189150-11cf-4659-ac82-83bf209565ea), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.274965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Routers {'0520ecb7-666c-4a4a-af52-93a45fd18891'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:07.275850 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237704fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:27:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['0520ecb7-666c-4a4a-af52-93a45fd18891'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:07.303839 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1cca88a-664b-474a-b0f4-222e6feb3283 admin admin] Publish callbacks [] for security_group (fa189150-11cf-4659-ac82-83bf209565ea), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.329461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 89fdb8e7-c97d-4358-9cc0-cb26a088de67 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:07.416220 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1cca88a-664b-474a-b0f4-222e6feb3283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (fa189150-11cf-4659-ac82-83bf209565ea), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.422736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:07.423357 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.426405 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d1cca88a-664b-474a-b0f4-222e6feb3283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.445537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d1cca88a-664b-474a-b0f4-222e6feb3283 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa189150-11cf-4659-ac82-83bf209565ea HTTP/1.1" status: 204  len: 168 time: 0.2737436
Apr 09 21:28:07.495924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-bfba5254-33d1-417d-8fa9-04871c42b13b tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:07.497481 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-bfba5254-33d1-417d-8fa9-04871c42b13b tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.25 "GET /v2.0/networks?id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 HTTP/1.1" status: 200  len: 911 time: 0.2125063
Apr 09 21:28:07.509364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2a449cc-4baa-48fe-a922-b5dee3b4a761 req-8f425990-747a-4c61-bd37-09a8257a0a6f tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 210 time: 0.1037741
Apr 09 21:28:07.510463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cca88a-664b-474a-b0f4-222e6feb3283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa189150-11cf-4659-ac82-83bf209565ea,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:07.512828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-21f56781-4e78-4f7e-95e7-599483eadf12 None None] Provisioning complete for port 82751921-ae7c-4710-9729-be35656fdcf2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:07.513470 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-21f56781-4e78-4f7e-95e7-599483eadf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82751921-ae7c-4710-9729-be35656fdcf2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.519241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Request body: {'port': {'device_id': '24e8ea21-d185-46e5-a959-eb05f549a6dc', 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'admin_state_up': True, 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:07.573795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Made reservation on behalf of f9c697ea47df45069a2be9e2124600f9 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:07.576456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.589485 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b71800-1849-45f4-aeb5-7fc7c7f2de13 None None] Pushing event updated for resources: {'Port': ['ID=82751921-ae7c-4710-9729-be35656fdcf2,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:07.695461 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] Set router 0520ecb7-666c-4a4a-af52-93a45fd18891 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:07.724190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:07.733776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-21f56781-4e78-4f7e-95e7-599483eadf12 None None] Current status of the port 82751921-ae7c-4710-9729-be35656fdcf2 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:07.734173 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-21f56781-4e78-4f7e-95e7-599483eadf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (82751921-ae7c-4710-9729-be35656fdcf2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.751523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Allocated IP 172.20.0.4 (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33/23119d3e-58a3-41a9-97bf-c8b0113e0c29/9d2cb804-1803-4e27-bd87-498b577cb8e0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:07.771231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-21f56781-4e78-4f7e-95e7-599483eadf12 None None] For port 82751921-ae7c-4710-9729-be35656fdcf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82751921-ae7c-4710-9729-be35656fdcf2,segment=NetworkSegment(cd14b303-fa60-4207-8c64-2f998b49c40f),segment_id=cd14b303-fa60-4207-8c64-2f998b49c40f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:07.777702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-21f56781-4e78-4f7e-95e7-599483eadf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (82751921-ae7c-4710-9729-be35656fdcf2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.839007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f56781-4e78-4f7e-95e7-599483eadf12 None None] Pushing event updated for resources: {'Port': ['ID=82751921-ae7c-4710-9729-be35656fdcf2,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:07.892614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33328) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:07.897856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-265dea70-0402-4e9f-a521-dc9b47158192 None None] Provisioning complete for port 82751921-ae7c-4710-9729-be35656fdcf2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:07.898788 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-265dea70-0402-4e9f-a521-dc9b47158192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82751921-ae7c-4710-9729-be35656fdcf2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.907600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c331d19e-1516-48f5-bcb5-7e8219eea2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.934485 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237704fc10>, [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182'}], 'enable_snat': True}, 'gw_port_id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:04Z', 'revision_number': 4, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port': {'id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:00Z', 'updated_at': '2022-04-09T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82751921-ae7c-4710-9729-be35656fdcf2', 'name': '', 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'mac_address': 'fa:16:3e:67:ef:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c4217984-b4d7-46c3-8001-529a0e501417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:03Z', 'updated_at': '2022-04-09T21:28:07Z', 'revision_number': 4, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'subnets': [{'id': 'c4217984-b4d7-46c3-8001-529a0e501417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:07.935341 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks [] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.977711 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc84ca-4afa-49fb-81ad-d036feeaee5b None None] The sync data for ids ['0520ecb7-666c-4a4a-af52-93a45fd18891'] in ncdv-master-1 is: [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182'}], 'enable_snat': True}, 'gw_port_id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:04Z', 'revision_number': 4, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port': {'id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:00Z', 'updated_at': '2022-04-09T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82751921-ae7c-4710-9729-be35656fdcf2', 'name': '', 'network_id': '7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'mac_address': 'fa:16:3e:67:ef:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c4217984-b4d7-46c3-8001-529a0e501417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:03Z', 'updated_at': '2022-04-09T21:28:07Z', 'revision_number': 4, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'subnets': [{'id': 'c4217984-b4d7-46c3-8001-529a0e501417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:28:07.980044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:07.997867 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c331d19e-1516-48f5-bcb5-7e8219eea2fe admin admin] Publish callbacks [] for security_group (b9ec13ab-ceaf-4311-a5f2-77c523e385aa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.003827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-265dea70-0402-4e9f-a521-dc9b47158192 None None] Current status of the port 82751921-ae7c-4710-9729-be35656fdcf2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:08.004078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c331d19e-1516-48f5-bcb5-7e8219eea2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b9ec13ab-ceaf-4311-a5f2-77c523e385aa), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.056196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:08.056924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:08.061623 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:08.067511 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c331d19e-1516-48f5-bcb5-7e8219eea2fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17b53db1840a42abb95ad17aa00372e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1711061
Apr 09 21:28:08.067511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331d19e-1516-48f5-bcb5-7e8219eea2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec13ab-ceaf-4311-a5f2-77c523e385aa,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:08.068556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33330) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:08.102451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Pushing event updated for resources: {'Port': ['ID=9d2cb804-1803-4e27-bd87-498b577cb8e0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:08.123986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.124333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.124678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.125542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.125542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.125760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.125979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.126293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.126613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.126943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.127244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.127566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.127878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.128188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.128502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:08.141015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:08.141715 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-899e4091-e455-43fb-b106-8f3f90adc275 admin admin] Publish callbacks [] for security_group (b9ec13ab-ceaf-4311-a5f2-77c523e385aa), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.149797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.168097 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-899e4091-e455-43fb-b106-8f3f90adc275 admin admin] Publish callbacks [] for security_group (b9ec13ab-ceaf-4311-a5f2-77c523e385aa), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.174211 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-521a966f-8081-4bbe-b7ec-232d2568e915 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.6672745
Apr 09 21:28:08.186716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Request body: {'port': {'device_id': '24e8ea21-d185-46e5-a959-eb05f549a6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:08.231692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-899e4091-e455-43fb-b106-8f3f90adc275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b9ec13ab-ceaf-4311-a5f2-77c523e385aa), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.235124 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-899e4091-e455-43fb-b106-8f3f90adc275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.236833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-899e4091-e455-43fb-b106-8f3f90adc275 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9ec13ab-ceaf-4311-a5f2-77c523e385aa HTTP/1.1" status: 204  len: 168 time: 0.1672478
Apr 09 21:28:08.247513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e4091-e455-43fb-b106-8f3f90adc275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec13ab-ceaf-4311-a5f2-77c523e385aa,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:08.281027 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.441677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cdf44278-6a0d-4022-a917-8677b3c44b53 None None] Provisioning complete for port 9d2cb804-1803-4e27-bd87-498b577cb8e0 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:08.442311 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cdf44278-6a0d-4022-a917-8677b3c44b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.484027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cdf44278-6a0d-4022-a917-8677b3c44b53 None None] Port 9d2cb804-1803-4e27-bd87-498b577cb8e0 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:28:08.607524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2cb804-1803-4e27-bd87-498b577cb8e0 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:28:08.617820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Publish callbacks [] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.638487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Transition to ACTIVE for port object 9d2cb804-1803-4e27-bd87-498b577cb8e0 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:28:08.644484 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.644742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde23d-2aab-4cb9-aaa9-e566d994f9c1 req-05edfc6b-5560-4615-bc6c-7d486b565e46 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:08.653580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3bbde23d-2aab-4cb9-aaa9-e566d994f9c1 req-05edfc6b-5560-4615-bc6c-7d486b565e46 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1027 time: 0.0496466
Apr 09 21:28:08.703070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2cb804-1803-4e27-bd87-498b577cb8e0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:08.708814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3bbde23d-2aab-4cb9-aaa9-e566d994f9c1 req-672d19d0-69a7-4107-abe4-cec6164805d2 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543206
Apr 09 21:28:08.807417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Attempting to bind port 9d2cb804-1803-4e27-bd87-498b577cb8e0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:08.807746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Attempting to bind port 9d2cb804-1803-4e27-bd87-498b577cb8e0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:08.808073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Attempting to bind port 9d2cb804-1803-4e27-bd87-498b577cb8e0 on network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:08.813309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Port 9d2cb804-1803-4e27-bd87-498b577cb8e0 on network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:28:08.813783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Attempting to bind port 9d2cb804-1803-4e27-bd87-498b577cb8e0 on network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:08.819391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:08.819734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Checking segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:08.820119 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Bound using segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:08.820548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Bound port: 9d2cb804-1803-4e27-bd87-498b577cb8e0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:08.820901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.906635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] For port 9d2cb804-1803-4e27-bd87-498b577cb8e0, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:08.910321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] For port 9d2cb804-1803-4e27-bd87-498b577cb8e0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d2cb804-1803-4e27-bd87-498b577cb8e0,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:08.919978 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.980025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:08.980903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:08.982608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] 10.222.0.25 "PUT /v2.0/ports/9d2cb804-1803-4e27-bd87-498b577cb8e0 HTTP/1.1" status: 200  len: 1091 time: 0.8001866
Apr 09 21:28:08.982731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e8ea21-d185-46e5-a959-eb05f549a6dc', 'tag': '9d2cb804-1803-4e27-bd87-498b577cb8e0'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:28:08.985277 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e83c20-f97d-4606-81cf-f046de67d4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "24e8ea21-d185-46e5-a959-eb05f549a6dc", "tag": "9d2cb804-1803-4e27-bd87-498b577cb8e0"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:28:09.031740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e91497-3486-44e0-b788-6f1eabf53182 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2cb804-1803-4e27-bd87-498b577cb8e0,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:09.056276 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca65ad32-0bd3-4241-9134-da8430698f6f x-openstack-request-id: req-ca65ad32-0bd3-4241-9134-da8430698f6f {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:28:09.056276 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e8ea21-d185-46e5-a959-eb05f549a6dc", "tag": "9d2cb804-1803-4e27-bd87-498b577cb8e0", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:28:09.056276 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca65ad32-0bd3-4241-9134-da8430698f6f {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:28:09.056276 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca65ad32-0bd3-4241-9134-da8430698f6f'] response: {'name': 'network-changed', 'server_uuid': '24e8ea21-d185-46e5-a959-eb05f549a6dc', 'tag': '9d2cb804-1803-4e27-bd87-498b577cb8e0', 'status': 'completed', 'code': 200}
Apr 09 21:28:09.100388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-25736862-84a4-4807-bdf5-ad8455f59e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:09.101978 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-25736862-84a4-4807-bdf5-ad8455f59e45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9c697ea47df45069a2be9e2124600f9&device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1125 time: 0.0602555
Apr 09 21:28:09.167997 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-91e0f1cd-655d-4ca2-97cd-663ad584ca56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2cb804-1803-4e27-bd87-498b577cb8e0 HTTP/1.1" status: 200  len: 217 time: 0.0587733
Apr 09 21:28:09.229291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-972caf5f-7a5f-4811-9fe7-35e96f0c9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:09.231302 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-972caf5f-7a5f-4811-9fe7-35e96f0c9c01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23119d3e-58a3-41a9-97bf-c8b0113e0c29 HTTP/1.1" status: 200  len: 849 time: 0.0575914
Apr 09 21:28:09.302882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-ba813cc2-5f35-4063-ab7d-6945909cec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:09.304687 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-ba813cc2-5f35-4063-ab7d-6945909cec1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0643628
Apr 09 21:28:09.315178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 82751921-ae7c-4710-9729-be35656fdcf2 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:09.390436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 82751921-ae7c-4710-9729-be35656fdcf2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:09.390891 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (82751921-ae7c-4710-9729-be35656fdcf2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:09.425326 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-5da8bb42-fcb0-4c88-82e3-52b857d0859a service neutron] 10.222.0.25 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131511
Apr 09 21:28:09.510620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 82751921-ae7c-4710-9729-be35656fdcf2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:09.535005 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4545840a-802f-485a-9403-6f9e1a23e9f4 req-c1315879-0164-467e-9977-9d3235673432 service neutron] 10.222.0.25 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045806
Apr 09 21:28:09.822274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385afd-5859-42bc-b3eb-818c55f053f1 req-2ad6f3da-9bdf-4391-b4ba-e0430de4b10d tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:09.824270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74385afd-5859-42bc-b3eb-818c55f053f1 req-2ad6f3da-9bdf-4391-b4ba-e0430de4b10d tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1125 time: 0.0432835
Apr 09 21:28:09.826047 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33372) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:09.871021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74385afd-5859-42bc-b3eb-818c55f053f1 req-ee514023-5b5f-4d4a-8e36-9ee4345f464b tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393496
Apr 09 21:28:09.926264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-162372336', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:09.947285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Made reservation on behalf of f15110a9921f40fc94b367ac1399336d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:09.949606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:09.958244 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.031730 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks [] for security_group (2889fb73-7c64-4b86-9b7d-cf524105f343), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.036947 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2889fb73-7c64-4b86-9b7d-cf524105f343), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.046927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] device_id is not set on port b8549e73-94f8-4816-9d7f-66a3fd4839fb yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:28:10.090172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2889fb73-7c64-4b86-9b7d-cf524105f343,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:10.162766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Allocated IP 172.35.0.73 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/b8549e73-94f8-4816-9d7f-66a3fd4839fb) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:10.304912 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks [] for port (b8549e73-94f8-4816-9d7f-66a3fd4839fb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.341642 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b8549e73-94f8-4816-9d7f-66a3fd4839fb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.386941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:10.389780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:10.393123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:10.398521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Pushing event updated for resources: {'Port': ['ID=b8549e73-94f8-4816-9d7f-66a3fd4839fb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:10.435129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:10.435732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.455237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ba1b96c9-0f4e-4b62-99a2-2545a67c04af tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 0.6279507
Apr 09 21:28:10.458365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33376) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:10.463231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.73'}]}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:10.484792 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (71224ae3-480f-427e-a56e-bd3924dd1bb0), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.485830 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (71224ae3-480f-427e-a56e-bd3924dd1bb0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.540782 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks [] for router_controller (71224ae3-480f-427e-a56e-bd3924dd1bb0), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.679233 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks [] for router_gateway (71224ae3-480f-427e-a56e-bd3924dd1bb0), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.867169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks [] for router_gateway (71224ae3-480f-427e-a56e-bd3924dd1bb0), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:10.885769 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.019597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f380177-2b3f-4aa0-ab6b-66d435d97722 req-44d8a717-7c74-4f48-ad9a-baf20d81cddd tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:11.021225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f380177-2b3f-4aa0-ab6b-66d435d97722 req-44d8a717-7c74-4f48-ad9a-baf20d81cddd tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1125 time: 0.0772939
Apr 09 21:28:11.081185 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks [] for router (71224ae3-480f-427e-a56e-bd3924dd1bb0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.132745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f380177-2b3f-4aa0-ab6b-66d435d97722 req-86fb3b06-ac6d-4f38-acf9-9d412e031089 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913675
Apr 09 21:28:11.255866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (71224ae3-480f-427e-a56e-bd3924dd1bb0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.259657 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks [] for router_controller (71224ae3-480f-427e-a56e-bd3924dd1bb0), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.310123 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (71224ae3-480f-427e-a56e-bd3924dd1bb0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.310605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71224ae3-480f-427e-a56e-bd3924dd1bb0 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:28:11.328846 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 09 21:28:11.330665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-32c66451-5acd-4e48-8e9d-a38909b6a337 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 0.8712955
Apr 09 21:28:11.333570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33380) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:11.409020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a5c2bd07-f518-41ad-8e8a-3487d8335695 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Deleting port b8549e73-94f8-4816-9d7f-66a3fd4839fb {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:11.409421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5c2bd07-f518-41ad-8e8a-3487d8335695 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b8549e73-94f8-4816-9d7f-66a3fd4839fb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.493824 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5c2bd07-f518-41ad-8e8a-3487d8335695 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b8549e73-94f8-4816-9d7f-66a3fd4839fb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.506228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a5c2bd07-f518-41ad-8e8a-3487d8335695 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Calling delete_port for b8549e73-94f8-4816-9d7f-66a3fd4839fb owned by  {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:11.623683 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-b7c1650d-34ec-49b9-98fc-643861c3ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:11.625170 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-b7c1650d-34ec-49b9-98fc-643861c3ab76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9c697ea47df45069a2be9e2124600f9&device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1125 time: 0.0412438
Apr 09 21:28:11.633898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5c2bd07-f518-41ad-8e8a-3487d8335695 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b8549e73-94f8-4816-9d7f-66a3fd4839fb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.662781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2bd07-f518-41ad-8e8a-3487d8335695 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8549e73-94f8-4816-9d7f-66a3fd4839fb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:11.726540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-b9273a94-c4ca-4ee6-bb16-b03244b43631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:11.728027 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-b9273a94-c4ca-4ee6-bb16-b03244b43631 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 HTTP/1.1" status: 200  len: 911 time: 0.0973616
Apr 09 21:28:11.728181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5c2bd07-f518-41ad-8e8a-3487d8335695 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:11.732157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a5c2bd07-f518-41ad-8e8a-3487d8335695 tempest-RoutersAdminNegativeTest-579232898 tempest-RoutersAdminNegativeTest-579232898-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b8549e73-94f8-4816-9d7f-66a3fd4839fb HTTP/1.1" status: 204  len: 168 time: 0.3976381
Apr 09 21:28:11.770148 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-1122dd8c-b574-4217-9f38-ba0801308ca6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2cb804-1803-4e27-bd87-498b577cb8e0 HTTP/1.1" status: 200  len: 217 time: 0.0360210
Apr 09 21:28:11.825420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-fabde290-11ad-4eeb-beed-8cbb30f1f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:11.826902 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-fabde290-11ad-4eeb-beed-8cbb30f1f9e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23119d3e-58a3-41a9-97bf-c8b0113e0c29 HTTP/1.1" status: 200  len: 849 time: 0.0511127
Apr 09 21:28:11.871239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-65a37c83-80ff-4865-8049-d56371deda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:11.872767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-65a37c83-80ff-4865-8049-d56371deda5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403895
Apr 09 21:28:11.969292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-b7fc9465-0008-48de-be23-c051c5a0d99c service neutron] 10.222.0.25 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898523
Apr 09 21:28:11.986254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33386) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:12.064133 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c0e83c20-f97d-4606-81cf-f046de67d4e8 req-fd5c34ea-4aef-4bda-b8da-b58610e30796 service neutron] 10.222.0.25 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884352
Apr 09 21:28:12.096583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09efc2c-f417-4bc8-90b8-d535305047d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.172174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09efc2c-f417-4bc8-90b8-d535305047d4 admin admin] Publish callbacks [] for security_group (2b6d1b64-038e-414d-a4d6-893e5c06aabd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.178166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d09efc2c-f417-4bc8-90b8-d535305047d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2b6d1b64-038e-414d-a4d6-893e5c06aabd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.226731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d09efc2c-f417-4bc8-90b8-d535305047d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df41679c6b98493f800e1f1adce4270b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2393250
Apr 09 21:28:12.229513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33392) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:12.245853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09efc2c-f417-4bc8-90b8-d535305047d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6d1b64-038e-414d-a4d6-893e5c06aabd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:12.259373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97167f0-1abd-47c1-be38-1977e212d32b req-0162556c-879c-439c-831d-988d2315112b tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:12.260902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a97167f0-1abd-47c1-be38-1977e212d32b req-0162556c-879c-439c-831d-988d2315112b tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1125 time: 0.0557072
Apr 09 21:28:12.284029 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e496c1db-5c0f-4dd2-9365-7b8ec1870ff2 admin admin] Publish callbacks [] for security_group (2b6d1b64-038e-414d-a4d6-893e5c06aabd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.305889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a97167f0-1abd-47c1-be38-1977e212d32b req-0cda3397-a113-450f-ac96-e6b75dbfb521 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385783
Apr 09 21:28:12.306252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e496c1db-5c0f-4dd2-9365-7b8ec1870ff2 admin admin] Publish callbacks [] for security_group (2b6d1b64-038e-414d-a4d6-893e5c06aabd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.356796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e496c1db-5c0f-4dd2-9365-7b8ec1870ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2b6d1b64-038e-414d-a4d6-893e5c06aabd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.359382 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e496c1db-5c0f-4dd2-9365-7b8ec1870ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.360568 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e496c1db-5c0f-4dd2-9365-7b8ec1870ff2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b6d1b64-038e-414d-a4d6-893e5c06aabd HTTP/1.1" status: 204  len: 168 time: 0.1300359
Apr 09 21:28:12.368111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496c1db-5c0f-4dd2-9365-7b8ec1870ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6d1b64-038e-414d-a4d6-893e5c06aabd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:12.650239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33398) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:12.692039 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ba0cd674-a415-4947-9f13-b397326bf44a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f15110a9921f40fc94b367ac1399336d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0405800
Apr 09 21:28:12.694492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33400) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:12.742490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22bf9060-2b24-47a0-af04-db0f1362a9c3 admin admin] Publish callbacks [] for security_group (2889fb73-7c64-4b86-9b7d-cf524105f343), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.763074 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22bf9060-2b24-47a0-af04-db0f1362a9c3 admin admin] Publish callbacks [] for security_group (2889fb73-7c64-4b86-9b7d-cf524105f343), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.814420 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22bf9060-2b24-47a0-af04-db0f1362a9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2889fb73-7c64-4b86-9b7d-cf524105f343), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.817070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-22bf9060-2b24-47a0-af04-db0f1362a9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:12.818213 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-22bf9060-2b24-47a0-af04-db0f1362a9c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2889fb73-7c64-4b86-9b7d-cf524105f343 HTTP/1.1" status: 204  len: 168 time: 0.1228335
Apr 09 21:28:12.825615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf9060-2b24-47a0-af04-db0f1362a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2889fb73-7c64-4b86-9b7d-cf524105f343,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:13.411654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde34715-f31e-468f-b992-61a82a25c362 req-266b8c4b-c7f2-42df-8c08-c527c29bfbc9 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:13.413242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fde34715-f31e-468f-b992-61a82a25c362 req-266b8c4b-c7f2-42df-8c08-c527c29bfbc9 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1125 time: 0.0401645
Apr 09 21:28:13.462955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fde34715-f31e-468f-b992-61a82a25c362 req-65414690-7d21-47d1-955a-bccb9bb44e8d tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439615
Apr 09 21:28:13.522055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33424) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:13.620401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'networks': [{'name': 'tempest-network--974275378'}, {'name': 'tempest-network--209138416'}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:13.620713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'network': {'name': 'tempest-network--974275378'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:13.621202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'network': {'name': 'tempest-network--209138416'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:13.642926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Made reservation on behalf of c44b960603b34b788486f8bbcf0e1e14 for: {'network': 2} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:13.647105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.655427 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.743158 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for security_group (dcc3d29b-3386-4234-affb-ab8d9c3d03c3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.750069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (dcc3d29b-3386-4234-affb-ab8d9c3d03c3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.750590 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.791503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc3d29b-3386-4234-affb-ab8d9c3d03c3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:13.797895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:13.808130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8e518af8-1f1d-4560-a181-6d000343e622), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.808476 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Added segment 8e518af8-1f1d-4560-a181-6d000343e622 of type vlan for network 7e618d6b-5184-4983-bf12-bf2ab89799dd
Apr 09 21:28:13.853775 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (7e618d6b-5184-4983-bf12-bf2ab89799dd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.883680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:13.892732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (6ed44a65-9d5b-4a17-8d87-46ba25728362), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.893107 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Added segment 6ed44a65-9d5b-4a17-8d87-46ba25728362 of type vlan for network f3536aff-4bea-41f5-934f-54ad26fd3dfa
Apr 09 21:28:13.931692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (f3536aff-4bea-41f5-934f-54ad26fd3dfa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.959858 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (7e618d6b-5184-4983-bf12-bf2ab89799dd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.960338 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (f3536aff-4bea-41f5-934f-54ad26fd3dfa), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:13.965615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:13.969923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:13.970535 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.006825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 0.4836199
Apr 09 21:28:14.009491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33428) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:14.196575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ddbf82-0027-41c0-b37a-116ddd4379dd tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:14.202100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ddbf82-0027-41c0-b37a-116ddd4379dd tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:14.207286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ddbf82-0027-41c0-b37a-116ddd4379dd tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:14.212695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ddbf82-0027-41c0-b37a-116ddd4379dd tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:14.214470 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c7ddbf82-0027-41c0-b37a-116ddd4379dd tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.2039421
Apr 09 21:28:14.217482 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33430) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:14.297754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (7e618d6b-5184-4983-bf12-bf2ab89799dd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.371941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Network': ['ID=7e618d6b-5184-4983-bf12-bf2ab89799dd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:14.382984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 7e618d6b-5184-4983-bf12-bf2ab89799dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:14.387857 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (7e618d6b-5184-4983-bf12-bf2ab89799dd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.408647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23759c9cd0>,) {'filters': {'network_id': ['7e618d6b-5184-4983-bf12-bf2ab89799dd']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:14.418696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23759c9cd0>, '8e518af8-1f1d-4560-a181-6d000343e622') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:14.419229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23759c9cd0>, '8e518af8-1f1d-4560-a181-6d000343e622') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:14.430197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (8e518af8-1f1d-4560-a181-6d000343e622), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.434328 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a4b58-136a-408c-9a0e-47dc33fbe779 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Network': ['ID=f3536aff-4bea-41f5-934f-54ad26fd3dfa,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:14.451672 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (8e518af8-1f1d-4560-a181-6d000343e622), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.452741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network f3536aff-4bea-41f5-934f-54ad26fd3dfa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:14.460489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:14.461258 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (8e518af8-1f1d-4560-a181-6d000343e622), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   warnings.warn('Neutron quota engine will require "--force" '
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:14.464543 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:14.542397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (7e618d6b-5184-4983-bf12-bf2ab89799dd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.549133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.553504 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/networks/7e618d6b-5184-4983-bf12-bf2ab89799dd HTTP/1.1" status: 204  len: 168 time: 0.3350530
Apr 09 21:28:14.557611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33434) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:14.574783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa0caf-4600-420e-87ad-a4a214abd7da req-ec555c83-fd96-4a37-af3d-31e7fe87acc1 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:14.576397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6aa0caf-4600-420e-87ad-a4a214abd7da req-ec555c83-fd96-4a37-af3d-31e7fe87acc1 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1125 time: 0.0427544
Apr 09 21:28:14.588015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e3d07-7c50-4f6a-9f5b-8ec89ccacbe5 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Network': ['ID=7e618d6b-5184-4983-bf12-bf2ab89799dd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:14.627732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6aa0caf-4600-420e-87ad-a4a214abd7da req-70b8fe06-228a-4ead-8796-e7d89623530a tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452876
Apr 09 21:28:14.647383 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (f3536aff-4bea-41f5-934f-54ad26fd3dfa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.650833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9d2cb804-1803-4e27-bd87-498b577cb8e0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:28:14.731242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (f3536aff-4bea-41f5-934f-54ad26fd3dfa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.751185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f236fffa5b0>,) {'filters': {'network_id': ['f3536aff-4bea-41f5-934f-54ad26fd3dfa']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:14.751371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9d2cb804-1803-4e27-bd87-498b577cb8e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d2cb804-1803-4e27-bd87-498b577cb8e0,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:14.760801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f236fffa5b0>, '6ed44a65-9d5b-4a17-8d87-46ba25728362') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:14.761123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f236fffa5b0>, '6ed44a65-9d5b-4a17-8d87-46ba25728362') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:14.762373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '9d2cb804-1803-4e27-bd87-498b577cb8e0', 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'port_id': '9d2cb804-1803-4e27-bd87-498b577cb8e0', 'mac_address': 'fa:16:3e:a5:d1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:28:14.771049 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (6ed44a65-9d5b-4a17-8d87-46ba25728362), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.785142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (6ed44a65-9d5b-4a17-8d87-46ba25728362), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.791703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:14.792126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (6ed44a65-9d5b-4a17-8d87-46ba25728362), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:14.795257 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:14.800218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9d2cb804-1803-4e27-bd87-498b577cb8e0 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:14.800548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.814662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2cb804-1803-4e27-bd87-498b577cb8e0 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:28:14.839364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9d2cb804-1803-4e27-bd87-498b577cb8e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d2cb804-1803-4e27-bd87-498b577cb8e0,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:14.844538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.858967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (f3536aff-4bea-41f5-934f-54ad26fd3dfa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.864109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:14.868135 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/networks/f3536aff-4bea-41f5-934f-54ad26fd3dfa HTTP/1.1" status: 204  len: 168 time: 0.3096085
Apr 09 21:28:14.871081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33436) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:14.885470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5d47f-e46a-4304-ad72-f5c256ba162c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Network': ['ID=f3536aff-4bea-41f5-934f-54ad26fd3dfa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:14.893022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9d2cb804-1803-4e27-bd87-498b577cb8e0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:15.045239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9eb554-63d6-4284-b249-f0adae8dcbab tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:15.050432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9eb554-63d6-4284-b249-f0adae8dcbab tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:15.051880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dd9eb554-63d6-4284-b249-f0adae8dcbab tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1794212
Apr 09 21:28:15.055816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33438) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:15.060885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1167510815'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:15.083605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Made reservation on behalf of c44b960603b34b788486f8bbcf0e1e14 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:15.087429 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.111558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:15.121208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (dd0e6680-3e6f-430c-a2c3-f30cdad5506c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.121543 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Added segment dd0e6680-3e6f-430c-a2c3-f30cdad5506c of type vlan for network 344de305-e386-404f-b788-0ecdfbd6e8b4
Apr 09 21:28:15.147252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9d2cb804-1803-4e27-bd87-498b577cb8e0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:28:15.163995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (344de305-e386-404f-b788-0ecdfbd6e8b4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.190847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (344de305-e386-404f-b788-0ecdfbd6e8b4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.195857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:15.196428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.234951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.1780267
Apr 09 21:28:15.237779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33440) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:15.242968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-48550386'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:15.265382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Made reservation on behalf of c44b960603b34b788486f8bbcf0e1e14 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:15.268911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.271507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07705c-a422-473e-b2ac-0e8ca62b99d0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Network': ['ID=344de305-e386-404f-b788-0ecdfbd6e8b4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:15.283880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 344de305-e386-404f-b788-0ecdfbd6e8b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:15.301686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:15.312020 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (40fd4f96-88b7-4553-8f43-1240dd3e30fd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.312930 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Added segment 40fd4f96-88b7-4553-8f43-1240dd3e30fd of type vlan for network a3caec88-1dde-4527-944c-2c30f24744f1
Apr 09 21:28:15.354370 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (a3caec88-1dde-4527-944c-2c30f24744f1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.382886 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (a3caec88-1dde-4527-944c-2c30f24744f1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.387944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:15.388549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.425362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.1862996
Apr 09 21:28:15.428070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33442) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:15.435077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'ports': [{'network_id': '344de305-e386-404f-b788-0ecdfbd6e8b4', 'name': 'tempest-port--1613849745', 'admin_state_up': True}, {'network_id': 'a3caec88-1dde-4527-944c-2c30f24744f1', 'admin_state_up': False}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:15.435710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'port': {'network_id': '344de305-e386-404f-b788-0ecdfbd6e8b4', 'name': 'tempest-port--1613849745', 'admin_state_up': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:15.435920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'port': {'network_id': 'a3caec88-1dde-4527-944c-2c30f24744f1', 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:15.480717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e10705-aa52-4db3-a171-7147a8cc48b0 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Network': ['ID=a3caec88-1dde-4527-944c-2c30f24744f1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:15.491611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network a3caec88-1dde-4527-944c-2c30f24744f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:15.628440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Made reservation on behalf of c44b960603b34b788486f8bbcf0e1e14 for: {'port': 2} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:15.632532 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.645983 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:15.784723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f06e2a-8625-4bdd-888b-bea2905d464d req-f97f8a8e-80dd-4d96-a55b-39a7feec67bc tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:15.786292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21f06e2a-8625-4bdd-888b-bea2905d464d req-f97f8a8e-80dd-4d96-a55b-39a7feec67bc tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1126 time: 0.0894437
Apr 09 21:28:15.841721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] device_id is not set on port 28961ac0-c392-4d35-a3ae-4bc3ca2167a1 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:28:15.878737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21f06e2a-8625-4bdd-888b-bea2905d464d req-44ccb568-a0b2-4093-b483-f39c207b9f73 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637219
Apr 09 21:28:15.943587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for port (28961ac0-c392-4d35-a3ae-4bc3ca2167a1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.008772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] device_id is not set on port 6a7a7272-609b-4d8b-9caf-2f74af85fd1a yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:28:16.098000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for port (6a7a7272-609b-4d8b-9caf-2f74af85fd1a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.140461 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (28961ac0-c392-4d35-a3ae-4bc3ca2167a1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.200894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Port': ['ID=28961ac0-c392-4d35-a3ae-4bc3ca2167a1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:16.217499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Checking segment: {'id': 'dd0e6680-3e6f-430c-a2c3-f30cdad5506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '344de305-e386-404f-b788-0ecdfbd6e8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:16.217884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Network hostable DHCP agents. Network: 344de305-e386-404f-b788-0ecdfbd6e8b4, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:16.236175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Network 344de305-e386-404f-b788-0ecdfbd6e8b4 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:16.245709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 344de305-e386-404f-b788-0ecdfbd6e8b4) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:16.249642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:16.251551 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6a7a7272-609b-4d8b-9caf-2f74af85fd1a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.255178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282dd21-013f-4639-974d-50e5ca76d6a5 None None] Network 344de305-e386-404f-b788-0ecdfbd6e8b4 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:16.305489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Port': ['ID=6a7a7272-609b-4d8b-9caf-2f74af85fd1a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:16.324215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Checking segment: {'id': '40fd4f96-88b7-4553-8f43-1240dd3e30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3caec88-1dde-4527-944c-2c30f24744f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:16.324581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Network hostable DHCP agents. Network: a3caec88-1dde-4527-944c-2c30f24744f1, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:16.344297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Network a3caec88-1dde-4527-944c-2c30f24744f1 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:16.354825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3caec88-1dde-4527-944c-2c30f24744f1) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:16.359271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:16.362056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7791acd-cb37-4c53-8957-f19368fbb1a8 None None] Network a3caec88-1dde-4527-944c-2c30f24744f1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:16.365822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:16.370190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:16.371010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.387523 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-593a7866-e70f-44c0-a6f9-d79c51647c2a tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 0.9584463
Apr 09 21:28:16.390113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33446) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:16.480625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e44170-70bf-4f64-9629-e28686e7a3ef tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:16.485857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e44170-70bf-4f64-9629-e28686e7a3ef tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:16.488087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-80e44170-70bf-4f64-9629-e28686e7a3ef tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0963800
Apr 09 21:28:16.490398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33448) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:16.572126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b3fea661-b0a1-4f79-9627-d2a71ce060c4 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Deleting port 28961ac0-c392-4d35-a3ae-4bc3ca2167a1 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:16.572436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3fea661-b0a1-4f79-9627-d2a71ce060c4 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (28961ac0-c392-4d35-a3ae-4bc3ca2167a1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.641775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3fea661-b0a1-4f79-9627-d2a71ce060c4 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (28961ac0-c392-4d35-a3ae-4bc3ca2167a1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.654453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b3fea661-b0a1-4f79-9627-d2a71ce060c4 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Calling delete_port for 28961ac0-c392-4d35-a3ae-4bc3ca2167a1 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:16.683465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9d2cb804-1803-4e27-bd87-498b577cb8e0 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:16.728738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 9d2cb804-1803-4e27-bd87-498b577cb8e0 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:28:16.735934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 9d2cb804-1803-4e27-bd87-498b577cb8e0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:16.736323 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.744275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3fea661-b0a1-4f79-9627-d2a71ce060c4 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (28961ac0-c392-4d35-a3ae-4bc3ca2167a1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.773352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fea661-b0a1-4f79-9627-d2a71ce060c4 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Port': ['ID=28961ac0-c392-4d35-a3ae-4bc3ca2167a1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:16.779262 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3fea661-b0a1-4f79-9627-d2a71ce060c4 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.782536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b3fea661-b0a1-4f79-9627-d2a71ce060c4 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/ports/28961ac0-c392-4d35-a3ae-4bc3ca2167a1 HTTP/1.1" status: 204  len: 168 time: 0.2906156
Apr 09 21:28:16.784647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:16.873542 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6581009e-807e-4967-b401-822b5662d049 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Deleting port 6a7a7272-609b-4d8b-9caf-2f74af85fd1a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:16.873905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6581009e-807e-4967-b401-822b5662d049 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6a7a7272-609b-4d8b-9caf-2f74af85fd1a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.946925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6581009e-807e-4967-b401-822b5662d049 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6a7a7272-609b-4d8b-9caf-2f74af85fd1a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.965131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6581009e-807e-4967-b401-822b5662d049 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Calling delete_port for 6a7a7272-609b-4d8b-9caf-2f74af85fd1a owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:16.993949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bdb5e-c6df-4413-9869-4584cafc7561 req-7d5af846-7574-45e9-8998-50728b14a89c tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:16.994536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9d2cb804-1803-4e27-bd87-498b577cb8e0 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:16.994937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:16.998509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-891bdb5e-c6df-4413-9869-4584cafc7561 req-7d5af846-7574-45e9-8998-50728b14a89c tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1126 time: 0.0485427
Apr 09 21:28:17.018022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e8ea21-d185-46e5-a959-eb05f549a6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2cb804-1803-4e27-bd87-498b577cb8e0'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:28:17.020533 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286fba45-11a8-418a-adda-357ef75dc5bc" -d '{"events": [{"server_uuid": "24e8ea21-d185-46e5-a959-eb05f549a6dc", "name": "network-vif-plugged", "status": "completed", "tag": "9d2cb804-1803-4e27-bd87-498b577cb8e0"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:28:17.032904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9d2cb804-1803-4e27-bd87-498b577cb8e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d2cb804-1803-4e27-bd87-498b577cb8e0,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:17.044044 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.051226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-891bdb5e-c6df-4413-9869-4584cafc7561 req-56352d1d-0167-401c-8d31-d60e61f1b98f tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499098
Apr 09 21:28:17.052584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6581009e-807e-4967-b401-822b5662d049 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6a7a7272-609b-4d8b-9caf-2f74af85fd1a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.077207 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c7a877-3570-40bb-a7c3-ef1315e42b60 x-openstack-request-id: req-e9c7a877-3570-40bb-a7c3-ef1315e42b60 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:28:17.077507 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e8ea21-d185-46e5-a959-eb05f549a6dc", "name": "network-vif-plugged", "status": "completed", "tag": "9d2cb804-1803-4e27-bd87-498b577cb8e0", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:28:17.077762 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9c7a877-3570-40bb-a7c3-ef1315e42b60 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:28:17.078157 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c7a877-3570-40bb-a7c3-ef1315e42b60'] response: {'server_uuid': '24e8ea21-d185-46e5-a959-eb05f549a6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2cb804-1803-4e27-bd87-498b577cb8e0', 'code': 200}
Apr 09 21:28:17.092773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581009e-807e-4967-b401-822b5662d049 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Port': ['ID=6a7a7272-609b-4d8b-9caf-2f74af85fd1a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:17.098666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9d2cb804-1803-4e27-bd87-498b577cb8e0,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:17.101501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6581009e-807e-4967-b401-822b5662d049 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.104844 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6581009e-807e-4967-b401-822b5662d049 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/ports/6a7a7272-609b-4d8b-9caf-2f74af85fd1a HTTP/1.1" status: 204  len: 168 time: 0.3192356
Apr 09 21:28:17.107609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33456) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:17.114021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.114453 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.115254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.115590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.115923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.116258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.116586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.116907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.117262 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.117586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.117897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.118209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.118529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.118845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.119309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:17.137338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0f6f1053-c14e-4c5d-affd-b1220c5b8f2c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0284612
Apr 09 21:28:17.141184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33458) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:17.145867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1533569803'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:17.168854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Made reservation on behalf of c44b960603b34b788486f8bbcf0e1e14 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:17.172747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.178339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301d94-2780-40bf-831f-2cdf779e0627 req-596c118b-d8c7-4b9b-bb28-99efeb150143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:17.179917 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1b301d94-2780-40bf-831f-2cdf779e0627 req-596c118b-d8c7-4b9b-bb28-99efeb150143 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1127 time: 0.0409384
Apr 09 21:28:17.201952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:17.212356 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fe3481c0-e85e-4f9c-b59b-802fbe493dba), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.212773 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Added segment fe3481c0-e85e-4f9c-b59b-802fbe493dba of type vlan for network 5917da72-e948-4ac8-8efd-427c0f4d768e
Apr 09 21:28:17.226647 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1b301d94-2780-40bf-831f-2cdf779e0627 req-cb56e3cd-0576-4078-afdb-5d6a206018ff service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401711
Apr 09 21:28:17.252978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (5917da72-e948-4ac8-8efd-427c0f4d768e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.278818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (5917da72-e948-4ac8-8efd-427c0f4d768e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.283802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:17.284378 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.321842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.1796229
Apr 09 21:28:17.324607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33460) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:17.329783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1286239338'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:17.350974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Made reservation on behalf of c44b960603b34b788486f8bbcf0e1e14 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:17.353330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f0728-da63-4e1e-91d3-6623b248d491 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Network': ['ID=5917da72-e948-4ac8-8efd-427c0f4d768e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:17.354446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.364174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 5917da72-e948-4ac8-8efd-427c0f4d768e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:17.378103 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:17.388305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1c236ed1-1e14-4c6f-bb50-a1bae04ee745), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.388725 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Added segment 1c236ed1-1e14-4c6f-bb50-a1bae04ee745 of type vlan for network 98acd1b9-3c9b-4950-bac9-21002a70610a
Apr 09 21:28:17.428786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (98acd1b9-3c9b-4950-bac9-21002a70610a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.462270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (98acd1b9-3c9b-4950-bac9-21002a70610a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.467248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:17.467849 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:17.507079 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.1812468
Apr 09 21:28:17.538323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07f8bf-a2f4-49a1-8df0-ab5fb4280220 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Network': ['ID=98acd1b9-3c9b-4950-bac9-21002a70610a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:17.549774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 98acd1b9-3c9b-4950-bac9-21002a70610a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:18.166041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424b92-7f1b-4f68-b147-9dc468ed09ba req-86bf35de-bbf6-42a2-be2a-7e3db1b781b8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:18.167603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8424b92-7f1b-4f68-b147-9dc468ed09ba req-86bf35de-bbf6-42a2-be2a-7e3db1b781b8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1127 time: 0.0447111
Apr 09 21:28:18.214948 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e8424b92-7f1b-4f68-b147-9dc468ed09ba req-bfe23c0b-8eee-45f2-bf27-2c2942b06a00 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415018
Apr 09 21:28:19.325441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da622ab7-0936-4888-855b-798ee23dc0a9 req-74ea4211-fe26-4c07-b31e-78204442db69 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:19.327084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da622ab7-0936-4888-855b-798ee23dc0a9 req-74ea4211-fe26-4c07-b31e-78204442db69 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1127 time: 0.0433326
Apr 09 21:28:19.371070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da622ab7-0936-4888-855b-798ee23dc0a9 req-06d8c21b-3af4-4e5c-8bc4-1a6625892bec tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380669
Apr 09 21:28:19.479615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0732b-ab61-4bb9-9eaf-4badce35c4f2 req-1eb4e1c6-6d3a-4af3-abf0-f8b666f1a3da tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:19.481085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81a0732b-ab61-4bb9-9eaf-4badce35c4f2 req-1eb4e1c6-6d3a-4af3-abf0-f8b666f1a3da tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1127 time: 0.0403428
Apr 09 21:28:19.527635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81a0732b-ab61-4bb9-9eaf-4badce35c4f2 req-b9bb6567-91c3-4ec7-a55c-661308864edf tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408170
Apr 09 21:28:19.643370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c32071-e30e-438c-bc6e-b079833484aa req-dd63f7be-0c22-4454-8dbc-843b0578bbcd tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:19.644907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18c32071-e30e-438c-bc6e-b079833484aa req-dd63f7be-0c22-4454-8dbc-843b0578bbcd tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1127 time: 0.0402317
Apr 09 21:28:19.688977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18c32071-e30e-438c-bc6e-b079833484aa req-27aadf2d-d76d-4c68-8ccc-ebc36a2a7254 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382862
Apr 09 21:28:19.957078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-a5d11ba9-83d8-49cb-b577-35fb214a3561 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:19.958667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-a5d11ba9-83d8-49cb-b577-35fb214a3561 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/networks?id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 HTTP/1.1" status: 200  len: 911 time: 0.0933013
Apr 09 21:28:19.973402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-ab38965f-dd85-4992-b155-ea6e57df4d33 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/quotas/f9c697ea47df45069a2be9e2124600f9 HTTP/1.1" status: 200  len: 375 time: 0.0087354
Apr 09 21:28:20.018080 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-66799667-63b0-4fbd-961d-858f3528fcf1 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9c697ea47df45069a2be9e2124600f9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0394392
Apr 09 21:28:20.108956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-c0fc304b-caa9-4443-8829-ef26d8147a05 service neutron] 10.222.0.30 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841675
Apr 09 21:28:20.201271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-6b32c544-4d70-4df9-9acb-c1ca9ac83097 service neutron] 10.222.0.30 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864842
Apr 09 21:28:20.382581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fe6c588-c722-417f-a121-9945cb2cdc16 req-11c2a679-62d4-4629-b868-25984a0527e2 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 210 time: 0.0279472
Apr 09 21:28:20.465932 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b9e9489b-c11d-46b6-876b-f84a3304d06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:20.786887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33492) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:20.792097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'subnets': [{'network_id': '5917da72-e948-4ac8-8efd-427c0f4d768e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1549393446', 'ip_version': 6}, {'network_id': '98acd1b9-3c9b-4950-bac9-21002a70610a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:20.792469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'subnet': {'network_id': '5917da72-e948-4ac8-8efd-427c0f4d768e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1549393446', 'ip_version': 6}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:20.793137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Request body: {'subnet': {'network_id': '98acd1b9-3c9b-4950-bac9-21002a70610a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:20.954918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Made reservation on behalf of c44b960603b34b788486f8bbcf0e1e14 for: {'subnet': 2} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:20.962268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:20.962731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.301769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-2505aed3-f551-4d49-82f5-3d8e113fe567 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:21.303321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-2505aed3-f551-4d49-82f5-3d8e113fe567 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.32 "GET /v2.0/networks?id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 HTTP/1.1" status: 200  len: 911 time: 0.0989225
Apr 09 21:28:21.313915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Request body: {'port': {'device_id': '60b33d56-3d20-476b-abf6-caa21648e913', 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'admin_state_up': True, 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:21.339159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Made reservation on behalf of f9c697ea47df45069a2be9e2124600f9 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:21.342075 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.475084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Allocated IP 172.20.0.12 (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33/23119d3e-58a3-41a9-97bf-c8b0113e0c29/ecef4b84-db22-4ea7-b7b9-c9ca18be7f17) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:21.498612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65283bd9-50e9-4728-a13c-8a06c5a508d0 req-4b4c3be1-c4fc-45ae-be11-1e16fa6b9a93 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 210 time: 0.0391574
Apr 09 21:28:21.629926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks [] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.664513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.682032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9d2cb804-1803-4e27-bd87-498b577cb8e0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:28:21.688019 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (dffea4ac-3848-4f6c-a359-7bbfe8810c3a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.712022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:21.714954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:21.718610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:21.758486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Pushing event updated for resources: {'Port': ['ID=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:21.761409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:21.762028 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.765746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Subnet': ['ID=dffea4ac-3848-4f6c-a359-7bbfe8810c3a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:21.769248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Checking segment: {'id': 'fe3481c0-e85e-4f9c-b59b-802fbe493dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5917da72-e948-4ac8-8efd-427c0f4d768e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:21.769660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Network hostable DHCP agents. Network: 5917da72-e948-4ac8-8efd-427c0f4d768e, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:21.787657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-7dd00829-191e-48b8-92c8-78475f4670c8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.4773734
Apr 09 21:28:21.797765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Network 5917da72-e948-4ac8-8efd-427c0f4d768e is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:21.803113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Request body: {'port': {'device_id': '60b33d56-3d20-476b-abf6-caa21648e913', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:21.820724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5917da72-e948-4ac8-8efd-427c0f4d768e) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:21.825092 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (a78b37a5-341a-4312-87db-6fd745a7257b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.852359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c08e11-6813-461e-8d6d-9697581b45e9 None None] Network 5917da72-e948-4ac8-8efd-427c0f4d768e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:21.889739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.905563 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event updated for resources: {'Subnet': ['ID=a78b37a5-341a-4312-87db-6fd745a7257b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:21.909955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Checking segment: {'id': '1c236ed1-1e14-4c6f-bb50-a1bae04ee745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98acd1b9-3c9b-4950-bac9-21002a70610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:21.910313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Network hostable DHCP agents. Network: 98acd1b9-3c9b-4950-bac9-21002a70610a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:21.937470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Network 98acd1b9-3c9b-4950-bac9-21002a70610a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:21.954545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98acd1b9-3c9b-4950-bac9-21002a70610a) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:21.969296 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:21.969777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:21.970878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:21.977362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ada914-2410-48e5-935b-b2790800fa1a None None] Network 98acd1b9-3c9b-4950-bac9-21002a70610a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:21.998653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f929d6-4744-4d67-b30e-6060d5e5572f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5917da72-e948-4ac8-8efd-427c0f4d768e', 'network_id': '5917da72-e948-4ac8-8efd-427c0f4d768e', 'project_id': 'c44b960603b34b788486f8bbcf0e1e14', 'fixed_ips': [{'subnet_id': 'dffea4ac-3848-4f6c-a359-7bbfe8810c3a'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:21.999625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f3f929d6-4744-4d67-b30e-6060d5e5572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.005771 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b3a79484-90ce-4c1a-a23b-5f6870d07072 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 1.2175479
Apr 09 21:28:22.008311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33496) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:22.108412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3ffa0-84ca-45a7-b093-303e9488e672 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:22.109921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3ffa0-84ca-45a7-b093-303e9488e672 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:22.111223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3ffa0-84ca-45a7-b093-303e9488e672 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:22.122051 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d6c3ffa0-84ca-45a7-b093-303e9488e672 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.1034529
Apr 09 21:28:22.123697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33498) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:22.168199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2ac6b5cf-4f88-4065-a4b5-4b200ca47df8 None None] Provisioning complete for port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:22.168569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2ac6b5cf-4f88-4065-a4b5-4b200ca47df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.176711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e6e639-25a0-4768-99ef-1f2cce0935c1 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Deleting subnet dffea4ac-3848-4f6c-a359-7bbfe8810c3a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:28:22.180502 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6e639-25a0-4768-99ef-1f2cce0935c1 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for subnet (dffea4ac-3848-4f6c-a359-7bbfe8810c3a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.189224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:28:22.198264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Publish callbacks [] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.200828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-98acd1b9-3c9b-4950-bac9-21002a70610a', 'network_id': '98acd1b9-3c9b-4950-bac9-21002a70610a', 'project_id': 'c44b960603b34b788486f8bbcf0e1e14', 'fixed_ips': [{'subnet_id': 'a78b37a5-341a-4312-87db-6fd745a7257b'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:22.201708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.217523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Transition to ACTIVE for port object ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:28:22.223258 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.223466 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6e639-25a0-4768-99ef-1f2cce0935c1 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (dffea4ac-3848-4f6c-a359-7bbfe8810c3a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.229982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6b5cf-4f88-4065-a4b5-4b200ca47df8 None None] Port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:28:22.281464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909893bb-4266-453b-84d3-763f6827997b service neutron] Pushing event updated for resources: {'Port': ['ID=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:22.282763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6e639-25a0-4768-99ef-1f2cce0935c1 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (dffea4ac-3848-4f6c-a359-7bbfe8810c3a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.359630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Attempting to bind port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:22.360291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Attempting to bind port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:22.360691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Attempting to bind port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 on network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:22.364504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6e639-25a0-4768-99ef-1f2cce0935c1 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (dffea4ac-3848-4f6c-a359-7bbfe8810c3a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.367390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 on network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:28:22.367729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Attempting to bind port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 on network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:22.374080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:22.374399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Checking segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:22.374786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Bound using segment: {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:22.375223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Bound port: ecef4b84-db22-4ea7-b7b9-c9ca18be7f17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a45a802-aa93-4b2e-9fb2-9a202f0584f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:22.375596 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-f3f929d6-4744-4d67-b30e-6060d5e5572f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dffea4ac-3848-4f6c-a359-7bbfe8810c3a: This subnet is being modified by another concurrent operation.
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dffea4ac-3848-4f6c-a359-7bbfe8810c3a: This subnet is being modified by another concurrent operation.
Apr 09 21:28:22.381138 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:28:22.396301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6e639-25a0-4768-99ef-1f2cce0935c1 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Subnet': ['ID=dffea4ac-3848-4f6c-a359-7bbfe8810c3a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:22.403354 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Allocated IP 2001:db8:0:1::1 (98acd1b9-3c9b-4950-bac9-21002a70610a/a78b37a5-341a-4312-87db-6fd745a7257b/a880e4c1-fcb6-4d11-aecc-5b223725279a) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:22.405215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58e6e639-25a0-4768-99ef-1f2cce0935c1 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.408686 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-58e6e639-25a0-4768-99ef-1f2cce0935c1 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/subnets/dffea4ac-3848-4f6c-a359-7bbfe8810c3a HTTP/1.1" status: 204  len: 168 time: 0.2833834
Apr 09 21:28:22.413317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33500) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:22.452621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458ecb33-b3e8-420d-ad2d-ff03408f55a2 None None] Network 5917da72-e948-4ac8-8efd-427c0f4d768e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:22.466134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] For port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:22.469660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] For port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:22.478722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4629c8-5260-45be-970b-3db86c7701da tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Deleting subnet a78b37a5-341a-4312-87db-6fd745a7257b {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:28:22.480416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.517977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:22.519090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.522565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-909893bb-4266-453b-84d3-763f6827997b service neutron] 10.222.0.32 "PUT /v2.0/ports/ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 HTTP/1.1" status: 200  len: 1092 time: 0.7267683
Apr 09 21:28:22.525646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b33d56-3d20-476b-abf6-caa21648e913', 'tag': 'ecef4b84-db22-4ea7-b7b9-c9ca18be7f17'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:28:22.529303 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7836ad88-d884-4ae2-89aa-4e2ea478469e" -d '{"events": [{"name": "network-changed", "server_uuid": "60b33d56-3d20-476b-abf6-caa21648e913", "tag": "ecef4b84-db22-4ea7-b7b9-c9ca18be7f17"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:28:22.570489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909893bb-4266-453b-84d3-763f6827997b service neutron] Pushing event updated for resources: {'Port': ['ID=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:22.615942 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fc120c-aabd-4c0b-88a8-475cdd4be39f x-openstack-request-id: req-d2fc120c-aabd-4c0b-88a8-475cdd4be39f {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:28:22.615942 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b33d56-3d20-476b-abf6-caa21648e913", "tag": "ecef4b84-db22-4ea7-b7b9-c9ca18be7f17", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:28:22.616491 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2fc120c-aabd-4c0b-88a8-475cdd4be39f {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:28:22.617527 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2fc120c-aabd-4c0b-88a8-475cdd4be39f'] response: {'name': 'network-changed', 'server_uuid': '60b33d56-3d20-476b-abf6-caa21648e913', 'tag': 'ecef4b84-db22-4ea7-b7b9-c9ca18be7f17', 'status': 'completed', 'code': 200}
Apr 09 21:28:22.661876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-d281039a-c640-4867-b849-7255db8c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:22.663409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-d281039a-c640-4867-b849-7255db8c31fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9c697ea47df45069a2be9e2124600f9&device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1126 time: 0.0869939
Apr 09 21:28:22.674889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00427e3-1a4c-47a9-8f08-212b257ca746 req-ae31c6c5-bad5-4678-8774-158c6e758de1 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:22.676987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f00427e3-1a4c-47a9-8f08-212b257ca746 req-ae31c6c5-bad5-4678-8774-158c6e758de1 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1126 time: 0.0563247
Apr 09 21:28:22.688908 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Publish callbacks [] for port (a880e4c1-fcb6-4d11-aecc-5b223725279a), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.697764 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d4629c8-5260-45be-970b-3db86c7701da tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for subnet (a78b37a5-341a-4312-87db-6fd745a7257b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.698704 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (a880e4c1-fcb6-4d11-aecc-5b223725279a), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.726703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-d99695b9-fb44-47a4-8b3b-804c4dd52b53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 HTTP/1.1" status: 200  len: 217 time: 0.0531857
Apr 09 21:28:22.747389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d4629c8-5260-45be-970b-3db86c7701da tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (a78b37a5-341a-4312-87db-6fd745a7257b), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.749918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Network 98acd1b9-3c9b-4950-bac9-21002a70610a is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:22.752954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:22.757929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:22.761283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Pushing event updated for resources: {'Port': ['ID=a880e4c1-fcb6-4d11-aecc-5b223725279a,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:22.763725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f00427e3-1a4c-47a9-8f08-212b257ca746 req-e1baf463-e19f-43a1-9a79-be148cda628a tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803487
Apr 09 21:28:22.805596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-fa558933-f23b-4caa-9f97-e011c534adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:22.807623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-fa558933-f23b-4caa-9f97-e011c534adc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23119d3e-58a3-41a9-97bf-c8b0113e0c29 HTTP/1.1" status: 200  len: 849 time: 0.0751462
Apr 09 21:28:22.846947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Attempting to bind port a880e4c1-fcb6-4d11-aecc-5b223725279a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:22.848119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Attempting to bind port a880e4c1-fcb6-4d11-aecc-5b223725279a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c236ed1-1e14-4c6f-bb50-a1bae04ee745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98acd1b9-3c9b-4950-bac9-21002a70610a'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:22.848696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Attempting to bind port a880e4c1-fcb6-4d11-aecc-5b223725279a on network 98acd1b9-3c9b-4950-bac9-21002a70610a {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:22.855316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:22.855659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Checking segment: {'id': '1c236ed1-1e14-4c6f-bb50-a1bae04ee745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98acd1b9-3c9b-4950-bac9-21002a70610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:22.856368 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.856771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Bound using segment: {'id': '1c236ed1-1e14-4c6f-bb50-a1bae04ee745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98acd1b9-3c9b-4950-bac9-21002a70610a'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:22.857972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Bound port: a880e4c1-fcb6-4d11-aecc-5b223725279a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c236ed1-1e14-4c6f-bb50-a1bae04ee745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98acd1b9-3c9b-4950-bac9-21002a70610a'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:22.858312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a880e4c1-fcb6-4d11-aecc-5b223725279a), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.863633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d4629c8-5260-45be-970b-3db86c7701da tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (a78b37a5-341a-4312-87db-6fd745a7257b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.870184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-e099f8c5-f2a4-4f12-882d-2ab2a98df16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:22.872091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-e099f8c5-f2a4-4f12-882d-2ab2a98df16a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0576420
Apr 09 21:28:22.938691 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d4629c8-5260-45be-970b-3db86c7701da tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (a78b37a5-341a-4312-87db-6fd745a7257b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.944083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] For port a880e4c1-fcb6-4d11-aecc-5b223725279a, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:22.946361 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dd35122c-7bd6-4b0c-89c0-51e9cc31145c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.948586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] For port a880e4c1-fcb6-4d11-aecc-5b223725279a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a880e4c1-fcb6-4d11-aecc-5b223725279a,segment=NetworkSegment(1c236ed1-1e14-4c6f-bb50-a1bae04ee745),segment_id=1c236ed1-1e14-4c6f-bb50-a1bae04ee745)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:22.955730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2d4629c8-5260-45be-970b-3db86c7701da tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.957958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a880e4c1-fcb6-4d11-aecc-5b223725279a), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:22.962209 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2d4629c8-5260-45be-970b-3db86c7701da tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/subnets/a78b37a5-341a-4312-87db-6fd745a7257b HTTP/1.1" status: 204  len: 168 time: 0.5451627
Apr 09 21:28:22.962971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33506) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:22.978494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4629c8-5260-45be-970b-3db86c7701da tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Subnet': ['ID=a78b37a5-341a-4312-87db-6fd745a7257b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:23.024758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3e730-dc22-4119-80af-00cd61bb8240 None None] Pushing event updated for resources: {'Port': ['ID=a880e4c1-fcb6-4d11-aecc-5b223725279a,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:23.049803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-dfc31fb8-a545-494b-9b01-3ac25e8647b7 service neutron] 10.222.0.32 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707878
Apr 09 21:28:23.072141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff65417-dc15-49c4-8f62-c0750ebf8e94 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:23.073616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fff65417-dc15-49c4-8f62-c0750ebf8e94 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1096857
Apr 09 21:28:23.077226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33508) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:23.156229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cff41c8d-3c78-4a41-bdfc-65635ac42e7c req-2e112235-ac93-4628-98c8-31d60c3aff47 service neutron] 10.222.0.32 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966604
Apr 09 21:28:23.166587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (98acd1b9-3c9b-4950-bac9-21002a70610a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.231779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Deleting port a880e4c1-fcb6-4d11-aecc-5b223725279a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:23.232328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a880e4c1-fcb6-4d11-aecc-5b223725279a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.312122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] For port a880e4c1-fcb6-4d11-aecc-5b223725279a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a880e4c1-fcb6-4d11-aecc-5b223725279a,segment=NetworkSegment(1c236ed1-1e14-4c6f-bb50-a1bae04ee745),segment_id=1c236ed1-1e14-4c6f-bb50-a1bae04ee745)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:23.312489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a880e4c1-fcb6-4d11-aecc-5b223725279a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.326853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Calling delete_port for a880e4c1-fcb6-4d11-aecc-5b223725279a owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:23.327146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a880e4c1-fcb6-4d11-aecc-5b223725279a up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:23.376946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a880e4c1-fcb6-4d11-aecc-5b223725279a triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:23.377367 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a880e4c1-fcb6-4d11-aecc-5b223725279a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.414681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (a880e4c1-fcb6-4d11-aecc-5b223725279a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.415026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Could not find standard attr ID for object a880e4c1-fcb6-4d11-aecc-5b223725279a. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:28:23.418471 ncdv-master-1 neutron-server[126921]: INFO neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No ports have port_id starting with a880e4c1-fcb6-4d11-aecc-5b223725279a
Apr 09 21:28:23.442338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Port': ['ID=a880e4c1-fcb6-4d11-aecc-5b223725279a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:23.444264 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] No DVR routers for this DVR port a880e4c1-fcb6-4d11-aecc-5b223725279a on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:23.530894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (98acd1b9-3c9b-4950-bac9-21002a70610a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.551466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375fc8ee0>,) {'filters': {'network_id': ['98acd1b9-3c9b-4950-bac9-21002a70610a']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:23.560793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375fc8ee0>, '1c236ed1-1e14-4c6f-bb50-a1bae04ee745') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:23.561123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375fc8ee0>, '1c236ed1-1e14-4c6f-bb50-a1bae04ee745') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:23.570759 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (1c236ed1-1e14-4c6f-bb50-a1bae04ee745), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.585196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1c236ed1-1e14-4c6f-bb50-a1bae04ee745), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.591719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:23.592090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (1c236ed1-1e14-4c6f-bb50-a1bae04ee745), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:23.595309 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:23.660223 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (98acd1b9-3c9b-4950-bac9-21002a70610a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.667596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.670782 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/networks/98acd1b9-3c9b-4950-bac9-21002a70610a HTTP/1.1" status: 204  len: 168 time: 0.5921874
Apr 09 21:28:23.673260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33510) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:23.691317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ed923-9024-449f-87c7-945e04a39219 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Network': ['ID=98acd1b9-3c9b-4950-bac9-21002a70610a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:23.761703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (5917da72-e948-4ac8-8efd-427c0f4d768e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.864190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (5917da72-e948-4ac8-8efd-427c0f4d768e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.885281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f2b6b-a650-4976-9101-76cc6f1b4195 req-6a8308e4-2b74-4d5c-acdd-6d63e79861cd tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:23.886803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b94f2b6b-a650-4976-9101-76cc6f1b4195 req-6a8308e4-2b74-4d5c-acdd-6d63e79861cd tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1126 time: 0.0472326
Apr 09 21:28:23.887840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374cbd610>,) {'filters': {'network_id': ['5917da72-e948-4ac8-8efd-427c0f4d768e']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:23.899752 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374cbd610>, 'fe3481c0-e85e-4f9c-b59b-802fbe493dba') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:23.900058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374cbd610>, 'fe3481c0-e85e-4f9c-b59b-802fbe493dba') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:23.911968 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (fe3481c0-e85e-4f9c-b59b-802fbe493dba), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.926509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fe3481c0-e85e-4f9c-b59b-802fbe493dba), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.934369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:23.935083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b94f2b6b-a650-4976-9101-76cc6f1b4195 req-62bc34e0-a356-4fc0-bb83-6fb6f3f83d4f tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408964
Apr 09 21:28:23.937563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (fe3481c0-e85e-4f9c-b59b-802fbe493dba), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:23.941257 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:24.003367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2644eb80-228b-4bd8-86a3-a64994fd2f36 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:28:24.014955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (5917da72-e948-4ac8-8efd-427c0f4d768e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.025152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-e626b25e-3967-4420-87c3-ab27efa0c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:24.026427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.027024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-e626b25e-3967-4420-87c3-ab27efa0c0bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9c697ea47df45069a2be9e2124600f9&device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1126 time: 0.0492916
Apr 09 21:28:24.029734 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/networks/5917da72-e948-4ac8-8efd-427c0f4d768e HTTP/1.1" status: 204  len: 168 time: 0.3555655
Apr 09 21:28:24.032362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33514) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:24.039669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7771a8-1a0b-4e9f-9001-3169b6d1fa9c tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Network': ['ID=5917da72-e948-4ac8-8efd-427c0f4d768e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:24.062669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ad28bb38-20a1-4920-a564-23bb17907af6 None None] Could not find standard attr ID for object a880e4c1-fcb6-4d11-aecc-5b223725279a. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:28:24.090673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2644eb80-228b-4bd8-86a3-a64994fd2f36 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:28:24.163520 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (a3caec88-1dde-4527-944c-2c30f24744f1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.181136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.209822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-6fef02c8-8e2b-4786-a33a-a4c68e976f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:24.211662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-6fef02c8-8e2b-4786-a33a-a4c68e976f05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 HTTP/1.1" status: 200  len: 911 time: 0.1767607
Apr 09 21:28:24.271875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-d141280a-2db0-465e-964a-c832ae0e3b84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 HTTP/1.1" status: 200  len: 217 time: 0.0464666
Apr 09 21:28:24.310775 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (a3caec88-1dde-4527-944c-2c30f24744f1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.318207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fbe485-b78e-4a60-8997-6cbf6ac56520 None None] DHCP port deletion for 98acd1b9-3c9b-4950-bac9-21002a70610a request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:28:24.343532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e396f040-1ce9-45ee-906d-5558d9a549b3 None None] Network 98acd1b9-3c9b-4950-bac9-21002a70610a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:24.355569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e396f040-1ce9-45ee-906d-5558d9a549b3 None None] Network 98acd1b9-3c9b-4950-bac9-21002a70610a could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:28:24.357279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374795d90>,) {'filters': {'network_id': ['a3caec88-1dde-4527-944c-2c30f24744f1']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:24.370227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374795d90>, '40fd4f96-88b7-4553-8f43-1240dd3e30fd') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:24.370525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374795d90>, '40fd4f96-88b7-4553-8f43-1240dd3e30fd') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:24.379401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-996a406c-f62b-41e7-b495-328de6689147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:24.380894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-996a406c-f62b-41e7-b495-328de6689147 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23119d3e-58a3-41a9-97bf-c8b0113e0c29 HTTP/1.1" status: 200  len: 849 time: 0.0812514
Apr 09 21:28:24.384235 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (40fd4f96-88b7-4553-8f43-1240dd3e30fd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.420448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (40fd4f96-88b7-4553-8f43-1240dd3e30fd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.431235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:24.431622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (40fd4f96-88b7-4553-8f43-1240dd3e30fd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:24.434743 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:24.446305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-6dc5eceb-e4ea-42fa-9118-b5c0a97f3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:24.447845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-6dc5eceb-e4ea-42fa-9118-b5c0a97f3673 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0574002
Apr 09 21:28:24.542012 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (a3caec88-1dde-4527-944c-2c30f24744f1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.549906 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.552900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/networks/a3caec88-1dde-4527-944c-2c30f24744f1 HTTP/1.1" status: 204  len: 168 time: 0.5192358
Apr 09 21:28:24.555642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33518) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:24.569408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f14a4-3bb9-4e22-877b-e7106b1ea456 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Network': ['ID=a3caec88-1dde-4527-944c-2c30f24744f1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:24.594781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-8cf21898-8103-45b4-9453-a244721fc727 service neutron] 10.222.0.32 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375294
Apr 09 21:28:24.633658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (344de305-e386-404f-b788-0ecdfbd6e8b4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.688431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7836ad88-d884-4ae2-89aa-4e2ea478469e req-868959ae-164c-4bd9-9a0b-fa45ffd64cad service neutron] 10.222.0.32 "GET /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872097
Apr 09 21:28:24.725367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (344de305-e386-404f-b788-0ecdfbd6e8b4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.746120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376dd0460>,) {'filters': {'network_id': ['344de305-e386-404f-b788-0ecdfbd6e8b4']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:24.756175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376dd0460>, 'dd0e6680-3e6f-430c-a2c3-f30cdad5506c') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:24.756475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376dd0460>, 'dd0e6680-3e6f-430c-a2c3-f30cdad5506c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:24.766702 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (dd0e6680-3e6f-430c-a2c3-f30cdad5506c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.782344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (dd0e6680-3e6f-430c-a2c3-f30cdad5506c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.788656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:24.789172 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (dd0e6680-3e6f-430c-a2c3-f30cdad5506c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:24.792284 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:24.857874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (344de305-e386-404f-b788-0ecdfbd6e8b4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.864764 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:24.867651 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] 10.222.0.30 "DELETE /v2.0/networks/344de305-e386-404f-b788-0ecdfbd6e8b4 HTTP/1.1" status: 204  len: 168 time: 0.3109553
Apr 09 21:28:24.879333 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97ce2c-1048-4fd7-9a65-54ee96794599 tempest-BulkNetworkOpsIpV6Test-1185383581 tempest-BulkNetworkOpsIpV6Test-1185383581-project] Pushing event deleted for resources: {'Network': ['ID=344de305-e386-404f-b788-0ecdfbd6e8b4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:25.051030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07500f0-dd5d-4fc3-8990-75888e7520cf req-d4071a43-afe1-42d4-9573-8065f116c2bc tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:25.052634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b07500f0-dd5d-4fc3-8990-75888e7520cf req-d4071a43-afe1-42d4-9573-8065f116c2bc tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1126 time: 0.0420411
Apr 09 21:28:25.097300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b07500f0-dd5d-4fc3-8990-75888e7520cf req-79baf8c2-a774-46d6-8973-8b5f93aec62f tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388937
Apr 09 21:28:25.122456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33526) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:25.237900 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:25.259072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-332d1279-0736-45af-9e63-786d284aa4c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c44b960603b34b788486f8bbcf0e1e14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1354194
Apr 09 21:28:25.261711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33530) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:25.281687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a880e4c1-fcb6-4d11-aecc-5b223725279a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:25.302391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a880e4c1-fcb6-4d11-aecc-5b223725279a {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:25.302736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a880e4c1-fcb6-4d11-aecc-5b223725279a not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:25.310517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-933381c9-7085-457d-b582-68fbcdc19d5a admin admin] Publish callbacks [] for security_group (dcc3d29b-3386-4234-affb-ab8d9c3d03c3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:25.332008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-933381c9-7085-457d-b582-68fbcdc19d5a admin admin] Publish callbacks [] for security_group (dcc3d29b-3386-4234-affb-ab8d9c3d03c3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:25.387368 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-933381c9-7085-457d-b582-68fbcdc19d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (dcc3d29b-3386-4234-affb-ab8d9c3d03c3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:25.389893 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-933381c9-7085-457d-b582-68fbcdc19d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:25.391064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-933381c9-7085-457d-b582-68fbcdc19d5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcc3d29b-3386-4234-affb-ab8d9c3d03c3 HTTP/1.1" status: 204  len: 168 time: 0.1283910
Apr 09 21:28:25.398673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933381c9-7085-457d-b582-68fbcdc19d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc3d29b-3386-4234-affb-ab8d9c3d03c3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:25.693964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:28:25.792495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:25.809689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:25.824510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'ecef4b84-db22-4ea7-b7b9-c9ca18be7f17', 'network_id': '4c1eb64b-bdbd-4129-b2ec-43b4067b6a33', 'port_id': 'ecef4b84-db22-4ea7-b7b9-c9ca18be7f17', 'mac_address': 'fa:16:3e:29:fb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23119d3e-58a3-41a9-97bf-c8b0113e0c29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:28:25.862737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:25.863135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:25.876379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:28:25.896027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:25.900874 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:25.953730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:26.052586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33552) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:26.106787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ecef4b84-db22-4ea7-b7b9-c9ca18be7f17'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:28:26.157633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'networks': [{'name': 'tempest-network--1665287328'}, {'name': 'tempest-network--1699908106'}]} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:26.158166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'network': {'name': 'tempest-network--1665287328'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:26.158714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'network': {'name': 'tempest-network--1699908106'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:26.187371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Made reservation on behalf of 396c8723ddd349b9bbfdedd5ef04cafb for: {'network': 2} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:26.192766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.203228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.205970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867aa12-f8b2-457a-8949-d3c2f5383f83 req-3ba63a8f-85aa-402d-af3e-0cf9378c6116 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:26.208081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d867aa12-f8b2-457a-8949-d3c2f5383f83 req-3ba63a8f-85aa-402d-af3e-0cf9378c6116 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1127 time: 0.0405834
Apr 09 21:28:26.263776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d867aa12-f8b2-457a-8949-d3c2f5383f83 req-0c458858-b316-4fb6-aac7-24d07c9d9464 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478003
Apr 09 21:28:26.289848 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for security_group (f6aa073b-995b-4a13-b7c0-422fd03ee8a5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.295712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f6aa073b-995b-4a13-b7c0-422fd03ee8a5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.296172 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.333554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa073b-995b-4a13-b7c0-422fd03ee8a5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:26.338973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:26.348296 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9de34377-0a5d-42d6-9f4c-bfddc9fd97a5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.348623 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Added segment 9de34377-0a5d-42d6-9f4c-bfddc9fd97a5 of type vlan for network e084656d-9b5f-42c9-a9d2-d8bd2778725d
Apr 09 21:28:26.395578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e084656d-9b5f-42c9-a9d2-d8bd2778725d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.423108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:26.431867 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (688a81d2-2c4a-4484-be57-263f1643dd96), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.432200 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Added segment 688a81d2-2c4a-4484-be57-263f1643dd96 of type vlan for network ae32ed7e-2613-4188-8a10-589e6049abf4
Apr 09 21:28:26.477012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (ae32ed7e-2613-4188-8a10-589e6049abf4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.503740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e084656d-9b5f-42c9-a9d2-d8bd2778725d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.504248 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (ae32ed7e-2613-4188-8a10-589e6049abf4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.509317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:26.513472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:26.514078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:26.555202 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 0.5014868
Apr 09 21:28:26.557869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33558) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:26.586699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Network': ['ID=e084656d-9b5f-42c9-a9d2-d8bd2778725d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:26.598733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e084656d-9b5f-42c9-a9d2-d8bd2778725d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:26.656206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd2c9f-44b1-4444-b0d8-f8183c2df4ba tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Network': ['ID=ae32ed7e-2613-4188-8a10-589e6049abf4,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:26.669961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network ae32ed7e-2613-4188-8a10-589e6049abf4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:27.014106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e4ef40-5554-4db8-ac71-fa1da1ba8ac3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:27.019393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e4ef40-5554-4db8-ac71-fa1da1ba8ac3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:27.024526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e4ef40-5554-4db8-ac71-fa1da1ba8ac3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:27.029487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e4ef40-5554-4db8-ac71-fa1da1ba8ac3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:27.031116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-29e4ef40-5554-4db8-ac71-fa1da1ba8ac3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.4721496
Apr 09 21:28:27.034226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33560) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:27.095889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.116710 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e084656d-9b5f-42c9-a9d2-d8bd2778725d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.204911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e084656d-9b5f-42c9-a9d2-d8bd2778725d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.225584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23753a7ca0>,) {'filters': {'network_id': ['e084656d-9b5f-42c9-a9d2-d8bd2778725d']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:27.234779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23753a7ca0>, '9de34377-0a5d-42d6-9f4c-bfddc9fd97a5') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:27.235065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23753a7ca0>, '9de34377-0a5d-42d6-9f4c-bfddc9fd97a5') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:27.244493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (9de34377-0a5d-42d6-9f4c-bfddc9fd97a5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.257579 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (9de34377-0a5d-42d6-9f4c-bfddc9fd97a5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.263413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:27.263832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (9de34377-0a5d-42d6-9f4c-bfddc9fd97a5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:27.266941 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:27.327230 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e084656d-9b5f-42c9-a9d2-d8bd2778725d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.335995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.339195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/networks/e084656d-9b5f-42c9-a9d2-d8bd2778725d HTTP/1.1" status: 204  len: 168 time: 0.3038871
Apr 09 21:28:27.342059 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33564) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:27.357447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea8f37-54dd-4fb4-bca7-52ffe89284b3 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Network': ['ID=e084656d-9b5f-42c9-a9d2-d8bd2778725d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:27.389859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585278e-79ee-4369-87a7-a678b0923712 req-816353b1-4e67-49f1-93f3-5c29e483d925 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:27.391377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5585278e-79ee-4369-87a7-a678b0923712 req-816353b1-4e67-49f1-93f3-5c29e483d925 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1127 time: 0.0510845
Apr 09 21:28:27.422184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (ae32ed7e-2613-4188-8a10-589e6049abf4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.439738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5585278e-79ee-4369-87a7-a678b0923712 req-c7d01684-e0ec-4bfe-ab89-04632ff69b84 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371559
Apr 09 21:28:27.512381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (ae32ed7e-2613-4188-8a10-589e6049abf4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.532567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237632a0d0>,) {'filters': {'network_id': ['ae32ed7e-2613-4188-8a10-589e6049abf4']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:27.543174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237632a0d0>, '688a81d2-2c4a-4484-be57-263f1643dd96') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:27.543501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237632a0d0>, '688a81d2-2c4a-4484-be57-263f1643dd96') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:27.553326 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (688a81d2-2c4a-4484-be57-263f1643dd96), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.566404 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (688a81d2-2c4a-4484-be57-263f1643dd96), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.572195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:27.572569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (688a81d2-2c4a-4484-be57-263f1643dd96), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:27.575608 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:27.638958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (ae32ed7e-2613-4188-8a10-589e6049abf4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.645886 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.648968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/networks/ae32ed7e-2613-4188-8a10-589e6049abf4 HTTP/1.1" status: 204  len: 168 time: 0.3059332
Apr 09 21:28:27.651725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33566) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:27.660088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc427749-218e-4a23-a541-1f1048044102 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Network': ['ID=ae32ed7e-2613-4188-8a10-589e6049abf4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:27.741207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:27.755277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e4ed1-b0c6-463c-9ea4-79de8bb02e8b tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:27.760446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e4ed1-b0c6-463c-9ea4-79de8bb02e8b tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:27.762140 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6a4e4ed1-b0c6-463c-9ea4-79de8bb02e8b tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1091807
Apr 09 21:28:27.765981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33568) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:27.770801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-329126442'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:27.787506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:28:27.792464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Made reservation on behalf of 396c8723ddd349b9bbfdedd5ef04cafb for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:27.795125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:27.795487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.795767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.819758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:27.829152 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (63a3dd11-4fac-4c8d-97b5-8ae2592aefec), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.829491 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Added segment 63a3dd11-4fac-4c8d-97b5-8ae2592aefec of type vlan for network fabbfd2c-08a0-4dc7-83a6-653bd3c400f1
Apr 09 21:28:27.869728 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fabbfd2c-08a0-4dc7-83a6-653bd3c400f1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.874036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:27.874418 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.895061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fabbfd2c-08a0-4dc7-83a6-653bd3c400f1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.900320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:27.900872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b33d56-3d20-476b-abf6-caa21648e913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef4b84-db22-4ea7-b7b9-c9ca18be7f17'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:28:27.900996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.903558 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f32435-37cb-4f70-a0a8-98caec553cd0" -d '{"events": [{"server_uuid": "60b33d56-3d20-476b-abf6-caa21648e913", "name": "network-vif-plugged", "status": "completed", "tag": "ecef4b84-db22-4ea7-b7b9-c9ca18be7f17"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:28:27.917401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:27.924171 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:27.948813 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede04bf8-105b-444a-a88c-22a3a345d325 x-openstack-request-id: req-ede04bf8-105b-444a-a88c-22a3a345d325 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:28:27.949134 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b33d56-3d20-476b-abf6-caa21648e913", "name": "network-vif-plugged", "status": "completed", "tag": "ecef4b84-db22-4ea7-b7b9-c9ca18be7f17", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:28:27.949385 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ede04bf8-105b-444a-a88c-22a3a345d325 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:28:27.949777 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede04bf8-105b-444a-a88c-22a3a345d325'] response: {'server_uuid': '60b33d56-3d20-476b-abf6-caa21648e913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef4b84-db22-4ea7-b7b9-c9ca18be7f17', 'code': 200}
Apr 09 21:28:27.969575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2001040
Apr 09 21:28:27.973085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33572) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:27.975228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1808401735'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:27.982947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4aefa-5d04-41ec-967d-ebe8cc423d6c tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Network': ['ID=fabbfd2c-08a0-4dc7-83a6-653bd3c400f1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:27.984412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:27.994000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fabbfd2c-08a0-4dc7-83a6-653bd3c400f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:27.998431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Made reservation on behalf of 396c8723ddd349b9bbfdedd5ef04cafb for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:28.002186 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.031282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:28.041723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5378e818-a7d1-4c43-bb78-5a346a635a78), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.042727 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Added segment 5378e818-a7d1-4c43-bb78-5a346a635a78 of type vlan for network adaf4193-b1be-442d-ac22-80a496a5a95c
Apr 09 21:28:28.055003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdd579-865b-42ed-9d9f-9d07d839caa1 req-269d201f-6811-40b3-a5f1-9adbdad2f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:28.056646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dbdd579-865b-42ed-9d9f-9d07d839caa1 req-269d201f-6811-40b3-a5f1-9adbdad2f066 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1128 time: 0.0457888
Apr 09 21:28:28.084221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (adaf4193-b1be-442d-ac22-80a496a5a95c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.101463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dbdd579-865b-42ed-9d9f-9d07d839caa1 req-516fb916-612d-4086-9fab-476bff3c7987 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378280
Apr 09 21:28:28.112123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (adaf4193-b1be-442d-ac22-80a496a5a95c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.117506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:28.118080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.156874 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1856396
Apr 09 21:28:28.159810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33574) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:28.164984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'ports': [{'network_id': 'fabbfd2c-08a0-4dc7-83a6-653bd3c400f1', 'name': 'tempest-port--1126035512', 'admin_state_up': True}, {'network_id': 'adaf4193-b1be-442d-ac22-80a496a5a95c', 'admin_state_up': False}]} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:28.165332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'port': {'network_id': 'fabbfd2c-08a0-4dc7-83a6-653bd3c400f1', 'name': 'tempest-port--1126035512', 'admin_state_up': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:28.165827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'port': {'network_id': 'adaf4193-b1be-442d-ac22-80a496a5a95c', 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:28.191137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa6683-71e1-4183-a504-8e129be4b8a4 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Network': ['ID=adaf4193-b1be-442d-ac22-80a496a5a95c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:28.203038 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network adaf4193-b1be-442d-ac22-80a496a5a95c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:28.326246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Made reservation on behalf of 396c8723ddd349b9bbfdedd5ef04cafb for: {'port': 2} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:28.332041 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.350665 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.494675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] device_id is not set on port 584de54a-a740-4240-8d53-f39f2c54bc7e yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:28:28.551550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6f6e-a585-4e12-b1bd-b40fa9ad5a7f req-65856265-62c4-4966-9e43-94d49be8fd31 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:28.553082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7e6f6e-a585-4e12-b1bd-b40fa9ad5a7f req-65856265-62c4-4966-9e43-94d49be8fd31 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1128 time: 0.0486441
Apr 09 21:28:28.634184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba7e6f6e-a585-4e12-b1bd-b40fa9ad5a7f req-a43f9884-bc49-4086-ae1c-c6f60d4f28fe tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742161
Apr 09 21:28:28.642830 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for port (584de54a-a740-4240-8d53-f39f2c54bc7e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.710335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] device_id is not set on port b130f2c2-daea-46be-8d76-a27c16655773 yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:28:28.792093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for port (b130f2c2-daea-46be-8d76-a27c16655773), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.832771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (584de54a-a740-4240-8d53-f39f2c54bc7e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.890229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Port': ['ID=584de54a-a740-4240-8d53-f39f2c54bc7e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:28.905676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Checking segment: {'id': '63a3dd11-4fac-4c8d-97b5-8ae2592aefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fabbfd2c-08a0-4dc7-83a6-653bd3c400f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:28.906068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Network hostable DHCP agents. Network: fabbfd2c-08a0-4dc7-83a6-653bd3c400f1, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:28.926528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Network fabbfd2c-08a0-4dc7-83a6-653bd3c400f1 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:28.936911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fabbfd2c-08a0-4dc7-83a6-653bd3c400f1) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:28.940527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:28.941408 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b130f2c2-daea-46be-8d76-a27c16655773), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:28.946271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f30b757-b7a7-4aab-b819-43310eae8f91 None None] Network fabbfd2c-08a0-4dc7-83a6-653bd3c400f1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:28.993552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Port': ['ID=b130f2c2-daea-46be-8d76-a27c16655773,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:29.013959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Checking segment: {'id': '5378e818-a7d1-4c43-bb78-5a346a635a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adaf4193-b1be-442d-ac22-80a496a5a95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:29.014285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Network hostable DHCP agents. Network: adaf4193-b1be-442d-ac22-80a496a5a95c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:29.033627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Network adaf4193-b1be-442d-ac22-80a496a5a95c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:29.042637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, adaf4193-b1be-442d-ac22-80a496a5a95c) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:29.046056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:29.051292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:29.051818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2786458-2f3f-4df2-9804-722937cb438c None None] Network adaf4193-b1be-442d-ac22-80a496a5a95c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:29.055713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:29.056356 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.079963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33578) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:29.080691 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-963a72d8-eaaf-4525-91bd-9d00b58109c0 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 0.9195797
Apr 09 21:28:29.181416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c5d3d-7b8d-41c6-84f1-0b7fee4d4756 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:29.186925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c5d3d-7b8d-41c6-84f1-0b7fee4d4756 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:29.188651 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-880c5d3d-7b8d-41c6-84f1-0b7fee4d4756 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1066475
Apr 09 21:28:29.191521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33580) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:29.279321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bd58cb72-552b-4f6d-a227-74de5cc00831 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Deleting port 584de54a-a740-4240-8d53-f39f2c54bc7e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:29.279620 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd58cb72-552b-4f6d-a227-74de5cc00831 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (584de54a-a740-4240-8d53-f39f2c54bc7e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.345739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd58cb72-552b-4f6d-a227-74de5cc00831 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (584de54a-a740-4240-8d53-f39f2c54bc7e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.359034 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-bd58cb72-552b-4f6d-a227-74de5cc00831 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Calling delete_port for 584de54a-a740-4240-8d53-f39f2c54bc7e owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:29.446896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd58cb72-552b-4f6d-a227-74de5cc00831 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (584de54a-a740-4240-8d53-f39f2c54bc7e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.478003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58cb72-552b-4f6d-a227-74de5cc00831 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Port': ['ID=584de54a-a740-4240-8d53-f39f2c54bc7e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:29.481658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bd58cb72-552b-4f6d-a227-74de5cc00831 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.484989 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bd58cb72-552b-4f6d-a227-74de5cc00831 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/ports/584de54a-a740-4240-8d53-f39f2c54bc7e HTTP/1.1" status: 204  len: 168 time: 0.2924869
Apr 09 21:28:29.487655 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33582) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:29.569631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5dbeccd9-a2a2-4e6e-bf3a-8393c3e17ac7 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Deleting port b130f2c2-daea-46be-8d76-a27c16655773 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:29.569966 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dbeccd9-a2a2-4e6e-bf3a-8393c3e17ac7 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b130f2c2-daea-46be-8d76-a27c16655773), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.638758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dbeccd9-a2a2-4e6e-bf3a-8393c3e17ac7 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b130f2c2-daea-46be-8d76-a27c16655773), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.651103 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5dbeccd9-a2a2-4e6e-bf3a-8393c3e17ac7 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Calling delete_port for b130f2c2-daea-46be-8d76-a27c16655773 owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:29.739335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dbeccd9-a2a2-4e6e-bf3a-8393c3e17ac7 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b130f2c2-daea-46be-8d76-a27c16655773), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.744789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473b499-aaad-400e-8b12-519974d17b52 req-fdef62ca-9f29-4ee5-9d60-768546553d63 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:29.746556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b473b499-aaad-400e-8b12-519974d17b52 req-fdef62ca-9f29-4ee5-9d60-768546553d63 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1128 time: 0.0431390
Apr 09 21:28:29.778877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbeccd9-a2a2-4e6e-bf3a-8393c3e17ac7 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Port': ['ID=b130f2c2-daea-46be-8d76-a27c16655773,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:29.791349 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5dbeccd9-a2a2-4e6e-bf3a-8393c3e17ac7 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.795928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b473b499-aaad-400e-8b12-519974d17b52 req-d6f62717-e342-40ff-9c8b-c4c7d3514777 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428910
Apr 09 21:28:29.796205 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5dbeccd9-a2a2-4e6e-bf3a-8393c3e17ac7 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/ports/b130f2c2-daea-46be-8d76-a27c16655773 HTTP/1.1" status: 204  len: 168 time: 0.3074076
Apr 09 21:28:29.798467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33586) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:29.829725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-23434e9d-0a27-4335-b08a-f7bb689050ec tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0298989
Apr 09 21:28:29.834062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33590) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:29.839767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1335089574'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:29.862555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Made reservation on behalf of 396c8723ddd349b9bbfdedd5ef04cafb for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:29.866451 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.921641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:29.926837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab557a-148c-4a68-889d-8af7f54fa153 req-2aaadd00-626f-4013-92b1-85600e725645 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:29.928402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9ab557a-148c-4a68-889d-8af7f54fa153 req-2aaadd00-626f-4013-92b1-85600e725645 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1128 time: 0.0593612
Apr 09 21:28:29.933653 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2d573c3e-d55a-4b78-ac6c-40a46de3d168), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:29.933994 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Added segment 2d573c3e-d55a-4b78-ac6c-40a46de3d168 of type vlan for network b0b77740-4e40-4392-93e6-730d6003bd54
Apr 09 21:28:30.001791 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (b0b77740-4e40-4392-93e6-730d6003bd54), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.034233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b9ab557a-148c-4a68-889d-8af7f54fa153 req-cb8b094c-c574-4216-84a5-f598442dc178 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984738
Apr 09 21:28:30.045209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (b0b77740-4e40-4392-93e6-730d6003bd54), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.050392 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:30.051157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.090212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2547739
Apr 09 21:28:30.092931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33594) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:30.098153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1437348753'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:30.120798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Made reservation on behalf of 396c8723ddd349b9bbfdedd5ef04cafb for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:30.124389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.152421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a4e0e-391c-4090-b379-ea1cfa558c0a tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Network': ['ID=b0b77740-4e40-4392-93e6-730d6003bd54,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:30.154624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:30.166846 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa5263-3c6e-49c7-aca9-cf339ad6da92 req-859b77f2-1e31-475e-8160-be8006a1e292 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:30.167210 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (36e48284-9f40-424e-abce-8e48357b6dee), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.167553 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Added segment 36e48284-9f40-424e-abce-8e48357b6dee of type vlan for network fb707864-44b2-42d7-b763-d5fe9ae17268
Apr 09 21:28:30.167681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network b0b77740-4e40-4392-93e6-730d6003bd54 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:30.168405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8aa5263-3c6e-49c7-aca9-cf339ad6da92 req-859b77f2-1e31-475e-8160-be8006a1e292 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1128 time: 0.0459859
Apr 09 21:28:30.216494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fb707864-44b2-42d7-b763-d5fe9ae17268), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.221784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8aa5263-3c6e-49c7-aca9-cf339ad6da92 req-83e8f51c-70b6-4aac-b023-fc4f3c31f97b tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470300
Apr 09 21:28:30.244119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fb707864-44b2-42d7-b763-d5fe9ae17268), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.249301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:30.249958 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.288330 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1941242
Apr 09 21:28:30.320502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4787b2-771f-4811-8936-94522994a499 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Network': ['ID=fb707864-44b2-42d7-b763-d5fe9ae17268,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:30.331730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fb707864-44b2-42d7-b763-d5fe9ae17268 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:30.485802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fff72-ca71-443f-b1ec-8029d4269043 req-3f3c8679-b15d-4763-a318-25ec4711f41f tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:30.487379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-297fff72-ca71-443f-b1ec-8029d4269043 req-3f3c8679-b15d-4763-a318-25ec4711f41f tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1128 time: 0.0486281
Apr 09 21:28:30.523550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33600) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:30.529774 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'subnets': [{'network_id': 'b0b77740-4e40-4392-93e6-730d6003bd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--426587630', 'ip_version': 4}, {'network_id': 'fb707864-44b2-42d7-b763-d5fe9ae17268', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:30.530085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'subnet': {'network_id': 'b0b77740-4e40-4392-93e6-730d6003bd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--426587630', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:30.530657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Request body: {'subnet': {'network_id': 'fb707864-44b2-42d7-b763-d5fe9ae17268', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:30.534829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-297fff72-ca71-443f-b1ec-8029d4269043 req-c893a780-5682-4147-9f6f-7204cbdc1b59 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407836
Apr 09 21:28:30.694089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Made reservation on behalf of 396c8723ddd349b9bbfdedd5ef04cafb for: {'subnet': 2} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:30.698491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:30.698832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.070646 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (78afda35-2295-4e1c-a654-03720d3ea396), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.132311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Subnet': ['ID=78afda35-2295-4e1c-a654-03720d3ea396,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:31.142671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Checking segment: {'id': '2d573c3e-d55a-4b78-ac6c-40a46de3d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b0b77740-4e40-4392-93e6-730d6003bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:31.143028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Network hostable DHCP agents. Network: b0b77740-4e40-4392-93e6-730d6003bd54, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:31.162183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Network b0b77740-4e40-4392-93e6-730d6003bd54 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:31.171266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b0b77740-4e40-4392-93e6-730d6003bd54) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:31.175289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (05929783-c16f-46c7-a553-7b7acb8c059a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.184389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c757b5b-39a7-4adf-b694-f0564ae20000 None None] Network b0b77740-4e40-4392-93e6-730d6003bd54 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:31.232153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event updated for resources: {'Subnet': ['ID=05929783-c16f-46c7-a553-7b7acb8c059a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:31.247489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Checking segment: {'id': '36e48284-9f40-424e-abce-8e48357b6dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb707864-44b2-42d7-b763-d5fe9ae17268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:31.247837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Network hostable DHCP agents. Network: fb707864-44b2-42d7-b763-d5fe9ae17268, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:31.266435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Network fb707864-44b2-42d7-b763-d5fe9ae17268 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:31.277720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb707864-44b2-42d7-b763-d5fe9ae17268) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:31.282112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:31.282587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:31.283367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.288167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc18a3c-62e5-46c7-9cd1-b0b794e2de57 None None] Network fb707864-44b2-42d7-b763-d5fe9ae17268 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:31.301398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21117357-7f3c-4051-a368-9976db88f8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b0b77740-4e40-4392-93e6-730d6003bd54', 'network_id': 'b0b77740-4e40-4392-93e6-730d6003bd54', 'project_id': '396c8723ddd349b9bbfdedd5ef04cafb', 'fixed_ips': [{'subnet_id': '78afda35-2295-4e1c-a654-03720d3ea396'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:31.302322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-21117357-7f3c-4051-a368-9976db88f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.304157 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1afe25ff-6d90-430d-a60c-f4aaceeadcaf tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 0.7790127
Apr 09 21:28:31.306658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:31.359882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f69677-17aa-4df7-9a24-66ae4d74f81e tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:31.361246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f69677-17aa-4df7-9a24-66ae4d74f81e tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:31.362546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f69677-17aa-4df7-9a24-66ae4d74f81e tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:31.364167 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39f69677-17aa-4df7-9a24-66ae4d74f81e tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.0565763
Apr 09 21:28:31.368103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33604) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:31.418677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6986b7c-9357-4abc-b6d3-de68e75ee7cc tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Deleting subnet 78afda35-2295-4e1c-a654-03720d3ea396 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:28:31.421981 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6986b7c-9357-4abc-b6d3-de68e75ee7cc tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for subnet (78afda35-2295-4e1c-a654-03720d3ea396), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.471777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fb707864-44b2-42d7-b763-d5fe9ae17268', 'network_id': 'fb707864-44b2-42d7-b763-d5fe9ae17268', 'project_id': '396c8723ddd349b9bbfdedd5ef04cafb', 'fixed_ips': [{'subnet_id': '05929783-c16f-46c7-a553-7b7acb8c059a'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:31.472664 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.472801 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6986b7c-9357-4abc-b6d3-de68e75ee7cc tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (78afda35-2295-4e1c-a654-03720d3ea396), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.523953 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6986b7c-9357-4abc-b6d3-de68e75ee7cc tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (78afda35-2295-4e1c-a654-03720d3ea396), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.568938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.602799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6986b7c-9357-4abc-b6d3-de68e75ee7cc tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (78afda35-2295-4e1c-a654-03720d3ea396), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-21117357-7f3c-4051-a368-9976db88f8f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78afda35-2295-4e1c-a654-03720d3ea396: This subnet is being modified by another concurrent operation.
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78afda35-2295-4e1c-a654-03720d3ea396: This subnet is being modified by another concurrent operation.
Apr 09 21:28:31.610337 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:28:31.630551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548f7d6c-545f-49c4-a441-8d726445f021 None None] Network b0b77740-4e40-4392-93e6-730d6003bd54 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:31.642238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6986b7c-9357-4abc-b6d3-de68e75ee7cc tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Subnet': ['ID=78afda35-2295-4e1c-a654-03720d3ea396,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:31.649355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Allocated IP 172.20.0.18 (fb707864-44b2-42d7-b763-d5fe9ae17268/05929783-c16f-46c7-a553-7b7acb8c059a/7b82a799-c8a8-4f0f-a39a-28ee3c16d076) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:31.661192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a6986b7c-9357-4abc-b6d3-de68e75ee7cc tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.664437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a6986b7c-9357-4abc-b6d3-de68e75ee7cc tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/subnets/78afda35-2295-4e1c-a654-03720d3ea396 HTTP/1.1" status: 204  len: 168 time: 0.2952354
Apr 09 21:28:31.668418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33608) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:31.717179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87901832-f401-4cb9-9d45-56c2045c2a4a req-8dd6c838-3545-4325-a9e5-bd23b0bffc03 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:31.719625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87901832-f401-4cb9-9d45-56c2045c2a4a req-8dd6c838-3545-4325-a9e5-bd23b0bffc03 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1128 time: 0.0786283
Apr 09 21:28:31.720575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-0b7b171c-fa18-4551-9ddc-e36c8954f4f5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:31.722016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-0b7b171c-fa18-4551-9ddc-e36c8954f4f5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=60b33d56-3d20-476b-abf6-caa21648e913 HTTP/1.1" status: 200  len: 1128 time: 0.0702331
Apr 09 21:28:31.737309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c80fdda-60d4-4c71-800c-6fb3dfa24816 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Deleting subnet 05929783-c16f-46c7-a553-7b7acb8c059a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:28:31.819584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-87901832-f401-4cb9-9d45-56c2045c2a4a req-a7f7f9bf-ca7f-482d-903a-f6eb12006ed2 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935943
Apr 09 21:28:31.828093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Deleting port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:31.828428 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.867320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Publish callbacks [] for port (7b82a799-c8a8-4f0f-a39a-28ee3c16d076), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.873280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdda-60d4-4c71-800c-6fb3dfa24816 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for subnet (05929783-c16f-46c7-a553-7b7acb8c059a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.874169 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (7b82a799-c8a8-4f0f-a39a-28ee3c16d076), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.907997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Network fb707864-44b2-42d7-b763-d5fe9ae17268 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:31.914605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:31.918305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:31.924023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdda-60d4-4c71-800c-6fb3dfa24816 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (05929783-c16f-46c7-a553-7b7acb8c059a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.924353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] For port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:31.925332 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.933445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Pushing event updated for resources: {'Port': ['ID=7b82a799-c8a8-4f0f-a39a-28ee3c16d076,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:31.943857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Calling delete_port for ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:31.986126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Attempting to bind port 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:31.986492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Attempting to bind port 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36e48284-9f40-424e-abce-8e48357b6dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb707864-44b2-42d7-b763-d5fe9ae17268'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:31.986853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Attempting to bind port 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 on network fb707864-44b2-42d7-b763-d5fe9ae17268 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:31.991921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:31.992279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Checking segment: {'id': '36e48284-9f40-424e-abce-8e48357b6dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb707864-44b2-42d7-b763-d5fe9ae17268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:31.992686 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:31.993108 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Bound using segment: {'id': '36e48284-9f40-424e-abce-8e48357b6dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb707864-44b2-42d7-b763-d5fe9ae17268'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:31.993571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Bound port: 7b82a799-c8a8-4f0f-a39a-28ee3c16d076, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e48284-9f40-424e-abce-8e48357b6dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fb707864-44b2-42d7-b763-d5fe9ae17268'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:31.993947 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7b82a799-c8a8-4f0f-a39a-28ee3c16d076), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.019548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdda-60d4-4c71-800c-6fb3dfa24816 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (05929783-c16f-46c7-a553-7b7acb8c059a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.079111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ecef4b84-db22-4ea7-b7b9-c9ca18be7f17), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.090653 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdda-60d4-4c71-800c-6fb3dfa24816 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (05929783-c16f-46c7-a553-7b7acb8c059a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.091243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9d2cb804-1803-4e27-bd87-498b577cb8e0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:28:32.094273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['ecef4b84-db22-4ea7-b7b9-c9ca18be7f17'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:28:32.107306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecef4b84-db22-4ea7-b7b9-c9ca18be7f17,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:32.122226 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80fdda-60d4-4c71-800c-6fb3dfa24816 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Subnet': ['ID=05929783-c16f-46c7-a553-7b7acb8c059a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:32.129603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdda-60d4-4c71-800c-6fb3dfa24816 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.134617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2c80fdda-60d4-4c71-800c-6fb3dfa24816 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/subnets/05929783-c16f-46c7-a553-7b7acb8c059a HTTP/1.1" status: 204  len: 168 time: 0.4647489
Apr 09 21:28:32.137150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33610) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:32.148432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] For port 7b82a799-c8a8-4f0f-a39a-28ee3c16d076, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:32.170810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] For port 7b82a799-c8a8-4f0f-a39a-28ee3c16d076, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b82a799-c8a8-4f0f-a39a-28ee3c16d076,segment=NetworkSegment(36e48284-9f40-424e-abce-8e48357b6dee),segment_id=36e48284-9f40-424e-abce-8e48357b6dee)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:32.184613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] No DVR routers for this DVR port ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:32.185566 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7b82a799-c8a8-4f0f-a39a-28ee3c16d076), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.188727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.192019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-109b78ff-f93a-4f0a-8523-3cc32115a64c req-6f8075e9-a913-4286-8384-1cafe9aa55c5 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 HTTP/1.1" status: 204  len: 173 time: 0.4640815
Apr 09 21:28:32.192627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b33d56-3d20-476b-abf6-caa21648e913', 'name': 'network-vif-deleted', 'tag': 'ecef4b84-db22-4ea7-b7b9-c9ca18be7f17'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:28:32.195060 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a47df47-305c-46ac-9698-5569c9f0940a" -d '{"events": [{"server_uuid": "60b33d56-3d20-476b-abf6-caa21648e913", "name": "network-vif-deleted", "tag": "ecef4b84-db22-4ea7-b7b9-c9ca18be7f17"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:28:32.242894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a1e97-6378-4c96-8dd0-49af697154eb tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:32.246560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-337a1e97-6378-4c96-8dd0-49af697154eb tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1084206
Apr 09 21:28:32.252275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33614) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:32.256605 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf394a-444b-4cfb-b0f1-856ee52ebd32 x-openstack-request-id: req-e9cf394a-444b-4cfb-b0f1-856ee52ebd32 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:28:32.257212 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b33d56-3d20-476b-abf6-caa21648e913", "name": "network-vif-deleted", "tag": "ecef4b84-db22-4ea7-b7b9-c9ca18be7f17", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:28:32.257806 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9cf394a-444b-4cfb-b0f1-856ee52ebd32 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:28:32.258409 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cf394a-444b-4cfb-b0f1-856ee52ebd32'] response: {'server_uuid': '60b33d56-3d20-476b-abf6-caa21648e913', 'name': 'network-vif-deleted', 'tag': 'ecef4b84-db22-4ea7-b7b9-c9ca18be7f17', 'status': 'completed', 'code': 200}
Apr 09 21:28:32.329737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca5365-b2e7-4ce6-9875-e2abb7d478a1 None None] Pushing event updated for resources: {'Port': ['ID=7b82a799-c8a8-4f0f-a39a-28ee3c16d076,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:32.357930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fb707864-44b2-42d7-b763-d5fe9ae17268), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.420734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Deleting port 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:32.421454 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7b82a799-c8a8-4f0f-a39a-28ee3c16d076), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.488137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] For port 7b82a799-c8a8-4f0f-a39a-28ee3c16d076, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b82a799-c8a8-4f0f-a39a-28ee3c16d076,segment=NetworkSegment(36e48284-9f40-424e-abce-8e48357b6dee),segment_id=36e48284-9f40-424e-abce-8e48357b6dee)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:32.488503 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7b82a799-c8a8-4f0f-a39a-28ee3c16d076), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.515341 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Calling delete_port for 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:32.613834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7b82a799-c8a8-4f0f-a39a-28ee3c16d076), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.646251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Port': ['ID=7b82a799-c8a8-4f0f-a39a-28ee3c16d076,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:32.652078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] No DVR routers for this DVR port 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:32.738171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fb707864-44b2-42d7-b763-d5fe9ae17268), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.762815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375608fd0>,) {'filters': {'network_id': ['fb707864-44b2-42d7-b763-d5fe9ae17268']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:32.771893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375608fd0>, '36e48284-9f40-424e-abce-8e48357b6dee') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:32.772184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375608fd0>, '36e48284-9f40-424e-abce-8e48357b6dee') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:32.782047 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (36e48284-9f40-424e-abce-8e48357b6dee), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.795635 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (36e48284-9f40-424e-abce-8e48357b6dee), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.801742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:32.802142 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (36e48284-9f40-424e-abce-8e48357b6dee), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:32.805265 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:32.870758 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fb707864-44b2-42d7-b763-d5fe9ae17268), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.882676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:32.886863 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/networks/fb707864-44b2-42d7-b763-d5fe9ae17268 HTTP/1.1" status: 204  len: 168 time: 0.6332102
Apr 09 21:28:32.889531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33620) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:32.896750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6fc4d-6126-4ded-b0b9-fa9d8898d7a8 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Network': ['ID=fb707864-44b2-42d7-b763-d5fe9ae17268,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:32.979727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (b0b77740-4e40-4392-93e6-730d6003bd54), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.080609 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (b0b77740-4e40-4392-93e6-730d6003bd54), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.132229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374eb1850>,) {'filters': {'network_id': ['b0b77740-4e40-4392-93e6-730d6003bd54']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.146955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374eb1850>, '2d573c3e-d55a-4b78-ac6c-40a46de3d168') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.147195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374eb1850>, '2d573c3e-d55a-4b78-ac6c-40a46de3d168') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.154045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3f5c1-d0ab-4cef-aa12-6ce4eb0d4e25 req-9ec0ef84-5342-4956-8b76-560e67e53788 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:33.155656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ea3f5c1-d0ab-4cef-aa12-6ce4eb0d4e25 req-9ec0ef84-5342-4956-8b76-560e67e53788 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1127 time: 0.0775242
Apr 09 21:28:33.159330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (2d573c3e-d55a-4b78-ac6c-40a46de3d168), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.183465 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (2d573c3e-d55a-4b78-ac6c-40a46de3d168), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.194347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:33.194834 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (2d573c3e-d55a-4b78-ac6c-40a46de3d168), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:33.197795 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:33.268836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6ea3f5c1-d0ab-4cef-aa12-6ce4eb0d4e25 req-826289b1-bc40-41d8-86c6-034aca660b62 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025705
Apr 09 21:28:33.278676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (b0b77740-4e40-4392-93e6-730d6003bd54), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.285972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.289360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/networks/b0b77740-4e40-4392-93e6-730d6003bd54 HTTP/1.1" status: 204  len: 168 time: 0.3981867
Apr 09 21:28:33.291729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33624) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:33.309940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8fa63-7688-4090-9c03-c70deaece4d2 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Network': ['ID=b0b77740-4e40-4392-93e6-730d6003bd54,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:33.319965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b513dc3a-1d96-4994-af17-3fcb1066c821 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:28:33.363529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c562bab2-1b4d-401c-99a2-0d8ceed1c09c None None] Could not find standard attr ID for object 7b82a799-c8a8-4f0f-a39a-28ee3c16d076. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:28:33.378006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (adaf4193-b1be-442d-ac22-80a496a5a95c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.404777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513dc3a-1d96-4994-af17-3fcb1066c821 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:28:33.471302 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (adaf4193-b1be-442d-ac22-80a496a5a95c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.492133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23753de0d0>,) {'filters': {'network_id': ['adaf4193-b1be-442d-ac22-80a496a5a95c']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.501947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23753de0d0>, '5378e818-a7d1-4c43-bb78-5a346a635a78') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.502242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23753de0d0>, '5378e818-a7d1-4c43-bb78-5a346a635a78') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.512293 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (5378e818-a7d1-4c43-bb78-5a346a635a78), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.526358 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5378e818-a7d1-4c43-bb78-5a346a635a78), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.533270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:33.533651 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (5378e818-a7d1-4c43-bb78-5a346a635a78), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:33.536809 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:33.609931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (adaf4193-b1be-442d-ac22-80a496a5a95c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.615545 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.618817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/networks/adaf4193-b1be-442d-ac22-80a496a5a95c HTTP/1.1" status: 204  len: 168 time: 0.3261728
Apr 09 21:28:33.621629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33626) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:33.635329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72379bde-b54d-4ecf-8e1d-276683fec8f1 None None] DHCP port deletion for fb707864-44b2-42d7-b763-d5fe9ae17268 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:28:33.640283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9bc6e-7ef4-4531-9180-b51d4a5a3515 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Network': ['ID=adaf4193-b1be-442d-ac22-80a496a5a95c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:33.661512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39bcc4-24f2-42ad-ad2f-23387b391b0d None None] Network fb707864-44b2-42d7-b763-d5fe9ae17268 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:33.673180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39bcc4-24f2-42ad-ad2f-23387b391b0d None None] Network fb707864-44b2-42d7-b763-d5fe9ae17268 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:28:33.711585 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fabbfd2c-08a0-4dc7-83a6-653bd3c400f1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.799720 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fabbfd2c-08a0-4dc7-83a6-653bd3c400f1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.820201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374229b50>,) {'filters': {'network_id': ['fabbfd2c-08a0-4dc7-83a6-653bd3c400f1']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.829650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374229b50>, '63a3dd11-4fac-4c8d-97b5-8ae2592aefec') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.829943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374229b50>, '63a3dd11-4fac-4c8d-97b5-8ae2592aefec') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:33.849869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (63a3dd11-4fac-4c8d-97b5-8ae2592aefec), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.865845 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (63a3dd11-4fac-4c8d-97b5-8ae2592aefec), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.872269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:33.872685 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (63a3dd11-4fac-4c8d-97b5-8ae2592aefec), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:33.875870 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:33.953246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fabbfd2c-08a0-4dc7-83a6-653bd3c400f1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.961217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:33.965075 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] 10.222.0.30 "DELETE /v2.0/networks/fabbfd2c-08a0-4dc7-83a6-653bd3c400f1 HTTP/1.1" status: 204  len: 168 time: 0.3422346
Apr 09 21:28:33.976447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8eeab-c951-4a1f-b03a-c71f5c759f43 tempest-BulkNetworkOpsTest-1885010057 tempest-BulkNetworkOpsTest-1885010057-project] Pushing event deleted for resources: {'Network': ['ID=fabbfd2c-08a0-4dc7-83a6-653bd3c400f1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:34.216797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33632) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:34.370538 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-78cfee60-91c4-44b6-9e24-4df5284f79b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=396c8723ddd349b9bbfdedd5ef04cafb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1525817
Apr 09 21:28:34.373076 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33638) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:34.396413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d88d93-cbb3-4911-9845-7167c68aeae6 req-78793bb1-1ae6-41c3-9386-c931aa1c576e tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:34.404441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77d88d93-cbb3-4911-9845-7167c68aeae6 req-78793bb1-1ae6-41c3-9386-c931aa1c576e tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1127 time: 0.0547056
Apr 09 21:28:34.423255 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-594b0f8a-6b2f-4634-81c2-4cb528fe6407 admin admin] Publish callbacks [] for security_group (f6aa073b-995b-4a13-b7c0-422fd03ee8a5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:34.450155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77d88d93-cbb3-4911-9845-7167c68aeae6 req-feecaeed-898f-4cb9-8767-4976f425ea7f tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ba1455b8-3321-4c16-8391-df4718f0432a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447741
Apr 09 21:28:34.451512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-594b0f8a-6b2f-4634-81c2-4cb528fe6407 admin admin] Publish callbacks [] for security_group (f6aa073b-995b-4a13-b7c0-422fd03ee8a5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:34.507098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-594b0f8a-6b2f-4634-81c2-4cb528fe6407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (f6aa073b-995b-4a13-b7c0-422fd03ee8a5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:34.509662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-594b0f8a-6b2f-4634-81c2-4cb528fe6407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:34.510823 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-594b0f8a-6b2f-4634-81c2-4cb528fe6407 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6aa073b-995b-4a13-b7c0-422fd03ee8a5 HTTP/1.1" status: 204  len: 168 time: 0.1368413
Apr 09 21:28:34.519379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b0f8a-6b2f-4634-81c2-4cb528fe6407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa073b-995b-4a13-b7c0-422fd03ee8a5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:34.604540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-97ae2308-8d2c-4368-a48a-1d3e781e10c1 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:34.606320 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-97ae2308-8d2c-4368-a48a-1d3e781e10c1 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24e8ea21-d185-46e5-a959-eb05f549a6dc HTTP/1.1" status: 200  len: 1127 time: 0.0413342
Apr 09 21:28:34.681489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Deleting port 9d2cb804-1803-4e27-bd87-498b577cb8e0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:34.682188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:34.765317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] For port 9d2cb804-1803-4e27-bd87-498b577cb8e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d2cb804-1803-4e27-bd87-498b577cb8e0,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:34.765676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:34.778871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Calling delete_port for 9d2cb804-1803-4e27-bd87-498b577cb8e0 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:34.911229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9d2cb804-1803-4e27-bd87-498b577cb8e0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:34.925834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9d2cb804-1803-4e27-bd87-498b577cb8e0'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:28:34.940552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d2cb804-1803-4e27-bd87-498b577cb8e0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:34.986488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] No DVR routers for this DVR port 9d2cb804-1803-4e27-bd87-498b577cb8e0 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:34.989145 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:34.992566 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2b29dbff-e0f3-4918-89c1-256a6bfdc62f req-573ed95f-99dd-419b-9568-c949fa2d0ff8 tempest-TestServerMultinode-345648672 tempest-TestServerMultinode-345648672-project-admin] 10.222.0.25 "DELETE /v2.0/ports/9d2cb804-1803-4e27-bd87-498b577cb8e0 HTTP/1.1" status: 204  len: 173 time: 0.3810403
Apr 09 21:28:34.993066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e8ea21-d185-46e5-a959-eb05f549a6dc', 'name': 'network-vif-deleted', 'tag': '9d2cb804-1803-4e27-bd87-498b577cb8e0'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:28:34.995400 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b044ea57-463b-4db9-84a5-a9117cc456ec" -d '{"events": [{"server_uuid": "24e8ea21-d185-46e5-a959-eb05f549a6dc", "name": "network-vif-deleted", "tag": "9d2cb804-1803-4e27-bd87-498b577cb8e0"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:28:35.033580 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b24dc50-6475-4748-b38f-ed74e74a6aa0 x-openstack-request-id: req-9b24dc50-6475-4748-b38f-ed74e74a6aa0 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:28:35.034230 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e8ea21-d185-46e5-a959-eb05f549a6dc", "name": "network-vif-deleted", "tag": "9d2cb804-1803-4e27-bd87-498b577cb8e0", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:28:35.034350 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b24dc50-6475-4748-b38f-ed74e74a6aa0 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:28:35.034672 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b24dc50-6475-4748-b38f-ed74e74a6aa0'] response: {'server_uuid': '24e8ea21-d185-46e5-a959-eb05f549a6dc', 'name': 'network-vif-deleted', 'tag': '9d2cb804-1803-4e27-bd87-498b577cb8e0', 'status': 'completed', 'code': 200}
Apr 09 21:28:35.200116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33662) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:35.237260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:35.256979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:35.257364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7b82a799-c8a8-4f0f-a39a-28ee3c16d076 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:35.299168 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1431988412'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:35.321135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:35.324417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:35.333333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:35.414141 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for security_group (461417bf-5963-4472-83e8-043c91d6ff84), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:35.419546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (461417bf-5963-4472-83e8-043c91d6ff84), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:35.442315 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:35.458129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461417bf-5963-4472-83e8-043c91d6ff84,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:35.461531 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fef425bb-2aa7-41e7-9c76-33e302b91f95), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:35.461918 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment fef425bb-2aa7-41e7-9c76-33e302b91f95 of type vlan for network fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8
Apr 09 21:28:35.509544 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:35.518446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33668) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:35.540200 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:35.545193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:35.545815 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:35.584009 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3827591
Apr 09 21:28:35.615833 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ebcda-2154-4709-abbd-ac4bdb1ab76f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:35.627648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:35.770646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:35.791921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:35.792190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device ecef4b84-db22-4ea7-b7b9-c9ca18be7f17 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:35.864834 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:36.101954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Deleting port ae73b5db-741e-4cf3-be0f-c84aae5381d7 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:36.102191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:36.182500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] For port ae73b5db-741e-4cf3-be0f-c84aae5381d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae73b5db-741e-4cf3-be0f-c84aae5381d7,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:36.182861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:36.195815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Calling delete_port for ae73b5db-741e-4cf3-be0f-c84aae5381d7 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:36.383826 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ae73b5db-741e-4cf3-be0f-c84aae5381d7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:36.407494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae73b5db-741e-4cf3-be0f-c84aae5381d7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:36.595508 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:36.817978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:28:37.300330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:28:37.305590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ebf85946-e192-4b5e-8b89-ad5e23b68679 admin admin] 10.222.0.30 "PUT /v2.0/routers/4454e2ec-c26f-4c12-94aa-79c24c0b2fa3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7860389
Apr 09 21:28:37.308108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33670) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:37.310962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] Sync routers for ids ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:28:37.323462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] Routers {'4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:37.324163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237485c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:37.414903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks [] for router (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:37.455502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] Set router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:37.525533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks [] for router_gateway (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:37.572582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Deleting port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:37.572988 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:37.637458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237485c400>, [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207'}], 'enable_snat': True}, 'gw_port_id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:28:36Z', 'revision_number': 5, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port': {'id': '06ad3e9b-c2c4-4936-9cde-feb5a85a8d40', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:37.655577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] For port 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06ad3e9b-c2c4-4936-9cde-feb5a85a8d40,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:37.656130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:37.668573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] Checking router: 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:37.668925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Calling delete_port for 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:37.677754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] Routers {'4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:37.678379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237485c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:37.769486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] Set router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:37.827236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237485c400>, [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:28:37Z', 'revision_number': 6, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:37.848136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (06ad3e9b-c2c4-4936-9cde-feb5a85a8d40), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:37.855092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e0d15-20fe-4438-8246-1611e6970edd None None] The sync data for ids ['4454e2ec-c26f-4c12-94aa-79c24c0b2fa3'] in ncdv-master-1 is: [{'id': '4454e2ec-c26f-4c12-94aa-79c24c0b2fa3', 'name': 'tempest-TestServerMultinode-1957783934-router', 'tenant_id': '4c30644570a142579638908937b6ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:54Z', 'updated_at': '2022-04-09T21:28:37Z', 'revision_number': 6, 'project_id': '4c30644570a142579638908937b6ccac', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:28:37.875529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ad3e9b-c2c4-4936-9cde-feb5a85a8d40,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:37.938336 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.030421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.032612 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks [] for router_controller (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.080609 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (4454e2ec-c26f-4c12-94aa-79c24c0b2fa3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.080997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:28:38.085842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.086991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eeb86187-a403-439a-b84e-644b1afd1eb6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4454e2ec-c26f-4c12-94aa-79c24c0b2fa3 HTTP/1.1" status: 204  len: 168 time: 0.7779319
Apr 09 21:28:38.089694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33672) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:38.133877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dac3e40-bf57-41e7-97ce-0bcd372feefa admin admin] Deleting subnet 23119d3e-58a3-41a9-97bf-c8b0113e0c29 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:28:38.137070 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dac3e40-bf57-41e7-97ce-0bcd372feefa admin admin] Publish callbacks [] for subnet (23119d3e-58a3-41a9-97bf-c8b0113e0c29), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.172757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dac3e40-bf57-41e7-97ce-0bcd372feefa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (23119d3e-58a3-41a9-97bf-c8b0113e0c29), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.265446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dac3e40-bf57-41e7-97ce-0bcd372feefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (23119d3e-58a3-41a9-97bf-c8b0113e0c29), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.330994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dac3e40-bf57-41e7-97ce-0bcd372feefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (23119d3e-58a3-41a9-97bf-c8b0113e0c29), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.359069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac3e40-bf57-41e7-97ce-0bcd372feefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23119d3e-58a3-41a9-97bf-c8b0113e0c29,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:38.361023 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8dac3e40-bf57-41e7-97ce-0bcd372feefa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.365484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8dac3e40-bf57-41e7-97ce-0bcd372feefa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/23119d3e-58a3-41a9-97bf-c8b0113e0c29 HTTP/1.1" status: 204  len: 168 time: 0.2748146
Apr 09 21:28:38.366823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33674) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:38.369716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf2fbc7-1687-4bf4-9ddc-567efd262dd8 None None] Network 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:38.457774 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.505014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Deleting port 68ebbbe5-432f-4752-9894-9354f40d7660 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:38.505578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.573435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] For port 68ebbbe5-432f-4752-9894-9354f40d7660, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68ebbbe5-432f-4752-9894-9354f40d7660,segment=NetworkSegment(6a45a802-aa93-4b2e-9fb2-9a202f0584f0),segment_id=6a45a802-aa93-4b2e-9fb2-9a202f0584f0)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:38.573827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.587332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Calling delete_port for 68ebbbe5-432f-4752-9894-9354f40d7660 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:38.638366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] DHCP port deletion for 4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:28:38.680834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.693373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] Deleting port 68ebbbe5-432f-4752-9894-9354f40d7660 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:38.694022 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.709725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ebbbe5-432f-4752-9894-9354f40d7660,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:38.715325 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] No DVR routers for this DVR port 68ebbbe5-432f-4752-9894-9354f40d7660 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:38.748831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33676) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:38.754881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': 'fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:38.765159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] For port 68ebbbe5-432f-4752-9894-9354f40d7660, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:38.765570 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.779711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] Calling delete_port for 68ebbbe5-432f-4752-9894-9354f40d7660 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:38.782621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] Port 68ebbbe5-432f-4752-9894-9354f40d7660 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:28:38.784357 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (68ebbbe5-432f-4752-9894-9354f40d7660), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.811223 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9d2cb804-1803-4e27-bd87-498b577cb8e0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:38.814970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] Pushing event deleted for resources: {'Port': ['ID=68ebbbe5-432f-4752-9894-9354f40d7660,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:38.825094 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.835044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8301407-4421-4f19-a8ae-bc87e1d39f4d None None] No DVR routers for this DVR port 68ebbbe5-432f-4752-9894-9354f40d7660 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:38.836905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 9d2cb804-1803-4e27-bd87-498b577cb8e0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:38.837275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9d2cb804-1803-4e27-bd87-498b577cb8e0 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:38.852544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374b73430>,) {'filters': {'network_id': ['4c1eb64b-bdbd-4129-b2ec-43b4067b6a33']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:38.861988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:38.863437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b73430>, '6a45a802-aa93-4b2e-9fb2-9a202f0584f0') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:38.863739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b73430>, '6a45a802-aa93-4b2e-9fb2-9a202f0584f0') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:38.865939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.873897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (6a45a802-aa93-4b2e-9fb2-9a202f0584f0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.887481 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (6a45a802-aa93-4b2e-9fb2-9a202f0584f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.893714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:38.894216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (6a45a802-aa93-4b2e-9fb2-9a202f0584f0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:38.896131 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:38.963195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (4c1eb64b-bdbd-4129-b2ec-43b4067b6a33), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.973090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:38.973090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4c1eb64b-bdbd-4129-b2ec-43b4067b6a33 HTTP/1.1" status: 204  len: 168 time: 0.6033411
Apr 09 21:28:38.976175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33678) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:38.985887 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da682d-86f6-4893-817d-e2795ddec8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1eb64b-bdbd-4129-b2ec-43b4067b6a33,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:39.167008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.279994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:39.301104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:39.301359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 06ad3e9b-c2c4-4936-9cde-feb5a85a8d40 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:39.301781 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 68ebbbe5-432f-4752-9894-9354f40d7660 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:39.307842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:39.324567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': 'fef425bb-2aa7-41e7-9c76-33e302b91f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:39.324924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:39.326005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 68ebbbe5-432f-4752-9894-9354f40d7660 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:39.326356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 68ebbbe5-432f-4752-9894-9354f40d7660 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:39.326967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae73b5db-741e-4cf3-be0f-c84aae5381d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:39.346905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ae73b5db-741e-4cf3-be0f-c84aae5381d7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:39.347251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae73b5db-741e-4cf3-be0f-c84aae5381d7 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:39.375998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:39.402072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:39.410480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d840151c-833a-41cc-a292-6f4f9fe1e412 None None] Network fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:39.411413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:39.412015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.437645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-12e5c581-318c-426a-95ab-0ba39b2e8458 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6875608
Apr 09 21:28:39.440985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33680) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:39.445932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-548140222'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:39.500795 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (0520ecb7-666c-4a4a-af52-93a45fd18891), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.502482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:39.505776 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.520660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8', 'network_id': 'fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': '33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:39.521675 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.571902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:39.617952 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a811d612-86a7-4a04-807b-f8df4fc80ece), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.618203 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment a811d612-86a7-4a04-807b-f8df4fc80ece of type vlan for network 4eba980e-e4bb-4c7e-bc39-b83e9983d575
Apr 09 21:28:39.666498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Allocated IP 2001:db8:0:ffff::2 (fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8/33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0/f23ae388-e747-4190-98cf-8f9d96cc341e) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:39.669781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (4eba980e-e4bb-4c7e-bc39-b83e9983d575), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.756985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (4eba980e-e4bb-4c7e-bc39-b83e9983d575), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.761912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:39.762493 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.815148 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Publish callbacks [] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.820843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3788047
Apr 09 21:28:39.821634 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:39.824024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33682) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:39.850192 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:28:39.855471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': '4eba980e-e4bb-4c7e-bc39-b83e9983d575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:39.862356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Network fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:39.865378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:39.868635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:39.877159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Pushing event updated for resources: {'Port': ['ID=f23ae388-e747-4190-98cf-8f9d96cc341e,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:39.901977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e64c2d-a021-42e1-b4b2-0ccdaea186e5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=4eba980e-e4bb-4c7e-bc39-b83e9983d575,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:39.924469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 4eba980e-e4bb-4c7e-bc39-b83e9983d575 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:39.949480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Deleting port 82751921-ae7c-4710-9729-be35656fdcf2 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:39.949823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (82751921-ae7c-4710-9729-be35656fdcf2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.041569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:40.044890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.084302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] For port 82751921-ae7c-4710-9729-be35656fdcf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82751921-ae7c-4710-9729-be35656fdcf2,segment=NetworkSegment(cd14b303-fa60-4207-8c64-2f998b49c40f),segment_id=cd14b303-fa60-4207-8c64-2f998b49c40f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:40.084683 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (82751921-ae7c-4710-9729-be35656fdcf2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.126527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Attempting to bind port f23ae388-e747-4190-98cf-8f9d96cc341e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:40.126954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Attempting to bind port f23ae388-e747-4190-98cf-8f9d96cc341e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fef425bb-2aa7-41e7-9c76-33e302b91f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:40.127307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Attempting to bind port f23ae388-e747-4190-98cf-8f9d96cc341e on network fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:40.128981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Calling delete_port for 82751921-ae7c-4710-9729-be35656fdcf2 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:40.168156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:40.168533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Checking segment: {'id': 'fef425bb-2aa7-41e7-9c76-33e302b91f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:40.168966 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.169389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Bound using segment: {'id': 'fef425bb-2aa7-41e7-9c76-33e302b91f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:40.169853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Bound port: f23ae388-e747-4190-98cf-8f9d96cc341e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef425bb-2aa7-41e7-9c76-33e302b91f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:40.170257 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.239579 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] For port f23ae388-e747-4190-98cf-8f9d96cc341e, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:40.242637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] For port f23ae388-e747-4190-98cf-8f9d96cc341e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23ae388-e747-4190-98cf-8f9d96cc341e,segment=NetworkSegment(fef425bb-2aa7-41e7-9c76-33e302b91f95),segment_id=fef425bb-2aa7-41e7-9c76-33e302b91f95)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:40.249586 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.306426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a4bdc-9aac-4e66-81b7-39b0c221c541 None None] Pushing event updated for resources: {'Port': ['ID=f23ae388-e747-4190-98cf-8f9d96cc341e,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:40.364313 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (5f50bb5f-3d52-4f0f-8dad-5622fdabcdc7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.454204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=5f50bb5f-3d52-4f0f-8dad-5622fdabcdc7,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:40.480921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': 'a811d612-86a7-4a04-807b-f8df4fc80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4eba980e-e4bb-4c7e-bc39-b83e9983d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:40.481831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: 4eba980e-e4bb-4c7e-bc39-b83e9983d575, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:40.493655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (82751921-ae7c-4710-9729-be35656fdcf2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.529162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=82751921-ae7c-4710-9729-be35656fdcf2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:40.554757 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network 4eba980e-e4bb-4c7e-bc39-b83e9983d575 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:40.597806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4eba980e-e4bb-4c7e-bc39-b83e9983d575) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:40.603390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:40.603985 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.607528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd28b9d-9833-4cc4-b06d-22a98159e8ec None None] Network 4eba980e-e4bb-4c7e-bc39-b83e9983d575 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:40.672545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b7fe5027-27b4-4722-9a44-d34e5a3e9cb3 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.8472509
Apr 09 21:28:40.675384 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33684) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:40.756349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (0520ecb7-666c-4a4a-af52-93a45fd18891), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.757647 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4eba980e-e4bb-4c7e-bc39-b83e9983d575', 'network_id': '4eba980e-e4bb-4c7e-bc39-b83e9983d575', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': '5f50bb5f-3d52-4f0f-8dad-5622fdabcdc7'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:40.758606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.798896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (4eba980e-e4bb-4c7e-bc39-b83e9983d575), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:40.922301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Allocated IP 2001:db8::1 (4eba980e-e4bb-4c7e-bc39-b83e9983d575/5f50bb5f-3d52-4f0f-8dad-5622fdabcdc7/1b835fa6-f9e4-48e8-9ea4-3d724266b027) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:41.106382 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Publish callbacks [] for port (1b835fa6-f9e4-48e8-9ea4-3d724266b027), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.120017 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (1b835fa6-f9e4-48e8-9ea4-3d724266b027), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.181624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Network 4eba980e-e4bb-4c7e-bc39-b83e9983d575 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:41.183107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Pushing event updated for resources: {'Port': ['ID=1b835fa6-f9e4-48e8-9ea4-3d724266b027,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:41.186705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:41.188826 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:41.271748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Attempting to bind port 1b835fa6-f9e4-48e8-9ea4-3d724266b027 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:41.272437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Attempting to bind port 1b835fa6-f9e4-48e8-9ea4-3d724266b027 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a811d612-86a7-4a04-807b-f8df4fc80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4eba980e-e4bb-4c7e-bc39-b83e9983d575'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:41.272898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Attempting to bind port 1b835fa6-f9e4-48e8-9ea4-3d724266b027 on network 4eba980e-e4bb-4c7e-bc39-b83e9983d575 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:41.279623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:41.280180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Checking segment: {'id': 'a811d612-86a7-4a04-807b-f8df4fc80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4eba980e-e4bb-4c7e-bc39-b83e9983d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:41.280681 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.281199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Bound using segment: {'id': 'a811d612-86a7-4a04-807b-f8df4fc80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4eba980e-e4bb-4c7e-bc39-b83e9983d575'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:41.281915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Bound port: 1b835fa6-f9e4-48e8-9ea4-3d724266b027, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a811d612-86a7-4a04-807b-f8df4fc80ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4eba980e-e4bb-4c7e-bc39-b83e9983d575'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:41.282415 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1b835fa6-f9e4-48e8-9ea4-3d724266b027), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.288057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (5f50bb5f-3d52-4f0f-8dad-5622fdabcdc7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.362899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (5f50bb5f-3d52-4f0f-8dad-5622fdabcdc7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.402212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] For port 1b835fa6-f9e4-48e8-9ea4-3d724266b027, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:41.405589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] For port 1b835fa6-f9e4-48e8-9ea4-3d724266b027, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b835fa6-f9e4-48e8-9ea4-3d724266b027,segment=NetworkSegment(a811d612-86a7-4a04-807b-f8df4fc80ece),segment_id=a811d612-86a7-4a04-807b-f8df4fc80ece)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:41.413620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1b835fa6-f9e4-48e8-9ea4-3d724266b027), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.416525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=5f50bb5f-3d52-4f0f-8dad-5622fdabcdc7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:41.464020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f23ae388-e747-4190-98cf-8f9d96cc341e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:41.478787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Router 0520ecb7-666c-4a4a-af52-93a45fd18891 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:28:41.522927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80f89b-1bcb-4933-9921-4d8ff5f537e1 None None] Pushing event updated for resources: {'Port': ['ID=1b835fa6-f9e4-48e8-9ea4-3d724266b027,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:41.524563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (4eba980e-e4bb-4c7e-bc39-b83e9983d575), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.550530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376521e50>,) {'filters': {'network_id': ['4eba980e-e4bb-4c7e-bc39-b83e9983d575']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:41.553075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f23ae388-e747-4190-98cf-8f9d96cc341e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:41.553462 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.563171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376521e50>, 'a811d612-86a7-4a04-807b-f8df4fc80ece') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:41.563475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376521e50>, 'a811d612-86a7-4a04-807b-f8df4fc80ece') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:41.576877 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (a811d612-86a7-4a04-807b-f8df4fc80ece), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.592324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a811d612-86a7-4a04-807b-f8df4fc80ece), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.599166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:41.599911 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (a811d612-86a7-4a04-807b-f8df4fc80ece), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:41.603400 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:41.636762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c1819-58ab-4f8a-9754-f3ede070a78b None None] Network fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:41.649018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:28:41.655111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-78e5f9cf-6356-47ec-9f08-11bb0837e5f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/0520ecb7-666c-4a4a-af52-93a45fd18891/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6760290
Apr 09 21:28:41.661103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33686) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:41.661269 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] Sync routers for ids ['0520ecb7-666c-4a4a-af52-93a45fd18891'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:28:41.677358 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] Routers {'0520ecb7-666c-4a4a-af52-93a45fd18891'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:41.678451 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f97d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['0520ecb7-666c-4a4a-af52-93a45fd18891'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:41.686730 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.db.api [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 09 21:28:41.686730 ncdv-master-1 neutron-server[126919]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 09 21:28:41.686730 ncdv-master-1 neutron-server[126919]: [parameters: {'id': '4eba980e-e4bb-4c7e-bc39-b83e9983d575'}]
Apr 09 21:28:41.686730 ncdv-master-1 neutron-server[126919]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:28:41.687547 ncdv-master-1 neutron-server[126919]: DEBUG oslo_db.api [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:28:41.687984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a38b0e9e-f0c1-4964-965b-5154ba3d333a None None] Provisioning complete for port f23ae388-e747-4190-98cf-8f9d96cc341e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:41.688364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a38b0e9e-f0c1-4964-965b-5154ba3d333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.744056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f23ae388-e747-4190-98cf-8f9d96cc341e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:41.744056 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.843325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port f23ae388-e747-4190-98cf-8f9d96cc341e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23ae388-e747-4190-98cf-8f9d96cc341e,segment=NetworkSegment(fef425bb-2aa7-41e7-9c76-33e302b91f95),segment_id=fef425bb-2aa7-41e7-9c76-33e302b91f95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:41.848332 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] Set router 0520ecb7-666c-4a4a-af52-93a45fd18891 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:41.855717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.864783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks [] for router (0520ecb7-666c-4a4a-af52-93a45fd18891), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:41.970313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a38b0e9e-f0c1-4964-965b-5154ba3d333a None None] Current status of the port f23ae388-e747-4190-98cf-8f9d96cc341e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:41.977111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=f23ae388-e747-4190-98cf-8f9d96cc341e,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:42.025271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks [] for router_gateway (0520ecb7-666c-4a4a-af52-93a45fd18891), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.076428 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f97d60>, [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182'}], 'enable_snat': True}, 'gw_port_id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:40Z', 'revision_number': 5, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port': {'id': '89fdb8e7-c97d-4358-9cc0-cb26a088de67', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:00Z', 'updated_at': '2022-04-09T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:42.079784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Deleting port 89fdb8e7-c97d-4358-9cc0-cb26a088de67 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:42.079784 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.105320 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] Checking router: 0520ecb7-666c-4a4a-af52-93a45fd18891 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:42.114562 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] Routers {'0520ecb7-666c-4a4a-af52-93a45fd18891'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:42.115302 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f97d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['0520ecb7-666c-4a4a-af52-93a45fd18891'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:42.168911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] For port 89fdb8e7-c97d-4358-9cc0-cb26a088de67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89fdb8e7-c97d-4358-9cc0-cb26a088de67,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:42.169214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.183042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Calling delete_port for 89fdb8e7-c97d-4358-9cc0-cb26a088de67 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:42.188437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (4eba980e-e4bb-4c7e-bc39-b83e9983d575), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.196158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6da10c9f-8403-4ac1-b1e2-ba3eaa178689 None None] Provisioning complete for port f23ae388-e747-4190-98cf-8f9d96cc341e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:42.196618 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6da10c9f-8403-4ac1-b1e2-ba3eaa178689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.214214 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] Set router 0520ecb7-666c-4a4a-af52-93a45fd18891 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:42.245689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting port 1b835fa6-f9e4-48e8-9ea4-3d724266b027 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:42.246020 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1b835fa6-f9e4-48e8-9ea4-3d724266b027), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.277655 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f97d60>, [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:42Z', 'revision_number': 6, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:42.296236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6da10c9f-8403-4ac1-b1e2-ba3eaa178689 None None] Current status of the port f23ae388-e747-4190-98cf-8f9d96cc341e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:42.318138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] For port 1b835fa6-f9e4-48e8-9ea4-3d724266b027, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b835fa6-f9e4-48e8-9ea4-3d724266b027,segment=NetworkSegment(a811d612-86a7-4a04-807b-f8df4fc80ece),segment_id=a811d612-86a7-4a04-807b-f8df4fc80ece)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:42.318802 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1b835fa6-f9e4-48e8-9ea4-3d724266b027), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.321218 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c3bdd-5268-4f30-80e6-cf30b543e361 None None] The sync data for ids ['0520ecb7-666c-4a4a-af52-93a45fd18891'] in ncdv-master-1 is: [{'id': '0520ecb7-666c-4a4a-af52-93a45fd18891', 'name': 'tempest-TestServerMultinode-663882978-router', 'tenant_id': 'f9c697ea47df45069a2be9e2124600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:27:59Z', 'updated_at': '2022-04-09T21:28:42Z', 'revision_number': 6, 'project_id': 'f9c697ea47df45069a2be9e2124600f9', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:28:42.339028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Calling delete_port for 1b835fa6-f9e4-48e8-9ea4-3d724266b027 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:42.406678 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (89fdb8e7-c97d-4358-9cc0-cb26a088de67), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.434945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Pushing event deleted for resources: {'Port': ['ID=89fdb8e7-c97d-4358-9cc0-cb26a088de67,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:42.441177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1b835fa6-f9e4-48e8-9ea4-3d724266b027), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.471171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No DVR routers for this DVR port 1b835fa6-f9e4-48e8-9ea4-3d724266b027 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:42.473533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Port': ['ID=1b835fa6-f9e4-48e8-9ea4-3d724266b027,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:42.506361 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (0520ecb7-666c-4a4a-af52-93a45fd18891), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.556816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (4eba980e-e4bb-4c7e-bc39-b83e9983d575), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.584709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23776b9bb0>,) {'filters': {'network_id': ['4eba980e-e4bb-4c7e-bc39-b83e9983d575']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:42.595255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23776b9bb0>, 'a811d612-86a7-4a04-807b-f8df4fc80ece') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:42.595549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23776b9bb0>, 'a811d612-86a7-4a04-807b-f8df4fc80ece') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:42.603714 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (0520ecb7-666c-4a4a-af52-93a45fd18891), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.605991 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks [] for router_controller (0520ecb7-666c-4a4a-af52-93a45fd18891), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.606116 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (a811d612-86a7-4a04-807b-f8df4fc80ece), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.620920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a811d612-86a7-4a04-807b-f8df4fc80ece), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.627035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:42.627436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (a811d612-86a7-4a04-807b-f8df4fc80ece), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:42.630763 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:42.664076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (0520ecb7-666c-4a4a-af52-93a45fd18891), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.665135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0520ecb7-666c-4a4a-af52-93a45fd18891 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:28:42.665921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de1153-41d4-4552-91df-ab4b78ee7e8d None None] Network 4eba980e-e4bb-4c7e-bc39-b83e9983d575 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:42.670001 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.673641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a06a9f42-67d7-4008-8127-3ba51c718181 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0520ecb7-666c-4a4a-af52-93a45fd18891 HTTP/1.1" status: 204  len: 168 time: 1.0083597
Apr 09 21:28:42.673790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33688) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:42.702425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (4eba980e-e4bb-4c7e-bc39-b83e9983d575), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.722983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.730647 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/4eba980e-e4bb-4c7e-bc39-b83e9983d575 HTTP/1.1" status: 204  len: 168 time: 2.0529530
Apr 09 21:28:42.732569 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3f674c-8996-4595-ae49-6e81786b6b01 admin admin] Deleting subnet c4217984-b4d7-46c3-8001-529a0e501417 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:28:42.736837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33690) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:42.742331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1635398314'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:42.744544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d23799f7-0f73-44ec-ba43-fe384d0abd09 None None] Could not find standard attr ID for object 1b835fa6-f9e4-48e8-9ea4-3d724266b027. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:28:42.744818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f2d55-201e-4c7f-9d3a-8c7d85785070 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=4eba980e-e4bb-4c7e-bc39-b83e9983d575,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:42.748692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f674c-8996-4595-ae49-6e81786b6b01 admin admin] Publish callbacks [] for subnet (c4217984-b4d7-46c3-8001-529a0e501417), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.797548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f674c-8996-4595-ae49-6e81786b6b01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (c4217984-b4d7-46c3-8001-529a0e501417), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.800105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:42.803574 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.854457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a91e7-740f-4876-be75-85cbd1874df2 None None] DHCP port deletion for 4eba980e-e4bb-4c7e-bc39-b83e9983d575 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:28:42.866555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:42.898708 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (bf79e244-0c1d-4372-94f5-21fe7bd50be3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.899048 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment bf79e244-0c1d-4372-94f5-21fe7bd50be3 of type vlan for network 4000643e-9120-4f8f-ba3b-9a09b6a995a1
Apr 09 21:28:42.943757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f674c-8996-4595-ae49-6e81786b6b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c4217984-b4d7-46c3-8001-529a0e501417), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:42.964486 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (4000643e-9120-4f8f-ba3b-9a09b6a995a1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.006939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (4000643e-9120-4f8f-ba3b-9a09b6a995a1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.011877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:43.012446 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.045394 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f674c-8996-4595-ae49-6e81786b6b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c4217984-b4d7-46c3-8001-529a0e501417), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.064410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3265359
Apr 09 21:28:43.067856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33692) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:43.072986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': '4000643e-9120-4f8f-ba3b-9a09b6a995a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:43.111515 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f674c-8996-4595-ae49-6e81786b6b01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.117240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ed1d4-a884-410f-bfad-9de520082118 None None] Network 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:43.117896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dc3f674c-8996-4595-ae49-6e81786b6b01 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c4217984-b4d7-46c3-8001-529a0e501417 HTTP/1.1" status: 204  len: 168 time: 0.4430792
Apr 09 21:28:43.119518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33694) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:43.124149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f674c-8996-4595-ae49-6e81786b6b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4217984-b4d7-46c3-8001-529a0e501417,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:43.145726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b3c99-9ba9-4caf-94db-240c5ff20027 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=4000643e-9120-4f8f-ba3b-9a09b6a995a1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:43.182694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 4000643e-9120-4f8f-ba3b-9a09b6a995a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:43.185609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:43.191001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.219001 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.271295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Deleting port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:43.271643 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.343147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] For port 51569b21-acfb-4b21-84ba-59ed64c1c3f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51569b21-acfb-4b21-84ba-59ed64c1c3f8,segment=NetworkSegment(cd14b303-fa60-4207-8c64-2f998b49c40f),segment_id=cd14b303-fa60-4207-8c64-2f998b49c40f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:43.343542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.349957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f23ae388-e747-4190-98cf-8f9d96cc341e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:43.365208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Calling delete_port for 51569b21-acfb-4b21-84ba-59ed64c1c3f8 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:43.385848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] DHCP port deletion for 7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:28:43.442835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port f23ae388-e747-4190-98cf-8f9d96cc341e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:43.442835 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.459412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (698fd876-825f-406c-b03c-2b260832bf6b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.463654 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.479805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] Deleting port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:43.480337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.493158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Pushing event deleted for resources: {'Port': ['ID=51569b21-acfb-4b21-84ba-59ed64c1c3f8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:43.496127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] No DVR routers for this DVR port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:43.526818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=698fd876-825f-406c-b03c-2b260832bf6b,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:43.536158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': 'bf79e244-0c1d-4372-94f5-21fe7bd50be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4000643e-9120-4f8f-ba3b-9a09b6a995a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:43.536297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: 4000643e-9120-4f8f-ba3b-9a09b6a995a1, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:43.558559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network 4000643e-9120-4f8f-ba3b-9a09b6a995a1 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:43.565564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] For port 51569b21-acfb-4b21-84ba-59ed64c1c3f8, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:43.565968 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.574274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4000643e-9120-4f8f-ba3b-9a09b6a995a1) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:43.587203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:43.588503 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.590728 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.600497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] Calling delete_port for 51569b21-acfb-4b21-84ba-59ed64c1c3f8 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:43.602014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadcf33-0605-4fa8-b0ca-70ba04ec5113 None None] Network 4000643e-9120-4f8f-ba3b-9a09b6a995a1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:43.610661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] Port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:28:43.613476 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-acdf1961-abca-4438-9719-66760fc9a9c4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.5445063
Apr 09 21:28:43.617543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33696) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:43.625320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-146280084'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:43.628101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23753a7190>,) {'filters': {'network_id': ['7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:43.635479 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (51569b21-acfb-4b21-84ba-59ed64c1c3f8), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.641927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23753a7190>, 'cd14b303-fa60-4207-8c64-2f998b49c40f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:43.642223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23753a7190>, 'cd14b303-fa60-4207-8c64-2f998b49c40f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:43.654444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:43.655796 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (cd14b303-fa60-4207-8c64-2f998b49c40f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.658644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.679161 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (cd14b303-fa60-4207-8c64-2f998b49c40f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.679409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] No DVR routers for this DVR port 51569b21-acfb-4b21-84ba-59ed64c1c3f8 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:43.684028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed32d9b-acfa-4a3e-b270-1e565df990fd None None] Pushing event deleted for resources: {'Port': ['ID=51569b21-acfb-4b21-84ba-59ed64c1c3f8,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:43.690602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:43.691014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (cd14b303-fa60-4207-8c64-2f998b49c40f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:43.693509 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:43.720402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port f23ae388-e747-4190-98cf-8f9d96cc341e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:43.729915 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:43.747366 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e90fbe61-29e7-46c0-b8bf-6cdd0bf179fc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.747784 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment e90fbe61-29e7-46c0-b8bf-6cdd0bf179fc of type vlan for network ca319e2e-0b57-4155-9d24-da78c4914398
Apr 09 21:28:43.763673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.782552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4000643e-9120-4f8f-ba3b-9a09b6a995a1', 'network_id': '4000643e-9120-4f8f-ba3b-9a09b6a995a1', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': '698fd876-825f-406c-b03c-2b260832bf6b'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:43.783449 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.795435 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (ca319e2e-0b57-4155-9d24-da78c4914398), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.796303 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.799722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] 10.222.0.30 "DELETE /v2.0/networks/7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e HTTP/1.1" status: 204  len: 168 time: 0.6767151
Apr 09 21:28:43.801421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e344b72-d1c6-4fc3-a6a2-60b99453fa2b admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe1cf4b-b895-4b1e-af9e-fedf3bdcd01e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:43.812934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 82751921-ae7c-4710-9729-be35656fdcf2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:43.830389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (ca319e2e-0b57-4155-9d24-da78c4914398), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.836388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:43.836974 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:43.841674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 82751921-ae7c-4710-9729-be35656fdcf2 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:43.842030 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 82751921-ae7c-4710-9729-be35656fdcf2 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:43.842448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 89fdb8e7-c97d-4358-9cc0-cb26a088de67 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:43.890179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33700) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:43.890492 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2715414
Apr 09 21:28:43.900786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': 'ca319e2e-0b57-4155-9d24-da78c4914398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:43.907344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 89fdb8e7-c97d-4358-9cc0-cb26a088de67 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:43.907695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 89fdb8e7-c97d-4358-9cc0-cb26a088de67 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:43.930564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066ab73-da3e-4787-af5c-457167c02239 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=ca319e2e-0b57-4155-9d24-da78c4914398,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:43.964384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network ca319e2e-0b57-4155-9d24-da78c4914398 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:44.007448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33702) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:44.011740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:44.015317 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.056958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Allocated IP 2001:db8::1 (4000643e-9120-4f8f-ba3b-9a09b6a995a1/698fd876-825f-406c-b03c-2b260832bf6b/d8b397a1-c5ae-4fbf-b884-668ff8ba88fb) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:44.061562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d28d0195-1531-4f38-b317-30f25545501f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c30644570a142579638908937b6ccac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0518777
Apr 09 21:28:44.062213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33704) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:44.080060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Performing IP validity checks on allocation pools {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 09 21:28:44.080570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 09 21:28:44.119051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c19c9fb5-8cc8-4839-8127-5e8c3fe52dd3 admin admin] Publish callbacks [] for security_group (14aac1ad-c5d0-4ff4-aba7-d1e42742a4dd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.141690 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c19c9fb5-8cc8-4839-8127-5e8c3fe52dd3 admin admin] Publish callbacks [] for security_group (14aac1ad-c5d0-4ff4-aba7-d1e42742a4dd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.197122 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c19c9fb5-8cc8-4839-8127-5e8c3fe52dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (14aac1ad-c5d0-4ff4-aba7-d1e42742a4dd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.200133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c19c9fb5-8cc8-4839-8127-5e8c3fe52dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.203457 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c19c9fb5-8cc8-4839-8127-5e8c3fe52dd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14aac1ad-c5d0-4ff4-aba7-d1e42742a4dd HTTP/1.1" status: 204  len: 168 time: 0.1378741
Apr 09 21:28:44.209806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c9fb5-8cc8-4839-8127-5e8c3fe52dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aac1ad-c5d0-4ff4-aba7-d1e42742a4dd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:44.226950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (dae829a9-bb2e-4655-9e6d-abb1dcf6bf45), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.239740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Publish callbacks [] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.249429 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.292335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Network 4000643e-9120-4f8f-ba3b-9a09b6a995a1 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:44.294544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=dae829a9-bb2e-4655-9e6d-abb1dcf6bf45,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:44.297503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:44.301604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:44.308653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': 'e90fbe61-29e7-46c0-b8bf-6cdd0bf179fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca319e2e-0b57-4155-9d24-da78c4914398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:44.309025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: ca319e2e-0b57-4155-9d24-da78c4914398, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:44.310114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Pushing event updated for resources: {'Port': ['ID=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:44.329704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network ca319e2e-0b57-4155-9d24-da78c4914398 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:44.346603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ca319e2e-0b57-4155-9d24-da78c4914398) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:44.353560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:44.355157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.360113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd1822-bee4-4cb6-a650-57acaa562b46 None None] Network ca319e2e-0b57-4155-9d24-da78c4914398 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:44.376090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c28c00cf-6bdf-4483-9cb5-7cf0e89d8c02 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.4839733
Apr 09 21:28:44.378703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33708) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:44.488035 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (ca319e2e-0b57-4155-9d24-da78c4914398), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.549294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (dae829a9-bb2e-4655-9e6d-abb1dcf6bf45), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.561753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Attempting to bind port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:44.562093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Attempting to bind port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf79e244-0c1d-4372-94f5-21fe7bd50be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4000643e-9120-4f8f-ba3b-9a09b6a995a1'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:44.562466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Attempting to bind port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb on network 4000643e-9120-4f8f-ba3b-9a09b6a995a1 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:44.600524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:44.600910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Checking segment: {'id': 'bf79e244-0c1d-4372-94f5-21fe7bd50be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4000643e-9120-4f8f-ba3b-9a09b6a995a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:44.601348 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.601756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Bound using segment: {'id': 'bf79e244-0c1d-4372-94f5-21fe7bd50be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4000643e-9120-4f8f-ba3b-9a09b6a995a1'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:44.602258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Bound port: d8b397a1-c5ae-4fbf-b884-668ff8ba88fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf79e244-0c1d-4372-94f5-21fe7bd50be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4000643e-9120-4f8f-ba3b-9a09b6a995a1'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:44.602665 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.616325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33712) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:44.618955 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (dae829a9-bb2e-4655-9e6d-abb1dcf6bf45), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.658685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=dae829a9-bb2e-4655-9e6d-abb1dcf6bf45,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:44.662545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b8db8839-c2f2-4c61-899b-829fad035516 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9c697ea47df45069a2be9e2124600f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0448010
Apr 09 21:28:44.665790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33714) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:44.698106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a8230-ef0e-4258-a1ff-5f73620bd574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ca319e2e-0b57-4155-9d24-da78c4914398', 'network_id': 'ca319e2e-0b57-4155-9d24-da78c4914398', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': 'dae829a9-bb2e-4655-9e6d-abb1dcf6bf45'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:44.698989 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8230-ef0e-4258-a1ff-5f73620bd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.713752 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] For port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:44.721884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (ca319e2e-0b57-4155-9d24-da78c4914398), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.723785 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-678f10c8-287c-40eb-833f-a09a84ad517d admin admin] Publish callbacks [] for security_group (ba1455b8-3321-4c16-8391-df4718f0432a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.727581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] For port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,segment=NetworkSegment(bf79e244-0c1d-4372-94f5-21fe7bd50be3),segment_id=bf79e244-0c1d-4372-94f5-21fe7bd50be3)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:44.738816 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.750979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c233df0>,) {'filters': {'network_id': ['ca319e2e-0b57-4155-9d24-da78c4914398']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:44.752580 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-678f10c8-287c-40eb-833f-a09a84ad517d admin admin] Publish callbacks [] for security_group (ba1455b8-3321-4c16-8391-df4718f0432a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.760707 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c233df0>, 'e90fbe61-29e7-46c0-b8bf-6cdd0bf179fc') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:44.761003 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c233df0>, 'e90fbe61-29e7-46c0-b8bf-6cdd0bf179fc') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:44.772198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (e90fbe61-29e7-46c0-b8bf-6cdd0bf179fc), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.788989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (e90fbe61-29e7-46c0-b8bf-6cdd0bf179fc), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.796417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:44.796809 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (e90fbe61-29e7-46c0-b8bf-6cdd0bf179fc), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:44.800522 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:44.806116 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-678f10c8-287c-40eb-833f-a09a84ad517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ba1455b8-3321-4c16-8391-df4718f0432a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.808720 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-678f10c8-287c-40eb-833f-a09a84ad517d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.810114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-678f10c8-287c-40eb-833f-a09a84ad517d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba1455b8-3321-4c16-8391-df4718f0432a HTTP/1.1" status: 204  len: 168 time: 0.1430368
Apr 09 21:28:44.819731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f10c8-287c-40eb-833f-a09a84ad517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1455b8-3321-4c16-8391-df4718f0432a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:44.857527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c5da41-dbbc-46f4-9bc1-93e6a22696a4 None None] Network ca319e2e-0b57-4155-9d24-da78c4914398 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:44.870185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (ca319e2e-0b57-4155-9d24-da78c4914398), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.877595 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.885103 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/ca319e2e-0b57-4155-9d24-da78c4914398 HTTP/1.1" status: 204  len: 168 time: 0.5009799
Apr 09 21:28:44.885415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c5da41-dbbc-46f4-9bc1-93e6a22696a4 None None] Network ca319e2e-0b57-4155-9d24-da78c4914398 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:28:44.885516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33718) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:44.890805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd0ff7-db15-4e36-8d3d-f8fa78dc3350 None None] Pushing event updated for resources: {'Port': ['ID=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:44.899007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1267841227'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:44.903283 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc892e-9fdc-481c-8f8b-c93616e97cdd tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=ca319e2e-0b57-4155-9d24-da78c4914398,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:44.922785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:44.931186 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.958149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:44.969490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a5e752da-14bb-4fda-acb6-04100d046f25), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:44.969987 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment a5e752da-14bb-4fda-acb6-04100d046f25 of type vlan for network 6893125d-955f-4a66-a312-c1a83dc55007
Apr 09 21:28:45.013771 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (6893125d-955f-4a66-a312-c1a83dc55007), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.050299 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (6893125d-955f-4a66-a312-c1a83dc55007), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.054462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:45.055265 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.150244 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2640169
Apr 09 21:28:45.150990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e91718-d49e-4b15-b9ec-4e019f79ddea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=6893125d-955f-4a66-a312-c1a83dc55007,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:45.152999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33722) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:45.158506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': '6893125d-955f-4a66-a312-c1a83dc55007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:45.165372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 6893125d-955f-4a66-a312-c1a83dc55007 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:45.276697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:45.282633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.349663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d8b397a1-c5ae-4fbf-b884-668ff8ba88fb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:45.405474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:45.405862 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.491568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:45.492227 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.501405 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (6914223e-946f-4517-96e8-cba244c306de), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.534224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,segment=NetworkSegment(bf79e244-0c1d-4372-94f5-21fe7bd50be3),segment_id=bf79e244-0c1d-4372-94f5-21fe7bd50be3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:45.540626 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.575619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=6914223e-946f-4517-96e8-cba244c306de,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:45.583642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': 'a5e752da-14bb-4fda-acb6-04100d046f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6893125d-955f-4a66-a312-c1a83dc55007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:45.584145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: 6893125d-955f-4a66-a312-c1a83dc55007, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:45.598257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:45.603906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network 6893125d-955f-4a66-a312-c1a83dc55007 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:45.614428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6893125d-955f-4a66-a312-c1a83dc55007) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:45.619395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:45.619954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.625848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d90af6f-2bbe-4f22-8dd1-c79c6783244a None None] Network 6893125d-955f-4a66-a312-c1a83dc55007 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:45.641739 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7f05b0ad-3469-468b-9c10-37867141a1f1 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.4875369
Apr 09 21:28:45.645015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33740) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:45.650114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 51569b21-acfb-4b21-84ba-59ed64c1c3f8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:28:45.679231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 51569b21-acfb-4b21-84ba-59ed64c1c3f8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:28:45.679845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 51569b21-acfb-4b21-84ba-59ed64c1c3f8 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:28:45.715218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33742) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:45.776100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6893125d-955f-4a66-a312-c1a83dc55007), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.799585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6893125d-955f-4a66-a312-c1a83dc55007', 'network_id': '6893125d-955f-4a66-a312-c1a83dc55007', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': '6914223e-946f-4517-96e8-cba244c306de'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:45.800850 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.844922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-413681455-network', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:45.871293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Made reservation on behalf of 5e1063334e4a426eb70eec5ed1578744 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:45.874504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.880529 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (6914223e-946f-4517-96e8-cba244c306de), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.885682 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.972992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Publish callbacks [] for security_group (abc62477-843d-4fda-9e25-72daa612e38a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:45.974258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Allocated IP 2001:db8::1 (6893125d-955f-4a66-a312-c1a83dc55007/6914223e-946f-4517-96e8-cba244c306de/609dcddf-f271-4aa4-8f20-a70fb8153919) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:45.980164 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (abc62477-843d-4fda-9e25-72daa612e38a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.003615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:46.018232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc62477-843d-4fda-9e25-72daa612e38a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:46.032830 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0d8b91be-4659-4982-ba05-9ec1a43412d6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.033207 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Added segment 0d8b91be-4659-4982-ba05-9ec1a43412d6 of type vlan for network 66be874b-41eb-401e-a35f-6e34d5263533
Apr 09 21:28:46.080972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (66be874b-41eb-401e-a35f-6e34d5263533), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.110848 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (66be874b-41eb-401e-a35f-6e34d5263533), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.111873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:46.112440 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.117960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5aabd2-8c6c-4ac8-a49a-9074eacd00a5 None None] Network 4000643e-9120-4f8f-ba3b-9a09b6a995a1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:46.148802 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4288199
Apr 09 21:28:46.149565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33746) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:46.155972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Request body: {'subnet': {'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-413681455-subnet', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:46.180611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b0f3e-466c-4b4e-97e5-e9b16e5c6321 admin admin] Pushing event updated for resources: {'Network': ['ID=66be874b-41eb-401e-a35f-6e34d5263533,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:46.190464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Publish callbacks [] for port (609dcddf-f271-4aa4-8f20-a70fb8153919), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.197711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 66be874b-41eb-401e-a35f-6e34d5263533 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:46.199726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Made reservation on behalf of 5e1063334e4a426eb70eec5ed1578744 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:46.202423 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.232200 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (609dcddf-f271-4aa4-8f20-a70fb8153919), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.246061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-71344fa6-c53d-427d-be01-625e0bef4bd2 None None] Provisioning complete for port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:46.246440 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-71344fa6-c53d-427d-be01-625e0bef4bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.278599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (6914223e-946f-4517-96e8-cba244c306de), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.318018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=6914223e-946f-4517-96e8-cba244c306de,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:46.344949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Network 6893125d-955f-4a66-a312-c1a83dc55007 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:46.371186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:46.382488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:46.382703 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6893125d-955f-4a66-a312-c1a83dc55007), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.389322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Pushing event updated for resources: {'Port': ['ID=609dcddf-f271-4aa4-8f20-a70fb8153919,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:46.433993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374c1f1f0>,) {'filters': {'network_id': ['6893125d-955f-4a66-a312-c1a83dc55007']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:46.451514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374c1f1f0>, 'a5e752da-14bb-4fda-acb6-04100d046f25') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:46.452101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374c1f1f0>, 'a5e752da-14bb-4fda-acb6-04100d046f25') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:46.468981 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (a5e752da-14bb-4fda-acb6-04100d046f25), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.495884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Attempting to bind port 609dcddf-f271-4aa4-8f20-a70fb8153919 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:46.496175 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Attempting to bind port 609dcddf-f271-4aa4-8f20-a70fb8153919 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5e752da-14bb-4fda-acb6-04100d046f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6893125d-955f-4a66-a312-c1a83dc55007'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:46.496545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Attempting to bind port 609dcddf-f271-4aa4-8f20-a70fb8153919 on network 6893125d-955f-4a66-a312-c1a83dc55007 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:46.507388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:46.507388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Checking segment: {'id': 'a5e752da-14bb-4fda-acb6-04100d046f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6893125d-955f-4a66-a312-c1a83dc55007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:46.507388 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.507388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Bound using segment: {'id': 'a5e752da-14bb-4fda-acb6-04100d046f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6893125d-955f-4a66-a312-c1a83dc55007'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:46.508594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Bound port: 609dcddf-f271-4aa4-8f20-a70fb8153919, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e752da-14bb-4fda-acb6-04100d046f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6893125d-955f-4a66-a312-c1a83dc55007'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:46.508594 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (609dcddf-f271-4aa4-8f20-a70fb8153919), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.509209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a5e752da-14bb-4fda-acb6-04100d046f25), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.510907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-71344fa6-c53d-427d-be01-625e0bef4bd2 None None] Current status of the port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:46.523577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:46.523990 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (a5e752da-14bb-4fda-acb6-04100d046f25), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:46.527299 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:46.542427 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (e4f2c6da-5a70-45c3-b1e3-82398c58ecac), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.581480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] For port 609dcddf-f271-4aa4-8f20-a70fb8153919, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:46.621552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] For port 609dcddf-f271-4aa4-8f20-a70fb8153919, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=609dcddf-f271-4aa4-8f20-a70fb8153919,segment=NetworkSegment(a5e752da-14bb-4fda-acb6-04100d046f25),segment_id=a5e752da-14bb-4fda-acb6-04100d046f25)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:46.628126 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.db.api [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 09 21:28:46.628126 ncdv-master-1 neutron-server[126920]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 09 21:28:46.628126 ncdv-master-1 neutron-server[126920]: [parameters: {'id': '6893125d-955f-4a66-a312-c1a83dc55007'}]
Apr 09 21:28:46.628126 ncdv-master-1 neutron-server[126920]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:28:46.628497 ncdv-master-1 neutron-server[126920]: DEBUG oslo_db.api [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:28:46.629639 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (609dcddf-f271-4aa4-8f20-a70fb8153919), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.645213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f2c6da-5a70-45c3-b1e3-82398c58ecac,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:46.655576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:46.655937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Network hostable DHCP agents. Network: 66be874b-41eb-401e-a35f-6e34d5263533, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:46.675807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Network 66be874b-41eb-401e-a35f-6e34d5263533 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:46.686986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66be874b-41eb-401e-a35f-6e34d5263533) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:46.692573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:46.693230 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.709572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233eeb75-0256-4281-8817-7c4c1ca8a8f1 None None] Network 66be874b-41eb-401e-a35f-6e34d5263533 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:46.711112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-169c024d-9702-4909-b807-cb067ea4b810 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5603957
Apr 09 21:28:46.713956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33748) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:46.718318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:46.730810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546895c-3b6a-49b7-ad05-9e6e828831ae None None] Pushing event updated for resources: {'Port': ['ID=609dcddf-f271-4aa4-8f20-a70fb8153919,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:46.740546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (b14ff7c0-38e4-4584-afe6-1afe8e663af2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.741675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (b14ff7c0-38e4-4584-afe6-1afe8e663af2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.785655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180afff7-b153-4da4-93fc-1a076990980e None None] Network 6893125d-955f-4a66-a312-c1a83dc55007 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:46.798830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fd4e0b83-62da-45d9-afc0-74c4c2913c04 None None] Provisioning complete for port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:46.799108 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks [] for router_controller (b14ff7c0-38e4-4584-afe6-1afe8e663af2), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.799216 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0b83-62da-45d9-afc0-74c4c2913c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.944512 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks [] for router_gateway (b14ff7c0-38e4-4584-afe6-1afe8e663af2), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:46.970321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-66be874b-41eb-401e-a35f-6e34d5263533', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:46.971436 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.000202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e0b83-62da-45d9-afc0-74c4c2913c04 None None] Current status of the port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:47.116926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Allocated IP 172.20.0.2 (66be874b-41eb-401e-a35f-6e34d5263533/e4f2c6da-5a70-45c3-b1e3-82398c58ecac/30423e35-4dff-4ca4-b558-556930f510f8) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:47.130402 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6893125d-955f-4a66-a312-c1a83dc55007), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.139056 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks [] for router_gateway (b14ff7c0-38e4-4584-afe6-1afe8e663af2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.162879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.237890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting port 609dcddf-f271-4aa4-8f20-a70fb8153919 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:28:47.238228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (609dcddf-f271-4aa4-8f20-a70fb8153919), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.266097 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Publish callbacks [] for port (30423e35-4dff-4ca4-b558-556930f510f8), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.274594 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (30423e35-4dff-4ca4-b558-556930f510f8), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.314749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:47.317318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d8b397a1-c5ae-4fbf-b884-668ff8ba88fb up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:47.340626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] For port 609dcddf-f271-4aa4-8f20-a70fb8153919, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=609dcddf-f271-4aa4-8f20-a70fb8153919,segment=NetworkSegment(a5e752da-14bb-4fda-acb6-04100d046f25),segment_id=a5e752da-14bb-4fda-acb6-04100d046f25)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:47.340989 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (609dcddf-f271-4aa4-8f20-a70fb8153919), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.344239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:47.353104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:47.361971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Calling delete_port for 609dcddf-f271-4aa4-8f20-a70fb8153919 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:28:47.365155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Pushing event updated for resources: {'Port': ['ID=30423e35-4dff-4ca4-b558-556930f510f8,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:47.373993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Allocated IP 172.35.0.82 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/fddd2f72-aa7e-45ae-8962-4216453f3859) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:47.437157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Attempting to bind port 30423e35-4dff-4ca4-b558-556930f510f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:47.437701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Attempting to bind port 30423e35-4dff-4ca4-b558-556930f510f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:47.439331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Attempting to bind port 30423e35-4dff-4ca4-b558-556930f510f8 on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:47.446181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:47.446729 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.473262 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:47.473644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:47.474064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.474463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Bound using segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:47.474958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Bound port: 30423e35-4dff-4ca4-b558-556930f510f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:47.475342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (30423e35-4dff-4ca4-b558-556930f510f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.557361 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (609dcddf-f271-4aa4-8f20-a70fb8153919), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.565242 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks [] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.591712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Port': ['ID=609dcddf-f271-4aa4-8f20-a70fb8153919,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:47.592100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] For port 30423e35-4dff-4ca4-b558-556930f510f8, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:47.600416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No DVR routers for this DVR port 609dcddf-f271-4aa4-8f20-a70fb8153919 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:28:47.609487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] For port 30423e35-4dff-4ca4-b558-556930f510f8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30423e35-4dff-4ca4-b558-556930f510f8,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:47.613228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:47.618996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (30423e35-4dff-4ca4-b558-556930f510f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.679034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07805bf9-09fa-48e2-8768-769c3f78fcee None None] Pushing event updated for resources: {'Port': ['ID=30423e35-4dff-4ca4-b558-556930f510f8,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:47.717720 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6893125d-955f-4a66-a312-c1a83dc55007), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.721106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.770426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237541db20>,) {'filters': {'network_id': ['6893125d-955f-4a66-a312-c1a83dc55007']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:47.786937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:47.791928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237541db20>, 'a5e752da-14bb-4fda-acb6-04100d046f25') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:47.792228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237541db20>, 'a5e752da-14bb-4fda-acb6-04100d046f25') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:47.794343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:47.803809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:47.808679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Pushing event updated for resources: {'Port': ['ID=fddd2f72-aa7e-45ae-8962-4216453f3859,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:47.812145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (a5e752da-14bb-4fda-acb6-04100d046f25), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.854183 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (a5e752da-14bb-4fda-acb6-04100d046f25), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.861685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:47.862759 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (a5e752da-14bb-4fda-acb6-04100d046f25), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:47.881176 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:48.000761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (6893125d-955f-4a66-a312-c1a83dc55007), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.005142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.009152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/6893125d-955f-4a66-a312-c1a83dc55007 HTTP/1.1" status: 204  len: 168 time: 2.3629487
Apr 09 21:28:48.012730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33750) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:48.022229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000310497'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:48.042847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:48.046179 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.047294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0c367-6bdd-41b1-84c6-7e388bb3fee8 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=6893125d-955f-4a66-a312-c1a83dc55007,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:48.070820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:48.081017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d9e27e3d-ea65-48be-85aa-0b36580c9e9f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.081378 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment d9e27e3d-ea65-48be-85aa-0b36580c9e9f of type vlan for network 68431794-789f-4230-bd70-5985538b04a5
Apr 09 21:28:48.122552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (68431794-789f-4230-bd70-5985538b04a5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.156343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (68431794-789f-4230-bd70-5985538b04a5), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.162919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:48.163731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.203275 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1892660
Apr 09 21:28:48.206676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33752) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:48.212596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': '68431794-789f-4230-bd70-5985538b04a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:48.267161 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2c748-498c-495f-bbbd-908e89ac1307 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=68431794-789f-4230-bd70-5985538b04a5,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:48.278756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 68431794-789f-4230-bd70-5985538b04a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:48.346327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:48.350798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.584375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks [] for router_gateway (b14ff7c0-38e4-4584-afe6-1afe8e663af2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.601354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (fa9bdd96-9a1f-42b7-9a16-9bf73ad27a62), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.666649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=fa9bdd96-9a1f-42b7-9a16-9bf73ad27a62,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:48.676632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': 'd9e27e3d-ea65-48be-85aa-0b36580c9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '68431794-789f-4230-bd70-5985538b04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:48.677666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: 68431794-789f-4230-bd70-5985538b04a5, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:48.699564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network 68431794-789f-4230-bd70-5985538b04a5 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:48.711574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68431794-789f-4230-bd70-5985538b04a5) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:48.716276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:48.716935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.725666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d47fff-e343-43c1-a032-f7d5dc58d9e6 None None] Network 68431794-789f-4230-bd70-5985538b04a5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:48.743858 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d1e6f75d-6098-4fa3-8d9a-97150a8e83fe tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.5355124
Apr 09 21:28:48.746970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33754) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:48.806701 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (b14ff7c0-38e4-4584-afe6-1afe8e663af2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.814975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe7cec-a199-46c1-8fdb-b81f0e0a8d46 None None] Network 66be874b-41eb-401e-a35f-6e34d5263533 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:48.854215 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (68431794-789f-4230-bd70-5985538b04a5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.910645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dc2e4146-0fc7-469c-9992-a82b5d5c5a4b None None] Provisioning complete for port 30423e35-4dff-4ca4-b558-556930f510f8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:48.911366 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4146-0fc7-469c-9992-a82b5d5c5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (30423e35-4dff-4ca4-b558-556930f510f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.911546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (fa9bdd96-9a1f-42b7-9a16-9bf73ad27a62), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.950279 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:28:48.954117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a28c57-8a6b-4982-85d1-51b082c78556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-68431794-789f-4230-bd70-5985538b04a5', 'network_id': '68431794-789f-4230-bd70-5985538b04a5', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': 'fa9bdd96-9a1f-42b7-9a16-9bf73ad27a62'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:48.955105 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e8a28c57-8a6b-4982-85d1-51b082c78556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:48.981828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (fa9bdd96-9a1f-42b7-9a16-9bf73ad27a62), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.012339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9bdd96-9a1f-42b7-9a16-9bf73ad27a62,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:49.068157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:28:49.088559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (68431794-789f-4230-bd70-5985538b04a5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.090225 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.091555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d18e6b1-09b2-4ab2-b369-d94aae5c3f5e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.3766160
Apr 09 21:28:49.094239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33756) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:49.106332 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:28:49.115196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375f8faf0>,) {'filters': {'network_id': ['68431794-789f-4230-bd70-5985538b04a5']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:49.125575 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375f8faf0>, 'd9e27e3d-ea65-48be-85aa-0b36580c9e9f') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:49.125881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375f8faf0>, 'd9e27e3d-ea65-48be-85aa-0b36580c9e9f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:49.136823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (d9e27e3d-ea65-48be-85aa-0b36580c9e9f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.144215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae37e6-9d52-4bb8-b5e3-3474a016fa3f None None] Network 68431794-789f-4230-bd70-5985538b04a5 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:49.146003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:49.146741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d5a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:49.151399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e4146-0fc7-469c-9992-a82b5d5c5a4b None None] Current status of the port 30423e35-4dff-4ca4-b558-556930f510f8 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:49.151655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4146-0fc7-469c-9992-a82b5d5c5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (30423e35-4dff-4ca4-b558-556930f510f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.152452 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d9e27e3d-ea65-48be-85aa-0b36580c9e9f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.161169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:49.161574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (d9e27e3d-ea65-48be-85aa-0b36580c9e9f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:49.165307 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:49.256350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (68431794-789f-4230-bd70-5985538b04a5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.285368 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.298142 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/68431794-789f-4230-bd70-5985538b04a5 HTTP/1.1" status: 204  len: 168 time: 0.5500131
Apr 09 21:28:49.301981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33758) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:49.314427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadabe2-359c-49af-8f20-22dc0fdbadf6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=68431794-789f-4230-bd70-5985538b04a5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:49.322205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1513490195'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:49.351707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dc2e4146-0fc7-469c-9992-a82b5d5c5a4b None None] For port 30423e35-4dff-4ca4-b558-556930f510f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30423e35-4dff-4ca4-b558-556930f510f8,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:49.366927 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4146-0fc7-469c-9992-a82b5d5c5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (30423e35-4dff-4ca4-b558-556930f510f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.392246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:49.395699 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.412717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:49.438298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:49.440061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 30423e35-4dff-4ca4-b558-556930f510f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:49.476822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17062c9b-f4ca-4570-8a84-e8fa3afdd4e3 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:28:49.485680 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1d56020f-a594-4902-b083-071d9b56e5f4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.486022 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment 1d56020f-a594-4902-b083-071d9b56e5f4 of type vlan for network fa4af8ec-20aa-43c9-9350-1bbc618ebf60
Apr 09 21:28:49.565394 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fa4af8ec-20aa-43c9-9350-1bbc618ebf60), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.572226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-abac8182-221e-457e-b2ba-18196da85309 None None] Provisioning complete for port 30423e35-4dff-4ca4-b558-556930f510f8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:49.572600 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abac8182-221e-457e-b2ba-18196da85309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (30423e35-4dff-4ca4-b558-556930f510f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.615804 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fa4af8ec-20aa-43c9-9350-1bbc618ebf60), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.620711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:49.621312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.645536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e4146-0fc7-469c-9992-a82b5d5c5a4b None None] Pushing event updated for resources: {'Port': ['ID=30423e35-4dff-4ca4-b558-556930f510f8,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:49.668531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3636827
Apr 09 21:28:49.671805 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33760) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:49.679232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:49.729130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979338f-0d98-472d-924f-a73225ce9c97 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=fa4af8ec-20aa-43c9-9350-1bbc618ebf60,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:49.731155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 30423e35-4dff-4ca4-b558-556930f510f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:49.731522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (30423e35-4dff-4ca4-b558-556930f510f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.755183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17062c9b-f4ca-4570-8a84-e8fa3afdd4e3 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:28:49.764654 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:49.785516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:49.788861 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.790300 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:49.921789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d5a970>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:48Z', 'revision_number': 3, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:49.927490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-abac8182-221e-457e-b2ba-18196da85309 None None] Current status of the port 30423e35-4dff-4ca4-b558-556930f510f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:49.962172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Allocated IP 172.20.0.1 (66be874b-41eb-401e-a35f-6e34d5263533/e4f2c6da-5a70-45c3-b1e3-82398c58ecac/c150e736-24fe-41ba-8ff7-6be441e55819) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:49.975589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:49.975919 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Updating router b14ff7c0-38e4-4584-afe6-1afe8e663af2 port fddd2f72-aa7e-45ae-8962-4216453f3859 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:28:49.982253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (f664af80-72a1-4517-b060-5a714ef1e7e4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.053280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=f664af80-72a1-4517-b060-5a714ef1e7e4,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:50.068773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': '1d56020f-a594-4902-b083-071d9b56e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:50.069450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: fa4af8ec-20aa-43c9-9350-1bbc618ebf60, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:50.073746 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.090068 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Publish callbacks [] for port (c150e736-24fe-41ba-8ff7-6be441e55819), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.096196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:50.103636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 30423e35-4dff-4ca4-b558-556930f510f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:50.111995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa4af8ec-20aa-43c9-9350-1bbc618ebf60) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:50.118196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:50.118462 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.141551 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-69448bca-e220-483f-8c66-16df7255c885 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4674532
Apr 09 21:28:50.143459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33776) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:50.146909 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.148671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:50.187685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:50.190872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:50.195736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:50.227109 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c150e736-24fe-41ba-8ff7-6be441e55819,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:50.240912 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (b14ff7c0-38e4-4584-afe6-1afe8e663af2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.276970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:50.280881 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.387408 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.462611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a0c17-d18d-4ee8-8765-bfb73e7a75c0 None None] Network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:50.532998 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba3ac-db2a-4a29-996c-0cb82aa4e5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.564727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (f53883c9-4a8b-483f-a096-f782c7b3b29a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.587082 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Publish callbacks [] for port (c150e736-24fe-41ba-8ff7-6be441e55819), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.594954 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.624132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:50.628152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:50.631190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:50.631794 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.646601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=f53883c9-4a8b-483f-a096-f782c7b3b29a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:50.666408 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a6b43dc6-958b-4ef5-8bbf-62dcea76adbb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.5194480
Apr 09 21:28:50.667260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33778) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:50.676600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (b14ff7c0-38e4-4584-afe6-1afe8e663af2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.679877 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c150e736-24fe-41ba-8ff7-6be441e55819,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:50.686326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa4af8ec-20aa-43c9-9350-1bbc618ebf60', 'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': 'f664af80-72a1-4517-b060-5a714ef1e7e4'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:50.688009 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.737832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67539bcf-b34f-4ddb-bbfd-f0c6d70e5750 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:50.739484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67539bcf-b34f-4ddb-bbfd-f0c6d70e5750 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:50.741861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67539bcf-b34f-4ddb-bbfd-f0c6d70e5750 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:50.743365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67539bcf-b34f-4ddb-bbfd-f0c6d70e5750 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:50.744676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67539bcf-b34f-4ddb-bbfd-f0c6d70e5750 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:50.750059 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-67539bcf-b34f-4ddb-bbfd-f0c6d70e5750 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0787909
Apr 09 21:28:50.750851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33780) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:50.757689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1851462639'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:50.758910 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Publish callbacks [] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.787447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:50.790847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.810952 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.819796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:50.821461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:50.821893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:50.834087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3e485d13-3910-4258-a792-21c4a361f0f2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.834581 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment 3e485d13-3910-4258-a792-21c4a361f0f2 of type vlan for network 3861f9ae-a20a-4492-84d6-7a2457709fb3
Apr 09 21:28:50.884905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3861f9ae-a20a-4492-84d6-7a2457709fb3), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.918184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3861f9ae-a20a-4492-84d6-7a2457709fb3), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.923541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:50.924256 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.931466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-20632ab5-a3d3-475e-8f9f-97476c9b78c9 None None] Provisioning complete for port c150e736-24fe-41ba-8ff7-6be441e55819 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:50.931759 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-20632ab5-a3d3-475e-8f9f-97476c9b78c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.933661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Attempting to bind port fddd2f72-aa7e-45ae-8962-4216453f3859 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:50.934036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Attempting to bind port fddd2f72-aa7e-45ae-8962-4216453f3859 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:50.934403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Attempting to bind port fddd2f72-aa7e-45ae-8962-4216453f3859 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:50.943028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6d9e5-e2a0-416a-939d-fd6c0bc46494 None None] Pushing event updated for resources: {'Port': ['ID=fddd2f72-aa7e-45ae-8962-4216453f3859,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:50.967710 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2155585
Apr 09 21:28:50.970870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33782) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:50.971837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:28:50.976609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ce6e9dae-1aa0-4cc4-aa58-afc2e9a4d97f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:50.980172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:50.980557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:50.980966 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:50.986793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:50.987315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Bound port: fddd2f72-aa7e-45ae-8962-4216453f3859, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:50.987931 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.033152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Allocated IP 2001:db8::2 (fa4af8ec-20aa-43c9-9350-1bbc618ebf60/f664af80-72a1-4517-b060-5a714ef1e7e4/6ca34115-6ad0-4f8c-b03e-de501f1daf64) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:51.033741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff845f0-3eab-4160-bebc-3f0a44a65c07 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=3861f9ae-a20a-4492-84d6-7a2457709fb3,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:51.035636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-20632ab5-a3d3-475e-8f9f-97476c9b78c9 None None] Port c150e736-24fe-41ba-8ff7-6be441e55819 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:28:51.056602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3861f9ae-a20a-4492-84d6-7a2457709fb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:51.111871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:28:51.118196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ba7ea61a-4d88-4dfe-9da7-adec1cb566a0 admin admin] 10.222.0.30 "PUT /v2.0/routers/b14ff7c0-38e4-4584-afe6-1afe8e663af2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0226820
Apr 09 21:28:51.157635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] For port fddd2f72-aa7e-45ae-8962-4216453f3859, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:51.204081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9dae-1aa0-4cc4-aa58-afc2e9a4d97f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3861f9ae-a20a-4492-84d6-7a2457709fb3), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.211560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] For port fddd2f72-aa7e-45ae-8962-4216453f3859, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fddd2f72-aa7e-45ae-8962-4216453f3859,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:51.224359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9dae-1aa0-4cc4-aa58-afc2e9a4d97f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3861f9ae-a20a-4492-84d6-7a2457709fb3), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.224921 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.234877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce6e9dae-1aa0-4cc4-aa58-afc2e9a4d97f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network 3861f9ae-a20a-4492-84d6-7a2457709fb3 is not hosted by any dhcp agent {{(pid=126919) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:28:51.240804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e9dae-1aa0-4cc4-aa58-afc2e9a4d97f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:51.241584 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9dae-1aa0-4cc4-aa58-afc2e9a4d97f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.243297 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ce6e9dae-1aa0-4cc4-aa58-afc2e9a4d97f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "PUT /v2.0/networks/3861f9ae-a20a-4492-84d6-7a2457709fb3 HTTP/1.1" status: 200  len: 723 time: 0.2716219
Apr 09 21:28:51.247828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33786) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:51.254773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': '3861f9ae-a20a-4492-84d6-7a2457709fb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:51.326088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0eb2f326-77a1-4263-9025-6beac37ce826 None None] Provisioning complete for port c150e736-24fe-41ba-8ff7-6be441e55819 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:51.326450 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f326-77a1-4263-9025-6beac37ce826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.355398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6d9e5-e2a0-416a-939d-fd6c0bc46494 None None] Pushing event updated for resources: {'Port': ['ID=fddd2f72-aa7e-45ae-8962-4216453f3859,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:51.386925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 30423e35-4dff-4ca4-b558-556930f510f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:51.442435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:51.443100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d5a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:51.509194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Publish callbacks [] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.520490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2f326-77a1-4263-9025-6beac37ce826 None None] Port c150e736-24fe-41ba-8ff7-6be441e55819 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:28:51.525723 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.574731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 30423e35-4dff-4ca4-b558-556930f510f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:51.575116 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (30423e35-4dff-4ca4-b558-556930f510f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.642943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:51.652023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:51.658732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:51.659907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9dae-1aa0-4cc4-aa58-afc2e9a4d97f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=3861f9ae-a20a-4492-84d6-7a2457709fb3,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:51.671031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Pushing event updated for resources: {'Port': ['ID=6ca34115-6ad0-4f8c-b03e-de501f1daf64,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:51.677638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3861f9ae-a20a-4492-84d6-7a2457709fb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:51.691131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:51.694934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.703182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33800) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:51.708741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1379003093-network', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:51.729799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Made reservation on behalf of ec99183f7ad64fb18fcc3672cc0375e5 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:51.732196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.741408 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.745094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:51.826355 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Publish callbacks [] for security_group (9fe4ead4-c486-425d-bc89-c00c7b10ec78), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.833625 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9fe4ead4-c486-425d-bc89-c00c7b10ec78), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.857914 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:51.873724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe4ead4-c486-425d-bc89-c00c7b10ec78,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:51.876983 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (966fa3e0-43ab-4637-9daa-afea8f5d8477), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.877472 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Added segment 966fa3e0-43ab-4637-9daa-afea8f5d8477 of type vlan for network 3bb27b04-42e3-47e5-b1cf-21f87f20011b
Apr 09 21:28:51.912044 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (86938cf4-fea4-47f0-8230-3e3eeda01913), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.912694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Attempting to bind port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:51.913116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Attempting to bind port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d56020f-a594-4902-b083-071d9b56e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:51.913491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Attempting to bind port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 on network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:51.924688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3bb27b04-42e3-47e5-b1cf-21f87f20011b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.946364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:51.946842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Checking segment: {'id': '1d56020f-a594-4902-b083-071d9b56e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:51.947314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.947769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Bound using segment: {'id': '1d56020f-a594-4902-b083-071d9b56e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:51.948316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Bound port: 6ca34115-6ad0-4f8c-b03e-de501f1daf64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d56020f-a594-4902-b083-071d9b56e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:51.948922 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.951675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 30423e35-4dff-4ca4-b558-556930f510f8 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:51.955566 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3bb27b04-42e3-47e5-b1cf-21f87f20011b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.957275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:51.958014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:51.976820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=86938cf4-fea4-47f0-8230-3e3eeda01913,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:51.986577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': '3e485d13-3910-4258-a792-21c4a361f0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3861f9ae-a20a-4492-84d6-7a2457709fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:51.987164 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: 3861f9ae-a20a-4492-84d6-7a2457709fb3, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:52.009253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network 3861f9ae-a20a-4492-84d6-7a2457709fb3 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:52.019739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3153670
Apr 09 21:28:52.022572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3861f9ae-a20a-4492-84d6-7a2457709fb3) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:52.022916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33802) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:52.034007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Request body: {'subnet': {'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1379003093-subnet', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:52.038113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a02bc5-ba3a-4a93-bd58-79af55f2fd12 None None] Network 3861f9ae-a20a-4492-84d6-7a2457709fb3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:52.053548 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:52.054436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.057220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a404bd6-a9c0-464d-a32a-eac72b464f5c admin admin] Pushing event updated for resources: {'Network': ['ID=3bb27b04-42e3-47e5-b1cf-21f87f20011b,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:52.078632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3bb27b04-42e3-47e5-b1cf-21f87f20011b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:52.079970 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a1366f96-d4aa-4490-b319-e1aa8ce9845f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8305705
Apr 09 21:28:52.083292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33804) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:52.087193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Made reservation on behalf of ec99183f7ad64fb18fcc3672cc0375e5 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:52.088994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-91b6d014-dec3-46a0-a15c-77972ea40d3d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:52.090684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.191247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91b6d014-dec3-46a0-a15c-77972ea40d3d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8426935'] for subnet (86938cf4-fea4-47f0-8230-3e3eeda01913), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.273542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (394f54c4-28e1-49ea-9d17-ce800dc649c6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.344275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=394f54c4-28e1-49ea-9d17-ce800dc649c6,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:52.345913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91b6d014-dec3-46a0-a15c-77972ea40d3d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736900814906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12406190'] for subnet (86938cf4-fea4-47f0-8230-3e3eeda01913), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.348352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] For port 6ca34115-6ad0-4f8c-b03e-de501f1daf64, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:52.355427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Checking segment: {'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:52.355788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Network hostable DHCP agents. Network: 3bb27b04-42e3-47e5-b1cf-21f87f20011b, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:52.375856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Network 3bb27b04-42e3-47e5-b1cf-21f87f20011b is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:52.387694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b6d014-dec3-46a0-a15c-77972ea40d3d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:52.387919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3bb27b04-42e3-47e5-b1cf-21f87f20011b) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:52.388299 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-91b6d014-dec3-46a0-a15c-77972ea40d3d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.392161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-91b6d014-dec3-46a0-a15c-77972ea40d3d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "PUT /v2.0/subnets/86938cf4-fea4-47f0-8230-3e3eeda01913 HTTP/1.1" status: 200  len: 826 time: 0.3053823
Apr 09 21:28:52.393327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33806) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:52.393449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:52.393449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.418643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-faee42bf-1fed-4d2e-9a2c-b7edbd9dbf56 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3870926
Apr 09 21:28:52.418882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33808) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:52.422436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e40482-c55a-408b-8e06-f18abd8f3824 None None] Network 3bb27b04-42e3-47e5-b1cf-21f87f20011b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:52.425954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:52.432300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] For port 6ca34115-6ad0-4f8c-b03e-de501f1daf64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ca34115-6ad0-4f8c-b03e-de501f1daf64,segment=NetworkSegment(1d56020f-a594-4902-b083-071d9b56e5f4),segment_id=1d56020f-a594-4902-b083-071d9b56e5f4)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:52.439032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6d014-dec3-46a0-a15c-77972ea40d3d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=86938cf4-fea4-47f0-8230-3e3eeda01913,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:52.456742 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.457987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.491776 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.518343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks [] for router_controller (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.518898 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (3861f9ae-a20a-4492-84d6-7a2457709fb3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.558811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c6b4f-6b53-4c4d-b6b4-09d9f679de7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3861f9ae-a20a-4492-84d6-7a2457709fb3', 'network_id': '3861f9ae-a20a-4492-84d6-7a2457709fb3', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': '86938cf4-fea4-47f0-8230-3e3eeda01913'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:52.560009 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-084c6b4f-6b53-4c4d-b6b4-09d9f679de7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.569109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d5a970>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 2, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:52.578924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (86938cf4-fea4-47f0-8230-3e3eeda01913), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.633574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dee230-0f3e-493f-bc5d-5b0d76efc35a None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 2, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:28:52.675676 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (86938cf4-fea4-47f0-8230-3e3eeda01913), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.694930 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks [] for router_gateway (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.698129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd129a-7ad7-4c45-805d-a7e3efffed8e None None] Pushing event updated for resources: {'Port': ['ID=6ca34115-6ad0-4f8c-b03e-de501f1daf64,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:52.718416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=86938cf4-fea4-47f0-8230-3e3eeda01913,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:52.761510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3bb27b04-42e3-47e5-b1cf-21f87f20011b', 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b', 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'fixed_ips': [{'subnet_id': '394f54c4-28e1-49ea-9d17-ce800dc649c6'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:52.762647 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.793547 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (3861f9ae-a20a-4492-84d6-7a2457709fb3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-084c6b4f-6b53-4c4d-b6b4-09d9f679de7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86938cf4-fea4-47f0-8230-3e3eeda01913: This subnet is being modified by another concurrent operation.
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86938cf4-fea4-47f0-8230-3e3eeda01913: This subnet is being modified by another concurrent operation.
Apr 09 21:28:52.820444 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:28:52.833676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237688ab50>,) {'filters': {'network_id': ['3861f9ae-a20a-4492-84d6-7a2457709fb3']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:52.856131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237688ab50>, '3e485d13-3910-4258-a792-21c4a361f0f2') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:52.857101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237688ab50>, '3e485d13-3910-4258-a792-21c4a361f0f2') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:52.870961 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (3e485d13-3910-4258-a792-21c4a361f0f2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.920014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3e485d13-3910-4258-a792-21c4a361f0f2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.923982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba53b2-eca0-4667-924b-376b80669ba6 None None] Network 3861f9ae-a20a-4492-84d6-7a2457709fb3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:52.937946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:52.938384 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (3e485d13-3910-4258-a792-21c4a361f0f2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:52.948880 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:53.000673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1423ab0f-0128-4238-8d80-e5b70ddc8b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.064540 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (3861f9ae-a20a-4492-84d6-7a2457709fb3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.070677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.072303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks [] for router_gateway (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.075494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/3861f9ae-a20a-4492-84d6-7a2457709fb3 HTTP/1.1" status: 204  len: 168 time: 0.6820157
Apr 09 21:28:53.084052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33810) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:53.108685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=3861f9ae-a20a-4492-84d6-7a2457709fb3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:53.126454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.127064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.127495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.128644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.129186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.129614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.130039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.130477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.130946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.131367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.131788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.132207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.132632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.133060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.133491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c75eb5-4659-42ce-8864-0922488add00 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:28:53.138849 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-86994459-651f-44c0-be1b-2384d807ecce tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:28:53.139725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86994459-651f-44c0-be1b-2384d807ecce tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:28:53.146735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-86994459-651f-44c0-be1b-2384d807ecce tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/3861f9ae-a20a-4492-84d6-7a2457709fb3 HTTP/1.1" status: 404  len: 339 time: 0.0560811
Apr 09 21:28:53.147316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33812) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:53.152568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1510320256', 'description': 'd1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:53.165867 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.178115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:53.183327 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.201778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Allocated IP 172.20.0.2 (3bb27b04-42e3-47e5-b1cf-21f87f20011b/394f54c4-28e1-49ea-9d17-ce800dc649c6/46ca16f5-c232-4f10-a8da-ddbf0c6aff14) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:53.219251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:53.246325 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3ff2c761-e82b-4334-986a-40ae1a229221), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.247832 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment 3ff2c761-e82b-4334-986a-40ae1a229221 of type vlan for network 10ae5d19-8358-4a62-b8e8-406d17b2ace5
Apr 09 21:28:53.306838 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (10ae5d19-8358-4a62-b8e8-406d17b2ace5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.344796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483a525-af23-49dc-8301-2b8cfde6c56a None None] Network 3861f9ae-a20a-4492-84d6-7a2457709fb3 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:53.351998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (10ae5d19-8358-4a62-b8e8-406d17b2ace5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.358776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:53.359554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.371876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483a525-af23-49dc-8301-2b8cfde6c56a None None] Network 3861f9ae-a20a-4492-84d6-7a2457709fb3 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:28:53.407841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Allocated IP 172.35.0.36 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/e79c72e6-3373-450b-a7a0-24cd2d2b6aae) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:53.434362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ca34115-6ad0-4f8c-b03e-de501f1daf64 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:53.451756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3008299
Apr 09 21:28:53.456098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33814) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:53.520461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Publish callbacks [] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.530045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:53.530415 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.543738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks [] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.565838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19798e3d-d694-4719-b671-b28de0a89164 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=10ae5d19-8358-4a62-b8e8-406d17b2ace5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:53.567242 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.583903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b4d6e-1331-4afa-95eb-175ad6fd4e42 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:53.585786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 10ae5d19-8358-4a62-b8e8-406d17b2ace5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:53.586873 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-019b4d6e-1331-4afa-95eb-175ad6fd4e42 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/networks?id=10ae5d19-8358-4a62-b8e8-406d17b2ace5 HTTP/1.1" status: 200  len: 765 time: 0.1335397
Apr 09 21:28:53.589962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33816) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:53.598069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e00439aa-c8f8-49a4-8a5a-72ceed9f0eea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'description': 'd2'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:53.606365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.634829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Network 3bb27b04-42e3-47e5-b1cf-21f87f20011b is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:53.650064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:53.661141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:53.661355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:53.664619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:53.672983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:53.701391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Pushing event updated for resources: {'Port': ['ID=e79c72e6-3373-450b-a7a0-24cd2d2b6aae,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:53.808753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Pushing event updated for resources: {'Port': ['ID=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:53.883322 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e00439aa-c8f8-49a4-8a5a-72ceed9f0eea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (10ae5d19-8358-4a62-b8e8-406d17b2ace5), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.899951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Attempting to bind port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:53.900455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Attempting to bind port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:53.900943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Attempting to bind port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 on network 3bb27b04-42e3-47e5-b1cf-21f87f20011b {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:53.904569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:53.905089 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.908356 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e00439aa-c8f8-49a4-8a5a-72ceed9f0eea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (10ae5d19-8358-4a62-b8e8-406d17b2ace5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.911800 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:53.912841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Checking segment: {'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:53.913561 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.914065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Bound using segment: {'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:53.916146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Bound port: 46ca16f5-c232-4f10-a8da-ddbf0c6aff14, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:53.916645 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.984811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e00439aa-c8f8-49a4-8a5a-72ceed9f0eea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network 10ae5d19-8358-4a62-b8e8-406d17b2ace5 is not hosted by any dhcp agent {{(pid=126920) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 09 21:28:53.994211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00439aa-c8f8-49a4-8a5a-72ceed9f0eea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:53.995129 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e00439aa-c8f8-49a4-8a5a-72ceed9f0eea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:53.999236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e00439aa-c8f8-49a4-8a5a-72ceed9f0eea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "PUT /v2.0/networks/10ae5d19-8358-4a62-b8e8-406d17b2ace5 HTTP/1.1" status: 200  len: 762 time: 0.4038892
Apr 09 21:28:53.999736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33818) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:54.011300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00439aa-c8f8-49a4-8a5a-72ceed9f0eea tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=10ae5d19-8358-4a62-b8e8-406d17b2ace5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:54.033505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 10ae5d19-8358-4a62-b8e8-406d17b2ace5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:54.042196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 6ca34115-6ad0-4f8c-b03e-de501f1daf64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ca34115-6ad0-4f8c-b03e-de501f1daf64,segment=NetworkSegment(1d56020f-a594-4902-b083-071d9b56e5f4),segment_id=1d56020f-a594-4902-b083-071d9b56e5f4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:54.047140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks [] for router_gateway (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:54.066249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:54.141280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] For port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:54.163847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a6d63-6329-4104-9c7d-75c4a1bd14c6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:54.169079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b05a6d63-6329-4104-9c7d-75c4a1bd14c6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/networks?id=10ae5d19-8358-4a62-b8e8-406d17b2ace5 HTTP/1.1" status: 200  len: 765 time: 0.1648369
Apr 09 21:28:54.169632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33820) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:54.208019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] For port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,segment=NetworkSegment(966fa3e0-43ab-4637-9daa-afea8f5d8477),segment_id=966fa3e0-43ab-4637-9daa-afea8f5d8477)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:54.248667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:54.267038 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:54.269578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=6ca34115-6ad0-4f8c-b03e-de501f1daf64,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:54.347371 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:54.410032 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eb3bb-e8f9-47cc-b212-8dc94ef5f06c None None] Pushing event updated for resources: {'Port': ['ID=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:54.429858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24874e1-e60d-4772-b2cb-e14419dea386 None None] Network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:54.512196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0bb1c74e-8693-46cd-bf00-f740f0b33314 None None] Provisioning complete for port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:54.512630 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c74e-8693-46cd-bf00-f740f0b33314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:54.566990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:28:54.755530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1c74e-8693-46cd-bf00-f740f0b33314 None None] Current status of the port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:54.764951 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:28:54.775876 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Sync routers for ids ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:28:54.786788 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Routers {'2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:54.787461 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e63c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:54.800146 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:54.801608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-74129c0e-76f3-4863-ac04-0a958ffc2e3c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.3817308
Apr 09 21:28:54.804335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33826) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:54.840959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e54b90-c606-4beb-81f4-5bcdfcad300b None None] Update dhcp port {'port': {'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60', 'fixed_ips': [{'subnet_id': 'f664af80-72a1-4517-b060-5a714ef1e7e4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f53883c9-4a8b-483f-a096-f782c7b3b29a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6ca34115-6ad0-4f8c-b03e-de501f1daf64'} from ncdv-master-1. {{(pid=126921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 09 21:28:54.887603 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14e54b90-c606-4beb-81f4-5bcdfcad300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.005400 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Set router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:55.018882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c111c13a-53ad-4463-890e-326a99281694 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.020528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c111c13a-53ad-4463-890e-326a99281694 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.8499353
Apr 09 21:28:55.023364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33828) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:55.060377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f69d19be-03d6-466f-9bbe-f6d15b3321f6 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 207 time: 0.0358129
Apr 09 21:28:55.066005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33830) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:55.100304 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-14e54b90-c606-4beb-81f4-5bcdfcad300b None None] Allocated IP 172.20.0.1 (fa4af8ec-20aa-43c9-9350-1bbc618ebf60/f53883c9-4a8b-483f-a096-f782c7b3b29a/6ca34115-6ad0-4f8c-b03e-de501f1daf64) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:55.211209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758420-0ca3-414a-8292-a409a4e6e188 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.218350 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e63c70>, [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:28:53Z', 'revision_number': 3, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port': {'id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:53Z', 'updated_at': '2022-04-09T21:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:55.218647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758420-0ca3-414a-8292-a409a4e6e188 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.224187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758420-0ca3-414a-8292-a409a4e6e188 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.226929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-14e54b90-c606-4beb-81f4-5bcdfcad300b None None] For port 6ca34115-6ad0-4f8c-b03e-de501f1daf64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ca34115-6ad0-4f8c-b03e-de501f1daf64,segment=NetworkSegment(1d56020f-a594-4902-b083-071d9b56e5f4),segment_id=1d56020f-a594-4902-b083-071d9b56e5f4)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:55.241583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758420-0ca3-414a-8292-a409a4e6e188 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.247722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758420-0ca3-414a-8292-a409a4e6e188 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.262561 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Checking router: 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:55.263158 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Updating router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 port e79c72e6-3373-450b-a7a0-24cd2d2b6aae binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:28:55.264570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758420-0ca3-414a-8292-a409a4e6e188 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.271435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14e54b90-c606-4beb-81f4-5bcdfcad300b None None] Publish callbacks [] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.280368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a5758420-0ca3-414a-8292-a409a4e6e188 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3732 time: 0.2131007
Apr 09 21:28:55.281424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33832) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:55.291808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14e54b90-c606-4beb-81f4-5bcdfcad300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.306588 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.439895 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.443590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e54b90-c606-4beb-81f4-5bcdfcad300b None None] Pushing event updated for resources: {'Port': ['ID=6ca34115-6ad0-4f8c-b03e-de501f1daf64,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:55.533412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.547641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ca34115-6ad0-4f8c-b03e-de501f1daf64 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:55.571475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d8ef1692-f861-4010-8252-5732290e411b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 814 time: 0.2887495
Apr 09 21:28:55.586524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33834) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:55.656841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:55.657283 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.732549 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Publish callbacks [] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.744875 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.761933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b09e2e-ae24-4ede-8395-b43c19807daf tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.763838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b09e2e-ae24-4ede-8395-b43c19807daf tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.765518 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b09e2e-ae24-4ede-8395-b43c19807daf tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.766668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b09e2e-ae24-4ede-8395-b43c19807daf tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.768021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b09e2e-ae24-4ede-8395-b43c19807daf tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.770004 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33b09e2e-ae24-4ede-8395-b43c19807daf tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1818104
Apr 09 21:28:55.777195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33836) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:55.830797 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Attempting to bind port e79c72e6-3373-450b-a7a0-24cd2d2b6aae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:55.831806 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Attempting to bind port e79c72e6-3373-450b-a7a0-24cd2d2b6aae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:55.832394 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Attempting to bind port e79c72e6-3373-450b-a7a0-24cd2d2b6aae on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:55.843414 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:55.844127 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:55.844698 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.845295 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:55.845962 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Bound port: e79c72e6-3373-450b-a7a0-24cd2d2b6aae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:55.846518 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:55.903573 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893ecdd-2cd3-41db-b59a-7a753109a067 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.905352 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893ecdd-2cd3-41db-b59a-7a753109a067 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.906432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893ecdd-2cd3-41db-b59a-7a753109a067 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.907592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893ecdd-2cd3-41db-b59a-7a753109a067 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.908817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893ecdd-2cd3-41db-b59a-7a753109a067 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['shared'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:55.914177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0893ecdd-2cd3-41db-b59a-7a753109a067 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1361663
Apr 09 21:28:55.921021 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] For port e79c72e6-3373-450b-a7a0-24cd2d2b6aae, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:55.921374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33838) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:55.924811 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] For port e79c72e6-3373-450b-a7a0-24cd2d2b6aae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e79c72e6-3373-450b-a7a0-24cd2d2b6aae,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:55.931484 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df8f45-a48a-4cfe-a43e-6ddc35d4bdfe None None] Pushing event updated for resources: {'Port': ['ID=e79c72e6-3373-450b-a7a0-24cd2d2b6aae,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:55.945286 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.014827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cf56b-7990-4421-9aa3-612f68bdce58 None None] Network 3bb27b04-42e3-47e5-b1cf-21f87f20011b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:56.029446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Allocated IP 172.20.0.1 (3bb27b04-42e3-47e5-b1cf-21f87f20011b/394f54c4-28e1-49ea-9d17-ce800dc649c6/efea5fa4-a8a6-4be4-a9a3-56d698087945) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:28:56.067454 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Routers {'2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:56.068158 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e63c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:56.129574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f4692be8-b762-46d8-8e2f-9bd710b50d94 None None] Provisioning complete for port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:56.129945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f4692be8-b762-46d8-8e2f-9bd710b50d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.150619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654cf09-37a4-42c6-b3f7-d2dc7b270f96 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:56.157339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0654cf09-37a4-42c6-b3f7-d2dc7b270f96 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/networks/fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 HTTP/1.1" status: 200  len: 804 time: 0.2296860
Apr 09 21:28:56.162359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Publish callbacks [] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.165652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33840) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:56.193237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.199946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:56.201285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fddd2f72-aa7e-45ae-8962-4216453f3859 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:56.209228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.273706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Pushing event updated for resources: {'Port': ['ID=efea5fa4-a8a6-4be4-a9a3-56d698087945,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:56.285954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Network 3bb27b04-42e3-47e5-b1cf-21f87f20011b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:56.287163 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:56.293363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:28:56.359718 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.379402 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd28dd4d-af76-4f42-bbdf-8e22604f41ed tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/networks/fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2051177
Apr 09 21:28:56.380305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33842) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:56.395949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fddd2f72-aa7e-45ae-8962-4216453f3859 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:56.397160 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.446447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:28:56.455833 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df8f45-a48a-4cfe-a43e-6ddc35d4bdfe None None] Pushing event updated for resources: {'Port': ['ID=e79c72e6-3373-450b-a7a0-24cd2d2b6aae,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:56.458401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef865f4-ccae-4cbb-b922-c79b54cbcc15 None None] Network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:56.466335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f4692be8-b762-46d8-8e2f-9bd710b50d94 None None] Current status of the port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:56.466728 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f4692be8-b762-46d8-8e2f-9bd710b50d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.495418 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] Set router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:56.497712 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c3686-5c63-4c48-8744-81864fd143c5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:56.499539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3e7c3686-5c63-4c48-8744-81864fd143c5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/subnets/33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0 HTTP/1.1" status: 200  len: 843 time: 0.1181848
Apr 09 21:28:56.507656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33844) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:56.528963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:56.529784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237488ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:56.589938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e2638-357e-4c13-9561-73440b845c7e tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['shared'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:56.591680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9a9e2638-357e-4c13-9561-73440b845c7e tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "GET /v2.0/subnets/33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0825002
Apr 09 21:28:56.595614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33846) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:56.601580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-739730496'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:56.647876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:56.652608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.688822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:28:56.706043 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b634a202-4939-4e57-a649-b1246623cc55), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.706491 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Added segment b634a202-4939-4e57-a649-b1246623cc55 of type vlan for network 077371bb-f011-49be-8b4d-89834e2179fe
Apr 09 21:28:56.752931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e63c70>, [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:28:53Z', 'revision_number': 3, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port': {'id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:53Z', 'updated_at': '2022-04-09T21:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:56.781646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (077371bb-f011-49be-8b4d-89834e2179fe), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.781816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f4692be8-b762-46d8-8e2f-9bd710b50d94 None None] For port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,segment=NetworkSegment(966fa3e0-43ab-4637-9daa-afea8f5d8477),segment_id=966fa3e0-43ab-4637-9daa-afea8f5d8477)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:56.799880 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c213a5-65b1-4d4b-b1e0-fadc0152a763 None None] The sync data for ids ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'] in ncdv-master-1 is: [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:28:53Z', 'revision_number': 3, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port': {'id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:53Z', 'updated_at': '2022-04-09T21:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:28:56.817609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:56.819986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (077371bb-f011-49be-8b4d-89834e2179fe), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.822345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f4692be8-b762-46d8-8e2f-9bd710b50d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.834204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:56.835697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.842061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:56.890817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2941175
Apr 09 21:28:56.894069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33848) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:56.906172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'network_id': '077371bb-f011-49be-8b4d-89834e2179fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:56.934438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fddd2f72-aa7e-45ae-8962-4216453f3859 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:56.935203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.007386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4692be8-b762-46d8-8e2f-9bd710b50d94 None None] Pushing event updated for resources: {'Port': ['ID=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:57.031202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Provisioning complete for port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:57.031969 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.032228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36431baf-d16f-41fc-ac7c-42516fdb0ceb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Network': ['ID=077371bb-f011-49be-8b4d-89834e2179fe,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:57.060691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Made reservation on behalf of e2c0d0739f2d42b2ae4a2dd686f53092 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:28:57.064960 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.088699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 077371bb-f011-49be-8b4d-89834e2179fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:28:57.151509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Performing IP validity checks on allocation pools {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 09 21:28:57.152136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.ipam_backend_mixin [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 09 21:28:57.191472 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Publish callbacks [] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.197492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.218844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port fddd2f72-aa7e-45ae-8962-4216453f3859, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fddd2f72-aa7e-45ae-8962-4216453f3859,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:57.247790 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.258860 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.259815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:57.296245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.301628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Pushing event updated for resources: {'Port': ['ID=efea5fa4-a8a6-4be4-a9a3-56d698087945,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:57.363454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.439288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Network 3bb27b04-42e3-47e5-b1cf-21f87f20011b is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:28:57.445495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:57.462219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:57.478674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Checking segment: {'id': 'b634a202-4939-4e57-a649-b1246623cc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '077371bb-f011-49be-8b4d-89834e2179fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:57.479035 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network hostable DHCP agents. Network: 077371bb-f011-49be-8b4d-89834e2179fe, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:28:57.543835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Network 077371bb-f011-49be-8b4d-89834e2179fe is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:28:57.562656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 077371bb-f011-49be-8b4d-89834e2179fe) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:28:57.568241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:57.570401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.604791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dacc5ded-9d9d-43ef-b636-0708cfc3a87a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.7099915
Apr 09 21:28:57.607882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33850) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:57.616253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d02149cb-b781-409e-bba8-6794b8053247 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:28:57.653894 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Current status of the port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:57.656460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8960331b-6d76-486c-abc6-43fd362eab9f None None] Network 077371bb-f011-49be-8b4d-89834e2179fe requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:28:57.662535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=fddd2f72-aa7e-45ae-8962-4216453f3859,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:57.683472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:28:57.723149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Provisioning complete for port efea5fa4-a8a6-4be4-a9a3-56d698087945 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:57.723538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.774698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d02149cb-b781-409e-bba8-6794b8053247 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8426935'] for subnet (1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.788491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:57.788823 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.866467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:28:57.884120 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0193944c-53e9-4205-bfd7-549a87bf345e admin admin] 10.222.0.30 "PUT /v2.0/routers/2e5d848b-839e-4bd6-a1d2-acc19f56f7d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0709362
Apr 09 21:28:57.916859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237488ad90>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 2, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:57.954854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:57.955316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Updating router b14ff7c0-38e4-4584-afe6-1afe8e663af2 port c150e736-24fe-41ba-8ff7-6be441e55819 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:28:57.957578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5458cc-44a9-4102-88f6-cd320da77bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-077371bb-f011-49be-8b4d-89834e2179fe', 'network_id': '077371bb-f011-49be-8b4d-89834e2179fe', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': '1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:28:57.958475 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ab5458cc-44a9-4102-88f6-cd320da77bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:57.987976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Port efea5fa4-a8a6-4be4-a9a3-56d698087945 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:28:57.994760 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d02149cb-b781-409e-bba8-6794b8053247 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736900814906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12406190'] for subnet (1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.024203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Provisioning complete for port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:58.024587 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.056467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]: WARNING neutron.objects.base [None req-d02149cb-b781-409e-bba8-6794b8053247 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] ORM session: SQL execution without transaction in progress, traceback:
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     result = function(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     proto.__init__(conn_state, self)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     self.handle()
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     self.handle_one_request()
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     self.handle_one_response()
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     result = self.application(self.environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return app(environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self.application)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return request.get_response(self.application)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     resp = self.call_func(req, *args, **kw)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return self.func(req, *args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     response = req.get_response(self._app)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     status, headers, app_iter = self.call_application(
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     app_iter = application(self.environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     response = self.app(environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return resp(environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return self.application(environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return super(Pecan, self).__call__(environ, start_response)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     self.invoke_controller(controller, args, kwargs, state)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     result = controller(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return {self.resource: self.plugin_updater(*updater_args)}
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return method(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return f(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1366, in update_subnet
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     self._update_subnet_postcommit(context, original_subnet,
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     registry.publish(
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return function(*args, **kwargs)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     errors = self._notify_loop(resource, event, trigger, payload)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     callback(resource, event, trigger, payload=payload)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     router_ids = set(port.device_id for port in query)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     return self._iter().__iter__()
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     result = self.session.execute(
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]:     result = fn(orm_exec_state)
Apr 09 21:28:58.071627 ncdv-master-1 neutron-server[126920]: 
Apr 09 21:28:58.093316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02149cb-b781-409e-bba8-6794b8053247 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:28:58.093316 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d02149cb-b781-409e-bba8-6794b8053247 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.093316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d02149cb-b781-409e-bba8-6794b8053247 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "PUT /v2.0/subnets/1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32 HTTP/1.1" status: 200  len: 900 time: 0.4775012
Apr 09 21:28:58.094387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33860) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:58.102735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02149cb-b781-409e-bba8-6794b8053247 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event updated for resources: {'Subnet': ['ID=1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:58.224421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (077371bb-f011-49be-8b4d-89834e2179fe), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.279803 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.356449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.392880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:58.394526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-ab5458cc-44a9-4102-88f6-cd320da77bb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32: This subnet is being modified by another concurrent operation.
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32: This subnet is being modified by another concurrent operation.
Apr 09 21:28:58.402066 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:28:58.475165 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a2018-f91b-44d9-b966-e5d232459082 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:28:58.512432 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (077371bb-f011-49be-8b4d-89834e2179fe), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.545806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c4ffe80>,) {'filters': {'network_id': ['077371bb-f011-49be-8b4d-89834e2179fe']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:58.556404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c4ffe80>, 'b634a202-4939-4e57-a649-b1246623cc55') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:58.556778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c4ffe80>, 'b634a202-4939-4e57-a649-b1246623cc55') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:58.558456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-559ff85c-c6ad-457e-8014-062180eac64a None None] Current status of the port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:58.568272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (b634a202-4939-4e57-a649-b1246623cc55), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.587785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b634a202-4939-4e57-a649-b1246623cc55), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.596631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:58.597305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (b634a202-4939-4e57-a649-b1246623cc55), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:58.601028 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:58.659274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:58.667740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (077371bb-f011-49be-8b4d-89834e2179fe), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.674266 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.682461 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/077371bb-f011-49be-8b4d-89834e2179fe HTTP/1.1" status: 204  len: 168 time: 0.5823698
Apr 09 21:28:58.683520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33898) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:58.698178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee00df-7d9a-44f3-a5cf-e5e09af0eac0 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=077371bb-f011-49be-8b4d-89834e2179fe,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:58.727479 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cb2197-10bc-430f-a3c9-e013ad177484 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:28:58.727892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cb2197-10bc-430f-a3c9-e013ad177484 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:28:58.734052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33900) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:58.738087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-78cb2197-10bc-430f-a3c9-e013ad177484 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/1c2d859a-339e-4a1e-b9ac-f0b0ecc5dd32 HTTP/1.1" status: 404  len: 337 time: 0.0528300
Apr 09 21:28:58.741497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-86258aa4-012a-442b-9b12-b83966d05a9d None None] Provisioning complete for port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:58.741883 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86258aa4-012a-442b-9b12-b83966d05a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.756089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a2018-f91b-44d9-b966-e5d232459082 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:28:58.763347 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc57ac88-b42a-4544-adbc-f335d9acd1f4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:28:58.763880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc57ac88-b42a-4544-adbc-f335d9acd1f4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:28:58.767184 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fc57ac88-b42a-4544-adbc-f335d9acd1f4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/077371bb-f011-49be-8b4d-89834e2179fe HTTP/1.1" status: 404  len: 339 time: 0.0320857
Apr 09 21:28:58.769817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33902) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:58.870927 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (10ae5d19-8358-4a62-b8e8-406d17b2ace5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.874813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:58.875138 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.978878 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (10ae5d19-8358-4a62-b8e8-406d17b2ace5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:58.979113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Publish callbacks [] for port (c150e736-24fe-41ba-8ff7-6be441e55819), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.006146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c3a6850>,) {'filters': {'network_id': ['10ae5d19-8358-4a62-b8e8-406d17b2ace5']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:59.014958 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.022509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c3a6850>, '3ff2c761-e82b-4334-986a-40ae1a229221') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:59.022881 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c3a6850>, '3ff2c761-e82b-4334-986a-40ae1a229221') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:59.037342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (3ff2c761-e82b-4334-986a-40ae1a229221), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.064460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (3ff2c761-e82b-4334-986a-40ae1a229221), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.072142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:28:59.072729 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (3ff2c761-e82b-4334-986a-40ae1a229221), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:28:59.076568 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:28:59.096095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-86258aa4-012a-442b-9b12-b83966d05a9d None None] Current status of the port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:59.151320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a2e12-3375-4fed-bdd0-15eb25add45b None None] Pushing event updated for resources: {'Port': ['ID=c150e736-24fe-41ba-8ff7-6be441e55819,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:59.160188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (10ae5d19-8358-4a62-b8e8-406d17b2ace5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.168144 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.171213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-86258aa4-012a-442b-9b12-b83966d05a9d None None] Provisioning complete for port efea5fa4-a8a6-4be4-a9a3-56d698087945 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:59.171597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86258aa4-012a-442b-9b12-b83966d05a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.175236 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/10ae5d19-8358-4a62-b8e8-406d17b2ace5 HTTP/1.1" status: 204  len: 168 time: 0.4018412
Apr 09 21:28:59.175644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33918) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:59.201292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46541f86-2242-4d91-b121-7f65a771f150 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=10ae5d19-8358-4a62-b8e8-406d17b2ace5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:59.250832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:59.251987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e79c72e6-3373-450b-a7a0-24cd2d2b6aae up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:59.253873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf91bf-c7ed-475b-9b84-856464b0b347 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:28:59.257550 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfca9a9a-eae9-407d-919f-0bdbcd48d512 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:28:59.258110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfca9a9a-eae9-407d-919f-0bdbcd48d512 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:28:59.264801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:59.270852 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Sync routers for ids ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:28:59.277180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bfca9a9a-eae9-407d-919f-0bdbcd48d512 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/86938cf4-fea4-47f0-8230-3e3eeda01913 HTTP/1.1" status: 404  len: 337 time: 0.1003413
Apr 09 21:28:59.285080 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Routers {'2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:59.286132 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775fcfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:59.296019 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-033da03f-02d5-45c0-8217-3bb517b89bd4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:28:59.296652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033da03f-02d5-45c0-8217-3bb517b89bd4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:28:59.305020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33934) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:59.329119 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-033da03f-02d5-45c0-8217-3bb517b89bd4 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/3861f9ae-a20a-4492-84d6-7a2457709fb3 HTTP/1.1" status: 404  len: 339 time: 0.0621672
Apr 09 21:28:59.338622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-86258aa4-012a-442b-9b12-b83966d05a9d None None] Port efea5fa4-a8a6-4be4-a9a3-56d698087945 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:28:59.368366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Attempting to bind port c150e736-24fe-41ba-8ff7-6be441e55819 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:28:59.368950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Attempting to bind port c150e736-24fe-41ba-8ff7-6be441e55819 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:28:59.369513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Attempting to bind port c150e736-24fe-41ba-8ff7-6be441e55819 on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:28:59.383513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:28:59.384179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:28:59.384760 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.385202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Bound using segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:28:59.385695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Bound port: c150e736-24fe-41ba-8ff7-6be441e55819, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:28:59.386084 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.397566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-18697088-f975-4640-8bf7-0573ea44f06b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting subnet f53883c9-4a8b-483f-a096-f782c7b3b29a {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:28:59.403139 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18697088-f975-4640-8bf7-0573ea44f06b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (f53883c9-4a8b-483f-a096-f782c7b3b29a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.430019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e79c72e6-3373-450b-a7a0-24cd2d2b6aae triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:28:59.430758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.444023 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Set router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:28:59.493438 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18697088-f975-4640-8bf7-0573ea44f06b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (f53883c9-4a8b-483f-a096-f782c7b3b29a), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.574486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf91bf-c7ed-475b-9b84-856464b0b347 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:28:59.608476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] For port c150e736-24fe-41ba-8ff7-6be441e55819, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:28:59.613500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] For port c150e736-24fe-41ba-8ff7-6be441e55819, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c150e736-24fe-41ba-8ff7-6be441e55819,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:28:59.646513 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18697088-f975-4640-8bf7-0573ea44f06b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (f53883c9-4a8b-483f-a096-f782c7b3b29a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.654251 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.712516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e79c72e6-3373-450b-a7a0-24cd2d2b6aae is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:28:59.712932 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.725811 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18697088-f975-4640-8bf7-0573ea44f06b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (f53883c9-4a8b-483f-a096-f782c7b3b29a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.732103 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775fcfa0>, [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port': {'id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:53Z', 'updated_at': '2022-04-09T21:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efea5fa4-a8a6-4be4-a9a3-56d698087945', 'name': '', 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'mac_address': 'fa:16:3e:a4:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '394f54c4-28e1-49ea-9d17-ce800dc649c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:55Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 2, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'subnets': [{'id': '394f54c4-28e1-49ea-9d17-ce800dc649c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:59.758237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18697088-f975-4640-8bf7-0573ea44f06b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=f53883c9-4a8b-483f-a096-f782c7b3b29a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:59.760370 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18697088-f975-4640-8bf7-0573ea44f06b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.766098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-18697088-f975-4640-8bf7-0573ea44f06b tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/f53883c9-4a8b-483f-a096-f782c7b3b29a HTTP/1.1" status: 204  len: 168 time: 0.4577451
Apr 09 21:28:59.766910 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33948) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:28:59.788645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port e79c72e6-3373-450b-a7a0-24cd2d2b6aae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e79c72e6-3373-450b-a7a0-24cd2d2b6aae,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:28:59.798235 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Checking router: 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:28:59.798558 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Updating router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 port efea5fa4-a8a6-4be4-a9a3-56d698087945 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:28:59.802863 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.803663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ca34115-6ad0-4f8c-b03e-de501f1daf64 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:28:59.808804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a2e12-3375-4fed-bdd0-15eb25add45b None None] Pushing event updated for resources: {'Port': ['ID=c150e736-24fe-41ba-8ff7-6be441e55819,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:28:59.818298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:28:59.818638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237488ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:28:59.832557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-4024e047-f3b2-4da3-ba45-28828e4a5ff5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting subnet f664af80-72a1-4517-b060-5a714ef1e7e4 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:28:59.836367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4024e047-f3b2-4da3-ba45-28828e4a5ff5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (f664af80-72a1-4517-b060-5a714ef1e7e4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.843543 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.877841 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4024e047-f3b2-4da3-ba45-28828e4a5ff5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (f664af80-72a1-4517-b060-5a714ef1e7e4), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:28:59.971153 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4024e047-f3b2-4da3-ba45-28828e4a5ff5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (f664af80-72a1-4517-b060-5a714ef1e7e4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.029932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=e79c72e6-3373-450b-a7a0-24cd2d2b6aae,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:00.039514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff821f7-85fc-495f-96aa-0623bdfbec3d None None] Network 077371bb-f011-49be-8b4d-89834e2179fe requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:00.044913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec59a87-bfda-4add-a122-9d69dec98f11 None None] Network fa4af8ec-20aa-43c9-9350-1bbc618ebf60 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:00.077223 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4024e047-f3b2-4da3-ba45-28828e4a5ff5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (f664af80-72a1-4517-b060-5a714ef1e7e4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.081855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff821f7-85fc-495f-96aa-0623bdfbec3d None None] Network 077371bb-f011-49be-8b4d-89834e2179fe could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:29:00.115401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024e047-f3b2-4da3-ba45-28828e4a5ff5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=f664af80-72a1-4517-b060-5a714ef1e7e4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:00.119364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8be4f-4e89-4a79-9b6a-c8ef1fea7f62 None None] Network 077371bb-f011-49be-8b4d-89834e2179fe requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:00.122958 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4024e047-f3b2-4da3-ba45-28828e4a5ff5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.126445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4024e047-f3b2-4da3-ba45-28828e4a5ff5 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/f664af80-72a1-4517-b060-5a714ef1e7e4 HTTP/1.1" status: 204  len: 168 time: 0.3591557
Apr 09 21:29:00.130041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33952) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:00.136058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:00.136449 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.198587 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:29:00.201891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8be4f-4e89-4a79-9b6a-c8ef1fea7f62 None None] Network 077371bb-f011-49be-8b4d-89834e2179fe could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:29:00.231780 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Publish callbacks [] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.245394 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.246675 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fa4af8ec-20aa-43c9-9350-1bbc618ebf60), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.316495 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ed1bd-1f49-4cef-9646-06648509e0da None None] Pushing event updated for resources: {'Port': ['ID=efea5fa4-a8a6-4be4-a9a3-56d698087945,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:00.335731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:00.336140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.427699 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Attempting to bind port efea5fa4-a8a6-4be4-a9a3-56d698087945 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:29:00.428995 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Attempting to bind port efea5fa4-a8a6-4be4-a9a3-56d698087945 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:29:00.428995 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Attempting to bind port efea5fa4-a8a6-4be4-a9a3-56d698087945 on network 3bb27b04-42e3-47e5-b1cf-21f87f20011b {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:00.438056 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:29:00.438631 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Checking segment: {'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:00.439247 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.439738 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Bound using segment: {'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:29:00.443315 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Bound port: efea5fa4-a8a6-4be4-a9a3-56d698087945, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966fa3e0-43ab-4637-9daa-afea8f5d8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:29:00.443811 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.452069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] For port 6ca34115-6ad0-4f8c-b03e-de501f1daf64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ca34115-6ad0-4f8c-b03e-de501f1daf64,segment=NetworkSegment(1d56020f-a594-4902-b083-071d9b56e5f4),segment_id=1d56020f-a594-4902-b083-071d9b56e5f4)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:00.452454 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.473023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Calling delete_port for 6ca34115-6ad0-4f8c-b03e-de501f1daf64 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:00.564834 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] For port efea5fa4-a8a6-4be4-a9a3-56d698087945, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:29:00.577211 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] For port efea5fa4-a8a6-4be4-a9a3-56d698087945, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efea5fa4-a8a6-4be4-a9a3-56d698087945,segment=NetworkSegment(966fa3e0-43ab-4637-9daa-afea8f5d8477),segment_id=966fa3e0-43ab-4637-9daa-afea8f5d8477)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:29:00.592277 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.592668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6ca34115-6ad0-4f8c-b03e-de501f1daf64), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.620043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No DVR routers for this DVR port 6ca34115-6ad0-4f8c-b03e-de501f1daf64 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:00.645318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Could not find standard attr ID for object 6ca34115-6ad0-4f8c-b03e-de501f1daf64. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:29:00.678575 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Routers {'2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:29:00.680416 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23775fcfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:28:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:00.684430 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ed1bd-1f49-4cef-9646-06648509e0da None None] Pushing event updated for resources: {'Port': ['ID=efea5fa4-a8a6-4be4-a9a3-56d698087945,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:00.739088 ncdv-master-1 neutron-server[126921]: INFO neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No ports have port_id starting with 6ca34115-6ad0-4f8c-b03e-de501f1daf64
Apr 09 21:29:00.742440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b21344e3-daba-43a8-a56b-0756a4cc0cb4 None None] Provisioning complete for port c150e736-24fe-41ba-8ff7-6be441e55819 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:00.742993 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b21344e3-daba-43a8-a56b-0756a4cc0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.750217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fddd2f72-aa7e-45ae-8962-4216453f3859 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:00.790443 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fa4af8ec-20aa-43c9-9350-1bbc618ebf60), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.816550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374928c10>,) {'filters': {'network_id': ['fa4af8ec-20aa-43c9-9350-1bbc618ebf60']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:00.827892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374928c10>, '1d56020f-a594-4902-b083-071d9b56e5f4') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:00.828249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374928c10>, '1d56020f-a594-4902-b083-071d9b56e5f4') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:00.835607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e93b27-939e-4a09-8b90-da13000e15cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa4af8ec-20aa-43c9-9350-1bbc618ebf60', 'network_id': 'fa4af8ec-20aa-43c9-9350-1bbc618ebf60', 'project_id': 'e2c0d0739f2d42b2ae4a2dd686f53092', 'fixed_ips': [{'subnet_id': 'f664af80-72a1-4517-b060-5a714ef1e7e4'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:29:00.836791 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-34e93b27-939e-4a09-8b90-da13000e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.842495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (1d56020f-a594-4902-b083-071d9b56e5f4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.859382 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1d56020f-a594-4902-b083-071d9b56e5f4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.865522 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] Set router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:29:00.867342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:29:00.867480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (1d56020f-a594-4902-b083-071d9b56e5f4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:29:00.939284 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:29:00.941777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Port': ['ID=6ca34115-6ad0-4f8c-b03e-de501f1daf64,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:00.992915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fa4af8ec-20aa-43c9-9350-1bbc618ebf60), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.005058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.010425 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/fa4af8ec-20aa-43c9-9350-1bbc618ebf60 HTTP/1.1" status: 204  len: 168 time: 0.8781450
Apr 09 21:29:01.012922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33956) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:01.019397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port fddd2f72-aa7e-45ae-8962-4216453f3859 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:01.019782 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.031387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5c19a-c79e-4127-87a6-625f0f4e8421 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=fa4af8ec-20aa-43c9-9350-1bbc618ebf60,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:01.069320 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bdf1a4-c84d-4976-9d65-1512d8a83838 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:29:01.069905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bdf1a4-c84d-4976-9d65-1512d8a83838 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:29:01.076350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-62bdf1a4-c84d-4976-9d65-1512d8a83838 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/fa9bdd96-9a1f-42b7-9a16-9bf73ad27a62 HTTP/1.1" status: 404  len: 337 time: 0.0598092
Apr 09 21:29:01.076824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33958) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:01.102920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237488ad90>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:28:59Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:01.107854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b21344e3-daba-43a8-a56b-0756a4cc0cb4 None None] Current status of the port c150e736-24fe-41ba-8ff7-6be441e55819 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:01.107854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b21344e3-daba-43a8-a56b-0756a4cc0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.126893 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-53487f7d-79c3-48a7-a1a1-d26995d4f915 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:29:01.127592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53487f7d-79c3-48a7-a1a1-d26995d4f915 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:29:01.136570 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-53487f7d-79c3-48a7-a1a1-d26995d4f915 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/68431794-789f-4230-bd70-5985538b04a5 HTTP/1.1" status: 404  len: 339 time: 0.0544398
Apr 09 21:29:01.137211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33962) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:01.144701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87501dd1-7fd6-4120-97a9-cbb782c7eef8 None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:28:59Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:29:01.146372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f76ad-42fd-4886-9f10-9a30f1ab9e2b None None] DHCP port deletion for fa4af8ec-20aa-43c9-9350-1bbc618ebf60 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:29:01.196153 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ce3184-4e8b-4246-8029-7094a12ea37a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:29:01.196644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ce3184-4e8b-4246-8029-7094a12ea37a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:29:01.210353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f8ce3184-4e8b-4246-8029-7094a12ea37a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/6914223e-946f-4517-96e8-cba244c306de HTTP/1.1" status: 404  len: 337 time: 0.0721571
Apr 09 21:29:01.213619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33968) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:01.228097 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23775fcfa0>, [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port': {'id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:53Z', 'updated_at': '2022-04-09T21:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efea5fa4-a8a6-4be4-a9a3-56d698087945', 'name': '', 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'mac_address': 'fa:16:3e:a4:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '394f54c4-28e1-49ea-9d17-ce800dc649c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:55Z', 'updated_at': '2022-04-09T21:29:00Z', 'revision_number': 4, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'subnets': [{'id': '394f54c4-28e1-49ea-9d17-ce800dc649c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:01.247133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b21344e3-daba-43a8-a56b-0756a4cc0cb4 None None] For port c150e736-24fe-41ba-8ff7-6be441e55819, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c150e736-24fe-41ba-8ff7-6be441e55819,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:01.252915 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-06df427a-f4cb-420b-b0dd-2d65678629f2 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:29:01.253576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06df427a-f4cb-420b-b0dd-2d65678629f2 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:29:01.257758 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-06df427a-f4cb-420b-b0dd-2d65678629f2 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/6893125d-955f-4a66-a312-c1a83dc55007 HTTP/1.1" status: 404  len: 339 time: 0.0414743
Apr 09 21:29:01.259208 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b21344e3-daba-43a8-a56b-0756a4cc0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.259882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33970) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:01.266899 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36d338-d8f9-4641-93c7-d8194f245df1 None None] The sync data for ids ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'] in ncdv-master-1 is: [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port': {'id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:53Z', 'updated_at': '2022-04-09T21:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efea5fa4-a8a6-4be4-a9a3-56d698087945', 'name': '', 'network_id': '3bb27b04-42e3-47e5-b1cf-21f87f20011b', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'mac_address': 'fa:16:3e:a4:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '394f54c4-28e1-49ea-9d17-ce800dc649c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:55Z', 'updated_at': '2022-04-09T21:29:00Z', 'revision_number': 4, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'subnets': [{'id': '394f54c4-28e1-49ea-9d17-ce800dc649c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:29:01.279714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port fddd2f72-aa7e-45ae-8962-4216453f3859 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:01.314351 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd1cc46-f0be-43a7-bf3c-0369fe728d5f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:29:01.315261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd1cc46-f0be-43a7-bf3c-0369fe728d5f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:29:01.319841 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bdd1cc46-f0be-43a7-bf3c-0369fe728d5f tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/dae829a9-bb2e-4655-9e6d-abb1dcf6bf45 HTTP/1.1" status: 404  len: 337 time: 0.0553839
Apr 09 21:29:01.322779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33972) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:01.356996 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc8ef32-d9d7-47c5-a6dd-b6f24bda33f9 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:29:01.358383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc8ef32-d9d7-47c5-a6dd-b6f24bda33f9 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:29:01.362755 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5bc8ef32-d9d7-47c5-a6dd-b6f24bda33f9 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/ca319e2e-0b57-4155-9d24-da78c4914398 HTTP/1.1" status: 404  len: 339 time: 0.0370049
Apr 09 21:29:01.365508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33974) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:01.406236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Provisioning complete for port c150e736-24fe-41ba-8ff7-6be441e55819 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:01.407086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.409971 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21344e3-daba-43a8-a56b-0756a4cc0cb4 None None] Pushing event updated for resources: {'Port': ['ID=c150e736-24fe-41ba-8ff7-6be441e55819,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:01.492699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bf7153-214e-4470-b829-b9a22aa72a77 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting subnet 698fd876-825f-406c-b03c-2b260832bf6b {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:29:01.503028 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62bf7153-214e-4470-b829-b9a22aa72a77 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (698fd876-825f-406c-b03c-2b260832bf6b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.532859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Current status of the port c150e736-24fe-41ba-8ff7-6be441e55819 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:01.560520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Provisioning complete for port efea5fa4-a8a6-4be4-a9a3-56d698087945 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:01.561133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.597847 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62bf7153-214e-4470-b829-b9a22aa72a77 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (698fd876-825f-406c-b03c-2b260832bf6b), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.618828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c150e736-24fe-41ba-8ff7-6be441e55819 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:01.624089 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.723348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c150e736-24fe-41ba-8ff7-6be441e55819 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:01.723727 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.747384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62bf7153-214e-4470-b829-b9a22aa72a77 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (698fd876-825f-406c-b03c-2b260832bf6b), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.766646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Current status of the port efea5fa4-a8a6-4be4-a9a3-56d698087945 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:01.767037 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.835065 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62bf7153-214e-4470-b829-b9a22aa72a77 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (698fd876-825f-406c-b03c-2b260832bf6b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.855256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] For port efea5fa4-a8a6-4be4-a9a3-56d698087945, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efea5fa4-a8a6-4be4-a9a3-56d698087945,segment=NetworkSegment(966fa3e0-43ab-4637-9daa-afea8f5d8477),segment_id=966fa3e0-43ab-4637-9daa-afea8f5d8477)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:01.867072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.874741 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62bf7153-214e-4470-b829-b9a22aa72a77 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:01.880987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33988) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:01.881306 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62bf7153-214e-4470-b829-b9a22aa72a77 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/698fd876-825f-406c-b03c-2b260832bf6b HTTP/1.1" status: 204  len: 168 time: 0.5144682
Apr 09 21:29:01.882706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf7153-214e-4470-b829-b9a22aa72a77 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=698fd876-825f-406c-b03c-2b260832bf6b,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:01.900353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f243b7c-4128-46bb-9fea-562a71db9b79 None None] Network 4000643e-9120-4f8f-ba3b-9a09b6a995a1 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:01.919006 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c150e736-24fe-41ba-8ff7-6be441e55819 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:01.920122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e79c72e6-3373-450b-a7a0-24cd2d2b6aae up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:01.994700 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (4000643e-9120-4f8f-ba3b-9a09b6a995a1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.023462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c7ea1-be8b-4bdd-83b4-82848c408f07 None None] Pushing event updated for resources: {'Port': ['ID=efea5fa4-a8a6-4be4-a9a3-56d698087945,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:02.059299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e79c72e6-3373-450b-a7a0-24cd2d2b6aae triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:02.059679 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.070898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:02.071774 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.140059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] DHCP port deletion for 4000643e-9120-4f8f-ba3b-9a09b6a995a1 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:29:02.155437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] For port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,segment=NetworkSegment(bf79e244-0c1d-4372-94f5-21fe7bd50be3),segment_id=bf79e244-0c1d-4372-94f5-21fe7bd50be3)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:02.155902 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.180235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Calling delete_port for d8b397a1-c5ae-4fbf-b884-668ff8ba88fb owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:02.226798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e79c72e6-3373-450b-a7a0-24cd2d2b6aae is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:02.243549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] Deleting port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:02.245132 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.301066 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.336770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Port': ['ID=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:02.340014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ca34115-6ad0-4f8c-b03e-de501f1daf64 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:29:02.348346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No DVR routers for this DVR port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:02.372560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6ca34115-6ad0-4f8c-b03e-de501f1daf64 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:29:02.372814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ca34115-6ad0-4f8c-b03e-de501f1daf64 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:29:02.378605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] For port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,segment=NetworkSegment(bf79e244-0c1d-4372-94f5-21fe7bd50be3),segment_id=bf79e244-0c1d-4372-94f5-21fe7bd50be3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:02.379006 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.392777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] Calling delete_port for d8b397a1-c5ae-4fbf-b884-668ff8ba88fb owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:02.440092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (4000643e-9120-4f8f-ba3b-9a09b6a995a1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.461779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237728f370>,) {'filters': {'network_id': ['4000643e-9120-4f8f-ba3b-9a09b6a995a1']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:02.471043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237728f370>, 'bf79e244-0c1d-4372-94f5-21fe7bd50be3') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:02.471337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237728f370>, 'bf79e244-0c1d-4372-94f5-21fe7bd50be3') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:02.474469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (d8b397a1-c5ae-4fbf-b884-668ff8ba88fb), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.481064 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (bf79e244-0c1d-4372-94f5-21fe7bd50be3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.494325 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (bf79e244-0c1d-4372-94f5-21fe7bd50be3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.498128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] Pushing event deleted for resources: {'Port': ['ID=d8b397a1-c5ae-4fbf-b884-668ff8ba88fb,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:02.500189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:29:02.500578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (bf79e244-0c1d-4372-94f5-21fe7bd50be3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:29:02.503785 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:29:02.506959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb0086-bdac-4f92-b17a-e30a28d9c6fb None None] No DVR routers for this DVR port d8b397a1-c5ae-4fbf-b884-668ff8ba88fb on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:02.567796 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (4000643e-9120-4f8f-ba3b-9a09b6a995a1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.576374 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.585359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/4000643e-9120-4f8f-ba3b-9a09b6a995a1 HTTP/1.1" status: 204  len: 168 time: 0.6969218
Apr 09 21:29:02.585453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33992) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:02.598257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fe986-b309-4a8f-b046-00d5a0ef60ab tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=4000643e-9120-4f8f-ba3b-9a09b6a995a1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:02.609688 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b33f77-337f-4d90-abd2-06981a2c1d8d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:29:02.610464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b33f77-337f-4d90-abd2-06981a2c1d8d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:29:02.613492 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-77b33f77-337f-4d90-abd2-06981a2c1d8d tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/5f50bb5f-3d52-4f0f-8dad-5622fdabcdc7 HTTP/1.1" status: 404  len: 337 time: 0.0300720
Apr 09 21:29:02.616090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 33996) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:02.635362 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3ce81e-d43d-4046-b9cf-c4f6dd15f332 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:29:02.635783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3ce81e-d43d-4046-b9cf-c4f6dd15f332 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:29:02.639059 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-aa3ce81e-d43d-4046-b9cf-c4f6dd15f332 tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/4eba980e-e4bb-4c7e-bc39-b83e9983d575 HTTP/1.1" status: 404  len: 339 time: 0.0220377
Apr 09 21:29:02.642029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 33998) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:02.705733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c6a971-4142-4a63-aa45-069ae183cf3a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting subnet 33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:29:02.710173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61c6a971-4142-4a63-aa45-069ae183cf3a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.753549 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61c6a971-4142-4a63-aa45-069ae183cf3a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:02.840379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61c6a971-4142-4a63-aa45-069ae183cf3a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.004629 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61c6a971-4142-4a63-aa45-069ae183cf3a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.046905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6a971-4142-4a63-aa45-069ae183cf3a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Subnet': ['ID=33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:03.057495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15b9a7-c517-4de2-bd72-7bc9f1f711ce None None] Network fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:03.057656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-6c663d77-4ee0-43bf-b50d-52482bfdb24a tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:03.058986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-6c663d77-4ee0-43bf-b50d-52482bfdb24a tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1922750
Apr 09 21:29:03.059994 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-61c6a971-4142-4a63-aa45-069ae183cf3a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.065890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-61c6a971-4142-4a63-aa45-069ae183cf3a tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/subnets/33a9d968-b7ca-48e3-b7bf-a6d811a2a7e0 HTTP/1.1" status: 204  len: 168 time: 0.4200737
Apr 09 21:29:03.066449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34008) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:03.074967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-42a7a222-fa20-4f6b-b362-0bbaaf34c0a1 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/quotas/5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 375 time: 0.0102720
Apr 09 21:29:03.159351 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.166207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-73ba8f5e-b28a-4446-994b-cb13ad192dcf tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0843010
Apr 09 21:29:03.220602 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Deleting port f23ae388-e747-4190-98cf-8f9d96cc341e {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:03.220951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.234250 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] DHCP port deletion for fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:29:03.282234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-911172e1-9a05-47cd-ae79-c7e4f2e282f9 service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080501
Apr 09 21:29:03.285374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] Deleting port f23ae388-e747-4190-98cf-8f9d96cc341e {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:03.285788 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.289002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] For port f23ae388-e747-4190-98cf-8f9d96cc341e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23ae388-e747-4190-98cf-8f9d96cc341e,segment=NetworkSegment(fef425bb-2aa7-41e7-9c76-33e302b91f95),segment_id=fef425bb-2aa7-41e7-9c76-33e302b91f95)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:03.289416 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.305807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Calling delete_port for f23ae388-e747-4190-98cf-8f9d96cc341e owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:03.363946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] For port f23ae388-e747-4190-98cf-8f9d96cc341e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23ae388-e747-4190-98cf-8f9d96cc341e,segment=NetworkSegment(fef425bb-2aa7-41e7-9c76-33e302b91f95),segment_id=fef425bb-2aa7-41e7-9c76-33e302b91f95)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:03.364430 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.378728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] Calling delete_port for f23ae388-e747-4190-98cf-8f9d96cc341e owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:03.418150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-2c470b25-73b5-4211-9198-44873e685afc service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235089
Apr 09 21:29:03.424913 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.460418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] No DVR routers for this DVR port f23ae388-e747-4190-98cf-8f9d96cc341e on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:03.470363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Port': ['ID=f23ae388-e747-4190-98cf-8f9d96cc341e,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:03.478054 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (f23ae388-e747-4190-98cf-8f9d96cc341e), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.505790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c150e736-24fe-41ba-8ff7-6be441e55819 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:03.509247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] Pushing event deleted for resources: {'Port': ['ID=f23ae388-e747-4190-98cf-8f9d96cc341e,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:03.538265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82bdf1c-044f-4ffb-bd0f-70ec70977f33 None None] No DVR routers for this DVR port f23ae388-e747-4190-98cf-8f9d96cc341e on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:03.565910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c150e736-24fe-41ba-8ff7-6be441e55819 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:03.566344 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.574086 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.596456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376983eb0>,) {'filters': {'network_id': ['fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:03.608256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376983eb0>, 'fef425bb-2aa7-41e7-9c76-33e302b91f95') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:03.608804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376983eb0>, 'fef425bb-2aa7-41e7-9c76-33e302b91f95') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:03.621101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (fef425bb-2aa7-41e7-9c76-33e302b91f95), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.637926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fef425bb-2aa7-41e7-9c76-33e302b91f95), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.644896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:29:03.645451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (fef425bb-2aa7-41e7-9c76-33e302b91f95), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:29:03.649905 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:29:03.671657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c150e736-24fe-41ba-8ff7-6be441e55819 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:03.671657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device efea5fa4-a8a6-4be4-a9a3-56d698087945 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:03.719783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1049d68-3f60-4c2d-939e-a4aa2c033f64 req-a6661825-dfeb-4bf8-9c79-98c654d48d6e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 210 time: 0.0554750
Apr 09 21:29:03.731220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.753525 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.756695 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] 10.222.0.30 "DELETE /v2.0/networks/fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8 HTTP/1.1" status: 204  len: 168 time: 0.6892080
Apr 09 21:29:03.757929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f847d-e887-40d0-b11c-bb597f6fe5eb tempest-NetworksIpV6Test-1159578081 tempest-NetworksIpV6Test-1159578081-project] Pushing event deleted for resources: {'Network': ['ID=fa4b17bf-8ede-4a3e-bac8-594f25d5d7c8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:03.761817 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port efea5fa4-a8a6-4be4-a9a3-56d698087945 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:03.762194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:03.852126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port efea5fa4-a8a6-4be4-a9a3-56d698087945 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:03.914301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d8b397a1-c5ae-4fbf-b884-668ff8ba88fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:29:03.935567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d8b397a1-c5ae-4fbf-b884-668ff8ba88fb {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:29:03.935925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d8b397a1-c5ae-4fbf-b884-668ff8ba88fb not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:29:03.936346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f23ae388-e747-4190-98cf-8f9d96cc341e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:29:03.956602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: f23ae388-e747-4190-98cf-8f9d96cc341e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:29:03.956958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device f23ae388-e747-4190-98cf-8f9d96cc341e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:29:04.048106 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34026) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:04.191276 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c6040e18-061a-4577-8bba-1918fbcd276b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2c0d0739f2d42b2ae4a2dd686f53092&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1395462
Apr 09 21:29:04.192172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34030) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:04.246937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45ac66b4-295e-44f9-bff2-03a0032af15d admin admin] Publish callbacks [] for security_group (461417bf-5963-4472-83e8-043c91d6ff84), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:04.274209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45ac66b4-295e-44f9-bff2-03a0032af15d admin admin] Publish callbacks [] for security_group (461417bf-5963-4472-83e8-043c91d6ff84), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:04.333962 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45ac66b4-295e-44f9-bff2-03a0032af15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (461417bf-5963-4472-83e8-043c91d6ff84), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:04.336989 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45ac66b4-295e-44f9-bff2-03a0032af15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:04.338209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-45ac66b4-295e-44f9-bff2-03a0032af15d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/461417bf-5963-4472-83e8-043c91d6ff84 HTTP/1.1" status: 204  len: 168 time: 0.1449933
Apr 09 21:29:04.346553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac66b4-295e-44f9-bff2-03a0032af15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461417bf-5963-4472-83e8-043c91d6ff84,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:04.745228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-2afdc115-a31c-406e-9f59-108ccbdb30c2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:04.746786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-2afdc115-a31c-406e-9f59-108ccbdb30c2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.32 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1281478
Apr 09 21:29:04.759743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'port': {'device_id': 'da029986-1c2e-464a-bb27-be769fa60d3b', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'admin_state_up': True, 'tenant_id': '5e1063334e4a426eb70eec5ed1578744'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:04.857845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a945bd56-df8e-4df6-8a7d-135c3bce9014 req-b1f48f8e-d52e-49a2-9850-5bbf1e1c0380 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 210 time: 0.0416873
Apr 09 21:29:04.908027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Made reservation on behalf of 5e1063334e4a426eb70eec5ed1578744 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:04.911727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.100400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.20.0.11 (66be874b-41eb-401e-a35f-6e34d5263533/e4f2c6da-5a70-45c3-b1e3-82398c58ecac/dcacaed9-989b-49fe-a817-0cf5f6679f28) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:29:05.102731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34054) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:05.256918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1341645810'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:05.282017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Made reservation on behalf of fa3a9378873c4f9f8ffc4917f687eb9d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:05.285703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.288616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.299322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.326347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.378002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:29:05.381361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:05.383817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:29:05.386503 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for security_group (e063dd78-4b78-4494-9d96-a998575bfa77), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.393659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e063dd78-4b78-4494-9d96-a998575bfa77), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.423558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:29:05.434250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e063dd78-4b78-4494-9d96-a998575bfa77,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:05.437009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=dcacaed9-989b-49fe-a817-0cf5f6679f28,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:05.443542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (745e6007-b1e5-4ddc-8f7d-a8a34759390f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.443542 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Added segment 745e6007-b1e5-4ddc-8f7d-a8a34759390f of type vlan for network 560cf872-893c-47cb-a3b2-a410ddaf2fcc
Apr 09 21:29:05.471429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:05.472899 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.495859 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (560cf872-893c-47cb-a3b2-a410ddaf2fcc), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.496094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fc118ab8-1d72-4c44-b378-4a61e72c364d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7403038
Apr 09 21:29:05.508761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Request body: {'port': {'device_id': 'da029986-1c2e-464a-bb27-be769fa60d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:05.532274 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (560cf872-893c-47cb-a3b2-a410ddaf2fcc), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.538885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:05.539382 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.584802 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4804494
Apr 09 21:29:05.587684 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.590593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34080) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:05.601745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Request body: {'subnet': {'network_id': '560cf872-893c-47cb-a3b2-a410ddaf2fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:05.627822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0c78d-ded8-480e-8c81-d560c31ac715 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Pushing event updated for resources: {'Network': ['ID=560cf872-893c-47cb-a3b2-a410ddaf2fcc,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:05.642301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 560cf872-893c-47cb-a3b2-a410ddaf2fcc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:29:05.742576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-860e1519-310e-4ae7-a098-fa46067a7179 None None] Provisioning complete for port dcacaed9-989b-49fe-a817-0cf5f6679f28 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:05.743152 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-860e1519-310e-4ae7-a098-fa46067a7179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:05.780486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-860e1519-310e-4ae7-a098-fa46067a7179 None None] Port dcacaed9-989b-49fe-a817-0cf5f6679f28 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:29:05.807880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Made reservation on behalf of fa3a9378873c4f9f8ffc4917f687eb9d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:05.811254 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.041078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e035543-c444-4da5-bbe9-e69fa93c1bc7 req-569f9b69-4858-4d5c-a6ce-4d653b50ba70 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:06.042486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e035543-c444-4da5-bbe9-e69fa93c1bc7 req-569f9b69-4858-4d5c-a6ce-4d653b50ba70 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 932 time: 0.1107988
Apr 09 21:29:06.142497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcacaed9-989b-49fe-a817-0cf5f6679f28 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:29:06.158045 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Publish callbacks [] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.201775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e035543-c444-4da5-bbe9-e69fa93c1bc7 req-63f15a58-8099-4238-9449-f979d2e93d93 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527143
Apr 09 21:29:06.214403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Transition to ACTIVE for port object dcacaed9-989b-49fe-a817-0cf5f6679f28 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:29:06.219258 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.224932 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (60846582-ff2c-4133-a32e-a7fa8120f5ad), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.307550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcacaed9-989b-49fe-a817-0cf5f6679f28,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:06.322795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Pushing event updated for resources: {'Subnet': ['ID=60846582-ff2c-4133-a32e-a7fa8120f5ad,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:06.387226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Checking segment: {'id': '745e6007-b1e5-4ddc-8f7d-a8a34759390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '560cf872-893c-47cb-a3b2-a410ddaf2fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:06.387584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Network hostable DHCP agents. Network: 560cf872-893c-47cb-a3b2-a410ddaf2fcc, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:29:06.426654 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Attempting to bind port dcacaed9-989b-49fe-a817-0cf5f6679f28 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:29:06.426983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Attempting to bind port dcacaed9-989b-49fe-a817-0cf5f6679f28 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:29:06.427407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Attempting to bind port dcacaed9-989b-49fe-a817-0cf5f6679f28 on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:06.430759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Network 560cf872-893c-47cb-a3b2-a410ddaf2fcc is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:29:06.437840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Port dcacaed9-989b-49fe-a817-0cf5f6679f28 on network 66be874b-41eb-401e-a35f-6e34d5263533 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:29:06.438161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Attempting to bind port dcacaed9-989b-49fe-a817-0cf5f6679f28 on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:06.444506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:29:06.444948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:06.445373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Bound using segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:29:06.445813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Bound port: dcacaed9-989b-49fe-a817-0cf5f6679f28, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:29:06.446181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.451892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 560cf872-893c-47cb-a3b2-a410ddaf2fcc) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:06.460957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc914374-dada-4064-966b-1071421c7423 None None] Network 560cf872-893c-47cb-a3b2-a410ddaf2fcc requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:06.461157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:06.461621 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.500967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ed714a88-a948-4289-96ef-fd45b7d1d93f tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9085910
Apr 09 21:29:06.502875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34084) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:06.507733 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Request body: {'port': {'network_id': '560cf872-893c-47cb-a3b2-a410ddaf2fcc', 'name': 'tempest-TagsExtTest-624053436'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:06.585056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-560cf872-893c-47cb-a3b2-a410ddaf2fcc', 'network_id': '560cf872-893c-47cb-a3b2-a410ddaf2fcc', 'project_id': 'fa3a9378873c4f9f8ffc4917f687eb9d', 'fixed_ips': [{'subnet_id': '60846582-ff2c-4133-a32e-a7fa8120f5ad'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:29:06.585955 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.733065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Allocated IP 172.20.0.2 (560cf872-893c-47cb-a3b2-a410ddaf2fcc/60846582-ff2c-4133-a32e-a7fa8120f5ad/14aed0f8-718b-49c3-a4f0-fb84f03b2357) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:29:06.886768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Publish callbacks [] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.893990 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:06.936291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Network 560cf872-893c-47cb-a3b2-a410ddaf2fcc is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:29:06.939436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:06.942923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:29:06.951426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Pushing event updated for resources: {'Port': ['ID=14aed0f8-718b-49c3-a4f0-fb84f03b2357,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:06.977319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] For port dcacaed9-989b-49fe-a817-0cf5f6679f28, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:29:06.982098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] For port dcacaed9-989b-49fe-a817-0cf5f6679f28, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcacaed9-989b-49fe-a817-0cf5f6679f28,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:29:06.992742 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:07.007411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Attempting to bind port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:29:07.008197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Attempting to bind port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '745e6007-b1e5-4ddc-8f7d-a8a34759390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '560cf872-893c-47cb-a3b2-a410ddaf2fcc'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:29:07.008197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Attempting to bind port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 on network 560cf872-893c-47cb-a3b2-a410ddaf2fcc {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:07.013263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:29:07.013632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Checking segment: {'id': '745e6007-b1e5-4ddc-8f7d-a8a34759390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '560cf872-893c-47cb-a3b2-a410ddaf2fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:07.014026 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:07.014420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Bound using segment: {'id': '745e6007-b1e5-4ddc-8f7d-a8a34759390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '560cf872-893c-47cb-a3b2-a410ddaf2fcc'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:29:07.014910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Bound port: 14aed0f8-718b-49c3-a4f0-fb84f03b2357, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745e6007-b1e5-4ddc-8f7d-a8a34759390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '560cf872-893c-47cb-a3b2-a410ddaf2fcc'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:29:07.015329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:07.042335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:07.042978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:07.045079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] 10.222.0.32 "PUT /v2.0/ports/dcacaed9-989b-49fe-a817-0cf5f6679f28 HTTP/1.1" status: 200  len: 1092 time: 1.5417583
Apr 09 21:29:07.046536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da029986-1c2e-464a-bb27-be769fa60d3b', 'tag': 'dcacaed9-989b-49fe-a817-0cf5f6679f28'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:07.048858 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e68687-60b8-426f-969f-1c665fc98988" -d '{"events": [{"name": "network-changed", "server_uuid": "da029986-1c2e-464a-bb27-be769fa60d3b", "tag": "dcacaed9-989b-49fe-a817-0cf5f6679f28"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:07.080322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a2382-e6ba-4f25-9038-46e6914a0bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcacaed9-989b-49fe-a817-0cf5f6679f28,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:07.089129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Made reservation on behalf of fa3a9378873c4f9f8ffc4917f687eb9d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:07.092933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:07.108876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] For port 14aed0f8-718b-49c3-a4f0-fb84f03b2357, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:29:07.113248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] For port 14aed0f8-718b-49c3-a4f0-fb84f03b2357, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14aed0f8-718b-49c3-a4f0-fb84f03b2357,segment=NetworkSegment(745e6007-b1e5-4ddc-8f7d-a8a34759390f),segment_id=745e6007-b1e5-4ddc-8f7d-a8a34759390f)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:29:07.115402 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20420b9e-8e7b-4e78-8c86-d7ea15a29355 x-openstack-request-id: req-20420b9e-8e7b-4e78-8c86-d7ea15a29355 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:07.115671 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da029986-1c2e-464a-bb27-be769fa60d3b", "tag": "dcacaed9-989b-49fe-a817-0cf5f6679f28", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:07.115916 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20420b9e-8e7b-4e78-8c86-d7ea15a29355 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:07.116304 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20420b9e-8e7b-4e78-8c86-d7ea15a29355'] response: {'name': 'network-changed', 'server_uuid': 'da029986-1c2e-464a-bb27-be769fa60d3b', 'tag': 'dcacaed9-989b-49fe-a817-0cf5f6679f28', 'status': 'completed', 'code': 200}
Apr 09 21:29:07.120713 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:07.163694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] device_id is not set on port 9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a yet. {{(pid=126920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 09 21:29:07.192087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-19c2e4f1-343a-4e01-a49f-14a962b5de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:07.193736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-19c2e4f1-343a-4e01-a49f-14a962b5de8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 1126 time: 0.0749898
Apr 09 21:29:07.208635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe899cd5-434f-44e0-9a53-ad131ef2254f None None] Pushing event updated for resources: {'Port': ['ID=14aed0f8-718b-49c3-a4f0-fb84f03b2357,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:07.275048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-e539b8ea-4bfd-45bb-a347-f1e021cd1af7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcacaed9-989b-49fe-a817-0cf5f6679f28 HTTP/1.1" status: 200  len: 217 time: 0.0468583
Apr 09 21:29:07.426172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f365f-30ba-453b-b48e-fc6cd48bd8ea req-78c6940e-ca5d-4984-aec4-14f846e56e32 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:07.427438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad8f365f-30ba-453b-b48e-fc6cd48bd8ea req-78c6940e-ca5d-4984-aec4-14f846e56e32 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 944 time: 0.1305423
Apr 09 21:29:07.436406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-3368fba5-812c-4cb9-a0c9-36e992a11789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:07.438799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-3368fba5-812c-4cb9-a0c9-36e992a11789 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.1531465
Apr 09 21:29:07.492822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Allocated IP 172.20.0.8 (560cf872-893c-47cb-a3b2-a410ddaf2fcc/60846582-ff2c-4133-a32e-a7fa8120f5ad/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:29:07.540312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-d7597511-aee2-4120-8119-4ed110db4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:07.542044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-d7597511-aee2-4120-8119-4ed110db4c50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0948820
Apr 09 21:29:07.592098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad8f365f-30ba-453b-b48e-fc6cd48bd8ea req-e26dbce4-73d9-4af8-b162-01b3830b01b5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460240
Apr 09 21:29:07.728646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-fbdad454-5a59-4a85-8236-3be5a1f4c635 service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736896
Apr 09 21:29:07.783775 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for port (9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:07.857433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d137c6-6525-411d-905b-70cf49382fa8 req-216f0100-4091-461f-b9cf-810bed683eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186116
Apr 09 21:29:07.866978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:07.920912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Network 560cf872-893c-47cb-a3b2-a410ddaf2fcc is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:29:07.932489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:07.953670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:29:07.988797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Pushing event updated for resources: {'Port': ['ID=9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:08.004676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68687-60b8-426f-969f-1c665fc98988 req-c5dc63d7-1907-4ad2-9d55-1fdb14e88efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:08.006242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e68687-60b8-426f-969f-1c665fc98988 req-c5dc63d7-1907-4ad2-9d55-1fdb14e88efd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 1126 time: 0.0898438
Apr 09 21:29:08.038841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:08.039456 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.100875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-485287ef-ea88-4388-a930-830dc0b0f893 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.5968633
Apr 09 21:29:08.103566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34090) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:08.109756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b3d66c80-a5fe-4c30-a751-833e4e626f7b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1450193246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:08.142645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68687-60b8-426f-969f-1c665fc98988 req-ca407104-91bc-40ff-a953-a123a4804077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:08.144408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e68687-60b8-426f-969f-1c665fc98988 req-ca407104-91bc-40ff-a953-a123a4804077 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.1321492
Apr 09 21:29:08.145937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3d66c80-a5fe-4c30-a751-833e4e626f7b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (27860f2b-daef-4afb-b279-83c75191cb5f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.146971 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3d66c80-a5fe-4c30-a751-833e4e626f7b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (27860f2b-daef-4afb-b279-83c75191cb5f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.189530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e68687-60b8-426f-969f-1c665fc98988 req-1a3ed65b-660b-47fd-8f81-5ea2433d62a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcacaed9-989b-49fe-a817-0cf5f6679f28 HTTP/1.1" status: 200  len: 217 time: 0.0388539
Apr 09 21:29:08.196429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c60b7-758c-4bb5-bce0-58f670cff64a None None] Network 560cf872-893c-47cb-a3b2-a410ddaf2fcc requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:08.272692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3d66c80-a5fe-4c30-a751-833e4e626f7b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for router_controller (27860f2b-daef-4afb-b279-83c75191cb5f), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.281469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68687-60b8-426f-969f-1c665fc98988 req-d775da8a-d8f0-44f0-9658-ab820411ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:08.283830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e68687-60b8-426f-969f-1c665fc98988 req-d775da8a-d8f0-44f0-9658-ab820411ccb5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0880730
Apr 09 21:29:08.285532 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3d66c80-a5fe-4c30-a751-833e4e626f7b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (27860f2b-daef-4afb-b279-83c75191cb5f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.332839 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3d66c80-a5fe-4c30-a751-833e4e626f7b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.334129 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b3d66c80-a5fe-4c30-a751-833e4e626f7b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2296729
Apr 09 21:29:08.337332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34092) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:08.344037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-efaa7978-1d99-4a0a-a72e-577c86ef8a0c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1717985005', 'prefixes': ['172.20.0.0/16']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:08.356282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68687-60b8-426f-969f-1c665fc98988 req-7e84bd98-3d52-412b-9a53-b18224a7581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:08.358093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e68687-60b8-426f-969f-1c665fc98988 req-7e84bd98-3d52-412b-9a53-b18224a7581c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0674272
Apr 09 21:29:08.447206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fb31dcb1-fa72-4024-b71e-16a706830d5a None None] Provisioning complete for port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:08.447800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fb31dcb1-fa72-4024-b71e-16a706830d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.487157 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-efaa7978-1d99-4a0a-a72e-577c86ef8a0c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.490015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-efaa7978-1d99-4a0a-a72e-577c86ef8a0c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.1501818
Apr 09 21:29:08.492052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34094) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:08.497982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-5d8c3748-0dfe-4d83-85ff-db3f0b76fbf9 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2376dee490>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad', 'tempest-TagsExtTest-Tag-2021686198') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:08.531871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e68687-60b8-426f-969f-1c665fc98988 req-ac3964f3-3fe5-43a4-8439-555323dc7e6b service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635277
Apr 09 21:29:08.577006 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fb31dcb1-fa72-4024-b71e-16a706830d5a None None] Current status of the port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:08.577431 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fb31dcb1-fa72-4024-b71e-16a706830d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.616760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-fb31dcb1-fa72-4024-b71e-16a706830d5a None None] For port 14aed0f8-718b-49c3-a4f0-fb84f03b2357, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14aed0f8-718b-49c3-a4f0-fb84f03b2357,segment=NetworkSegment(745e6007-b1e5-4ddc-8f7d-a8a34759390f),segment_id=745e6007-b1e5-4ddc-8f7d-a8a34759390f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:08.627364 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fb31dcb1-fa72-4024-b71e-16a706830d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.667317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5d8c3748-0dfe-4d83-85ff-db3f0b76fbf9 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags/tempest-TagsExtTest-Tag-2021686198 HTTP/1.1" status: 201  len: 201 time: 0.1741867
Apr 09 21:29:08.670056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34098) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:08.678911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-8183af29-ead0-48fd-87c7-7e0997901d1b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f237cf5b1f0>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a', 'tempest-TagsExtTest-Tag-1210267529') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:08.713737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31dcb1-fa72-4024-b71e-16a706830d5a None None] Pushing event updated for resources: {'Port': ['ID=14aed0f8-718b-49c3-a4f0-fb84f03b2357,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:08.776651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19e68687-60b8-426f-969f-1c665fc98988 req-83ba7aa9-8338-4778-81ef-b26cda0d621b service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372911
Apr 09 21:29:08.815200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4c34-0a26-4ee4-92ec-55125c22292d req-d95bd162-099b-48ce-98da-7ebc00aada04 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:08.816852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a26a4c34-0a26-4ee4-92ec-55125c22292d req-d95bd162-099b-48ce-98da-7ebc00aada04 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 944 time: 0.1294830
Apr 09 21:29:08.845534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8183af29-ead0-48fd-87c7-7e0997901d1b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags/tempest-TagsExtTest-Tag-1210267529 HTTP/1.1" status: 201  len: 201 time: 0.1744392
Apr 09 21:29:08.848185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34108) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:08.852980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-a2eb82ab-6aae-49cd-b75f-ec358eae4216 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f237436f0d0>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f', 'tempest-TagsExtTest-Tag-1457149353') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:08.854464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e4ed0fd2-d3cf-4b07-a411-7d6870b07ef0 None None] Provisioning complete for port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:08.855025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0fd2-d3cf-4b07-a411-7d6870b07ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.940570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed0fd2-d3cf-4b07-a411-7d6870b07ef0 None None] Current status of the port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:08.950680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e4ed0fd2-d3cf-4b07-a411-7d6870b07ef0 None None] Provisioning complete for port 9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:08.951074 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0fd2-d3cf-4b07-a411-7d6870b07ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:08.995239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed0fd2-d3cf-4b07-a411-7d6870b07ef0 None None] Port 9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:29:09.002880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a26a4c34-0a26-4ee4-92ec-55125c22292d req-19c1fb9d-b042-4fb3-b842-404b7eab0801 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801100
Apr 09 21:29:09.018052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a2eb82ab-6aae-49cd-b75f-ec358eae4216 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags/tempest-TagsExtTest-Tag-1457149353 HTTP/1.1" status: 201  len: 201 time: 0.1689062
Apr 09 21:29:09.022490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34112) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.029337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-3a9bd540-1048-4155-98a8-0e6dc6860cf4 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f23766894f0>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c', 'tempest-TagsExtTest-Tag-1601407542') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.083150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34114) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.083530 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3a9bd540-1048-4155-98a8-0e6dc6860cf4 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags/tempest-TagsExtTest-Tag-1601407542 HTTP/1.1" status: 201  len: 201 time: 0.0582111
Apr 09 21:29:09.087906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-f068946d-c8fb-4347-a738-a07e923bf376 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2375c39580>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.111775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d8d6525c-c9f2-412e-a980-f114a8588b7d None None] Provisioning complete for port 9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:09.112438 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8d6525c-c9f2-412e-a980-f114a8588b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:09.136550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f068946d-c8fb-4347-a738-a07e923bf376 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags HTTP/1.1" status: 200  len: 241 time: 0.0500145
Apr 09 21:29:09.136902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34116) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.142362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-5597abfd-baf6-4fbc-9418-a599f41fdc38 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2376142ca0>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad', 'tempest-TagsExtTest-Tag-2021686198') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.150048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6525c-c9f2-412e-a980-f114a8588b7d None None] Port 9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:29:09.186927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5597abfd-baf6-4fbc-9418-a599f41fdc38 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags/tempest-TagsExtTest-Tag-2021686198 HTTP/1.1" status: 204  len: 168 time: 0.0490491
Apr 09 21:29:09.189450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34118) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.193974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-8ee0047a-03eb-4c13-81da-211ad49a813e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f237d0ec130>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad', 'tempest-TagsExtTest-Tag-2021686198') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.256218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8ee0047a-03eb-4c13-81da-211ad49a813e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags/tempest-TagsExtTest-Tag-2021686198 HTTP/1.1" status: 204  len: 168 time: 0.0655303
Apr 09 21:29:09.259917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34120) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.265954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-7adf99d2-031b-497d-be09-1fc1a17b87f9 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f237464e0a0>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.309390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7adf99d2-031b-497d-be09-1fc1a17b87f9 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags HTTP/1.1" status: 200  len: 205 time: 0.0483496
Apr 09 21:29:09.312125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34122) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.316896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-03c921b1-f2a1-4ea6-9fa5-5f4cfb20393e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2374741430>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.365781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-03c921b1-f2a1-4ea6-9fa5-5f4cfb20393e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags HTTP/1.1" status: 200  len: 241 time: 0.0520804
Apr 09 21:29:09.368535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.373678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-495db1ce-97e2-469d-9cbe-56b9c4bfcbd3 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2374a39850>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a', 'tempest-TagsExtTest-Tag-1210267529') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.384151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 14aed0f8-718b-49c3-a4f0-fb84f03b2357 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:09.426169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34126) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.432920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-53ef0381-2588-4e0a-a050-c5d5eeeb1778 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f23743464f0>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a', 'tempest-TagsExtTest-Tag-1210267529') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.437079 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-495db1ce-97e2-469d-9cbe-56b9c4bfcbd3 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags/tempest-TagsExtTest-Tag-1210267529 HTTP/1.1" status: 204  len: 168 time: 0.0562453
Apr 09 21:29:09.442631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:09.443090 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:09.501688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-53ef0381-2588-4e0a-a050-c5d5eeeb1778 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags/tempest-TagsExtTest-Tag-1210267529 HTTP/1.1" status: 204  len: 168 time: 0.0741568
Apr 09 21:29:09.502271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34128) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.506827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-c09194af-3b4d-4eb2-b8e3-1543b7abd5cb tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f237d440b50>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.528333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:09.554758 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c09194af-3b4d-4eb2-b8e3-1543b7abd5cb tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags HTTP/1.1" status: 200  len: 205 time: 0.0514214
Apr 09 21:29:09.557232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34130) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.562412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-fc5a363b-287c-44f1-a1df-2f8c49357bdd tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f23761a1df0>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.645267 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fc5a363b-287c-44f1-a1df-2f8c49357bdd tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags HTTP/1.1" status: 200  len: 241 time: 0.0863175
Apr 09 21:29:09.647777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34132) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.652041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-198b4977-d9b6-4b02-9f28-109791e777c4 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2374425a90>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f', 'tempest-TagsExtTest-Tag-1457149353') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.736045 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-198b4977-d9b6-4b02-9f28-109791e777c4 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags/tempest-TagsExtTest-Tag-1457149353 HTTP/1.1" status: 204  len: 168 time: 0.0872631
Apr 09 21:29:09.738763 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34134) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.743212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-4a9f7dc3-fda4-487d-aef5-21da1d8e3e7c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f23758a54c0>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f', 'tempest-TagsExtTest-Tag-1457149353') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.832040 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4a9f7dc3-fda4-487d-aef5-21da1d8e3e7c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags/tempest-TagsExtTest-Tag-1457149353 HTTP/1.1" status: 204  len: 168 time: 0.0920036
Apr 09 21:29:09.835544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34136) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.840195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-d61db6b2-bd47-4b62-95a9-c4dbf8b409fc tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f23743465b0>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.916538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d61db6b2-bd47-4b62-95a9-c4dbf8b409fc tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags HTTP/1.1" status: 200  len: 205 time: 0.0798514
Apr 09 21:29:09.919167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34138) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.923361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-028d4b97-90ef-48dc-a519-12cb56b82dfc tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2376179550>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.952006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-028d4b97-90ef-48dc-a519-12cb56b82dfc tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags HTTP/1.1" status: 200  len: 241 time: 0.0318546
Apr 09 21:29:09.954700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34140) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.959001 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-dcc5cb45-ab91-4a0b-bef2-35d707704c6e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f23767ee430>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c', 'tempest-TagsExtTest-Tag-1601407542') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:09.978208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dcc5cb45-ab91-4a0b-bef2-35d707704c6e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags/tempest-TagsExtTest-Tag-1601407542 HTTP/1.1" status: 204  len: 168 time: 0.0225148
Apr 09 21:29:09.980646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34142) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:09.984845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-83f0f144-5068-4073-af36-39314692e7dd tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2376f167c0>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c', 'tempest-TagsExtTest-Tag-1601407542') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.017838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-83f0f144-5068-4073-af36-39314692e7dd tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags/tempest-TagsExtTest-Tag-1601407542 HTTP/1.1" status: 204  len: 168 time: 0.0360980
Apr 09 21:29:10.020300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34144) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.024448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-2e37d386-16f9-475c-98ad-b8d98fd6b1b9 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f23769beeb0>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.046677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2e37d386-16f9-475c-98ad-b8d98fd6b1b9 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags HTTP/1.1" status: 200  len: 205 time: 0.0253489
Apr 09 21:29:10.049494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34148) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.054260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-6a403c41-81e7-4657-a3ba-40d18451912b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2375b4a670>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.079972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a403c41-81e7-4657-a3ba-40d18451912b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags HTTP/1.1" status: 204  len: 168 time: 0.0270655
Apr 09 21:29:10.080443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34150) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.085276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-afd0e8dd-d66b-4082-a7e9-66953b41ea13 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f23758a5370>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.122812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ba7b6-d9cc-442d-959c-302d05cfb5a8 req-9a58dccb-faa2-4bb3-9535-e490c5e3c3ed tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:10.124317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e22ba7b6-d9cc-442d-959c-302d05cfb5a8 req-9a58dccb-faa2-4bb3-9535-e490c5e3c3ed tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 944 time: 0.0483336
Apr 09 21:29:10.172492 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e22ba7b6-d9cc-442d-959c-302d05cfb5a8 req-38203a73-d8c9-4b1b-b13b-1d94c28831e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424540
Apr 09 21:29:10.397844 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-afd0e8dd-d66b-4082-a7e9-66953b41ea13 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags HTTP/1.1" status: 204  len: 168 time: 0.3163033
Apr 09 21:29:10.401538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34152) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.405846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-fd79a22d-d9fc-45ad-bbdf-1326842ab237 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2375a81790>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.452078 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fd79a22d-d9fc-45ad-bbdf-1326842ab237 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags HTTP/1.1" status: 204  len: 168 time: 0.0492184
Apr 09 21:29:10.454258 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34154) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.458589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-35dbe5c8-2c89-4c9c-96c2-48e8ae726dca tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2375fd98e0>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.537933 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-35dbe5c8-2c89-4c9c-96c2-48e8ae726dca tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags HTTP/1.1" status: 204  len: 168 time: 0.0826619
Apr 09 21:29:10.542096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34156) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.546628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-ebbec0f2-8317-448d-a4e1-39b832144811 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2375a81880>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad', 'tempest-TagsExtTest-Tag-147739905') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.608828 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ebbec0f2-8317-448d-a4e1-39b832144811 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags/tempest-TagsExtTest-Tag-147739905 HTTP/1.1" status: 201  len: 201 time: 0.0656245
Apr 09 21:29:10.611865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34158) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.616637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-c6e01914-8089-4f62-9c87-1951149708bd tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2377767a00>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a', 'tempest-TagsExtTest-Tag-1187699689') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.673743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c6e01914-8089-4f62-9c87-1951149708bd tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags/tempest-TagsExtTest-Tag-1187699689 HTTP/1.1" status: 201  len: 201 time: 0.0606589
Apr 09 21:29:10.676831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34160) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.681457 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-e950fe13-335e-4d9a-a459-71303b86f10e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2375d83910>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f', 'tempest-TagsExtTest-Tag-1911714723') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.770846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e950fe13-335e-4d9a-a459-71303b86f10e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags/tempest-TagsExtTest-Tag-1911714723 HTTP/1.1" status: 201  len: 201 time: 0.0927143
Apr 09 21:29:10.773805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34162) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.778467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-8c87895d-c0ef-433e-a2d4-db751e72bdd1 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2375a45970>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c', 'tempest-TagsExtTest-Tag-1759627176') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.810601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8c87895d-c0ef-433e-a2d4-db751e72bdd1 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags/tempest-TagsExtTest-Tag-1759627176 HTTP/1.1" status: 201  len: 201 time: 0.0358000
Apr 09 21:29:10.813297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34164) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.817542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-b5fd3748-ee48-47e5-83d6-65b26e5f2a84 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2374445fa0>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad', {'tags': ['tempest-TagsExtTest-Tag-1404939541', 'tempest-TagsExtTest-Tag-1899629241', 'tempest-TagsExtTest-Tag-1704130505']}) {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.879768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b5fd3748-ee48-47e5-83d6-65b26e5f2a84 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags HTTP/1.1" status: 200  len: 318 time: 0.0654180
Apr 09 21:29:10.882313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34166) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.888823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-7a08c219-eb62-4032-bce1-b964ab65dd5b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f238128c850>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:10.952784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7a08c219-eb62-4032-bce1-b964ab65dd5b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags HTTP/1.1" status: 204  len: 168 time: 0.0691974
Apr 09 21:29:10.956589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34168) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:10.961286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-3e9a7cd6-58fd-4c84-8f52-969e68e7b9a1 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f23760a0220>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad', 'tempest-TagsExtTest-Tag-1404939541') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.001837 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-3e9a7cd6-58fd-4c84-8f52-969e68e7b9a1 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:11.002843 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3e9a7cd6-58fd-4c84-8f52-969e68e7b9a1 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags/tempest-TagsExtTest-Tag-1404939541 HTTP/1.1" status: 404  len: 329 time: 0.0452523
Apr 09 21:29:11.006232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34170) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.010540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-9f057dc5-b7ac-4658-a673-dd05b5d01a9a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f23747e9bb0>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad', 'tempest-TagsExtTest-Tag-1899629241') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.052301 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-9f057dc5-b7ac-4658-a673-dd05b5d01a9a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:11.053311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9f057dc5-b7ac-4658-a673-dd05b5d01a9a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags/tempest-TagsExtTest-Tag-1899629241 HTTP/1.1" status: 404  len: 329 time: 0.0460587
Apr 09 21:29:11.056239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34172) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.060464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-b3f581cd-ef42-4ed1-a657-10613869401a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2376c5c550>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad', 'tempest-TagsExtTest-Tag-1704130505') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.102876 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-b3f581cd-ef42-4ed1-a657-10613869401a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:11.103899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b3f581cd-ef42-4ed1-a657-10613869401a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags/tempest-TagsExtTest-Tag-1704130505 HTTP/1.1" status: 404  len: 329 time: 0.0467379
Apr 09 21:29:11.107812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34174) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.112027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-dc065f67-616e-4dab-bcc3-527e5e444d46 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f237498ab20>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a', {'tags': ['tempest-TagsExtTest-Tag-345883721', 'tempest-TagsExtTest-Tag-293691347', 'tempest-TagsExtTest-Tag-1989738140']}) {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.169969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dc065f67-616e-4dab-bcc3-527e5e444d46 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags HTTP/1.1" status: 200  len: 316 time: 0.0612154
Apr 09 21:29:11.172639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34176) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.176885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-d109be6b-0280-4ac3-80a5-07301fc51c37 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2374f29ca0>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.521760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbdf81-37b7-4809-893f-54cac4d6dec7 req-75fe39e4-088b-4e1f-99b6-b1c596e3dd56 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:11.523278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bfbdf81-37b7-4809-893f-54cac4d6dec7 req-75fe39e4-088b-4e1f-99b6-b1c596e3dd56 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 944 time: 0.0594471
Apr 09 21:29:11.546066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d109be6b-0280-4ac3-80a5-07301fc51c37 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags HTTP/1.1" status: 204  len: 168 time: 0.3723502
Apr 09 21:29:11.548949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34180) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.553837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-548d520a-cb96-4b07-a8dd-d62a283dcc17 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2374a86340>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a', 'tempest-TagsExtTest-Tag-345883721') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.575699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bfbdf81-37b7-4809-893f-54cac4d6dec7 req-90efe55f-5eb1-4f50-ba0d-5fa320b22541 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460036
Apr 09 21:29:11.599320 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-548d520a-cb96-4b07-a8dd-d62a283dcc17 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:11.600358 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-548d520a-cb96-4b07-a8dd-d62a283dcc17 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags/tempest-TagsExtTest-Tag-345883721 HTTP/1.1" status: 404  len: 328 time: 0.0503094
Apr 09 21:29:11.603472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34182) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.608033 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-773f6310-e77d-45ae-883e-f666587dd914 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f237cdd4af0>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a', 'tempest-TagsExtTest-Tag-293691347') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.650925 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-773f6310-e77d-45ae-883e-f666587dd914 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:11.651928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-773f6310-e77d-45ae-883e-f666587dd914 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags/tempest-TagsExtTest-Tag-293691347 HTTP/1.1" status: 404  len: 328 time: 0.0474093
Apr 09 21:29:11.654896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34184) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.658966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-cd6c14ed-5d9f-41db-b230-9ee234885b6c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2375de75b0>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a', 'tempest-TagsExtTest-Tag-1989738140') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.699987 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-cd6c14ed-5d9f-41db-b230-9ee234885b6c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:11.700996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd6c14ed-5d9f-41db-b230-9ee234885b6c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags/tempest-TagsExtTest-Tag-1989738140 HTTP/1.1" status: 404  len: 329 time: 0.0452223
Apr 09 21:29:11.703768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34186) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.708351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-b88df36e-c1d3-426c-ae6e-9f680dcba0f1 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2374600d90>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f', {'tags': ['tempest-TagsExtTest-Tag-1251106432', 'tempest-TagsExtTest-Tag-539192961', 'tempest-TagsExtTest-Tag-704853147']}) {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.800101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b88df36e-c1d3-426c-ae6e-9f680dcba0f1 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags HTTP/1.1" status: 200  len: 316 time: 0.0951076
Apr 09 21:29:11.802546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34188) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.807920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-52fae8ab-368b-4d94-9736-9343c3170031 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f23746002b0>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.901247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-52fae8ab-368b-4d94-9736-9343c3170031 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags HTTP/1.1" status: 204  len: 168 time: 0.0975590
Apr 09 21:29:11.904058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34190) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.908574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-d3111be2-d7ac-4da2-af3f-532763492122 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2374d2c940>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f', 'tempest-TagsExtTest-Tag-1251106432') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.978644 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-d3111be2-d7ac-4da2-af3f-532763492122 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:11.979734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d3111be2-d7ac-4da2-af3f-532763492122 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags/tempest-TagsExtTest-Tag-1251106432 HTTP/1.1" status: 404  len: 329 time: 0.0747099
Apr 09 21:29:11.983338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34192) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:11.987781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-b4b31550-bf3e-423e-8755-f821729f629b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f23744a81c0>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f', 'tempest-TagsExtTest-Tag-539192961') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:11.991052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device dcacaed9-989b-49fe-a817-0cf5f6679f28 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:29:12.061823 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-b4b31550-bf3e-423e-8755-f821729f629b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:12.063148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b4b31550-bf3e-423e-8755-f821729f629b tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags/tempest-TagsExtTest-Tag-539192961 HTTP/1.1" status: 404  len: 328 time: 0.0784733
Apr 09 21:29:12.066274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34194) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.070634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-26425734-6e67-4707-b05b-a9a174339065 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f23753e5340>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f', 'tempest-TagsExtTest-Tag-704853147') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.094443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port dcacaed9-989b-49fe-a817-0cf5f6679f28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcacaed9-989b-49fe-a817-0cf5f6679f28,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:12.106339 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'dcacaed9-989b-49fe-a817-0cf5f6679f28', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'port_id': 'dcacaed9-989b-49fe-a817-0cf5f6679f28', 'mac_address': 'fa:16:3e:e0:19:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:29:12.143002 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-26425734-6e67-4707-b05b-a9a174339065 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:12.143406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port dcacaed9-989b-49fe-a817-0cf5f6679f28 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:12.146999 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:12.147144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-26425734-6e67-4707-b05b-a9a174339065 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags/tempest-TagsExtTest-Tag-704853147 HTTP/1.1" status: 404  len: 328 time: 0.0769765
Apr 09 21:29:12.147144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34196) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.151589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-e985921d-6b08-450d-a6e6-3b3d4cd90ad2 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2375688be0>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c', {'tags': ['tempest-TagsExtTest-Tag-1240416214', 'tempest-TagsExtTest-Tag-1773342812', 'tempest-TagsExtTest-Tag-567623835']}) {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.157299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcacaed9-989b-49fe-a817-0cf5f6679f28 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:29:12.176869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port dcacaed9-989b-49fe-a817-0cf5f6679f28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcacaed9-989b-49fe-a817-0cf5f6679f28,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:12.183790 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:12.187181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e985921d-6b08-450d-a6e6-3b3d4cd90ad2 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "PUT /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags HTTP/1.1" status: 200  len: 317 time: 0.0390394
Apr 09 21:29:12.190184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34198) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.194529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-1bdbad22-27ca-415f-98fb-ba4e5d5a24b9 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f23764ff3d0>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.227482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1bdbad22-27ca-415f-98fb-ba4e5d5a24b9 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags HTTP/1.1" status: 204  len: 168 time: 0.0362108
Apr 09 21:29:12.230153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34200) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.232862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=dcacaed9-989b-49fe-a817-0cf5f6679f28,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:12.234437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-dfcdb736-dd61-442e-8a2f-6b9aa52a7f3a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f237c45e8e0>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c', 'tempest-TagsExtTest-Tag-1240416214') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.251320 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-dfcdb736-dd61-442e-8a2f-6b9aa52a7f3a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:12.252337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-dfcdb736-dd61-442e-8a2f-6b9aa52a7f3a tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags/tempest-TagsExtTest-Tag-1240416214 HTTP/1.1" status: 404  len: 329 time: 0.0212290
Apr 09 21:29:12.255316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34202) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.259433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-985824fa-6abc-47e7-a9dd-531a760c7e3c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f23763d0c70>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c', 'tempest-TagsExtTest-Tag-1773342812') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.276723 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [None req-985824fa-6abc-47e7-a9dd-531a760c7e3c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:12.277765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-985824fa-6abc-47e7-a9dd-531a760c7e3c tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags/tempest-TagsExtTest-Tag-1773342812 HTTP/1.1" status: 404  len: 329 time: 0.0215678
Apr 09 21:29:12.280421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34204) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.284918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-39b7f8cd-3bbb-4fc6-869f-31fea2192c31 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f237721ffa0>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c', 'tempest-TagsExtTest-Tag-567623835') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.302272 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-39b7f8cd-3bbb-4fc6-869f-31fea2192c31 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] show failed (client error): The resource could not be found.
Apr 09 21:29:12.303257 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39b7f8cd-3bbb-4fc6-869f-31fea2192c31 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags/tempest-TagsExtTest-Tag-567623835 HTTP/1.1" status: 404  len: 328 time: 0.0218773
Apr 09 21:29:12.305867 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34206) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.310697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-ecfc3d02-661d-4ec0-ba88-7db78b101fd7 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2375c82ac0>, 'subnetpools', 'c291fa5e-e724-442a-9c95-16483d79e34c') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.332023 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ecfc3d02-661d-4ec0-ba88-7db78b101fd7 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c/tags HTTP/1.1" status: 204  len: 168 time: 0.0250001
Apr 09 21:29:12.335000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34208) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.339551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.tag.tag_plugin [None req-124236c9-b747-4faf-9edb-b12b3ada3818 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f23774797f0>, 'routers', '27860f2b-daef-4afb-b279-83c75191cb5f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.370029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['dcacaed9-989b-49fe-a817-0cf5f6679f28'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:12.418417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-124236c9-b747-4faf-9edb-b12b3ada3818 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f/tags HTTP/1.1" status: 204  len: 168 time: 0.0823572
Apr 09 21:29:12.421216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34210) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.425711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-a37e087c-52c5-48bd-ba5a-cde60eb677a3 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f23761a1070>, 'ports', '9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.471203 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a37e087c-52c5-48bd-ba5a-cde60eb677a3 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a/tags HTTP/1.1" status: 204  len: 168 time: 0.0489385
Apr 09 21:29:12.473883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34212) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.478027 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.tag.tag_plugin [None req-f3a42d96-757c-4910-9a9c-39dc72bf95ac tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f237423cc10>, 'subnets', '60846582-ff2c-4133-a32e-a7fa8120f5ad') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:12.523162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f3a42d96-757c-4910-9a9c-39dc72bf95ac tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad/tags HTTP/1.1" status: 204  len: 168 time: 0.0482717
Apr 09 21:29:12.527947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34214) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.622875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a7d9236a-1c4c-45f2-92f9-ff8d904b5175 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:12.624032 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a7d9236a-1c4c-45f2-92f9-ff8d904b5175 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnetpools/c291fa5e-e724-442a-9c95-16483d79e34c HTTP/1.1" status: 204  len: 168 time: 0.0951951
Apr 09 21:29:12.626800 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34218) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.656190 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5d431515-ace3-49de-81e9-66a97bea892e tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "GET /v2.0/ports?device_id=27860f2b-daef-4afb-b279-83c75191cb5f HTTP/1.1" status: 200  len: 205 time: 0.0282674
Apr 09 21:29:12.660396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34220) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:12.695888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a3229-b1f6-4f24-89a5-93bb02320e35 req-9fb32b31-ad02-419c-aa9c-826879bacd04 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:12.697409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15a3229-b1f6-4f24-89a5-93bb02320e35 req-9fb32b31-ad02-419c-aa9c-826879bacd04 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 945 time: 0.0501182
Apr 09 21:29:12.738175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-134cce11-3f39-476f-aab1-65397ed3b6b5 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for router (27860f2b-daef-4afb-b279-83c75191cb5f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:12.748867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e15a3229-b1f6-4f24-89a5-93bb02320e35 req-3ee588e4-25eb-4c7e-8884-a2b6e4419b75 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457821
Apr 09 21:29:12.900824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-134cce11-3f39-476f-aab1-65397ed3b6b5 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (27860f2b-daef-4afb-b279-83c75191cb5f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:12.902940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-134cce11-3f39-476f-aab1-65397ed3b6b5 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for router_controller (27860f2b-daef-4afb-b279-83c75191cb5f), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:12.947790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-134cce11-3f39-476f-aab1-65397ed3b6b5 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (27860f2b-daef-4afb-b279-83c75191cb5f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:12.948280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134cce11-3f39-476f-aab1-65397ed3b6b5 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Fanout notify agent at l3_agent the message router_deleted on router 27860f2b-daef-4afb-b279-83c75191cb5f {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:29:12.954936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-134cce11-3f39-476f-aab1-65397ed3b6b5 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:12.956025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-134cce11-3f39-476f-aab1-65397ed3b6b5 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/routers/27860f2b-daef-4afb-b279-83c75191cb5f HTTP/1.1" status: 204  len: 168 time: 0.2963541
Apr 09 21:29:12.958720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34222) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:13.044936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Deleting port 9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:13.045270 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.136311 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.149314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Calling delete_port for 9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a owned by  {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:13.300536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.330519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Pushing event deleted for resources: {'Port': ['ID=9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:13.357891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.358236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.358573 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.358899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.359228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.359552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.359879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.360188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.360505 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.360818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.361155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.361472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.361783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.362097 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.362431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:13.417997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.421608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5119fb2b-cdcc-4d92-980b-bc42584cbad8 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/ports/9da7b1e3-d328-484b-bf8c-aafd0a1e7d2a HTTP/1.1" status: 204  len: 168 time: 0.4619377
Apr 09 21:29:13.424181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34224) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:13.479107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-da424fe6-ff6b-4b3f-a164-c0bc86c07f81 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Deleting subnet 60846582-ff2c-4133-a32e-a7fa8120f5ad {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:29:13.482655 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da424fe6-ff6b-4b3f-a164-c0bc86c07f81 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for subnet (60846582-ff2c-4133-a32e-a7fa8120f5ad), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.524173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da424fe6-ff6b-4b3f-a164-c0bc86c07f81 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (60846582-ff2c-4133-a32e-a7fa8120f5ad), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.614581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da424fe6-ff6b-4b3f-a164-c0bc86c07f81 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (60846582-ff2c-4133-a32e-a7fa8120f5ad), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.672937 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da424fe6-ff6b-4b3f-a164-c0bc86c07f81 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (60846582-ff2c-4133-a32e-a7fa8120f5ad), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.701690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da424fe6-ff6b-4b3f-a164-c0bc86c07f81 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Pushing event deleted for resources: {'Subnet': ['ID=60846582-ff2c-4133-a32e-a7fa8120f5ad,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:13.703746 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-da424fe6-ff6b-4b3f-a164-c0bc86c07f81 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.709670 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-da424fe6-ff6b-4b3f-a164-c0bc86c07f81 tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/subnets/60846582-ff2c-4133-a32e-a7fa8120f5ad HTTP/1.1" status: 204  len: 168 time: 0.2834370
Apr 09 21:29:13.710254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be718dc9-18e9-4cca-b419-3ee49289102b None None] Network 560cf872-893c-47cb-a3b2-a410ddaf2fcc requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:13.710992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34226) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:13.791944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (560cf872-893c-47cb-a3b2-a410ddaf2fcc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.879117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] DHCP port deletion for 560cf872-893c-47cb-a3b2-a410ddaf2fcc request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:29:13.879343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Deleting port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:13.879343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.898103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963044a-cec2-463d-a969-abbafc51cae7 req-4bc6076f-4908-4734-a680-7d3d7957fa21 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:13.899562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a963044a-cec2-463d-a969-abbafc51cae7 req-4bc6076f-4908-4734-a680-7d3d7957fa21 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 945 time: 0.0743244
Apr 09 21:29:13.920848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] Deleting port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:13.921282 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.987475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] For port 14aed0f8-718b-49c3-a4f0-fb84f03b2357, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14aed0f8-718b-49c3-a4f0-fb84f03b2357,segment=NetworkSegment(745e6007-b1e5-4ddc-8f7d-a8a34759390f),segment_id=745e6007-b1e5-4ddc-8f7d-a8a34759390f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:13.987832 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:13.988010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] For port 14aed0f8-718b-49c3-a4f0-fb84f03b2357, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14aed0f8-718b-49c3-a4f0-fb84f03b2357,segment=NetworkSegment(745e6007-b1e5-4ddc-8f7d-a8a34759390f),segment_id=745e6007-b1e5-4ddc-8f7d-a8a34759390f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:13.988350 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.002400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device dcacaed9-989b-49fe-a817-0cf5f6679f28 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:14.004575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] Calling delete_port for 14aed0f8-718b-49c3-a4f0-fb84f03b2357 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:14.007283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a963044a-cec2-463d-a969-abbafc51cae7 req-52724b43-de53-435a-a9a1-ea6652854225 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995598
Apr 09 21:29:14.008275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Calling delete_port for 14aed0f8-718b-49c3-a4f0-fb84f03b2357 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:14.102749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port dcacaed9-989b-49fe-a817-0cf5f6679f28 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:29:14.104883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.117006 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port dcacaed9-989b-49fe-a817-0cf5f6679f28 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:14.117411 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.135520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Pushing event deleted for resources: {'Port': ['ID=14aed0f8-718b-49c3-a4f0-fb84f03b2357,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:14.140021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] No DVR routers for this DVR port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:14.153551 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (14aed0f8-718b-49c3-a4f0-fb84f03b2357), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.179142 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] Pushing event deleted for resources: {'Port': ['ID=14aed0f8-718b-49c3-a4f0-fb84f03b2357,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:14.187404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0efd9-2893-4e27-bb1b-b405bfa65582 None None] No DVR routers for this DVR port 14aed0f8-718b-49c3-a4f0-fb84f03b2357 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:14.231191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (560cf872-893c-47cb-a3b2-a410ddaf2fcc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.235571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port dcacaed9-989b-49fe-a817-0cf5f6679f28 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:14.235959 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.252367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374b71700>,) {'filters': {'network_id': ['560cf872-893c-47cb-a3b2-a410ddaf2fcc']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:14.258687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da029986-1c2e-464a-bb27-be769fa60d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcacaed9-989b-49fe-a817-0cf5f6679f28'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:14.261130 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55035244-9e44-48fe-9df6-26ae3ae57c6f" -d '{"events": [{"server_uuid": "da029986-1c2e-464a-bb27-be769fa60d3b", "name": "network-vif-plugged", "status": "completed", "tag": "dcacaed9-989b-49fe-a817-0cf5f6679f28"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:14.262446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b71700>, '745e6007-b1e5-4ddc-8f7d-a8a34759390f') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:14.262772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b71700>, '745e6007-b1e5-4ddc-8f7d-a8a34759390f') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:14.273483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port dcacaed9-989b-49fe-a817-0cf5f6679f28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcacaed9-989b-49fe-a817-0cf5f6679f28,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:14.273630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (745e6007-b1e5-4ddc-8f7d-a8a34759390f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.278634 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.287926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (745e6007-b1e5-4ddc-8f7d-a8a34759390f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.294760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:29:14.295155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (745e6007-b1e5-4ddc-8f7d-a8a34759390f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:29:14.298362 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:29:14.312184 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d15aa13-1c5d-4ba6-b64b-1eb73e5920c1 x-openstack-request-id: req-4d15aa13-1c5d-4ba6-b64b-1eb73e5920c1 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:14.312524 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da029986-1c2e-464a-bb27-be769fa60d3b", "name": "network-vif-plugged", "status": "completed", "tag": "dcacaed9-989b-49fe-a817-0cf5f6679f28", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:14.312740 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d15aa13-1c5d-4ba6-b64b-1eb73e5920c1 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:14.313129 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d15aa13-1c5d-4ba6-b64b-1eb73e5920c1'] response: {'server_uuid': 'da029986-1c2e-464a-bb27-be769fa60d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcacaed9-989b-49fe-a817-0cf5f6679f28', 'code': 200}
Apr 09 21:29:14.337973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=dcacaed9-989b-49fe-a817-0cf5f6679f28,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:14.361399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (560cf872-893c-47cb-a3b2-a410ddaf2fcc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.368656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.371485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] 10.222.0.30 "DELETE /v2.0/networks/560cf872-893c-47cb-a3b2-a410ddaf2fcc HTTP/1.1" status: 204  len: 168 time: 0.6593349
Apr 09 21:29:14.410957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeec42-8eb7-47e3-8524-8e74c3ed7bab tempest-TagsExtTest-1152381525 tempest-TagsExtTest-1152381525-project] Pushing event deleted for resources: {'Network': ['ID=560cf872-893c-47cb-a3b2-a410ddaf2fcc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:14.423766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5564390-ccb8-44b2-a606-a4e34fa9acb7 req-d72ed576-cd74-4834-be93-9f8b84a38f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:14.425400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5564390-ccb8-44b2-a606-a4e34fa9acb7 req-d72ed576-cd74-4834-be93-9f8b84a38f37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 1128 time: 0.0528646
Apr 09 21:29:14.469512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5564390-ccb8-44b2-a606-a4e34fa9acb7 req-f873ecc2-30e9-4275-b302-654d503237fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382946
Apr 09 21:29:14.622761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34236) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:14.768292 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f3ffb2a-eb25-443c-a910-e4c052072d99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa3a9378873c4f9f8ffc4917f687eb9d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1441505
Apr 09 21:29:14.771830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34240) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:14.819449 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2a7-00b4-424e-b89b-2228dffabb03 admin admin] Publish callbacks [] for security_group (e063dd78-4b78-4494-9d96-a998575bfa77), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.843658 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2a7-00b4-424e-b89b-2228dffabb03 admin admin] Publish callbacks [] for security_group (e063dd78-4b78-4494-9d96-a998575bfa77), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.895482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2a7-00b4-424e-b89b-2228dffabb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e063dd78-4b78-4494-9d96-a998575bfa77), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.898141 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2a7-00b4-424e-b89b-2228dffabb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:14.899324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5bcef2a7-00b4-424e-b89b-2228dffabb03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e063dd78-4b78-4494-9d96-a998575bfa77 HTTP/1.1" status: 204  len: 168 time: 0.1266155
Apr 09 21:29:14.906950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcef2a7-00b4-424e-b89b-2228dffabb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e063dd78-4b78-4494-9d96-a998575bfa77,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:15.126381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354e62d-6347-4c64-87d5-18cca2e6b8b4 req-d2325e02-11f6-44a9-8b2d-11154683d367 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:15.127876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9354e62d-6347-4c64-87d5-18cca2e6b8b4 req-d2325e02-11f6-44a9-8b2d-11154683d367 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 946 time: 0.0518427
Apr 09 21:29:15.176219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9354e62d-6347-4c64-87d5-18cca2e6b8b4 req-64291595-4f2a-4265-b938-5d79937fb333 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414720
Apr 09 21:29:15.355923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 14aed0f8-718b-49c3-a4f0-fb84f03b2357 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:29:15.376526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 14aed0f8-718b-49c3-a4f0-fb84f03b2357 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:29:15.377103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 14aed0f8-718b-49c3-a4f0-fb84f03b2357 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:29:15.548851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 34264) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:15.655096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-627365476-network', 'tenant_id': 'c2f4a5d8476f48828d3bf6816ac0d864'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:15.675787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Made reservation on behalf of c2f4a5d8476f48828d3bf6816ac0d864 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:15.678136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.686697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.765226 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Publish callbacks [] for security_group (89d082c0-dd77-41ad-84e1-f0798a78e306), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.771071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (89d082c0-dd77-41ad-84e1-f0798a78e306), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.795526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:29:15.805150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d082c0-dd77-41ad-84e1-f0798a78e306,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:15.809900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (daab9a45-1ebb-4b90-873f-a7d496604153), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.810257 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Added segment daab9a45-1ebb-4b90-873f-a7d496604153 of type vlan for network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9
Apr 09 21:29:15.850688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (a6b4ace2-01e7-416c-a8a9-101f20c4f1c9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.878940 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (a6b4ace2-01e7-416c-a8a9-101f20c4f1c9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.880018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:15.880668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.916169 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3653698
Apr 09 21:29:15.919314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34268) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:15.924432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Request body: {'subnet': {'network_id': 'a6b4ace2-01e7-416c-a8a9-101f20c4f1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-627365476-subnet', 'tenant_id': 'c2f4a5d8476f48828d3bf6816ac0d864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:15.946161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16c3dc-4ae4-464d-b848-e9d868f91419 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b4ace2-01e7-416c-a8a9-101f20c4f1c9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:15.946448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Made reservation on behalf of c2f4a5d8476f48828d3bf6816ac0d864 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:15.953513 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:15.955928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:29:16.139582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (160a6a20-e77f-4567-9b08-7111d035281a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.198180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160a6a20-e77f-4567-9b08-7111d035281a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:16.217918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Checking segment: {'id': 'daab9a45-1ebb-4b90-873f-a7d496604153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a6b4ace2-01e7-416c-a8a9-101f20c4f1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:16.218278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Network hostable DHCP agents. Network: a6b4ace2-01e7-416c-a8a9-101f20c4f1c9, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:29:16.235933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:29:16.245813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6b4ace2-01e7-416c-a8a9-101f20c4f1c9) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:16.250594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:16.251205 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.256421 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ee400-a6c6-40a0-a0e4-0d48ed324b5c None None] Network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:16.269824 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a9a96bae-98d0-4295-b415-045d1d9b5e09 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3492923
Apr 09 21:29:16.296959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64978ac6-2fd1-42a1-9ff7-f1f7bc4b05a1 req-9fd5024f-61f5-4dba-8d81-df815b4117bb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:16.298609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64978ac6-2fd1-42a1-9ff7-f1f7bc4b05a1 req-9fd5024f-61f5-4dba-8d81-df815b4117bb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 946 time: 0.0513639
Apr 09 21:29:16.348844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64978ac6-2fd1-42a1-9ff7-f1f7bc4b05a1 req-5582245a-b042-4894-a68a-d4a181644561 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445998
Apr 09 21:29:16.362676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0bb9a-deba-49e2-95a8-b8ea553eed24 None None] Network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:16.480664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdcf83-bee6-46ab-8ecb-f2072cb68951 req-75a54bf7-a631-4adc-aa8a-c8d7c45a9035 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:16.482376 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45cdcf83-bee6-46ab-8ecb-f2072cb68951 req-75a54bf7-a631-4adc-aa8a-c8d7c45a9035 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 946 time: 0.0599298
Apr 09 21:29:16.539020 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45cdcf83-bee6-46ab-8ecb-f2072cb68951 req-4223384d-3624-4e62-b9a1-db2dc5a9c269 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505788
Apr 09 21:29:16.652106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e4b2b-6c48-44a1-866c-b404482becdc req-d3062f88-a807-49eb-a34c-8d82b7e4bace tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:16.653527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e20e4b2b-6c48-44a1-866c-b404482becdc req-d3062f88-a807-49eb-a34c-8d82b7e4bace tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 946 time: 0.0474541
Apr 09 21:29:16.700330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e20e4b2b-6c48-44a1-866c-b404482becdc req-a1cff1a3-12bf-4e00-a5de-92fbb2779c90 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410931
Apr 09 21:29:16.754268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34292) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:16.759516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-26705920-network', 'tenant_id': 'be3919a8a0914ed2aa60a5c0213ef0c4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:16.783073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Made reservation on behalf of be3919a8a0914ed2aa60a5c0213ef0c4 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:16.785477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.794344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.852110 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:29:16.873560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Publish callbacks [] for security_group (695c6741-5f7d-47b8-8d6b-9e0d0739a5e1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.878502 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (695c6741-5f7d-47b8-8d6b-9e0d0739a5e1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.907574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:29:16.913098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695c6741-5f7d-47b8-8d6b-9e0d0739a5e1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:16.920588 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c19d6b79-915d-479b-89e8-e0a37d6cbd72), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.921192 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Added segment c19d6b79-915d-479b-89e8-e0a37d6cbd72 of type vlan for network 648564e6-9af6-4a65-8ee1-41ac0e16f4d9
Apr 09 21:29:16.964090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (648564e6-9af6-4a65-8ee1-41ac0e16f4d9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.989553 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (648564e6-9af6-4a65-8ee1-41ac0e16f4d9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:16.990639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:16.991339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:17.000911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc94a8-150a-42ec-bf83-9a6b2b6d7997 req-5dd28a09-35f7-4681-bbb7-59aaa606ba00 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:17.002637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-efcc94a8-150a-42ec-bf83-9a6b2b6d7997 req-5dd28a09-35f7-4681-bbb7-59aaa606ba00 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 946 time: 0.0496752
Apr 09 21:29:17.022471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.2668684
Apr 09 21:29:17.025570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 34298) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:17.053582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-efcc94a8-150a-42ec-bf83-9a6b2b6d7997 req-c72f0908-da77-4dd4-bbf0-f44e54a353c6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449693
Apr 09 21:29:17.058919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Request body: {'subnet': {'network_id': '648564e6-9af6-4a65-8ee1-41ac0e16f4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-26705920-subnet', 'tenant_id': 'be3919a8a0914ed2aa60a5c0213ef0c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:17.071405 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116b794-3770-4882-b123-8f4b5124496d admin admin] Pushing event updated for resources: {'Network': ['ID=648564e6-9af6-4a65-8ee1-41ac0e16f4d9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:17.081269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 648564e6-9af6-4a65-8ee1-41ac0e16f4d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:29:17.087766 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Made reservation on behalf of be3919a8a0914ed2aa60a5c0213ef0c4 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:17.090217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:17.265436 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (ec317e5d-3811-4f96-bfcd-7313e0bb7676), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:17.328735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec317e5d-3811-4f96-bfcd-7313e0bb7676,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:17.339868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Checking segment: {'id': 'c19d6b79-915d-479b-89e8-e0a37d6cbd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '648564e6-9af6-4a65-8ee1-41ac0e16f4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:17.340217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Network hostable DHCP agents. Network: 648564e6-9af6-4a65-8ee1-41ac0e16f4d9, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:29:17.360277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Network 648564e6-9af6-4a65-8ee1-41ac0e16f4d9 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:29:17.370458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 648564e6-9af6-4a65-8ee1-41ac0e16f4d9) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:17.374734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:17.375324 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:17.379013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7385bb-9ec0-4493-a51c-8033bf462eb4 None None] Network 648564e6-9af6-4a65-8ee1-41ac0e16f4d9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:17.397154 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-39974b68-7ff1-4047-9806-19b4bda48881 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3383148
Apr 09 21:29:17.482284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e76d5-a5ae-4247-b152-c7179108968f None None] Network 648564e6-9af6-4a65-8ee1-41ac0e16f4d9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:29:17.883129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603cfe7-bcef-459c-978c-166927cd161e req-c27eb733-b917-4ab7-a93c-a38771aadad6 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:17.884486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-c27eb733-b917-4ab7-a93c-a38771aadad6 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/networks?id=a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 HTTP/1.1" status: 200  len: 808 time: 0.1063101
Apr 09 21:29:17.899861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-ab6c8f6c-ce3c-439f-9459-9b1b1c00c6d9 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/quotas/c2f4a5d8476f48828d3bf6816ac0d864 HTTP/1.1" status: 200  len: 375 time: 0.0096509
Apr 09 21:29:17.936084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-941a2c3a-ef19-4100-8ada-3378da4c604d tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2f4a5d8476f48828d3bf6816ac0d864&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0304446
Apr 09 21:29:18.034548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-f6e5c8ea-d26d-494d-85dc-d848a5110dd1 service neutron] 10.222.0.30 "GET /v2.0/networks/a6b4ace2-01e7-416c-a8a9-101f20c4f1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914304
Apr 09 21:29:18.186009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-fcb21cea-596e-47b8-8acb-90df99eb51f2 service neutron] 10.222.0.30 "GET /v2.0/networks/a6b4ace2-01e7-416c-a8a9-101f20c4f1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403251
Apr 09 21:29:18.194081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdc434-7ef4-463d-8f25-3070ca5d4ea1 req-1503cbb9-4641-4071-8f72-a6d35debc2a3 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:18.195473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2cdc434-7ef4-463d-8f25-3070ca5d4ea1 req-1503cbb9-4641-4071-8f72-a6d35debc2a3 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 946 time: 0.0696239
Apr 09 21:29:18.244440 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2cdc434-7ef4-463d-8f25-3070ca5d4ea1 req-a09ff373-5458-4a6d-8234-8c622c51cc0b tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430486
Apr 09 21:29:18.355861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf0655f9-c2c7-4a8b-ad50-6e8946bfa478 req-b6ea0e90-1fd0-421c-b6e2-e176c16b8e87 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 210 time: 0.0297234
Apr 09 21:29:18.505166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1291-6e27-46f0-8470-7703a92eed3a req-291684da-59ea-4587-83c3-804e1f984bf4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:18.506741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-564e1291-6e27-46f0-8470-7703a92eed3a req-291684da-59ea-4587-83c3-804e1f984bf4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.32 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 946 time: 0.0506365
Apr 09 21:29:18.630491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port dcacaed9-989b-49fe-a817-0cf5f6679f28 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:18.630833 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:18.731598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] For port dcacaed9-989b-49fe-a817-0cf5f6679f28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcacaed9-989b-49fe-a817-0cf5f6679f28,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:18.731964 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:18.747474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for dcacaed9-989b-49fe-a817-0cf5f6679f28 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:18.879711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dcacaed9-989b-49fe-a817-0cf5f6679f28), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:18.893014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['dcacaed9-989b-49fe-a817-0cf5f6679f28'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:18.917839 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=dcacaed9-989b-49fe-a817-0cf5f6679f28,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:18.989262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] No DVR routers for this DVR port dcacaed9-989b-49fe-a817-0cf5f6679f28 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:18.992668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:18.995961 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-564e1291-6e27-46f0-8470-7703a92eed3a req-59f5d2bb-0b8b-4fc1-aa6b-16a001c2f8b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.32 "DELETE /v2.0/ports/dcacaed9-989b-49fe-a817-0cf5f6679f28 HTTP/1.1" status: 204  len: 173 time: 0.4841950
Apr 09 21:29:18.996437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da029986-1c2e-464a-bb27-be769fa60d3b', 'name': 'network-vif-deleted', 'tag': 'dcacaed9-989b-49fe-a817-0cf5f6679f28'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:18.999059 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab3aa53-ed62-4205-be4e-be141ebc6798" -d '{"events": [{"server_uuid": "da029986-1c2e-464a-bb27-be769fa60d3b", "name": "network-vif-deleted", "tag": "dcacaed9-989b-49fe-a817-0cf5f6679f28"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:19.038652 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e0ba4-a17e-46d9-8e8f-a6c981f52e1e x-openstack-request-id: req-ad4e0ba4-a17e-46d9-8e8f-a6c981f52e1e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:19.039336 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da029986-1c2e-464a-bb27-be769fa60d3b", "name": "network-vif-deleted", "tag": "dcacaed9-989b-49fe-a817-0cf5f6679f28", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:19.039336 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad4e0ba4-a17e-46d9-8e8f-a6c981f52e1e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:19.040027 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4e0ba4-a17e-46d9-8e8f-a6c981f52e1e'] response: {'server_uuid': 'da029986-1c2e-464a-bb27-be769fa60d3b', 'name': 'network-vif-deleted', 'tag': 'dcacaed9-989b-49fe-a817-0cf5f6679f28', 'status': 'completed', 'code': 200}
Apr 09 21:29:19.433844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe5d267-70b2-40d2-a22c-b4026f2f385c req-f2e75e69-2442-4c27-afd9-170c1bf626ac tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=da029986-1c2e-464a-bb27-be769fa60d3b HTTP/1.1" status: 200  len: 210 time: 0.0475001
Apr 09 21:29:19.444235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603cfe7-bcef-459c-978c-166927cd161e req-ed82df2d-fc4e-465d-a59c-ae9da12eb48a tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:19.446332 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-ed82df2d-fc4e-465d-a59c-ae9da12eb48a tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.25 "GET /v2.0/networks?id=a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 HTTP/1.1" status: 200  len: 808 time: 0.2288661
Apr 09 21:29:19.469955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Request body: {'port': {'device_id': 'd3a874eb-3709-4b9c-a4a9-ba3fb73d3180', 'network_id': 'a6b4ace2-01e7-416c-a8a9-101f20c4f1c9', 'admin_state_up': True, 'tenant_id': 'c2f4a5d8476f48828d3bf6816ac0d864'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:19.479142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4c9a5fb-e6fb-4d27-8cb3-3b75182bb6a7 req-5273415e-4ac3-4f37-9706-75284aff8f13 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 210 time: 0.0437975
Apr 09 21:29:19.599310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Made reservation on behalf of c2f4a5d8476f48828d3bf6816ac0d864 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:19.603613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.038078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Allocated IP 172.20.0.7 (a6b4ace2-01e7-416c-a8a9-101f20c4f1c9/160a6a20-e77f-4567-9b08-7111d035281a/9774d97d-bbe6-48c2-b51c-47dc5cd77cba) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:29:20.207825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Publish callbacks [] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.247297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.300838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:29:20.306595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:20.312293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:29:20.339700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Pushing event updated for resources: {'Port': ['ID=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:20.370978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:20.371579 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.389873 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-541618e8-970b-4a78-8a13-3dc253e5f9f0 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9241772
Apr 09 21:29:20.401699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Request body: {'port': {'device_id': 'd3a874eb-3709-4b9c-a4a9-ba3fb73d3180', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:20.462157 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.462871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c6f05d76-d487-45ba-a03b-5fedf24b345e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.601223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351bf37-fa10-4087-ad9e-e862a9a073fc req-afca6555-8fd2-43c7-b579-a7cf803402f4 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:20.605518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f351bf37-fa10-4087-ad9e-e862a9a073fc req-afca6555-8fd2-43c7-b579-a7cf803402f4 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 931 time: 0.0567677
Apr 09 21:29:20.656303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f351bf37-fa10-4087-ad9e-e862a9a073fc req-522a92ba-d4a1-4154-b807-5b764f519be5 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472214
Apr 09 21:29:20.761639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9774d97d-bbe6-48c2-b51c-47dc5cd77cba {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:29:20.770286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Publish callbacks [] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.784430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Transition to ACTIVE for port object 9774d97d-bbe6-48c2-b51c-47dc5cd77cba will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:29:20.789494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.840868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:20.910475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Attempting to bind port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:29:20.910680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Attempting to bind port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'daab9a45-1ebb-4b90-873f-a7d496604153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a6b4ace2-01e7-416c-a8a9-101f20c4f1c9'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:29:20.911032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Attempting to bind port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba on network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:20.915527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba on network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:29:20.915849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Attempting to bind port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba on network a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:20.920842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:29:20.921237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Checking segment: {'id': 'daab9a45-1ebb-4b90-873f-a7d496604153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a6b4ace2-01e7-416c-a8a9-101f20c4f1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:20.921618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Bound using segment: {'id': 'daab9a45-1ebb-4b90-873f-a7d496604153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a6b4ace2-01e7-416c-a8a9-101f20c4f1c9'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:29:20.922024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Bound port: 9774d97d-bbe6-48c2-b51c-47dc5cd77cba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daab9a45-1ebb-4b90-873f-a7d496604153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a6b4ace2-01e7-416c-a8a9-101f20c4f1c9'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:29:20.922376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:20.989466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] For port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:29:20.992388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] For port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,segment=NetworkSegment(daab9a45-1ebb-4b90-873f-a7d496604153),segment_id=daab9a45-1ebb-4b90-873f-a7d496604153)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:29:21.001590 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:21.038162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:21.038754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:21.040135 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] 10.222.0.25 "PUT /v2.0/ports/9774d97d-bbe6-48c2-b51c-47dc5cd77cba HTTP/1.1" status: 200  len: 1091 time: 0.6425149
Apr 09 21:29:21.040583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a874eb-3709-4b9c-a4a9-ba3fb73d3180', 'tag': '9774d97d-bbe6-48c2-b51c-47dc5cd77cba'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:21.042915 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecd679d-c8a6-409b-a75b-a67fa454249e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a874eb-3709-4b9c-a4a9-ba3fb73d3180", "tag": "9774d97d-bbe6-48c2-b51c-47dc5cd77cba"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:21.068078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b815a-fefa-4b62-b78e-9842076477d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:21.110578 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19557f22-191b-4526-8a30-65b54cb0d682 x-openstack-request-id: req-19557f22-191b-4526-8a30-65b54cb0d682 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:21.110880 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a874eb-3709-4b9c-a4a9-ba3fb73d3180", "tag": "9774d97d-bbe6-48c2-b51c-47dc5cd77cba", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:21.111127 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19557f22-191b-4526-8a30-65b54cb0d682 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:21.111529 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19557f22-191b-4526-8a30-65b54cb0d682'] response: {'name': 'network-changed', 'server_uuid': 'd3a874eb-3709-4b9c-a4a9-ba3fb73d3180', 'tag': '9774d97d-bbe6-48c2-b51c-47dc5cd77cba', 'status': 'completed', 'code': 200}
Apr 09 21:29:21.124107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603cfe7-bcef-459c-978c-166927cd161e req-c59ad111-0256-44b9-9098-e01fc1d18981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:21.125689 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-c59ad111-0256-44b9-9098-e01fc1d18981 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2f4a5d8476f48828d3bf6816ac0d864&device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 1125 time: 0.0448678
Apr 09 21:29:21.173438 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-ef9455eb-b562-4258-8e19-39b684b2dffd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9774d97d-bbe6-48c2-b51c-47dc5cd77cba HTTP/1.1" status: 200  len: 217 time: 0.0398202
Apr 09 21:29:21.224995 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603cfe7-bcef-459c-978c-166927cd161e req-50e3c7ad-e81f-4f1b-aeb6-44445eb81425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:21.226513 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-50e3c7ad-e81f-4f1b-aeb6-44445eb81425 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=160a6a20-e77f-4567-9b08-7111d035281a HTTP/1.1" status: 200  len: 848 time: 0.0467365
Apr 09 21:29:21.258136 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-450b1da0-64d6-4259-ac8c-6e7895af04b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a6b4ace2-01e7-416c-a8a9-101f20c4f1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258348
Apr 09 21:29:21.355828 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-6655532a-4f9c-478c-ac5f-96cd5bb49ebd service neutron] 10.222.0.25 "GET /v2.0/networks/a6b4ace2-01e7-416c-a8a9-101f20c4f1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913901
Apr 09 21:29:21.447451 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c603cfe7-bcef-459c-978c-166927cd161e req-298b717b-4043-4046-8986-a1896376f4be service neutron] 10.222.0.25 "GET /v2.0/networks/a6b4ace2-01e7-416c-a8a9-101f20c4f1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847161
Apr 09 21:29:21.791448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db6935-d0ec-41ea-9f1e-237a065c2dd4 req-e828e638-ce69-4bb9-811e-62f6dc387073 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:21.793235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7db6935-d0ec-41ea-9f1e-237a065c2dd4 req-e828e638-ce69-4bb9-811e-62f6dc387073 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 943 time: 0.0539241
Apr 09 21:29:21.848693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7db6935-d0ec-41ea-9f1e-237a065c2dd4 req-ce36fdd5-5444-46ef-b097-642d9a619100 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490134
Apr 09 21:29:22.049956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device dcacaed9-989b-49fe-a817-0cf5f6679f28 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:29:22.071445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: dcacaed9-989b-49fe-a817-0cf5f6679f28 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:29:22.071784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device dcacaed9-989b-49fe-a817-0cf5f6679f28 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:29:22.932608 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fee27bd5-4955-4938-8174-900dd976d386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:22.970690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396d46a-815f-4012-aa4d-f86d4597f5cc req-6307db20-03ec-4d44-9dd5-e114aa36ae79 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:22.972155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8396d46a-815f-4012-aa4d-f86d4597f5cc req-6307db20-03ec-4d44-9dd5-e114aa36ae79 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 943 time: 0.0528371
Apr 09 21:29:23.018675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8396d46a-815f-4012-aa4d-f86d4597f5cc req-2b97d630-6dfe-4612-850f-14425dc6887b tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404139
Apr 09 21:29:23.466041 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-377feb0e-9c62-4c94-8719-086c01ab3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:23.467598 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-377feb0e-9c62-4c94-8719-086c01ab3d86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2f4a5d8476f48828d3bf6816ac0d864&device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 1125 time: 0.0421593
Apr 09 21:29:23.567857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-44772ed7-d148-42d7-8b74-36f4febbd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:23.569290 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-44772ed7-d148-42d7-8b74-36f4febbd1ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 HTTP/1.1" status: 200  len: 909 time: 0.0948241
Apr 09 21:29:23.609003 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-6e3ba3e5-e885-4389-ae0c-c66671a65bd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9774d97d-bbe6-48c2-b51c-47dc5cd77cba HTTP/1.1" status: 200  len: 217 time: 0.0342491
Apr 09 21:29:23.675716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-29ac26aa-037f-4502-826b-cce3efab1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:23.677181 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-29ac26aa-037f-4502-826b-cce3efab1794 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=160a6a20-e77f-4567-9b08-7111d035281a HTTP/1.1" status: 200  len: 848 time: 0.0616968
Apr 09 21:29:23.708968 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-6a10828a-2bad-44c9-844d-00e84c4dee25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a6b4ace2-01e7-416c-a8a9-101f20c4f1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258272
Apr 09 21:29:23.802359 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-481143c5-dec4-4e93-b18a-8901eed36f8c service neutron] 10.222.0.25 "GET /v2.0/networks/a6b4ace2-01e7-416c-a8a9-101f20c4f1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866902
Apr 09 21:29:23.896409 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7ecd679d-c8a6-409b-a75b-a67fa454249e req-754dadbe-0d82-4fb6-8914-62521345f432 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b4ace2-01e7-416c-a8a9-101f20c4f1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884275
Apr 09 21:29:24.137013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4147-7687-4a4b-9fc4-69be4f2d0477 req-d778c009-2b31-4ca5-9a60-a86bd3bd073b tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:24.138585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01be4147-7687-4a4b-9fc4-69be4f2d0477 req-d778c009-2b31-4ca5-9a60-a86bd3bd073b tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 943 time: 0.0506732
Apr 09 21:29:24.172918 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:24.193095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-01be4147-7687-4a4b-9fc4-69be4f2d0477 req-b008dcc6-b628-4215-94d6-434d589481b4 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485528
Apr 09 21:29:25.024405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9774d97d-bbe6-48c2-b51c-47dc5cd77cba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:29:25.138234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,segment=NetworkSegment(daab9a45-1ebb-4b90-873f-a7d496604153),segment_id=daab9a45-1ebb-4b90-873f-a7d496604153)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:25.150740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '9774d97d-bbe6-48c2-b51c-47dc5cd77cba', 'network_id': 'a6b4ace2-01e7-416c-a8a9-101f20c4f1c9', 'port_id': '9774d97d-bbe6-48c2-b51c-47dc5cd77cba', 'mac_address': 'fa:16:3e:c0:f9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160a6a20-e77f-4567-9b08-7111d035281a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:29:25.188105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:25.188678 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:25.205910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9774d97d-bbe6-48c2-b51c-47dc5cd77cba {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:29:25.227356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,segment=NetworkSegment(daab9a45-1ebb-4b90-873f-a7d496604153),segment_id=daab9a45-1ebb-4b90-873f-a7d496604153)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:25.238256 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:25.269067 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:25.294173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:25.304761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.304999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.305361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.305694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.306051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.306331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.306651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.306970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.307289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.307608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.307923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.308240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.308556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.308867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.309208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:25.318595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc49d-bdb4-4e29-b0dc-7c96db2c709e req-fc4ae5cf-cd6b-4e01-b639-91e5f5dce12e tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:25.319929 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e2dc49d-bdb4-4e29-b0dc-7c96db2c709e req-fc4ae5cf-cd6b-4e01-b639-91e5f5dce12e tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 944 time: 0.0538590
Apr 09 21:29:25.388144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e2dc49d-bdb4-4e29-b0dc-7c96db2c709e req-226d0cdc-5755-4fcf-8639-2e25139fb81e tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625927
Apr 09 21:29:25.550049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9774d97d-bbe6-48c2-b51c-47dc5cd77cba'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:25.808764 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:26.510214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55a29d-23b1-43cd-a965-c2801f7d225f req-96dec15b-cab9-40d9-a628-d5c760c3ee80 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:26.511731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa55a29d-23b1-43cd-a965-c2801f7d225f req-96dec15b-cab9-40d9-a628-d5c760c3ee80 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 944 time: 0.0485630
Apr 09 21:29:26.562345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa55a29d-23b1-43cd-a965-c2801f7d225f req-6c2b5f6e-19d1-4a8c-b50c-6abf87da7449 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441358
Apr 09 21:29:26.751797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-2efa6984-533f-4937-bb44-acc74627b275 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:26.753298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-2efa6984-533f-4937-bb44-acc74627b275 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1185589
Apr 09 21:29:26.768348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a35e18ab-5a0c-409b-9013-79d85bf50e94 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/quotas/5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 375 time: 0.0094552
Apr 09 21:29:26.817930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-702b9ddb-6c9c-43cb-b988-17f62871b333 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0444801
Apr 09 21:29:26.907895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-0de07914-dfa2-4717-8ca7-a4b1b8951d1e service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827544
Apr 09 21:29:27.004798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-d69c3c10-f9be-427f-98e2-161f783200c7 service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909357
Apr 09 21:29:27.023173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9774d97d-bbe6-48c2-b51c-47dc5cd77cba up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:27.069346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:29:27.079459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:27.079835 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:27.112606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:27.170975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:27.171337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:27.194333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a874eb-3709-4b9c-a4a9-ba3fb73d3180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9774d97d-bbe6-48c2-b51c-47dc5cd77cba'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:27.196609 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c57945-ed6d-4431-9b94-c7939e5b4e18" -d '{"events": [{"server_uuid": "d3a874eb-3709-4b9c-a4a9-ba3fb73d3180", "name": "network-vif-plugged", "status": "completed", "tag": "9774d97d-bbe6-48c2-b51c-47dc5cd77cba"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:27.210788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,segment=NetworkSegment(daab9a45-1ebb-4b90-873f-a7d496604153),segment_id=daab9a45-1ebb-4b90-873f-a7d496604153)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:27.217658 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:27.241807 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc669ea-e9a5-4af0-a943-6bb8b70771f0 x-openstack-request-id: req-5cc669ea-e9a5-4af0-a943-6bb8b70771f0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:27.242099 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a874eb-3709-4b9c-a4a9-ba3fb73d3180", "name": "network-vif-plugged", "status": "completed", "tag": "9774d97d-bbe6-48c2-b51c-47dc5cd77cba", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:27.242360 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cc669ea-e9a5-4af0-a943-6bb8b70771f0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:27.242756 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc669ea-e9a5-4af0-a943-6bb8b70771f0'] response: {'server_uuid': 'd3a874eb-3709-4b9c-a4a9-ba3fb73d3180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9774d97d-bbe6-48c2-b51c-47dc5cd77cba', 'code': 200}
Apr 09 21:29:27.269065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:27.313331 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75c8bce7-af32-449b-9991-3e9f54082e77 req-fe0a44fa-7de3-48c3-9082-998ef09b2429 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 210 time: 0.0304432
Apr 09 21:29:27.337328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b229-bc31-4850-aeff-5fc5eefb0a18 req-73dd3ada-2caf-4c38-80c5-8de69dfbd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:27.338903 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8975b229-bc31-4850-aeff-5fc5eefb0a18 req-73dd3ada-2caf-4c38-80c5-8de69dfbd143 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 1127 time: 0.0424886
Apr 09 21:29:27.382920 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8975b229-bc31-4850-aeff-5fc5eefb0a18 req-35ac9c4a-fd76-4dce-83e6-e66053ae7299 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381529
Apr 09 21:29:27.679344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056bed-d43d-43fd-9d67-44537be92498 req-6520e7bf-0d2f-461d-b133-2c8609e7d79c tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:27.680833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a056bed-d43d-43fd-9d67-44537be92498 req-6520e7bf-0d2f-461d-b133-2c8609e7d79c tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 945 time: 0.0483053
Apr 09 21:29:28.001851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a056bed-d43d-43fd-9d67-44537be92498 req-dab622f8-8874-4f23-ab44-4d4d06e07e35 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3151331
Apr 09 21:29:28.264029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a9bd891f-3fc2-4390-8fc0-89dfe7f413b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:28.265426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a9bd891f-3fc2-4390-8fc0-89dfe7f413b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.32 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1084015
Apr 09 21:29:28.276632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'port': {'device_id': 'a3328ec9-d468-4261-9f94-4bd6831f2cf5', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'admin_state_up': True, 'tenant_id': '5e1063334e4a426eb70eec5ed1578744'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:28.397310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Made reservation on behalf of 5e1063334e4a426eb70eec5ed1578744 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:28.400690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:28.418856 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8dc3397d-8768-4c2e-9fff-0708ccd8c4ad req-5971eab2-a1e4-4c93-8eff-11a015d19f29 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 210 time: 0.0337372
Apr 09 21:29:28.551713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.20.0.12 (66be874b-41eb-401e-a35f-6e34d5263533/e4f2c6da-5a70-45c3-b1e3-82398c58ecac/a434c4f5-9523-4c23-8408-30290b0eda20) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:29:28.700664 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (a434c4f5-9523-4c23-8408-30290b0eda20), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:28.745968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:28.790739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:29:28.794097 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:28.796610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:29:28.832558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=a434c4f5-9523-4c23-8408-30290b0eda20,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:28.854731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:28.855353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:28.874556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6080b094-441b-4d72-83a2-db2676f7ec87 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6015515
Apr 09 21:29:28.886807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Request body: {'port': {'device_id': 'a3328ec9-d468-4261-9f94-4bd6831f2cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:28.956785 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:29.023158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b8e28ae-5292-4793-8c46-8a10f4909bc4 None None] Provisioning complete for port a434c4f5-9523-4c23-8408-30290b0eda20 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:29.023789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b8e28ae-5292-4793-8c46-8a10f4909bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:29.100631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e28ae-5292-4793-8c46-8a10f4909bc4 None None] Port a434c4f5-9523-4c23-8408-30290b0eda20 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:29:29.197361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cf6b2-7fc9-4765-bc27-dd83a70a0129 req-80a61623-447b-4e80-af8d-9f6827d79a8a tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:29.198856 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a5cf6b2-7fc9-4765-bc27-dd83a70a0129 req-80a61623-447b-4e80-af8d-9f6827d79a8a tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 945 time: 0.0885513
Apr 09 21:29:29.301748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a5cf6b2-7fc9-4765-bc27-dd83a70a0129 req-142a767b-f2b5-4a41-b267-f6f868806460 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928028
Apr 09 21:29:29.310943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a434c4f5-9523-4c23-8408-30290b0eda20 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:29:29.318754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Publish callbacks [] for port (a434c4f5-9523-4c23-8408-30290b0eda20), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:29.332127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Transition to ACTIVE for port object a434c4f5-9523-4c23-8408-30290b0eda20 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:29:29.336524 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:29.389281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Pushing event updated for resources: {'Port': ['ID=a434c4f5-9523-4c23-8408-30290b0eda20,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:29.464464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Attempting to bind port a434c4f5-9523-4c23-8408-30290b0eda20 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:29:29.464837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Attempting to bind port a434c4f5-9523-4c23-8408-30290b0eda20 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:29:29.465261 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Attempting to bind port a434c4f5-9523-4c23-8408-30290b0eda20 on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:29.474514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Port a434c4f5-9523-4c23-8408-30290b0eda20 on network 66be874b-41eb-401e-a35f-6e34d5263533 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:29:29.474841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Attempting to bind port a434c4f5-9523-4c23-8408-30290b0eda20 on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:29.481002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:29:29.481371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:29.481692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Bound using segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:29:29.482076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Bound port: a434c4f5-9523-4c23-8408-30290b0eda20, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:29:29.482468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:29.591524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd38b8-188b-4b85-96c7-2123d05e2da2 req-6020443c-157b-4c06-bab0-0b4c8b22f3ce tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:29.593146 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58dd38b8-188b-4b85-96c7-2123d05e2da2 req-6020443c-157b-4c06-bab0-0b4c8b22f3ce tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 944 time: 0.0724437
Apr 09 21:29:29.603796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] For port a434c4f5-9523-4c23-8408-30290b0eda20, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:29:29.616484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] For port a434c4f5-9523-4c23-8408-30290b0eda20, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a434c4f5-9523-4c23-8408-30290b0eda20,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:29:29.625238 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:29.696231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:29.696871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:29.698431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] 10.222.0.32 "PUT /v2.0/ports/a434c4f5-9523-4c23-8408-30290b0eda20 HTTP/1.1" status: 200  len: 1092 time: 0.8169892
Apr 09 21:29:29.698876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3328ec9-d468-4261-9f94-4bd6831f2cf5', 'tag': 'a434c4f5-9523-4c23-8408-30290b0eda20'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:29.701628 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8aaff8-1147-4c81-926d-ff992fa1c397" -d '{"events": [{"name": "network-changed", "server_uuid": "a3328ec9-d468-4261-9f94-4bd6831f2cf5", "tag": "a434c4f5-9523-4c23-8408-30290b0eda20"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:29.727149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58dd38b8-188b-4b85-96c7-2123d05e2da2 req-b6194a0a-942d-4544-bab9-d7c8230a3651 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173315
Apr 09 21:29:29.760474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8ce89-2b0a-4f06-ab69-33bc897a5caf service neutron] Pushing event updated for resources: {'Port': ['ID=a434c4f5-9523-4c23-8408-30290b0eda20,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:29.773451 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f77823-17e2-4b3f-827d-84821612e114 x-openstack-request-id: req-c7f77823-17e2-4b3f-827d-84821612e114 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:29.773742 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3328ec9-d468-4261-9f94-4bd6831f2cf5", "tag": "a434c4f5-9523-4c23-8408-30290b0eda20", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:29.773991 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7f77823-17e2-4b3f-827d-84821612e114 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:29.774389 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f77823-17e2-4b3f-827d-84821612e114'] response: {'name': 'network-changed', 'server_uuid': 'a3328ec9-d468-4261-9f94-4bd6831f2cf5', 'tag': 'a434c4f5-9523-4c23-8408-30290b0eda20', 'status': 'completed', 'code': 200}
Apr 09 21:29:29.808356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-ac46cd79-6cbc-403e-b5f4-e899e1faad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:29.810547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-ac46cd79-6cbc-403e-b5f4-e899e1faad30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 1126 time: 0.0460603
Apr 09 21:29:29.859029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-89705ebc-e4e5-47e8-821a-945d0db12222 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a434c4f5-9523-4c23-8408-30290b0eda20 HTTP/1.1" status: 200  len: 217 time: 0.0415177
Apr 09 21:29:29.916997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6df028af-478c-4f6c-ab12-c3fac9aa9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:29.918513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-6df028af-478c-4f6c-ab12-c3fac9aa9140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0540190
Apr 09 21:29:29.966153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-534adaed-135b-4456-9fe1-b3c82cc4478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:29.967695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-534adaed-135b-4456-9fe1-b3c82cc4478f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428171
Apr 09 21:29:30.064537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-56cd7a22-5e05-4d60-94eb-bf3fa8976c7f service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905509
Apr 09 21:29:30.157401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-567a6b9f-c74e-4d50-87fb-927ca7d40d21 req-7af3417e-f87f-48b9-8911-3f7ba624d421 service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865779
Apr 09 21:29:30.629499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-cddc12b3-a5f9-43a3-8dd9-6dfbeee2c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:30.631020 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-cddc12b3-a5f9-43a3-8dd9-6dfbeee2c16d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 1126 time: 0.0460680
Apr 09 21:29:30.724213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-924552d0-fefd-4c42-a7b5-804da1a69f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:30.725750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-924552d0-fefd-4c42-a7b5-804da1a69f32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0875354
Apr 09 21:29:30.777566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-eccaf362-9155-496c-8bb0-e13d709dacaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a434c4f5-9523-4c23-8408-30290b0eda20 HTTP/1.1" status: 200  len: 217 time: 0.0450668
Apr 09 21:29:30.866144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-772e0f64-69bf-4d23-90fc-80b5ce55f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:30.867871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-772e0f64-69bf-4d23-90fc-80b5ce55f031 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0837204
Apr 09 21:29:30.874159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e43d4c-9cd3-4c04-b890-0d3bd9b13653 req-6517953c-3c52-439a-8380-de6d11591632 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:30.875778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20e43d4c-9cd3-4c04-b890-0d3bd9b13653 req-6517953c-3c52-439a-8380-de6d11591632 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 944 time: 0.0619662
Apr 09 21:29:30.940090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-c199db1e-b9b9-4a9c-85bf-39f687a0ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:30.941687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-c199db1e-b9b9-4a9c-85bf-39f687a0ea41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0649583
Apr 09 21:29:30.976071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20e43d4c-9cd3-4c04-b890-0d3bd9b13653 req-3151191c-0c8d-433d-907c-8a42402239ce tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904939
Apr 09 21:29:31.055287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-c26cf9a3-0534-4b4b-a77d-f05af9eb9601 service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1033630
Apr 09 21:29:31.160230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba8aaff8-1147-4c81-926d-ff992fa1c397 req-67284056-da61-4155-86f1-0050e7a4a390 service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977583
Apr 09 21:29:31.555250 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:31.827354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad61ed-2d43-42f9-b29d-56449252e390 req-7675239f-080f-4e83-8e6d-1e8295a50d87 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:31.828878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2cad61ed-2d43-42f9-b29d-56449252e390 req-7675239f-080f-4e83-8e6d-1e8295a50d87 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 945 time: 0.0520046
Apr 09 21:29:31.878531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2cad61ed-2d43-42f9-b29d-56449252e390 req-83121f4d-b708-4624-a77d-a73c2125938c tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420070
Apr 09 21:29:32.097628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73901d2b-79f4-4c64-a927-6ce0d4394b94 req-d603d9de-e8b5-4ef5-8b9e-f76f9c15f681 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:32.099171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73901d2b-79f4-4c64-a927-6ce0d4394b94 req-d603d9de-e8b5-4ef5-8b9e-f76f9c15f681 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 944 time: 0.0537193
Apr 09 21:29:32.147333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73901d2b-79f4-4c64-a927-6ce0d4394b94 req-78b72a09-ae5f-4517-9826-27e26d2334ef tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425467
Apr 09 21:29:33.001852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a9c8-e237-420b-b07c-13d3d3e5ddbb req-c5043a78-ead3-4cf6-b0a3-1725c18c61c4 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:33.003380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28d5a9c8-e237-420b-b07c-13d3d3e5ddbb req-c5043a78-ead3-4cf6-b0a3-1725c18c61c4 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 945 time: 0.0551820
Apr 09 21:29:33.051078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28d5a9c8-e237-420b-b07c-13d3d3e5ddbb req-9881a027-c760-4814-8b22-ab8c2fb8b53b tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/security-groups?id=89d082c0-dd77-41ad-84e1-f0798a78e306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416510
Apr 09 21:29:33.270075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747e1cc-8149-4014-a68a-9805bf7455a3 req-c09988ae-b15b-4047-863c-3582802ae5d8 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:33.271572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5747e1cc-8149-4014-a68a-9805bf7455a3 req-c09988ae-b15b-4047-863c-3582802ae5d8 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 944 time: 0.0499630
Apr 09 21:29:33.307425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611db1-d930-4976-8442-5939a54f259e req-e46cc0b0-fd4c-4431-b746-184ff250d7bd tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:33.309626 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a611db1-d930-4976-8442-5939a54f259e req-e46cc0b0-fd4c-4431-b746-184ff250d7bd tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 945 time: 0.0629287
Apr 09 21:29:33.322913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5747e1cc-8149-4014-a68a-9805bf7455a3 req-1a68f334-909c-4889-afe6-f894c3a84db7 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452156
Apr 09 21:29:33.403467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Deleting port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:33.403831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:33.507747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] For port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,segment=NetworkSegment(daab9a45-1ebb-4b90-873f-a7d496604153),segment_id=daab9a45-1ebb-4b90-873f-a7d496604153)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:33.508114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:33.525152 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Calling delete_port for 9774d97d-bbe6-48c2-b51c-47dc5cd77cba owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:33.674972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9774d97d-bbe6-48c2-b51c-47dc5cd77cba), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:33.687014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['9774d97d-bbe6-48c2-b51c-47dc5cd77cba'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:33.707634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Pushing event deleted for resources: {'Port': ['ID=9774d97d-bbe6-48c2-b51c-47dc5cd77cba,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:33.751200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] No DVR routers for this DVR port 9774d97d-bbe6-48c2-b51c-47dc5cd77cba on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:33.753987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:33.757264 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6a611db1-d930-4976-8442-5939a54f259e req-f6894793-ea1c-4289-a061-11d08cf1ab36 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.25 "DELETE /v2.0/ports/9774d97d-bbe6-48c2-b51c-47dc5cd77cba HTTP/1.1" status: 204  len: 173 time: 0.4428728
Apr 09 21:29:33.757703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a874eb-3709-4b9c-a4a9-ba3fb73d3180', 'name': 'network-vif-deleted', 'tag': '9774d97d-bbe6-48c2-b51c-47dc5cd77cba'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:33.759986 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce778bc-1530-49ad-bbab-ad6da5aed5ba" -d '{"events": [{"server_uuid": "d3a874eb-3709-4b9c-a4a9-ba3fb73d3180", "name": "network-vif-deleted", "tag": "9774d97d-bbe6-48c2-b51c-47dc5cd77cba"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:33.797465 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c83a7b-b4f7-4f28-8a19-60fa0596a432 x-openstack-request-id: req-f0c83a7b-b4f7-4f28-8a19-60fa0596a432 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:33.797770 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a874eb-3709-4b9c-a4a9-ba3fb73d3180", "name": "network-vif-deleted", "tag": "9774d97d-bbe6-48c2-b51c-47dc5cd77cba", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:33.798023 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0c83a7b-b4f7-4f28-8a19-60fa0596a432 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:33.798425 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c83a7b-b4f7-4f28-8a19-60fa0596a432'] response: {'server_uuid': 'd3a874eb-3709-4b9c-a4a9-ba3fb73d3180', 'name': 'network-vif-deleted', 'tag': '9774d97d-bbe6-48c2-b51c-47dc5cd77cba', 'status': 'completed', 'code': 200}
Apr 09 21:29:34.113256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a434c4f5-9523-4c23-8408-30290b0eda20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:29:34.185848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12fe4e01-6078-48e8-87e4-cab76b86a83f req-8fc57335-e6a7-4acf-8ccd-1ca9be4d4a56 tempest-VolumesActionsTest-1368969787 tempest-VolumesActionsTest-1368969787-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a874eb-3709-4b9c-a4a9-ba3fb73d3180 HTTP/1.1" status: 200  len: 210 time: 0.0343571
Apr 09 21:29:34.217496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a434c4f5-9523-4c23-8408-30290b0eda20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a434c4f5-9523-4c23-8408-30290b0eda20,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:34.229537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a434c4f5-9523-4c23-8408-30290b0eda20', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'port_id': 'a434c4f5-9523-4c23-8408-30290b0eda20', 'mac_address': 'fa:16:3e:a4:8e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:29:34.266350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a434c4f5-9523-4c23-8408-30290b0eda20 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:34.266735 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:34.279547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a434c4f5-9523-4c23-8408-30290b0eda20 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:29:34.303611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a434c4f5-9523-4c23-8408-30290b0eda20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a434c4f5-9523-4c23-8408-30290b0eda20,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:34.309299 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:34.367151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a434c4f5-9523-4c23-8408-30290b0eda20,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:34.443295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d7ad-d5c3-4ecd-8f27-127472ae7ddd req-6662ffa0-814f-48f0-9bc1-810cc06c7682 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:34.444817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2967d7ad-d5c3-4ecd-8f27-127472ae7ddd req-6662ffa0-814f-48f0-9bc1-810cc06c7682 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 945 time: 0.0523403
Apr 09 21:29:34.495013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2967d7ad-d5c3-4ecd-8f27-127472ae7ddd req-e739d37b-4d2a-416b-8981-dcf434805081 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431528
Apr 09 21:29:34.512509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a434c4f5-9523-4c23-8408-30290b0eda20'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:35.610958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51273172-5fd6-494b-9cbf-8e8a3c8834b0 req-ce39897f-3f92-4dbe-a45c-ce8a7f9ee90b tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:35.613809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51273172-5fd6-494b-9cbf-8e8a3c8834b0 req-ce39897f-3f92-4dbe-a45c-ce8a7f9ee90b tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 945 time: 0.0495124
Apr 09 21:29:35.660946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51273172-5fd6-494b-9cbf-8e8a3c8834b0 req-22bfa50f-9b1d-4b26-a29b-741c6eca95dc tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426054
Apr 09 21:29:36.129469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a434c4f5-9523-4c23-8408-30290b0eda20 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:36.347065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port a434c4f5-9523-4c23-8408-30290b0eda20 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:29:36.355770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a434c4f5-9523-4c23-8408-30290b0eda20 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:36.356151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:36.435016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a434c4f5-9523-4c23-8408-30290b0eda20 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:36.435316 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:36.458437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3328ec9-d468-4261-9f94-4bd6831f2cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a434c4f5-9523-4c23-8408-30290b0eda20'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:36.461108 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c30aaa-6b2e-446e-bc62-01f20c46d399" -d '{"events": [{"server_uuid": "a3328ec9-d468-4261-9f94-4bd6831f2cf5", "name": "network-vif-plugged", "status": "completed", "tag": "a434c4f5-9523-4c23-8408-30290b0eda20"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:36.473375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a434c4f5-9523-4c23-8408-30290b0eda20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a434c4f5-9523-4c23-8408-30290b0eda20,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:36.478438 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:36.504949 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d6ce80-91f8-4640-914a-b89f2a01ca77 x-openstack-request-id: req-14d6ce80-91f8-4640-914a-b89f2a01ca77 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:36.505262 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3328ec9-d468-4261-9f94-4bd6831f2cf5", "name": "network-vif-plugged", "status": "completed", "tag": "a434c4f5-9523-4c23-8408-30290b0eda20", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:36.505544 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14d6ce80-91f8-4640-914a-b89f2a01ca77 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:36.505892 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d6ce80-91f8-4640-914a-b89f2a01ca77'] response: {'server_uuid': 'a3328ec9-d468-4261-9f94-4bd6831f2cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a434c4f5-9523-4c23-8408-30290b0eda20', 'code': 200}
Apr 09 21:29:36.533189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a434c4f5-9523-4c23-8408-30290b0eda20,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:36.599896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce01488-ab68-4075-9d3d-f870e9155e09 req-9b49c1ad-1d13-48e3-a837-01c0f4f7b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:36.601516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ce01488-ab68-4075-9d3d-f870e9155e09 req-9b49c1ad-1d13-48e3-a837-01c0f4f7b9df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 1128 time: 0.0436378
Apr 09 21:29:36.648021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ce01488-ab68-4075-9d3d-f870e9155e09 req-15d9bf07-9fb3-4195-b7fa-19046b05e0c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406387
Apr 09 21:29:36.786045 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196f3e4-86cc-4edb-b017-206cb629b8f5 req-95ec23c2-a021-4434-8239-ecfb70ceccb9 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:36.787665 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f196f3e4-86cc-4edb-b017-206cb629b8f5 req-95ec23c2-a021-4434-8239-ecfb70ceccb9 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 946 time: 0.0568070
Apr 09 21:29:36.837646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f196f3e4-86cc-4edb-b017-206cb629b8f5 req-75291ea3-50f7-4ac0-80a3-e7d5b3151d82 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435252
Apr 09 21:29:37.086078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9774d97d-bbe6-48c2-b51c-47dc5cd77cba no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:29:37.107097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 9774d97d-bbe6-48c2-b51c-47dc5cd77cba {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:29:37.107444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 9774d97d-bbe6-48c2-b51c-47dc5cd77cba not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:29:37.956070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11418d-0378-49b0-af5a-f85f55c8e2e5 req-478b22f7-eff1-49af-bc29-32fd02468213 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:37.957748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd11418d-0378-49b0-af5a-f85f55c8e2e5 req-478b22f7-eff1-49af-bc29-32fd02468213 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 946 time: 0.0492337
Apr 09 21:29:38.012099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd11418d-0378-49b0-af5a-f85f55c8e2e5 req-6c726958-8365-496a-a577-f14b1886e8ae tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477312
Apr 09 21:29:38.140302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f224e-f314-4dce-8c9a-1c30a105e9e1 req-d4b41b3b-e417-4536-a632-0e321475dffb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:38.141836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a52f224e-f314-4dce-8c9a-1c30a105e9e1 req-d4b41b3b-e417-4536-a632-0e321475dffb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 946 time: 0.0502849
Apr 09 21:29:38.190118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a52f224e-f314-4dce-8c9a-1c30a105e9e1 req-36c08795-c02d-4c62-9008-9feb4367ebd2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420768
Apr 09 21:29:39.680832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-b06f1e66-54cb-4490-ab82-394095b6f1b6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:39.682339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-b06f1e66-54cb-4490-ab82-394095b6f1b6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1118548
Apr 09 21:29:39.697845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-ff5a37b1-864a-40c3-a9ca-b4c2db8c473c tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/quotas/5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 375 time: 0.0095727
Apr 09 21:29:39.754067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-e9941680-5736-456f-a065-a711ba35a069 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0506389
Apr 09 21:29:39.850433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-c7f49ef7-9630-43c9-a28d-77c1c7092e8a service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881891
Apr 09 21:29:39.946425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-da49d350-f631-4d10-8162-4e99ffb3ad78 service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896277
Apr 09 21:29:40.144629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00126bc2-4beb-4e03-a60d-1f66ac367232 req-22d6ce58-dbbc-4ebe-951e-68f7d073a382 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 210 time: 0.0295546
Apr 09 21:29:41.102520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-482afbce-ce8d-4678-bc9f-625255fa372d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:41.104049 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-482afbce-ce8d-4678-bc9f-625255fa372d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1088545
Apr 09 21:29:41.116203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'port': {'device_id': '5a2a7d95-b507-4d61-b9f4-681bd4a6143b', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'admin_state_up': True, 'tenant_id': '5e1063334e4a426eb70eec5ed1578744'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:41.234089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Made reservation on behalf of 5e1063334e4a426eb70eec5ed1578744 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:29:41.237767 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:41.244463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eed2e29-8a62-4f60-9fe4-f4182861ff60 req-0c62ee1b-cdd2-4215-8f9e-577d03d86d9c tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 210 time: 0.0303249
Apr 09 21:29:41.369486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.20.0.4 (66be874b-41eb-401e-a35f-6e34d5263533/e4f2c6da-5a70-45c3-b1e3-82398c58ecac/5ff0070e-2d2e-4728-a500-032397afd5cb) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:29:41.536231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:41.574808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:41.587752 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a434c4f5-9523-4c23-8408-30290b0eda20'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:41.621424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:29:41.624687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:29:41.628552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:29:41.655672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=5ff0070e-2d2e-4728-a500-032397afd5cb,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:41.687909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:41.688640 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:41.718989 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-75b080f4-2675-4280-bfcb-ee9a95e9a2cd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6064796
Apr 09 21:29:41.732328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Request body: {'port': {'device_id': '5a2a7d95-b507-4d61-b9f4-681bd4a6143b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:29:41.839038 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:41.970909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-19f66ada-0a7e-4c1b-a1a2-4def334c55cb None None] Provisioning complete for port 5ff0070e-2d2e-4728-a500-032397afd5cb triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:41.971918 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-19f66ada-0a7e-4c1b-a1a2-4def334c55cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:42.013346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-19f66ada-0a7e-4c1b-a1a2-4def334c55cb None None] Port 5ff0070e-2d2e-4728-a500-032397afd5cb cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:29:42.178268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff0070e-2d2e-4728-a500-032397afd5cb {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:29:42.186663 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Publish callbacks [] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:42.200224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Transition to ACTIVE for port object 5ff0070e-2d2e-4728-a500-032397afd5cb will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:29:42.205144 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:42.264430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff0070e-2d2e-4728-a500-032397afd5cb,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:42.352379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Attempting to bind port 5ff0070e-2d2e-4728-a500-032397afd5cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:29:42.353174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Attempting to bind port 5ff0070e-2d2e-4728-a500-032397afd5cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:29:42.353778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Attempting to bind port 5ff0070e-2d2e-4728-a500-032397afd5cb on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:42.359407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Port 5ff0070e-2d2e-4728-a500-032397afd5cb on network 66be874b-41eb-401e-a35f-6e34d5263533 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:29:42.360132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Attempting to bind port 5ff0070e-2d2e-4728-a500-032397afd5cb on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:29:42.366309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:29:42.366771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:29:42.367255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Bound using segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:29:42.367824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Bound port: 5ff0070e-2d2e-4728-a500-032397afd5cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:29:42.368295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:42.397588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57c5d5-bec5-4e00-a9c5-b36b459c85ce req-12086f81-7652-40f3-9295-6b4588ad230d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:42.399778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee57c5d5-bec5-4e00-a9c5-b36b459c85ce req-12086f81-7652-40f3-9295-6b4588ad230d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 943 time: 0.0687623
Apr 09 21:29:42.443131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] For port 5ff0070e-2d2e-4728-a500-032397afd5cb, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:29:42.452165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] For port 5ff0070e-2d2e-4728-a500-032397afd5cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff0070e-2d2e-4728-a500-032397afd5cb,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:29:42.460317 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:42.473993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee57c5d5-bec5-4e00-a9c5-b36b459c85ce req-a45edd0c-34a7-4f80-9a64-2e484c2ea827 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671828
Apr 09 21:29:42.512316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:42.513003 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:42.514440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] 10.222.0.25 "PUT /v2.0/ports/5ff0070e-2d2e-4728-a500-032397afd5cb HTTP/1.1" status: 200  len: 1091 time: 0.7879014
Apr 09 21:29:42.515000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2a7d95-b507-4d61-b9f4-681bd4a6143b', 'tag': '5ff0070e-2d2e-4728-a500-032397afd5cb'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:42.517217 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90daec23-ad79-4265-9038-d949e2e4fc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2a7d95-b507-4d61-b9f4-681bd4a6143b", "tag": "5ff0070e-2d2e-4728-a500-032397afd5cb"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:42.539813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41c445-f03f-402b-bbd2-0d34e9ce71f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff0070e-2d2e-4728-a500-032397afd5cb,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:42.605989 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445dfaad-e48c-4edd-8c0b-7c963ea9825b x-openstack-request-id: req-445dfaad-e48c-4edd-8c0b-7c963ea9825b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:42.606223 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2a7d95-b507-4d61-b9f4-681bd4a6143b", "tag": "5ff0070e-2d2e-4728-a500-032397afd5cb", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:42.606411 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-445dfaad-e48c-4edd-8c0b-7c963ea9825b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:42.606814 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445dfaad-e48c-4edd-8c0b-7c963ea9825b'] response: {'name': 'network-changed', 'server_uuid': '5a2a7d95-b507-4d61-b9f4-681bd4a6143b', 'tag': '5ff0070e-2d2e-4728-a500-032397afd5cb', 'status': 'completed', 'code': 200}
Apr 09 21:29:42.618714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-5a7e9a79-bec2-432c-b28f-e8e40ae2f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:42.620251 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-5a7e9a79-bec2-432c-b28f-e8e40ae2f7ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 1125 time: 0.0498414
Apr 09 21:29:42.662369 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-5396dbda-0578-4c2b-86e5-3ba7c246c9f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff0070e-2d2e-4728-a500-032397afd5cb HTTP/1.1" status: 200  len: 217 time: 0.0350645
Apr 09 21:29:42.712328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-fbc65a9b-46f4-41f0-9449-c59971b53978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:42.713900 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-fbc65a9b-46f4-41f0-9449-c59971b53978 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0462589
Apr 09 21:29:42.761688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-c3dabb23-25d1-4027-8402-bed03e441477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:42.763241 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-c3dabb23-25d1-4027-8402-bed03e441477 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421619
Apr 09 21:29:42.866485 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-abbec296-f067-4770-96f2-54fc474b7449 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962553
Apr 09 21:29:42.959594 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-74a3d30d-c990-41e6-92e2-293a61c4d2b4 req-068671f0-29a7-4e7f-a714-37ec60ff267c service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876987
Apr 09 21:29:43.045902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-f51e2277-e9e6-4b11-a7b6-57c56b32224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:43.047554 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-f51e2277-e9e6-4b11-a7b6-57c56b32224c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 1125 time: 0.0417912
Apr 09 21:29:43.143276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-6c4faf08-1b23-4693-8a5b-8c7e90a20790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:43.144706 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-6c4faf08-1b23-4693-8a5b-8c7e90a20790 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0906870
Apr 09 21:29:43.190211 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-6caae2e9-ea03-4933-92ea-6504bac0bca3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff0070e-2d2e-4728-a500-032397afd5cb HTTP/1.1" status: 200  len: 217 time: 0.0394454
Apr 09 21:29:43.243593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-1fc51b31-3c49-45bb-8c73-c63e6890a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:43.245462 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-1fc51b31-3c49-45bb-8c73-c63e6890a67e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0500998
Apr 09 21:29:43.290138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-c74bbb6d-931e-400e-b425-44501a4ae0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:43.292588 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-c74bbb6d-931e-400e-b425-44501a4ae0a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0411644
Apr 09 21:29:43.391436 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-a53acdb2-b2f7-462b-8ef0-bf8a6ba2c753 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920081
Apr 09 21:29:43.485794 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-90daec23-ad79-4265-9038-d949e2e4fc3e req-9064cee2-c4e2-4f68-9ada-4d7876cbec3b service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877290
Apr 09 21:29:43.582075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c9114-eab1-4348-8e0f-b8b80933a4e9 req-28ee4a5b-84ed-4e92-a11d-92a5c21fe501 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:43.583950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b9c9114-eab1-4348-8e0f-b8b80933a4e9 req-28ee4a5b-84ed-4e92-a11d-92a5c21fe501 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 943 time: 0.0490651
Apr 09 21:29:43.632811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b9c9114-eab1-4348-8e0f-b8b80933a4e9 req-0eddca19-2fff-4473-b357-c7d2a89a3c03 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422194
Apr 09 21:29:44.759232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23e4a-7715-4d15-86ac-e0765cf5d5ec req-8d0f53c8-3b96-427e-bf8a-7ece6bd3be81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:44.760735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1a23e4a-7715-4d15-86ac-e0765cf5d5ec req-8d0f53c8-3b96-427e-bf8a-7ece6bd3be81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 943 time: 0.0526731
Apr 09 21:29:44.821437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1a23e4a-7715-4d15-86ac-e0765cf5d5ec req-37094b69-67b6-40fe-a2a5-5830a7959e0e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538518
Apr 09 21:29:45.938936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e8c2-a99b-4be2-a13c-ea4a027adc02 req-885545ab-ce69-4a6b-981c-d6aa4343f181 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:45.940443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c06e8c2-a99b-4be2-a13c-ea4a027adc02 req-885545ab-ce69-4a6b-981c-d6aa4343f181 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 943 time: 0.0481772
Apr 09 21:29:45.990646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c06e8c2-a99b-4be2-a13c-ea4a027adc02 req-4af4af22-7df1-4198-aec9-9b9c346eb266 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439024
Apr 09 21:29:47.111996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7b92f-2c0c-4a82-87c2-3c924e0ca854 req-bb278c16-54e1-4e37-8dab-bdf120cf1dae tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:47.113504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ef7b92f-2c0c-4a82-87c2-3c924e0ca854 req-bb278c16-54e1-4e37-8dab-bdf120cf1dae tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 943 time: 0.0494595
Apr 09 21:29:47.163007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ef7b92f-2c0c-4a82-87c2-3c924e0ca854 req-2f16639f-e1a6-438c-8962-f3c8572f8ed7 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436873
Apr 09 21:29:48.287974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69957ed-a1ff-47b7-85b0-f77c7d8e01df req-11518b3a-32a1-4aae-ae9d-80413c0804ac tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:48.289496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c69957ed-a1ff-47b7-85b0-f77c7d8e01df req-11518b3a-32a1-4aae-ae9d-80413c0804ac tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 943 time: 0.0525277
Apr 09 21:29:48.338604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c69957ed-a1ff-47b7-85b0-f77c7d8e01df req-28b627aa-a4e6-4a5c-b7fa-278707ce2a6b tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431051
Apr 09 21:29:49.462627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbec45-0da9-4849-bfb0-3b9675cbb8f0 req-dc40fe12-ed53-4cca-87f4-854e55278a20 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:49.464151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9fbec45-0da9-4849-bfb0-3b9675cbb8f0 req-dc40fe12-ed53-4cca-87f4-854e55278a20 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 943 time: 0.0554879
Apr 09 21:29:49.511892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9fbec45-0da9-4849-bfb0-3b9675cbb8f0 req-11e884c0-2d79-497a-bccf-757af8164995 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417514
Apr 09 21:29:49.727549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35096) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:49.776941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ac6c76-f375-4f8a-becf-95d2ef5a0720 admin admin] Deleting subnet 160a6a20-e77f-4567-9b08-7111d035281a {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:29:49.780377 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6c76-f375-4f8a-becf-95d2ef5a0720 admin admin] Publish callbacks [] for subnet (160a6a20-e77f-4567-9b08-7111d035281a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:49.815094 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6c76-f375-4f8a-becf-95d2ef5a0720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (160a6a20-e77f-4567-9b08-7111d035281a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:49.855714 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6c76-f375-4f8a-becf-95d2ef5a0720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (160a6a20-e77f-4567-9b08-7111d035281a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:49.908787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6c76-f375-4f8a-becf-95d2ef5a0720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (160a6a20-e77f-4567-9b08-7111d035281a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:49.934128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6c76-f375-4f8a-becf-95d2ef5a0720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160a6a20-e77f-4567-9b08-7111d035281a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:49.940315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6c76-f375-4f8a-becf-95d2ef5a0720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:49.943964 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d5ac6c76-f375-4f8a-becf-95d2ef5a0720 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/160a6a20-e77f-4567-9b08-7111d035281a HTTP/1.1" status: 204  len: 168 time: 0.2152724
Apr 09 21:29:49.947522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35098) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:50.025853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (a6b4ace2-01e7-416c-a8a9-101f20c4f1c9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.104741 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (a6b4ace2-01e7-416c-a8a9-101f20c4f1c9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.129320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2377279550>,) {'filters': {'network_id': ['a6b4ace2-01e7-416c-a8a9-101f20c4f1c9']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:50.140277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377279550>, 'daab9a45-1ebb-4b90-873f-a7d496604153') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:50.140645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2377279550>, 'daab9a45-1ebb-4b90-873f-a7d496604153') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:50.155905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (daab9a45-1ebb-4b90-873f-a7d496604153), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.176128 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (daab9a45-1ebb-4b90-873f-a7d496604153), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.182540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:29:50.182931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (daab9a45-1ebb-4b90-873f-a7d496604153), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:29:50.184827 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:29:50.243228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (a6b4ace2-01e7-416c-a8a9-101f20c4f1c9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.249731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.253389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a6b4ace2-01e7-416c-a8a9-101f20c4f1c9 HTTP/1.1" status: 204  len: 168 time: 0.3046412
Apr 09 21:29:50.256491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35116) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:50.264512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a5c17-7f36-4132-873e-8c7879f7a4c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b4ace2-01e7-416c-a8a9-101f20c4f1c9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:50.306394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb2f38b-1e4c-4c88-a2d9-e3e5519dac62 admin admin] Deleting subnet ec317e5d-3811-4f96-bfcd-7313e0bb7676 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:29:50.309909 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f38b-1e4c-4c88-a2d9-e3e5519dac62 admin admin] Publish callbacks [] for subnet (ec317e5d-3811-4f96-bfcd-7313e0bb7676), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.345597 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f38b-1e4c-4c88-a2d9-e3e5519dac62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (ec317e5d-3811-4f96-bfcd-7313e0bb7676), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.382996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f38b-1e4c-4c88-a2d9-e3e5519dac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ec317e5d-3811-4f96-bfcd-7313e0bb7676), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.437581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f38b-1e4c-4c88-a2d9-e3e5519dac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (ec317e5d-3811-4f96-bfcd-7313e0bb7676), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.467615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f38b-1e4c-4c88-a2d9-e3e5519dac62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.469952 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ceef-0f82-4773-afbe-4ab4f28bace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.473310 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ceb2f38b-1e4c-4c88-a2d9-e3e5519dac62 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ec317e5d-3811-4f96-bfcd-7313e0bb7676 HTTP/1.1" status: 204  len: 168 time: 0.2133911
Apr 09 21:29:50.473310 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2f38b-1e4c-4c88-a2d9-e3e5519dac62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec317e5d-3811-4f96-bfcd-7313e0bb7676,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:50.474370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35118) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:50.547941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (648564e6-9af6-4a65-8ee1-41ac0e16f4d9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.659449 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (648564e6-9af6-4a65-8ee1-41ac0e16f4d9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.673359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958ded-71af-4ffc-8d77-587e35f264d6 req-ad764b7a-e547-4571-a99b-e33b8b4d2310 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:50.674837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39958ded-71af-4ffc-8d77-587e35f264d6 req-ad764b7a-e547-4571-a99b-e33b8b4d2310 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 943 time: 0.0866032
Apr 09 21:29:50.693969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374546280>,) {'filters': {'network_id': ['648564e6-9af6-4a65-8ee1-41ac0e16f4d9']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:50.710535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374546280>, 'c19d6b79-915d-479b-89e8-e0a37d6cbd72') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:50.710832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374546280>, 'c19d6b79-915d-479b-89e8-e0a37d6cbd72') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:29:50.723489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (c19d6b79-915d-479b-89e8-e0a37d6cbd72), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.748736 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (c19d6b79-915d-479b-89e8-e0a37d6cbd72), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.757582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39958ded-71af-4ffc-8d77-587e35f264d6 req-291356cf-74bb-4027-a789-2c0ed2d81024 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770128
Apr 09 21:29:50.758493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:29:50.758996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (c19d6b79-915d-479b-89e8-e0a37d6cbd72), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:29:50.760774 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:29:50.817003 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (648564e6-9af6-4a65-8ee1-41ac0e16f4d9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.822592 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:50.825760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] 10.222.0.30 "DELETE /v2.0/networks/648564e6-9af6-4a65-8ee1-41ac0e16f4d9 HTTP/1.1" status: 204  len: 168 time: 0.3507600
Apr 09 21:29:50.837060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db427cb-0d81-4e02-ac74-923811b1b51d admin admin] Pushing event deleted for resources: {'Network': ['ID=648564e6-9af6-4a65-8ee1-41ac0e16f4d9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:50.998254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35124) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:51.045360 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e3d8e04a-1fe3-45a1-a011-f8f2893e0200 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2f4a5d8476f48828d3bf6816ac0d864&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0458236
Apr 09 21:29:51.048016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35126) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:51.105314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-079bf6b9-4a86-4ccb-a89a-0ed2c3c06a5e admin admin] Publish callbacks [] for security_group (89d082c0-dd77-41ad-84e1-f0798a78e306), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.126820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-079bf6b9-4a86-4ccb-a89a-0ed2c3c06a5e admin admin] Publish callbacks [] for security_group (89d082c0-dd77-41ad-84e1-f0798a78e306), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.162386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5ff0070e-2d2e-4728-a500-032397afd5cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:29:51.180419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-079bf6b9-4a86-4ccb-a89a-0ed2c3c06a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (89d082c0-dd77-41ad-84e1-f0798a78e306), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.183109 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-079bf6b9-4a86-4ccb-a89a-0ed2c3c06a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.186812 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-079bf6b9-4a86-4ccb-a89a-0ed2c3c06a5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89d082c0-dd77-41ad-84e1-f0798a78e306 HTTP/1.1" status: 204  len: 168 time: 0.1354120
Apr 09 21:29:51.194471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bf6b9-4a86-4ccb-a89a-0ed2c3c06a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d082c0-dd77-41ad-84e1-f0798a78e306,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:51.273947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5ff0070e-2d2e-4728-a500-032397afd5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff0070e-2d2e-4728-a500-032397afd5cb,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:51.287213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '5ff0070e-2d2e-4728-a500-032397afd5cb', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'port_id': '5ff0070e-2d2e-4728-a500-032397afd5cb', 'mac_address': 'fa:16:3e:be:2f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:29:51.330508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5ff0070e-2d2e-4728-a500-032397afd5cb is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:51.331059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.345996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff0070e-2d2e-4728-a500-032397afd5cb {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:29:51.365879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5ff0070e-2d2e-4728-a500-032397afd5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff0070e-2d2e-4728-a500-032397afd5cb,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:51.370275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.417772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5ff0070e-2d2e-4728-a500-032397afd5cb,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:51.523757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35132) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:51.566311 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e4b157ce-6d3a-45d5-a62c-a3bab670f978 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be3919a8a0914ed2aa60a5c0213ef0c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0413244
Apr 09 21:29:51.568940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35134) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:51.636316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-233767ef-17a3-466a-ab29-4f15c6b0a92e admin admin] Publish callbacks [] for security_group (695c6741-5f7d-47b8-8d6b-9e0d0739a5e1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.659084 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-233767ef-17a3-466a-ab29-4f15c6b0a92e admin admin] Publish callbacks [] for security_group (695c6741-5f7d-47b8-8d6b-9e0d0739a5e1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.661916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5ff0070e-2d2e-4728-a500-032397afd5cb'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:51.711754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-233767ef-17a3-466a-ab29-4f15c6b0a92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (695c6741-5f7d-47b8-8d6b-9e0d0739a5e1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.714645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-233767ef-17a3-466a-ab29-4f15c6b0a92e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:51.715980 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-233767ef-17a3-466a-ab29-4f15c6b0a92e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/695c6741-5f7d-47b8-8d6b-9e0d0739a5e1 HTTP/1.1" status: 204  len: 168 time: 0.1457770
Apr 09 21:29:51.724610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233767ef-17a3-466a-ab29-4f15c6b0a92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695c6741-5f7d-47b8-8d6b-9e0d0739a5e1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:51.882759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982116c1-7dd0-4e23-aca5-cdc2a6c029bd req-9d114cc9-fe09-4240-b3cb-46d434597987 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:51.884556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-982116c1-7dd0-4e23-aca5-cdc2a6c029bd req-9d114cc9-fe09-4240-b3cb-46d434597987 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 944 time: 0.0524557
Apr 09 21:29:51.931178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-982116c1-7dd0-4e23-aca5-cdc2a6c029bd req-b90bc140-ad55-4054-9d31-997a1f1160f5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410810
Apr 09 21:29:52.935888 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7e20a195-e07d-42fa-88c2-2aa68a170b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:53.045520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead38c3-d70b-48e6-8609-9239ca577513 req-d09e9644-e656-41b9-873c-d94cb9f61b28 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:53.047068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ead38c3-d70b-48e6-8609-9239ca577513 req-d09e9644-e656-41b9-873c-d94cb9f61b28 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 944 time: 0.0477202
Apr 09 21:29:53.095151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ead38c3-d70b-48e6-8609-9239ca577513 req-cfefaad4-ac87-410a-8043-65742d866227 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425057
Apr 09 21:29:53.193483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5ff0070e-2d2e-4728-a500-032397afd5cb up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:29:53.239325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 5ff0070e-2d2e-4728-a500-032397afd5cb completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:29:53.246619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 5ff0070e-2d2e-4728-a500-032397afd5cb triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:29:53.247061 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:53.328313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5ff0070e-2d2e-4728-a500-032397afd5cb is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:29:53.328708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:53.352957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2a7d95-b507-4d61-b9f4-681bd4a6143b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff0070e-2d2e-4728-a500-032397afd5cb'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:53.355260 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab8f845-ee2a-427c-ae15-fdf84c43452e" -d '{"events": [{"server_uuid": "5a2a7d95-b507-4d61-b9f4-681bd4a6143b", "name": "network-vif-plugged", "status": "completed", "tag": "5ff0070e-2d2e-4728-a500-032397afd5cb"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:53.368634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5ff0070e-2d2e-4728-a500-032397afd5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff0070e-2d2e-4728-a500-032397afd5cb,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:53.373945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:53.404227 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb77b4d-67b8-4087-a22d-ba77aa252ca9 x-openstack-request-id: req-dcb77b4d-67b8-4087-a22d-ba77aa252ca9 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:53.404557 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2a7d95-b507-4d61-b9f4-681bd4a6143b", "name": "network-vif-plugged", "status": "completed", "tag": "5ff0070e-2d2e-4728-a500-032397afd5cb", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:53.404906 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcb77b4d-67b8-4087-a22d-ba77aa252ca9 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:53.405447 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb77b4d-67b8-4087-a22d-ba77aa252ca9'] response: {'server_uuid': '5a2a7d95-b507-4d61-b9f4-681bd4a6143b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff0070e-2d2e-4728-a500-032397afd5cb', 'code': 200}
Apr 09 21:29:53.427835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5ff0070e-2d2e-4728-a500-032397afd5cb,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:53.511652 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597c224-2eac-4c14-a033-3033b51bb9cb req-3bce0508-afe2-493e-a8cb-d0fc1b0e86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:53.513240 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3597c224-2eac-4c14-a033-3033b51bb9cb req-3bce0508-afe2-493e-a8cb-d0fc1b0e86ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 1127 time: 0.0401449
Apr 09 21:29:53.558334 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3597c224-2eac-4c14-a033-3033b51bb9cb req-12993935-671e-4a3c-9a96-19975ea2a1c7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388026
Apr 09 21:29:53.851423 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:29:54.177402 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:54.223906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ba0d9-c4c8-481d-957d-8d463b7e9714 req-89cd0f0a-53e4-4af8-b0a6-740732c868f9 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:54.225370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae9ba0d9-c4c8-481d-957d-8d463b7e9714 req-89cd0f0a-53e4-4af8-b0a6-740732c868f9 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 945 time: 0.0521069
Apr 09 21:29:54.273976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae9ba0d9-c4c8-481d-957d-8d463b7e9714 req-ae2a9c7b-9bbb-4e66-8b1a-2e67364be002 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405617
Apr 09 21:29:55.241290 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:55.395313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cf9f7-6ed2-4f5b-9c99-54000132720a req-2a12deaf-3830-4927-89a5-bc7b9fe5df4e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:55.396768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f03cf9f7-6ed2-4f5b-9c99-54000132720a req-2a12deaf-3830-4927-89a5-bc7b9fe5df4e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 945 time: 0.0483444
Apr 09 21:29:55.444944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f03cf9f7-6ed2-4f5b-9c99-54000132720a req-a3180df0-eb23-4e51-b45e-3e4073d86199 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420079
Apr 09 21:29:55.561874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61e6f-41e6-4666-b0ce-0194cfed211f req-36f740bf-ea89-47a8-b847-1296c7f325a0 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:55.563296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7da61e6f-41e6-4666-b0ce-0194cfed211f req-36f740bf-ea89-47a8-b847-1296c7f325a0 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 945 time: 0.0477977
Apr 09 21:29:55.614177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7da61e6f-41e6-4666-b0ce-0194cfed211f req-bf6abf66-be05-43ff-ac0f-15a0d2856a47 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451596
Apr 09 21:29:55.852749 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:55.932433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1069bf-45e6-4a4c-bacb-52e04a6dc081 req-b5cb1187-b562-4e10-b1c0-a9601091112d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:55.934087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a1069bf-45e6-4a4c-bacb-52e04a6dc081 req-b5cb1187-b562-4e10-b1c0-a9601091112d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 945 time: 0.0566089
Apr 09 21:29:55.956696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35246) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:55.990671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8a1069bf-45e6-4a4c-bacb-52e04a6dc081 req-00477218-2472-4e30-b324-08b0b87258e6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497108
Apr 09 21:29:56.068397 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2e66c0b-8417-4a2d-930e-b1753af36296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.149317 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2e66c0b-8417-4a2d-930e-b1753af36296 admin admin] Publish callbacks [] for security_group (2a995910-7f84-4a7a-a364-0b94592c37db), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.154646 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c2e66c0b-8417-4a2d-930e-b1753af36296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2a995910-7f84-4a7a-a364-0b94592c37db), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.193344 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c2e66c0b-8417-4a2d-930e-b1753af36296 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f49c048d7943447da35f5e12790dcd1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2353349
Apr 09 21:29:56.194397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e66c0b-8417-4a2d-930e-b1753af36296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a995910-7f84-4a7a-a364-0b94592c37db,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:56.196687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35250) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:56.249205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Publish callbacks [] for security_group (2a995910-7f84-4a7a-a364-0b94592c37db), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.270171 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Publish callbacks [] for security_group (2a995910-7f84-4a7a-a364-0b94592c37db), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.325821 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2a995910-7f84-4a7a-a364-0b94592c37db), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.328333 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.329537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a995910-7f84-4a7a-a364-0b94592c37db HTTP/1.1" status: 204  len: 168 time: 0.1315846
Apr 09 21:29:56.337713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a995910-7f84-4a7a-a364-0b94592c37db,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:56.345536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.345880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.346228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.346600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.346921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.347252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.347576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.347884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.348203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.348520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.348851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.349175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.349490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.349806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.350124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71d88f7-ec3b-4083-8713-f9eb80beab99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:29:56.608115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35256) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:56.622125 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8eb2977-8bc5-42ae-9428-f0803b373a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.703260 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8eb2977-8bc5-42ae-9428-f0803b373a51 admin admin] Publish callbacks [] for security_group (61595f38-60b0-4c94-b471-9c246cc1cb93), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.709156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e8eb2977-8bc5-42ae-9428-f0803b373a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (61595f38-60b0-4c94-b471-9c246cc1cb93), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:56.747019 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e8eb2977-8bc5-42ae-9428-f0803b373a51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9fba9d1c78f4624bc456e57f68cc4a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1377156
Apr 09 21:29:56.747873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb2977-8bc5-42ae-9428-f0803b373a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61595f38-60b0-4c94-b471-9c246cc1cb93,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:56.749944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35258) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:29:57.068445 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-565db6b2-57ad-4634-89b0-eb8eacdb1abb admin admin] Publish callbacks [] for security_group (61595f38-60b0-4c94-b471-9c246cc1cb93), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.091592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-565db6b2-57ad-4634-89b0-eb8eacdb1abb admin admin] Publish callbacks [] for security_group (61595f38-60b0-4c94-b471-9c246cc1cb93), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.100106 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.127700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bdde7-58de-4782-bd58-066eab0a9dfc req-8a83866b-e73a-4265-9dcc-ede332dcd063 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:57.129343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-092bdde7-58de-4782-bd58-066eab0a9dfc req-8a83866b-e73a-4265-9dcc-ede332dcd063 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 945 time: 0.0594747
Apr 09 21:29:57.147716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-565db6b2-57ad-4634-89b0-eb8eacdb1abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (61595f38-60b0-4c94-b471-9c246cc1cb93), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.150187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-565db6b2-57ad-4634-89b0-eb8eacdb1abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.151420 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-565db6b2-57ad-4634-89b0-eb8eacdb1abb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61595f38-60b0-4c94-b471-9c246cc1cb93 HTTP/1.1" status: 204  len: 168 time: 0.4004805
Apr 09 21:29:57.163883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565db6b2-57ad-4634-89b0-eb8eacdb1abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61595f38-60b0-4c94-b471-9c246cc1cb93,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:57.185430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-092bdde7-58de-4782-bd58-066eab0a9dfc req-1f4c0716-ee89-4a80-89f6-fcfdeba288b2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500519
Apr 09 21:29:57.468989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-5ea380ef-2591-4aa7-beaf-0834f54460e6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:29:57.470519 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-5ea380ef-2591-4aa7-beaf-0834f54460e6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 945 time: 0.0496445
Apr 09 21:29:57.558435 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port 5ff0070e-2d2e-4728-a500-032397afd5cb {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:29:57.558772 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.651176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] For port 5ff0070e-2d2e-4728-a500-032397afd5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff0070e-2d2e-4728-a500-032397afd5cb,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:29:57.651592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.665397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for 5ff0070e-2d2e-4728-a500-032397afd5cb owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:29:57.809950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5ff0070e-2d2e-4728-a500-032397afd5cb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.823637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a434c4f5-9523-4c23-8408-30290b0eda20'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:57.826015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5ff0070e-2d2e-4728-a500-032397afd5cb'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:29:57.841726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=5ff0070e-2d2e-4728-a500-032397afd5cb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:29:57.893709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] No DVR routers for this DVR port 5ff0070e-2d2e-4728-a500-032397afd5cb on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:29:57.896796 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:29:57.900585 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a0348c5d-f3d2-4164-b7cc-cbfca6176fd3 req-75b1d472-cc16-4577-b7a8-d0df7ca8f309 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "DELETE /v2.0/ports/5ff0070e-2d2e-4728-a500-032397afd5cb HTTP/1.1" status: 204  len: 173 time: 0.4249332
Apr 09 21:29:57.904988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2a7d95-b507-4d61-b9f4-681bd4a6143b', 'name': 'network-vif-deleted', 'tag': '5ff0070e-2d2e-4728-a500-032397afd5cb'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:29:57.904988 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b543a65b-8a10-463e-87c9-6c1051cdc4b8" -d '{"events": [{"server_uuid": "5a2a7d95-b507-4d61-b9f4-681bd4a6143b", "name": "network-vif-deleted", "tag": "5ff0070e-2d2e-4728-a500-032397afd5cb"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:29:57.954975 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6cc137-ef84-430a-a9a2-71c1118048cd x-openstack-request-id: req-8d6cc137-ef84-430a-a9a2-71c1118048cd {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:29:57.954975 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2a7d95-b507-4d61-b9f4-681bd4a6143b", "name": "network-vif-deleted", "tag": "5ff0070e-2d2e-4728-a500-032397afd5cb", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:29:57.955319 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d6cc137-ef84-430a-a9a2-71c1118048cd {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:29:57.955840 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6cc137-ef84-430a-a9a2-71c1118048cd'] response: {'server_uuid': '5a2a7d95-b507-4d61-b9f4-681bd4a6143b', 'name': 'network-vif-deleted', 'tag': '5ff0070e-2d2e-4728-a500-032397afd5cb', 'status': 'completed', 'code': 200}
Apr 09 21:29:58.324361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51d3eed6-1498-4153-ac85-6f64b5b82c02 req-00dc5a0a-a34e-4d90-b417-a0b160f219fe tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a2a7d95-b507-4d61-b9f4-681bd4a6143b HTTP/1.1" status: 200  len: 210 time: 0.0394700
Apr 09 21:30:01.238312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5ff0070e-2d2e-4728-a500-032397afd5cb no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:30:01.259014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 5ff0070e-2d2e-4728-a500-032397afd5cb {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:30:01.259378 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5ff0070e-2d2e-4728-a500-032397afd5cb not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:30:01.566969 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:05.240533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-5c7242d0-385f-4887-a737-77b467195fd3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424933
Apr 09 21:30:05.325114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-f84f6e04-780d-43a0-b8c2-eb3d8cfda77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:05.325973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-f84f6e04-780d-43a0-b8c2-eb3d8cfda77a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 1128 time: 0.0410926
Apr 09 21:30:05.446344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-cc870804-cb1f-43b8-b700-53301cc7749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:05.448098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-cc870804-cb1f-43b8-b700-53301cc7749f service neutron] 10.222.0.32 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.1011980
Apr 09 21:30:05.494981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-709586aa-533f-4689-8fda-3ff2bcd41959 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a434c4f5-9523-4c23-8408-30290b0eda20 HTTP/1.1" status: 200  len: 217 time: 0.0395463
Apr 09 21:30:05.545765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-eb7cb40c-9d72-450a-bd0a-ee7866075a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:05.547375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-eb7cb40c-9d72-450a-bd0a-ee7866075a92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0457411
Apr 09 21:30:05.584815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35464) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:05.601537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-eda2e24f-6b0c-4c37-b009-6e74f2fc6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:05.603093 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-eda2e24f-6b0c-4c37-b009-6e74f2fc6844 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502031
Apr 09 21:30:05.708502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-ae6e3862-6ce5-40f6-b76a-0a3d658cc90d service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977499
Apr 09 21:30:05.713711 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b557aab2-bc56-4faa-aa97-5e2416c9f9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:05.812477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b557aab2-bc56-4faa-aa97-5e2416c9f9ee admin admin] Publish callbacks [] for security_group (5496b214-5edb-4a5b-8630-6b391220ee35), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:05.817351 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b557aab2-bc56-4faa-aa97-5e2416c9f9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5496b214-5edb-4a5b-8630-6b391220ee35), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:05.863562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b557aab2-bc56-4faa-aa97-5e2416c9f9ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a1e134964d24ff89caaf84a52590601&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2774129
Apr 09 21:30:05.865985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557aab2-bc56-4faa-aa97-5e2416c9f9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496b214-5edb-4a5b-8630-6b391220ee35,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:05.868561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35470) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:05.927384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87ebd38b-ef48-41a7-a875-6d754741dbd1 admin admin] Publish callbacks [] for security_group (5496b214-5edb-4a5b-8630-6b391220ee35), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:05.954669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87ebd38b-ef48-41a7-a875-6d754741dbd1 admin admin] Publish callbacks [] for security_group (5496b214-5edb-4a5b-8630-6b391220ee35), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:06.008889 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87ebd38b-ef48-41a7-a875-6d754741dbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5496b214-5edb-4a5b-8630-6b391220ee35), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:06.013085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87ebd38b-ef48-41a7-a875-6d754741dbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:06.014313 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-87ebd38b-ef48-41a7-a875-6d754741dbd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5496b214-5edb-4a5b-8630-6b391220ee35 HTTP/1.1" status: 204  len: 168 time: 0.1447084
Apr 09 21:30:06.026044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebd38b-ef48-41a7-a875-6d754741dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496b214-5edb-4a5b-8630-6b391220ee35,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:06.120481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bfe5e54-52fa-4eb0-a31f-cf9822480744 req-b7d97417-aedf-4989-8ceb-3e02dcb8dff7 service neutron] 10.222.0.32 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4066188
Apr 09 21:30:20.466007 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bea81432-c4b4-4ec1-8414-3cd03edc6c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:22.943787 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5696e59a-c641-4db0-b14c-e72df5f675a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:24.179209 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:25.244061 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:25.820708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:27.095969 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:28.569989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 35986) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:28.682254 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:28.760677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Publish callbacks [] for security_group (30d055ae-081b-4fa5-97e3-671aff7649fa), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:28.766739 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (30d055ae-081b-4fa5-97e3-671aff7649fa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:28.803851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d055ae-081b-4fa5-97e3-671aff7649fa,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:28.807892 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12c2722cae9e4b4a979b5a23ffd211f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2368348
Apr 09 21:30:28.810808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 35990) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:28.814743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.815090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.815427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.815776 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.816080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.816461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.816731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.817077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.817411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.817768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.818123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.818412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.818756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.819065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.819381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc9b38-85ea-4444-8adc-d26446af5ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:28.862834 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8979-250f-4e80-b932-5209c9f9facc admin admin] Publish callbacks [] for security_group (30d055ae-081b-4fa5-97e3-671aff7649fa), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:28.884128 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8979-250f-4e80-b932-5209c9f9facc admin admin] Publish callbacks [] for security_group (30d055ae-081b-4fa5-97e3-671aff7649fa), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:28.932232 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8979-250f-4e80-b932-5209c9f9facc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (30d055ae-081b-4fa5-97e3-671aff7649fa), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:28.935166 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8979-250f-4e80-b932-5209c9f9facc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:28.939150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bd0b8979-250f-4e80-b932-5209c9f9facc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30d055ae-081b-4fa5-97e3-671aff7649fa HTTP/1.1" status: 204  len: 168 time: 0.1245801
Apr 09 21:30:28.945280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b8979-250f-4e80-b932-5209c9f9facc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d055ae-081b-4fa5-97e3-671aff7649fa,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:29.619567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36014) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:29.736504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-993468011-network', 'tenant_id': '3e1e5cc7222142ab82cd6a857f7be3de'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:29.758689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Made reservation on behalf of 3e1e5cc7222142ab82cd6a857f7be3de for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:30:29.760990 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:29.769962 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:29.850693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Publish callbacks [] for security_group (96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:29.855746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:29.879973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:30:29.895603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:29.902258 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (246cf332-3852-45e5-aa5e-a9c15557c3ac), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:29.902618 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Added segment 246cf332-3852-45e5-aa5e-a9c15557c3ac of type vlan for network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0
Apr 09 21:30:29.950974 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (4d5be3c2-663d-4396-8be5-5c8395dc4ab0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:29.978814 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (4d5be3c2-663d-4396-8be5-5c8395dc4ab0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:29.979838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:29.980434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:30.043244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4223957
Apr 09 21:30:30.047896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36018) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:30.049345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc85d9-cfa2-499b-9013-83641b9dd816 admin admin] Pushing event updated for resources: {'Network': ['ID=4d5be3c2-663d-4396-8be5-5c8395dc4ab0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:30.056970 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Request body: {'subnet': {'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-993468011-subnet', 'tenant_id': '3e1e5cc7222142ab82cd6a857f7be3de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:30.063269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:30:30.085835 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Made reservation on behalf of 3e1e5cc7222142ab82cd6a857f7be3de for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:30:30.088450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:30.278500 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (b6a29778-d8b9-46c1-a17f-b9629b30d945), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:30.337073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a29778-d8b9-46c1-a17f-b9629b30d945,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:30.347926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Checking segment: {'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:30:30.348287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Network hostable DHCP agents. Network: 4d5be3c2-663d-4396-8be5-5c8395dc4ab0, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:30:30.367186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:30:30.376586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d5be3c2-663d-4396-8be5-5c8395dc4ab0) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:30:30.381165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:30.381783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:30.387436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c093e-c846-45e3-b855-67107609932c None None] Network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:30:30.400531 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a776e035-30d6-4f72-8483-0d29cbe9748f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3507574
Apr 09 21:30:30.503645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6452f33a-bf10-4f76-b4dc-9a3a1d172db8 None None] Network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:30:30.846571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31d41-e4ee-478c-a209-60990646bebc req-011dc7f7-9fe5-4f56-ac50-46fb7a9c02f8 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:30.848089 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9da31d41-e4ee-478c-a209-60990646bebc req-011dc7f7-9fe5-4f56-ac50-46fb7a9c02f8 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 946 time: 0.1835074
Apr 09 21:30:30.850680 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:30:30.904128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9da31d41-e4ee-478c-a209-60990646bebc req-a98e66b4-5eba-4e7a-b8b8-8c883ef9c4db tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498869
Apr 09 21:30:31.567114 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:32.106389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30ed8d-470e-45ee-ae2d-a0070561de2e req-82841717-0750-4559-9527-97c31e7faa5a tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:32.108336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab30ed8d-470e-45ee-ae2d-a0070561de2e req-82841717-0750-4559-9527-97c31e7faa5a tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 946 time: 0.1170187
Apr 09 21:30:32.192215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-996a89bf-8662-49d7-8720-cc0c8dd00ac8 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:32.193805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-996a89bf-8662-49d7-8720-cc0c8dd00ac8 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 946 time: 0.0627425
Apr 09 21:30:32.217635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab30ed8d-470e-45ee-ae2d-a0070561de2e req-04ba8e65-4b19-4256-8bf9-f6342eb4a747 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=abc62477-843d-4fda-9e25-72daa612e38a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016443
Apr 09 21:30:32.296175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port a434c4f5-9523-4c23-8408-30290b0eda20 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:30:32.296506 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:32.386990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] For port a434c4f5-9523-4c23-8408-30290b0eda20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a434c4f5-9523-4c23-8408-30290b0eda20,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:30:32.387287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:32.407720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for a434c4f5-9523-4c23-8408-30290b0eda20 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:30:32.557779 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a434c4f5-9523-4c23-8408-30290b0eda20), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:32.569953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a434c4f5-9523-4c23-8408-30290b0eda20'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:30:32.589833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=a434c4f5-9523-4c23-8408-30290b0eda20,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:32.638295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] No DVR routers for this DVR port a434c4f5-9523-4c23-8408-30290b0eda20 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:30:32.641049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:32.644332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c61ecc7a-17f8-4950-8f2b-af37ee8d743c req-0eb346ca-a91d-4442-bfe4-ba6bd4a48146 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.32 "DELETE /v2.0/ports/a434c4f5-9523-4c23-8408-30290b0eda20 HTTP/1.1" status: 204  len: 173 time: 0.4419448
Apr 09 21:30:32.644806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3328ec9-d468-4261-9f94-4bd6831f2cf5', 'name': 'network-vif-deleted', 'tag': 'a434c4f5-9523-4c23-8408-30290b0eda20'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:30:32.647143 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09471ed2-7c4d-40cf-80c9-7d4d3527475f" -d '{"events": [{"server_uuid": "a3328ec9-d468-4261-9f94-4bd6831f2cf5", "name": "network-vif-deleted", "tag": "a434c4f5-9523-4c23-8408-30290b0eda20"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:30:32.686521 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0fcf78-41ca-40cf-99c1-9edb789abff4 x-openstack-request-id: req-9b0fcf78-41ca-40cf-99c1-9edb789abff4 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:30:32.686822 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3328ec9-d468-4261-9f94-4bd6831f2cf5", "name": "network-vif-deleted", "tag": "a434c4f5-9523-4c23-8408-30290b0eda20", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:30:32.687071 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b0fcf78-41ca-40cf-99c1-9edb789abff4 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:30:32.687476 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0fcf78-41ca-40cf-99c1-9edb789abff4'] response: {'server_uuid': 'a3328ec9-d468-4261-9f94-4bd6831f2cf5', 'name': 'network-vif-deleted', 'tag': 'a434c4f5-9523-4c23-8408-30290b0eda20', 'status': 'completed', 'code': 200}
Apr 09 21:30:33.344546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-087dfbea-ea6c-4df6-9d8f-ff3cce6f41e9 req-535359db-2c5b-4064-9026-f63256b503fc tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3328ec9-d468-4261-9f94-4bd6831f2cf5 HTTP/1.1" status: 200  len: 210 time: 0.0296431
Apr 09 21:30:35.324930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36152) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:35.330015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dc8e7946-d995-48ef-a5a0-cf3ea49b2179 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743128156', 'description': 'tempest-secgroup-smoke-1743128156 description', 'project_id': '5e1063334e4a426eb70eec5ed1578744'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:35.351023 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7946-d995-48ef-a5a0-cf3ea49b2179 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.424858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7946-d995-48ef-a5a0-cf3ea49b2179 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group (66e26245-7cea-4673-a29f-eec0f259ba50), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.429818 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7946-d995-48ef-a5a0-cf3ea49b2179 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (66e26245-7cea-4673-a29f-eec0f259ba50), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.461984 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7946-d995-48ef-a5a0-cf3ea49b2179 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.465536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc8e7946-d995-48ef-a5a0-cf3ea49b2179 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1392684
Apr 09 21:30:35.466695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36156) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:35.471653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5050880d-f170-441f-983d-1a4e98724147 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'security_group_rule': {'security_group_id': '66e26245-7cea-4673-a29f-eec0f259ba50', 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:35.477632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e7946-d995-48ef-a5a0-cf3ea49b2179 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e26245-7cea-4673-a29f-eec0f259ba50,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:35.501874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5050880d-f170-441f-983d-1a4e98724147 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (c564ae70-a593-40fe-aa8f-5c95961d2126), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.555915 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5050880d-f170-441f-983d-1a4e98724147 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (c564ae70-a593-40fe-aa8f-5c95961d2126), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.560625 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5050880d-f170-441f-983d-1a4e98724147 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (c564ae70-a593-40fe-aa8f-5c95961d2126), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.579407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050880d-f170-441f-983d-1a4e98724147 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c564ae70-a593-40fe-aa8f-5c95961d2126,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:35.587350 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5050880d-f170-441f-983d-1a4e98724147 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.588717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5050880d-f170-441f-983d-1a4e98724147 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1210072
Apr 09 21:30:35.591540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36166) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:35.595965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-723170e1-05c1-46cb-a365-278988a3e7eb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'security_group_rule': {'security_group_id': '66e26245-7cea-4673-a29f-eec0f259ba50', 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:35.623172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-723170e1-05c1-46cb-a365-278988a3e7eb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (6fdad721-889b-4b1b-84f2-9fa71ba3db82), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.691671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-723170e1-05c1-46cb-a365-278988a3e7eb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (6fdad721-889b-4b1b-84f2-9fa71ba3db82), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.696804 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-723170e1-05c1-46cb-a365-278988a3e7eb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (6fdad721-889b-4b1b-84f2-9fa71ba3db82), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.721102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723170e1-05c1-46cb-a365-278988a3e7eb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdad721-889b-4b1b-84f2-9fa71ba3db82,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:35.727928 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-723170e1-05c1-46cb-a365-278988a3e7eb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.729365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-723170e1-05c1-46cb-a365-278988a3e7eb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1368594
Apr 09 21:30:35.732041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36182) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:35.736577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7b3ddb5e-d39b-41ea-b7e2-cad3ceba784d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'security_group_rule': {'security_group_id': '66e26245-7cea-4673-a29f-eec0f259ba50', 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:35.764651 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddb5e-d39b-41ea-b7e2-cad3ceba784d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (b51c3ca3-8671-423f-b30b-d4e9dd5e40b5), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.823332 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddb5e-d39b-41ea-b7e2-cad3ceba784d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (b51c3ca3-8671-423f-b30b-d4e9dd5e40b5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.828673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddb5e-d39b-41ea-b7e2-cad3ceba784d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (b51c3ca3-8671-423f-b30b-d4e9dd5e40b5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.851399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ddb5e-d39b-41ea-b7e2-cad3ceba784d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51c3ca3-8671-423f-b30b-d4e9dd5e40b5,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:35.858524 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddb5e-d39b-41ea-b7e2-cad3ceba784d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.861596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7b3ddb5e-d39b-41ea-b7e2-cad3ceba784d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1285052
Apr 09 21:30:35.862534 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36184) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:35.867098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c6e6d13f-6e73-474e-8d9a-8476ba7be559 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'security_group_rule': {'security_group_id': '66e26245-7cea-4673-a29f-eec0f259ba50', 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:35.895383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d13f-6e73-474e-8d9a-8476ba7be559 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (7aafeab0-50df-43b7-bcf0-06a5efcd815e), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.955008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d13f-6e73-474e-8d9a-8476ba7be559 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (7aafeab0-50df-43b7-bcf0-06a5efcd815e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.960317 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d13f-6e73-474e-8d9a-8476ba7be559 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (7aafeab0-50df-43b7-bcf0-06a5efcd815e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.981866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6d13f-6e73-474e-8d9a-8476ba7be559 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aafeab0-50df-43b7-bcf0-06a5efcd815e,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:35.988111 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d13f-6e73-474e-8d9a-8476ba7be559 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:35.989344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c6e6d13f-6e73-474e-8d9a-8476ba7be559 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1257608
Apr 09 21:30:35.992111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36188) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:35.996431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-48c34ee8-3a87-4535-96d3-349cb1139e5e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'security_group_rule': {'security_group_id': '66e26245-7cea-4673-a29f-eec0f259ba50', 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:36.018850 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-48c34ee8-3a87-4535-96d3-349cb1139e5e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Project 5e1063334e4a426eb70eec5ed1578744 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:30:36.024526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48c34ee8-3a87-4535-96d3-349cb1139e5e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (6e3a8dbc-d5a8-413c-81a9-f9e5866fe70b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:36.087863 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48c34ee8-3a87-4535-96d3-349cb1139e5e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (6e3a8dbc-d5a8-413c-81a9-f9e5866fe70b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:36.092726 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48c34ee8-3a87-4535-96d3-349cb1139e5e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (6e3a8dbc-d5a8-413c-81a9-f9e5866fe70b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:36.113087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c34ee8-3a87-4535-96d3-349cb1139e5e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3a8dbc-d5a8-413c-81a9-f9e5866fe70b,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:36.122606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48c34ee8-3a87-4535-96d3-349cb1139e5e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:36.123921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-48c34ee8-3a87-4535-96d3-349cb1139e5e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1309097
Apr 09 21:30:36.126635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 36196) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:36.132242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-af028274-2563-406e-8027-35578e303c9f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'security_group_rule': {'security_group_id': '66e26245-7cea-4673-a29f-eec0f259ba50', 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:36.154693 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-af028274-2563-406e-8027-35578e303c9f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Project 5e1063334e4a426eb70eec5ed1578744 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:30:36.160508 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af028274-2563-406e-8027-35578e303c9f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (7256c6ab-8d9e-435d-87bc-8cdf30ceb822), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:36.220286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af028274-2563-406e-8027-35578e303c9f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (7256c6ab-8d9e-435d-87bc-8cdf30ceb822), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:36.225968 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af028274-2563-406e-8027-35578e303c9f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (7256c6ab-8d9e-435d-87bc-8cdf30ceb822), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:36.244147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af028274-2563-406e-8027-35578e303c9f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7256c6ab-8d9e-435d-87bc-8cdf30ceb822,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:36.254231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af028274-2563-406e-8027-35578e303c9f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:36.255489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-af028274-2563-406e-8027-35578e303c9f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1277161
Apr 09 21:30:36.388443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a434c4f5-9523-4c23-8408-30290b0eda20 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:30:36.410026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: a434c4f5-9523-4c23-8408-30290b0eda20 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:30:36.410395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a434c4f5-9523-4c23-8408-30290b0eda20 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:30:39.098183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-59907373-11de-4e10-893d-96a09f9801da tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743128156&fields=id&tenant_id=5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 267 time: 0.0689859
Apr 09 21:30:39.214975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-98ab626b-167c-4d36-b56e-4d3434102bb7 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:39.216745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-98ab626b-167c-4d36-b56e-4d3434102bb7 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1176596
Apr 09 21:30:39.232804 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-5fd69f53-335d-4061-af5c-51249a0e6b66 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/quotas/5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 375 time: 0.0101142
Apr 09 21:30:39.283625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-6b52701f-eee6-438e-9fde-d84a382e1d35 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0454361
Apr 09 21:30:39.389304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-8ecd87a1-dc14-49da-945f-02ac27a51bbc service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940275
Apr 09 21:30:39.497225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-01d5e150-f6cb-4265-8c05-f098d6e4bbbb service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018360
Apr 09 21:30:39.878244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc357d1b-2b1b-4f16-a9b7-3b5482bfabda req-e62fd7d7-91ba-4afa-879b-d88b7405e104 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 210 time: 0.0402665
Apr 09 21:30:40.902434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-80b00c97-f986-4c57-9e38-19d83dc9e942 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:40.904737 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-80b00c97-f986-4c57-9e38-19d83dc9e942 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1300402
Apr 09 21:30:41.016935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6105e91c-ca53-481d-bde4-f506276ba84a req-be1dc131-9580-4ada-8797-8ad171278398 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 210 time: 0.0521801
Apr 09 21:30:41.037226 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a467d559-cdcb-4ab6-abaa-0b8dd908dba6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 380 time: 0.1185632
Apr 09 21:30:41.048664 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'port': {'device_id': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'admin_state_up': True, 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'security_groups': ['66e26245-7cea-4673-a29f-eec0f259ba50']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:41.206383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Made reservation on behalf of 5e1063334e4a426eb70eec5ed1578744 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:30:41.211097 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:41.378019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.20.0.8 (66be874b-41eb-401e-a35f-6e34d5263533/e4f2c6da-5a70-45c3-b1e3-82398c58ecac/18d78192-a3d6-4a59-b848-b3a97b7920bd) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:30:41.548786 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:41.588690 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:41.643395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:30:41.646667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:30:41.651959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:30:41.658705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=18d78192-a3d6-4a59-b848-b3a97b7920bd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:41.715510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:41.716213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:41.741581 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-ea0d41e7-f02a-4a91-ab90-dd7833ee71d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6984324
Apr 09 21:30:41.754820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Request body: {'port': {'device_id': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:41.843673 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:42.061530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7502a539-a7fb-4a47-8488-25f4155b745a None None] Provisioning complete for port 18d78192-a3d6-4a59-b848-b3a97b7920bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:30:42.062876 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7502a539-a7fb-4a47-8488-25f4155b745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:42.122027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7502a539-a7fb-4a47-8488-25f4155b745a None None] Port 18d78192-a3d6-4a59-b848-b3a97b7920bd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:30:42.221185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84161b-8283-4c63-8445-b49c0b0d99c8 req-40710100-f880-4e73-a160-af74b48fe1ff tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:42.222837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c84161b-8283-4c63-8445-b49c0b0d99c8 req-40710100-f880-4e73-a160-af74b48fe1ff tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 931 time: 0.0869133
Apr 09 21:30:42.234471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d78192-a3d6-4a59-b848-b3a97b7920bd {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:30:42.246101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Publish callbacks [] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:42.262717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Transition to ACTIVE for port object 18d78192-a3d6-4a59-b848-b3a97b7920bd will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:30:42.271319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:42.299846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c84161b-8283-4c63-8445-b49c0b0d99c8 req-3828b9bf-185f-4d59-b4d5-1c01dcc27fef tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666873
Apr 09 21:30:42.355124 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Pushing event updated for resources: {'Port': ['ID=18d78192-a3d6-4a59-b848-b3a97b7920bd,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:42.419870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Attempting to bind port 18d78192-a3d6-4a59-b848-b3a97b7920bd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:30:42.420199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Attempting to bind port 18d78192-a3d6-4a59-b848-b3a97b7920bd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:30:42.420515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Attempting to bind port 18d78192-a3d6-4a59-b848-b3a97b7920bd on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:30:42.426329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Port 18d78192-a3d6-4a59-b848-b3a97b7920bd on network 66be874b-41eb-401e-a35f-6e34d5263533 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:30:42.426329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Attempting to bind port 18d78192-a3d6-4a59-b848-b3a97b7920bd on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:30:42.438530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:30:42.438892 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:30:42.439285 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Bound using segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:30:42.439722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Bound port: 18d78192-a3d6-4a59-b848-b3a97b7920bd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:30:42.440096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:42.526732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] For port 18d78192-a3d6-4a59-b848-b3a97b7920bd, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:30:42.530569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] For port 18d78192-a3d6-4a59-b848-b3a97b7920bd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:30:42.542154 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:42.590467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:42.591061 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:42.592506 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] 10.222.0.25 "PUT /v2.0/ports/18d78192-a3d6-4a59-b848-b3a97b7920bd HTTP/1.1" status: 200  len: 1091 time: 0.8439264
Apr 09 21:30:42.592999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'tag': '18d78192-a3d6-4a59-b848-b3a97b7920bd'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:30:42.595595 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3c729a-5c32-4ebc-8118-c8c1353b4717" -d '{"events": [{"name": "network-changed", "server_uuid": "91ee4c60-a2e7-49b0-87e6-6bceb56c93e8", "tag": "18d78192-a3d6-4a59-b848-b3a97b7920bd"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:30:42.620784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9a3d1-7c93-46de-896f-4168d62aebb1 service neutron] Pushing event updated for resources: {'Port': ['ID=18d78192-a3d6-4a59-b848-b3a97b7920bd,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:42.659249 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe53c727-3611-4f9e-8ce3-3d2fd36a9c94 x-openstack-request-id: req-fe53c727-3611-4f9e-8ce3-3d2fd36a9c94 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:30:42.659249 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ee4c60-a2e7-49b0-87e6-6bceb56c93e8", "tag": "18d78192-a3d6-4a59-b848-b3a97b7920bd", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:30:42.659249 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe53c727-3611-4f9e-8ce3-3d2fd36a9c94 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:30:42.659249 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe53c727-3611-4f9e-8ce3-3d2fd36a9c94'] response: {'name': 'network-changed', 'server_uuid': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'tag': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'status': 'completed', 'code': 200}
Apr 09 21:30:42.728859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-9b5bfc64-563a-484b-9c53-8383eb44954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:42.730615 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-9b5bfc64-563a-484b-9c53-8383eb44954b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 1125 time: 0.0654030
Apr 09 21:30:42.781768 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-997c2768-e64c-495c-9b25-8cc8124f4406 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd HTTP/1.1" status: 200  len: 217 time: 0.0440602
Apr 09 21:30:42.841983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-95e11e19-83c0-4ed8-93b3-c3d5090a7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:42.843587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-95e11e19-83c0-4ed8-93b3-c3d5090a7817 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0552628
Apr 09 21:30:42.890396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-cf52b617-8127-47ed-9bd9-aa6d9bdf7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:42.892108 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-cf52b617-8127-47ed-9bd9-aa6d9bdf7fac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420997
Apr 09 21:30:42.991227 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-044c5f70-4e6b-4b42-95da-eea854e6e5ab service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931823
Apr 09 21:30:43.110422 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-517d57ce-5e89-4597-b3b6-585ce31dc885 req-9d46433f-1bc4-4f72-8619-bdb5238fa5bf service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1139901
Apr 09 21:30:43.439744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a868d2-4cb2-42ad-887f-1889931162ad req-cddd82f6-cca6-47cf-b876-5933d9eb6bf5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:43.442352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9a868d2-4cb2-42ad-887f-1889931162ad req-cddd82f6-cca6-47cf-b876-5933d9eb6bf5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 943 time: 0.0580013
Apr 09 21:30:43.506220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9a868d2-4cb2-42ad-887f-1889931162ad req-fbe61739-84c8-44a5-ada8-0976c14d3883 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561233
Apr 09 21:30:44.169585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-3c85f065-d0f7-4bce-bcc1-e8d77a6cf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:44.171127 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-3c85f065-d0f7-4bce-bcc1-e8d77a6cf21f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 1125 time: 0.0433259
Apr 09 21:30:44.277005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-e7fe4d58-6fd0-4f23-9307-82d77b8c77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:44.278544 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-e7fe4d58-6fd0-4f23-9307-82d77b8c77c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.1007652
Apr 09 21:30:44.329103 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-2475ed40-d6a7-4542-962d-69b7f5caa646 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd HTTP/1.1" status: 200  len: 217 time: 0.0434759
Apr 09 21:30:44.385766 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-1fdcc1f1-a338-48c4-9cd2-6acdc90fb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:44.387485 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-1fdcc1f1-a338-48c4-9cd2-6acdc90fb87e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0514700
Apr 09 21:30:44.448409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-a67f1c71-dc77-4e31-8cb4-36d378c36515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:44.448409 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-a67f1c71-dc77-4e31-8cb4-36d378c36515 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0531542
Apr 09 21:30:44.558654 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-b139a58c-504e-46b3-b5de-91ba6052ad52 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030173
Apr 09 21:30:44.658420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3d47-b159-4d5d-9b76-9b24f7334b9a req-d54c0e87-14a4-4b82-a285-63db44890e89 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:44.660379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13de3d47-b159-4d5d-9b76-9b24f7334b9a req-d54c0e87-14a4-4b82-a285-63db44890e89 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 943 time: 0.0715756
Apr 09 21:30:44.676357 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5a3c729a-5c32-4ebc-8118-c8c1353b4717 req-66e76103-4054-4a6f-b861-2fc224fe657d service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1116927
Apr 09 21:30:44.736016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13de3d47-b159-4d5d-9b76-9b24f7334b9a req-014c1370-06a4-46fb-b0fa-fb1597e3d787 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685620
Apr 09 21:30:45.874409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d50516-027e-478c-b8b7-28ed3e38a89f req-b6bea378-c7ba-4aeb-9a25-96ea751546aa tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:45.876401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7d50516-027e-478c-b8b7-28ed3e38a89f req-b6bea378-c7ba-4aeb-9a25-96ea751546aa tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 943 time: 0.0553858
Apr 09 21:30:45.935965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7d50516-027e-478c-b8b7-28ed3e38a89f req-8a356635-d5b0-47ff-9371-361997727a32 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533500
Apr 09 21:30:47.062973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341bd51-fec2-49fc-b92d-136b4299d41d req-092c445b-b2ab-457d-b20d-905031e79800 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:47.064645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c341bd51-fec2-49fc-b92d-136b4299d41d req-092c445b-b2ab-457d-b20d-905031e79800 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 943 time: 0.0568755
Apr 09 21:30:47.119456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c341bd51-fec2-49fc-b92d-136b4299d41d req-8c7f0292-14ae-4987-9639-20aef7796459 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489371
Apr 09 21:30:47.454186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 18d78192-a3d6-4a59-b848-b3a97b7920bd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:30:47.560787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 18d78192-a3d6-4a59-b848-b3a97b7920bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:30:47.572590 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'port_id': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'mac_address': 'fa:16:3e:e0:3d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:30:47.612741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 18d78192-a3d6-4a59-b848-b3a97b7920bd is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:30:47.613120 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:47.626901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d78192-a3d6-4a59-b848-b3a97b7920bd {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:30:47.649797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 18d78192-a3d6-4a59-b848-b3a97b7920bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:30:47.654275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:47.704841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=18d78192-a3d6-4a59-b848-b3a97b7920bd,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:47.712711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.713072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.713415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.713750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.714074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.714399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.714723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.715047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.715397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.715715 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.716034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.716351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.716667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.716984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.717321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:30:47.996698 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['18d78192-a3d6-4a59-b848-b3a97b7920bd'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:30:48.230566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28acf03-7173-45e2-a976-908118c358b7 req-af4f3c73-113c-40f2-adc2-f454339bab38 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:48.232490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-af4f3c73-113c-40f2-adc2-f454339bab38 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 813 time: 0.1205404
Apr 09 21:30:48.270082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-52567807-fe5f-46b5-b6df-5142bb5d454e tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/quotas/3e1e5cc7222142ab82cd6a857f7be3de HTTP/1.1" status: 200  len: 375 time: 0.0159068
Apr 09 21:30:48.283415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93720a-fa67-44d3-a449-ea8aa49aaa07 req-3cb27486-d27d-4521-a1af-76064d88e927 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:48.285183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a93720a-fa67-44d3-a449-ea8aa49aaa07 req-3cb27486-d27d-4521-a1af-76064d88e927 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 944 time: 0.0756488
Apr 09 21:30:48.316431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-5ed1d052-6a98-4b55-b5e9-694f4d7c804a tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404379
Apr 09 21:30:48.405784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a93720a-fa67-44d3-a449-ea8aa49aaa07 req-34710bbc-c05a-43b8-b685-38353b6bef90 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125839
Apr 09 21:30:48.435075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-387b98f8-91db-4ff6-a70f-e268b76f3950 service neutron] 10.222.0.30 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1107020
Apr 09 21:30:48.530205 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-119a1167-b42b-4747-893d-4008246fe17d service neutron] 10.222.0.30 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888979
Apr 09 21:30:48.698800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a1d6193-0d99-4826-ab0c-1c6fbbc67789 req-bb393091-8bb5-4028-9faf-d86d3216ad80 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 210 time: 0.0277469
Apr 09 21:30:49.457372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 18d78192-a3d6-4a59-b848-b3a97b7920bd up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:30:49.512862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 18d78192-a3d6-4a59-b848-b3a97b7920bd completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:30:49.519407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 18d78192-a3d6-4a59-b848-b3a97b7920bd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:30:49.519792 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:49.537750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1be8b-2101-4e73-8e22-1c4c0835ba85 req-33412f6d-c02a-4e1e-8d13-8f5930b7c689 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:49.539270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad1be8b-2101-4e73-8e22-1c4c0835ba85 req-33412f6d-c02a-4e1e-8d13-8f5930b7c689 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 944 time: 0.0551994
Apr 09 21:30:49.610560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 18d78192-a3d6-4a59-b848-b3a97b7920bd is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:30:49.611736 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:49.640160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d78192-a3d6-4a59-b848-b3a97b7920bd'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:30:49.642559 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1cd306-253d-4893-b6d8-1d116b758e4c" -d '{"events": [{"server_uuid": "91ee4c60-a2e7-49b0-87e6-6bceb56c93e8", "name": "network-vif-plugged", "status": "completed", "tag": "18d78192-a3d6-4a59-b848-b3a97b7920bd"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:30:49.655273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 18d78192-a3d6-4a59-b848-b3a97b7920bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:30:49.660884 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:49.664792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ad1be8b-2101-4e73-8e22-1c4c0835ba85 req-1ac040af-a27c-4e2d-92fe-839d09fa3f7f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186714
Apr 09 21:30:49.703952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28acf03-7173-45e2-a976-908118c358b7 req-bffbee0e-5231-4c6b-a37f-e24134c2d8fd tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:49.704131 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fd73a2-b5c6-493b-a3fd-fd00cac4ce83 x-openstack-request-id: req-31fd73a2-b5c6-493b-a3fd-fd00cac4ce83 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:30:49.704287 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ee4c60-a2e7-49b0-87e6-6bceb56c93e8", "name": "network-vif-plugged", "status": "completed", "tag": "18d78192-a3d6-4a59-b848-b3a97b7920bd", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:30:49.704728 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31fd73a2-b5c6-493b-a3fd-fd00cac4ce83 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:30:49.705152 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fd73a2-b5c6-493b-a3fd-fd00cac4ce83'] response: {'server_uuid': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'code': 200}
Apr 09 21:30:49.705495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-bffbee0e-5231-4c6b-a37f-e24134c2d8fd tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.32 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 813 time: 0.1435590
Apr 09 21:30:49.720553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Request body: {'port': {'device_id': 'c9564a09-2724-4004-b4e2-f93763619e14', 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0', 'admin_state_up': True, 'tenant_id': '3e1e5cc7222142ab82cd6a857f7be3de'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:49.732129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=18d78192-a3d6-4a59-b848-b3a97b7920bd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:49.818324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9723c-6ef1-43bf-87a4-62f4cde47867 req-6ab67322-c516-44c5-b2ea-31e0e3329cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:49.820171 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5cc9723c-6ef1-43bf-87a4-62f4cde47867 req-6ab67322-c516-44c5-b2ea-31e0e3329cef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 1127 time: 0.0446262
Apr 09 21:30:49.824097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99d4c06e-ba63-4c08-8262-9b7cb24ff94c req-94cdb78f-989f-42b3-873d-5f5a7b6c7364 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 210 time: 0.0342968
Apr 09 21:30:49.867508 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5cc9723c-6ef1-43bf-87a4-62f4cde47867 req-28f29496-4608-402f-aa7b-914a5cc8fc0b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407372
Apr 09 21:30:49.871611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Made reservation on behalf of 3e1e5cc7222142ab82cd6a857f7be3de for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:30:49.875117 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.005932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Allocated IP 172.20.0.14 (4d5be3c2-663d-4396-8be5-5c8395dc4ab0/b6a29778-d8b9-46c1-a17f-b9629b30d945/e824fc15-eeb4-4d4e-8c83-6c78cef294bd) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:30:50.162170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks [] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.204650 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.251213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:30:50.254260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:30:50.258051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:30:50.264561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Pushing event updated for resources: {'Port': ['ID=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:50.310383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:50.311000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.330065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-3b7cec85-1905-4ea2-953a-a229edbbd7b6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6158090
Apr 09 21:30:50.343382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Request body: {'port': {'device_id': 'c9564a09-2724-4004-b4e2-f93763619e14', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:50.405230 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.463029 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d53d30ae-bd75-442f-b745-14d400802d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.675593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e824fc15-eeb4-4d4e-8c83-6c78cef294bd {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:30:50.683448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Publish callbacks [] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.697876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Transition to ACTIVE for port object e824fc15-eeb4-4d4e-8c83-6c78cef294bd will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:30:50.703367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.785549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Pushing event updated for resources: {'Port': ['ID=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:50.819828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31524db-6320-481c-a8bc-9d28e97c4a32 req-2568a349-3fe0-4a8a-9054-71ba258acdc8 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:50.821330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c31524db-6320-481c-a8bc-9d28e97c4a32 req-2568a349-3fe0-4a8a-9054-71ba258acdc8 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 945 time: 0.0774069
Apr 09 21:30:50.909213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Attempting to bind port e824fc15-eeb4-4d4e-8c83-6c78cef294bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:30:50.909540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Attempting to bind port e824fc15-eeb4-4d4e-8c83-6c78cef294bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:30:50.909864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Attempting to bind port e824fc15-eeb4-4d4e-8c83-6c78cef294bd on network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:30:50.917182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c31524db-6320-481c-a8bc-9d28e97c4a32 req-545dcf4c-3a9c-40e0-928e-b9a5c7f39ca5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781307
Apr 09 21:30:50.937743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Port e824fc15-eeb4-4d4e-8c83-6c78cef294bd on network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:30:50.938069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Attempting to bind port e824fc15-eeb4-4d4e-8c83-6c78cef294bd on network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:30:50.948208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:30:50.948574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Checking segment: {'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:30:50.948948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Bound using segment: {'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:30:50.949401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Bound port: e824fc15-eeb4-4d4e-8c83-6c78cef294bd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:30:50.949756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:50.970092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83e065-ee29-4461-82a6-5bfc71dfb02f req-49c9914f-9669-41f5-9caf-b342293ab188 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:50.972164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b83e065-ee29-4461-82a6-5bfc71dfb02f req-49c9914f-9669-41f5-9caf-b342293ab188 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 944 time: 0.0764966
Apr 09 21:30:51.055081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] For port e824fc15-eeb4-4d4e-8c83-6c78cef294bd, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:30:51.058823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] For port e824fc15-eeb4-4d4e-8c83-6c78cef294bd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:30:51.064420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b83e065-ee29-4461-82a6-5bfc71dfb02f req-0ee4b1b2-23a1-41f2-918f-d959f1a536a7 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854106
Apr 09 21:30:51.067131 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:51.100142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:51.100739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:51.102195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] 10.222.0.32 "PUT /v2.0/ports/e824fc15-eeb4-4d4e-8c83-6c78cef294bd HTTP/1.1" status: 200  len: 1092 time: 0.7629178
Apr 09 21:30:51.102645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9564a09-2724-4004-b4e2-f93763619e14', 'tag': 'e824fc15-eeb4-4d4e-8c83-6c78cef294bd'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:30:51.104944 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cacc444-abe1-456a-bf94-76a5a68e6684" -d '{"events": [{"name": "network-changed", "server_uuid": "c9564a09-2724-4004-b4e2-f93763619e14", "tag": "e824fc15-eeb4-4d4e-8c83-6c78cef294bd"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:30:51.135333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48d783-e939-4127-a15a-b595ef580c6f service neutron] Pushing event updated for resources: {'Port': ['ID=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:51.148758 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8137defb-e15e-463d-9030-e1acc0a64f29 x-openstack-request-id: req-8137defb-e15e-463d-9030-e1acc0a64f29 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:30:51.149175 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9564a09-2724-4004-b4e2-f93763619e14", "tag": "e824fc15-eeb4-4d4e-8c83-6c78cef294bd", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:30:51.149485 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8137defb-e15e-463d-9030-e1acc0a64f29 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:30:51.149919 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8137defb-e15e-463d-9030-e1acc0a64f29'] response: {'name': 'network-changed', 'server_uuid': 'c9564a09-2724-4004-b4e2-f93763619e14', 'tag': 'e824fc15-eeb4-4d4e-8c83-6c78cef294bd', 'status': 'completed', 'code': 200}
Apr 09 21:30:51.190968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28acf03-7173-45e2-a976-908118c358b7 req-2d43941e-ac19-4037-8c34-bd3841158470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:51.192470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-2d43941e-ac19-4037-8c34-bd3841158470 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 1126 time: 0.0417480
Apr 09 21:30:51.238433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-19e9953f-7d91-4e63-9a01-b82d390774a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd HTTP/1.1" status: 200  len: 217 time: 0.0391302
Apr 09 21:30:51.288015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28acf03-7173-45e2-a976-908118c358b7 req-9d86e466-34e3-4af8-8761-69a2b5218560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:51.289563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-9d86e466-34e3-4af8-8761-69a2b5218560 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 200  len: 853 time: 0.0442820
Apr 09 21:30:51.321428 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-1738d87f-f96a-4656-8ce3-d4f23bc1b6f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259247
Apr 09 21:30:51.418775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-c4e459a3-3c88-4739-92f6-6824565cf996 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903163
Apr 09 21:30:51.521958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a28acf03-7173-45e2-a976-908118c358b7 req-0e8176ae-0b05-4064-b077-3652c4089d09 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972536
Apr 09 21:30:52.048411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd124-d301-4dab-b266-0db851a8576d req-0597bcb3-5ef9-4670-8759-269265319769 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:52.049917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee5dd124-d301-4dab-b266-0db851a8576d req-0597bcb3-5ef9-4670-8759-269265319769 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 945 time: 0.0578809
Apr 09 21:30:52.102342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee5dd124-d301-4dab-b266-0db851a8576d req-e2e2545c-7fe3-42f6-b113-e429c0686b92 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437238
Apr 09 21:30:52.194059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8417daf-92e5-4c16-92fb-38361a57e3e9 req-332e2eb3-3994-4eaf-929a-24539c61fb66 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:52.195535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8417daf-92e5-4c16-92fb-38361a57e3e9 req-332e2eb3-3994-4eaf-929a-24539c61fb66 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 944 time: 0.0549560
Apr 09 21:30:52.249601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0216490-235f-49df-ae0d-fce66d52caa8 req-32bce2d2-5646-4f8e-bde3-7eb6a01b6b1e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:52.251050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0216490-235f-49df-ae0d-fce66d52caa8 req-32bce2d2-5646-4f8e-bde3-7eb6a01b6b1e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 945 time: 0.0794280
Apr 09 21:30:52.290554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8417daf-92e5-4c16-92fb-38361a57e3e9 req-1d0fd16a-8062-4c19-bf98-e7053380b6e8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787930
Apr 09 21:30:52.318666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c0216490-235f-49df-ae0d-fce66d52caa8 req-c3f02c91-b0a6-4138-8758-12a01c7abc43 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574000
Apr 09 21:30:52.342347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36478) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:52.372630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-2913bf8c-2fbe-4b7d-82c2-5357982e3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:52.374397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-2913bf8c-2fbe-4b7d-82c2-5357982e3d8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 1126 time: 0.0405831
Apr 09 21:30:52.472044 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-2a91971f-450d-40f9-8413-7c6738e124a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:52.473599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-2a91971f-450d-40f9-8413-7c6738e124a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 914 time: 0.0937204
Apr 09 21:30:52.486981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff92a6af-85f7-4599-a30e-efd303decdb7 tempest-TestVolumeBootPattern-248414117 tempest-TestVolumeBootPattern-248414117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:52.488749 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff92a6af-85f7-4599-a30e-efd303decdb7 tempest-TestVolumeBootPattern-248414117 tempest-TestVolumeBootPattern-248414117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 1122 time: 0.1453745
Apr 09 21:30:52.491944 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 36482) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:30:52.496209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:30:52.515425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-4e175b78-e924-44e3-a644-dcb34a988e39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd HTTP/1.1" status: 200  len: 217 time: 0.0352747
Apr 09 21:30:52.517707 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:52.565000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-f69f6c70-d86f-41ee-b5d4-728c4c7a12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:52.566553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-f69f6c70-d86f-41ee-b5d4-728c4c7a12f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 200  len: 853 time: 0.0458841
Apr 09 21:30:52.599878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-11b1fb64-4029-45b3-8aa7-fbb707c61994 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269060
Apr 09 21:30:52.602609 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:52.694771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-f6760df0-0fcc-4ef0-aaa4-e40484a8ccc7 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884480
Apr 09 21:30:52.707823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.35.0.186 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/d94cdbb7-a87b-4e37-b926-94ddbb3c5251) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:30:52.787115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cacc444-abe1-456a-bf94-76a5a68e6684 req-01c67ee7-ada3-4bc4-8170-08e5670d5f28 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865567
Apr 09 21:30:52.817094 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:52.854180 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:52.905472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:30:52.908259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:30:52.911729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:30:52.917365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=d94cdbb7-a87b-4e37-b926-94ddbb3c5251,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:52.937937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4168ce76-54c8-4393-aef1-772056fbd232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:53.408851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d620d-c3c2-41ca-9896-24525bdd1e6f req-91b3256b-b769-4565-9abe-199b4ea6636a tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:53.410321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-479d620d-c3c2-41ca-9896-24525bdd1e6f req-91b3256b-b769-4565-9abe-199b4ea6636a tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 944 time: 0.0505450
Apr 09 21:30:53.433700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (56ad827a-8205-4458-a210-affaaba095d6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:53.458729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-479d620d-c3c2-41ca-9896-24525bdd1e6f req-6413f202-7f8d-4913-a6d9-539aa7c7d765 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423648
Apr 09 21:30:53.540442 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:53.954871 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:53.961932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:54.031241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=d94cdbb7-a87b-4e37-b926-94ddbb3c5251,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:54.044081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (56ad827a-8205-4458-a210-affaaba095d6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:54.151700 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Floating IP 56ad827a-8205-4458-a210-affaaba095d6 associated. External IP: 172.35.0.186, port: 18d78192-a3d6-4a59-b848-b3a97b7920bd.
Apr 09 21:30:54.182719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:54.385998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:30:54.448812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device e824fc15-eeb4-4d4e-8c83-6c78cef294bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:30:54.505905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-571c6f12-843a-4f4c-8416-17b0a7b9ebf4 service neutron] (126919) timed out ('10.222.0.30', 43580) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:30:54.507862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:30:54.523200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:30:54.528361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:54.544153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:30:54.544780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a7abe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:30:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:30:54.563140 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-de8aa854-3bf3-4cba-9537-f8c93ad044e5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0701671
Apr 09 21:30:54.563735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'tag': '18d78192-a3d6-4a59-b848-b3a97b7920bd'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:30:54.566109 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "91ee4c60-a2e7-49b0-87e6-6bceb56c93e8", "tag": "18d78192-a3d6-4a59-b848-b3a97b7920bd"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:30:54.600229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c5e6-5e71-4f71-92b7-7f34229fff83 req-288ffa00-0443-4c8f-aa16-55ece146a6ba tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:54.605543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b050c5e6-5e71-4f71-92b7-7f34229fff83 req-288ffa00-0443-4c8f-aa16-55ece146a6ba tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 944 time: 0.0696707
Apr 09 21:30:54.609536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port e824fc15-eeb4-4d4e-8c83-6c78cef294bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:30:54.611937 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f3f9a5-9406-4016-b42f-a607d2982201 x-openstack-request-id: req-92f3f9a5-9406-4016-b42f-a607d2982201 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:30:54.612276 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ee4c60-a2e7-49b0-87e6-6bceb56c93e8", "tag": "18d78192-a3d6-4a59-b848-b3a97b7920bd", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:30:54.612667 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92f3f9a5-9406-4016-b42f-a607d2982201 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:30:54.613782 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f3f9a5-9406-4016-b42f-a607d2982201'] response: {'name': 'network-changed', 'server_uuid': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'tag': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'status': 'completed', 'code': 200}
Apr 09 21:30:54.630328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'e824fc15-eeb4-4d4e-8c83-6c78cef294bd', 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0', 'port_id': 'e824fc15-eeb4-4d4e-8c83-6c78cef294bd', 'mac_address': 'fa:16:3e:11:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a29778-d8b9-46c1-a17f-b9629b30d945', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:30:54.662565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b050c5e6-5e71-4f71-92b7-7f34229fff83 req-4cc50240-a344-488b-aa6a-561ca5636e9a tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544896
Apr 09 21:30:54.680437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-e9faf03c-2319-4b06-a5d4-f87d8eb7fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:54.682137 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-e9faf03c-2319-4b06-a5d4-f87d8eb7fb20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 1127 time: 0.0467467
Apr 09 21:30:54.711096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:30:54.742739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port e824fc15-eeb4-4d4e-8c83-6c78cef294bd is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:30:54.743119 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:54.762222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e824fc15-eeb4-4d4e-8c83-6c78cef294bd {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:30:54.779284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-4295bc39-a413-499d-964c-4fa12d97d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:54.780813 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-4295bc39-a413-499d-964c-4fa12d97d135 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0914605
Apr 09 21:30:54.817147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port e824fc15-eeb4-4d4e-8c83-6c78cef294bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:30:54.822328 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:54.876072 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-9ed89641-98ea-4c9a-9512-c173385b7cbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd HTTP/1.1" status: 200  len: 999 time: 0.0895445
Apr 09 21:30:54.931733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-447cc062-efdb-4983-8708-5477e246d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:54.933335 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-447cc062-efdb-4983-8708-5477e246d908 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0514643
Apr 09 21:30:54.951145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-fe435053-1fcb-47a1-a265-3ae9da1c05ac req-de2c632c-ffe3-4a58-ba7b-a2e3ad0fac31 tempest-AttachVolumeShelveTestJSON-1751174024 tempest-AttachVolumeShelveTestJSON-1751174024-project] (126920) timed out ('10.222.0.30', 44662) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:30:54.980459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-1cac3e20-3e93-4f99-8862-e2eee1bb9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:54.982258 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-1cac3e20-3e93-4f99-8862-e2eee1bb9d48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435178
Apr 09 21:30:55.079381 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-2524835b-08a9-4e85-bfe1-fb816a1a8aef service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905950
Apr 09 21:30:55.097426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:55.153465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['e824fc15-eeb4-4d4e-8c83-6c78cef294bd'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:30:55.174223 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43e6368a-ee7c-4a89-88fd-b3a899a39bc9 req-7e3495eb-cd9a-41e2-9b35-af8789077f74 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893686
Apr 09 21:30:55.199917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a7abe0>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56ad827a-8205-4458-a210-affaaba095d6', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.186', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:e0:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:30:53Z', 'updated_at': '2022-04-09T21:30:53Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:30:55.234604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:30:55.266647 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:55.270106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:30:55.270722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a7abe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:30:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:30:55.423755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:30:55.655405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a7abe0>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56ad827a-8205-4458-a210-affaaba095d6', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.186', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:e0:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:30:53Z', 'updated_at': '2022-04-09T21:30:53Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:30:55.682915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24327d-2526-48b6-aab2-c7f22e3ba537 None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56ad827a-8205-4458-a210-affaaba095d6', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.186', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:e0:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:30:53Z', 'updated_at': '2022-04-09T21:30:53Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:30:55.785241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82513f9c-ca71-49d8-bf0b-4e6df8a80eea req-58ca41b0-2225-469a-9c3a-0eedde3b18cc tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:55.786764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82513f9c-ca71-49d8-bf0b-4e6df8a80eea req-58ca41b0-2225-469a-9c3a-0eedde3b18cc tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 945 time: 0.0521436
Apr 09 21:30:55.809431 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:55.839542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82513f9c-ca71-49d8-bf0b-4e6df8a80eea req-ede7e098-f05a-4830-9b25-ce7db788e3a5 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468528
Apr 09 21:30:55.897911 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d398a8d-9a1b-493c-a56b-080e6bf014cb None None] New status for floating IP 56ad827a-8205-4458-a210-affaaba095d6: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:30:56.451011 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device e824fc15-eeb4-4d4e-8c83-6c78cef294bd up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:30:56.502133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port e824fc15-eeb4-4d4e-8c83-6c78cef294bd completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:30:56.509948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port e824fc15-eeb4-4d4e-8c83-6c78cef294bd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:30:56.510329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:56.589331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port e824fc15-eeb4-4d4e-8c83-6c78cef294bd is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:30:56.589708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:56.612028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9564a09-2724-4004-b4e2-f93763619e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e824fc15-eeb4-4d4e-8c83-6c78cef294bd'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:30:56.614326 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd11084-ddc3-4b01-bdac-8fdaf31385bb" -d '{"events": [{"server_uuid": "c9564a09-2724-4004-b4e2-f93763619e14", "name": "network-vif-plugged", "status": "completed", "tag": "e824fc15-eeb4-4d4e-8c83-6c78cef294bd"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:30:56.627055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port e824fc15-eeb4-4d4e-8c83-6c78cef294bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:30:56.633133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:56.656939 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00298ae2-5fd4-44e5-b082-795960054e3e x-openstack-request-id: req-00298ae2-5fd4-44e5-b082-795960054e3e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:30:56.657247 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9564a09-2724-4004-b4e2-f93763619e14", "name": "network-vif-plugged", "status": "completed", "tag": "e824fc15-eeb4-4d4e-8c83-6c78cef294bd", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:30:56.657502 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00298ae2-5fd4-44e5-b082-795960054e3e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:30:56.657923 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00298ae2-5fd4-44e5-b082-795960054e3e'] response: {'server_uuid': 'c9564a09-2724-4004-b4e2-f93763619e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e824fc15-eeb4-4d4e-8c83-6c78cef294bd', 'code': 200}
Apr 09 21:30:56.692928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:30:56.750936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49899b-b519-4b94-a940-b8408d8a5f5d req-ec3954c5-3528-4416-abfa-0bfec34f56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:56.752757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e49899b-b519-4b94-a940-b8408d8a5f5d req-ec3954c5-3528-4416-abfa-0bfec34f56cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 1128 time: 0.0388834
Apr 09 21:30:56.797857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e49899b-b519-4b94-a940-b8408d8a5f5d req-d9ecef89-6a9e-471f-ac9e-5fcae4a8033a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397470
Apr 09 21:30:56.960471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29ace0-5fea-4302-ad1d-69f9b4ebe297 req-9a791b6d-ab1c-47b2-8d2f-b4f424d8dfd4 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:56.961944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c29ace0-5fea-4302-ad1d-69f9b4ebe297 req-9a791b6d-ab1c-47b2-8d2f-b4f424d8dfd4 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 946 time: 0.0536814
Apr 09 21:30:57.009646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2c29ace0-5fea-4302-ad1d-69f9b4ebe297 req-5e61d32a-3c6c-43c6-bc84-efa7eb4a356a tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418029
Apr 09 21:30:57.098313 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:30:58.126863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2af38-28b4-4da9-b523-7fed061f32a3 req-829d30f9-a7a5-4214-abf7-67695af2cbd4 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:30:58.128379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-edf2af38-28b4-4da9-b523-7fed061f32a3 req-829d30f9-a7a5-4214-abf7-67695af2cbd4 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 946 time: 0.0488973
Apr 09 21:30:58.178017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-edf2af38-28b4-4da9-b523-7fed061f32a3 req-be956fb9-aa1f-47ce-9b02-ab3b82e83fca tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439563
Apr 09 21:31:01.562359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:05.294637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-e395a4be-7bbe-40e8-88e0-9a8915e03fe1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0962462
Apr 09 21:31:05.381197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-56ae1ea4-3e02-428f-a5e0-9dcd7e590703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:31:05.382720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-56ae1ea4-3e02-428f-a5e0-9dcd7e590703 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 1128 time: 0.0463142
Apr 09 21:31:05.488207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-ccc593ff-1cf9-411b-9b31-36aacff1c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:31:05.489747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-ccc593ff-1cf9-411b-9b31-36aacff1c14d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 914 time: 0.0873034
Apr 09 21:31:05.534081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-7be645ee-d3f4-48fa-9736-fbe2fd0259cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd HTTP/1.1" status: 200  len: 217 time: 0.0376356
Apr 09 21:31:05.862997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-804a573d-c759-4c80-9e74-5a613712e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:31:05.864736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-804a573d-c759-4c80-9e74-5a613712e3b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 200  len: 853 time: 0.3246558
Apr 09 21:31:05.899026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-b6df168e-ae2f-4c33-9127-23e5ac4deb34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274057
Apr 09 21:31:05.999262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-585600ad-925d-401d-be75-b4bd2101c75e service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941694
Apr 09 21:31:06.091803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c639a59d-2f0e-4592-9662-80ad5fbfd85d req-d6572568-9e0b-48ed-beca-202158166671 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861161
Apr 09 21:31:06.803791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-cb0ded7f-8aa2-4c4a-95a9-a0ac416d1e67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0932319
Apr 09 21:31:06.891882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-776f90c3-c65d-46b0-a7a1-6d65956c1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:31:06.893127 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-776f90c3-c65d-46b0-a7a1-6d65956c1ede service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 1127 time: 0.0446246
Apr 09 21:31:07.002815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-eca6e5f0-6e76-48e6-a631-37320194d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:31:07.004256 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-eca6e5f0-6e76-48e6-a631-37320194d734 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0926604
Apr 09 21:31:07.087667 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-c376322a-5c36-4b31-b1ad-fe15a9ee66aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd HTTP/1.1" status: 200  len: 1001 time: 0.0757256
Apr 09 21:31:07.147423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-38aa1950-6f31-4428-9eb8-122093a391dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:31:07.148809 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-38aa1950-6f31-4428-9eb8-122093a391dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0526826
Apr 09 21:31:07.200954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-4dfdc3e4-89cc-4134-8226-fd4963a0b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:31:07.202550 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-4dfdc3e4-89cc-4134-8226-fd4963a0b5da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438507
Apr 09 21:31:07.302770 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-6b0b0abe-e780-4e14-9e06-223e9ff54557 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926085
Apr 09 21:31:07.396493 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f39ba411-c8bb-4d92-a290-f79fe1be8ce5 req-d752d508-16e3-4184-b942-a315c61cdc3b service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866015
Apr 09 21:31:07.855974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:31:20.466211 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4681-c288-497b-ba13-ab6c96476e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:22.944359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf762-4a7d-45e0-b37f-b9a8094097c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:24.186947 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:25.241695 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:25.813818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:27.096383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:31.539350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-b37ecadf-c6c4-4137-9085-af9ca5acff1b req-cf8eab35-a35a-4a89-b963-a585482e193d tempest-MultipleCreateTestJSON-1254161371 tempest-MultipleCreateTestJSON-1254161371-project] (126920) timed out ('10.222.0.32', 55872) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:31:31.584342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:44.854785 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:31:50.466773 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f3679c71-b44d-4d11-8d4b-210c84c8ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:52.941901 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1175d5c4-95cb-44fd-84e8-cd485213b91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:54.198082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:55.249110 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:55.833948 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:57.102754 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:31:59.224738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-c0475cf8-cdf6-4397-86aa-29373b82d70d req-1b8c188b-f1fb-4f0f-bbb0-f2c2ee8a81ea service neutron] (126920) timed out ('10.222.0.25', 59604) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:32:01.574108 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:07.238023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-58ce964e-ac7a-4e77-a030-c3fbcd2f15ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0516636
Apr 09 21:32:07.324149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-ea7e18ff-39a5-452e-aa89-1612411858aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:07.325783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-ea7e18ff-39a5-452e-aa89-1612411858aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 1128 time: 0.0436714
Apr 09 21:32:07.429436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-d7f47bad-4910-40a9-9daa-0b2e037deaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:07.430909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-d7f47bad-4910-40a9-9daa-0b2e037deaf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 914 time: 0.0858018
Apr 09 21:32:07.477392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-6eeb65df-495a-4d6c-b661-4bf4e6a93252 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd HTTP/1.1" status: 200  len: 217 time: 0.0405531
Apr 09 21:32:07.528588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-b8f70473-9616-48c4-b6f8-b6da244d29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:07.530005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-b8f70473-9616-48c4-b6f8-b6da244d29cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 200  len: 853 time: 0.0465145
Apr 09 21:32:07.562156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-7c39c518-55e0-4388-aa1d-d7ae0f37544c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262325
Apr 09 21:32:07.657874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-8ce87444-650a-4f9e-bafa-8cd0d673099a service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891442
Apr 09 21:32:07.751973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2cdc551-c9bf-4187-9227-d11b69786bbd req-3a720e7d-f004-41c1-8f18-28d1003ef7d4 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868855
Apr 09 21:32:08.770884 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-3433ef3a-8b17-494f-8627-ade2e07e0743 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0460806
Apr 09 21:32:08.862704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-a18dcf3d-d3dc-4283-afad-c97b5f4dc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:08.864249 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-a18dcf3d-d3dc-4283-afad-c97b5f4dc8cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 1127 time: 0.0448446
Apr 09 21:32:08.983616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-a06cd8f0-1a6b-4676-87c1-bb8fdfd793fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:08.985235 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-a06cd8f0-1a6b-4676-87c1-bb8fdfd793fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.1024587
Apr 09 21:32:09.061000 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-732fa0f8-0a64-49da-a90f-252a4f602baf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd HTTP/1.1" status: 200  len: 1001 time: 0.0680614
Apr 09 21:32:09.109649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-cdc430ce-24e1-41e6-b2e7-56c367477430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:09.111107 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-cdc430ce-24e1-41e6-b2e7-56c367477430 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0444458
Apr 09 21:32:09.157773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-af6d8470-f79b-493d-a15a-2331273dd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:09.159378 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-af6d8470-f79b-493d-a15a-2331273dd760 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418625
Apr 09 21:32:09.259482 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-7a93ef71-9693-4db5-a48b-24d15c99b4fd service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933874
Apr 09 21:32:09.349486 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c7aa45f3-5b49-4d72-8fa0-8f355f5eeb29 req-79b376ca-a0a4-4088-bcdd-b3818a58df7f service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834858
Apr 09 21:32:20.463704 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8188e245-b48f-4645-9596-b915afdd8746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:21.858345 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:32:22.943494 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ec988f1a-a0c1-4f0e-bac6-f7075def6c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:24.197888 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:25.250070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:25.840198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:27.093243 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:31.593146 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:41.502834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bffadd-40f9-407f-8e78-9e56c92a4b0b req-df9b2367-44ef-4d09-8e39-7dca26b1fa44 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:41.504247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6bffadd-40f9-407f-8e78-9e56c92a4b0b req-df9b2367-44ef-4d09-8e39-7dca26b1fa44 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 946 time: 0.0557570
Apr 09 21:32:41.567835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6bffadd-40f9-407f-8e78-9e56c92a4b0b req-c6df9715-bffb-47b9-bc99-346b6b71a996 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540452
Apr 09 21:32:42.696272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee54d1-f7c2-41be-96f3-42f8120ac6b2 req-a9042807-4bd0-4fd5-99c8-78334ed53564 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:42.697694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8eee54d1-f7c2-41be-96f3-42f8120ac6b2 req-a9042807-4bd0-4fd5-99c8-78334ed53564 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 946 time: 0.0493128
Apr 09 21:32:42.746801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8eee54d1-f7c2-41be-96f3-42f8120ac6b2 req-1f1f3ccc-5fb8-4765-aaab-71bad12e0179 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431485
Apr 09 21:32:42.903594 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-ec24decb-550c-4aa3-aeb0-31a015f0a95a tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:42.905284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-ec24decb-550c-4aa3-aeb0-31a015f0a95a tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 946 time: 0.0634718
Apr 09 21:32:43.004065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Deleting port e824fc15-eeb4-4d4e-8c83-6c78cef294bd {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:32:43.004410 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:43.100025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] For port e824fc15-eeb4-4d4e-8c83-6c78cef294bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:32:43.100369 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:43.113630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Calling delete_port for e824fc15-eeb4-4d4e-8c83-6c78cef294bd owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:32:43.265588 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e824fc15-eeb4-4d4e-8c83-6c78cef294bd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:43.277891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['e824fc15-eeb4-4d4e-8c83-6c78cef294bd'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:32:43.294332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Pushing event deleted for resources: {'Port': ['ID=e824fc15-eeb4-4d4e-8c83-6c78cef294bd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:32:43.304604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.304949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.305299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.305708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.306048 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.306371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.306693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.307012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.307329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.307645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.307966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.308273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.308586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.308899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.309235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:43.356166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] No DVR routers for this DVR port e824fc15-eeb4-4d4e-8c83-6c78cef294bd on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:32:43.359012 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:43.362294 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48cb7c07-5516-4425-8246-b8b1dd14b8cc req-290a9d09-b299-4e8b-bcce-3d6eb0db7466 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.32 "DELETE /v2.0/ports/e824fc15-eeb4-4d4e-8c83-6c78cef294bd HTTP/1.1" status: 204  len: 173 time: 0.4513175
Apr 09 21:32:43.362741 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9564a09-2724-4004-b4e2-f93763619e14', 'name': 'network-vif-deleted', 'tag': 'e824fc15-eeb4-4d4e-8c83-6c78cef294bd'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:32:43.364971 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2906499-2d18-4cdf-b586-6507dfe2b19e" -d '{"events": [{"server_uuid": "c9564a09-2724-4004-b4e2-f93763619e14", "name": "network-vif-deleted", "tag": "e824fc15-eeb4-4d4e-8c83-6c78cef294bd"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:32:43.476847 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4078cee-430b-476e-b731-f58d50999e4a x-openstack-request-id: req-c4078cee-430b-476e-b731-f58d50999e4a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:32:43.477276 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9564a09-2724-4004-b4e2-f93763619e14", "name": "network-vif-deleted", "tag": "e824fc15-eeb4-4d4e-8c83-6c78cef294bd", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:32:43.477552 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4078cee-430b-476e-b731-f58d50999e4a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:32:43.478005 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4078cee-430b-476e-b731-f58d50999e4a'] response: {'server_uuid': 'c9564a09-2724-4004-b4e2-f93763619e14', 'name': 'network-vif-deleted', 'tag': 'e824fc15-eeb4-4d4e-8c83-6c78cef294bd', 'status': 'completed', 'code': 200}
Apr 09 21:32:43.858751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8318143-6bd2-4a00-9eba-f9c4856564b0 req-cfa9402a-f87f-4019-8915-28b5f0134a72 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9564a09-2724-4004-b4e2-f93763619e14 HTTP/1.1" status: 200  len: 210 time: 0.0299060
Apr 09 21:32:46.882843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device e824fc15-eeb4-4d4e-8c83-6c78cef294bd no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:32:46.909776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: e824fc15-eeb4-4d4e-8c83-6c78cef294bd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:32:46.910110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device e824fc15-eeb4-4d4e-8c83-6c78cef294bd not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:32:48.790828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-64ce942c-6304-4a48-a128-2ed9a964af94 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:48.792481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-64ce942c-6304-4a48-a128-2ed9a964af94 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 813 time: 0.1096282
Apr 09 21:32:48.808358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-cb59a451-c407-41da-b9bd-5720a997186d tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/quotas/3e1e5cc7222142ab82cd6a857f7be3de HTTP/1.1" status: 200  len: 375 time: 0.0099020
Apr 09 21:32:48.854925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-d6ab7b4e-4388-465e-849c-157723e07a0f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0394659
Apr 09 21:32:49.003127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-c4ebb9de-1800-4d38-90c8-9bf82a8508f3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412997
Apr 09 21:32:49.103014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-757bc16c-5bb6-4596-84c5-c22c3efdf23c service neutron] 10.222.0.30 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938876
Apr 09 21:32:49.287219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5330a5dc-0b8d-49db-91ff-d14e3909913f req-81e3e0c1-422a-46e0-8657-3f88d6457b7e tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 210 time: 0.0301850
Apr 09 21:32:50.361207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-83d49a47-d4d3-4e7d-a8c5-d7b73bb82cac tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:50.362711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-83d49a47-d4d3-4e7d-a8c5-d7b73bb82cac tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.32 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 813 time: 0.1158977
Apr 09 21:32:50.377858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Request body: {'port': {'device_id': 'a7271036-4159-4cba-a4cb-20f4c26667b2', 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0', 'admin_state_up': True, 'tenant_id': '3e1e5cc7222142ab82cd6a857f7be3de'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:32:50.397334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0fac734-c7f1-4c59-bb13-dc273a6da015 req-860281b5-4a5c-41dc-94d1-f36f93262886 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 210 time: 0.0336564
Apr 09 21:32:50.459828 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b64d-0c5b-455a-a6fb-77541a08bceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:50.500606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Made reservation on behalf of 3e1e5cc7222142ab82cd6a857f7be3de for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:32:50.504105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:50.647459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Allocated IP 172.20.0.8 (4d5be3c2-663d-4396-8be5-5c8395dc4ab0/b6a29778-d8b9-46c1-a17f-b9629b30d945/d79a689e-45b3-4974-a773-81359e2329c9) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:32:50.800924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks [] for port (d79a689e-45b3-4974-a773-81359e2329c9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:50.840942 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d79a689e-45b3-4974-a773-81359e2329c9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:50.886792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:32:50.889920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:32:50.893634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:32:50.902620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Pushing event updated for resources: {'Port': ['ID=d79a689e-45b3-4974-a773-81359e2329c9,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:32:50.963857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:50.964707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:50.986061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-8881a9cc-0b5c-4fc5-ace8-3af8c5342ae8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6136925
Apr 09 21:32:50.998191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Request body: {'port': {'device_id': 'a7271036-4159-4cba-a4cb-20f4c26667b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:32:51.074135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d79a689e-45b3-4974-a773-81359e2329c9), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:51.377016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79a689e-45b3-4974-a773-81359e2329c9 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:32:51.385159 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Publish callbacks [] for port (d79a689e-45b3-4974-a773-81359e2329c9), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:51.404957 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Transition to ACTIVE for port object d79a689e-45b3-4974-a773-81359e2329c9 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:32:51.409076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d79a689e-45b3-4974-a773-81359e2329c9), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:51.467081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Pushing event updated for resources: {'Port': ['ID=d79a689e-45b3-4974-a773-81359e2329c9,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:32:51.559616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad326838-a16f-4cf1-8b81-4248b0f2808e req-ad0cc06a-6b8b-4a44-b6f1-700df4f0a3f2 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:51.561074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad326838-a16f-4cf1-8b81-4248b0f2808e req-ad0cc06a-6b8b-4a44-b6f1-700df4f0a3f2 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 943 time: 0.0755603
Apr 09 21:32:51.592287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Attempting to bind port d79a689e-45b3-4974-a773-81359e2329c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:32:51.592619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Attempting to bind port d79a689e-45b3-4974-a773-81359e2329c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:32:51.592948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Attempting to bind port d79a689e-45b3-4974-a773-81359e2329c9 on network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:32:51.606072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Port d79a689e-45b3-4974-a773-81359e2329c9 on network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:32:51.606447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Attempting to bind port d79a689e-45b3-4974-a773-81359e2329c9 on network 4d5be3c2-663d-4396-8be5-5c8395dc4ab0 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:32:51.620625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:32:51.620992 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Checking segment: {'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:32:51.621399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Bound using segment: {'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:32:51.621888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Bound port: d79a689e-45b3-4974-a773-81359e2329c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246cf332-3852-45e5-aa5e-a9c15557c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:32:51.622277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d79a689e-45b3-4974-a773-81359e2329c9), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:51.637847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad326838-a16f-4cf1-8b81-4248b0f2808e req-3293506b-fb3d-4e0f-9cb6-121b5b0faa12 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706820
Apr 09 21:32:51.695682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] For port d79a689e-45b3-4974-a773-81359e2329c9, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:32:51.698892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] For port d79a689e-45b3-4974-a773-81359e2329c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d79a689e-45b3-4974-a773-81359e2329c9,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:32:51.707017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d79a689e-45b3-4974-a773-81359e2329c9), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:51.745132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:51.745842 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:51.747663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] 10.222.0.32 "PUT /v2.0/ports/d79a689e-45b3-4974-a773-81359e2329c9 HTTP/1.1" status: 200  len: 1091 time: 0.7546425
Apr 09 21:32:51.750398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7271036-4159-4cba-a4cb-20f4c26667b2', 'tag': 'd79a689e-45b3-4974-a773-81359e2329c9'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:32:51.753604 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349f4a2b-9830-4ad0-b8a6-24bc87991794" -d '{"events": [{"name": "network-changed", "server_uuid": "a7271036-4159-4cba-a4cb-20f4c26667b2", "tag": "d79a689e-45b3-4974-a773-81359e2329c9"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:32:51.777964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130568c-6906-453b-a723-fc43ae032f99 service neutron] Pushing event updated for resources: {'Port': ['ID=d79a689e-45b3-4974-a773-81359e2329c9,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:32:51.822213 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3479eb5-1ecc-46f0-b750-578621f7d0fd x-openstack-request-id: req-e3479eb5-1ecc-46f0-b750-578621f7d0fd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:32:51.822575 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7271036-4159-4cba-a4cb-20f4c26667b2", "tag": "d79a689e-45b3-4974-a773-81359e2329c9", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:32:51.822895 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3479eb5-1ecc-46f0-b750-578621f7d0fd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:32:51.823302 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3479eb5-1ecc-46f0-b750-578621f7d0fd'] response: {'name': 'network-changed', 'server_uuid': 'a7271036-4159-4cba-a4cb-20f4c26667b2', 'tag': 'd79a689e-45b3-4974-a773-81359e2329c9', 'status': 'completed', 'code': 200}
Apr 09 21:32:51.836580 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-fb1415f4-d731-4781-b4fb-bf309410bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:51.838372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-fb1415f4-d731-4781-b4fb-bf309410bd44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 1125 time: 0.0510020
Apr 09 21:32:51.882951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-2f36d561-1a93-4879-bdbd-5d38949652f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d79a689e-45b3-4974-a773-81359e2329c9 HTTP/1.1" status: 200  len: 217 time: 0.0378547
Apr 09 21:32:51.934102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-c1e8687f-6f3b-46a3-8e09-e3ad3e6e88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:51.934458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-c1e8687f-6f3b-46a3-8e09-e3ad3e6e88b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 200  len: 853 time: 0.0464740
Apr 09 21:32:51.971281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-76c65b4c-c1b7-427e-9523-1449b7ac8f17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304224
Apr 09 21:32:52.060423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-1ec3ae33-3d68-4590-8e3c-870e3dea0755 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831432
Apr 09 21:32:52.167697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-273d9973-35c6-424f-8fcf-105201cf5d88 req-547d39ef-ac20-40af-a5c6-40057fa8fce5 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0998073
Apr 09 21:32:52.764855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514e3f2-ddbf-48a8-a058-8a96e269f2b5 req-6465c7a6-042b-4c42-b0c0-97ab76cf75e9 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:52.766333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a514e3f2-ddbf-48a8-a058-8a96e269f2b5 req-6465c7a6-042b-4c42-b0c0-97ab76cf75e9 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 943 time: 0.0507047
Apr 09 21:32:52.814046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a514e3f2-ddbf-48a8-a058-8a96e269f2b5 req-a5086dc4-ae9c-4ed7-9686-c4c764f73b70 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419397
Apr 09 21:32:52.944331 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8352befe-5775-4ba7-8910-19b54dbb8845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:53.039071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-b94c49e9-8d0f-4397-8bf8-7d58c3a2af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:53.040530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-b94c49e9-8d0f-4397-8bf8-7d58c3a2af37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 1125 time: 0.0501876
Apr 09 21:32:53.137640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-e24129d8-a80b-4023-9176-3c7af75329b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:53.139103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-e24129d8-a80b-4023-9176-3c7af75329b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 914 time: 0.0924206
Apr 09 21:32:53.180171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-bb8f3b7d-4ef6-461e-8e5d-82afcaf2834e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d79a689e-45b3-4974-a773-81359e2329c9 HTTP/1.1" status: 200  len: 217 time: 0.0346127
Apr 09 21:32:53.232631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-1c4939c0-4720-4c8e-8350-117f833661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:53.234133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-1c4939c0-4720-4c8e-8350-117f833661b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 200  len: 853 time: 0.0488362
Apr 09 21:32:53.267825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-f3339436-4aec-46c1-b232-2a2d8cac2ccd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258653
Apr 09 21:32:53.362209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-3c34461c-18b4-4867-ba65-8d14e2a92540 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881526
Apr 09 21:32:53.462246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-349f4a2b-9830-4ad0-b8a6-24bc87991794 req-6d8d1312-b396-402e-a365-490743e2640f service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943727
Apr 09 21:32:53.936784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ad22-1c85-4726-902f-dbb1b128ce47 req-6db9f3f6-5976-4dd7-96af-1404d7f5ea1d tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:53.938299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2dd9ad22-1c85-4726-902f-dbb1b128ce47 req-6db9f3f6-5976-4dd7-96af-1404d7f5ea1d tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 943 time: 0.0494266
Apr 09 21:32:53.985884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2dd9ad22-1c85-4726-902f-dbb1b128ce47 req-1ec6bfdb-dd78-4a83-a8ec-43b3b15bfdc6 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417924
Apr 09 21:32:54.204427 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:54.883630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d79a689e-45b3-4974-a773-81359e2329c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:32:54.998693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d79a689e-45b3-4974-a773-81359e2329c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d79a689e-45b3-4974-a773-81359e2329c9,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:32:55.013999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'd79a689e-45b3-4974-a773-81359e2329c9', 'network_id': '4d5be3c2-663d-4396-8be5-5c8395dc4ab0', 'port_id': 'd79a689e-45b3-4974-a773-81359e2329c9', 'mac_address': 'fa:16:3e:66:aa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a29778-d8b9-46c1-a17f-b9629b30d945', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:32:55.054858 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d79a689e-45b3-4974-a773-81359e2329c9 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:32:55.055271 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d79a689e-45b3-4974-a773-81359e2329c9), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:55.069573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79a689e-45b3-4974-a773-81359e2329c9 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:32:55.091397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d79a689e-45b3-4974-a773-81359e2329c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d79a689e-45b3-4974-a773-81359e2329c9,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:32:55.097607 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d79a689e-45b3-4974-a773-81359e2329c9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:55.109872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729df1ae-8b19-440e-aeec-b6f5a7bc9c43 req-efd3490a-56b2-43aa-ad9b-4af5e38f8556 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:55.111364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-729df1ae-8b19-440e-aeec-b6f5a7bc9c43 req-efd3490a-56b2-43aa-ad9b-4af5e38f8556 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 943 time: 0.0530088
Apr 09 21:32:55.149218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d79a689e-45b3-4974-a773-81359e2329c9,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:32:55.156668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.157019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.157383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.157719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.158037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.158370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.158708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.159054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.159168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-729df1ae-8b19-440e-aeec-b6f5a7bc9c43 req-4d371c6e-7936-4098-995e-8305e695efe4 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419545
Apr 09 21:32:55.159367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.159703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.160019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.160336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.160653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.160970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.161312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:32:55.256891 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:55.299325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d79a689e-45b3-4974-a773-81359e2329c9'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:32:55.831687 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:56.287503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776de75-7676-4523-bb57-c0cea7b1145e req-70ac4dba-497f-4a72-b3a9-02f62463de7c tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:56.289077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3776de75-7676-4523-bb57-c0cea7b1145e req-70ac4dba-497f-4a72-b3a9-02f62463de7c tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 944 time: 0.0564387
Apr 09 21:32:56.337625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3776de75-7676-4523-bb57-c0cea7b1145e req-c4fa3173-6b28-45b9-96f2-90f289ec9a6b tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426912
Apr 09 21:32:56.899127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d79a689e-45b3-4974-a773-81359e2329c9 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:32:56.950110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port d79a689e-45b3-4974-a773-81359e2329c9 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:32:56.958316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port d79a689e-45b3-4974-a773-81359e2329c9 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:32:56.958674 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d79a689e-45b3-4974-a773-81359e2329c9), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:57.043319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port d79a689e-45b3-4974-a773-81359e2329c9 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:32:57.043974 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d79a689e-45b3-4974-a773-81359e2329c9), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:57.073846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7271036-4159-4cba-a4cb-20f4c26667b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a689e-45b3-4974-a773-81359e2329c9'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:32:57.077335 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63efad7e-bff2-4587-8230-80f99da26686" -d '{"events": [{"server_uuid": "a7271036-4159-4cba-a4cb-20f4c26667b2", "name": "network-vif-plugged", "status": "completed", "tag": "d79a689e-45b3-4974-a773-81359e2329c9"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:32:57.102778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port d79a689e-45b3-4974-a773-81359e2329c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d79a689e-45b3-4974-a773-81359e2329c9,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:32:57.108583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d79a689e-45b3-4974-a773-81359e2329c9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:57.114700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:32:57.159960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=d79a689e-45b3-4974-a773-81359e2329c9,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:32:57.200556 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ce61af-5434-4a53-b940-480ea87a6cc1 x-openstack-request-id: req-06ce61af-5434-4a53-b940-480ea87a6cc1 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:32:57.200864 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7271036-4159-4cba-a4cb-20f4c26667b2", "name": "network-vif-plugged", "status": "completed", "tag": "d79a689e-45b3-4974-a773-81359e2329c9", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:32:57.201191 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06ce61af-5434-4a53-b940-480ea87a6cc1 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:32:57.201600 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ce61af-5434-4a53-b940-480ea87a6cc1'] response: {'server_uuid': 'a7271036-4159-4cba-a4cb-20f4c26667b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a689e-45b3-4974-a773-81359e2329c9', 'code': 200}
Apr 09 21:32:57.301311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e50eba-51ab-48bb-adaa-038baaf27338 req-1c692f32-5914-46d0-92ba-70ba4e87ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:57.302885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00e50eba-51ab-48bb-adaa-038baaf27338 req-1c692f32-5914-46d0-92ba-70ba4e87ef62 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 1127 time: 0.0444934
Apr 09 21:32:57.350893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-00e50eba-51ab-48bb-adaa-038baaf27338 req-ed283fd6-e601-445a-8cca-7c1dd53eb91a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425031
Apr 09 21:32:57.458506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf6aa7-3e00-4e0d-ae0e-455bfef88fba req-40dbd151-1c77-48cd-8527-949cbd9947d8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:57.460114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdbf6aa7-3e00-4e0d-ae0e-455bfef88fba req-40dbd151-1c77-48cd-8527-949cbd9947d8 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 945 time: 0.0508599
Apr 09 21:32:57.507919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdbf6aa7-3e00-4e0d-ae0e-455bfef88fba req-8123c85f-94f4-45e3-a307-d3640ce81946 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419543
Apr 09 21:32:58.625182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202d354-3357-4ef4-a320-c5c6c4b165d1 req-2a147273-aa72-4deb-af76-9a44ad17c505 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:32:58.626668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9202d354-3357-4ef4-a320-c5c6c4b165d1 req-2a147273-aa72-4deb-af76-9a44ad17c505 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 945 time: 0.0477057
Apr 09 21:32:58.673949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9202d354-3357-4ef4-a320-c5c6c4b165d1 req-87ed1f97-3f23-4e05-b048-28458ee8b599 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414259
Apr 09 21:32:58.857856 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:33:00.929076 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a85a92-5fa4-4246-8fde-8f46eac30376 req-6cd908dd-cfef-483b-8e76-3524208d9f6d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:00.930846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84a85a92-5fa4-4246-8fde-8f46eac30376 req-6cd908dd-cfef-483b-8e76-3524208d9f6d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 945 time: 0.0577385
Apr 09 21:33:00.986729 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-84a85a92-5fa4-4246-8fde-8f46eac30376 req-26415ea2-7234-4435-9b9e-12b4897bb99a tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469494
Apr 09 21:33:01.602191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:02.113676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ae9d-4950-4ea8-826b-2e9537febf24 req-7ee00e2c-d5f5-4760-846b-1ed41a12b12f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:02.115194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4784ae9d-4950-4ea8-826b-2e9537febf24 req-7ee00e2c-d5f5-4760-846b-1ed41a12b12f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 945 time: 0.0498278
Apr 09 21:33:02.165657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4784ae9d-4950-4ea8-826b-2e9537febf24 req-2a49626a-6fd6-40ae-b7f7-3f72a79daabb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446990
Apr 09 21:33:02.624186 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-1a151689-51b5-44a1-8932-a3243d0dd433 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:02.625873 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-1a151689-51b5-44a1-8932-a3243d0dd433 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 945 time: 0.0523949
Apr 09 21:33:02.711067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port 18d78192-a3d6-4a59-b848-b3a97b7920bd {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:33:02.711416 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:02.803722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] For port 18d78192-a3d6-4a59-b848-b3a97b7920bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18d78192-a3d6-4a59-b848-b3a97b7920bd,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:33:02.804091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:03.082343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:03.082660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (56ad827a-8205-4458-a210-affaaba095d6), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:03.083053 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Floating IP 56ad827a-8205-4458-a210-affaaba095d6 disassociated. External IP: 172.35.0.186, port: 18d78192-a3d6-4a59-b848-b3a97b7920bd.
Apr 09 21:33:03.083383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for 18d78192-a3d6-4a59-b848-b3a97b7920bd owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:33:03.288331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe004a32-1443-49a4-b4ea-9ff710cae275 req-301a6fa8-db1a-4f00-b906-9a1a2fca8ebb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:03.290235 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe004a32-1443-49a4-b4ea-9ff710cae275 req-301a6fa8-db1a-4f00-b906-9a1a2fca8ebb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 945 time: 0.0513425
Apr 09 21:33:03.354208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe004a32-1443-49a4-b4ea-9ff710cae275 req-3aa53423-f6b9-4d72-9f6e-8d40b1e8466d tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573788
Apr 09 21:33:03.510579 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (18d78192-a3d6-4a59-b848-b3a97b7920bd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:03.544552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=18d78192-a3d6-4a59-b848-b3a97b7920bd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:33:03.555992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.556347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.556694 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.557051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.557386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.557937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.558420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.558924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.559251 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.559731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.560065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.560391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.560717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.561068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.561395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:33:03.691767 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:33:03.807609 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:33:03.817707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:33:03.828959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:33:03.829535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374777e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:32:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:33:03.853530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] No DVR routers for this DVR port 18d78192-a3d6-4a59-b848-b3a97b7920bd on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:33:03.856858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:03.861062 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ed777a9d-4c69-45c8-a2ee-5232d8d52f92 req-0010f043-f5b0-4b22-9c03-2dfcafadbe81 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "DELETE /v2.0/ports/18d78192-a3d6-4a59-b848-b3a97b7920bd HTTP/1.1" status: 204  len: 173 time: 1.2291236
Apr 09 21:33:03.861553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'name': 'network-vif-deleted', 'tag': '18d78192-a3d6-4a59-b848-b3a97b7920bd'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:33:03.864595 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00db8965-d1a8-46c7-b468-90a6bfc11590" -d '{"events": [{"server_uuid": "91ee4c60-a2e7-49b0-87e6-6bceb56c93e8", "name": "network-vif-deleted", "tag": "18d78192-a3d6-4a59-b848-b3a97b7920bd"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:33:03.987290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:33:03.994623 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32608d0d-6e71-490b-ad15-3d8812aa3659 x-openstack-request-id: req-32608d0d-6e71-490b-ad15-3d8812aa3659 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:33:03.994939 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ee4c60-a2e7-49b0-87e6-6bceb56c93e8", "name": "network-vif-deleted", "tag": "18d78192-a3d6-4a59-b848-b3a97b7920bd", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:33:03.995182 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32608d0d-6e71-490b-ad15-3d8812aa3659 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:33:03.995646 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32608d0d-6e71-490b-ad15-3d8812aa3659'] response: {'server_uuid': '91ee4c60-a2e7-49b0-87e6-6bceb56c93e8', 'name': 'network-vif-deleted', 'tag': '18d78192-a3d6-4a59-b848-b3a97b7920bd', 'status': 'completed', 'code': 200}
Apr 09 21:33:04.192560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374777e20>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:33:04.387772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:33:04.396592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:33:04.397239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374777e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:32:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:33:04.467460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc5925da-eff6-486b-883d-11f2bdb114ce req-d8e50b2e-4b18-404e-9ce0-5f878f3c039f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ee4c60-a2e7-49b0-87e6-6bceb56c93e8 HTTP/1.1" status: 200  len: 210 time: 0.0304759
Apr 09 21:33:04.518794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:33:04.720093 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374777e20>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:33:04.750812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f412e-4267-4a69-8e3c-043bac6ba1e4 None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:33:04.991536 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49831e0b-463e-4d2b-9955-d70c9c130cb3 None None] New status for floating IP 56ad827a-8205-4458-a210-affaaba095d6: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:33:05.690637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-2963e675-dc02-4b39-afbb-556a8c28414b tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743128156&fields=id&tenant_id=5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 267 time: 0.0461955
Apr 09 21:33:05.800445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-64280198-d4d9-4912-8883-bee2fd60e978 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:05.801939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-64280198-d4d9-4912-8883-bee2fd60e978 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1047449
Apr 09 21:33:05.816445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-6f9987b3-d166-47f5-96be-1405ff3cf4b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/quotas/5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 375 time: 0.0089958
Apr 09 21:33:05.866299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-3c1247e4-11ca-4afd-85d1-1ae9265607b7 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0451024
Apr 09 21:33:05.963166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-912bc199-9d2c-45e4-828c-62f2c378c47c service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853484
Apr 09 21:33:06.056258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-070a4f27-4c67-45d0-9d33-a0ef8e5a2690 service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870788
Apr 09 21:33:06.196833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 18d78192-a3d6-4a59-b848-b3a97b7920bd no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:33:06.217570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 18d78192-a3d6-4a59-b848-b3a97b7920bd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:33:06.217830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 18d78192-a3d6-4a59-b848-b3a97b7920bd not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:33:06.358897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3009a4d3-97f5-4a12-83b9-ae25876a8942 req-f544a2c5-532f-4895-a2ad-281d85232a35 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 210 time: 0.0279596
Apr 09 21:33:07.295242 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-c466eb5a-7765-47b6-a0e8-b5130e5a19d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:07.296800 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-c466eb5a-7765-47b6-a0e8-b5130e5a19d2 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1150992
Apr 09 21:33:07.360250 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-547ab905-6868-463c-984a-8ddb2552a6bd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 380 time: 0.0547972
Apr 09 21:33:07.370102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'port': {'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'admin_state_up': True, 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'security_groups': ['66e26245-7cea-4673-a29f-eec0f259ba50']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:33:07.463178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-514ee34a-7b0f-41db-a2f3-787561bcf07d req-01c5501d-8708-4074-861c-85d4d866f165 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 210 time: 0.0354309
Apr 09 21:33:07.496379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Made reservation on behalf of 5e1063334e4a426eb70eec5ed1578744 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:33:07.499805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:07.625681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.20.0.8 (66be874b-41eb-401e-a35f-6e34d5263533/e4f2c6da-5a70-45c3-b1e3-82398c58ecac/0a7a5701-b0a1-4a59-9337-ee33fe404576) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:33:07.770952 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:07.806427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:07.852081 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:33:07.857114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:33:07.859762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:33:07.889476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=0a7a5701-b0a1-4a59-9337-ee33fe404576,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:33:07.919072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:07.919705 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:07.944265 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-b43d2f7f-ad96-45d9-9a28-606a56ae1e85 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5778925
Apr 09 21:33:07.956559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Request body: {'port': {'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:33:08.022509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:08.074027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3953f4ff-27d1-4214-b611-de01f578ba51 None None] Provisioning complete for port 0a7a5701-b0a1-4a59-9337-ee33fe404576 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:33:08.074611 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3953f4ff-27d1-4214-b611-de01f578ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:08.112188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3953f4ff-27d1-4214-b611-de01f578ba51 None None] Port 0a7a5701-b0a1-4a59-9337-ee33fe404576 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:33:08.235584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-a810d1c4-59a9-4c58-ad5e-ff491b4d99f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0525293
Apr 09 21:33:08.317473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7a5701-b0a1-4a59-9337-ee33fe404576 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:33:08.325011 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Publish callbacks [] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:08.327310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-6c3fee3b-b7ae-4bc7-908e-a9fd7ce3ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:08.329396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-6c3fee3b-b7ae-4bc7-908e-a9fd7ce3ee13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 1127 time: 0.0471218
Apr 09 21:33:08.337963 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Transition to ACTIVE for port object 0a7a5701-b0a1-4a59-9337-ee33fe404576 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:33:08.343008 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:08.395244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7a5701-b0a1-4a59-9337-ee33fe404576,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:33:08.450559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-c75b9e70-6b49-4d11-ae39-e842f6ae7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:08.452685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-c75b9e70-6b49-4d11-ae39-e842f6ae7b22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 914 time: 0.1031764
Apr 09 21:33:08.469307 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Attempting to bind port 0a7a5701-b0a1-4a59-9337-ee33fe404576 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:33:08.469639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Attempting to bind port 0a7a5701-b0a1-4a59-9337-ee33fe404576 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:33:08.469965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Attempting to bind port 0a7a5701-b0a1-4a59-9337-ee33fe404576 on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:33:08.474608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Port 0a7a5701-b0a1-4a59-9337-ee33fe404576 on network 66be874b-41eb-401e-a35f-6e34d5263533 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:33:08.474921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Attempting to bind port 0a7a5701-b0a1-4a59-9337-ee33fe404576 on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:33:08.480080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:33:08.480415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:33:08.480804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Bound using segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:33:08.481284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Bound port: 0a7a5701-b0a1-4a59-9337-ee33fe404576, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:33:08.481612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:08.500646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-1afbeb99-ac03-4f34-8189-edd4c72d2680 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d79a689e-45b3-4974-a773-81359e2329c9 HTTP/1.1" status: 200  len: 217 time: 0.0412538
Apr 09 21:33:08.555876 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] For port 0a7a5701-b0a1-4a59-9337-ee33fe404576, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:33:08.561278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] For port 0a7a5701-b0a1-4a59-9337-ee33fe404576, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:33:08.573006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:08.603284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-0e187a37-5b86-499a-8dd3-36a9c5892610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:08.605064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-0e187a37-5b86-499a-8dd3-36a9c5892610 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 200  len: 853 time: 0.0939710
Apr 09 21:33:08.607716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:08.608311 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:08.609737 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] 10.222.0.25 "PUT /v2.0/ports/0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 200  len: 1091 time: 0.6586494
Apr 09 21:33:08.610178 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:33:08.611830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb1a3b-eb49-4f95-af12-a5473c027b30 req-7473f1a2-8fce-4389-be0e-4474d9acb3c0 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:08.613152 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:33:08.613362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29fb1a3b-eb49-4f95-af12-a5473c027b30 req-7473f1a2-8fce-4389-be0e-4474d9acb3c0 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 943 time: 0.0683608
Apr 09 21:33:08.652663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c765cc-add7-42b9-9450-b12bc0db3776 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7a5701-b0a1-4a59-9337-ee33fe404576,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:33:08.681643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-89b70b18-1981-4cad-8e38-91e64c0baff6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507474
Apr 09 21:33:08.706973 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3d36ef-0e48-486c-8b61-757c697ffaa4 x-openstack-request-id: req-3e3d36ef-0e48-486c-8b61-757c697ffaa4 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:33:08.707265 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:33:08.707522 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e3d36ef-0e48-486c-8b61-757c697ffaa4 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:33:08.707954 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3d36ef-0e48-486c-8b61-757c697ffaa4'] response: {'name': 'network-changed', 'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'status': 'completed', 'code': 200}
Apr 09 21:33:08.709629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-a1b7de1f-c0f3-4b72-9eec-85b5efb9a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:08.711716 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-a1b7de1f-c0f3-4b72-9eec-85b5efb9a4cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1125 time: 0.0535185
Apr 09 21:33:08.726815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-29fb1a3b-eb49-4f95-af12-a5473c027b30 req-5c5e3fb3-4128-4165-b8f9-bcc5f1984baf tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070967
Apr 09 21:33:08.766479 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-1764778e-5c52-4a80-bd86-00b2b280483b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 200  len: 217 time: 0.0480323
Apr 09 21:33:08.818228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-51e68312-fdc4-493c-9472-76d90043aae3 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1087415
Apr 09 21:33:08.821859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-2fc0491b-cd07-42ae-b68a-c0753fc7df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:08.823389 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-2fc0491b-cd07-42ae-b68a-c0753fc7df9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0501852
Apr 09 21:33:08.870682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-d6be1e56-b1ed-4ce9-a37c-d7f2f8d2353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:08.872257 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-d6be1e56-b1ed-4ce9-a37c-d7f2f8d2353c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430560
Apr 09 21:33:08.919472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4583d475-646b-4a69-a06f-2cda1e733d0f req-2e6731e1-21f2-4a70-9523-fb1cb434dd77 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950296
Apr 09 21:33:08.980289 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-9ea41761-6678-457f-b969-248bbaaaf7a1 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1006083
Apr 09 21:33:09.068834 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-289f84f4-1f5a-462d-9607-50f7bb52edb7 req-67ef0a77-fe03-42b9-8493-78965b15de4b service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831759
Apr 09 21:33:09.858298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea68a53-5bfb-45d7-9e3b-4d6569d36867 req-c13d5b92-1cda-440d-b8c0-35816ba15623 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:09.859756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dea68a53-5bfb-45d7-9e3b-4d6569d36867 req-c13d5b92-1cda-440d-b8c0-35816ba15623 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 943 time: 0.0485833
Apr 09 21:33:09.910339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dea68a53-5bfb-45d7-9e3b-4d6569d36867 req-1d568a60-1faf-4861-8279-917a37f37782 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448017
Apr 09 21:33:10.039455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-3a763bfd-d687-48a8-af4f-442927c05abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:10.040847 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-3a763bfd-d687-48a8-af4f-442927c05abb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1125 time: 0.0534649
Apr 09 21:33:10.144306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-d3ac1d8a-e681-4e88-831f-59b4e7ccff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:10.145819 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-d3ac1d8a-e681-4e88-831f-59b4e7ccff9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0984333
Apr 09 21:33:10.190305 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-339a799b-dee3-4055-baec-e135a11a47e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 200  len: 217 time: 0.0381765
Apr 09 21:33:10.241854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-844bd13a-2e24-442a-bf90-9d48561c226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:10.243328 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-844bd13a-2e24-442a-bf90-9d48561c226f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0462801
Apr 09 21:33:10.289593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-05e84505-59a6-490c-a9e7-01731f1e65be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:10.291040 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-05e84505-59a6-490c-a9e7-01731f1e65be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412045
Apr 09 21:33:10.388166 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-16301bae-6730-485f-a99e-a0982f9adf4c service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902655
Apr 09 21:33:10.487536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fb27873b-4b34-4d7c-a5b3-39f019d31ce8 req-41713f4e-d6d6-49c7-bbc6-5aa021644110 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925410
Apr 09 21:33:11.036979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa1077-615d-4849-8d81-7ddfccf3a1f6 req-e623e7b5-7493-4b21-b3d8-20a6d655ef6b tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:11.038475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5faa1077-615d-4849-8d81-7ddfccf3a1f6 req-e623e7b5-7493-4b21-b3d8-20a6d655ef6b tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 943 time: 0.0529134
Apr 09 21:33:11.088096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5faa1077-615d-4849-8d81-7ddfccf3a1f6 req-c1d012ef-9d5f-46fe-b657-2ade80827fa0 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436721
Apr 09 21:33:12.226302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cd69d-e140-44ee-8f27-d3e5cad7db04 req-854db7fa-010b-44d7-8e35-96511f023c48 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:12.227757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-803cd69d-e140-44ee-8f27-d3e5cad7db04 req-854db7fa-010b-44d7-8e35-96511f023c48 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 943 time: 0.0592859
Apr 09 21:33:12.276958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-803cd69d-e140-44ee-8f27-d3e5cad7db04 req-90644de9-e424-447b-a9b0-c8e201c93aa6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425551
Apr 09 21:33:13.404275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6889c-4b06-403a-9333-715d822ae6e8 req-779ad533-c2b2-47ae-bcee-5772d8cffd27 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:13.405808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ec6889c-4b06-403a-9333-715d822ae6e8 req-779ad533-c2b2-47ae-bcee-5772d8cffd27 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 943 time: 0.0542140
Apr 09 21:33:13.462794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ec6889c-4b06-403a-9333-715d822ae6e8 req-7bdb43be-6535-4018-b57a-42a3a995a41c tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511293
Apr 09 21:33:14.227945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0a7a5701-b0a1-4a59-9337-ee33fe404576 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:33:14.343259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0a7a5701-b0a1-4a59-9337-ee33fe404576, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:33:14.354867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:33:14.395479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 0a7a5701-b0a1-4a59-9337-ee33fe404576 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:33:14.395866 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:14.409496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7a5701-b0a1-4a59-9337-ee33fe404576 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:33:14.430279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0a7a5701-b0a1-4a59-9337-ee33fe404576, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:33:14.436860 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:14.486996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=0a7a5701-b0a1-4a59-9337-ee33fe404576,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:33:14.718926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['0a7a5701-b0a1-4a59-9337-ee33fe404576'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:33:14.861570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b6e1-8406-47fd-adec-88030b7742e5 req-e2eaa449-ce91-49b9-a8c3-80bdeeea3150 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:14.862930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4573b6e1-8406-47fd-adec-88030b7742e5 req-e2eaa449-ce91-49b9-a8c3-80bdeeea3150 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 944 time: 0.3236496
Apr 09 21:33:14.911357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4573b6e1-8406-47fd-adec-88030b7742e5 req-dc1184e4-06f9-4f8b-bfd5-22817a11f3ff tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423558
Apr 09 21:33:16.033167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f002-7d78-4a62-9c3b-53e24c4c588d req-7bb164b6-208e-4686-9255-3d26b6c6ff9e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:16.034617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1c5f002-7d78-4a62-9c3b-53e24c4c588d req-7bb164b6-208e-4686-9255-3d26b6c6ff9e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 944 time: 0.0463648
Apr 09 21:33:16.086645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1c5f002-7d78-4a62-9c3b-53e24c4c588d req-6381d17f-8e60-46ec-b811-806d27c796b0 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464323
Apr 09 21:33:16.244961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0a7a5701-b0a1-4a59-9337-ee33fe404576 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:33:16.296153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 0a7a5701-b0a1-4a59-9337-ee33fe404576 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:33:16.303680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 0a7a5701-b0a1-4a59-9337-ee33fe404576 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:33:16.304053 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:16.380897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 0a7a5701-b0a1-4a59-9337-ee33fe404576 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:33:16.381319 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:16.403771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:33:16.406169 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82a8487-3954-46d6-9fac-a647b7109114" -d '{"events": [{"server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "name": "network-vif-plugged", "status": "completed", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:33:16.417901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 0a7a5701-b0a1-4a59-9337-ee33fe404576, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:33:16.424182 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:16.448010 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a22dc81-a58c-4373-9b4b-174bad1f926a x-openstack-request-id: req-0a22dc81-a58c-4373-9b4b-174bad1f926a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:33:16.448280 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "name": "network-vif-plugged", "status": "completed", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:33:16.448537 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a22dc81-a58c-4373-9b4b-174bad1f926a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:33:16.448937 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a22dc81-a58c-4373-9b4b-174bad1f926a'] response: {'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'code': 200}
Apr 09 21:33:16.481565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=0a7a5701-b0a1-4a59-9337-ee33fe404576,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:33:16.543169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502479-971e-4b8f-bea7-5a0d41114103 req-bccb831b-6dae-49b6-9a67-cd220e9079f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:16.544687 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37502479-971e-4b8f-bea7-5a0d41114103 req-bccb831b-6dae-49b6-9a67-cd220e9079f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1127 time: 0.0391788
Apr 09 21:33:16.596744 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-37502479-971e-4b8f-bea7-5a0d41114103 req-adb1794a-5d77-43c8-9500-ca708b16c9cc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455601
Apr 09 21:33:17.212764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f753cb2-bd97-43a0-bece-fc68da41e9c5 req-541adb3e-538a-4be4-b9ed-4866f236df46 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:17.214268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f753cb2-bd97-43a0-bece-fc68da41e9c5 req-541adb3e-538a-4be4-b9ed-4866f236df46 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 945 time: 0.0515044
Apr 09 21:33:17.265159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f753cb2-bd97-43a0-bece-fc68da41e9c5 req-f4df2774-3212-4402-8a99-433d3a544432 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449018
Apr 09 21:33:18.390318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ea38-d5df-42e9-86c7-db54ebc707ca req-5ac6bc89-d6c4-4095-8e19-aacf2a8fb310 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:18.391814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f322ea38-d5df-42e9-86c7-db54ebc707ca req-5ac6bc89-d6c4-4095-8e19-aacf2a8fb310 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 945 time: 0.0477428
Apr 09 21:33:18.440778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f322ea38-d5df-42e9-86c7-db54ebc707ca req-1b2fcc90-46b1-4aad-a7bc-bd4de19cc99f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433059
Apr 09 21:33:18.564568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdab73-92ed-49af-b41e-f970c8c61257 req-faf7c1de-88c3-4710-9f7d-ee7110badde6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:18.565963 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25fdab73-92ed-49af-b41e-f970c8c61257 req-faf7c1de-88c3-4710-9f7d-ee7110badde6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 945 time: 0.0568810
Apr 09 21:33:18.616279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-25fdab73-92ed-49af-b41e-f970c8c61257 req-aa14dcbb-3610-40e6-b75a-c8f67a202289 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444577
Apr 09 21:33:18.639151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37240) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:33:18.676920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a78baa-2a56-4f64-911f-02e8268159c5 tempest-TestVolumeBootPattern-248414117 tempest-TestVolumeBootPattern-248414117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:18.678443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-82a78baa-2a56-4f64-911f-02e8268159c5 tempest-TestVolumeBootPattern-248414117 tempest-TestVolumeBootPattern-248414117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1122 time: 0.0382893
Apr 09 21:33:18.682774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37242) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:33:18.687130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:33:18.712172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:18.796017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:18.903368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.35.0.187 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/b47bf9e5-62f6-4118-bd75-9fa277f52c31) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:33:19.008475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (b47bf9e5-62f6-4118-bd75-9fa277f52c31), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:19.048957 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b47bf9e5-62f6-4118-bd75-9fa277f52c31), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:19.089301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:33:19.092151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:33:19.095624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:33:19.118842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=b47bf9e5-62f6-4118-bd75-9fa277f52c31,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:33:19.611096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (04be59f6-fd5b-456e-be59-7048f858c6bf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:19.719109 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b47bf9e5-62f6-4118-bd75-9fa277f52c31), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:19.875590 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (b47bf9e5-62f6-4118-bd75-9fa277f52c31), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:19.882123 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b47bf9e5-62f6-4118-bd75-9fa277f52c31), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:19.946948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=b47bf9e5-62f6-4118-bd75-9fa277f52c31,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:33:19.962777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (04be59f6-fd5b-456e-be59-7048f858c6bf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:20.063864 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Floating IP 04be59f6-fd5b-456e-be59-7048f858c6bf associated. External IP: 172.35.0.187, port: 0a7a5701-b0a1-4a59-9337-ee33fe404576.
Apr 09 21:33:20.288016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:33:20.400983 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:33:20.410887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:33:20.422017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:20.422621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:33:20.423231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d78760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:32:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:33:20.454386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b1881d48-3151-4962-80fd-c6721f7206a6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7706192
Apr 09 21:33:20.454975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:33:20.457449 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e8493c-d4c8-447f-8735-78f3ab87ada3" -d '{"events": [{"name": "network-changed", "server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:33:20.494360 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b24ca5-f2ec-4aab-9c7b-5979581e29ca x-openstack-request-id: req-92b24ca5-f2ec-4aab-9c7b-5979581e29ca {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:33:20.494671 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:33:20.494954 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92b24ca5-f2ec-4aab-9c7b-5979581e29ca {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:33:20.495397 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b24ca5-f2ec-4aab-9c7b-5979581e29ca'] response: {'name': 'network-changed', 'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'status': 'completed', 'code': 200}
Apr 09 21:33:20.500593 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-05724696-14f7-4ae4-9b10-cba574c3d8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:20.554968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-27e1194a-429e-4782-8003-6f2d45ca52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:20.556592 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-27e1194a-429e-4782-8003-6f2d45ca52d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1127 time: 0.0391881
Apr 09 21:33:20.562127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:33:20.647035 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-8d259d5c-095b-4a36-8699-7c9d645fbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:20.648510 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-8d259d5c-095b-4a36-8699-7c9d645fbaa1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0850496
Apr 09 21:33:20.719293 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-c8518346-8d42-4301-9190-67719f2ecfae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 200  len: 999 time: 0.0645568
Apr 09 21:33:20.768398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-96f7c15d-83b2-4013-b27f-b81da35f04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:20.770001 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-96f7c15d-83b2-4013-b27f-b81da35f04fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0445697
Apr 09 21:33:20.779079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d78760>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:19Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:33:20.810422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:33:20.815945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-33a8495a-ab45-401f-8746-4dc011664037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:33:20.817782 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-33a8495a-ab45-401f-8746-4dc011664037 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396373
Apr 09 21:33:20.819207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:33:20.819819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375d78760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:32:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:33:20.912683 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-8af5c38b-214e-40ab-9464-7e75c21bc91e service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885358
Apr 09 21:33:20.931449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:33:21.015390 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-68e8493c-d4c8-447f-8735-78f3ab87ada3 req-f6c9ecd3-2245-4191-a4df-166623fcc31b service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965877
Apr 09 21:33:21.150284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375d78760>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:19Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:33:21.181060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668f296-bde4-46e8-9f9e-7238786c13cd None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:19Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:33:21.386095 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173cb848-0fe7-474a-b8c6-85e65847f03b None None] New status for floating IP 04be59f6-fd5b-456e-be59-7048f858c6bf: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:33:22.945937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc19-3acd-40a6-b889-83039a0db0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:24.210018 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:25.257900 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:25.839068 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:27.096174 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:31.604907 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:35.857865 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:33:50.460712 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a80f6fa5-a685-4b8a-b62c-a7c4ecbf7e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:52.949851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ac58-a64e-4ac3-9ac2-45d49b9dc9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:54.206574 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:55.260246 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:55.841255 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:33:57.099338 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:01.614576 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:10.224426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63107fe2-1d31-45fd-9843-47a43238f613 req-5d31e494-2196-43de-b678-1bfb13060ed5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0423846
Apr 09 21:34:10.312821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63107fe2-1d31-45fd-9843-47a43238f613 req-c49748fb-41da-4a4c-84af-3bde6910b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:10.314339 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63107fe2-1d31-45fd-9843-47a43238f613 req-c49748fb-41da-4a4c-84af-3bde6910b861 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 1127 time: 0.0394940
Apr 09 21:34:10.699365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63107fe2-1d31-45fd-9843-47a43238f613 req-2defef28-4d88-47d0-816e-51e2c93e58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:10.700899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63107fe2-1d31-45fd-9843-47a43238f613 req-2defef28-4d88-47d0-816e-51e2c93e58da service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 200  len: 914 time: 0.3670011
Apr 09 21:34:10.723181 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb06db46-9391-48d5-ab36-1a680a706032 req-af6ba9d0-2036-4336-92c9-17c51c8dd7b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0406897
Apr 09 21:34:10.742697 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63107fe2-1d31-45fd-9843-47a43238f613 req-c4585a99-ca72-4d42-9777-68f679841d8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d79a689e-45b3-4974-a773-81359e2329c9 HTTP/1.1" status: 200  len: 217 time: 0.0356865
Apr 09 21:34:10.797058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63107fe2-1d31-45fd-9843-47a43238f613 req-8949ecab-7575-4bdc-b054-a539e4c548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:10.798564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63107fe2-1d31-45fd-9843-47a43238f613 req-8949ecab-7575-4bdc-b054-a539e4c548b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 200  len: 853 time: 0.0502682
Apr 09 21:34:10.806534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06db46-9391-48d5-ab36-1a680a706032 req-cf1f971d-88a4-4046-859a-9b5c95f95b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:10.808038 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb06db46-9391-48d5-ab36-1a680a706032 req-cf1f971d-88a4-4046-859a-9b5c95f95b98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1127 time: 0.0406823
Apr 09 21:34:10.831837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63107fe2-1d31-45fd-9843-47a43238f613 req-3776272d-c800-4635-a8fe-b0cd70d2888a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5be3c2-663d-4396-8be5-5c8395dc4ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270402
Apr 09 21:34:10.915916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06db46-9391-48d5-ab36-1a680a706032 req-1f342d87-eb28-43d1-a9a3-80bdf2583a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:10.917437 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb06db46-9391-48d5-ab36-1a680a706032 req-1f342d87-eb28-43d1-a9a3-80bdf2583a56 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0898972
Apr 09 21:34:10.923896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63107fe2-1d31-45fd-9843-47a43238f613 req-10e76c69-1fdd-4ad2-9cf2-b362c6d1fe0e service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855110
Apr 09 21:34:10.984117 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb06db46-9391-48d5-ab36-1a680a706032 req-64a1e1d9-0e25-4c20-a5ce-72799c9c7d7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 200  len: 1001 time: 0.0608621
Apr 09 21:34:11.018245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63107fe2-1d31-45fd-9843-47a43238f613 req-47f8fd8d-faf7-472a-9fc9-2512a9d69f35 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886858
Apr 09 21:34:11.032434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06db46-9391-48d5-ab36-1a680a706032 req-ac82abe2-9cf4-435b-b044-5fe43f5f389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:11.033942 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb06db46-9391-48d5-ab36-1a680a706032 req-ac82abe2-9cf4-435b-b044-5fe43f5f389a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0442255
Apr 09 21:34:11.084075 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06db46-9391-48d5-ab36-1a680a706032 req-fec2ef62-d2a4-4bb9-8556-04000f1370be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:11.085629 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb06db46-9391-48d5-ab36-1a680a706032 req-fec2ef62-d2a4-4bb9-8556-04000f1370be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449321
Apr 09 21:34:11.187037 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb06db46-9391-48d5-ab36-1a680a706032 req-b700bb02-856a-402f-9ae0-9c1d111c5ab6 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946467
Apr 09 21:34:11.293364 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eb06db46-9391-48d5-ab36-1a680a706032 req-3888decb-788e-44d9-9652-6e88fc5b88be service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0995004
Apr 09 21:34:12.859692 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:34:20.460193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2f1812a6-4e54-479a-81a7-7261fdf413f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:23.120161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-577c927e-d05e-4f98-803f-f8c511984d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:24.209874 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:25.259733 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:25.835717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:27.100104 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:31.631382 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:38.059900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f3619-502c-48e7-aa05-03639e2bec66 req-e58a5f78-a97f-43da-a2b3-e25a6de35156 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:38.061327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e9f3619-502c-48e7-aa05-03639e2bec66 req-e58a5f78-a97f-43da-a2b3-e25a6de35156 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 945 time: 0.0501504
Apr 09 21:34:38.109601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e9f3619-502c-48e7-aa05-03639e2bec66 req-6d4dcc0e-52eb-4f6b-8046-ac2eb2e91aa9 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424945
Apr 09 21:34:39.230895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afbba2-b52a-48eb-acf3-02dbee79196c req-0eac3f78-793a-4319-b83f-b0bdc3a357de tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:39.232403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5afbba2-b52a-48eb-acf3-02dbee79196c req-0eac3f78-793a-4319-b83f-b0bdc3a357de tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 945 time: 0.0535877
Apr 09 21:34:39.279089 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5afbba2-b52a-48eb-acf3-02dbee79196c req-e37f743b-82e5-4a84-8549-38ebb849dc5e tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/security-groups?id=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409067
Apr 09 21:34:39.456051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-31d69215-1928-46d4-925e-7b11a6802003 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:34:39.457635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-31d69215-1928-46d4-925e-7b11a6802003 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 945 time: 0.0565767
Apr 09 21:34:39.544678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Deleting port d79a689e-45b3-4974-a773-81359e2329c9 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:34:39.545027 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d79a689e-45b3-4974-a773-81359e2329c9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:39.651280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] For port d79a689e-45b3-4974-a773-81359e2329c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d79a689e-45b3-4974-a773-81359e2329c9,segment=NetworkSegment(246cf332-3852-45e5-aa5e-a9c15557c3ac),segment_id=246cf332-3852-45e5-aa5e-a9c15557c3ac)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:34:39.651677 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d79a689e-45b3-4974-a773-81359e2329c9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:39.668144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Calling delete_port for d79a689e-45b3-4974-a773-81359e2329c9 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:34:39.803467 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d79a689e-45b3-4974-a773-81359e2329c9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:39.816711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['d79a689e-45b3-4974-a773-81359e2329c9'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:34:39.832144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Pushing event deleted for resources: {'Port': ['ID=d79a689e-45b3-4974-a773-81359e2329c9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:34:39.844748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.845146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.845461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.845796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.846126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.846453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.846803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.847123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.847443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.847762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.848086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.848406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.848718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.849078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.849369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:34:39.885889 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] No DVR routers for this DVR port d79a689e-45b3-4974-a773-81359e2329c9 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:34:39.888401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:39.891625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8908f24c-5e6a-4a6f-99a5-93ec368331fe req-2aabe4f5-7d7a-45cc-8661-9abd2046da8f tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.32 "DELETE /v2.0/ports/d79a689e-45b3-4974-a773-81359e2329c9 HTTP/1.1" status: 204  len: 173 time: 0.4289079
Apr 09 21:34:39.892063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7271036-4159-4cba-a4cb-20f4c26667b2', 'name': 'network-vif-deleted', 'tag': 'd79a689e-45b3-4974-a773-81359e2329c9'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:34:39.894576 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169d0b06-13d3-4501-93b7-f2a90878f006" -d '{"events": [{"server_uuid": "a7271036-4159-4cba-a4cb-20f4c26667b2", "name": "network-vif-deleted", "tag": "d79a689e-45b3-4974-a773-81359e2329c9"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:34:39.930302 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d2164b-9300-4b06-a471-bca810007972 x-openstack-request-id: req-15d2164b-9300-4b06-a471-bca810007972 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:34:39.930595 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7271036-4159-4cba-a4cb-20f4c26667b2", "name": "network-vif-deleted", "tag": "d79a689e-45b3-4974-a773-81359e2329c9", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:34:39.930843 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15d2164b-9300-4b06-a471-bca810007972 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:34:39.931250 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d2164b-9300-4b06-a471-bca810007972'] response: {'server_uuid': 'a7271036-4159-4cba-a4cb-20f4c26667b2', 'name': 'network-vif-deleted', 'tag': 'd79a689e-45b3-4974-a773-81359e2329c9', 'status': 'completed', 'code': 200}
Apr 09 21:34:40.400394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2acee6c8-7a68-4386-bed5-5f2bc21d63cf req-d6cf8db7-8284-4ad7-b0ae-0e7eb812e771 tempest-VolumesSnapshotTestJSON-286608301 tempest-VolumesSnapshotTestJSON-286608301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7271036-4159-4cba-a4cb-20f4c26667b2 HTTP/1.1" status: 200  len: 210 time: 0.0344331
Apr 09 21:34:43.269707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d79a689e-45b3-4974-a773-81359e2329c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:34:43.299097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: d79a689e-45b3-4974-a773-81359e2329c9 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:34:43.299430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device d79a689e-45b3-4974-a773-81359e2329c9 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:34:49.864566 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:34:50.456544 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3069d7f5-0424-443d-badb-1f19c5fa3876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:52.942751 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d633a5e7-5d33-45f6-b0d2-fbeaf5029d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:54.222524 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:55.267197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:55.856435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:34:57.097776 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:01.627166 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:02.764709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37890) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:02.813293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-adefe0c6-366d-4a79-ae2c-5b558e95f290 admin admin] Deleting subnet b6a29778-d8b9-46c1-a17f-b9629b30d945 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:35:02.816496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adefe0c6-366d-4a79-ae2c-5b558e95f290 admin admin] Publish callbacks [] for subnet (b6a29778-d8b9-46c1-a17f-b9629b30d945), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:02.852360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adefe0c6-366d-4a79-ae2c-5b558e95f290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (b6a29778-d8b9-46c1-a17f-b9629b30d945), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:02.891656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adefe0c6-366d-4a79-ae2c-5b558e95f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b6a29778-d8b9-46c1-a17f-b9629b30d945), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:02.947353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adefe0c6-366d-4a79-ae2c-5b558e95f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (b6a29778-d8b9-46c1-a17f-b9629b30d945), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:02.979025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefe0c6-366d-4a79-ae2c-5b558e95f290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a29778-d8b9-46c1-a17f-b9629b30d945,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:02.983092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-adefe0c6-366d-4a79-ae2c-5b558e95f290 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:02.986594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-adefe0c6-366d-4a79-ae2c-5b558e95f290 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b6a29778-d8b9-46c1-a17f-b9629b30d945 HTTP/1.1" status: 204  len: 168 time: 0.2206435
Apr 09 21:35:02.990036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37892) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:03.062142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (4d5be3c2-663d-4396-8be5-5c8395dc4ab0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.146277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (4d5be3c2-663d-4396-8be5-5c8395dc4ab0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.168265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23774149d0>,) {'filters': {'network_id': ['4d5be3c2-663d-4396-8be5-5c8395dc4ab0']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:03.178169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23774149d0>, '246cf332-3852-45e5-aa5e-a9c15557c3ac') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:03.178464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23774149d0>, '246cf332-3852-45e5-aa5e-a9c15557c3ac') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:03.188659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (246cf332-3852-45e5-aa5e-a9c15557c3ac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.203037 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (246cf332-3852-45e5-aa5e-a9c15557c3ac), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.209223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:35:03.209604 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (246cf332-3852-45e5-aa5e-a9c15557c3ac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:35:03.211258 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:35:03.269266 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (4d5be3c2-663d-4396-8be5-5c8395dc4ab0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.274667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.277780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d5be3c2-663d-4396-8be5-5c8395dc4ab0 HTTP/1.1" status: 204  len: 168 time: 0.2859185
Apr 09 21:35:03.288557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee694626-7381-4b2b-9e7c-7c465f0aca1c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5be3c2-663d-4396-8be5-5c8395dc4ab0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:03.412504 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37896) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:03.459754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d899b5cc-8c1a-4807-8f56-c5a832dca3a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e1e5cc7222142ab82cd6a857f7be3de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0459328
Apr 09 21:35:03.462292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37898) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:03.509752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e7b0827b-575e-44ab-925a-17920627f674 admin admin] Publish callbacks [] for security_group (96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.532035 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e7b0827b-575e-44ab-925a-17920627f674 admin admin] Publish callbacks [] for security_group (96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.580009 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e7b0827b-575e-44ab-925a-17920627f674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.582562 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e7b0827b-575e-44ab-925a-17920627f674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:03.583720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e7b0827b-575e-44ab-925a-17920627f674 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf HTTP/1.1" status: 204  len: 168 time: 0.1205528
Apr 09 21:35:03.591652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0827b-575e-44ab-925a-17920627f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b9793b-0935-4f7e-9b7d-91fbc3d6e5bf,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:04.859078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37934) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:05.029584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'network': {'name': 'tempest-network-smoke--484297966', 'project_id': '2307958edd534abb847445b0e1dd954d', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:05.053702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:35:05.056916 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.065701 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.140777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (cb2c0951-9293-453c-9a13-a7447707d1ae), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.146372 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cb2c0951-9293-453c-9a13-a7447707d1ae), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.172221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:35:05.182214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c0951-9293-453c-9a13-a7447707d1ae,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:05.187480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (60febe35-d579-470d-80ad-18844654c654), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.188128 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Added segment 60febe35-d579-470d-80ad-18844654c654 of type vlan for network e19588c9-72b7-4d6c-866b-e793cc5d4659
Apr 09 21:35:05.233691 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e19588c9-72b7-4d6c-866b-e793cc5d4659), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.260575 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e19588c9-72b7-4d6c-866b-e793cc5d4659), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.266116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:05.266687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.304236 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4439898
Apr 09 21:35:05.307525 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37938) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:05.312311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'admin_state_up': True, 'project_id': '2307958edd534abb847445b0e1dd954d', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:05.336412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2896b-7d8e-458c-ae3c-3c53f68c124b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Network': ['ID=e19588c9-72b7-4d6c-866b-e793cc5d4659,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:05.337271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (4c5573b1-7799-491e-85e9-5b8a043ee5bf), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.338310 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (4c5573b1-7799-491e-85e9-5b8a043ee5bf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.346691 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:35:05.392132 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_controller (4c5573b1-7799-491e-85e9-5b8a043ee5bf), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.541114 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_gateway (4c5573b1-7799-491e-85e9-5b8a043ee5bf), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.721350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_gateway (4c5573b1-7799-491e-85e9-5b8a043ee5bf), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.740220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.845862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.35.0.168 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/3d00ea89-ab8d-4a39-8741-d4a33c8deb2c) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:35:05.953017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:05.992417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:06.032406 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:35:06.035269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:06.038787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:35:06.044155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=3d00ea89-ab8d-4a39-8741-d4a33c8deb2c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:06.070045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.070395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.070732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.071070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.071399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.071733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.072062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.072361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.072713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.073061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.073391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.073691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.074014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.074335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.074992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:06.308477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_gateway (4c5573b1-7799-491e-85e9-5b8a043ee5bf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:06.514865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (4c5573b1-7799-491e-85e9-5b8a043ee5bf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:06.650223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router 4c5573b1-7799-491e-85e9-5b8a043ee5bf is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:35:07.054783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:35:07.064546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Sync routers for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:35:07.073964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:35:07.074594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237646a640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:34:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:07.077561 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.081843 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d80ad707-b138-4989-9070-50aa7e68091b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.7701774
Apr 09 21:35:07.082139 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37944) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:07.169931 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6bf17981-123d-41ef-9c4d-d8e6da5d3a2b tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2307958edd534abb847445b0e1dd954d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0866239
Apr 09 21:35:07.172704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:07.186610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:35:07.325841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becfbcd5-4057-4f94-b378-822c5df64f46 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:07.330033 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-becfbcd5-4057-4f94-b378-822c5df64f46 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1536183
Apr 09 21:35:07.330255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37950) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:07.355460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237646a640>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:06Z', 'revision_number': 3, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:07.363163 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1149d9f5-be62-4908-b265-b2c3cd5c32d5 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0318587
Apr 09 21:35:07.365803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37952) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:07.370500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239594130', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'project_id': '2307958edd534abb847445b0e1dd954d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:07.386983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Checking router: 4c5573b1-7799-491e-85e9-5b8a043ee5bf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:35:07.387327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Updating router 4c5573b1-7799-491e-85e9-5b8a043ee5bf port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:35:07.414417 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.464090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:35:07.467231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.660177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (33faea3c-9488-43d7-a686-eeafcc4ed00e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.675099 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Publish callbacks [] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.681472 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.722650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Subnet': ['ID=33faea3c-9488-43d7-a686-eeafcc4ed00e,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:07.730025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Checking segment: {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:35:07.730388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network hostable DHCP agents. Network: e19588c9-72b7-4d6c-866b-e793cc5d4659, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:35:07.742772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Pushing event updated for resources: {'Port': ['ID=3d00ea89-ab8d-4a39-8741-d4a33c8deb2c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:07.746235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Attempting to bind port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:35:07.746687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Attempting to bind port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:35:07.747086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Attempting to bind port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:35:07.750859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:35:07.755737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:35:07.756155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:35:07.756588 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.757017 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:35:07.757576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Bound port: 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:35:07.757987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.760481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.760654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e19588c9-72b7-4d6c-866b-e793cc5d4659) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:07.760851 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.761278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.762328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.762677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.763020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.763796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.764298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.764624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.764755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:07.764958 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.765322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.765440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.765665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.766267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.766601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.766938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:07.774236 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a7594f-bba6-4a16-91ef-6eb66bf75368 None None] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:35:07.783110 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1510df15-187c-43db-a518-c52126f08340 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4162395
Apr 09 21:35:07.785913 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37956) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:07.880771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] For port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:35:07.884114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] For port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d00ea89-ab8d-4a39-8741-d4a33c8deb2c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:35:07.899587 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.959174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e19588c9-72b7-4d6c-866b-e793cc5d4659', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:35:07.960008 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:07.993652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d5263-155d-4ecf-a6a8-6c63b6247910 None None] Pushing event updated for resources: {'Port': ['ID=3d00ea89-ab8d-4a39-8741-d4a33c8deb2c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:08.000942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:35:08.001576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237646a640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:34:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:08.203230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:35:08.205412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Allocated IP 172.20.0.2 (e19588c9-72b7-4d6c-866b-e793cc5d4659/33faea3c-9488-43d7-a686-eeafcc4ed00e/76e23f10-20cd-43b9-9453-1eb8f397b96e) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:35:08.249528 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:08.472550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237646a640>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:06Z', 'revision_number': 3, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:08.501627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39415b01-cbd2-4330-9803-17380c85a953 None None] The sync data for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 is: [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:06Z', 'revision_number': 3, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:35:08.513680 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Publish callbacks [] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:08.524598 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:08.570720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:35:08.577741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:08.579528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Pushing event updated for resources: {'Port': ['ID=76e23f10-20cd-43b9-9453-1eb8f397b96e,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:08.581913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:35:08.589450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.20.0.1 (e19588c9-72b7-4d6c-866b-e793cc5d4659/33faea3c-9488-43d7-a686-eeafcc4ed00e/7c53c582-303f-488d-a85b-de737503a64b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:35:08.643754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Attempting to bind port 76e23f10-20cd-43b9-9453-1eb8f397b96e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:35:08.644181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Attempting to bind port 76e23f10-20cd-43b9-9453-1eb8f397b96e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:35:08.644553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Attempting to bind port 76e23f10-20cd-43b9-9453-1eb8f397b96e on network e19588c9-72b7-4d6c-866b-e793cc5d4659 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:35:08.650065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:35:08.650440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Checking segment: {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:35:08.650847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:08.651243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Bound using segment: {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:35:08.651728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Bound port: 76e23f10-20cd-43b9-9453-1eb8f397b96e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:35:08.652168 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:08.710741 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (7c53c582-303f-488d-a85b-de737503a64b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:08.726361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] For port 76e23f10-20cd-43b9-9453-1eb8f397b96e, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:35:08.730245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] For port 76e23f10-20cd-43b9-9453-1eb8f397b96e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76e23f10-20cd-43b9-9453-1eb8f397b96e,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:35:08.764388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7c53c582-303f-488d-a85b-de737503a64b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:08.765382 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:08.810181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:35:08.815571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:08.820830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:35:08.825737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=7c53c582-303f-488d-a85b-de737503a64b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:08.855657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e7c85-9914-434a-bb04-d431ff177652 None None] Pushing event updated for resources: {'Port': ['ID=76e23f10-20cd-43b9-9453-1eb8f397b96e,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:08.873461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (4c5573b1-7799-491e-85e9-5b8a043ee5bf), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:09.040731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7c53c582-303f-488d-a85b-de737503a64b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:09.357251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (7c53c582-303f-488d-a85b-de737503a64b), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:09.364806 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7c53c582-303f-488d-a85b-de737503a64b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:09.444844 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (4c5573b1-7799-491e-85e9-5b8a043ee5bf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:09.446816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=7c53c582-303f-488d-a85b-de737503a64b,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:09.564743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:35:09.566276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:09.614728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 76e23f10-20cd-43b9-9453-1eb8f397b96e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:35:09.663081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 76e23f10-20cd-43b9-9453-1eb8f397b96e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:09.663549 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:09.691468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router 4c5573b1-7799-491e-85e9-5b8a043ee5bf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:35:09.746150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 76e23f10-20cd-43b9-9453-1eb8f397b96e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:09.746682 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:09.786281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 76e23f10-20cd-43b9-9453-1eb8f397b96e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76e23f10-20cd-43b9-9453-1eb8f397b96e,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:09.794222 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:09.795202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:35:09.818414 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:35:09.824241 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b1d930e-e66c-4904-994c-eda188f68840 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "PUT /v2.0/routers/4c5573b1-7799-491e-85e9-5b8a043ee5bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0372674
Apr 09 21:35:09.827169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37962) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:09.992775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f3d5bd-063b-44f1-8745-5a24ff1f98e6 None None] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:35:10.014067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a33864-c138-469c-b0e6-3d0d624ebef6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.014550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a33864-c138-469c-b0e6-3d0d624ebef6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.015020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a33864-c138-469c-b0e6-3d0d624ebef6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.015480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a33864-c138-469c-b0e6-3d0d624ebef6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.016033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a33864-c138-469c-b0e6-3d0d624ebef6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.016497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a33864-c138-469c-b0e6-3d0d624ebef6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.018296 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e9a33864-c138-469c-b0e6-3d0d624ebef6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4284 time: 0.1896718
Apr 09 21:35:10.021073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37964) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:10.094392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-77839b8f-f219-4637-9ddc-7cda48cf12a9 None None] Provisioning complete for port 76e23f10-20cd-43b9-9453-1eb8f397b96e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:10.094760 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77839b8f-f219-4637-9ddc-7cda48cf12a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:10.116621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae0687-622e-4e79-a90b-a9abe7aa5bb1 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.117194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae0687-622e-4e79-a90b-a9abe7aa5bb1 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.117775 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae0687-622e-4e79-a90b-a9abe7aa5bb1 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.118401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae0687-622e-4e79-a90b-a9abe7aa5bb1 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.118888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae0687-622e-4e79-a90b-a9abe7aa5bb1 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.119494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae0687-622e-4e79-a90b-a9abe7aa5bb1 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.121440 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-71ae0687-622e-4e79-a90b-a9abe7aa5bb1 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.0993998
Apr 09 21:35:10.124467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 37966) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:10.146210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=76e23f10-20cd-43b9-9453-1eb8f397b96e,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:10.167901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:10.168269 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:10.280634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-77839b8f-f219-4637-9ddc-7cda48cf12a9 None None] Current status of the port 76e23f10-20cd-43b9-9453-1eb8f397b96e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:10.323501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:10.324157 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:10.348846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d00ea89-ab8d-4a39-8741-d4a33c8deb2c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:10.357763 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:10.415572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=3d00ea89-ab8d-4a39-8741-d4a33c8deb2c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:10.531667 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Sync routers for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:35:10.542261 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:35:10.542817 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fb64c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:34:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:10.606312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-21354a6e-4201-4dd9-b319-b7b7bd35230d None None] Provisioning complete for port 7c53c582-303f-488d-a85b-de737503a64b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:10.606692 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-21354a6e-4201-4dd9-b319-b7b7bd35230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c53c582-303f-488d-a85b-de737503a64b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:10.651321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-21354a6e-4201-4dd9-b319-b7b7bd35230d None None] Port 7c53c582-303f-488d-a85b-de737503a64b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:35:10.666137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-21354a6e-4201-4dd9-b319-b7b7bd35230d None None] Provisioning complete for port 76e23f10-20cd-43b9-9453-1eb8f397b96e triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:10.666512 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-21354a6e-4201-4dd9-b319-b7b7bd35230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:10.699333 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bccb69a6-6341-4a8e-97c6-c14dc68dd7ae tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.5735168
Apr 09 21:35:10.769688 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:35:10.770797 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8234a8b6-7c32-426e-b355-003996d69911 req-2ac9d9d4-5a42-4ad0-8a74-599eca64f905 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0896080
Apr 09 21:35:10.783907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-21354a6e-4201-4dd9-b319-b7b7bd35230d None None] Current status of the port 76e23f10-20cd-43b9-9453-1eb8f397b96e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:10.860713 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234a8b6-7c32-426e-b355-003996d69911 req-71e153e4-afd8-47f4-b0a2-24eabb5b0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:10.863170 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8234a8b6-7c32-426e-b355-003996d69911 req-71e153e4-afd8-47f4-b0a2-24eabb5b0a0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1127 time: 0.0456033
Apr 09 21:35:10.902054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37970) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:10.907624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8b674d99-1f24-403a-9432-b5957015b6b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660411142', 'description': 'tempest-secgroup-smoke-660411142 description', 'project_id': '2307958edd534abb847445b0e1dd954d'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:10.926195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d24012e6-2263-4503-a082-28cd83f81b47 None None] Provisioning complete for port 7c53c582-303f-488d-a85b-de737503a64b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:10.926987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d24012e6-2263-4503-a082-28cd83f81b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c53c582-303f-488d-a85b-de737503a64b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:10.959158 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b674d99-1f24-403a-9432-b5957015b6b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:10.990046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d24012e6-2263-4503-a082-28cd83f81b47 None None] Port 7c53c582-303f-488d-a85b-de737503a64b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:35:10.998918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234a8b6-7c32-426e-b355-003996d69911 req-f96b693b-843e-4cda-b1af-921d7ad35536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:11.000466 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8234a8b6-7c32-426e-b355-003996d69911 req-f96b693b-843e-4cda-b1af-921d7ad35536 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.1163833
Apr 09 21:35:11.010701 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fb64c0>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:08Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:09Z', 'revision_number': 2, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:11.042378 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Checking router: 4c5573b1-7799-491e-85e9-5b8a043ee5bf for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:35:11.043347 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Updating router 4c5573b1-7799-491e-85e9-5b8a043ee5bf port 7c53c582-303f-488d-a85b-de737503a64b binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:35:11.062744 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b674d99-1f24-403a-9432-b5957015b6b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (2238596c-6cf2-4217-a206-c45d55e138c3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.068457 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b674d99-1f24-403a-9432-b5957015b6b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2238596c-6cf2-4217-a206-c45d55e138c3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.077375 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7c53c582-303f-488d-a85b-de737503a64b), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.080907 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8234a8b6-7c32-426e-b355-003996d69911 req-c406a3ff-406c-461f-b1a1-2237b37dd53f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 200  len: 1001 time: 0.0745573
Apr 09 21:35:11.101234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b674d99-1f24-403a-9432-b5957015b6b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.103124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8b674d99-1f24-403a-9432-b5957015b6b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1992404
Apr 09 21:35:11.105626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b674d99-1f24-403a-9432-b5957015b6b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2238596c-6cf2-4217-a206-c45d55e138c3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:11.108912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37972) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:11.114525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-21c6576f-8971-4637-9e57-129a2d2303e7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '2238596c-6cf2-4217-a206-c45d55e138c3', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:11.128088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8a9403f5-4461-44b1-ac86-830b17c9af9e None None] Provisioning complete for port 7c53c582-303f-488d-a85b-de737503a64b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:11.129503 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a9403f5-4461-44b1-ac86-830b17c9af9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c53c582-303f-488d-a85b-de737503a64b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.143565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234a8b6-7c32-426e-b355-003996d69911 req-35c6c396-a0c2-4c37-928d-a75e4c53dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:11.145379 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8234a8b6-7c32-426e-b355-003996d69911 req-35c6c396-a0c2-4c37-928d-a75e4c53dcf8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0587451
Apr 09 21:35:11.146947 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-21c6576f-8971-4637-9e57-129a2d2303e7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (8fcc4603-88e3-499f-b715-b4f327dd64cd), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.168604 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8a9403f5-4461-44b1-ac86-830b17c9af9e None None] Port 7c53c582-303f-488d-a85b-de737503a64b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:35:11.193528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234a8b6-7c32-426e-b355-003996d69911 req-582b72e7-33ee-4808-aca6-208e24310272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:11.195155 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8234a8b6-7c32-426e-b355-003996d69911 req-582b72e7-33ee-4808-aca6-208e24310272 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435128
Apr 09 21:35:11.216486 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-21c6576f-8971-4637-9e57-129a2d2303e7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (8fcc4603-88e3-499f-b715-b4f327dd64cd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.222015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-21c6576f-8971-4637-9e57-129a2d2303e7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (8fcc4603-88e3-499f-b715-b4f327dd64cd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.241571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6576f-8971-4637-9e57-129a2d2303e7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcc4603-88e3-499f-b715-b4f327dd64cd,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:11.249738 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-21c6576f-8971-4637-9e57-129a2d2303e7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.251170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-21c6576f-8971-4637-9e57-129a2d2303e7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1409457
Apr 09 21:35:11.254131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37974) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:11.261652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f72e34d2-c03d-49f8-b481-63e1db59f3cb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '2238596c-6cf2-4217-a206-c45d55e138c3', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:11.288913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f72e34d2-c03d-49f8-b481-63e1db59f3cb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (3911b416-40d5-4e73-a1ab-7fd08e6db33d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.301922 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8234a8b6-7c32-426e-b355-003996d69911 req-3494e361-ae4f-45a8-827b-b36cff19d4f0 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009490
Apr 09 21:35:11.351065 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f72e34d2-c03d-49f8-b481-63e1db59f3cb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (3911b416-40d5-4e73-a1ab-7fd08e6db33d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.356442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f72e34d2-c03d-49f8-b481-63e1db59f3cb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (3911b416-40d5-4e73-a1ab-7fd08e6db33d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.374756 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Publish callbacks [] for port (7c53c582-303f-488d-a85b-de737503a64b), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.378827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e34d2-c03d-49f8-b481-63e1db59f3cb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3911b416-40d5-4e73-a1ab-7fd08e6db33d,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:11.382487 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7c53c582-303f-488d-a85b-de737503a64b), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.389314 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f72e34d2-c03d-49f8-b481-63e1db59f3cb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.390700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f72e34d2-c03d-49f8-b481-63e1db59f3cb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1355135
Apr 09 21:35:11.393633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37976) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:11.398500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3aee6e3e-484b-457d-a100-1064330660cc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '2238596c-6cf2-4217-a206-c45d55e138c3', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:11.406911 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8234a8b6-7c32-426e-b355-003996d69911 req-64e5937f-f596-40f2-bdac-2056efdd1751 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993757
Apr 09 21:35:11.431537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3aee6e3e-484b-457d-a100-1064330660cc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (68353766-1864-46d5-84d8-9b35661802fb), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.432706 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Pushing event updated for resources: {'Port': ['ID=7c53c582-303f-488d-a85b-de737503a64b,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:11.443845 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.444667 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.444667 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.444894 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.445165 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.445490 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.445809 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.446123 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.446439 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.446754 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.447067 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.447686 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.447686 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.447974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.448288 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:35:11.499468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3aee6e3e-484b-457d-a100-1064330660cc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (68353766-1864-46d5-84d8-9b35661802fb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.506044 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Attempting to bind port 7c53c582-303f-488d-a85b-de737503a64b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:35:11.506577 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Attempting to bind port 7c53c582-303f-488d-a85b-de737503a64b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:35:11.506934 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Attempting to bind port 7c53c582-303f-488d-a85b-de737503a64b on network e19588c9-72b7-4d6c-866b-e793cc5d4659 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:35:11.507731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3aee6e3e-484b-457d-a100-1064330660cc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (68353766-1864-46d5-84d8-9b35661802fb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.514546 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:35:11.515174 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Checking segment: {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:35:11.515734 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.516015 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Bound using segment: {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:35:11.516504 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Bound port: 7c53c582-303f-488d-a85b-de737503a64b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:35:11.516879 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7c53c582-303f-488d-a85b-de737503a64b), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.533619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee6e3e-484b-457d-a100-1064330660cc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68353766-1864-46d5-84d8-9b35661802fb,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:11.539319 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3aee6e3e-484b-457d-a100-1064330660cc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.543318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3aee6e3e-484b-457d-a100-1064330660cc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1461453
Apr 09 21:35:11.543743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37978) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:11.548774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c1e1b23a-dbe1-4e32-b508-38ca1c0ef9f7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '2238596c-6cf2-4217-a206-c45d55e138c3', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:11.588420 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b23a-dbe1-4e32-b508-38ca1c0ef9f7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (9a207a22-eca0-47fc-aff9-1678d1cddb37), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.597234 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] For port 7c53c582-303f-488d-a85b-de737503a64b, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:35:11.599669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 76e23f10-20cd-43b9-9453-1eb8f397b96e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:35:11.617162 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] For port 7c53c582-303f-488d-a85b-de737503a64b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c53c582-303f-488d-a85b-de737503a64b,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:35:11.628965 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7c53c582-303f-488d-a85b-de737503a64b), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.658051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 76e23f10-20cd-43b9-9453-1eb8f397b96e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:11.658925 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.679240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b23a-dbe1-4e32-b508-38ca1c0ef9f7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (9a207a22-eca0-47fc-aff9-1678d1cddb37), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.685658 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b23a-dbe1-4e32-b508-38ca1c0ef9f7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9a207a22-eca0-47fc-aff9-1678d1cddb37), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.693670 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:35:11.695471 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376fb64c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:34:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:11.715674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1b23a-dbe1-4e32-b508-38ca1c0ef9f7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a207a22-eca0-47fc-aff9-1678d1cddb37,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:11.740802 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b23a-dbe1-4e32-b508-38ca1c0ef9f7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.741997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c1e1b23a-dbe1-4e32-b508-38ca1c0ef9f7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1972399
Apr 09 21:35:11.744606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37980) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:11.749004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-22ebc1b2-9453-449b-a96c-20854a211bd6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '2238596c-6cf2-4217-a206-c45d55e138c3', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:11.754656 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee38232-3b26-4f25-beb0-5ace3f244967 None None] Pushing event updated for resources: {'Port': ['ID=7c53c582-303f-488d-a85b-de737503a64b,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:11.761420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 76e23f10-20cd-43b9-9453-1eb8f397b96e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:11.763313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:35:11.780564 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-22ebc1b2-9453-449b-a96c-20854a211bd6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Project 2307958edd534abb847445b0e1dd954d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:35:11.788154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22ebc1b2-9453-449b-a96c-20854a211bd6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (8cd9b06a-123c-4388-8e60-2d26d1244b56), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.814505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6ccb0fc8-59e8-4a6b-a0b6-8f8635c3e2fb None None] Provisioning complete for port 7c53c582-303f-488d-a85b-de737503a64b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:11.815253 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0fc8-59e8-4a6b-a0b6-8f8635c3e2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c53c582-303f-488d-a85b-de737503a64b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.843346 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:35:11.859557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:11.859971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.876183 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22ebc1b2-9453-449b-a96c-20854a211bd6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (8cd9b06a-123c-4388-8e60-2d26d1244b56), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.883730 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22ebc1b2-9453-449b-a96c-20854a211bd6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (8cd9b06a-123c-4388-8e60-2d26d1244b56), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.903730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebc1b2-9453-449b-a96c-20854a211bd6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd9b06a-123c-4388-8e60-2d26d1244b56,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:11.931386 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-22ebc1b2-9453-449b-a96c-20854a211bd6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:11.933503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-22ebc1b2-9453-449b-a96c-20854a211bd6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1877160
Apr 09 21:35:11.936025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 37982) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:11.941817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e1f1df8f-e978-477c-ac6d-ad8b4f3e7eda tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '2238596c-6cf2-4217-a206-c45d55e138c3', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:11.971632 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-e1f1df8f-e978-477c-ac6d-ad8b4f3e7eda tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Project 2307958edd534abb847445b0e1dd954d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:35:11.977772 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df8f-e978-477c-ac6d-ad8b4f3e7eda tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (f55bcfaf-f598-4a1a-beb6-062f136baef1), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:12.000622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb0fc8-59e8-4a6b-a0b6-8f8635c3e2fb None None] Current status of the port 7c53c582-303f-488d-a85b-de737503a64b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:12.000947 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0fc8-59e8-4a6b-a0b6-8f8635c3e2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7c53c582-303f-488d-a85b-de737503a64b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:12.019251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:12.038821 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6ccb0fc8-59e8-4a6b-a0b6-8f8635c3e2fb None None] For port 7c53c582-303f-488d-a85b-de737503a64b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c53c582-303f-488d-a85b-de737503a64b,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:12.044192 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0fc8-59e8-4a6b-a0b6-8f8635c3e2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7c53c582-303f-488d-a85b-de737503a64b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:12.045607 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df8f-e978-477c-ac6d-ad8b4f3e7eda tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (f55bcfaf-f598-4a1a-beb6-062f136baef1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:12.051414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df8f-e978-477c-ac6d-ad8b4f3e7eda tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (f55bcfaf-f598-4a1a-beb6-062f136baef1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:12.069560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1df8f-e978-477c-ac6d-ad8b4f3e7eda tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55bcfaf-f598-4a1a-beb6-062f136baef1,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:12.082882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1f1df8f-e978-477c-ac6d-ad8b4f3e7eda tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:12.084142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e1f1df8f-e978-477c-ac6d-ad8b4f3e7eda tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1469882
Apr 09 21:35:12.098178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb0fc8-59e8-4a6b-a0b6-8f8635c3e2fb None None] Pushing event updated for resources: {'Port': ['ID=7c53c582-303f-488d-a85b-de737503a64b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:12.105719 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376fb64c0>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:08Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:11Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:12.133095 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41500a87-92b3-4ffb-844f-c977289dd0d1 None None] The sync data for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 is: [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:08Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:11Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:35:12.165726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-17a77172-ec65-44f8-97cb-03b230d08bbc None None] Provisioning complete for port 7c53c582-303f-488d-a85b-de737503a64b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:12.166028 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-17a77172-ec65-44f8-97cb-03b230d08bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c53c582-303f-488d-a85b-de737503a64b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:12.258973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-0b0247da-12c2-4dbb-80d1-10c6f91bd5cc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660411142&fields=id&tenant_id=2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 267 time: 0.0459013
Apr 09 21:35:12.283355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-17a77172-ec65-44f8-97cb-03b230d08bbc None None] Current status of the port 7c53c582-303f-488d-a85b-de737503a64b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:12.381297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-47b0ec01-dfad-4dc5-b6e9-3aa8dbf1dcc1 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:12.382950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-47b0ec01-dfad-4dc5-b6e9-3aa8dbf1dcc1 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/networks?id=e19588c9-72b7-4d6c-866b-e793cc5d4659 HTTP/1.1" status: 200  len: 796 time: 0.1109805
Apr 09 21:35:12.398381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-bc7d99e2-d3ea-42ba-8158-aa5058d21c45 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/quotas/2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 375 time: 0.0098300
Apr 09 21:35:12.451185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-94ff3542-70fa-45fb-8002-de4770866182 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0467849
Apr 09 21:35:12.610845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-061ef304-38d7-49ab-9a70-7b2259073094 service neutron] 10.222.0.30 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466570
Apr 09 21:35:12.706128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-158cb15f-58f2-4c15-8ef0-eb7601222397 service neutron] 10.222.0.30 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892510
Apr 09 21:35:12.880206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ca63f25-6a9c-420e-b8e4-5153bc2c522e req-6c6edd6c-be54-4450-9c39-e1df8c6e3a4c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 210 time: 0.0338664
Apr 09 21:35:13.584405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7c53c582-303f-488d-a85b-de737503a64b up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:35:13.634612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 7c53c582-303f-488d-a85b-de737503a64b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:13.635058 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c53c582-303f-488d-a85b-de737503a64b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:13.719888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 7c53c582-303f-488d-a85b-de737503a64b is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:13.902894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-caaaa803-d073-48f3-890e-70d70641b5fe tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:13.904502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-caaaa803-d073-48f3-890e-70d70641b5fe tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "GET /v2.0/networks?id=e19588c9-72b7-4d6c-866b-e793cc5d4659 HTTP/1.1" status: 200  len: 796 time: 0.1055026
Apr 09 21:35:14.002548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-101371f7-44ca-469a-a19c-627292c183c8 req-0ad53516-6aa6-4548-894c-2cf3f9c12adf tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 210 time: 0.0421097
Apr 09 21:35:14.007611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-739144cc-f53f-48f2-afdb-3fa283e4530f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 379 time: 0.0950534
Apr 09 21:35:14.017946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'port': {'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'admin_state_up': True, 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'security_groups': ['2238596c-6cf2-4217-a206-c45d55e138c3']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:14.138870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:35:14.142417 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:14.271927 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.20.0.4 (e19588c9-72b7-4d6c-866b-e793cc5d4659/33faea3c-9488-43d7-a686-eeafcc4ed00e/dbaa066f-e4cf-4268-b5bb-9b496001e2b8) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:35:14.431423 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:14.467761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:14.516197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:35:14.519429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:14.523529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:35:14.552605 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:14.584637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:14.585391 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:14.611314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-2b9ec24f-65ce-4f6a-9dd0-e32111e5668b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5969138
Apr 09 21:35:14.622894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Request body: {'port': {'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:14.693921 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:14.820873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-05a6a3b3-d954-43d4-a201-595aa8181d50 None None] Provisioning complete for port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:14.821493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-05a6a3b3-d954-43d4-a201-595aa8181d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:14.856248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-05a6a3b3-d954-43d4-a201-595aa8181d50 None None] Port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:35:14.963518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaa066f-e4cf-4268-b5bb-9b496001e2b8 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:35:14.971264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Publish callbacks [] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:14.984531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Transition to ACTIVE for port object dbaa066f-e4cf-4268-b5bb-9b496001e2b8 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:35:14.992256 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:15.053721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:15.161013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5a21-7069-4094-9b9b-372909c78bd4 req-2775b61c-5909-4388-a57d-7e27cb67f1e1 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:15.162517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f10d5a21-7069-4094-9b9b-372909c78bd4 req-2775b61c-5909-4388-a57d-7e27cb67f1e1 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 943 time: 0.0618460
Apr 09 21:35:15.181974 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Attempting to bind port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:35:15.182402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Attempting to bind port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:35:15.182788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Attempting to bind port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 on network e19588c9-72b7-4d6c-866b-e793cc5d4659 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:35:15.196312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 on network e19588c9-72b7-4d6c-866b-e793cc5d4659 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:35:15.196583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Attempting to bind port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 on network e19588c9-72b7-4d6c-866b-e793cc5d4659 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:35:15.213553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:35:15.214381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Checking segment: {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:35:15.215066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Bound using segment: {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:35:15.215587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Bound port: dbaa066f-e4cf-4268-b5bb-9b496001e2b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60febe35-d579-470d-80ad-18844654c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:35:15.215948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:15.243567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f10d5a21-7069-4094-9b9b-372909c78bd4 req-9b3c0133-5a69-4b9f-bb24-5940c5d62b18 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723090
Apr 09 21:35:15.296735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] For port dbaa066f-e4cf-4268-b5bb-9b496001e2b8, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:35:15.299913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] For port dbaa066f-e4cf-4268-b5bb-9b496001e2b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:35:15.307595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:15.347638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:15.348308 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:15.349739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/dbaa066f-e4cf-4268-b5bb-9b496001e2b8 HTTP/1.1" status: 200  len: 1091 time: 0.7316980
Apr 09 21:35:15.350191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:35:15.352473 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:35:15.384833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5044-ae78-4572-ae74-77b5cc4e59a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:15.394788 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8422d7b-9722-49e2-91ff-054953957d15 x-openstack-request-id: req-d8422d7b-9722-49e2-91ff-054953957d15 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:35:15.395111 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:35:15.395359 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8422d7b-9722-49e2-91ff-054953957d15 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:35:15.395763 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8422d7b-9722-49e2-91ff-054953957d15'] response: {'name': 'network-changed', 'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'status': 'completed', 'code': 200}
Apr 09 21:35:15.437756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-7bc131eb-b162-4bf7-b56c-f1ac6ee4aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:15.439698 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-7bc131eb-b162-4bf7-b56c-f1ac6ee4aef0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 1125 time: 0.0416873
Apr 09 21:35:15.488981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-97f160c8-9301-4670-aedc-6470f26483b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8 HTTP/1.1" status: 200  len: 217 time: 0.0417488
Apr 09 21:35:15.557904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-5922fda8-441b-4709-965e-5571feb2c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:15.559717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-5922fda8-441b-4709-965e-5571feb2c2db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33faea3c-9488-43d7-a686-eeafcc4ed00e HTTP/1.1" status: 200  len: 834 time: 0.0639293
Apr 09 21:35:15.612129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-32a8bfc7-fda6-4852-956b-cf82f2e32426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:15.613545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-32a8bfc7-fda6-4852-956b-cf82f2e32426 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19588c9-72b7-4d6c-866b-e793cc5d4659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478621
Apr 09 21:35:15.723928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-bc07ae2d-2437-4f40-a92f-95409c1cfa9f service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041260
Apr 09 21:35:15.827986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b3e807f-a019-4843-9579-3a1cbbd995db req-0b74d591-02f4-47fd-8ec9-4dedf7678546 service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986705
Apr 09 21:35:16.359422 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9362c-5969-4f46-a946-81eb9cc83ec0 req-75e4f803-ed5f-4c51-9a35-00cb6438fc5b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:16.360897 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48c9362c-5969-4f46-a946-81eb9cc83ec0 req-75e4f803-ed5f-4c51-9a35-00cb6438fc5b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 943 time: 0.0484080
Apr 09 21:35:16.416108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48c9362c-5969-4f46-a946-81eb9cc83ec0 req-e098501e-e48e-4e38-a99c-4927f29e6391 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492222
Apr 09 21:35:16.673426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-8d095311-2314-4211-a69c-92ead79ebabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:16.674874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-8d095311-2314-4211-a69c-92ead79ebabe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 1125 time: 0.0397320
Apr 09 21:35:16.769430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-2d1032a9-e47c-4168-9a36-0a6089ad1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:16.770914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-2d1032a9-e47c-4168-9a36-0a6089ad1dca service neutron] 10.222.0.32 "GET /v2.0/networks?id=e19588c9-72b7-4d6c-866b-e793cc5d4659 HTTP/1.1" status: 200  len: 897 time: 0.0895767
Apr 09 21:35:16.815189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-b7ab7593-e784-41d0-bdab-57b54d49f733 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8 HTTP/1.1" status: 200  len: 217 time: 0.0383148
Apr 09 21:35:16.864994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-9ee74d06-f76f-47ed-a1a3-13c86037a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:16.866509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-9ee74d06-f76f-47ed-a1a3-13c86037a80f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33faea3c-9488-43d7-a686-eeafcc4ed00e HTTP/1.1" status: 200  len: 834 time: 0.0454617
Apr 09 21:35:16.910929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-32bd0fd6-cbfd-4501-8834-6171e7c27c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:16.912482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-32bd0fd6-cbfd-4501-8834-6171e7c27c6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19588c9-72b7-4d6c-866b-e793cc5d4659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393314
Apr 09 21:35:17.008599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-213491ea-34b5-4fde-95c8-6fdfef2128f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887523
Apr 09 21:35:17.133835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f87230e-0268-4e5a-b0c7-39e97bdb1dad req-178c3fba-5b87-49a6-bd92-993dff4e80a6 service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188476
Apr 09 21:35:17.137772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-404505c1-0315-41c2-95e6-99dd8b0bfb39 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743128156&fields=id&tenant_id=5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 267 time: 0.0711560
Apr 09 21:35:17.246836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-5a1509de-c4ac-43f1-9153-5a4f42e27125 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:17.248295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-5a1509de-c4ac-43f1-9153-5a4f42e27125 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1038747
Apr 09 21:35:17.263247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-63c10f33-530b-47c4-bccb-a55874661cbb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/quotas/5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 375 time: 0.0093002
Apr 09 21:35:17.316776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-c36719d4-dd3d-4798-b578-187120946563 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0485892
Apr 09 21:35:17.416670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-e92433d6-2864-41eb-a13f-619327499784 service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829167
Apr 09 21:35:17.539248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-2556ac3f-7793-44af-8454-57462ef572dc service neutron] 10.222.0.30 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166422
Apr 09 21:35:17.549692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafea52-8c38-4262-8ec9-a2cf60dae44d req-a554bc31-2ea7-4014-a4d8-ba6f6102f484 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:17.551091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-caafea52-8c38-4262-8ec9-a2cf60dae44d req-a554bc31-2ea7-4014-a4d8-ba6f6102f484 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 943 time: 0.0571032
Apr 09 21:35:17.601664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-caafea52-8c38-4262-8ec9-a2cf60dae44d req-5ae8c3e6-41b2-40ee-8d68-77bab9d84d24 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448921
Apr 09 21:35:17.836329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bab74ff0-70e3-40c7-bf56-129225161d35 req-85ed70bb-33fd-4a0b-8322-5659c7d81fac tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 210 time: 0.0290325
Apr 09 21:35:18.725862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3da7e-5a96-4ffc-ad03-eb33327a6d08 req-01b0fce8-5bbb-49dd-88cb-1cb3cee9a6f0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:18.727400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dde3da7e-5a96-4ffc-ad03-eb33327a6d08 req-01b0fce8-5bbb-49dd-88cb-1cb3cee9a6f0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 943 time: 0.0569119
Apr 09 21:35:18.783418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dde3da7e-5a96-4ffc-ad03-eb33327a6d08 req-6fd9bc03-de1c-4a81-9df6-09377db64c39 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478523
Apr 09 21:35:18.804685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-b32c3ff2-1127-44c2-a7bc-f7d45198e024 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:18.806242 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-b32c3ff2-1127-44c2-a7bc-f7d45198e024 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 811 time: 0.1178195
Apr 09 21:35:18.873617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-1fc9f34a-0152-4b65-ac97-cd3b7029adae tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1063334e4a426eb70eec5ed1578744 HTTP/1.1" status: 200  len: 380 time: 0.0588059
Apr 09 21:35:18.881827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'port': {'device_id': '865dc81b-5656-46ef-b403-170b3f5adb70', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'admin_state_up': True, 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'security_groups': ['66e26245-7cea-4673-a29f-eec0f259ba50']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:18.932950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56361b15-acc9-4728-8476-880e0e283e49 req-9dbd1bde-8601-4dd3-a602-e3421b4bee71 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 210 time: 0.0309517
Apr 09 21:35:18.999344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Made reservation on behalf of 5e1063334e4a426eb70eec5ed1578744 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:35:19.002869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.142669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.20.0.11 (66be874b-41eb-401e-a35f-6e34d5263533/e4f2c6da-5a70-45c3-b1e3-82398c58ecac/e734433e-37c2-48eb-a6f3-b8bd12274b0d) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:35:19.293309 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.338427 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.387111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network 66be874b-41eb-401e-a35f-6e34d5263533 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:35:19.390318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:19.394728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:35:19.419090 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=e734433e-37c2-48eb-a6f3-b8bd12274b0d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:19.421989 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device dbaa066f-e4cf-4268-b5bb-9b496001e2b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:35:19.456411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:19.457365 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.477617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-d15fb733-2b1c-418a-a102-3c07fa49d348 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5995169
Apr 09 21:35:19.489358 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Request body: {'port': {'device_id': '865dc81b-5656-46ef-b403-170b3f5adb70', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:19.561259 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port dbaa066f-e4cf-4268-b5bb-9b496001e2b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:19.570016 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.580183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:35:19.634285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:19.634904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.658023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-676da4bf-4cc1-43d3-9bdf-d5dc4a094842 None None] Provisioning complete for port e734433e-37c2-48eb-a6f3-b8bd12274b0d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:19.658315 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-676da4bf-4cc1-43d3-9bdf-d5dc4a094842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.662704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaa066f-e4cf-4268-b5bb-9b496001e2b8 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:35:19.717761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port dbaa066f-e4cf-4268-b5bb-9b496001e2b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:19.720206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-676da4bf-4cc1-43d3-9bdf-d5dc4a094842 None None] Port e734433e-37c2-48eb-a6f3-b8bd12274b0d cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:35:19.724053 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.772520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:19.883824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e734433e-37c2-48eb-a6f3-b8bd12274b0d {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:35:19.891660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Publish callbacks [] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.903350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2baea-2c60-4021-a01f-b7a42c39cf78 req-9c151775-4604-4ce8-b246-61aa85a0b644 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:19.904191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Transition to ACTIVE for port object e734433e-37c2-48eb-a6f3-b8bd12274b0d will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:35:19.905731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82b2baea-2c60-4021-a01f-b7a42c39cf78 req-9c151775-4604-4ce8-b246-61aa85a0b644 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 944 time: 0.0505996
Apr 09 21:35:19.908753 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:19.947333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['dbaa066f-e4cf-4268-b5bb-9b496001e2b8'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:35:19.980024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82b2baea-2c60-4021-a01f-b7a42c39cf78 req-9240ac53-d02d-492a-84b6-645cc4fb4f77 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546751
Apr 09 21:35:19.994965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Pushing event updated for resources: {'Port': ['ID=e734433e-37c2-48eb-a6f3-b8bd12274b0d,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:20.054920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Attempting to bind port e734433e-37c2-48eb-a6f3-b8bd12274b0d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:35:20.055451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Attempting to bind port e734433e-37c2-48eb-a6f3-b8bd12274b0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:35:20.056181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Attempting to bind port e734433e-37c2-48eb-a6f3-b8bd12274b0d on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:35:20.060920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Port e734433e-37c2-48eb-a6f3-b8bd12274b0d on network 66be874b-41eb-401e-a35f-6e34d5263533 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:35:20.061381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Attempting to bind port e734433e-37c2-48eb-a6f3-b8bd12274b0d on network 66be874b-41eb-401e-a35f-6e34d5263533 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:35:20.066927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:35:20.067425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Checking segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:35:20.067914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Bound using segment: {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:35:20.068449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Bound port: e734433e-37c2-48eb-a6f3-b8bd12274b0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8b91be-4659-4982-ba05-9ec1a43412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:35:20.068904 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:20.089196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe1572-5828-466e-98ec-6315ea9ee740 req-237ad4de-0ef8-457d-9ee2-1e736d4b514a tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:20.096920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09fe1572-5828-466e-98ec-6315ea9ee740 req-237ad4de-0ef8-457d-9ee2-1e736d4b514a tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 944 time: 0.0684011
Apr 09 21:35:20.141246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] For port e734433e-37c2-48eb-a6f3-b8bd12274b0d, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:35:20.145221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] For port e734433e-37c2-48eb-a6f3-b8bd12274b0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:35:20.149737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09fe1572-5828-466e-98ec-6315ea9ee740 req-05264376-84b2-4f74-947a-3cf7ed08c705 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517969
Apr 09 21:35:20.154963 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:20.191318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:20.192005 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:20.193543 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] 10.222.0.25 "PUT /v2.0/ports/e734433e-37c2-48eb-a6f3-b8bd12274b0d HTTP/1.1" status: 200  len: 1092 time: 0.7085924
Apr 09 21:35:20.194064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:35:20.196449 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db41fd-e4e9-43b5-89a4-1670850ad982" -d '{"events": [{"name": "network-changed", "server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:35:20.230545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0e939-84a1-42c1-b133-ae81fcecc9bf service neutron] Pushing event updated for resources: {'Port': ['ID=e734433e-37c2-48eb-a6f3-b8bd12274b0d,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:20.271404 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a9cbea-7001-4b00-9fea-ccbee6837361 x-openstack-request-id: req-35a9cbea-7001-4b00-9fea-ccbee6837361 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:35:20.271694 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:35:20.272088 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35a9cbea-7001-4b00-9fea-ccbee6837361 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:35:20.272492 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a9cbea-7001-4b00-9fea-ccbee6837361'] response: {'name': 'network-changed', 'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'status': 'completed', 'code': 200}
Apr 09 21:35:20.282154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-11af02ec-6e3d-4b3e-bea8-202bf227c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:20.283825 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-11af02ec-6e3d-4b3e-bea8-202bf227c103 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 1126 time: 0.0482597
Apr 09 21:35:20.331012 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-1d9dfb61-a8f3-48c2-afb1-b9894fc5877a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d HTTP/1.1" status: 200  len: 217 time: 0.0395427
Apr 09 21:35:20.381993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-a34a2bda-9241-4745-b1ab-21eac02fb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:20.383576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-a34a2bda-9241-4745-b1ab-21eac02fb4e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0461810
Apr 09 21:35:20.429642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-a8c303e3-03f5-4246-9121-97d2008bc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:20.431385 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-a8c303e3-03f5-4246-9121-97d2008bc614 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412974
Apr 09 21:35:20.471431 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb9ca-d650-46ea-92fe-b59f70ca0577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:20.526389 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-9edce1f9-f2e9-467b-8602-05b99d66d3e8 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888345
Apr 09 21:35:20.616241 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1a538172-0a58-49b1-a002-1eeb5b863e72 req-541ae060-51ec-409b-bec3-77a3d14aaad8 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837851
Apr 09 21:35:21.087707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e78fc3-a7dd-42c7-b600-c409382cc6f3 req-398b22f5-783a-45f7-9f13-562ac715a5ef tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:21.089208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69e78fc3-a7dd-42c7-b600-c409382cc6f3 req-398b22f5-783a-45f7-9f13-562ac715a5ef tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 944 time: 0.0547519
Apr 09 21:35:21.138446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69e78fc3-a7dd-42c7-b600-c409382cc6f3 req-432f4369-4332-46ca-8a20-ec37c6f6dbdd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435162
Apr 09 21:35:21.265331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5682c5-b14f-41fc-9e98-39dfc871751c req-6a5d9710-3ddf-49ed-8ed9-746097f5cab5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:21.266806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd5682c5-b14f-41fc-9e98-39dfc871751c req-6a5d9710-3ddf-49ed-8ed9-746097f5cab5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 944 time: 0.0510788
Apr 09 21:35:21.321734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bd5682c5-b14f-41fc-9e98-39dfc871751c req-6c577a41-e88b-4d98-8b84-7397fef8af77 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489933
Apr 09 21:35:21.422550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device dbaa066f-e4cf-4268-b5bb-9b496001e2b8 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:35:21.479554 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:35:21.488578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:21.488967 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:21.566066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:21.566447 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:21.570167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-81c30359-dd60-4055-8d71-faecb9d171dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:21.571687 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-81c30359-dd60-4055-8d71-faecb9d171dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 1126 time: 0.0445857
Apr 09 21:35:21.593757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:35:21.596038 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c44adf-fc85-44a4-8db1-350a03876312" -d '{"events": [{"server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "name": "network-vif-plugged", "status": "completed", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:35:21.608459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port dbaa066f-e4cf-4268-b5bb-9b496001e2b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:21.614122 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:21.642197 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b1b2f-4203-463d-a298-903cd0943488 x-openstack-request-id: req-447b1b2f-4203-463d-a298-903cd0943488 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:35:21.642500 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "name": "network-vif-plugged", "status": "completed", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:35:21.642751 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-447b1b2f-4203-463d-a298-903cd0943488 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:35:21.643147 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447b1b2f-4203-463d-a298-903cd0943488'] response: {'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'code': 200}
Apr 09 21:35:21.665202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:21.669589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-4759a39c-60d3-43d2-b583-35e1bcd00d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:21.671147 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-4759a39c-60d3-43d2-b583-35e1bcd00d7e service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0933249
Apr 09 21:35:21.717626 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-7fff78e9-0111-4eb5-9e0e-2d93e24eb751 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d HTTP/1.1" status: 200  len: 217 time: 0.0396135
Apr 09 21:35:21.736176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f838-4d29-4573-8daa-7c6ac1b99759 req-53eee4a4-69ff-40f6-9a97-56b5eb3999b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:21.737705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fd5f838-4d29-4573-8daa-7c6ac1b99759 req-53eee4a4-69ff-40f6-9a97-56b5eb3999b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 1127 time: 0.0388229
Apr 09 21:35:21.767953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-6c40ebef-cf5e-4053-988d-c4ae14fc1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:21.769586 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-6c40ebef-cf5e-4053-988d-c4ae14fc1ef6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0451298
Apr 09 21:35:21.784138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fd5f838-4d29-4573-8daa-7c6ac1b99759 req-75758fe7-abe1-4d3d-9fcc-5a7419c5e4f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405138
Apr 09 21:35:21.817604 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-514822d3-4f1f-47e3-8777-ebac2d99c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:21.819130 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-514822d3-4f1f-47e3-8777-ebac2d99c0df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401869
Apr 09 21:35:21.914172 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-75e2cca5-8041-4d21-a360-8cc33ffdddf8 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883267
Apr 09 21:35:22.019470 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f4db41fd-e4e9-43b5-89a4-1670850ad982 req-1e08d6e9-2de2-4193-bb8f-47d8b4bf5a19 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969348
Apr 09 21:35:22.256518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b42354-5bdc-41c4-b87a-0fe4d0ebe453 req-6ed25776-30ce-4564-81f3-4eacc8cf370b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:22.258041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14b42354-5bdc-41c4-b87a-0fe4d0ebe453 req-6ed25776-30ce-4564-81f3-4eacc8cf370b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 945 time: 0.0492868
Apr 09 21:35:22.307748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14b42354-5bdc-41c4-b87a-0fe4d0ebe453 req-2b619da5-9cf3-4e9b-a72c-5bf5fda94bb5 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438957
Apr 09 21:35:22.438380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382242d7-b2f5-4e52-8990-85e12277d3f5 req-baea7a0a-a3ee-4ef4-91ea-9cf06d2071c3 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:22.439891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-382242d7-b2f5-4e52-8990-85e12277d3f5 req-baea7a0a-a3ee-4ef4-91ea-9cf06d2071c3 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 944 time: 0.0498955
Apr 09 21:35:22.490699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-382242d7-b2f5-4e52-8990-85e12277d3f5 req-c41f922d-5432-4553-a575-14b80e506cde tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449266
Apr 09 21:35:22.948082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6de81f3c-4f7b-4644-883e-12f561ebdc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:23.427365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2360a58-2860-48dc-bc09-b487db25d6a6 req-8f6336b9-0653-4e55-9ad1-82077050a89e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:23.429124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2360a58-2860-48dc-bc09-b487db25d6a6 req-8f6336b9-0653-4e55-9ad1-82077050a89e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 945 time: 0.0502589
Apr 09 21:35:23.478904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2360a58-2860-48dc-bc09-b487db25d6a6 req-9f125c00-ab1d-448a-aa10-d8e5014c8f17 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441260
Apr 09 21:35:23.624468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb69ae-4d1d-406f-96a2-089480f60510 req-e9f2b8f1-7696-4cf0-a14f-9a135baf1cce tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:23.625872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6cb69ae-4d1d-406f-96a2-089480f60510 req-e9f2b8f1-7696-4cf0-a14f-9a135baf1cce tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 945 time: 0.0773551
Apr 09 21:35:23.633453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212e83c-fe58-4bc8-b99b-6a06e75232c1 req-286671f3-19ce-4b4a-adcc-9024748049cf tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:23.634900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9212e83c-fe58-4bc8-b99b-6a06e75232c1 req-286671f3-19ce-4b4a-adcc-9024748049cf tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 944 time: 0.0751803
Apr 09 21:35:23.707812 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6cb69ae-4d1d-406f-96a2-089480f60510 req-8dc7d7ba-7089-4b10-865b-4ec73201afa6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719790
Apr 09 21:35:23.711516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9212e83c-fe58-4bc8-b99b-6a06e75232c1 req-7ac945c6-d71d-4020-b900-5d9da042a416 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700290
Apr 09 21:35:23.734202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38138) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:23.774639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40852e78-c808-4489-93fc-0fc7d9d5f302 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:23.776263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-40852e78-c808-4489-93fc-0fc7d9d5f302 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 1122 time: 0.0410538
Apr 09 21:35:23.780602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38140) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:23.784850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:23.811748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:24.187056 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:24.217671 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:24.299133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.35.0.70 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/e8bfc1a9-409b-4969-b6b5-2bf5468fff49) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:35:24.410572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:24.449766 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:24.493127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:35:24.495987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:24.499490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:35:24.504784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=e8bfc1a9-409b-4969-b6b5-2bf5468fff49,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:24.859293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device e734433e-37c2-48eb-a6f3-b8bd12274b0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:35:24.877474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f89e9-228f-4d11-8699-0f1e9b311b99 req-f8611c43-dfb2-41b3-b3c1-4774a5ac01e1 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:24.878936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-230f89e9-228f-4d11-8699-0f1e9b311b99 req-f8611c43-dfb2-41b3-b3c1-4774a5ac01e1 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 944 time: 0.0926445
Apr 09 21:35:24.943244 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for floatingip (d541135f-7e6e-4dbd-916b-113da8334570), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:24.964338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port e734433e-37c2-48eb-a6f3-b8bd12274b0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:24.977109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'port_id': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'mac_address': 'fa:16:3e:a5:eb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:35:24.984358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-230f89e9-228f-4d11-8699-0f1e9b311b99 req-7af9d99c-d2ed-4e29-91f7-d3a8a055b0c9 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989885
Apr 09 21:35:25.017090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port e734433e-37c2-48eb-a6f3-b8bd12274b0d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:25.017506 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.028137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.030762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e734433e-37c2-48eb-a6f3-b8bd12274b0d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:35:25.051450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port e734433e-37c2-48eb-a6f3-b8bd12274b0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:25.058064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.108690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=e734433e-37c2-48eb-a6f3-b8bd12274b0d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:25.186787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.193380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.265340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=e8bfc1a9-409b-4969-b6b5-2bf5468fff49,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:25.267380 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.278750 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (d541135f-7e6e-4dbd-916b-113da8334570), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.341663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['e734433e-37c2-48eb-a6f3-b8bd12274b0d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:35:25.388253 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Floating IP d541135f-7e6e-4dbd-916b-113da8334570 associated. External IP: 172.35.0.70, port: dbaa066f-e4cf-4268-b5bb-9b496001e2b8.
Apr 09 21:35:25.606320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router 4c5573b1-7799-491e-85e9-5b8a043ee5bf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:35:25.723069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:35:25.732887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] Sync routers for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:35:25.743268 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.743756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:35:25.744410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:35:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:25.777545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-20ed9931-877c-4d1d-a294-4a1fde87459d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9957738
Apr 09 21:35:25.778050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:35:25.780318 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca1f284-5f46-47ae-b7a9-2351ea5762f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:35:25.780709 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38144) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:25.817537 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c7c373-28ee-4e9d-b49e-914a6941e6d3 x-openstack-request-id: req-c1c7c373-28ee-4e9d-b49e-914a6941e6d3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:35:25.817884 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:35:25.818136 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1c7c373-28ee-4e9d-b49e-914a6941e6d3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:35:25.818771 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c7c373-28ee-4e9d-b49e-914a6941e6d3'] response: {'name': 'network-changed', 'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'status': 'completed', 'code': 200}
Apr 09 21:35:25.856025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-410ea0cd-9ece-4599-a1dc-9972ff583dc5 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/floatingips/d541135f-7e6e-4dbd-916b-113da8334570 HTTP/1.1" status: 200  len: 990 time: 0.0724962
Apr 09 21:35:25.870876 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:25.872637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:35:25.893483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-e3ce8ae2-26ff-47d2-b1ae-be5ec46be3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:25.895036 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-e3ce8ae2-26ff-47d2-b1ae-be5ec46be3ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 1127 time: 0.0426228
Apr 09 21:35:25.990894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-87729641-9ffd-4e44-84ca-72075e7a9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:25.992416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-87729641-9ffd-4e44-84ca-72075e7a9cf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e19588c9-72b7-4d6c-866b-e793cc5d4659 HTTP/1.1" status: 200  len: 897 time: 0.0920041
Apr 09 21:35:26.130075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-045ebad8-907d-4d41-a5eb-f5faa4e4ff58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8 HTTP/1.1" status: 200  len: 998 time: 0.1302652
Apr 09 21:35:26.136754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963ae80-db4e-4555-806c-bbf9c3520d90 req-75ac3fe5-fe65-4089-9010-9a6fd2d336aa tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:26.138201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6963ae80-db4e-4555-806c-bbf9c3520d90 req-75ac3fe5-fe65-4089-9010-9a6fd2d336aa tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 945 time: 0.0783579
Apr 09 21:35:26.208790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-27a09a26-a174-40a5-9300-11fafbd6c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:26.210288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-27a09a26-a174-40a5-9300-11fafbd6c953 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33faea3c-9488-43d7-a686-eeafcc4ed00e HTTP/1.1" status: 200  len: 834 time: 0.0712156
Apr 09 21:35:26.232463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6963ae80-db4e-4555-806c-bbf9c3520d90 req-6dc83183-2ab6-48c7-9f81-8098b402b1fe tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858471
Apr 09 21:35:26.259718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-290ac782-e352-442b-a752-65e4f74462ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:26.261458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-290ac782-e352-442b-a752-65e4f74462ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19588c9-72b7-4d6c-866b-e793cc5d4659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421040
Apr 09 21:35:26.263299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec82e0>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:08Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:24Z', 'revision_number': 0, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:26.294151 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] Checking router: 4c5573b1-7799-491e-85e9-5b8a043ee5bf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:35:26.303120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:35:26.303734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ec82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:35:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:26.357675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-f88abb4b-79cc-4d83-833a-42b96e8dde34 service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900612
Apr 09 21:35:26.418756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:35:26.450507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca1f284-5f46-47ae-b7a9-2351ea5762f9 req-0b9c64dd-3a51-48c6-88d9-91b14efd8213 service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871377
Apr 09 21:35:26.641574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ec82e0>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:08Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:24Z', 'revision_number': 0, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:26.672195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf158d-a833-4891-bbf7-5dbb51202209 None None] The sync data for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 is: [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:08Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:24Z', 'revision_number': 0, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:35:26.858861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38150) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:26.859448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device e734433e-37c2-48eb-a6f3-b8bd12274b0d up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:35:26.868593 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:35:26.884999 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1406d55-5953-4369-9d99-3ee94e266976 None None] New status for floating IP d541135f-7e6e-4dbd-916b-113da8334570: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:35:26.920104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port e734433e-37c2-48eb-a6f3-b8bd12274b0d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:35:26.927498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port e734433e-37c2-48eb-a6f3-b8bd12274b0d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:35:26.928202 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:26.935700 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d9aa2e0d-cadc-43fe-ae6f-caf9388eed51 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/floatingips/d541135f-7e6e-4dbd-916b-113da8334570 HTTP/1.1" status: 200  len: 990 time: 0.0747592
Apr 09 21:35:27.014177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port e734433e-37c2-48eb-a6f3-b8bd12274b0d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:35:27.014534 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:27.042912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:35:27.045245 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f884909-c2cb-4a9a-8186-47a9d51d4295" -d '{"events": [{"server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "name": "network-vif-plugged", "status": "completed", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:35:27.058389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port e734433e-37c2-48eb-a6f3-b8bd12274b0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:35:27.063559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:27.103538 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2fb1a4-ca0d-45a3-be37-958c4355a770 x-openstack-request-id: req-3d2fb1a4-ca0d-45a3-be37-958c4355a770 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:35:27.103971 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "name": "network-vif-plugged", "status": "completed", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:35:27.104230 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d2fb1a4-ca0d-45a3-be37-958c4355a770 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:35:27.104630 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2fb1a4-ca0d-45a3-be37-958c4355a770'] response: {'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'code': 200}
Apr 09 21:35:27.130796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:27.136292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=e734433e-37c2-48eb-a6f3-b8bd12274b0d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:27.185762 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3884c48-3733-46a7-b7d3-aba304878f93 req-c7bba6d9-40b0-49dc-9179-3053ee278996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:27.187192 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3884c48-3733-46a7-b7d3-aba304878f93 req-c7bba6d9-40b0-49dc-9179-3053ee278996 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 1128 time: 0.0420272
Apr 09 21:35:27.234139 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f3884c48-3733-46a7-b7d3-aba304878f93 req-c2e66942-be51-49c8-97fb-1443c22866b4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398557
Apr 09 21:35:27.361257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970ab6-215c-445d-8eec-4d501111d138 req-07dbc3a0-f7b2-4d74-b07d-0d2cb08a594e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:27.362722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80970ab6-215c-445d-8eec-4d501111d138 req-07dbc3a0-f7b2-4d74-b07d-0d2cb08a594e tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 946 time: 0.0525074
Apr 09 21:35:27.416108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80970ab6-215c-445d-8eec-4d501111d138 req-0790979d-2976-4a43-8ade-0e0b2bd16dd5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475905
Apr 09 21:35:27.940086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38156) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:28.059846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-065f4236-3a88-42b9-bbc7-1388a77341e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/floatingips/d541135f-7e6e-4dbd-916b-113da8334570 HTTP/1.1" status: 200  len: 992 time: 0.1181817
Apr 09 21:35:28.544721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98e90-7433-4c90-910f-13564df3e700 req-dc8f12fb-a25c-4bff-8e9f-40421f0e72b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:28.546271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26f98e90-7433-4c90-910f-13564df3e700 req-dc8f12fb-a25c-4bff-8e9f-40421f0e72b4 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 946 time: 0.0492656
Apr 09 21:35:28.603915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-26f98e90-7433-4c90-910f-13564df3e700 req-27180ec4-c52a-4a09-b691-ce9c0f0bf3dc tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514958
Apr 09 21:35:29.871401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cd01e-bc36-4cc2-befe-c1945f612275 req-b90c15eb-dc83-4d9f-ae14-cce009a78c12 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:29.872880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b6cd01e-bc36-4cc2-befe-c1945f612275 req-b90c15eb-dc83-4d9f-ae14-cce009a78c12 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 946 time: 0.1985710
Apr 09 21:35:29.925241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b6cd01e-bc36-4cc2-befe-c1945f612275 req-dd8a597b-4b9b-4914-9d3a-bdb9251eecdd tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465922
Apr 09 21:35:30.052494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9d8e9-26c2-48cd-abab-0e716f6e0155 req-28cdde8c-7ee0-43a4-b4f4-19d6dd846aaf tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:30.054013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6eb9d8e9-26c2-48cd-abab-0e716f6e0155 req-28cdde8c-7ee0-43a4-b4f4-19d6dd846aaf tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 946 time: 0.0542669
Apr 09 21:35:30.103726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6eb9d8e9-26c2-48cd-abab-0e716f6e0155 req-7270b7a7-9d3b-488e-8e77-d23620f0df1a tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439160
Apr 09 21:35:30.126456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38166) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:30.164060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6007f-d85f-49ee-8174-773dfe338a02 tempest-TestVolumeBootPattern-248414117 tempest-TestVolumeBootPattern-248414117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:30.165592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3ac6007f-d85f-49ee-8174-773dfe338a02 tempest-TestVolumeBootPattern-248414117 tempest-TestVolumeBootPattern-248414117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 1123 time: 0.0381708
Apr 09 21:35:30.168553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38168) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:30.172751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:35:30.195161 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:30.277346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:30.384699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Allocated IP 172.35.0.76 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/bb34ddce-dee2-4287-9a57-2e80561298bd) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:35:30.489686 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (bb34ddce-dee2-4287-9a57-2e80561298bd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:30.526568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (bb34ddce-dee2-4287-9a57-2e80561298bd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:30.566335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:35:30.569069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:35:30.572572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:35:30.578273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=bb34ddce-dee2-4287-9a57-2e80561298bd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:31.270961 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (10764a04-c540-43b1-9e91-9f335510481e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:31.348997 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (bb34ddce-dee2-4287-9a57-2e80561298bd), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:31.508383 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for port (bb34ddce-dee2-4287-9a57-2e80561298bd), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:31.515905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (bb34ddce-dee2-4287-9a57-2e80561298bd), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:31.584892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event updated for resources: {'Port': ['ID=bb34ddce-dee2-4287-9a57-2e80561298bd,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:35:31.597100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (10764a04-c540-43b1-9e91-9f335510481e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:31.624234 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:31.706284 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Floating IP 10764a04-c540-43b1-9e91-9f335510481e associated. External IP: 172.35.0.76, port: e734433e-37c2-48eb-a6f3-b8bd12274b0d.
Apr 09 21:35:31.929769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:35:32.048309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:35:32.058956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:35:32.068846 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:32.070043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:35:32.070668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761dc7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:35:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:32.101050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3f7a6435-6d00-4e20-8424-4c70bd21ea6f tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9314516
Apr 09 21:35:32.101702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:35:32.104025 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c47229-749d-4fdd-8388-a7de0cdeab3f" -d '{"events": [{"name": "network-changed", "server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:35:32.142767 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50902506-f7dd-4a78-b5bd-b9ddb71e1244 x-openstack-request-id: req-50902506-f7dd-4a78-b5bd-b9ddb71e1244 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:35:32.143084 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:35:32.143321 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50902506-f7dd-4a78-b5bd-b9ddb71e1244 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:35:32.143738 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50902506-f7dd-4a78-b5bd-b9ddb71e1244'] response: {'name': 'network-changed', 'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'status': 'completed', 'code': 200}
Apr 09 21:35:32.184966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:35:32.204526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-54e9907f-c06d-4e21-aa92-3640a98ce40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:32.206101 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-54e9907f-c06d-4e21-aa92-3640a98ce40e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 1128 time: 0.0414784
Apr 09 21:35:32.297543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-a0ec8cc1-14a1-445e-82c5-a3e7ba593984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:32.299045 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-a0ec8cc1-14a1-445e-82c5-a3e7ba593984 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0875695
Apr 09 21:35:32.365270 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-4603bd56-0074-4745-967d-28ba37858a1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d HTTP/1.1" status: 200  len: 999 time: 0.0601139
Apr 09 21:35:32.411406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761dc7c0>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:21Z', 'revision_number': 1, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}, {'id': '10764a04-c540-43b1-9e91-9f335510481e', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.76', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:a5:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865dc81b-5656-46ef-b403-170b3f5adb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:30Z', 'updated_at': '2022-04-09T21:35:30Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:32.414347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-3ee93fe0-9aca-45ab-84b3-606206301629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:32.415881 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-3ee93fe0-9aca-45ab-84b3-606206301629 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0447476
Apr 09 21:35:32.438677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:35:32.447375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:35:32.447959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761dc7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:35:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:32.463500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-0065cdd6-9adb-4b5b-b329-9509efb81fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:32.465042 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-0065cdd6-9adb-4b5b-b329-9509efb81fc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431299
Apr 09 21:35:32.557466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:35:32.557772 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-f876b943-a797-4d30-b4b8-69ac57256802 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860615
Apr 09 21:35:32.653187 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e7c47229-749d-4fdd-8388-a7de0cdeab3f req-0e38dec6-34d3-4e79-9b41-4951f3bb3f9c service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888066
Apr 09 21:35:32.785505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761dc7c0>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:21Z', 'revision_number': 1, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}, {'id': '10764a04-c540-43b1-9e91-9f335510481e', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.76', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:a5:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865dc81b-5656-46ef-b403-170b3f5adb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:30Z', 'updated_at': '2022-04-09T21:35:30Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:35:32.813055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050c15e-f408-4ba4-8483-0972c146eab8 None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:21Z', 'revision_number': 1, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}, {'id': '10764a04-c540-43b1-9e91-9f335510481e', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.76', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:a5:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865dc81b-5656-46ef-b403-170b3f5adb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:30Z', 'updated_at': '2022-04-09T21:35:30Z', 'revision_number': 0, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:35:33.018335 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9ed58-e6b8-4caf-a8b8-754527ae1ca1 None None] New status for floating IP 10764a04-c540-43b1-9e91-9f335510481e: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:35:50.474759 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0aa87add-81c0-452c-af69-501e2708f4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:52.943073 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-17f03895-08b6-4453-af50-bbb87e70854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:54.218056 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:54.657020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38204) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:54.740938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb8633-a5eb-4a66-9c13-9fe6a860d560 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:54.741558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb8633-a5eb-4a66-9c13-9fe6a860d560 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:54.742050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb8633-a5eb-4a66-9c13-9fe6a860d560 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:54.743994 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-02fb8633-a5eb-4a66-9c13-9fe6a860d560 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=2307958edd534abb847445b0e1dd954d&network_id=e19588c9-72b7-4d6c-866b-e793cc5d4659 HTTP/1.1" status: 200  len: 3074 time: 0.0857987
Apr 09 21:35:55.277932 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:55.865343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:57.100455 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:35:58.825310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38214) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:35:58.882440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0510b7-c4dc-42b5-a2f2-c5f33b2e513d tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:35:58.883956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-be0510b7-c4dc-42b5-a2f2-c5f33b2e513d tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878 HTTP/1.1" status: 200  len: 814 time: 0.0576758
Apr 09 21:36:00.014999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38220) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:00.024095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'network': {'name': 'tempest-network-smoke--1688806940', 'project_id': '2307958edd534abb847445b0e1dd954d', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:00.048799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:36:00.053634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:00.082933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:36:00.092344 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:00.092682 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Added segment fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d of type vlan for network cbc9ae09-e279-4755-9a62-9396d42f0602
Apr 09 21:36:00.133007 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (cbc9ae09-e279-4755-9a62-9396d42f0602), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:00.160302 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (cbc9ae09-e279-4755-9a62-9396d42f0602), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:00.165296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:00.166752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:00.229067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2128072
Apr 09 21:36:00.232288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38222) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:00.249202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Network': ['ID=cbc9ae09-e279-4755-9a62-9396d42f0602,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:00.283771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.284036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.284371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.284719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.285071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.285398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.285727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.286046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.286363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.286684 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.287029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.287343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.287661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.287975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.288289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b775b38-2457-4662-bd81-fd56ac39222f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:00.299725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network cbc9ae09-e279-4755-9a62-9396d42f0602 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:36:00.316902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554dd6b-c107-4b60-8d89-2713e09c6fc4 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:00.318493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f554dd6b-c107-4b60-8d89-2713e09c6fc4 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2307958edd534abb847445b0e1dd954d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0853207
Apr 09 21:36:00.321311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38224) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:00.470880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad61b238-539c-46bb-a15d-fcd7891869c6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:00.472423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ad61b238-539c-46bb-a15d-fcd7891869c6 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1502209
Apr 09 21:36:00.476678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38226) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:00.505326 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b25ef0bc-1789-4b3b-a9c6-6921b3d4abe4 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0274787
Apr 09 21:36:00.507880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38228) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:00.534038 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-614ea02c-235b-4986-a7d1-8fabeaa9eb10 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2307958edd534abb847445b0e1dd954d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0250618
Apr 09 21:36:00.536258 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38230) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:00.629879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea3d7e6-a92b-4ead-98c9-ab9d6bece458 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:00.631435 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0ea3d7e6-a92b-4ead-98c9-ab9d6bece458 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0943274
Apr 09 21:36:00.635519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38232) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:00.663479 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2bd5838a-a935-4871-8671-694120de57c5 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0268955
Apr 09 21:36:00.665960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38234) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:00.670436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371808593', 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602', 'project_id': '2307958edd534abb847445b0e1dd954d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:00.758169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:36:00.761677 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:00.946051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (42cca2c9-ef06-4c84-b17c-4672d3a3cd3d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.006761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Subnet': ['ID=42cca2c9-ef06-4c84-b17c-4672d3a3cd3d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:01.018404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Checking segment: {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:36:01.018819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network hostable DHCP agents. Network: cbc9ae09-e279-4755-9a62-9396d42f0602, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:36:01.038357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network cbc9ae09-e279-4755-9a62-9396d42f0602 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:36:01.049356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cbc9ae09-e279-4755-9a62-9396d42f0602) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:36:01.053669 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:01.054257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.060386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a7120-5a5e-4b90-aa55-c35fc7bef6a6 None None] Network cbc9ae09-e279-4755-9a62-9396d42f0602 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:36:01.072247 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ac379c6a-5fd0-4ed9-83dd-901d2930e972 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.4049647
Apr 09 21:36:01.169658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cbc9ae09-e279-4755-9a62-9396d42f0602', 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602', 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ips': [{'subnet_id': '42cca2c9-ef06-4c84-b17c-4672d3a3cd3d'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:36:01.170621 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.239953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38238) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:01.244779 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-99b8e602-e851-420b-a93c-cdbc5d2e3d55 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669462241', 'description': 'tempest-secgroup-smoke-669462241 description', 'project_id': '2307958edd534abb847445b0e1dd954d'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:01.266884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99b8e602-e851-420b-a93c-cdbc5d2e3d55 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.307072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Allocated IP 172.20.0.18 (cbc9ae09-e279-4755-9a62-9396d42f0602/42cca2c9-ef06-4c84-b17c-4672d3a3cd3d/7c7369b8-e92b-4f8c-954c-849d9ec14902) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:36:01.335678 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99b8e602-e851-420b-a93c-cdbc5d2e3d55 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (78024aa3-ac9e-4ae3-b09c-2aa1550812a6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.340315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99b8e602-e851-420b-a93c-cdbc5d2e3d55 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (78024aa3-ac9e-4ae3-b09c-2aa1550812a6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.366822 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-99b8e602-e851-420b-a93c-cdbc5d2e3d55 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.368035 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-99b8e602-e851-420b-a93c-cdbc5d2e3d55 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1269550
Apr 09 21:36:01.371182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38240) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:01.374219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8e602-e851-420b-a93c-cdbc5d2e3d55 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78024aa3-ac9e-4ae3-b09c-2aa1550812a6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:01.376563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-eb5aaff4-4a18-4c84-9176-7bacd3c63ee6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '78024aa3-ac9e-4ae3-b09c-2aa1550812a6', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:01.405192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eb5aaff4-4a18-4c84-9176-7bacd3c63ee6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (33085fe1-4cb4-4f45-b529-69f3a445f959), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.452063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Publish callbacks [] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.460026 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.472069 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eb5aaff4-4a18-4c84-9176-7bacd3c63ee6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (33085fe1-4cb4-4f45-b529-69f3a445f959), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.476721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eb5aaff4-4a18-4c84-9176-7bacd3c63ee6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (33085fe1-4cb4-4f45-b529-69f3a445f959), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.494577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5aaff4-4a18-4c84-9176-7bacd3c63ee6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33085fe1-4cb4-4f45-b529-69f3a445f959,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:01.500838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Network cbc9ae09-e279-4755-9a62-9396d42f0602 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:36:01.503453 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eb5aaff4-4a18-4c84-9176-7bacd3c63ee6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.503693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:36:01.504700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eb5aaff4-4a18-4c84-9176-7bacd3c63ee6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1324568
Apr 09 21:36:01.507841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38244) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:01.510048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:36:01.512869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-418411fc-bea6-41b8-bfc8-eaa3e804843d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '78024aa3-ac9e-4ae3-b09c-2aa1550812a6', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:01.513181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Pushing event updated for resources: {'Port': ['ID=7c7369b8-e92b-4f8c-954c-849d9ec14902,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:01.546056 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-418411fc-bea6-41b8-bfc8-eaa3e804843d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (f68ac65e-67ff-49e4-8898-4f88811590cd), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.568909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Attempting to bind port 7c7369b8-e92b-4f8c-954c-849d9ec14902 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:36:01.569311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Attempting to bind port 7c7369b8-e92b-4f8c-954c-849d9ec14902 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:36:01.569668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Attempting to bind port 7c7369b8-e92b-4f8c-954c-849d9ec14902 on network cbc9ae09-e279-4755-9a62-9396d42f0602 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:36:01.575668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:36:01.576220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Checking segment: {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:36:01.576617 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.577007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Bound using segment: {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:36:01.577487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Bound port: 7c7369b8-e92b-4f8c-954c-849d9ec14902, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:36:01.577862 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.599102 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-418411fc-bea6-41b8-bfc8-eaa3e804843d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (f68ac65e-67ff-49e4-8898-4f88811590cd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.604191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-418411fc-bea6-41b8-bfc8-eaa3e804843d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (f68ac65e-67ff-49e4-8898-4f88811590cd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.622292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418411fc-bea6-41b8-bfc8-eaa3e804843d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68ac65e-67ff-49e4-8898-4f88811590cd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:01.634645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-418411fc-bea6-41b8-bfc8-eaa3e804843d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.635906 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-418411fc-bea6-41b8-bfc8-eaa3e804843d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1270094
Apr 09 21:36:01.638716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38246) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:01.643144 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-32aee2a3-62c7-4e98-9e9a-504bae707f9b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '78024aa3-ac9e-4ae3-b09c-2aa1550812a6', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:01.671864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aee2a3-62c7-4e98-9e9a-504bae707f9b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (483c07ef-f10e-43bf-a87a-ece00c22b75c), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.744957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aee2a3-62c7-4e98-9e9a-504bae707f9b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (483c07ef-f10e-43bf-a87a-ece00c22b75c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.750379 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aee2a3-62c7-4e98-9e9a-504bae707f9b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (483c07ef-f10e-43bf-a87a-ece00c22b75c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.769151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aee2a3-62c7-4e98-9e9a-504bae707f9b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483c07ef-f10e-43bf-a87a-ece00c22b75c,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:01.776780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32aee2a3-62c7-4e98-9e9a-504bae707f9b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.778076 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-32aee2a3-62c7-4e98-9e9a-504bae707f9b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1383796
Apr 09 21:36:01.780838 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38248) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:01.785131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cb62ccb9-08e4-47e0-aca4-eee978eef57f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '78024aa3-ac9e-4ae3-b09c-2aa1550812a6', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:01.812338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb62ccb9-08e4-47e0-aca4-eee978eef57f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (30f097f9-a860-4a2f-bdcb-0c7e2c5c59b4), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.812590 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.823609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] For port 7c7369b8-e92b-4f8c-954c-849d9ec14902, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:36:01.826963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] For port 7c7369b8-e92b-4f8c-954c-849d9ec14902, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c7369b8-e92b-4f8c-954c-849d9ec14902,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:36:01.833494 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.871898 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb62ccb9-08e4-47e0-aca4-eee978eef57f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (30f097f9-a860-4a2f-bdcb-0c7e2c5c59b4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.878169 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb62ccb9-08e4-47e0-aca4-eee978eef57f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (30f097f9-a860-4a2f-bdcb-0c7e2c5c59b4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.894140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a50788-216e-441b-bec4-4c822d2b07cc None None] Pushing event updated for resources: {'Port': ['ID=7c7369b8-e92b-4f8c-954c-849d9ec14902,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:01.904158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62ccb9-08e4-47e0-aca4-eee978eef57f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f097f9-a860-4a2f-bdcb-0c7e2c5c59b4,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:01.914962 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cb62ccb9-08e4-47e0-aca4-eee978eef57f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:01.916321 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cb62ccb9-08e4-47e0-aca4-eee978eef57f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1345692
Apr 09 21:36:01.919100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:01.923506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f26d262e-2741-4376-b95d-5de7db6e50a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '78024aa3-ac9e-4ae3-b09c-2aa1550812a6', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:01.945368 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-f26d262e-2741-4376-b95d-5de7db6e50a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Project 2307958edd534abb847445b0e1dd954d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:36:01.951625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f26d262e-2741-4376-b95d-5de7db6e50a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (41e67574-5856-4333-9e39-92540d3c2785), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:02.011684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f26d262e-2741-4376-b95d-5de7db6e50a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (41e67574-5856-4333-9e39-92540d3c2785), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:02.016820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f26d262e-2741-4376-b95d-5de7db6e50a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (41e67574-5856-4333-9e39-92540d3c2785), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:02.034695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d262e-2741-4376-b95d-5de7db6e50a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e67574-5856-4333-9e39-92540d3c2785,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:02.044381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f26d262e-2741-4376-b95d-5de7db6e50a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:02.047150 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f26d262e-2741-4376-b95d-5de7db6e50a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1255322
Apr 09 21:36:02.048857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38252) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:02.054326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-346be088-4f2f-45a8-ad39-a2db580242ee tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '78024aa3-ac9e-4ae3-b09c-2aa1550812a6', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:02.097274 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-346be088-4f2f-45a8-ad39-a2db580242ee tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Project 2307958edd534abb847445b0e1dd954d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:36:02.103056 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-346be088-4f2f-45a8-ad39-a2db580242ee tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (0ad782c0-0b6c-4504-9e6f-2533dc888cb2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:02.165430 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-346be088-4f2f-45a8-ad39-a2db580242ee tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (0ad782c0-0b6c-4504-9e6f-2533dc888cb2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:02.170975 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-346be088-4f2f-45a8-ad39-a2db580242ee tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (0ad782c0-0b6c-4504-9e6f-2533dc888cb2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:02.191399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346be088-4f2f-45a8-ad39-a2db580242ee tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad782c0-0b6c-4504-9e6f-2533dc888cb2,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:02.198890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-346be088-4f2f-45a8-ad39-a2db580242ee tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:02.201644 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-346be088-4f2f-45a8-ad39-a2db580242ee tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1511011
Apr 09 21:36:02.478224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-259e4e29-b4d1-4ecd-9c8d-0ea0ac75c269 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669462241&fields=id&tenant_id=2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 267 time: 0.0460968
Apr 09 21:36:02.589102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-a557867a-a06c-47cb-80f5-4f0b4d83bf8a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:02.590610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-a557867a-a06c-47cb-80f5-4f0b4d83bf8a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/networks?id=cbc9ae09-e279-4755-9a62-9396d42f0602 HTTP/1.1" status: 200  len: 797 time: 0.1056330
Apr 09 21:36:02.606616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-754d3bd7-a7bb-4bbe-8b99-bdf2b5aee35b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/quotas/2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 375 time: 0.0099413
Apr 09 21:36:02.661803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-273bee5f-f72d-4326-9341-1229f7592e57 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0495081
Apr 09 21:36:02.765491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-77dc3500-0d9e-4f4b-92f5-0a9d64999dea service neutron] 10.222.0.30 "GET /v2.0/networks/cbc9ae09-e279-4755-9a62-9396d42f0602?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909569
Apr 09 21:36:02.824923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942a9176-6b94-4b19-8901-f2b63e37e955 None None] Network cbc9ae09-e279-4755-9a62-9396d42f0602 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:36:02.869581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-35a91dd5-b1bd-4a7f-b54a-05debac69178 service neutron] 10.222.0.30 "GET /v2.0/networks/cbc9ae09-e279-4755-9a62-9396d42f0602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981486
Apr 09 21:36:02.901613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-86b9ef2d-6a5e-4641-a6c2-890bf946fd3b None None] Provisioning complete for port 7c7369b8-e92b-4f8c-954c-849d9ec14902 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:02.901985 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86b9ef2d-6a5e-4641-a6c2-890bf946fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:03.024342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-86b9ef2d-6a5e-4641-a6c2-890bf946fd3b None None] Current status of the port 7c7369b8-e92b-4f8c-954c-849d9ec14902 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:36:03.025463 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86b9ef2d-6a5e-4641-a6c2-890bf946fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:03.065409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-86b9ef2d-6a5e-4641-a6c2-890bf946fd3b None None] For port 7c7369b8-e92b-4f8c-954c-849d9ec14902, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c7369b8-e92b-4f8c-954c-849d9ec14902,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:03.071566 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86b9ef2d-6a5e-4641-a6c2-890bf946fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:03.107532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb192f4f-ca79-48a5-8e90-bc7a4123deda req-b9395b7b-297c-4463-bfdc-fdc1d19d39fc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 210 time: 0.0569549
Apr 09 21:36:03.134643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9ef2d-6a5e-4641-a6c2-890bf946fd3b None None] Pushing event updated for resources: {'Port': ['ID=7c7369b8-e92b-4f8c-954c-849d9ec14902,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:03.289819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6793a186-6a5f-43ac-a0dd-1bc7650d35e4 None None] Provisioning complete for port 7c7369b8-e92b-4f8c-954c-849d9ec14902 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:03.290193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6793a186-6a5f-43ac-a0dd-1bc7650d35e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:03.372064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6793a186-6a5f-43ac-a0dd-1bc7650d35e4 None None] Current status of the port 7c7369b8-e92b-4f8c-954c-849d9ec14902 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:36:03.630030 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7c7369b8-e92b-4f8c-954c-849d9ec14902 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:36:03.677493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 7c7369b8-e92b-4f8c-954c-849d9ec14902 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:03.677902 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:03.753785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 7c7369b8-e92b-4f8c-954c-849d9ec14902 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:36:03.874864 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:36:04.045601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-70dd9cf7-b37b-4038-9539-92a8dd4f1481 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:04.047240 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-70dd9cf7-b37b-4038-9539-92a8dd4f1481 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.25 "GET /v2.0/networks?id=cbc9ae09-e279-4755-9a62-9396d42f0602 HTTP/1.1" status: 200  len: 797 time: 0.1061122
Apr 09 21:36:04.121966 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-f7047bf2-9307-4653-a751-c5308b16bbf4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 471 time: 0.0657566
Apr 09 21:36:04.132607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'port': {'device_id': 'a209929c-9159-4d88-8795-4f78a8a3c52b', 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602', 'admin_state_up': True, 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'security_groups': ['78024aa3-ac9e-4ae3-b09c-2aa1550812a6']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:04.209384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f367815-59a7-4b2b-978b-6eda11ef1ab3 req-4f4b309c-23fd-4ffc-be6e-bb88dba58f34 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 210 time: 0.0283592
Apr 09 21:36:04.245328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:36:04.248614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:04.375323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.20.0.27 (cbc9ae09-e279-4755-9a62-9396d42f0602/42cca2c9-ef06-4c84-b17c-4672d3a3cd3d/3acc31a5-a307-41b6-8106-1fec4fe6e5fd) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:36:04.526807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:04.565387 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:04.613577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network cbc9ae09-e279-4755-9a62-9396d42f0602 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:36:04.616628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:36:04.620278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:36:04.626545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:04.672271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:04.672863 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:04.691715 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-b1776ff7-4652-46ed-9793-460bafeb10fd tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5637279
Apr 09 21:36:04.703556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Request body: {'port': {'device_id': 'a209929c-9159-4d88-8795-4f78a8a3c52b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:36:04.763925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:04.901116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b51374af-1ecd-4a90-aa2f-0b16e0b0ff27 None None] Provisioning complete for port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:04.901716 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b51374af-1ecd-4a90-aa2f-0b16e0b0ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:04.938864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b51374af-1ecd-4a90-aa2f-0b16e0b0ff27 None None] Port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:36:05.035349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3acc31a5-a307-41b6-8106-1fec4fe6e5fd {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:36:05.043085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Publish callbacks [] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:05.055703 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Transition to ACTIVE for port object 3acc31a5-a307-41b6-8106-1fec4fe6e5fd will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:36:05.062227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:05.110658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Pushing event updated for resources: {'Port': ['ID=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:05.194736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Attempting to bind port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:36:05.195006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Attempting to bind port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:36:05.195299 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Attempting to bind port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd on network cbc9ae09-e279-4755-9a62-9396d42f0602 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:36:05.201685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd on network cbc9ae09-e279-4755-9a62-9396d42f0602 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:36:05.201973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Attempting to bind port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd on network cbc9ae09-e279-4755-9a62-9396d42f0602 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:36:05.207181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:36:05.207513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Checking segment: {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:36:05.207880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Bound using segment: {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:36:05.208324 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Bound port: 3acc31a5-a307-41b6-8106-1fec4fe6e5fd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:36:05.208723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:05.276155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] For port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:36:05.279488 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] For port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:36:05.286828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:05.303218 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:05.303851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:05.305616 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] 10.222.0.25 "PUT /v2.0/ports/3acc31a5-a307-41b6-8106-1fec4fe6e5fd HTTP/1.1" status: 200  len: 1092 time: 0.6063697
Apr 09 21:36:05.325388 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a209929c-9159-4d88-8795-4f78a8a3c52b', 'tag': '3acc31a5-a307-41b6-8106-1fec4fe6e5fd'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:36:05.327979 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a209929c-9159-4d88-8795-4f78a8a3c52b", "tag": "3acc31a5-a307-41b6-8106-1fec4fe6e5fd"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:36:05.339781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-aaf8e14a-a981-41a8-a7e1-d6b9cbbf2765 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:36:05.340710 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-aaf8e14a-a981-41a8-a7e1-d6b9cbbf2765 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050051
Apr 09 21:36:05.349702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd291-d6ed-49da-9d88-9f321305b84c req-4422d168-fde6-472a-913a-8f08a9ce530c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:05.351333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d1dd291-d6ed-49da-9d88-9f321305b84c req-4422d168-fde6-472a-913a-8f08a9ce530c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 944 time: 0.0729272
Apr 09 21:36:05.367939 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffa4dd-998c-4371-9b54-180936d1738c service neutron] Pushing event updated for resources: {'Port': ['ID=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:05.397419 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc8eaac-a3f5-49f3-b603-6cffa376d7d3 x-openstack-request-id: req-cdc8eaac-a3f5-49f3-b603-6cffa376d7d3 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:36:05.397735 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a209929c-9159-4d88-8795-4f78a8a3c52b", "tag": "3acc31a5-a307-41b6-8106-1fec4fe6e5fd", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:36:05.397986 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdc8eaac-a3f5-49f3-b603-6cffa376d7d3 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:36:05.398384 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc8eaac-a3f5-49f3-b603-6cffa376d7d3'] response: {'name': 'network-changed', 'server_uuid': 'a209929c-9159-4d88-8795-4f78a8a3c52b', 'tag': '3acc31a5-a307-41b6-8106-1fec4fe6e5fd', 'status': 'completed', 'code': 200}
Apr 09 21:36:05.425613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d1dd291-d6ed-49da-9d88-9f321305b84c req-dd2a8c16-e779-4deb-81af-2de4ffc74c2a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675542
Apr 09 21:36:05.429419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-fc6bede7-e536-4a69-9fcd-caf5c6a8a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:05.430943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-fc6bede7-e536-4a69-9fcd-caf5c6a8a326 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 1126 time: 0.0533881
Apr 09 21:36:05.477302 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-cd1116aa-6edf-4f30-853f-eacf204f5245 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3acc31a5-a307-41b6-8106-1fec4fe6e5fd HTTP/1.1" status: 200  len: 217 time: 0.0387962
Apr 09 21:36:05.526392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-3b21b7d2-6437-4231-9167-fccd6330d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:05.527854 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-3b21b7d2-6437-4231-9167-fccd6330d195 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42cca2c9-ef06-4c84-b17c-4672d3a3cd3d HTTP/1.1" status: 200  len: 838 time: 0.0445564
Apr 09 21:36:05.570967 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-8d355039-ccae-4621-a278-49cc72aaf8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:05.572445 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-8d355039-ccae-4621-a278-49cc72aaf8d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbc9ae09-e279-4755-9a62-9396d42f0602&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0382257
Apr 09 21:36:05.674047 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-36faa336-b60b-4626-9bcb-611c4d5097e6 service neutron] 10.222.0.25 "GET /v2.0/networks/cbc9ae09-e279-4755-9a62-9396d42f0602?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951099
Apr 09 21:36:05.769389 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ba2e4f66-9c17-46be-93c7-73dcc42eca7f req-def541da-f171-408f-aa08-745fd74e4160 service neutron] 10.222.0.25 "GET /v2.0/networks/cbc9ae09-e279-4755-9a62-9396d42f0602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887096
Apr 09 21:36:06.543194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce10950-fef9-4c3c-8b9d-6482322d95be req-5d62fab1-a1aa-4cf4-a222-c2c5fba3e9e3 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:06.544675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bce10950-fef9-4c3c-8b9d-6482322d95be req-5d62fab1-a1aa-4cf4-a222-c2c5fba3e9e3 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 944 time: 0.0476427
Apr 09 21:36:06.598113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bce10950-fef9-4c3c-8b9d-6482322d95be req-f9744c68-51e6-4644-bd3b-cb97b91b3c1e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475285
Apr 09 21:36:07.719674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60891-317f-4607-b47a-6f9e6f4d5173 req-37c6200b-17e5-46f8-8acb-ae04b8bfc6de tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:07.721114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86a60891-317f-4607-b47a-6f9e6f4d5173 req-37c6200b-17e5-46f8-8acb-ae04b8bfc6de tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 944 time: 0.0544701
Apr 09 21:36:07.773196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86a60891-317f-4607-b47a-6f9e6f4d5173 req-d036d867-ba9a-4402-a5cb-8887e2541c8d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434375
Apr 09 21:36:07.877321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-e430a817-1fbf-46e1-bb87-db8d0f98de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:07.878858 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-e430a817-1fbf-46e1-bb87-db8d0f98de5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 1126 time: 0.1122134
Apr 09 21:36:07.976131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-e7c6e1b2-da47-4b81-924f-93b61aae5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:07.977512 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-e7c6e1b2-da47-4b81-924f-93b61aae5d15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbc9ae09-e279-4755-9a62-9396d42f0602 HTTP/1.1" status: 200  len: 898 time: 0.0919590
Apr 09 21:36:08.358801 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-197f1197-943e-454c-bde7-d60566ce6d11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3acc31a5-a307-41b6-8106-1fec4fe6e5fd HTTP/1.1" status: 200  len: 217 time: 0.3742914
Apr 09 21:36:08.406309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-4dbf8eb1-49b7-4bc0-9cdc-756a7f2c5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:08.407717 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-4dbf8eb1-49b7-4bc0-9cdc-756a7f2c5463 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42cca2c9-ef06-4c84-b17c-4672d3a3cd3d HTTP/1.1" status: 200  len: 838 time: 0.0426242
Apr 09 21:36:08.452687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-1060b60d-76c6-4a2d-8285-e1caa6098033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:08.454222 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-1060b60d-76c6-4a2d-8285-e1caa6098033 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbc9ae09-e279-4755-9a62-9396d42f0602&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0393589
Apr 09 21:36:08.547216 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-bc8162c4-6743-4cea-9e2b-5305a994e4c8 service neutron] 10.222.0.25 "GET /v2.0/networks/cbc9ae09-e279-4755-9a62-9396d42f0602?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869431
Apr 09 21:36:08.643376 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d52770cf-064f-4b5f-aeb6-d7d7751dc4e8 req-3d2e2fae-e1d8-4018-9ea3-0540416b3292 service neutron] 10.222.0.25 "GET /v2.0/networks/cbc9ae09-e279-4755-9a62-9396d42f0602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899286
Apr 09 21:36:08.898473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d522861-0093-450e-9037-2fb5947a0f9e req-b163c0b3-4e95-445d-a23e-5df7092ee825 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:08.899829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d522861-0093-450e-9037-2fb5947a0f9e req-b163c0b3-4e95-445d-a23e-5df7092ee825 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 944 time: 0.0478837
Apr 09 21:36:08.950945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d522861-0093-450e-9037-2fb5947a0f9e req-0cfb2995-2555-4aaf-b9e3-f53b3b8067a7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428309
Apr 09 21:36:09.092452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 3acc31a5-a307-41b6-8106-1fec4fe6e5fd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:36:09.202025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:09.215854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '3acc31a5-a307-41b6-8106-1fec4fe6e5fd', 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602', 'port_id': '3acc31a5-a307-41b6-8106-1fec4fe6e5fd', 'mac_address': 'fa:16:3e:3a:ea:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cca2c9-ef06-4c84-b17c-4672d3a3cd3d', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:36:09.254921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:36:09.255305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:09.268330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acc31a5-a307-41b6-8106-1fec4fe6e5fd {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:36:09.287365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:09.294260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:09.347598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:09.355416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.355780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.356140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.356506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.356830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.357192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.357527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.357887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.358217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.358550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.358879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.359208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.359534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.359860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.360189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:09.592988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['3acc31a5-a307-41b6-8106-1fec4fe6e5fd'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:36:10.077065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb1033-e55e-4ac6-9131-b4ecb062b9f0 req-68760466-3f82-437e-8444-1ebd904eed3e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:10.078535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80eb1033-e55e-4ac6-9131-b4ecb062b9f0 req-68760466-3f82-437e-8444-1ebd904eed3e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 945 time: 0.0526717
Apr 09 21:36:10.128490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-80eb1033-e55e-4ac6-9131-b4ecb062b9f0 req-ecc98c5f-4962-4ecd-8533-720c28206786 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441754
Apr 09 21:36:11.120314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 3acc31a5-a307-41b6-8106-1fec4fe6e5fd up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:36:11.175218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:36:11.184670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:11.185059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:11.258031 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781d693-79a2-4076-a898-a80d610986ff req-faa129d4-342d-442e-a60e-09aeefa235a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:11.259595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6781d693-79a2-4076-a898-a80d610986ff req-faa129d4-342d-442e-a60e-09aeefa235a4 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 945 time: 0.0522511
Apr 09 21:36:11.263247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:36:11.263632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:11.286410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a209929c-9159-4d88-8795-4f78a8a3c52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc31a5-a307-41b6-8106-1fec4fe6e5fd'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:36:11.288685 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c3c928-ff22-483b-ba4c-645e7b71f8b2" -d '{"events": [{"server_uuid": "a209929c-9159-4d88-8795-4f78a8a3c52b", "name": "network-vif-plugged", "status": "completed", "tag": "3acc31a5-a307-41b6-8106-1fec4fe6e5fd"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:36:11.301139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:11.306539 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:11.312724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6781d693-79a2-4076-a898-a80d610986ff req-1724e82b-d747-4484-aa21-1a2fac88be9e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471230
Apr 09 21:36:11.339913 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8028ab-aac2-4e1b-ba26-8894a21c8e97 x-openstack-request-id: req-2b8028ab-aac2-4e1b-ba26-8894a21c8e97 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:36:11.340209 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a209929c-9159-4d88-8795-4f78a8a3c52b", "name": "network-vif-plugged", "status": "completed", "tag": "3acc31a5-a307-41b6-8106-1fec4fe6e5fd", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:36:11.340462 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b8028ab-aac2-4e1b-ba26-8894a21c8e97 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:36:11.340857 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8028ab-aac2-4e1b-ba26-8894a21c8e97'] response: {'server_uuid': 'a209929c-9159-4d88-8795-4f78a8a3c52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc31a5-a307-41b6-8106-1fec4fe6e5fd', 'code': 200}
Apr 09 21:36:11.362347 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:11.439830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3d7bd-2319-404f-a2b5-e1c232c4dfcf req-766e2fc7-474c-4c6a-a622-172c278e0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:11.441488 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-35f3d7bd-2319-404f-a2b5-e1c232c4dfcf req-766e2fc7-474c-4c6a-a622-172c278e0dfe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 1128 time: 0.0435050
Apr 09 21:36:11.488221 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-35f3d7bd-2319-404f-a2b5-e1c232c4dfcf req-a00dd416-f172-402b-bb2d-b82d95f00318 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404737
Apr 09 21:36:12.443677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eec44-6de7-4fe6-85e3-c1a51836491c req-430721b1-aa5f-4b40-8c76-e1701c044c45 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:12.445953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-809eec44-6de7-4fe6-85e3-c1a51836491c req-430721b1-aa5f-4b40-8c76-e1701c044c45 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 946 time: 0.0584841
Apr 09 21:36:12.498106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-809eec44-6de7-4fe6-85e3-c1a51836491c req-181e315d-e49f-4c9a-ad08-000203f9449a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453699
Apr 09 21:36:12.853796 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-b8626e88-7a5b-4a11-982d-5c1cc194fa7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0459490
Apr 09 21:36:12.936085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-7d7195fd-3b2e-4916-9e72-e410c2b0ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:12.937636 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-7d7195fd-3b2e-4916-9e72-e410c2b0ac0a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1127 time: 0.0415068
Apr 09 21:36:13.050524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-5b3d3a76-406c-4075-b616-b659adf30fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.052009 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-5b3d3a76-406c-4075-b616-b659adf30fd2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0942836
Apr 09 21:36:13.116617 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-515abae1-1e74-481b-903d-70b261136ec5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 200  len: 1001 time: 0.0580792
Apr 09 21:36:13.170225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-ef0e5f34-755c-4907-b445-32c2dfc09db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.171668 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-ef0e5f34-755c-4907-b445-32c2dfc09db2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0495713
Apr 09 21:36:13.216747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-10a71300-98d2-4eb0-8e49-352bfac5e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.218320 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-10a71300-98d2-4eb0-8e49-352bfac5e4d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403779
Apr 09 21:36:13.273377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-f5a7dfdf-5773-45a7-9b73-7ef803e28b0c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0936430
Apr 09 21:36:13.309272 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-a43c59d5-ef50-4b77-921d-408672c50d38 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845716
Apr 09 21:36:13.355069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-28d39e4d-a186-43fd-8de7-1162bfe666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.356635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-28d39e4d-a186-43fd-8de7-1162bfe666b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 1127 time: 0.0401266
Apr 09 21:36:13.403195 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b6f42a74-5b46-41c9-a694-b67e4571cd56 req-c01d11fc-6ceb-4f77-9881-9a37552e94dd service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880556
Apr 09 21:36:13.464911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-ec50c750-23c2-4bf5-9424-547fa79637ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.466436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-ec50c750-23c2-4bf5-9424-547fa79637ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=e19588c9-72b7-4d6c-866b-e793cc5d4659 HTTP/1.1" status: 200  len: 897 time: 0.0911434
Apr 09 21:36:13.538243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-c5c10fe8-36a1-48e3-96aa-976aa640bfdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8 HTTP/1.1" status: 200  len: 1000 time: 0.0644958
Apr 09 21:36:13.620973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-53368e9d-d06a-4af4-a72b-d7e536486c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.622616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-53368e9d-d06a-4af4-a72b-d7e536486c3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33faea3c-9488-43d7-a686-eeafcc4ed00e HTTP/1.1" status: 200  len: 834 time: 0.0782139
Apr 09 21:36:13.633164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3616f72-5b93-4104-9a8d-fe51920408ea req-13418f95-df1e-4967-8cf4-5cb4a4ce7055 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.634530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3616f72-5b93-4104-9a8d-fe51920408ea req-13418f95-df1e-4967-8cf4-5cb4a4ce7055 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 946 time: 0.0574005
Apr 09 21:36:13.685154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-85af5b00-d1a5-4d72-8516-3843672f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.686624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-85af5b00-d1a5-4d72-8516-3843672f5045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19588c9-72b7-4d6c-866b-e793cc5d4659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0512218
Apr 09 21:36:13.702190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-dcafafe9-24f7-4f6e-b5bd-10c3954ca8bf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:36:13.703391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-dcafafe9-24f7-4f6e-b5bd-10c3954ca8bf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0102708
Apr 09 21:36:13.740257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c3616f72-5b93-4104-9a8d-fe51920408ea req-248ca207-0d8b-4b6c-ba07-168cd4d390cf tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973663
Apr 09 21:36:13.819157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-d2c80a33-96e5-4e0f-9778-2cb18d5f276c service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1043179
Apr 09 21:36:13.875993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1c23-7088-4408-b956-47d508d2bac1 req-73a30eeb-86b3-4a2a-8a9c-a138ca9b2117 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:13.877571 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb6f1c23-7088-4408-b956-47d508d2bac1 req-73a30eeb-86b3-4a2a-8a9c-a138ca9b2117 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 946 time: 0.0690722
Apr 09 21:36:13.971463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96a054d6-3c22-4ffb-936f-4f57c7539d52 req-cb47622e-b4ad-4efb-bad5-4aafc81ced9e service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329329
Apr 09 21:36:13.975545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb6f1c23-7088-4408-b956-47d508d2bac1 req-5307cc02-7759-4c9d-b41c-9a60b8580f01 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662475
Apr 09 21:36:15.464159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38312) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:16.308210 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:16.704570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.20.0.17 (cbc9ae09-e279-4755-9a62-9396d42f0602/42cca2c9-ef06-4c84-b17c-4672d3a3cd3d/1a2caab8-8ed3-42c0-ad1e-d05ea80404aa) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:36:16.833838 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:16.881881 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:16.931354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network cbc9ae09-e279-4755-9a62-9396d42f0602 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:36:16.934675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:36:16.938695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:36:16.969515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:16.997632 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (4c5573b1-7799-491e-85e9-5b8a043ee5bf), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:17.145980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:17.204035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-06cba817-b1c9-4ade-837c-97163d2ca15e None None] Provisioning complete for port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:17.204644 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-06cba817-b1c9-4ade-837c-97163d2ca15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:17.241983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-06cba817-b1c9-4ade-837c-97163d2ca15e None None] Port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:36:17.453085 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:17.459006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:17.534479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:17.539517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (4c5573b1-7799-491e-85e9-5b8a043ee5bf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:17.636419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network cbc9ae09-e279-4755-9a62-9396d42f0602 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:36:17.637791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:36:17.769995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router 4c5573b1-7799-491e-85e9-5b8a043ee5bf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:36:17.867712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f5f35f84-38ba-4ce8-944f-7cd8f3f98a88 None None] Provisioning complete for port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:17.868134 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f5f35f84-38ba-4ce8-944f-7cd8f3f98a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:17.893136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:36:17.905579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-309f606a-2497-433a-b653-cc1eba8771e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "PUT /v2.0/routers/4c5573b1-7799-491e-85e9-5b8a043ee5bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4401422
Apr 09 21:36:17.910441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f5f35f84-38ba-4ce8-944f-7cd8f3f98a88 None None] Port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:36:17.916627 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Sync routers for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:36:17.926895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:36:17.927574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a633a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:35:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:18.051632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:36:18.290623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a633a0>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:17Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:26Z', 'revision_number': 1, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2caab8-8ed3-42c0-ad1e-d05ea80404aa', 'name': '', 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:ce:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '42cca2c9-ef06-4c84-b17c-4672d3a3cd3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:36:16Z', 'updated_at': '2022-04-09T21:36:17Z', 'revision_number': 2, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '42cca2c9-ef06-4c84-b17c-4672d3a3cd3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:18.325179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Checking router: 4c5573b1-7799-491e-85e9-5b8a043ee5bf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:36:18.325551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Updating router 4c5573b1-7799-491e-85e9-5b8a043ee5bf port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:36:18.355277 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:18.641535 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Publish callbacks [] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:18.647556 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:18.698553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df82db-22f9-48e0-8ae5-966a9fdb08ec None None] Pushing event updated for resources: {'Port': ['ID=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:18.760138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Attempting to bind port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:36:18.760580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Attempting to bind port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:36:18.760950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Attempting to bind port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa on network cbc9ae09-e279-4755-9a62-9396d42f0602 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:36:18.767149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:36:18.767682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Checking segment: {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:36:18.768606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:18.769352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Bound using segment: {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:36:18.770107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Bound port: 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:36:18.770737 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:18.840886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] For port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:36:18.845128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] For port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:36:18.852172 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:18.921703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:36:18.922458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a633a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:35:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:18.925263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df82db-22f9-48e0-8ae5-966a9fdb08ec None None] Pushing event updated for resources: {'Port': ['ID=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:18.983970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-86fc635a-2b56-4e33-a387-a1a5436ea891 None None] Provisioning complete for port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:18.984372 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86fc635a-2b56-4e33-a387-a1a5436ea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:19.094941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:36:19.388976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-86fc635a-2b56-4e33-a387-a1a5436ea891 None None] Current status of the port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:36:19.389839 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86fc635a-2b56-4e33-a387-a1a5436ea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:19.453002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-86fc635a-2b56-4e33-a387-a1a5436ea891 None None] For port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:19.465059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86fc635a-2b56-4e33-a387-a1a5436ea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:19.562502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc635a-2b56-4e33-a387-a1a5436ea891 None None] Pushing event updated for resources: {'Port': ['ID=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:19.612485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a70e02f6-f4ac-4c60-9498-c2b78f7ce317 None None] Provisioning complete for port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:19.612856 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a70e02f6-f4ac-4c60-9498-c2b78f7ce317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:19.654261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a633a0>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:17Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:26Z', 'revision_number': 1, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2caab8-8ed3-42c0-ad1e-d05ea80404aa', 'name': '', 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:ce:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '42cca2c9-ef06-4c84-b17c-4672d3a3cd3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:36:16Z', 'updated_at': '2022-04-09T21:36:18Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '42cca2c9-ef06-4c84-b17c-4672d3a3cd3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:19.685553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6a5e5-dd48-4e27-8058-c7d29489debc None None] The sync data for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 is: [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:17Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:26Z', 'revision_number': 1, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2caab8-8ed3-42c0-ad1e-d05ea80404aa', 'name': '', 'network_id': 'cbc9ae09-e279-4755-9a62-9396d42f0602', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:ce:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '42cca2c9-ef06-4c84-b17c-4672d3a3cd3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:36:16Z', 'updated_at': '2022-04-09T21:36:18Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '42cca2c9-ef06-4c84-b17c-4672d3a3cd3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:36:19.764785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a70e02f6-f4ac-4c60-9498-c2b78f7ce317 None None] Current status of the port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:36:20.470889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5e35966b-81a3-491f-b71e-3951802c29c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:21.626646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:36:21.679090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:36:21.679387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:21.763974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:36:22.947766 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-581fa1a9-404a-4a27-8a72-7d2b32fe3696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:24.223944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:24.390971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-bbb60ab6-6c21-4ce7-ba83-19780daf2771 tempest-TestNetworkAdvancedServerOps-214140696 tempest-TestNetworkAdvancedServerOps-214140696-project-admin] (126919) timed out ('10.222.0.30', 43922) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:36:25.277277 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:25.847908 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:26.051832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-65a383a6-755f-4cb2-a5b0-75f49c26f7cd req-9f3cffeb-61dc-48c6-8bd2-6f2eb57b4723 service neutron] (126920) timed out ('10.222.0.30', 47708) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:36:27.103424 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:31.646198 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:40.880364 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:36:49.066932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38356) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:49.467460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (4c5573b1-7799-491e-85e9-5b8a043ee5bf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:49.787137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:36:49.787477 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:49.883742 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:49.884075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:49.897256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:36:50.092967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1a2caab8-8ed3-42c0-ad1e-d05ea80404aa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:50.119006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=1a2caab8-8ed3-42c0-ad1e-d05ea80404aa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:50.131924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.132261 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.132557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.132891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.133267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.133598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.133924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.134224 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.134571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.134922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.135279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.135570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.135891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.136208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.136512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:36:50.313082 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (4c5573b1-7799-491e-85e9-5b8a043ee5bf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:50.465530 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-24a5bea9-0775-4b5e-aaec-917ad2672d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:50.547708 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router 4c5573b1-7799-491e-85e9-5b8a043ee5bf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:36:50.662051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:36:50.668072 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-392fb401-1623-4ed1-ad83-a5d180f06f95 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "PUT /v2.0/routers/4c5573b1-7799-491e-85e9-5b8a043ee5bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5996554
Apr 09 21:36:50.672228 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] Sync routers for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:36:50.682952 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:36:50.683571 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e9e940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:50.803095 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:36:50.903092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272eaf9-656d-4ba4-9421-ca2df7875d8a req-e7802beb-8ec2-4ec6-bfe0-b38586664774 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:50.904601 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4272eaf9-656d-4ba4-9421-ca2df7875d8a req-e7802beb-8ec2-4ec6-bfe0-b38586664774 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 946 time: 0.0473249
Apr 09 21:36:50.959635 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4272eaf9-656d-4ba4-9421-ca2df7875d8a req-47d7f8ea-0e9a-48ca-8856-c076787d9b92 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490465
Apr 09 21:36:51.029246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e9e940>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:50Z', 'revision_number': 6, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:26Z', 'revision_number': 1, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:51.055347 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] Checking router: 4c5573b1-7799-491e-85e9-5b8a043ee5bf for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:36:51.065013 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:36:51.065661 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e9e940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:51.274468 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:36:51.503374 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e9e940>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:50Z', 'revision_number': 6, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:26Z', 'revision_number': 1, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:51.530247 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355df4e-df65-4efa-8f3b-aa93667f29f7 None None] The sync data for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 is: [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:50Z', 'revision_number': 6, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd541135f-7e6e-4dbd-916b-113da8334570', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.70', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'port_id': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'mac_address': 'fa:16:3e:ea:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:35:24Z', 'updated_at': '2022-04-09T21:35:26Z', 'revision_number': 1, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:36:51.943534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:36:51.964917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:36:51.965293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 1a2caab8-8ed3-42c0-ad1e-d05ea80404aa not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:36:52.083294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b240a92-b633-4132-8db6-729cb910d618 req-b32bdef4-ef38-4859-babf-fcf1c5761c90 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:52.084832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b240a92-b633-4132-8db6-729cb910d618 req-b32bdef4-ef38-4859-babf-fcf1c5761c90 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 946 time: 0.0516987
Apr 09 21:36:52.136104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b240a92-b633-4132-8db6-729cb910d618 req-d1c6f7ea-ca62-4b7b-a3a0-ed9c44d1dc52 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=78024aa3-ac9e-4ae3-b09c-2aa1550812a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448792
Apr 09 21:36:52.498545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-229386a0-5b70-479f-a493-6974fdabb2c6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:52.500014 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-229386a0-5b70-479f-a493-6974fdabb2c6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.25 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 946 time: 0.0605893
Apr 09 21:36:52.591257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:36:52.591659 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:52.685479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:52.685822 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:52.699265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for 3acc31a5-a307-41b6-8106-1fec4fe6e5fd owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:36:52.834970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3acc31a5-a307-41b6-8106-1fec4fe6e5fd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:52.867832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=3acc31a5-a307-41b6-8106-1fec4fe6e5fd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:52.912647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] No DVR routers for this DVR port 3acc31a5-a307-41b6-8106-1fec4fe6e5fd on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:36:52.915549 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:52.919031 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-468159fa-69d9-4b04-a053-051ba2c57fc7 req-ea83306c-7ecc-4e98-b802-21be300934b0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.25 "DELETE /v2.0/ports/3acc31a5-a307-41b6-8106-1fec4fe6e5fd HTTP/1.1" status: 204  len: 173 time: 0.4133012
Apr 09 21:36:52.919493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a209929c-9159-4d88-8795-4f78a8a3c52b', 'name': 'network-vif-deleted', 'tag': '3acc31a5-a307-41b6-8106-1fec4fe6e5fd'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:36:52.921831 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd7b65b-2235-4fcc-9d25-5a31cc4b8679" -d '{"events": [{"server_uuid": "a209929c-9159-4d88-8795-4f78a8a3c52b", "name": "network-vif-deleted", "tag": "3acc31a5-a307-41b6-8106-1fec4fe6e5fd"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:36:52.953665 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aee12e5-7ac0-4d7a-9cf6-1efaa3a83e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:52.958949 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a587f84-e92e-4314-b1f8-abde01d0e47b x-openstack-request-id: req-9a587f84-e92e-4314-b1f8-abde01d0e47b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:36:52.959300 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a209929c-9159-4d88-8795-4f78a8a3c52b", "name": "network-vif-deleted", "tag": "3acc31a5-a307-41b6-8106-1fec4fe6e5fd", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:36:52.959554 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a587f84-e92e-4314-b1f8-abde01d0e47b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:36:52.959993 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a587f84-e92e-4314-b1f8-abde01d0e47b'] response: {'server_uuid': 'a209929c-9159-4d88-8795-4f78a8a3c52b', 'name': 'network-vif-deleted', 'tag': '3acc31a5-a307-41b6-8106-1fec4fe6e5fd', 'status': 'completed', 'code': 200}
Apr 09 21:36:53.254991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5cbb6c23-9b9b-4863-a373-dcd1bfed2b18 req-52d444fe-19ce-477b-bb61-4f8045840409 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=a209929c-9159-4d88-8795-4f78a8a3c52b HTTP/1.1" status: 200  len: 210 time: 0.0292184
Apr 09 21:36:54.236365 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.315607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38388) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:54.373697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2272cfbe-080c-468c-9452-e3a9b2ee8d4e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (78024aa3-ac9e-4ae3-b09c-2aa1550812a6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.399386 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2272cfbe-080c-468c-9452-e3a9b2ee8d4e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (78024aa3-ac9e-4ae3-b09c-2aa1550812a6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.464201 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2272cfbe-080c-468c-9452-e3a9b2ee8d4e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (78024aa3-ac9e-4ae3-b09c-2aa1550812a6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.466873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2272cfbe-080c-468c-9452-e3a9b2ee8d4e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.468033 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2272cfbe-080c-468c-9452-e3a9b2ee8d4e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/security-groups/78024aa3-ac9e-4ae3-b09c-2aa1550812a6 HTTP/1.1" status: 204  len: 168 time: 0.1514294
Apr 09 21:36:54.477436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272cfbe-080c-468c-9452-e3a9b2ee8d4e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78024aa3-ac9e-4ae3-b09c-2aa1550812a6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:54.501895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38392) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:54.557569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdfad55-1323-46dc-bb27-c82514d2cb43 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting subnet 42cca2c9-ef06-4c84-b17c-4672d3a3cd3d {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:36:54.560697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbdfad55-1323-46dc-bb27-c82514d2cb43 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for subnet (42cca2c9-ef06-4c84-b17c-4672d3a3cd3d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.606738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbdfad55-1323-46dc-bb27-c82514d2cb43 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (42cca2c9-ef06-4c84-b17c-4672d3a3cd3d), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.699717 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbdfad55-1323-46dc-bb27-c82514d2cb43 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (42cca2c9-ef06-4c84-b17c-4672d3a3cd3d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.764428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbdfad55-1323-46dc-bb27-c82514d2cb43 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (42cca2c9-ef06-4c84-b17c-4672d3a3cd3d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.792689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfad55-1323-46dc-bb27-c82514d2cb43 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Subnet': ['ID=42cca2c9-ef06-4c84-b17c-4672d3a3cd3d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:54.794646 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bbdfad55-1323-46dc-bb27-c82514d2cb43 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.798292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bbdfad55-1323-46dc-bb27-c82514d2cb43 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/subnets/42cca2c9-ef06-4c84-b17c-4672d3a3cd3d HTTP/1.1" status: 204  len: 168 time: 0.2947414
Apr 09 21:36:54.801489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38394) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:54.804305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4678b-6ee5-47aa-a40c-9a44432ecc1e None None] Network cbc9ae09-e279-4755-9a62-9396d42f0602 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:36:54.879851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (cbc9ae09-e279-4755-9a62-9396d42f0602), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.925821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port 7c7369b8-e92b-4f8c-954c-849d9ec14902 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:36:54.926171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:54.960981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] DHCP port deletion for cbc9ae09-e279-4755-9a62-9396d42f0602 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:36:54.999278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port 7c7369b8-e92b-4f8c-954c-849d9ec14902, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c7369b8-e92b-4f8c-954c-849d9ec14902,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:54.999740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.009171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] Deleting port 7c7369b8-e92b-4f8c-954c-849d9ec14902 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:36:55.009548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.013253 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for 7c7369b8-e92b-4f8c-954c-849d9ec14902 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:36:55.073681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] For port 7c7369b8-e92b-4f8c-954c-849d9ec14902, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c7369b8-e92b-4f8c-954c-849d9ec14902,segment=NetworkSegment(fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d),segment_id=fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:55.074005 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.086799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] Calling delete_port for 7c7369b8-e92b-4f8c-954c-849d9ec14902 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:36:55.098831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.126183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] No DVR routers for this DVR port 7c7369b8-e92b-4f8c-954c-849d9ec14902 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:36:55.132207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=7c7369b8-e92b-4f8c-954c-849d9ec14902,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:36:55.164802 ncdv-master-1 neutron-server[126921]:   self.session.flush()
Apr 09 21:36:55.171128 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (7c7369b8-e92b-4f8c-954c-849d9ec14902), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.196058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] Pushing event deleted for resources: {'Port': ['ID=7c7369b8-e92b-4f8c-954c-849d9ec14902,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:55.199955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf718a9f-33b8-4dcf-a731-dd28f7a8e34f None None] No DVR routers for this DVR port 7c7369b8-e92b-4f8c-954c-849d9ec14902 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:36:55.209071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (cbc9ae09-e279-4755-9a62-9396d42f0602), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.229192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23755af7c0>,) {'filters': {'network_id': ['cbc9ae09-e279-4755-9a62-9396d42f0602']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:55.238518 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755af7c0>, 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:55.238813 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755af7c0>, 'fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:55.253401 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.267385 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.273749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:36:55.274138 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (fae32c9b-ca9c-4a2e-9297-e6b0834f4c2d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:36:55.277507 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:36:55.281625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.337915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (cbc9ae09-e279-4755-9a62-9396d42f0602), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.344856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.348183 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/networks/cbc9ae09-e279-4755-9a62-9396d42f0602 HTTP/1.1" status: 204  len: 168 time: 0.5457919
Apr 09 21:36:55.349484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 3acc31a5-a307-41b6-8106-1fec4fe6e5fd no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:36:55.351472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38396) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:55.363539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd9f69-ce5f-4c35-b66d-514399c95b63 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Network': ['ID=cbc9ae09-e279-4755-9a62-9396d42f0602,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:55.371423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 3acc31a5-a307-41b6-8106-1fec4fe6e5fd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:36:55.371837 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 3acc31a5-a307-41b6-8106-1fec4fe6e5fd not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:36:55.519805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port e8bfc1a9-409b-4969-b6b5-2bf5468fff49 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:36:55.520050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.599175 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.599429 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for floatingip (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.612425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for e8bfc1a9-409b-4969-b6b5-2bf5468fff49 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:36:55.626337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7c7369b8-e92b-4f8c-954c-849d9ec14902 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:36:55.647277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 7c7369b8-e92b-4f8c-954c-849d9ec14902 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:36:55.647616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7c7369b8-e92b-4f8c-954c-849d9ec14902 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:36:55.804789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e8bfc1a9-409b-4969-b6b5-2bf5468fff49), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.830214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=e8bfc1a9-409b-4969-b6b5-2bf5468fff49,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:55.868515 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.896486 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for floatingip (d541135f-7e6e-4dbd-916b-113da8334570), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:55.896815 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Floating IP d541135f-7e6e-4dbd-916b-113da8334570 disassociated (deleted). External IP: 172.35.0.70, port: dbaa066f-e4cf-4268-b5bb-9b496001e2b8.
Apr 09 21:36:56.113393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router 4c5573b1-7799-491e-85e9-5b8a043ee5bf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:36:56.227384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:36:56.232350 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:56.236794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] Sync routers for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:36:56.247784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:36:56.248423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765b4610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:56.262722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3d6627b9-5260-4e1b-ad91-5602110a91b9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/floatingips/d541135f-7e6e-4dbd-916b-113da8334570 HTTP/1.1" status: 204  len: 168 time: 0.9099281
Apr 09 21:36:56.263393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:36:56.265734 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91924b44-e65e-47e4-a735-29d6555ee966" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:36:56.310512 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da08b02-d8dc-472c-94f0-981bfdb5c49e x-openstack-request-id: req-7da08b02-d8dc-472c-94f0-981bfdb5c49e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:36:56.310767 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:36:56.311094 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7da08b02-d8dc-472c-94f0-981bfdb5c49e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:36:56.311443 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da08b02-d8dc-472c-94f0-981bfdb5c49e'] response: {'name': 'network-changed', 'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'status': 'completed', 'code': 200}
Apr 09 21:36:56.365112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:36:56.373862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91924b44-e65e-47e4-a735-29d6555ee966 req-55b81806-7a11-41c5-9e23-fa54c323107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:56.376104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91924b44-e65e-47e4-a735-29d6555ee966 req-55b81806-7a11-41c5-9e23-fa54c323107c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 1127 time: 0.0460513
Apr 09 21:36:56.511019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91924b44-e65e-47e4-a735-29d6555ee966 req-fd8dde47-5fc7-44d1-8b41-e32a1f4628c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:56.512443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91924b44-e65e-47e4-a735-29d6555ee966 req-fd8dde47-5fc7-44d1-8b41-e32a1f4628c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e19588c9-72b7-4d6c-866b-e793cc5d4659 HTTP/1.1" status: 200  len: 897 time: 0.1299288
Apr 09 21:36:56.525738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661f8ad-c363-47de-b82b-b2dbc86c8ced req-3cf6f000-0e03-46f7-b3d5-1bc8f5149f20 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:56.527200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7661f8ad-c363-47de-b82b-b2dbc86c8ced req-3cf6f000-0e03-46f7-b3d5-1bc8f5149f20 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 945 time: 0.0559962
Apr 09 21:36:56.567245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765b4610>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:50Z', 'revision_number': 6, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:56.576581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7661f8ad-c363-47de-b82b-b2dbc86c8ced req-4e4a4465-c8a6-448b-89d7-e0cc480b77a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436561
Apr 09 21:36:56.598752 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] Checking router: 4c5573b1-7799-491e-85e9-5b8a043ee5bf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:36:56.608283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:36:56.608906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765b4610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:56.727473 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:36:56.928470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765b4610>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:50Z', 'revision_number': 6, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:36:56.956360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd3f86-c2fe-4d2d-8a8a-fcfd216beda6 None None] The sync data for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 is: [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:36:50Z', 'revision_number': 6, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c53c582-303f-488d-a85b-de737503a64b', 'name': '', 'network_id': 'e19588c9-72b7-4d6c-866b-e793cc5d4659', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:f8:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:08Z', 'updated_at': '2022-04-09T21:35:12Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': '33faea3c-9488-43d7-a686-eeafcc4ed00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:36:57.105982 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:57.210271 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18357f2d-70b0-4695-96b7-d6ccc0fc7531 None None] New status for floating IP d541135f-7e6e-4dbd-916b-113da8334570: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:36:57.424955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91924b44-e65e-47e4-a735-29d6555ee966 req-d09e1a51-be5b-48fa-8a65-51ee70da719f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8 HTTP/1.1" status: 200  len: 217 time: 0.0422769
Apr 09 21:36:57.867521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91924b44-e65e-47e4-a735-29d6555ee966 req-9184d96d-f733-4080-9123-05731b40a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:57.869016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91924b44-e65e-47e4-a735-29d6555ee966 req-9184d96d-f733-4080-9123-05731b40a31f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33faea3c-9488-43d7-a686-eeafcc4ed00e HTTP/1.1" status: 200  len: 834 time: 0.4367650
Apr 09 21:36:57.877011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-c7a64b39-a178-4b48-b4d3-87d4ddcaaf4a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:57.878337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-c7a64b39-a178-4b48-b4d3-87d4ddcaaf4a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 945 time: 0.0878191
Apr 09 21:36:57.885427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289c2d6-ad2b-4483-bc7d-fa3d82eee257 req-cfce70a2-aa5f-4af0-9475-e4e507d56788 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:57.886759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e289c2d6-ad2b-4483-bc7d-fa3d82eee257 req-cfce70a2-aa5f-4af0-9475-e4e507d56788 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8bba5ac-8bba-4e5e-8949-c7bc620a8c22 HTTP/1.1" status: 200  len: 945 time: 0.0972910
Apr 09 21:36:57.974590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91924b44-e65e-47e4-a735-29d6555ee966 req-219eee9e-2500-457f-a343-c534050f3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:36:57.976065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91924b44-e65e-47e4-a735-29d6555ee966 req-219eee9e-2500-457f-a343-c534050f3b5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19588c9-72b7-4d6c-866b-e793cc5d4659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0968816
Apr 09 21:36:58.086310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:36:58.086650 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:58.094038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e289c2d6-ad2b-4483-bc7d-fa3d82eee257 req-25382dce-bac6-4675-a38f-6ebc4823d1a7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=2238596c-6cf2-4217-a206-c45d55e138c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1918533
Apr 09 21:36:58.181674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91924b44-e65e-47e4-a735-29d6555ee966 req-74756d07-89fc-44a7-b85f-4451083a5145 service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817575
Apr 09 21:36:58.220399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port dbaa066f-e4cf-4268-b5bb-9b496001e2b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:36:58.220760 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:58.263559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for dbaa066f-e4cf-4268-b5bb-9b496001e2b8 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:36:58.342240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-91924b44-e65e-47e4-a735-29d6555ee966 req-d65ad127-8875-4aeb-a185-dd703ea532db service neutron] 10.222.0.32 "GET /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524322
Apr 09 21:36:58.427606 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (dbaa066f-e4cf-4268-b5bb-9b496001e2b8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:58.458020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=dbaa066f-e4cf-4268-b5bb-9b496001e2b8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:58.504584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] No DVR routers for this DVR port dbaa066f-e4cf-4268-b5bb-9b496001e2b8 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:36:58.507354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:58.510700 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6f3d724-8514-4c69-bc84-a746dabe21fb req-2378e355-7395-4037-8c6b-7d9c30f22ba7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "DELETE /v2.0/ports/dbaa066f-e4cf-4268-b5bb-9b496001e2b8 HTTP/1.1" status: 204  len: 173 time: 0.6231759
Apr 09 21:36:58.511145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'name': 'network-vif-deleted', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:36:58.513456 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2dd50d-f260-4e72-b406-b6825c67bdca" -d '{"events": [{"server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "name": "network-vif-deleted", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:36:58.551635 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebdb04a-74c4-45c5-a4cb-ca3bb135503e x-openstack-request-id: req-9ebdb04a-74c4-45c5-a4cb-ca3bb135503e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:36:58.551926 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bba5ac-8bba-4e5e-8949-c7bc620a8c22", "name": "network-vif-deleted", "tag": "dbaa066f-e4cf-4268-b5bb-9b496001e2b8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:36:58.552182 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ebdb04a-74c4-45c5-a4cb-ca3bb135503e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:36:58.552594 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ebdb04a-74c4-45c5-a4cb-ca3bb135503e'] response: {'server_uuid': 'c8bba5ac-8bba-4e5e-8949-c7bc620a8c22', 'name': 'network-vif-deleted', 'tag': 'dbaa066f-e4cf-4268-b5bb-9b496001e2b8', 'status': 'completed', 'code': 200}
Apr 09 21:36:59.162371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38412) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:59.220820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fec94556-95b3-4cf6-804b-a3766e0adb1e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (2238596c-6cf2-4217-a206-c45d55e138c3), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:59.245715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fec94556-95b3-4cf6-804b-a3766e0adb1e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (2238596c-6cf2-4217-a206-c45d55e138c3), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:59.311841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fec94556-95b3-4cf6-804b-a3766e0adb1e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (2238596c-6cf2-4217-a206-c45d55e138c3), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:59.314656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fec94556-95b3-4cf6-804b-a3766e0adb1e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:59.315819 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fec94556-95b3-4cf6-804b-a3766e0adb1e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/security-groups/2238596c-6cf2-4217-a206-c45d55e138c3 HTTP/1.1" status: 204  len: 168 time: 0.1524856
Apr 09 21:36:59.325829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec94556-95b3-4cf6-804b-a3766e0adb1e tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2238596c-6cf2-4217-a206-c45d55e138c3,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:36:59.348710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38416) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:36:59.690894 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (4c5573b1-7799-491e-85e9-5b8a043ee5bf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:36:59.948770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port 7c53c582-303f-488d-a85b-de737503a64b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:36:59.949229 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7c53c582-303f-488d-a85b-de737503a64b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:00.043374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port 7c53c582-303f-488d-a85b-de737503a64b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c53c582-303f-488d-a85b-de737503a64b,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:00.043709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7c53c582-303f-488d-a85b-de737503a64b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:00.057373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for 7c53c582-303f-488d-a85b-de737503a64b owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:00.254739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7c53c582-303f-488d-a85b-de737503a64b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:00.279084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=7c53c582-303f-488d-a85b-de737503a64b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:00.470820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (4c5573b1-7799-491e-85e9-5b8a043ee5bf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:00.699136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router 4c5573b1-7799-491e-85e9-5b8a043ee5bf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:37:00.811690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:37:00.816777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ad0820d5-172a-440f-bcf7-e56f615611f9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "PUT /v2.0/routers/4c5573b1-7799-491e-85e9-5b8a043ee5bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4671385
Apr 09 21:37:00.820219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38418) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:00.822425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] Sync routers for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:37:00.833297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:00.833865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e8a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:00.877482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting subnet 33faea3c-9488-43d7-a686-eeafcc4ed00e {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:37:00.880793 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for subnet (33faea3c-9488-43d7-a686-eeafcc4ed00e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:00.920742 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (33faea3c-9488-43d7-a686-eeafcc4ed00e), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:00.943341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:01.005205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (33faea3c-9488-43d7-a686-eeafcc4ed00e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.071199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (33faea3c-9488-43d7-a686-eeafcc4ed00e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.101766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Subnet': ['ID=33faea3c-9488-43d7-a686-eeafcc4ed00e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:01.104704 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.111223 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/subnets/33faea3c-9488-43d7-a686-eeafcc4ed00e HTTP/1.1" status: 204  len: 168 time: 0.2873282
Apr 09 21:37:01.112006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38420) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:01.116332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.116693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.117124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.117426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.117765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.118107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.118446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.118779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.120502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.120502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.120502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.120502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.120502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.120962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.121265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc82fb8-d343-4e40-b052-39c128def7c8 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:01.219232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d1f31-afc7-4836-88f0-fb76d8a8be35 None None] Network e19588c9-72b7-4d6c-866b-e793cc5d4659 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:37:01.224198 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router (4c5573b1-7799-491e-85e9-5b8a043ee5bf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.334662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_gateway (4c5573b1-7799-491e-85e9-5b8a043ee5bf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.359766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e8a730>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168'}], 'enable_snat': True}, 'gw_port_id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:37:00Z', 'revision_number': 7, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': '3d00ea89-ab8d-4a39-8741-d4a33c8deb2c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:01.389193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] Checking router: 4c5573b1-7799-491e-85e9-5b8a043ee5bf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:37:01.398089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] Routers {'4c5573b1-7799-491e-85e9-5b8a043ee5bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:01.398729 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e8a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:01.439414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] DHCP port deletion for e19588c9-72b7-4d6c-866b-e793cc5d4659 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:37:01.528257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] Set router 4c5573b1-7799-491e-85e9-5b8a043ee5bf gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:01.584634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] Deleting port 76e23f10-20cd-43b9-9453-1eb8f397b96e {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:01.585111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.587226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e8a730>, [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:37:01Z', 'revision_number': 8, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:01.644797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290ffd49-20cb-45aa-beb8-28384fa07da0 None None] The sync data for ids ['4c5573b1-7799-491e-85e9-5b8a043ee5bf'] in ncdv-master-1 is: [{'id': '4c5573b1-7799-491e-85e9-5b8a043ee5bf', 'name': 'tempest-TestNetworkBasicOps-router-2140323402', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:35:05Z', 'updated_at': '2022-04-09T21:37:01Z', 'revision_number': 8, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:37:01.681382 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.705123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] For port 76e23f10-20cd-43b9-9453-1eb8f397b96e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76e23f10-20cd-43b9-9453-1eb8f397b96e,segment=NetworkSegment(60febe35-d579-470d-80ad-18844654c654),segment_id=60febe35-d579-470d-80ad-18844654c654)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:01.705467 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.719212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] Calling delete_port for 76e23f10-20cd-43b9-9453-1eb8f397b96e owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:01.734706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:01.735126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.804367 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (76e23f10-20cd-43b9-9453-1eb8f397b96e), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.810041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device dbaa066f-e4cf-4268-b5bb-9b496001e2b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:37:01.817502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d00ea89-ab8d-4a39-8741-d4a33c8deb2c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:01.817906 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:01.831233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:01.850251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] Pushing event deleted for resources: {'Port': ['ID=76e23f10-20cd-43b9-9453-1eb8f397b96e,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:01.851930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: dbaa066f-e4cf-4268-b5bb-9b496001e2b8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:37:01.852293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device dbaa066f-e4cf-4268-b5bb-9b496001e2b8 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:37:01.855818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e3829-7565-40ce-ac23-acf3c290865a None None] No DVR routers for this DVR port 76e23f10-20cd-43b9-9453-1eb8f397b96e on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:37:02.010781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3d00ea89-ab8d-4a39-8741-d4a33c8deb2c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.038789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=3d00ea89-ab8d-4a39-8741-d4a33c8deb2c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:02.060799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 76e23f10-20cd-43b9-9453-1eb8f397b96e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:37:02.083152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 76e23f10-20cd-43b9-9453-1eb8f397b96e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:37:02.083495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 76e23f10-20cd-43b9-9453-1eb8f397b96e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:37:02.114542 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (4c5573b1-7799-491e-85e9-5b8a043ee5bf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.209280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (4c5573b1-7799-491e-85e9-5b8a043ee5bf), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.211492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_controller (4c5573b1-7799-491e-85e9-5b8a043ee5bf), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.260334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (4c5573b1-7799-491e-85e9-5b8a043ee5bf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.261122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Fanout notify agent at l3_agent the message router_deleted on router 4c5573b1-7799-491e-85e9-5b8a043ee5bf {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:37:02.267760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.268850 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-be67299c-89b8-4827-930a-37ebe8a0f163 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/routers/4c5573b1-7799-491e-85e9-5b8a043ee5bf HTTP/1.1" status: 204  len: 168 time: 1.1558130
Apr 09 21:37:02.271700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38422) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:02.346417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e19588c9-72b7-4d6c-866b-e793cc5d4659), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.444075 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e19588c9-72b7-4d6c-866b-e793cc5d4659), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.468916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237670bc70>,) {'filters': {'network_id': ['e19588c9-72b7-4d6c-866b-e793cc5d4659']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:02.479658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237670bc70>, '60febe35-d579-470d-80ad-18844654c654') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:02.479901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237670bc70>, '60febe35-d579-470d-80ad-18844654c654') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:02.489967 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (60febe35-d579-470d-80ad-18844654c654), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.503953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (60febe35-d579-470d-80ad-18844654c654), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.510539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:37:02.510926 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (60febe35-d579-470d-80ad-18844654c654), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:37:02.514019 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:37:02.574064 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e19588c9-72b7-4d6c-866b-e793cc5d4659), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.581743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.584925 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/networks/e19588c9-72b7-4d6c-866b-e793cc5d4659 HTTP/1.1" status: 204  len: 168 time: 0.3122957
Apr 09 21:37:02.602894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32731654-9e09-44e6-b508-762eb84368be tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Network': ['ID=e19588c9-72b7-4d6c-866b-e793cc5d4659,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:02.605166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38424) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:02.610006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'network': {'name': 'tempest-network-smoke--520656632', 'project_id': '2307958edd534abb847445b0e1dd954d', 'port_security_enabled': True}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:02.631614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:37:02.634997 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.660403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:37:02.670107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (331e615b-8253-4eae-9282-aa3d3ea22770), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.670362 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Added segment 331e615b-8253-4eae-9282-aa3d3ea22770 of type vlan for network acba3ce0-36af-42b3-a264-578599fc9a5f
Apr 09 21:37:02.712067 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (acba3ce0-36af-42b3-a264-578599fc9a5f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.741015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (acba3ce0-36af-42b3-a264-578599fc9a5f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.746096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:02.746681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.784372 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1782639
Apr 09 21:37:02.787322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38426) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:02.791944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-23626432', 'admin_state_up': True, 'project_id': '2307958edd534abb847445b0e1dd954d', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:02.814646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (cec456be-3b60-4019-8684-5dc21b7ad6c7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.815871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (cec456be-3b60-4019-8684-5dc21b7ad6c7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:02.816705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea98ee-e55c-4495-8398-a3969251ea00 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Network': ['ID=acba3ce0-36af-42b3-a264-578599fc9a5f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:02.829154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network acba3ce0-36af-42b3-a264-578599fc9a5f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:37:02.870050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_controller (cec456be-3b60-4019-8684-5dc21b7ad6c7), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:03.024671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_gateway (cec456be-3b60-4019-8684-5dc21b7ad6c7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:03.203524 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_gateway (cec456be-3b60-4019-8684-5dc21b7ad6c7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:03.222639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:03.336362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.35.0.47 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/b5e5f912-552d-4f44-a072-ed5d2acd52c0) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:37:03.442466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:03.492701 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:03.532531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:37:03.536820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:37:03.540976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:37:03.544037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=b5e5f912-552d-4f44-a072-ed5d2acd52c0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:03.647018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7c53c582-303f-488d-a85b-de737503a64b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:37:03.668397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 7c53c582-303f-488d-a85b-de737503a64b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:37:03.668742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7c53c582-303f-488d-a85b-de737503a64b not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:37:03.669184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:37:03.688221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:37:03.688565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3d00ea89-ab8d-4a39-8741-d4a33c8deb2c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:37:03.816551 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_gateway (cec456be-3b60-4019-8684-5dc21b7ad6c7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:04.369812 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (cec456be-3b60-4019-8684-5dc21b7ad6c7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:04.504450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router cec456be-3b60-4019-8684-5dc21b7ad6c7 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:37:04.616897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:37:04.629150 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Sync routers for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:37:04.638479 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:04.642756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d9108b1c-1104-4123-b5fe-25fbcaf76bb2 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 1.8515384
Apr 09 21:37:04.642913 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:04.642913 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377582460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:04.643141 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38428) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:04.671822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7c8516c2-431e-4afc-a1c2-4211491b307e tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2307958edd534abb847445b0e1dd954d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276449
Apr 09 21:37:04.674570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38430) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:04.749893 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:04.766771 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c15db-e27e-4a3f-8f89-566328595a7e tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:04.768376 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-479c15db-e27e-4a3f-8f89-566328595a7e tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0928068
Apr 09 21:37:04.771199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38432) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:04.798317 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6a7aadcb-6d1f-48bd-938a-ea96737cb613 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0260489
Apr 09 21:37:04.800994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38434) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:04.805968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-599138095', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'project_id': '2307958edd534abb847445b0e1dd954d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:04.895816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:37:04.899175 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:04.926822 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377582460>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:03Z', 'revision_number': 3, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:04.954553 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Checking router: cec456be-3b60-4019-8684-5dc21b7ad6c7 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:37:04.954902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Updating router cec456be-3b60-4019-8684-5dc21b7ad6c7 port b5e5f912-552d-4f44-a072-ed5d2acd52c0 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:37:04.982863 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.087454 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (ef00d041-df3b-46ab-a5a9-844968c5e4b1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.146373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Subnet': ['ID=ef00d041-df3b-46ab-a5a9-844968c5e4b1,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:05.157202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Checking segment: {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:37:05.157564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network hostable DHCP agents. Network: acba3ce0-36af-42b3-a264-578599fc9a5f, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:37:05.176409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network acba3ce0-36af-42b3-a264-578599fc9a5f is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:37:05.187237 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, acba3ce0-36af-42b3-a264-578599fc9a5f) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:37:05.192271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:05.193249 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.196681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b477c4e-4f3e-455d-85db-e6e441b6391e None None] Network acba3ce0-36af-42b3-a264-578599fc9a5f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:37:05.216969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-958a729d-0d28-40ed-aca4-2f7e2fd1bcd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4148581
Apr 09 21:37:05.219880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38436) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:05.239986 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Publish callbacks [] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.246224 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.296122 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Attempting to bind port b5e5f912-552d-4f44-a072-ed5d2acd52c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:37:05.296621 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Attempting to bind port b5e5f912-552d-4f44-a072-ed5d2acd52c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:37:05.297090 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Attempting to bind port b5e5f912-552d-4f44-a072-ed5d2acd52c0 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:37:05.312832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-acba3ce0-36af-42b3-a264-578599fc9a5f', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:37:05.313924 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.316745 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:37:05.317264 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:37:05.317757 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.318236 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:37:05.318789 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Bound port: b5e5f912-552d-4f44-a072-ed5d2acd52c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:37:05.319250 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.322224 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Pushing event updated for resources: {'Port': ['ID=b5e5f912-552d-4f44-a072-ed5d2acd52c0,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:05.356153 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.356635 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.357104 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.357528 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.357946 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.358391 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.358806 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.359221 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.359629 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.360032 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.360442 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.360862 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.361477 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.361885 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.362297 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:05.389061 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] For port b5e5f912-552d-4f44-a072-ed5d2acd52c0, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:37:05.394073 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] For port b5e5f912-552d-4f44-a072-ed5d2acd52c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e5f912-552d-4f44-a072-ed5d2acd52c0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:37:05.401910 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.464421 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:05.465055 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377582460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:05.465762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Allocated IP 172.20.0.2 (acba3ce0-36af-42b3-a264-578599fc9a5f/ef00d041-df3b-46ab-a5a9-844968c5e4b1/d4c9fcab-415a-4fa8-830b-7dd49e2d6254) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:37:05.530364 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aae955-0991-48dd-a1ec-d4675d7b7d0b None None] Pushing event updated for resources: {'Port': ['ID=b5e5f912-552d-4f44-a072-ed5d2acd52c0,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:05.590617 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:05.617654 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Publish callbacks [] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.625409 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.666974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Network acba3ce0-36af-42b3-a264-578599fc9a5f is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:37:05.669710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:37:05.673256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:37:05.680316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Pushing event updated for resources: {'Port': ['ID=d4c9fcab-415a-4fa8-830b-7dd49e2d6254,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:05.697226 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.738180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Attempting to bind port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:37:05.738608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Attempting to bind port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:37:05.738883 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Attempting to bind port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 on network acba3ce0-36af-42b3-a264-578599fc9a5f {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:37:05.744644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:37:05.745102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Checking segment: {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:37:05.745448 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.745843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Bound using segment: {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:37:05.746319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Bound port: d4c9fcab-415a-4fa8-830b-7dd49e2d6254, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:37:05.746735 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.819601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] For port d4c9fcab-415a-4fa8-830b-7dd49e2d6254, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:37:05.822967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] For port d4c9fcab-415a-4fa8-830b-7dd49e2d6254, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4c9fcab-415a-4fa8-830b-7dd49e2d6254,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:37:05.832912 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:05.886707 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377582460>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:03Z', 'revision_number': 3, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:05.906471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f2091-9c51-4783-9f72-a1ba697e144a None None] Pushing event updated for resources: {'Port': ['ID=d4c9fcab-415a-4fa8-830b-7dd49e2d6254,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:05.924741 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65aa61-0a9e-4340-9fc6-bd3394e8a2bf None None] The sync data for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 is: [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:03Z', 'revision_number': 3, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:37:06.014506 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.20.0.1 (acba3ce0-36af-42b3-a264-578599fc9a5f/ef00d041-df3b-46ab-a5a9-844968c5e4b1/2d950235-b954-4f85-8641-33a45cad51da) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:37:06.159570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (2d950235-b954-4f85-8641-33a45cad51da), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:06.208573 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2d950235-b954-4f85-8641-33a45cad51da), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:06.257215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network acba3ce0-36af-42b3-a264-578599fc9a5f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:37:06.260986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:37:06.263823 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:37:06.294593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=2d950235-b954-4f85-8641-33a45cad51da,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:06.330041 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (cec456be-3b60-4019-8684-5dc21b7ad6c7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:06.480713 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2d950235-b954-4f85-8641-33a45cad51da), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:06.796926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (2d950235-b954-4f85-8641-33a45cad51da), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:06.804746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (2d950235-b954-4f85-8641-33a45cad51da), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:06.888640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=2d950235-b954-4f85-8641-33a45cad51da,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:06.892186 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (cec456be-3b60-4019-8684-5dc21b7ad6c7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:06.996013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network acba3ce0-36af-42b3-a264-578599fc9a5f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:37:06.997526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:37:07.017275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd663f5b-5a03-47ea-b40f-4685eb4d0f1e None None] Network acba3ce0-36af-42b3-a264-578599fc9a5f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:37:07.078306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-13a744da-658a-459c-8556-d054cdf1a489 None None] Provisioning complete for port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:07.078751 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a744da-658a-459c-8556-d054cdf1a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:07.118217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router cec456be-3b60-4019-8684-5dc21b7ad6c7 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:37:07.195449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-13a744da-658a-459c-8556-d054cdf1a489 None None] Current status of the port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:07.195928 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a744da-658a-459c-8556-d054cdf1a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:07.238458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-13a744da-658a-459c-8556-d054cdf1a489 None None] For port d4c9fcab-415a-4fa8-830b-7dd49e2d6254, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4c9fcab-415a-4fa8-830b-7dd49e2d6254,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:07.243354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:37:07.244227 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-13a744da-658a-459c-8556-d054cdf1a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:07.250274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-54a66f08-09eb-4cc9-b8ac-c5f6be869198 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "PUT /v2.0/routers/cec456be-3b60-4019-8684-5dc21b7ad6c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0288613
Apr 09 21:37:07.252667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38438) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:07.302579 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a744da-658a-459c-8556-d054cdf1a489 None None] Pushing event updated for resources: {'Port': ['ID=d4c9fcab-415a-4fa8-830b-7dd49e2d6254,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:07.465942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b29d0-d757-492b-8cfb-33790547002a tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.466429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b29d0-d757-492b-8cfb-33790547002a tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.466903 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b29d0-d757-492b-8cfb-33790547002a tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.467439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b29d0-d757-492b-8cfb-33790547002a tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.467918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b29d0-d757-492b-8cfb-33790547002a tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.468378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b29d0-d757-492b-8cfb-33790547002a tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.469676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5185a72c-9c4f-439e-96b8-1e89770dfaee None None] Provisioning complete for port 2d950235-b954-4f85-8641-33a45cad51da triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:07.470434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ec8b29d0-d757-492b-8cfb-33790547002a tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4284 time: 0.2167192
Apr 09 21:37:07.473182 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5185a72c-9c4f-439e-96b8-1e89770dfaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d950235-b954-4f85-8641-33a45cad51da), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:07.473491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38440) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:07.521270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5185a72c-9c4f-439e-96b8-1e89770dfaee None None] Port 2d950235-b954-4f85-8641-33a45cad51da cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:37:07.530177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df60a06-5009-4629-a574-6362a8da2bba tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.530968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df60a06-5009-4629-a574-6362a8da2bba tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.531440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df60a06-5009-4629-a574-6362a8da2bba tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.532063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df60a06-5009-4629-a574-6362a8da2bba tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.532521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df60a06-5009-4629-a574-6362a8da2bba tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.532978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df60a06-5009-4629-a574-6362a8da2bba tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:07.534895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5185a72c-9c4f-439e-96b8-1e89770dfaee None None] Provisioning complete for port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:07.535242 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6df60a06-5009-4629-a574-6362a8da2bba tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.0604680
Apr 09 21:37:07.535362 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5185a72c-9c4f-439e-96b8-1e89770dfaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:07.538129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38442) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:07.631889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5185a72c-9c4f-439e-96b8-1e89770dfaee None None] Current status of the port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:07.684925 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b9982755-30bd-4629-b438-5cf3d147631b tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3044 time: 0.1455982
Apr 09 21:37:07.729657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d4c9fcab-415a-4fa8-830b-7dd49e2d6254 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:37:07.754933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Sync routers for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:37:07.786534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9bf5b46c-4bb9-4069-8118-195cdb26f91a None None] Provisioning complete for port 2d950235-b954-4f85-8641-33a45cad51da triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:07.786877 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9bf5b46c-4bb9-4069-8118-195cdb26f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d950235-b954-4f85-8641-33a45cad51da), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:07.789876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:07.790516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23746fdc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:07.883323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:07.883693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:07.887222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5b46c-4bb9-4069-8118-195cdb26f91a None None] Port 2d950235-b954-4f85-8641-33a45cad51da cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:37:07.969813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:07.989394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38446) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:07.993948 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bc56d1c0-3a4b-4168-ba49-fb43a4631b44 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95006098', 'description': 'tempest-secgroup-smoke-95006098 description', 'project_id': '2307958edd534abb847445b0e1dd954d'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:08.016763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc56d1c0-3a4b-4168-ba49-fb43a4631b44 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.023792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4e6b5c39-6d07-4b51-a0ff-91ac3db139e5 None None] Provisioning complete for port 2d950235-b954-4f85-8641-33a45cad51da triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:08.023792 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5c39-6d07-4b51-a0ff-91ac3db139e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d950235-b954-4f85-8641-33a45cad51da), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.084738 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc56d1c0-3a4b-4168-ba49-fb43a4631b44 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (3e75a819-85c4-42ee-807e-d9d371709dfe), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.090712 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc56d1c0-3a4b-4168-ba49-fb43a4631b44 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3e75a819-85c4-42ee-807e-d9d371709dfe), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.122017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc56d1c0-3a4b-4168-ba49-fb43a4631b44 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.123285 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc56d1c0-3a4b-4168-ba49-fb43a4631b44 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1328800
Apr 09 21:37:08.125515 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56d1c0-3a4b-4168-ba49-fb43a4631b44 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e75a819-85c4-42ee-807e-d9d371709dfe,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:08.126576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38448) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:08.132685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b8afc236-7577-4ac3-87c2-99c200e5f51a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '3e75a819-85c4-42ee-807e-d9d371709dfe', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:08.163797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8afc236-7577-4ac3-87c2-99c200e5f51a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (9b9e0fc7-c806-40d9-9d97-a65d2725f9f2), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.226860 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8afc236-7577-4ac3-87c2-99c200e5f51a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (9b9e0fc7-c806-40d9-9d97-a65d2725f9f2), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.231945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8afc236-7577-4ac3-87c2-99c200e5f51a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9b9e0fc7-c806-40d9-9d97-a65d2725f9f2), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.250442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afc236-7577-4ac3-87c2-99c200e5f51a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9e0fc7-c806-40d9-9d97-a65d2725f9f2,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:08.257820 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b8afc236-7577-4ac3-87c2-99c200e5f51a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.259048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b8afc236-7577-4ac3-87c2-99c200e5f51a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1305156
Apr 09 21:37:08.262137 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38450) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:08.266799 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-37b89a9a-b9fb-4ea4-bfdd-aca84e786d72 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '3e75a819-85c4-42ee-807e-d9d371709dfe', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:08.291600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b5c39-6d07-4b51-a0ff-91ac3db139e5 None None] Port 2d950235-b954-4f85-8641-33a45cad51da cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:37:08.293835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37b89a9a-b9fb-4ea4-bfdd-aca84e786d72 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (9a6a7964-14c4-43e0-b15f-8db31d0c7a1f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.305156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:08.306243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b5e5f912-552d-4f44-a072-ed5d2acd52c0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:37:08.355242 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37b89a9a-b9fb-4ea4-bfdd-aca84e786d72 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (9a6a7964-14c4-43e0-b15f-8db31d0c7a1f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.360280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37b89a9a-b9fb-4ea4-bfdd-aca84e786d72 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9a6a7964-14c4-43e0-b15f-8db31d0c7a1f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.378816 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b89a9a-b9fb-4ea4-bfdd-aca84e786d72 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6a7964-14c4-43e0-b15f-8db31d0c7a1f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:08.389407 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-37b89a9a-b9fb-4ea4-bfdd-aca84e786d72 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.390801 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-37b89a9a-b9fb-4ea4-bfdd-aca84e786d72 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1276112
Apr 09 21:37:08.393603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38452) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:08.398019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b89db85c-4ec1-4813-9823-bf475658568b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '3e75a819-85c4-42ee-807e-d9d371709dfe', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:08.422425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b5e5f912-552d-4f44-a072-ed5d2acd52c0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:08.422813 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.423776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b89db85c-4ec1-4813-9823-bf475658568b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (61bd7a9a-bd2d-4552-b1e4-f6217172e224), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.468537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23746fdc40>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 2, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:08.482989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b89db85c-4ec1-4813-9823-bf475658568b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (61bd7a9a-bd2d-4552-b1e4-f6217172e224), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.487734 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b89db85c-4ec1-4813-9823-bf475658568b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (61bd7a9a-bd2d-4552-b1e4-f6217172e224), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.503948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Checking router: cec456be-3b60-4019-8684-5dc21b7ad6c7 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:37:08.504313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Updating router cec456be-3b60-4019-8684-5dc21b7ad6c7 port 2d950235-b954-4f85-8641-33a45cad51da binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:37:08.508177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89db85c-4ec1-4813-9823-bf475658568b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bd7a9a-bd2d-4552-b1e4-f6217172e224,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:08.517085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b89db85c-4ec1-4813-9823-bf475658568b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.518299 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b89db85c-4ec1-4813-9823-bf475658568b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1237760
Apr 09 21:37:08.521233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38454) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:08.525591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7ec2b8ff-adf5-4b86-aac3-8938ffafd443 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '3e75a819-85c4-42ee-807e-d9d371709dfe', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:08.551716 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b8ff-adf5-4b86-aac3-8938ffafd443 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (47e62527-fa99-496a-b731-4f4d514982ed), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.558840 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2d950235-b954-4f85-8641-33a45cad51da), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.575696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b5e5f912-552d-4f44-a072-ed5d2acd52c0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:08.576073 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.610010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b8ff-adf5-4b86-aac3-8938ffafd443 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (47e62527-fa99-496a-b731-4f4d514982ed), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.614577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b8ff-adf5-4b86-aac3-8938ffafd443 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (47e62527-fa99-496a-b731-4f4d514982ed), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.619723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port b5e5f912-552d-4f44-a072-ed5d2acd52c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e5f912-552d-4f44-a072-ed5d2acd52c0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:08.628349 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.633522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2b8ff-adf5-4b86-aac3-8938ffafd443 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e62527-fa99-496a-b731-4f4d514982ed,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:08.641681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b8ff-adf5-4b86-aac3-8938ffafd443 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.642939 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7ec2b8ff-adf5-4b86-aac3-8938ffafd443 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1207833
Apr 09 21:37:08.645823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38456) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:08.650143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-9493cc74-2117-457f-8b61-f0c43063f043 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '3e75a819-85c4-42ee-807e-d9d371709dfe', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:08.671349 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-9493cc74-2117-457f-8b61-f0c43063f043 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Project 2307958edd534abb847445b0e1dd954d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:37:08.677760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9493cc74-2117-457f-8b61-f0c43063f043 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (0dc1da46-8c63-40ed-a409-912dd49e2329), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.737948 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9493cc74-2117-457f-8b61-f0c43063f043 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (0dc1da46-8c63-40ed-a409-912dd49e2329), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.743084 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9493cc74-2117-457f-8b61-f0c43063f043 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (0dc1da46-8c63-40ed-a409-912dd49e2329), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.748616 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=b5e5f912-552d-4f44-a072-ed5d2acd52c0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:08.761853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493cc74-2117-457f-8b61-f0c43063f043 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc1da46-8c63-40ed-a409-912dd49e2329,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:08.770500 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9493cc74-2117-457f-8b61-f0c43063f043 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.774394 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9493cc74-2117-457f-8b61-f0c43063f043 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1249554
Apr 09 21:37:08.774633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38458) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:08.779129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-4fc5cbe6-3ba6-45f6-bcf5-d92d5cac8f64 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'security_group_rule': {'security_group_id': '3e75a819-85c4-42ee-807e-d9d371709dfe', 'project_id': '2307958edd534abb847445b0e1dd954d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:08.800315 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-4fc5cbe6-3ba6-45f6-bcf5-d92d5cac8f64 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Project 2307958edd534abb847445b0e1dd954d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:37:08.805799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fc5cbe6-3ba6-45f6-bcf5-d92d5cac8f64 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (5d5dca4b-a280-4c01-a74c-a1883498bc79), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.866491 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fc5cbe6-3ba6-45f6-bcf5-d92d5cac8f64 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (5d5dca4b-a280-4c01-a74c-a1883498bc79), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.871560 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fc5cbe6-3ba6-45f6-bcf5-d92d5cac8f64 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5d5dca4b-a280-4c01-a74c-a1883498bc79), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.891471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5cbe6-3ba6-45f6-bcf5-d92d5cac8f64 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5dca4b-a280-4c01-a74c-a1883498bc79,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:08.893860 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Publish callbacks [] for port (2d950235-b954-4f85-8641-33a45cad51da), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.900288 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2d950235-b954-4f85-8641-33a45cad51da), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.900925 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4fc5cbe6-3ba6-45f6-bcf5-d92d5cac8f64 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:08.909767 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4fc5cbe6-3ba6-45f6-bcf5-d92d5cac8f64 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1265695
Apr 09 21:37:08.963355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0602f7-d5eb-49c3-a57f-4d9eefea2bf6 None None] Pushing event updated for resources: {'Port': ['ID=2d950235-b954-4f85-8641-33a45cad51da,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:09.026220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Attempting to bind port 2d950235-b954-4f85-8641-33a45cad51da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:37:09.026976 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Attempting to bind port 2d950235-b954-4f85-8641-33a45cad51da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:37:09.027255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Attempting to bind port 2d950235-b954-4f85-8641-33a45cad51da on network acba3ce0-36af-42b3-a264-578599fc9a5f {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:37:09.036859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:37:09.037512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Checking segment: {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:37:09.037996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:09.038569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Bound using segment: {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:37:09.039740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Bound port: 2d950235-b954-4f85-8641-33a45cad51da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:37:09.040194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2d950235-b954-4f85-8641-33a45cad51da), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:09.074177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-2a57d288-9b4f-416d-a1e1-6ec909a1163f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95006098&fields=id&tenant_id=2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 267 time: 0.0546739
Apr 09 21:37:09.114380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] For port 2d950235-b954-4f85-8641-33a45cad51da, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:37:09.118438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] For port 2d950235-b954-4f85-8641-33a45cad51da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d950235-b954-4f85-8641-33a45cad51da,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:37:09.126035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2d950235-b954-4f85-8641-33a45cad51da), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:09.183655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:09.184291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23746fdc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:09.200123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-885082b0-592a-4c6c-8d18-242b18d0c6fb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:09.201786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-885082b0-592a-4c6c-8d18-242b18d0c6fb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/networks?id=acba3ce0-36af-42b3-a264-578599fc9a5f HTTP/1.1" status: 200  len: 796 time: 0.1201344
Apr 09 21:37:09.219792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c35a69e-228e-459c-ad78-448c3a53bfd7 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/quotas/2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 375 time: 0.0105238
Apr 09 21:37:09.247435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0602f7-d5eb-49c3-a57f-4d9eefea2bf6 None None] Pushing event updated for resources: {'Port': ['ID=2d950235-b954-4f85-8641-33a45cad51da,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:09.259419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Provisioning complete for port 2d950235-b954-4f85-8641-33a45cad51da triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:09.260049 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d950235-b954-4f85-8641-33a45cad51da), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:09.278762 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-0c9ca3b6-fd12-4825-8e44-1541dd9062fc tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0531683
Apr 09 21:37:09.302100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-52219af6-361b-4215-ac56-36e9c9d42a71 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:37:09.302801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-52219af6-361b-4215-ac56-36e9c9d42a71 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0089071
Apr 09 21:37:09.366761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:09.402986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-df905a6c-59b8-41be-81fa-bb64dfd0b509 service neutron] 10.222.0.30 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890772
Apr 09 21:37:09.468766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Current status of the port 2d950235-b954-4f85-8641-33a45cad51da is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:09.469236 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2d950235-b954-4f85-8641-33a45cad51da), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:09.499316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-8e53e7c4-7bfe-477a-a0d3-bcb5ab9108ce service neutron] 10.222.0.30 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900750
Apr 09 21:37:09.553402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] For port 2d950235-b954-4f85-8641-33a45cad51da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d950235-b954-4f85-8641-33a45cad51da,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:09.563037 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2d950235-b954-4f85-8641-33a45cad51da), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:09.681195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ffcff713-b993-48b4-8f33-5f4df7ca5ff2 req-cdb8ff88-3307-4c3a-b00c-5190c7850c75 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 210 time: 0.0315442
Apr 09 21:37:09.687083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b5e5f912-552d-4f44-a072-ed5d2acd52c0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:37:09.733094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Pushing event updated for resources: {'Port': ['ID=2d950235-b954-4f85-8641-33a45cad51da,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:09.735059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4edba1fc-0002-40e5-8ca4-3ee3412f5e90 None None] Provisioning complete for port 2d950235-b954-4f85-8641-33a45cad51da triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:09.735420 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4edba1fc-0002-40e5-8ca4-3ee3412f5e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d950235-b954-4f85-8641-33a45cad51da), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:09.772794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.773163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.773506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.773828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.774156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.774487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.774797 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.775100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.775414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.775730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.776047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.776359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.776674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.776978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.777310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae394fa-3553-49a1-bd96-b8311d9f0a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:09.788036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23746fdc40>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:09Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:09.827737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5268a29e-1490-494f-b4ef-151e020db698 None None] The sync data for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 is: [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:09Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:37:09.855704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b5e5f912-552d-4f44-a072-ed5d2acd52c0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:09.856083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:09.942765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4edba1fc-0002-40e5-8ca4-3ee3412f5e90 None None] Current status of the port 2d950235-b954-4f85-8641-33a45cad51da is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:10.004706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b5e5f912-552d-4f44-a072-ed5d2acd52c0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:10.705345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-81436840-2e15-4087-aafc-c4855f779740 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:10.705992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-81436840-2e15-4087-aafc-c4855f779740 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "GET /v2.0/networks?id=acba3ce0-36af-42b3-a264-578599fc9a5f HTTP/1.1" status: 200  len: 796 time: 0.1457682
Apr 09 21:37:10.795962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b66750d4-e686-4b3c-ae48-a14c1fff0706 req-bc817aa4-932a-4478-9311-a65b0a4934f0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 210 time: 0.0322049
Apr 09 21:37:10.801319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-7fe76868-47e0-4232-873f-6d8199a3fa1b tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2307958edd534abb847445b0e1dd954d HTTP/1.1" status: 200  len: 378 time: 0.0867808
Apr 09 21:37:10.812218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'port': {'device_id': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'admin_state_up': True, 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'security_groups': ['3e75a819-85c4-42ee-807e-d9d371709dfe']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:11.272065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Made reservation on behalf of 2307958edd534abb847445b0e1dd954d for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:37:11.275470 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:11.399780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.20.0.11 (acba3ce0-36af-42b3-a264-578599fc9a5f/ef00d041-df3b-46ab-a5a9-844968c5e4b1/4b0aa577-f25c-4659-b116-5cf77d5cff67) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:37:11.538773 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:11.578209 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:11.624311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network acba3ce0-36af-42b3-a264-578599fc9a5f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:37:11.627508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:37:11.631292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:37:11.637715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=4b0aa577-f25c-4659-b116-5cf77d5cff67,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:11.657861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2d950235-b954-4f85-8641-33a45cad51da up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:37:11.684225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:11.684844 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:11.706268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-1c518c09-e3a2-4c98-8029-963bd51a020c tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8986886
Apr 09 21:37:11.710201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2d950235-b954-4f85-8641-33a45cad51da triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:11.710601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d950235-b954-4f85-8641-33a45cad51da), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:11.717774 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Request body: {'port': {'device_id': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:11.785530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:11.797637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2d950235-b954-4f85-8641-33a45cad51da is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:11.885684 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fbcca8a9-8591-4ebe-b50e-ae349515f15b None None] Provisioning complete for port 4b0aa577-f25c-4659-b116-5cf77d5cff67 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:11.886333 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbcca8a9-8591-4ebe-b50e-ae349515f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:11.924867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fbcca8a9-8591-4ebe-b50e-ae349515f15b None None] Port 4b0aa577-f25c-4659-b116-5cf77d5cff67 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:37:11.958863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c6193-50a1-4281-a3e5-0a6b8dc73f5b req-4121fb7e-9af0-49f5-af7b-e9cb8603d1f5 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:11.960352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e74c6193-50a1-4281-a3e5-0a6b8dc73f5b req-4121fb7e-9af0-49f5-af7b-e9cb8603d1f5 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 932 time: 0.0639927
Apr 09 21:37:12.060996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e74c6193-50a1-4281-a3e5-0a6b8dc73f5b req-e9b3f556-144c-42c5-8726-f4c7208cb834 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0908561
Apr 09 21:37:12.134645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0aa577-f25c-4659-b116-5cf77d5cff67 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:37:12.142325 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Publish callbacks [] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:12.155223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Transition to ACTIVE for port object 4b0aa577-f25c-4659-b116-5cf77d5cff67 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:37:12.161241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:12.210671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0aa577-f25c-4659-b116-5cf77d5cff67,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:12.289700 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Attempting to bind port 4b0aa577-f25c-4659-b116-5cf77d5cff67 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:37:12.290037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Attempting to bind port 4b0aa577-f25c-4659-b116-5cf77d5cff67 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:37:12.290365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Attempting to bind port 4b0aa577-f25c-4659-b116-5cf77d5cff67 on network acba3ce0-36af-42b3-a264-578599fc9a5f {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:37:12.295307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Port 4b0aa577-f25c-4659-b116-5cf77d5cff67 on network acba3ce0-36af-42b3-a264-578599fc9a5f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:37:12.295620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Attempting to bind port 4b0aa577-f25c-4659-b116-5cf77d5cff67 on network acba3ce0-36af-42b3-a264-578599fc9a5f {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:37:12.300935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:37:12.301309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Checking segment: {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:37:12.301690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Bound using segment: {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:37:12.302112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Bound port: 4b0aa577-f25c-4659-b116-5cf77d5cff67, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331e615b-8253-4eae-9282-aa3d3ea22770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:37:12.302466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:12.370235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] For port 4b0aa577-f25c-4659-b116-5cf77d5cff67, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:37:12.373195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] For port 4b0aa577-f25c-4659-b116-5cf77d5cff67, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:37:12.381100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:12.412394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:12.413093 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:12.414688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b0aa577-f25c-4659-b116-5cf77d5cff67 HTTP/1.1" status: 200  len: 1092 time: 0.7011266
Apr 09 21:37:12.419577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:37:12.422356 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d218fe-a9f1-4c24-9b31-50a01d7bf818" -d '{"events": [{"name": "network-changed", "server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:37:12.466646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50b28-892d-4f9f-9bf4-ac4ce29d64a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0aa577-f25c-4659-b116-5cf77d5cff67,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:12.475542 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bb1b87-7c5a-40cb-9dec-347931c1914d x-openstack-request-id: req-b6bb1b87-7c5a-40cb-9dec-347931c1914d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:37:12.475841 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:37:12.476095 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6bb1b87-7c5a-40cb-9dec-347931c1914d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:37:12.476509 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6bb1b87-7c5a-40cb-9dec-347931c1914d'] response: {'name': 'network-changed', 'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'status': 'completed', 'code': 200}
Apr 09 21:37:12.528978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-d27d184e-9f1b-436b-ba60-7315fd4fbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:12.530668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-d27d184e-9f1b-436b-ba60-7315fd4fbddb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 1126 time: 0.0440950
Apr 09 21:37:12.579072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-d18b93cf-97fd-44a7-8bcd-869bb75b2c84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67 HTTP/1.1" status: 200  len: 217 time: 0.0409083
Apr 09 21:37:12.633503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-039403bc-f6cd-4889-8e5c-a758c8882e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:12.635022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-039403bc-f6cd-4889-8e5c-a758c8882e65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef00d041-df3b-46ab-a5a9-844968c5e4b1 HTTP/1.1" status: 200  len: 834 time: 0.0496688
Apr 09 21:37:12.679956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-32c6a56c-224c-4f16-b3d6-b673cf8ee0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:12.681554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-32c6a56c-224c-4f16-b3d6-b673cf8ee0e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acba3ce0-36af-42b3-a264-578599fc9a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0410476
Apr 09 21:37:12.775409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-b9727301-b74a-47cc-87e8-ea1dac3c5afe service neutron] 10.222.0.32 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878990
Apr 09 21:37:12.865986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-badcaecb-122f-4c89-9c67-1bd3a82caa68 req-8de10f65-573e-44c1-bbb9-7e73fe7a49a7 service neutron] 10.222.0.32 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849168
Apr 09 21:37:13.197886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4832e-4aa5-4ab1-947a-1ab91af79378 req-e2983707-4ccc-42ad-8ed0-4f5df19c9724 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:13.200460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c4832e-4aa5-4ab1-947a-1ab91af79378 req-e2983707-4ccc-42ad-8ed0-4f5df19c9724 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 944 time: 0.0614657
Apr 09 21:37:13.249605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c4832e-4aa5-4ab1-947a-1ab91af79378 req-112b5950-ab58-4dd6-b2e8-0b0c43fb4843 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436876
Apr 09 21:37:13.725265 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-969ce025-af91-4f93-8f88-64cf5631173e req-3cd30075-a634-44c3-a635-624cea2d3ba4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446589
Apr 09 21:37:13.735734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-aff72ec8-2a55-4f64-8a05-84fee8f22e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:13.737365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-aff72ec8-2a55-4f64-8a05-84fee8f22e25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 1126 time: 0.0411987
Apr 09 21:37:13.786185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce025-af91-4f93-8f88-64cf5631173e req-62417988-5f2e-411f-93a8-d5a40d836b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:13.787762 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-969ce025-af91-4f93-8f88-64cf5631173e req-62417988-5f2e-411f-93a8-d5a40d836b5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 1128 time: 0.0405529
Apr 09 21:37:13.836943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-05553a14-e509-428e-840d-46d0deadba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:13.838416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-05553a14-e509-428e-840d-46d0deadba1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=acba3ce0-36af-42b3-a264-578599fc9a5f HTTP/1.1" status: 200  len: 897 time: 0.0957258
Apr 09 21:37:13.879651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-c4d39499-7e00-41bd-a78c-4be3924d3c40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67 HTTP/1.1" status: 200  len: 217 time: 0.0349882
Apr 09 21:37:13.898608 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce025-af91-4f93-8f88-64cf5631173e req-5d9c1661-3744-4f6d-a4b6-9d08ee328818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:13.900093 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-969ce025-af91-4f93-8f88-64cf5631173e req-5d9c1661-3744-4f6d-a4b6-9d08ee328818 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.0928094
Apr 09 21:37:13.928016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-60d8c286-c524-445b-90a9-f3f53b9e8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:13.929522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-60d8c286-c524-445b-90a9-f3f53b9e8f4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef00d041-df3b-46ab-a5a9-844968c5e4b1 HTTP/1.1" status: 200  len: 834 time: 0.0442669
Apr 09 21:37:13.968317 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-969ce025-af91-4f93-8f88-64cf5631173e req-9b7248b0-f3f5-4aa9-a062-65de253c262d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d HTTP/1.1" status: 200  len: 1001 time: 0.0607467
Apr 09 21:37:13.977577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-23b28215-f288-4ed9-85f8-19d01449093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:13.979130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-23b28215-f288-4ed9-85f8-19d01449093a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acba3ce0-36af-42b3-a264-578599fc9a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434220
Apr 09 21:37:14.018448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce025-af91-4f93-8f88-64cf5631173e req-16fa6357-7c4e-457f-82ca-4e2f2de8d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:14.020041 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-969ce025-af91-4f93-8f88-64cf5631173e req-16fa6357-7c4e-457f-82ca-4e2f2de8d810 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0458875
Apr 09 21:37:14.068113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce025-af91-4f93-8f88-64cf5631173e req-ee516528-e07f-4b5b-89af-dc38b44c6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:14.069606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-6b042600-f5a4-482d-be8d-55612c8bc9ac service neutron] 10.222.0.32 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844967
Apr 09 21:37:14.069785 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-969ce025-af91-4f93-8f88-64cf5631173e req-ee516528-e07f-4b5b-89af-dc38b44c6482 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440722
Apr 09 21:37:14.158686 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-969ce025-af91-4f93-8f88-64cf5631173e req-6248a2cd-9b59-419a-862c-d5131ce61e77 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831511
Apr 09 21:37:14.162723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68d218fe-a9f1-4c24-9b31-50a01d7bf818 req-e2816ed4-4584-4594-acb8-62b6e06dcd24 service neutron] 10.222.0.32 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874879
Apr 09 21:37:14.255635 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-969ce025-af91-4f93-8f88-64cf5631173e req-a49fbf5a-b9a2-4627-9e78-261f8b9fdaad service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903771
Apr 09 21:37:14.377596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177afc6e-8fd7-4ae7-9239-644ed66ab5bb req-ca247804-d286-49ad-9b71-c1bfa35afc3d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:14.379107 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-177afc6e-8fd7-4ae7-9239-644ed66ab5bb req-ca247804-d286-49ad-9b71-c1bfa35afc3d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 944 time: 0.0520370
Apr 09 21:37:14.431195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-177afc6e-8fd7-4ae7-9239-644ed66ab5bb req-0d2d2d13-d597-4418-973d-76d2853c9b75 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462239
Apr 09 21:37:15.552256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35439d-e7fc-49f9-ab8c-2edc22f5a921 req-2272a26c-f2ed-4ffc-9cba-8cde522f957f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:15.553747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b35439d-e7fc-49f9-ab8c-2edc22f5a921 req-2272a26c-f2ed-4ffc-9cba-8cde522f957f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 944 time: 0.0470049
Apr 09 21:37:15.614425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b35439d-e7fc-49f9-ab8c-2edc22f5a921 req-c8718209-9dc4-4f55-96ab-af424c291434 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0547638
Apr 09 21:37:15.866516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4b0aa577-f25c-4659-b116-5cf77d5cff67 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:37:15.988049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4b0aa577-f25c-4659-b116-5cf77d5cff67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:16.000031 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'port_id': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'mac_address': 'fa:16:3e:7f:06:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:37:16.040037 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4b0aa577-f25c-4659-b116-5cf77d5cff67 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:16.040421 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:16.054016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0aa577-f25c-4659-b116-5cf77d5cff67 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:37:16.075750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4b0aa577-f25c-4659-b116-5cf77d5cff67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:16.081112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:16.130009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4b0aa577-f25c-4659-b116-5cf77d5cff67,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:16.282405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4b0aa577-f25c-4659-b116-5cf77d5cff67'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:37:16.742226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab89c-a1c8-4ba2-8e94-b2be8528993e req-cecfba9a-eb1b-4b85-8dad-a2ed032cae19 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:16.743755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd9ab89c-a1c8-4ba2-8e94-b2be8528993e req-cecfba9a-eb1b-4b85-8dad-a2ed032cae19 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 945 time: 0.0592966
Apr 09 21:37:16.798210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd9ab89c-a1c8-4ba2-8e94-b2be8528993e req-3473bc78-280a-4cbb-a813-bb68d6f3af66 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453289
Apr 09 21:37:17.866379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4b0aa577-f25c-4659-b116-5cf77d5cff67 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:37:17.879234 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:37:17.920714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 4b0aa577-f25c-4659-b116-5cf77d5cff67 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:37:17.928188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 4b0aa577-f25c-4659-b116-5cf77d5cff67 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:37:17.928574 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:17.942351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c1691-48db-46b8-b6f6-2d88b45c1dec req-1ad9c5f8-a690-47ee-ad9f-6a48ff40b488 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:17.943883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa0c1691-48db-46b8-b6f6-2d88b45c1dec req-1ad9c5f8-a690-47ee-ad9f-6a48ff40b488 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 945 time: 0.0511518
Apr 09 21:37:17.993605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa0c1691-48db-46b8-b6f6-2d88b45c1dec req-39345ae5-0755-4546-86f5-fa3b8faa856f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432479
Apr 09 21:37:18.009084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4b0aa577-f25c-4659-b116-5cf77d5cff67 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:37:18.009487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:18.033497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:37:18.035937 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb48ae3-d878-4ef6-a8f9-35812573b8fe" -d '{"events": [{"server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "name": "network-vif-plugged", "status": "completed", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:37:18.048388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4b0aa577-f25c-4659-b116-5cf77d5cff67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:18.053366 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:18.081396 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5ff6e2-0845-4075-89b1-8698a84647ac x-openstack-request-id: req-bf5ff6e2-0845-4075-89b1-8698a84647ac {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:37:18.081707 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "name": "network-vif-plugged", "status": "completed", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:37:18.081940 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf5ff6e2-0845-4075-89b1-8698a84647ac {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:37:18.082330 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5ff6e2-0845-4075-89b1-8698a84647ac'] response: {'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'code': 200}
Apr 09 21:37:18.179150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8f49-3202-4502-848d-b008543e9760 req-639edb54-9c2b-4c85-b5e0-963f7a393a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:18.180604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff0a8f49-3202-4502-848d-b008543e9760 req-639edb54-9c2b-4c85-b5e0-963f7a393a7c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 1128 time: 0.0463707
Apr 09 21:37:18.229541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff0a8f49-3202-4502-848d-b008543e9760 req-9e2466d3-4fb8-4e59-af92-3329444c9729 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423098
Apr 09 21:37:18.275062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4b0aa577-f25c-4659-b116-5cf77d5cff67,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:19.109008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7d29-2997-4e57-96e8-e6fb2dd89a5f req-936ae031-a492-4d57-8969-cd0dcf7de7da tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:19.110539 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f63c7d29-2997-4e57-96e8-e6fb2dd89a5f req-936ae031-a492-4d57-8969-cd0dcf7de7da tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 946 time: 0.0485950
Apr 09 21:37:19.161519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f63c7d29-2997-4e57-96e8-e6fb2dd89a5f req-3217774d-4104-4a90-b7a7-f68c3047800a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451965
Apr 09 21:37:20.280391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec22d43-89f9-40b5-b45c-c48bcf1b8007 req-b680c4dd-d49b-4c50-8211-96251ba81ea1 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:20.282070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bec22d43-89f9-40b5-b45c-c48bcf1b8007 req-b680c4dd-d49b-4c50-8211-96251ba81ea1 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 946 time: 0.0490565
Apr 09 21:37:20.341313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bec22d43-89f9-40b5-b45c-c48bcf1b8007 req-217798a9-39fc-46fc-8775-22cb82c0a58f tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0512259
Apr 09 21:37:20.459127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b3822-344f-4035-93a4-0f5a76a3c7bb req-518080c5-4fe1-4f1e-a151-c33c9c7821e5 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:20.460669 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e22b3822-344f-4035-93a4-0f5a76a3c7bb req-518080c5-4fe1-4f1e-a151-c33c9c7821e5 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 946 time: 0.0501482
Apr 09 21:37:20.471235 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b6a1da40-9e97-4926-b0b9-e212a087720a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:20.511255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e22b3822-344f-4035-93a4-0f5a76a3c7bb req-2513363c-1fb1-4532-9793-b2ca2d11ce56 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444636
Apr 09 21:37:20.534449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38512) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:20.572635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3096f07a-8f1b-4142-838c-8d6d5ef69e20 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:20.574200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3096f07a-8f1b-4142-838c-8d6d5ef69e20 tempest-TestNetworkBasicOps-364095663 tempest-TestNetworkBasicOps-364095663-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 1123 time: 0.0388603
Apr 09 21:37:20.577191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38514) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:20.581455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:37:20.603360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:20.635746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38516) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:20.687205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:20.792930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Allocated IP 172.35.0.185 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/4138f747-05cb-49b7-9256-ec87856c52eb) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:37:20.795298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port bb34ddce-dee2-4287-9a57-2e80561298bd {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:20.795681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (bb34ddce-dee2-4287-9a57-2e80561298bd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:20.872494 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (bb34ddce-dee2-4287-9a57-2e80561298bd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:20.872805 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (bb34ddce-dee2-4287-9a57-2e80561298bd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:20.885430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for bb34ddce-dee2-4287-9a57-2e80561298bd owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:20.897221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (4138f747-05cb-49b7-9256-ec87856c52eb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:20.931607 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4138f747-05cb-49b7-9256-ec87856c52eb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:20.968969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:37:20.972435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:37:20.975188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:37:21.008976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=4138f747-05cb-49b7-9256-ec87856c52eb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:21.089382 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (bb34ddce-dee2-4287-9a57-2e80561298bd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:21.126465 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=bb34ddce-dee2-4287-9a57-2e80561298bd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:21.179893 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (10764a04-c540-43b1-9e91-9f335510481e), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:21.180204 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Floating IP 10764a04-c540-43b1-9e91-9f335510481e disassociated (deleted). External IP: 172.35.0.76, port: e734433e-37c2-48eb-a6f3-b8bd12274b0d.
Apr 09 21:37:21.365630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for floatingip (0fd8badf-4ab7-44fc-a231-b3b81d2e9aec), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:21.406072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:37:21.442353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4138f747-05cb-49b7-9256-ec87856c52eb), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:21.522888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:37:21.527766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:21.534372 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:37:21.544715 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:21.545617 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c235f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:21.560056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-00146479-0ebe-4333-9d14-953bdc0ccb62 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "DELETE /v2.0/floatingips/10764a04-c540-43b1-9e91-9f335510481e HTTP/1.1" status: 204  len: 168 time: 0.9206841
Apr 09 21:37:21.560056 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:37:21.561068 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f" -d '{"events": [{"name": "network-changed", "server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:37:21.613262 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for port (4138f747-05cb-49b7-9256-ec87856c52eb), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:21.623110 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d67dad-cbcb-474a-8a27-428d7502b2ec x-openstack-request-id: req-12d67dad-cbcb-474a-8a27-428d7502b2ec {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:37:21.623521 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:37:21.624140 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12d67dad-cbcb-474a-8a27-428d7502b2ec {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:37:21.624863 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d67dad-cbcb-474a-8a27-428d7502b2ec'] response: {'name': 'network-changed', 'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'status': 'completed', 'code': 200}
Apr 09 21:37:21.626380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4138f747-05cb-49b7-9256-ec87856c52eb), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:21.680287 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:21.702194 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-59ad3d2e-ca6f-49a2-a09a-8f6b01824ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:21.704394 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-59ad3d2e-ca6f-49a2-a09a-8f6b01824ee5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 1128 time: 0.0563674
Apr 09 21:37:21.720091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (0fd8badf-4ab7-44fc-a231-b3b81d2e9aec), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:21.729999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event updated for resources: {'Port': ['ID=4138f747-05cb-49b7-9256-ec87856c52eb,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:21.831215 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-593b167b-3b8f-4665-9a09-92a5122b8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:21.832738 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-593b167b-3b8f-4665-9a09-92a5122b8dbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.1226842
Apr 09 21:37:21.888956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfdc23-81f3-4ebc-9ca6-7ac9d51eeca4 req-3452b1b7-4669-4ba8-9eec-bbd7d71e2462 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:21.890382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34cfdc23-81f3-4ebc-9ca6-7ac9d51eeca4 req-3452b1b7-4669-4ba8-9eec-bbd7d71e2462 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 946 time: 0.0852017
Apr 09 21:37:21.900195 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Floating IP 0fd8badf-4ab7-44fc-a231-b3b81d2e9aec associated. External IP: 172.35.0.185, port: 4b0aa577-f25c-4659-b116-5cf77d5cff67.
Apr 09 21:37:21.933416 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c235f40>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:21Z', 'revision_number': 1, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:21.964171 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:37:21.973619 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:21.974231 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237c235f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:22.020323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34cfdc23-81f3-4ebc-9ca6-7ac9d51eeca4 req-5daf182b-a407-4da8-a781-9891ff30d953 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1224737
Apr 09 21:37:22.089585 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:22.155722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router cec456be-3b60-4019-8684-5dc21b7ad6c7 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:37:22.270731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:37:22.280637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] Sync routers for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:37:22.290050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:22.292163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:22.292812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764e2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:22.309472 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237c235f40>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:21Z', 'revision_number': 1, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:22.325777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-43510e23-1d6e-4008-90a5-e2cd54670ce9 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.7449114
Apr 09 21:37:22.325777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:37:22.326088 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed440149-bcda-41d0-9979-eb3723c89e58" -d '{"events": [{"name": "network-changed", "server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:37:22.326196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38524) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:22.360001 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c68b00-8de4-4c9b-a393-213ccd3ffb27 None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '04be59f6-fd5b-456e-be59-7048f858c6bf', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'floating_ip_address': '172.35.0.187', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'port_id': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'mac_address': 'fa:16:3e:12:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:33:19Z', 'updated_at': '2022-04-09T21:33:21Z', 'revision_number': 1, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:37:22.368010 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e86e00-2a89-47ee-97b8-3c8fd2f3f986 x-openstack-request-id: req-75e86e00-2a89-47ee-97b8-3c8fd2f3f986 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:37:22.368539 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:37:22.368689 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75e86e00-2a89-47ee-97b8-3c8fd2f3f986 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:37:22.369149 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e86e00-2a89-47ee-97b8-3c8fd2f3f986'] response: {'name': 'network-changed', 'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'status': 'completed', 'code': 200}
Apr 09 21:37:22.412849 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3d5a2486-68bc-420a-8b73-ed817a5ac66a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/floatingips/0fd8badf-4ab7-44fc-a231-b3b81d2e9aec HTTP/1.1" status: 200  len: 992 time: 0.0842648
Apr 09 21:37:22.430592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:22.437993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-7469e2f9-fc6c-4a7a-a644-8864fb5a5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:22.439827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-7469e2f9-fc6c-4a7a-a644-8864fb5a5485 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 1128 time: 0.0489128
Apr 09 21:37:22.538281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-fa563d94-00fa-43fd-b9bb-eedbc52d82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:22.539922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-fa563d94-00fa-43fd-b9bb-eedbc52d82b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=acba3ce0-36af-42b3-a264-578599fc9a5f HTTP/1.1" status: 200  len: 897 time: 0.0932183
Apr 09 21:37:22.612547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-76de18da-5b08-42b3-abf8-ea6b4bc8ec22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67 HTTP/1.1" status: 200  len: 1000 time: 0.0662103
Apr 09 21:37:22.629816 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cc38e3-ddc7-44af-837b-708477bf2c35 None None] New status for floating IP 10764a04-c540-43b1-9e91-9f335510481e: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:37:22.661831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-c5d12b2d-3bc5-48eb-aedc-c0396fcdcbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:22.664459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-c5d12b2d-3bc5-48eb-aedc-c0396fcdcbfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef00d041-df3b-46ab-a5a9-844968c5e4b1 HTTP/1.1" status: 200  len: 834 time: 0.0451739
Apr 09 21:37:22.668932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764e2f10>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fd8badf-4ab7-44fc-a231-b3b81d2e9aec', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.185', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'port_id': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'mac_address': 'fa:16:3e:7f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:37:21Z', 'updated_at': '2022-04-09T21:37:21Z', 'revision_number': 0, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:09Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:22.697383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] Checking router: cec456be-3b60-4019-8684-5dc21b7ad6c7 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:37:22.706230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:22.706860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764e2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:36:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:22.711488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-080b5f64-353d-424c-89d2-9bc0192c8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:22.713429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-080b5f64-353d-424c-89d2-9bc0192c8dbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acba3ce0-36af-42b3-a264-578599fc9a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445473
Apr 09 21:37:22.738652 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-97aba451-48d7-45ec-9be2-c6e963e07b1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d HTTP/1.1" status: 200  len: 217 time: 0.0452971
Apr 09 21:37:22.798901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-69fb5781-d18e-46ae-b6e2-c91ede0ff5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:22.801441 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-69fb5781-d18e-46ae-b6e2-c91ede0ff5fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0517685
Apr 09 21:37:22.817907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-54526051-8c5d-4973-940b-098adb0684c8 service neutron] 10.222.0.32 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978253
Apr 09 21:37:22.822309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:22.851323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-721b79d1-5ef9-4534-8b93-258531a7fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:22.852857 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-721b79d1-5ef9-4534-8b93-258531a7fc4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403674
Apr 09 21:37:22.915149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed440149-bcda-41d0-9979-eb3723c89e58 req-ddebc874-41ab-4e72-8563-51c66fed39a3 service neutron] 10.222.0.32 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908813
Apr 09 21:37:22.959401 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-3c73ecd1-5f6f-4482-9d64-c64a8c3e636f service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0954747
Apr 09 21:37:22.991788 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a6a74c3-f6eb-4505-99a7-1fa8a0307ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:23.067220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764e2f10>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fd8badf-4ab7-44fc-a231-b3b81d2e9aec', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.185', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'port_id': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'mac_address': 'fa:16:3e:7f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:37:21Z', 'updated_at': '2022-04-09T21:37:21Z', 'revision_number': 0, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:09Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:23.078670 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d2a50b87-a1c6-46ff-9390-e3ab5cfb813f req-c9430d28-4412-4aa1-9219-3b701e1947de service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893397
Apr 09 21:37:23.095675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84fc880-a934-450a-bb4d-f6e449751fe7 None None] The sync data for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 is: [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fd8badf-4ab7-44fc-a231-b3b81d2e9aec', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'floating_ip_address': '172.35.0.185', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'port_id': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'mac_address': 'fa:16:3e:7f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:37:21Z', 'updated_at': '2022-04-09T21:37:21Z', 'revision_number': 0, 'project_id': '2307958edd534abb847445b0e1dd954d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:09Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:37:23.140026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb95d6-fc66-4953-ba06-8c9ab916ea5f req-f5220603-633d-4a5b-9dd9-89bc841accf3 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:23.141756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3eeb95d6-fc66-4953-ba06-8c9ab916ea5f req-f5220603-633d-4a5b-9dd9-89bc841accf3 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 946 time: 0.0489531
Apr 09 21:37:23.198790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3eeb95d6-fc66-4953-ba06-8c9ab916ea5f req-e5704caa-5e96-4495-ab49-3b99bd21b1bb tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509439
Apr 09 21:37:23.299245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031ab3f-c302-4107-86d0-786087a0fdce None None] New status for floating IP 0fd8badf-4ab7-44fc-a231-b3b81d2e9aec: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:37:23.365601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-24fc135a-5cb2-49fc-a411-8f00929da26c tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:23.367096 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-24fc135a-5cb2-49fc-a411-8f00929da26c tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 946 time: 0.0484219
Apr 09 21:37:23.414942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38530) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:23.461403 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port e734433e-37c2-48eb-a6f3-b8bd12274b0d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:23.461751 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:23.497973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-33a42067-4acf-4adc-9b13-378c32dbdf73 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/floatingips/0fd8badf-4ab7-44fc-a231-b3b81d2e9aec HTTP/1.1" status: 200  len: 992 time: 0.0803082
Apr 09 21:37:23.553836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] For port e734433e-37c2-48eb-a6f3-b8bd12274b0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e734433e-37c2-48eb-a6f3-b8bd12274b0d,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:23.554202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:23.571859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for e734433e-37c2-48eb-a6f3-b8bd12274b0d owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:23.712489 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e734433e-37c2-48eb-a6f3-b8bd12274b0d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:23.741993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=e734433e-37c2-48eb-a6f3-b8bd12274b0d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:23.791440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] No DVR routers for this DVR port e734433e-37c2-48eb-a6f3-b8bd12274b0d on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:37:23.794552 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:23.797913 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-5bcb6621-d9e1-407b-8862-6b45f0b8e7d7 req-00cdcc76-ac2c-4e79-a999-9c52f908bd78 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "DELETE /v2.0/ports/e734433e-37c2-48eb-a6f3-b8bd12274b0d HTTP/1.1" status: 204  len: 173 time: 0.4259541
Apr 09 21:37:23.798366 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'name': 'network-vif-deleted', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:37:23.800639 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd93a28-21c6-497d-a916-2e355673cdfd" -d '{"events": [{"server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "name": "network-vif-deleted", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:37:23.840244 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad972bc7-6a65-4da7-81f7-b88fe0105f96 x-openstack-request-id: req-ad972bc7-6a65-4da7-81f7-b88fe0105f96 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:37:23.840608 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865dc81b-5656-46ef-b403-170b3f5adb70", "name": "network-vif-deleted", "tag": "e734433e-37c2-48eb-a6f3-b8bd12274b0d", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:37:23.840914 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad972bc7-6a65-4da7-81f7-b88fe0105f96 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:37:23.841399 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad972bc7-6a65-4da7-81f7-b88fe0105f96'] response: {'server_uuid': '865dc81b-5656-46ef-b403-170b3f5adb70', 'name': 'network-vif-deleted', 'tag': 'e734433e-37c2-48eb-a6f3-b8bd12274b0d', 'status': 'completed', 'code': 200}
Apr 09 21:37:24.234518 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:24.309917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a01d6242-552c-4589-bb61-ffc67357ca8a req-b3cdd859-0d64-4798-9a7b-1727832a9e2b tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=865dc81b-5656-46ef-b403-170b3f5adb70 HTTP/1.1" status: 200  len: 210 time: 0.0296550
Apr 09 21:37:24.500620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38538) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:24.565410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8b8f3a0b-fdab-40ed-a80d-806704a02ac3 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/floatingips/0fd8badf-4ab7-44fc-a231-b3b81d2e9aec HTTP/1.1" status: 200  len: 994 time: 0.0635591
Apr 09 21:37:25.285180 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:25.554994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device e734433e-37c2-48eb-a6f3-b8bd12274b0d no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:37:25.581103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: e734433e-37c2-48eb-a6f3-b8bd12274b0d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:37:25.581527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device e734433e-37c2-48eb-a6f3-b8bd12274b0d not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:37:25.889985 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:27.101694 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:31.648528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:50.479345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-71dcf294-d5ff-4df0-a611-83a671fbbf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:51.079257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38662) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:51.150184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cae3cd55-5a14-4487-88f1-0387aef6c4b6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/floatingips/0fd8badf-4ab7-44fc-a231-b3b81d2e9aec HTTP/1.1" status: 200  len: 994 time: 0.0691750
Apr 09 21:37:51.451281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38670) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:51.622530 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port 4138f747-05cb-49b7-9256-ec87856c52eb {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:51.622806 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4138f747-05cb-49b7-9256-ec87856c52eb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:51.699728 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4138f747-05cb-49b7-9256-ec87856c52eb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:51.700003 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for floatingip (4138f747-05cb-49b7-9256-ec87856c52eb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:51.712510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for 4138f747-05cb-49b7-9256-ec87856c52eb owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:51.860852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4138f747-05cb-49b7-9256-ec87856c52eb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:51.886344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=4138f747-05cb-49b7-9256-ec87856c52eb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:51.948642 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for floatingip (0fd8badf-4ab7-44fc-a231-b3b81d2e9aec), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:51.949062 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Floating IP 0fd8badf-4ab7-44fc-a231-b3b81d2e9aec disassociated (deleted). External IP: 172.35.0.185, port: 4b0aa577-f25c-4659-b116-5cf77d5cff67.
Apr 09 21:37:52.169024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router cec456be-3b60-4019-8684-5dc21b7ad6c7 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:37:52.636115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:37:52.640770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:52.645934 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] Sync routers for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:37:52.656621 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:52.657274 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237704f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:52.670816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3504a496-d2ab-4b33-93be-79fbb6b8c918 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/floatingips/0fd8badf-4ab7-44fc-a231-b3b81d2e9aec HTTP/1.1" status: 204  len: 168 time: 1.2184262
Apr 09 21:37:52.671380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:37:52.673704 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677" -d '{"events": [{"name": "network-changed", "server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:37:52.771635 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:52.805205 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0fdde-a297-4134-9ae0-014545c5a2df x-openstack-request-id: req-86e0fdde-a297-4134-9ae0-014545c5a2df {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:37:52.805548 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:37:52.805920 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86e0fdde-a297-4134-9ae0-014545c5a2df {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:37:52.807148 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e0fdde-a297-4134-9ae0-014545c5a2df'] response: {'name': 'network-changed', 'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'status': 'completed', 'code': 200}
Apr 09 21:37:52.923245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2369a5-aa3d-4a34-add1-95d8b434508a req-46738089-fc84-4eb3-8f31-2ed4deb9d3e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:52.924731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f2369a5-aa3d-4a34-add1-95d8b434508a req-46738089-fc84-4eb3-8f31-2ed4deb9d3e6 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 946 time: 0.0548999
Apr 09 21:37:52.948002 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7b075e1-1676-4a8b-b1a7-c4ae39344f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:52.980876 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f2369a5-aa3d-4a34-add1-95d8b434508a req-f728d5f2-46cf-4a12-a877-f9c064bb0ec3 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0501223
Apr 09 21:37:53.076976 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237704f8b0>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:09Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:53.110135 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] Checking router: cec456be-3b60-4019-8684-5dc21b7ad6c7 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:37:53.119284 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:53.119875 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237704f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:53.230179 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:53.433972 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237704f8b0>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:09Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:53.465592 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad62f5-ed31-45a5-a984-cf24efde56ae None None] The sync data for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 is: [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:06Z', 'revision_number': 4, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d950235-b954-4f85-8641-33a45cad51da', 'name': '', 'network_id': 'acba3ce0-36af-42b3-a264-578599fc9a5f', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'mac_address': 'fa:16:3e:fb:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:05Z', 'updated_at': '2022-04-09T21:37:09Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'subnets': [{'id': 'ef00d041-df3b-46ab-a5a9-844968c5e4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:37:53.695867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83859a-d668-4e1b-8975-5c4c234cfeaa None None] New status for floating IP 0fd8badf-4ab7-44fc-a231-b3b81d2e9aec: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:37:53.946251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-73431864-2779-49f5-bef8-d87ff3f953a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:53.947732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-73431864-2779-49f5-bef8-d87ff3f953a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2307958edd534abb847445b0e1dd954d&device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 1128 time: 0.0424640
Apr 09 21:37:54.050546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-57d7ab7a-d8a8-48ea-b87a-5dfa82f0819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:54.052716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-57d7ab7a-d8a8-48ea-b87a-5dfa82f0819d service neutron] 10.222.0.32 "GET /v2.0/networks?id=acba3ce0-36af-42b3-a264-578599fc9a5f HTTP/1.1" status: 200  len: 897 time: 0.0946250
Apr 09 21:37:54.103923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2c99f-27a4-477d-be04-4e1a582bd490 req-5ee81b98-9788-4aec-a954-8c8b99dd8ec1 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:54.105396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83e2c99f-27a4-477d-be04-4e1a582bd490 req-5ee81b98-9788-4aec-a954-8c8b99dd8ec1 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 946 time: 0.0474963
Apr 09 21:37:54.149710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-33eb96a9-79aa-4ee4-a6c2-31831bcb95ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67 HTTP/1.1" status: 200  len: 217 time: 0.0433438
Apr 09 21:37:54.223115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83e2c99f-27a4-477d-be04-4e1a582bd490 req-ac5fd935-7d5d-4c87-8945-362726352172 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e75a819-85c4-42ee-807e-d9d371709dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1114311
Apr 09 21:37:54.236721 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:54.248861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-59dbdeca-07c2-4f40-8550-f73cae345f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:54.250364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-59dbdeca-07c2-4f40-8550-f73cae345f2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef00d041-df3b-46ab-a5a9-844968c5e4b1 HTTP/1.1" status: 200  len: 834 time: 0.0940659
Apr 09 21:37:54.271537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-6d86d421-5d51-499e-806c-87e8d99a799a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:54.272844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-6d86d421-5d51-499e-806c-87e8d99a799a tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 946 time: 0.0656390
Apr 09 21:37:54.327871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-ed183f45-7b78-4e0d-94f6-b341a1d806a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:54.329371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-ed183f45-7b78-4e0d-94f6-b341a1d806a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acba3ce0-36af-42b3-a264-578599fc9a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0732973
Apr 09 21:37:54.426418 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port 4b0aa577-f25c-4659-b116-5cf77d5cff67 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:54.426712 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:54.506120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-eb751a39-a5c6-4e4c-be07-07cf6f295e9e service neutron] 10.222.0.32 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692083
Apr 09 21:37:54.598324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port 4b0aa577-f25c-4659-b116-5cf77d5cff67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0aa577-f25c-4659-b116-5cf77d5cff67,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:54.598586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:54.615014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for 4b0aa577-f25c-4659-b116-5cf77d5cff67 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:54.641893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f7e961a0-46be-4cd9-9ed8-fb59b60d5677 req-e8660df9-3d05-4601-88fc-a784671d8ca5 service neutron] 10.222.0.32 "GET /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302161
Apr 09 21:37:54.760425 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4b0aa577-f25c-4659-b116-5cf77d5cff67), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:54.797378 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=4b0aa577-f25c-4659-b116-5cf77d5cff67,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:54.844262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] No DVR routers for this DVR port 4b0aa577-f25c-4659-b116-5cf77d5cff67 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:37:54.847140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:54.850713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e975144-cbaf-414a-b9ec-a7772b548a6a req-741d241a-e4e7-4a42-9503-a0609b5bc8a0 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.32 "DELETE /v2.0/ports/4b0aa577-f25c-4659-b116-5cf77d5cff67 HTTP/1.1" status: 204  len: 173 time: 0.5623620
Apr 09 21:37:54.851094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'name': 'network-vif-deleted', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:37:54.853472 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265472d8-9b8f-4bd1-9567-9fb0c116cdf3" -d '{"events": [{"server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "name": "network-vif-deleted", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:37:54.879510 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:37:54.894094 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d4534e-50ee-4498-8e3a-6196ee2ab4c4 x-openstack-request-id: req-c0d4534e-50ee-4498-8e3a-6196ee2ab4c4 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:37:54.894386 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e5ba44-4ad9-4b72-8bc6-badf6de74e61", "name": "network-vif-deleted", "tag": "4b0aa577-f25c-4659-b116-5cf77d5cff67", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:37:54.894636 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0d4534e-50ee-4498-8e3a-6196ee2ab4c4 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:37:54.895040 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d4534e-50ee-4498-8e3a-6196ee2ab4c4'] response: {'server_uuid': '05e5ba44-4ad9-4b72-8bc6-badf6de74e61', 'name': 'network-vif-deleted', 'tag': '4b0aa577-f25c-4659-b116-5cf77d5cff67', 'status': 'completed', 'code': 200}
Apr 09 21:37:55.286892 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:55.349297 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d7ceb46-c75f-4238-a7ab-1756a8e3ec78 req-a4232a74-a4bb-417f-99b5-2edcda6231ef tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e5ba44-4ad9-4b72-8bc6-badf6de74e61 HTTP/1.1" status: 200  len: 210 time: 0.0284183
Apr 09 21:37:55.904635 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:56.411795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38698) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:56.469757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c11872-421c-451a-bfd8-17a8fe6eb79d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (3e75a819-85c4-42ee-807e-d9d371709dfe), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:56.494728 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c11872-421c-451a-bfd8-17a8fe6eb79d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (3e75a819-85c4-42ee-807e-d9d371709dfe), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:56.563115 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c11872-421c-451a-bfd8-17a8fe6eb79d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3e75a819-85c4-42ee-807e-d9d371709dfe), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:56.565721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-54c11872-421c-451a-bfd8-17a8fe6eb79d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:56.566869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-54c11872-421c-451a-bfd8-17a8fe6eb79d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/security-groups/3e75a819-85c4-42ee-807e-d9d371709dfe HTTP/1.1" status: 204  len: 168 time: 0.1540761
Apr 09 21:37:56.576444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c11872-421c-451a-bfd8-17a8fe6eb79d tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e75a819-85c4-42ee-807e-d9d371709dfe,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:56.603333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38704) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:56.962836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (cec456be-3b60-4019-8684-5dc21b7ad6c7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.097024 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.224105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port 2d950235-b954-4f85-8641-33a45cad51da {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:57.224415 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2d950235-b954-4f85-8641-33a45cad51da), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.317946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port 2d950235-b954-4f85-8641-33a45cad51da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d950235-b954-4f85-8641-33a45cad51da,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:57.318308 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2d950235-b954-4f85-8641-33a45cad51da), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.331766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for 2d950235-b954-4f85-8641-33a45cad51da owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:57.525824 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2d950235-b954-4f85-8641-33a45cad51da), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.550223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38708) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:57.553592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=2d950235-b954-4f85-8641-33a45cad51da,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:57.730847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port b47bf9e5-62f6-4118-bd75-9fa277f52c31 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:57.731339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b47bf9e5-62f6-4118-bd75-9fa277f52c31), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.764572 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (cec456be-3b60-4019-8684-5dc21b7ad6c7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.809088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b47bf9e5-62f6-4118-bd75-9fa277f52c31), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.809492 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (b47bf9e5-62f6-4118-bd75-9fa277f52c31), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.821905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for b47bf9e5-62f6-4118-bd75-9fa277f52c31 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:57.972135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b47bf9e5-62f6-4118-bd75-9fa277f52c31), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:57.988208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Router cec456be-3b60-4019-8684-5dc21b7ad6c7 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:37:58.001245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=b47bf9e5-62f6-4118-bd75-9fa277f52c31,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:58.013340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.013688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.014023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.014363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.014673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.015005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.015322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.015643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.015959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.016273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.016599 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.016896 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.017241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.017661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.017856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:37:58.074448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (04be59f6-fd5b-456e-be59-7048f858c6bf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.074905 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Floating IP 04be59f6-fd5b-456e-be59-7048f858c6bf disassociated (deleted). External IP: 172.35.0.187, port: 0a7a5701-b0a1-4a59-9337-ee33fe404576.
Apr 09 21:37:58.103064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:37:58.108090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-436918b0-91ac-477a-b3ab-5ceadd57e528 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "PUT /v2.0/routers/cec456be-3b60-4019-8684-5dc21b7ad6c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5036502
Apr 09 21:37:58.110919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38710) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:58.118360 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] Sync routers for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:37:58.127913 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:58.128647 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e6cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:58.146566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4b0aa577-f25c-4659-b116-5cf77d5cff67 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:37:58.167490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a4495c-316c-47f0-9851-0c028f0507bb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting subnet ef00d041-df3b-46ab-a5a9-844968c5e4b1 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:37:58.170709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3a4495c-316c-47f0-9851-0c028f0507bb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for subnet (ef00d041-df3b-46ab-a5a9-844968c5e4b1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.178276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 4b0aa577-f25c-4659-b116-5cf77d5cff67 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:37:58.178925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4b0aa577-f25c-4659-b116-5cf77d5cff67 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:37:58.215879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3a4495c-316c-47f0-9851-0c028f0507bb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (ef00d041-df3b-46ab-a5a9-844968c5e4b1), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.261708 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:58.302690 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3a4495c-316c-47f0-9851-0c028f0507bb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (ef00d041-df3b-46ab-a5a9-844968c5e4b1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.373163 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3a4495c-316c-47f0-9851-0c028f0507bb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (ef00d041-df3b-46ab-a5a9-844968c5e4b1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.401516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4495c-316c-47f0-9851-0c028f0507bb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Subnet': ['ID=ef00d041-df3b-46ab-a5a9-844968c5e4b1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:58.407421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c3a4495c-316c-47f0-9851-0c028f0507bb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.413333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c3a4495c-316c-47f0-9851-0c028f0507bb tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/subnets/ef00d041-df3b-46ab-a5a9-844968c5e4b1 HTTP/1.1" status: 204  len: 168 time: 0.2988002
Apr 09 21:37:58.413659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38712) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:58.423803 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610e7ea-cdbe-4efe-8e32-717da78fbfdb None None] Network acba3ce0-36af-42b3-a264-578599fc9a5f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:37:58.436147 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e6cc10>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:57Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:58.468090 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] Checking router: cec456be-3b60-4019-8684-5dc21b7ad6c7 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:37:58.477068 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] Routers {'cec456be-3b60-4019-8684-5dc21b7ad6c7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:58.477687 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e6cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['cec456be-3b60-4019-8684-5dc21b7ad6c7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:58.547933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router (cec456be-3b60-4019-8684-5dc21b7ad6c7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.593547 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] Set router cec456be-3b60-4019-8684-5dc21b7ad6c7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:58.652016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-1c8c2c05-8a5c-4e76-ba19-4a92d48c4563 req-26c06852-7626-47ec-b48e-8a2ea1809664 service neutron] (126920) timed out ('10.222.0.30', 56528) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:37:58.653020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] DHCP port deletion for acba3ce0-36af-42b3-a264-578599fc9a5f request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:37:58.675231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_gateway (cec456be-3b60-4019-8684-5dc21b7ad6c7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.704786 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:37:58.720581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] Deleting port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:58.720952 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.756108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Deleting port b5e5f912-552d-4f44-a072-ed5d2acd52c0 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:37:58.757275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.763571 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e6cc10>, [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:57Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:58.793589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] For port d4c9fcab-415a-4fa8-830b-7dd49e2d6254, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4c9fcab-415a-4fa8-830b-7dd49e2d6254,segment=NetworkSegment(331e615b-8253-4eae-9282-aa3d3ea22770),segment_id=331e615b-8253-4eae-9282-aa3d3ea22770)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:58.794015 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.794310 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0adc4-ff88-4ef1-9f7f-19f953c93e60 None None] The sync data for ids ['cec456be-3b60-4019-8684-5dc21b7ad6c7'] in ncdv-master-1 is: [{'id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'name': 'tempest-TestNetworkBasicOps-router-23626432', 'tenant_id': '2307958edd534abb847445b0e1dd954d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47'}], 'enable_snat': True}, 'gw_port_id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:37:02Z', 'updated_at': '2022-04-09T21:37:57Z', 'revision_number': 5, 'project_id': '2307958edd534abb847445b0e1dd954d', 'gw_port': {'id': 'b5e5f912-552d-4f44-a072-ed5d2acd52c0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec456be-3b60-4019-8684-5dc21b7ad6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:37:03Z', 'updated_at': '2022-04-09T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:37:58.809072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] Calling delete_port for d4c9fcab-415a-4fa8-830b-7dd49e2d6254 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:58.841073 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:37:58.851569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.862564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:37:58.869971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] For port b5e5f912-552d-4f44-a072-ed5d2acd52c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e5f912-552d-4f44-a072-ed5d2acd52c0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:37:58.870288 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:58.884791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Calling delete_port for b5e5f912-552d-4f44-a072-ed5d2acd52c0 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:37:58.887761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:58.888611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23747c6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:58.889931 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-163209fd-2606-4e98-8a8b-bb4724eb5fc5 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "DELETE /v2.0/floatingips/04be59f6-fd5b-456e-be59-7048f858c6bf HTTP/1.1" status: 204  len: 168 time: 1.3381953
Apr 09 21:37:58.891689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:37:58.897189 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8" -d '{"events": [{"name": "network-changed", "server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:37:58.948949 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2af3e19-1c99-4dd3-b387-b2a9ac7e05b9 x-openstack-request-id: req-c2af3e19-1c99-4dd3-b387-b2a9ac7e05b9 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:37:58.949580 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:37:58.949996 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2af3e19-1c99-4dd3-b387-b2a9ac7e05b9 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:37:58.950480 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2af3e19-1c99-4dd3-b387-b2a9ac7e05b9'] response: {'name': 'network-changed', 'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'status': 'completed', 'code': 200}
Apr 09 21:37:58.997075 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (d4c9fcab-415a-4fa8-830b-7dd49e2d6254), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.027919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-81e48018-14f2-4025-9d3b-2f2efc4b22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:59.031126 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-81e48018-14f2-4025-9d3b-2f2efc4b22b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e1063334e4a426eb70eec5ed1578744&device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 1127 time: 0.0557101
Apr 09 21:37:59.034377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] Pushing event deleted for resources: {'Port': ['ID=d4c9fcab-415a-4fa8-830b-7dd49e2d6254,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:59.041720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0923f56d-cd85-4653-b2b9-db51afa7b5be None None] No DVR routers for this DVR port d4c9fcab-415a-4fa8-830b-7dd49e2d6254 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:37:59.076830 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:59.113023 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b5e5f912-552d-4f44-a072-ed5d2acd52c0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.164813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Port': ['ID=b5e5f912-552d-4f44-a072-ed5d2acd52c0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:59.203562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb125-463b-4a53-a583-f6127134cd76 req-b033a071-f04d-4e04-a300-d9fa10dc56b6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:37:59.205249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b4eb125-463b-4a53-a583-f6127134cd76 req-b033a071-f04d-4e04-a300-d9fa10dc56b6 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 945 time: 0.1043568
Apr 09 21:37:59.267822 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (cec456be-3b60-4019-8684-5dc21b7ad6c7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.346469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b4eb125-463b-4a53-a583-f6127134cd76 req-20c72231-dc3b-4540-a626-32ca34081459 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216493
Apr 09 21:37:59.386174 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (cec456be-3b60-4019-8684-5dc21b7ad6c7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.388711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router_controller (cec456be-3b60-4019-8684-5dc21b7ad6c7), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.438041 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (cec456be-3b60-4019-8684-5dc21b7ad6c7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.438627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Fanout notify agent at l3_agent the message router_deleted on router cec456be-3b60-4019-8684-5dc21b7ad6c7 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:37:59.448286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.451591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38720) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:37:59.451754 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0107a1b9-f3ba-47ef-9f44-6407b4f00422 tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/routers/cec456be-3b60-4019-8684-5dc21b7ad6c7 HTTP/1.1" status: 204  len: 168 time: 1.0362394
Apr 09 21:37:59.536103 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (acba3ce0-36af-42b3-a264-578599fc9a5f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.573171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23747c6430>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:59.604203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:37:59.612512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:37:59.613170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23747c6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:59.628567 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (acba3ce0-36af-42b3-a264-578599fc9a5f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.653842 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23777da190>,) {'filters': {'network_id': ['acba3ce0-36af-42b3-a264-578599fc9a5f']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:59.663467 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23777da190>, '331e615b-8253-4eae-9282-aa3d3ea22770') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:59.663761 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23777da190>, '331e615b-8253-4eae-9282-aa3d3ea22770') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:59.673153 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (331e615b-8253-4eae-9282-aa3d3ea22770), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.686263 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (331e615b-8253-4eae-9282-aa3d3ea22770), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.692564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:37:59.692989 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (331e615b-8253-4eae-9282-aa3d3ea22770), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:37:59.696409 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:37:59.725844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:37:59.758493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (acba3ce0-36af-42b3-a264-578599fc9a5f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.767333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:37:59.770515 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] 10.222.0.30 "DELETE /v2.0/networks/acba3ce0-36af-42b3-a264-578599fc9a5f HTTP/1.1" status: 204  len: 168 time: 0.3185496
Apr 09 21:37:59.780109 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fc7e5-e414-441f-9afa-c8be600f88ea tempest-TestNetworkBasicOps-121607112 tempest-TestNetworkBasicOps-121607112-project] Pushing event deleted for resources: {'Network': ['ID=acba3ce0-36af-42b3-a264-578599fc9a5f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:37:59.932235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23747c6430>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:37:59.961682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881f98c-f983-472a-b207-22f30ecee3c1 None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:28:50Z', 'revision_number': 4, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c150e736-24fe-41ba-8ff7-6be441e55819', 'name': '', 'network_id': '66be874b-41eb-401e-a35f-6e34d5263533', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'mac_address': 'fa:16:3e:84:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:49Z', 'updated_at': '2022-04-09T21:29:01Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'subnets': [{'id': 'e4f2c6da-5a70-45c3-b1e3-82398c58ecac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:38:00.047777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d4c9fcab-415a-4fa8-830b-7dd49e2d6254 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:00.070098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d4c9fcab-415a-4fa8-830b-7dd49e2d6254 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:00.070468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d4c9fcab-415a-4fa8-830b-7dd49e2d6254 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:00.075692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2d950235-b954-4f85-8641-33a45cad51da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:00.091688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-e109b2ca-b27f-445a-9b9e-eda8822c495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:00.094040 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-e109b2ca-b27f-445a-9b9e-eda8822c495c service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 200  len: 912 time: 0.1169899
Apr 09 21:38:00.095840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2d950235-b954-4f85-8641-33a45cad51da {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:00.096190 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2d950235-b954-4f85-8641-33a45cad51da not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:00.096642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b5e5f912-552d-4f44-a072-ed5d2acd52c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:00.122380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b5e5f912-552d-4f44-a072-ed5d2acd52c0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:00.122659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b5e5f912-552d-4f44-a072-ed5d2acd52c0 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:00.133498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38728) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:00.147118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-a653a2d7-b6f2-4d82-b6fe-26a186b150e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 200  len: 217 time: 0.0463586
Apr 09 21:38:00.221091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-f699235e-0efe-4ecf-82fd-7d9be35cb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:00.222499 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-f699235e-0efe-4ecf-82fd-7d9be35cb6fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 200  len: 850 time: 0.0496886
Apr 09 21:38:00.288107 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd737b00-b606-4d6b-9eae-38e6c21048d2 None None] New status for floating IP 04be59f6-fd5b-456e-be59-7048f858c6bf: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:38:00.288858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-49dccc46-5945-44b4-a2ed-2424d835b369 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2307958edd534abb847445b0e1dd954d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1542242
Apr 09 21:38:00.291335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38732) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:00.340331 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1aa7730a-cc50-4d94-ae6c-40e6de250124 admin admin] Publish callbacks [] for security_group (cb2c0951-9293-453c-9a13-a7447707d1ae), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.362933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1aa7730a-cc50-4d94-ae6c-40e6de250124 admin admin] Publish callbacks [] for security_group (cb2c0951-9293-453c-9a13-a7447707d1ae), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.393990 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-f6f9634f-e307-4db3-8c0f-2b5c334a0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:00.395694 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-f6f9634f-e307-4db3-8c0f-2b5c334a0ffe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be874b-41eb-401e-a35f-6e34d5263533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475113
Apr 09 21:38:00.419907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1aa7730a-cc50-4d94-ae6c-40e6de250124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (cb2c0951-9293-453c-9a13-a7447707d1ae), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.422986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1aa7730a-cc50-4d94-ae6c-40e6de250124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.427133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1aa7730a-cc50-4d94-ae6c-40e6de250124 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb2c0951-9293-453c-9a13-a7447707d1ae HTTP/1.1" status: 204  len: 168 time: 0.1319911
Apr 09 21:38:00.433658 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7730a-cc50-4d94-ae6c-40e6de250124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2c0951-9293-453c-9a13-a7447707d1ae,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:00.494464 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf7dea-7539-4bd2-98ac-b439649e2233 req-69e8e0f2-9d74-49b1-8d02-a4eea82448ef tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:00.496106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2eaf7dea-7539-4bd2-98ac-b439649e2233 req-69e8e0f2-9d74-49b1-8d02-a4eea82448ef tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 945 time: 0.0600824
Apr 09 21:38:00.538791 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-46c8fb2a-6f43-4a61-8191-8d3427d10656 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897682
Apr 09 21:38:00.550421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2eaf7dea-7539-4bd2-98ac-b439649e2233 req-58b2dbfa-7a70-4f0d-b0b1-ccb83c664fec tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/security-groups?id=66e26245-7cea-4673-a29f-eec0f259ba50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469925
Apr 09 21:38:00.663895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2c1dcae4-0db0-4a64-90a9-f71ec724bae8 req-4f7cfe6c-2fda-4b07-9d22-10c28253c0e3 service neutron] 10.222.0.25 "GET /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179502
Apr 09 21:38:00.682532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-aaf05d4e-1ef3-4614-ba59-ea5722ef4792 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:00.684018 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-aaf05d4e-1ef3-4614-ba59-ea5722ef4792 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 945 time: 0.0549209
Apr 09 21:38:00.737449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38740) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:00.751095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-70f48053-2d3c-4449-998a-c3149b766381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.773768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port 0a7a5701-b0a1-4a59-9337-ee33fe404576 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:00.774390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.825940 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-70f48053-2d3c-4449-998a-c3149b766381 admin admin] Publish callbacks [] for security_group (ab7e051b-5b68-4d70-aef3-2eece9e63bf4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.830322 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-70f48053-2d3c-4449-998a-c3149b766381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ab7e051b-5b68-4d70-aef3-2eece9e63bf4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.865421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] For port 0a7a5701-b0a1-4a59-9337-ee33fe404576, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a7a5701-b0a1-4a59-9337-ee33fe404576,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:00.865828 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.870552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-70f48053-2d3c-4449-998a-c3149b766381 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=267e9b3492cf43bd818a3edd86f80b25&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1295919
Apr 09 21:38:00.870552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f48053-2d3c-4449-998a-c3149b766381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7e051b-5b68-4d70-aef3-2eece9e63bf4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:00.871399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38742) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:00.882098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for 0a7a5701-b0a1-4a59-9337-ee33fe404576 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:00.917973 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Publish callbacks [] for security_group (ab7e051b-5b68-4d70-aef3-2eece9e63bf4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:00.943539 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Publish callbacks [] for security_group (ab7e051b-5b68-4d70-aef3-2eece9e63bf4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:01.022649 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0a7a5701-b0a1-4a59-9337-ee33fe404576), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:01.054469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=0a7a5701-b0a1-4a59-9337-ee33fe404576,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:01.106601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] No DVR routers for this DVR port 0a7a5701-b0a1-4a59-9337-ee33fe404576 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:38:01.109246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:01.112560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4811d1a4-3a71-4f92-81cd-73076c7b6f81 req-7a72c8c1-edcd-45d4-ab07-e167308fe821 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.25 "DELETE /v2.0/ports/0a7a5701-b0a1-4a59-9337-ee33fe404576 HTTP/1.1" status: 204  len: 173 time: 0.4239452
Apr 09 21:38:01.113066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'name': 'network-vif-deleted', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:38:01.115500 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008a3cd2-7fc7-42a6-a173-2cc060ad4aaf" -d '{"events": [{"server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "name": "network-vif-deleted", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:38:01.155786 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d31d39d-b5f6-491d-98f0-122a4483b093 x-openstack-request-id: req-9d31d39d-b5f6-491d-98f0-122a4483b093 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:38:01.156115 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de5a516-0ec3-4ff2-8957-5defe102de22", "name": "network-vif-deleted", "tag": "0a7a5701-b0a1-4a59-9337-ee33fe404576", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:38:01.156339 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d31d39d-b5f6-491d-98f0-122a4483b093 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:38:01.156770 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d31d39d-b5f6-491d-98f0-122a4483b093'] response: {'server_uuid': '9de5a516-0ec3-4ff2-8957-5defe102de22', 'name': 'network-vif-deleted', 'tag': '0a7a5701-b0a1-4a59-9337-ee33fe404576', 'status': 'completed', 'code': 200}
Apr 09 21:38:01.358693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ab7e051b-5b68-4d70-aef3-2eece9e63bf4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:01.361395 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:01.362549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab7e051b-5b68-4d70-aef3-2eece9e63bf4 HTTP/1.1" status: 204  len: 168 time: 0.4902537
Apr 09 21:38:01.370383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7e051b-5b68-4d70-aef3-2eece9e63bf4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:01.377802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.378183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.378520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.378835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.379201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.379647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.379893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.380220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.380581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.380905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.381251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.381573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.381894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.382212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.382533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3747e-7509-4478-bc8f-59d1cebcb1bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:01.658601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:01.668952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0df617f5-482d-49bf-a5f2-72acdf77de88 req-03f830a1-df29-433f-941b-d0822b579040 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de5a516-0ec3-4ff2-8957-5defe102de22 HTTP/1.1" status: 200  len: 210 time: 0.0308135
Apr 09 21:38:02.735492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38752) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:02.863346 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Deleting port d94cdbb7-a87b-4e37-b926-94ddbb3c5251 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:02.863646 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:02.942906 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:02.943172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:02.955849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Calling delete_port for d94cdbb7-a87b-4e37-b926-94ddbb3c5251 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:03.092140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d94cdbb7-a87b-4e37-b926-94ddbb3c5251), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:03.121443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'Port': ['ID=d94cdbb7-a87b-4e37-b926-94ddbb3c5251,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:03.183697 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for floatingip (56ad827a-8205-4458-a210-affaaba095d6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:03.186283 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:03.187426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0efb573a-0f3f-4603-a7f8-3c2f6fe44133 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "DELETE /v2.0/floatingips/56ad827a-8205-4458-a210-affaaba095d6 HTTP/1.1" status: 204  len: 168 time: 0.4508553
Apr 09 21:38:03.725372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0a7a5701-b0a1-4a59-9337-ee33fe404576 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:03.746519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 0a7a5701-b0a1-4a59-9337-ee33fe404576 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:03.746864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 0a7a5701-b0a1-4a59-9337-ee33fe404576 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:05.455499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38792) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:05.515673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8325de8-e905-4d28-8572-51f9daec6106 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group (66e26245-7cea-4673-a29f-eec0f259ba50), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:05.541347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8325de8-e905-4d28-8572-51f9daec6106 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group (66e26245-7cea-4673-a29f-eec0f259ba50), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:05.614155 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8325de8-e905-4d28-8572-51f9daec6106 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (66e26245-7cea-4673-a29f-eec0f259ba50), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:05.616783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d8325de8-e905-4d28-8572-51f9daec6106 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:05.620503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d8325de8-e905-4d28-8572-51f9daec6106 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] 10.222.0.30 "DELETE /v2.0/security-groups/66e26245-7cea-4673-a29f-eec0f259ba50 HTTP/1.1" status: 204  len: 168 time: 0.1615102
Apr 09 21:38:05.628086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8325de8-e905-4d28-8572-51f9daec6106 tempest-TestVolumeBootPattern-212634100 tempest-TestVolumeBootPattern-212634100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e26245-7cea-4673-a29f-eec0f259ba50,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:05.673790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38796) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:06.231818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (b14ff7c0-38e4-4584-afe6-1afe8e663af2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:06.476265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Deleting port c150e736-24fe-41ba-8ff7-6be441e55819 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:06.476964 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:06.572437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] For port c150e736-24fe-41ba-8ff7-6be441e55819, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c150e736-24fe-41ba-8ff7-6be441e55819,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:06.572670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:06.585862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Calling delete_port for c150e736-24fe-41ba-8ff7-6be441e55819 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:06.786788 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c150e736-24fe-41ba-8ff7-6be441e55819), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:06.812049 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c150e736-24fe-41ba-8ff7-6be441e55819,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:06.985323 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (b14ff7c0-38e4-4584-afe6-1afe8e663af2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:07.211294 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Router b14ff7c0-38e4-4584-afe6-1afe8e663af2 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:38:07.327046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:38:07.332075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7b861f24-823a-45a1-bc9d-7f9fc2c93a65 admin admin] 10.222.0.30 "PUT /v2.0/routers/b14ff7c0-38e4-4584-afe6-1afe8e663af2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6576271
Apr 09 21:38:07.335358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38800) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:07.336083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] Sync routers for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:38:07.346586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:38:07.347196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23748560a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:07.443144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks [] for router (b14ff7c0-38e4-4584-afe6-1afe8e663af2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:07.460813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:38:07.550119 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks [] for router_gateway (b14ff7c0-38e4-4584-afe6-1afe8e663af2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:07.597414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Deleting port fddd2f72-aa7e-45ae-8962-4216453f3859 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:07.597792 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:07.637363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23748560a0>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:38:06Z', 'revision_number': 5, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port': {'id': 'fddd2f72-aa7e-45ae-8962-4216453f3859', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:47Z', 'updated_at': '2022-04-09T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:07.665769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] Checking router: b14ff7c0-38e4-4584-afe6-1afe8e663af2 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:38:07.675423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] Routers {'b14ff7c0-38e4-4584-afe6-1afe8e663af2'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:38:07.676050 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23748560a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:07.686363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] For port fddd2f72-aa7e-45ae-8962-4216453f3859, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fddd2f72-aa7e-45ae-8962-4216453f3859,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:07.686727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:07.700229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Calling delete_port for fddd2f72-aa7e-45ae-8962-4216453f3859 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:07.775860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] Set router b14ff7c0-38e4-4584-afe6-1afe8e663af2 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:38:07.836461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23748560a0>, [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:38:07Z', 'revision_number': 6, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:07.863975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89e4a2-5e54-48d7-a921-2ac1b5c196af None None] The sync data for ids ['b14ff7c0-38e4-4584-afe6-1afe8e663af2'] in ncdv-master-1 is: [{'id': 'b14ff7c0-38e4-4584-afe6-1afe8e663af2', 'name': 'tempest-TestVolumeBootPattern-413681455-router', 'tenant_id': '5e1063334e4a426eb70eec5ed1578744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:46Z', 'updated_at': '2022-04-09T21:38:07Z', 'revision_number': 6, 'project_id': '5e1063334e4a426eb70eec5ed1578744', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:38:07.888723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fddd2f72-aa7e-45ae-8962-4216453f3859), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:07.917485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Pushing event deleted for resources: {'Port': ['ID=fddd2f72-aa7e-45ae-8962-4216453f3859,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:07.988390 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (b14ff7c0-38e4-4584-afe6-1afe8e663af2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.082753 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (b14ff7c0-38e4-4584-afe6-1afe8e663af2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.084999 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks [] for router_controller (b14ff7c0-38e4-4584-afe6-1afe8e663af2), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.129638 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (b14ff7c0-38e4-4584-afe6-1afe8e663af2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.130206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b14ff7c0-38e4-4584-afe6-1afe8e663af2 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:38:08.134584 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.135757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5acca24b-0ed3-469c-ad52-39431214a69c admin admin] 10.222.0.30 "DELETE /v2.0/routers/b14ff7c0-38e4-4584-afe6-1afe8e663af2 HTTP/1.1" status: 204  len: 168 time: 0.7994323
Apr 09 21:38:08.138390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38802) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:08.190836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2ed6b7-ff80-4c44-b026-bd3c6e869871 admin admin] Deleting subnet e4f2c6da-5a70-45c3-b1e3-82398c58ecac {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:38:08.194891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ed6b7-ff80-4c44-b026-bd3c6e869871 admin admin] Publish callbacks [] for subnet (e4f2c6da-5a70-45c3-b1e3-82398c58ecac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.231113 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ed6b7-ff80-4c44-b026-bd3c6e869871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (e4f2c6da-5a70-45c3-b1e3-82398c58ecac), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.312177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ed6b7-ff80-4c44-b026-bd3c6e869871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (e4f2c6da-5a70-45c3-b1e3-82398c58ecac), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.365544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ed6b7-ff80-4c44-b026-bd3c6e869871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (e4f2c6da-5a70-45c3-b1e3-82398c58ecac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.393493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ed6b7-ff80-4c44-b026-bd3c6e869871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f2c6da-5a70-45c3-b1e3-82398c58ecac,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:08.399979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ed6b7-ff80-4c44-b026-bd3c6e869871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.403426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0a2ed6b7-ff80-4c44-b026-bd3c6e869871 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e4f2c6da-5a70-45c3-b1e3-82398c58ecac HTTP/1.1" status: 204  len: 168 time: 0.2637391
Apr 09 21:38:08.405745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38804) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:08.408355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982b789b-3a3d-49dd-a125-00e0be4cb8d3 None None] Network 66be874b-41eb-401e-a35f-6e34d5263533 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:38:08.477757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (66be874b-41eb-401e-a35f-6e34d5263533), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.525359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Deleting port 30423e35-4dff-4ca4-b558-556930f510f8 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:08.525707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (30423e35-4dff-4ca4-b558-556930f510f8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.591673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] For port 30423e35-4dff-4ca4-b558-556930f510f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30423e35-4dff-4ca4-b558-556930f510f8,segment=NetworkSegment(0d8b91be-4659-4982-ba05-9ec1a43412d6),segment_id=0d8b91be-4659-4982-ba05-9ec1a43412d6)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:08.592365 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (30423e35-4dff-4ca4-b558-556930f510f8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.606996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Calling delete_port for 30423e35-4dff-4ca4-b558-556930f510f8 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:08.661987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] DHCP port deletion for 66be874b-41eb-401e-a35f-6e34d5263533 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:38:08.691833 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (30423e35-4dff-4ca4-b558-556930f510f8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.705364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] Deleting port 30423e35-4dff-4ca4-b558-556930f510f8 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:08.705766 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (30423e35-4dff-4ca4-b558-556930f510f8), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.718423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Pushing event deleted for resources: {'Port': ['ID=30423e35-4dff-4ca4-b558-556930f510f8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:08.721954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] No DVR routers for this DVR port 30423e35-4dff-4ca4-b558-556930f510f8 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:38:08.774634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] For port 30423e35-4dff-4ca4-b558-556930f510f8, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:08.775025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (30423e35-4dff-4ca4-b558-556930f510f8), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.789361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] Calling delete_port for 30423e35-4dff-4ca4-b558-556930f510f8 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:08.797466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] Port 30423e35-4dff-4ca4-b558-556930f510f8 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:38:08.798670 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (66be874b-41eb-401e-a35f-6e34d5263533), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.798985 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (30423e35-4dff-4ca4-b558-556930f510f8), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.818948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374acb190>,) {'filters': {'network_id': ['66be874b-41eb-401e-a35f-6e34d5263533']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:08.827788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] Pushing event deleted for resources: {'Port': ['ID=30423e35-4dff-4ca4-b558-556930f510f8,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:08.828815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374acb190>, '0d8b91be-4659-4982-ba05-9ec1a43412d6') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:08.829230 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374acb190>, '0d8b91be-4659-4982-ba05-9ec1a43412d6') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:08.833704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a664d77-3015-4437-9984-88a81520d5ac None None] No DVR routers for this DVR port 30423e35-4dff-4ca4-b558-556930f510f8 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:38:08.841659 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (0d8b91be-4659-4982-ba05-9ec1a43412d6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.859134 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (0d8b91be-4659-4982-ba05-9ec1a43412d6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.866485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:38:08.867010 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (0d8b91be-4659-4982-ba05-9ec1a43412d6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:38:08.868950 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:38:08.928943 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (66be874b-41eb-401e-a35f-6e34d5263533), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.945667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:08.951566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] 10.222.0.30 "DELETE /v2.0/networks/66be874b-41eb-401e-a35f-6e34d5263533 HTTP/1.1" status: 204  len: 168 time: 0.5421796
Apr 09 21:38:08.951566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7748eb-6dfc-4539-8c2b-49e6c79da58f admin admin] Pushing event deleted for resources: {'Network': ['ID=66be874b-41eb-401e-a35f-6e34d5263533,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:08.952639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38806) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:09.303107 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:09.541277 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Deleting port efea5fa4-a8a6-4be4-a9a3-56d698087945 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:09.541615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:09.625113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] For port efea5fa4-a8a6-4be4-a9a3-56d698087945, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efea5fa4-a8a6-4be4-a9a3-56d698087945,segment=NetworkSegment(966fa3e0-43ab-4637-9daa-afea8f5d8477),segment_id=966fa3e0-43ab-4637-9daa-afea8f5d8477)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:09.625457 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:09.641229 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Calling delete_port for efea5fa4-a8a6-4be4-a9a3-56d698087945 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:09.684964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c150e736-24fe-41ba-8ff7-6be441e55819 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:09.706245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c150e736-24fe-41ba-8ff7-6be441e55819 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:09.706583 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c150e736-24fe-41ba-8ff7-6be441e55819 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:09.706998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fddd2f72-aa7e-45ae-8962-4216453f3859 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:09.725941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: fddd2f72-aa7e-45ae-8962-4216453f3859 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:09.726280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device fddd2f72-aa7e-45ae-8962-4216453f3859 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:09.726695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 30423e35-4dff-4ca4-b558-556930f510f8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:09.745155 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 30423e35-4dff-4ca4-b558-556930f510f8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:09.745528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 30423e35-4dff-4ca4-b558-556930f510f8 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:09.835842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (efea5fa4-a8a6-4be4-a9a3-56d698087945), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:09.862298 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Pushing event deleted for resources: {'Port': ['ID=efea5fa4-a8a6-4be4-a9a3-56d698087945,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:10.028645 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:10.248882 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:38:10.366075 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:38:10.371418 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-42caced9-c530-4c8e-ad6b-e71a68d82def admin admin] 10.222.0.30 "PUT /v2.0/routers/2e5d848b-839e-4bd6-a1d2-acc19f56f7d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4184582
Apr 09 21:38:10.374196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38810) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:10.376683 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cd549-070b-4af9-8447-d212768587c2 None None] Sync routers for ids ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:38:10.387005 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cd549-070b-4af9-8447-d212768587c2 None None] Routers {'2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:38:10.387616 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-885cd549-070b-4af9-8447-d212768587c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ea50a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:10.485374 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks [] for router (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:10.592312 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks [] for router_gateway (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:10.592968 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-885cd549-070b-4af9-8447-d212768587c2 None None] Set router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:38:10.639306 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Deleting port e79c72e6-3373-450b-a7a0-24cd2d2b6aae {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:10.639694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:10.768730 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-885cd549-070b-4af9-8447-d212768587c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ea50a0>, [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:38:09Z', 'revision_number': 5, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port': {'id': 'e79c72e6-3373-450b-a7a0-24cd2d2b6aae', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:28:53Z', 'updated_at': '2022-04-09T21:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:10.797082 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cd549-070b-4af9-8447-d212768587c2 None None] Checking router: 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:38:10.806594 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cd549-070b-4af9-8447-d212768587c2 None None] Routers {'2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:38:10.807241 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-885cd549-070b-4af9-8447-d212768587c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376ea50a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:37:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:10.898927 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-885cd549-070b-4af9-8447-d212768587c2 None None] Set router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:38:10.954267 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-885cd549-070b-4af9-8447-d212768587c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376ea50a0>, [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:38:10Z', 'revision_number': 6, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:10.965265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] For port e79c72e6-3373-450b-a7a0-24cd2d2b6aae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e79c72e6-3373-450b-a7a0-24cd2d2b6aae,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:10.965630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:10.978953 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Calling delete_port for e79c72e6-3373-450b-a7a0-24cd2d2b6aae owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:10.980457 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cd549-070b-4af9-8447-d212768587c2 None None] The sync data for ids ['2e5d848b-839e-4bd6-a1d2-acc19f56f7d4'] in ncdv-master-1 is: [{'id': '2e5d848b-839e-4bd6-a1d2-acc19f56f7d4', 'name': 'tempest-TestVolumeBootPattern-1379003093-router', 'tenant_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:28:52Z', 'updated_at': '2022-04-09T21:38:10Z', 'revision_number': 6, 'project_id': 'ec99183f7ad64fb18fcc3672cc0375e5', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:38:11.160814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (e79c72e6-3373-450b-a7a0-24cd2d2b6aae), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.185280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79c72e6-3373-450b-a7a0-24cd2d2b6aae,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:11.251615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.346959 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.349181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks [] for router_controller (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.396448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (2e5d848b-839e-4bd6-a1d2-acc19f56f7d4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.397102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:38:11.402087 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.403247 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c5b8fb94-74a8-4744-b11c-b7373658d878 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2e5d848b-839e-4bd6-a1d2-acc19f56f7d4 HTTP/1.1" status: 204  len: 168 time: 1.0281489
Apr 09 21:38:11.405890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38812) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:11.452644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ca8399-8260-4b76-b300-8e304bb4d313 admin admin] Deleting subnet 394f54c4-28e1-49ea-9d17-ce800dc649c6 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:38:11.455957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8399-8260-4b76-b300-8e304bb4d313 admin admin] Publish callbacks [] for subnet (394f54c4-28e1-49ea-9d17-ce800dc649c6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.494765 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8399-8260-4b76-b300-8e304bb4d313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (394f54c4-28e1-49ea-9d17-ce800dc649c6), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.573558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8399-8260-4b76-b300-8e304bb4d313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (394f54c4-28e1-49ea-9d17-ce800dc649c6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.633838 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8399-8260-4b76-b300-8e304bb4d313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (394f54c4-28e1-49ea-9d17-ce800dc649c6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.664033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca8399-8260-4b76-b300-8e304bb4d313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=394f54c4-28e1-49ea-9d17-ce800dc649c6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:11.668621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8399-8260-4b76-b300-8e304bb4d313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.672070 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f5ca8399-8260-4b76-b300-8e304bb4d313 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/394f54c4-28e1-49ea-9d17-ce800dc649c6 HTTP/1.1" status: 204  len: 168 time: 0.2649426
Apr 09 21:38:11.674528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38814) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:11.676643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c298f-9446-4fc1-94e3-fe3ebd11e94a None None] Network 3bb27b04-42e3-47e5-b1cf-21f87f20011b requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:38:11.771601 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (3bb27b04-42e3-47e5-b1cf-21f87f20011b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.780242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device efea5fa4-a8a6-4be4-a9a3-56d698087945 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:11.807476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: efea5fa4-a8a6-4be4-a9a3-56d698087945 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:11.807825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device efea5fa4-a8a6-4be4-a9a3-56d698087945 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:11.808253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e79c72e6-3373-450b-a7a0-24cd2d2b6aae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:11.823950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Deleting port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:11.824287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.828497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: e79c72e6-3373-450b-a7a0-24cd2d2b6aae {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:11.828824 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e79c72e6-3373-450b-a7a0-24cd2d2b6aae not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:11.833518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] DHCP port deletion for 3bb27b04-42e3-47e5-b1cf-21f87f20011b request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:38:11.878068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Deleting port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:11.878438 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.892720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] For port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,segment=NetworkSegment(966fa3e0-43ab-4637-9daa-afea8f5d8477),segment_id=966fa3e0-43ab-4637-9daa-afea8f5d8477)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:11.893143 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.906597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Calling delete_port for 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:11.944183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] For port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,segment=NetworkSegment(966fa3e0-43ab-4637-9daa-afea8f5d8477),segment_id=966fa3e0-43ab-4637-9daa-afea8f5d8477)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:11.944890 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:11.962109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Calling delete_port for 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:11.992919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.020058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Pushing event deleted for resources: {'Port': ['ID=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:12.026168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] No DVR routers for this DVR port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:38:12.042625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (46ca16f5-c232-4f10-a8da-ddbf0c6aff14), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.068267 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Pushing event deleted for resources: {'Port': ['ID=46ca16f5-c232-4f10-a8da-ddbf0c6aff14,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:12.076682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] No DVR routers for this DVR port 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:38:12.080253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.080593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.080927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.081355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.081687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.082014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.082337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.082657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.082974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.083290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.086860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.086860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.086860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.086860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.086860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cdc98b-0d28-415c-9545-a01d2f3e462c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:38:12.122235 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (3bb27b04-42e3-47e5-b1cf-21f87f20011b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.141911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376bb0a60>,) {'filters': {'network_id': ['3bb27b04-42e3-47e5-b1cf-21f87f20011b']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:12.154134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376bb0a60>, '966fa3e0-43ab-4637-9daa-afea8f5d8477') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:12.154433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376bb0a60>, '966fa3e0-43ab-4637-9daa-afea8f5d8477') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:38:12.164299 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (966fa3e0-43ab-4637-9daa-afea8f5d8477), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.178274 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (966fa3e0-43ab-4637-9daa-afea8f5d8477), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.184545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:38:12.184936 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (966fa3e0-43ab-4637-9daa-afea8f5d8477), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:38:12.186681 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:38:12.248815 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (3bb27b04-42e3-47e5-b1cf-21f87f20011b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.254913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.258673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] 10.222.0.30 "DELETE /v2.0/networks/3bb27b04-42e3-47e5-b1cf-21f87f20011b HTTP/1.1" status: 204  len: 168 time: 0.5830567
Apr 09 21:38:12.269502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806aa84-fa16-43f4-8091-66339da5781c admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb27b04-42e3-47e5-b1cf-21f87f20011b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:12.378737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38818) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:12.426345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5f160614-e97e-4771-adae-4f2b34999c96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e1063334e4a426eb70eec5ed1578744&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0464046
Apr 09 21:38:12.428832 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38820) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:12.485507 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef830f0-58fe-43ed-b30a-29eec5f99b4e admin admin] Publish callbacks [] for security_group (abc62477-843d-4fda-9e25-72daa612e38a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.513693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef830f0-58fe-43ed-b30a-29eec5f99b4e admin admin] Publish callbacks [] for security_group (abc62477-843d-4fda-9e25-72daa612e38a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.564634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef830f0-58fe-43ed-b30a-29eec5f99b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (abc62477-843d-4fda-9e25-72daa612e38a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.567286 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8ef830f0-58fe-43ed-b30a-29eec5f99b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:12.568454 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8ef830f0-58fe-43ed-b30a-29eec5f99b4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abc62477-843d-4fda-9e25-72daa612e38a HTTP/1.1" status: 204  len: 168 time: 0.1386971
Apr 09 21:38:12.576410 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef830f0-58fe-43ed-b30a-29eec5f99b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc62477-843d-4fda-9e25-72daa612e38a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:12.895791 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38826) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:12.936303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d7bac15-fb7d-4461-8ae8-bd07038790bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec99183f7ad64fb18fcc3672cc0375e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393460
Apr 09 21:38:12.940051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38828) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:12.990205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9902873-72d5-4d45-a790-04e69a3db727 admin admin] Publish callbacks [] for security_group (9fe4ead4-c486-425d-bc89-c00c7b10ec78), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:13.015551 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9902873-72d5-4d45-a790-04e69a3db727 admin admin] Publish callbacks [] for security_group (9fe4ead4-c486-425d-bc89-c00c7b10ec78), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:13.066057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9902873-72d5-4d45-a790-04e69a3db727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9fe4ead4-c486-425d-bc89-c00c7b10ec78), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:13.068516 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a9902873-72d5-4d45-a790-04e69a3db727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:13.070052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a9902873-72d5-4d45-a790-04e69a3db727 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fe4ead4-c486-425d-bc89-c00c7b10ec78 HTTP/1.1" status: 204  len: 168 time: 0.1290536
Apr 09 21:38:13.077975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9902873-72d5-4d45-a790-04e69a3db727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe4ead4-c486-425d-bc89-c00c7b10ec78,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:13.674928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:13.699468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:13.699819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 46ca16f5-c232-4f10-a8da-ddbf0c6aff14 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:20.477085 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e993a26f-2101-4868-8345-8a487e784402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:22.942387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bcd94c48-4750-47a3-90ba-e85fa8beea85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:24.237308 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:25.065965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-79b6399c-7358-4bdc-9d35-d6260bb78a72 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c029d816337b4a5d97fa5fc881203e5f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0291107
Apr 09 21:38:25.289580 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:25.615383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-c6c33169-59ba-4c24-baaa-ba62427c1fca tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:25.616790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-c6c33169-59ba-4c24-baaa-ba62427c1fca tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5431600
Apr 09 21:38:25.633441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-ccfeaa9b-8ae7-4c76-bb53-63c243d1ba73 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/quotas/c029d816337b4a5d97fa5fc881203e5f HTTP/1.1" status: 200  len: 375 time: 0.0093577
Apr 09 21:38:25.666226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-8df1bb79-4dca-4f7d-a7dd-003d79c5edd7 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c029d816337b4a5d97fa5fc881203e5f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272303
Apr 09 21:38:25.835778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c027b55f-39d1-47b6-98bb-d27985bc15db req-be043088-59f8-49f8-ad50-0c2d2a28b983 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 210 time: 0.0318007
Apr 09 21:38:25.894782 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:26.914131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04da8416-dcad-44a2-b90b-04f69015094d req-db0efb37-5624-4e17-8ac7-8d3eef4c6a62 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 210 time: 0.0281456
Apr 09 21:38:27.104161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:27.992033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8cac9cf-ac5b-4203-896e-f828fc56eebe req-0c641572-daf7-4a79-8759-957f0e4b1cd9 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 210 time: 0.0280755
Apr 09 21:38:29.095591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fe1f06eb-17fb-46c7-a2a6-bf5f6cbb67df req-97e0197d-6afd-4c84-9e5c-cb0ef9db0a98 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 210 time: 0.0284464
Apr 09 21:38:29.933393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-40e67d75-097e-49d4-b199-594d2b457b6c tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c029d816337b4a5d97fa5fc881203e5f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0225587
Apr 09 21:38:30.049920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-b3f1053c-c7bd-4f4a-9bed-a7bf13c9370c tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:30.051346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-b3f1053c-c7bd-4f4a-9bed-a7bf13c9370c tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1131914
Apr 09 21:38:30.084884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Request body: {'port': {'device_id': '8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'admin_state_up': True, 'tenant_id': 'c029d816337b4a5d97fa5fc881203e5f'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:38:30.216659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e915b015-ee3c-445e-8a80-6c3ebc0d40ac req-1e6cf86b-d00b-47be-8052-35243f905609 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 210 time: 0.0492408
Apr 09 21:38:30.236283 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Made reservation on behalf of c029d816337b4a5d97fa5fc881203e5f for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:38:30.240865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:30.257474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:30.334266 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks [] for security_group (380e3fc1-f7c2-4476-ad34-ea063d2e5d69), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:30.339916 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (380e3fc1-f7c2-4476-ad34-ea063d2e5d69), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:30.400918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380e3fc1-f7c2-4476-ad34-ea063d2e5d69,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:30.476502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Allocated IP 192.168.233.241 (d7e32c5b-db2b-4671-8a49-408fdff83117/5c7a1911-a036-42bc-9a9d-8f40d43fa889/810346fc-5efd-46ec-ba9c-2a319bf44dcc) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:38:30.659978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks [] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:30.699635 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:30.744863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Network d7e32c5b-db2b-4671-8a49-408fdff83117 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:38:30.747869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:38:30.751546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:38:30.757861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Pushing event updated for resources: {'Port': ['ID=810346fc-5efd-46ec-ba9c-2a319bf44dcc,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:30.810100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:30.810731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:30.830201 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-502c71d1-abb0-4fcb-9599-76be5eb9a627 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.7490373
Apr 09 21:38:30.841870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Request body: {'port': {'device_id': '8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:38:30.905555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:30.989156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dc066849-bd00-480c-8fb9-24a89d8dbf5c None None] Provisioning complete for port 810346fc-5efd-46ec-ba9c-2a319bf44dcc triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:38:30.989809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dc066849-bd00-480c-8fb9-24a89d8dbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:31.023021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dc066849-bd00-480c-8fb9-24a89d8dbf5c None None] Port 810346fc-5efd-46ec-ba9c-2a319bf44dcc cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:38:31.174950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810346fc-5efd-46ec-ba9c-2a319bf44dcc {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:38:31.182908 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Publish callbacks [] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:31.196102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Transition to ACTIVE for port object 810346fc-5efd-46ec-ba9c-2a319bf44dcc will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:38:31.203570 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:31.259904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Pushing event updated for resources: {'Port': ['ID=810346fc-5efd-46ec-ba9c-2a319bf44dcc,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:31.366521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f5d29-f303-45ac-867b-431b9194b829 req-6909dcf0-db1b-40ab-a894-83136b19585f tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:31.368037 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d3f5d29-f303-45ac-867b-431b9194b829 req-6909dcf0-db1b-40ab-a894-83136b19585f tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 948 time: 0.0649793
Apr 09 21:38:31.372999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Attempting to bind port 810346fc-5efd-46ec-ba9c-2a319bf44dcc on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:38:31.373282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Attempting to bind port 810346fc-5efd-46ec-ba9c-2a319bf44dcc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:38:31.373607 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Attempting to bind port 810346fc-5efd-46ec-ba9c-2a319bf44dcc on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:38:31.385303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Port 810346fc-5efd-46ec-ba9c-2a319bf44dcc on network d7e32c5b-db2b-4671-8a49-408fdff83117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:38:31.385680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Attempting to bind port 810346fc-5efd-46ec-ba9c-2a319bf44dcc on network d7e32c5b-db2b-4671-8a49-408fdff83117 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:38:31.404088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:38:31.404421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Checking segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:38:31.404805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Bound using segment: {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:38:31.405262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Bound port: 810346fc-5efd-46ec-ba9c-2a319bf44dcc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632f682b-b973-49a3-8afd-ea221eeef9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:38:31.405613 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:31.441716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d3f5d29-f303-45ac-867b-431b9194b829 req-2bfefe16-5bb8-4358-9f9d-88048f2bc152 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657334
Apr 09 21:38:31.490623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] For port 810346fc-5efd-46ec-ba9c-2a319bf44dcc, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:38:31.493762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] For port 810346fc-5efd-46ec-ba9c-2a319bf44dcc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=810346fc-5efd-46ec-ba9c-2a319bf44dcc,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:38:31.502553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:31.538711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:31.539334 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:31.540799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] 10.222.0.32 "PUT /v2.0/ports/810346fc-5efd-46ec-ba9c-2a319bf44dcc HTTP/1.1" status: 200  len: 1096 time: 0.7034688
Apr 09 21:38:31.541270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b', 'tag': '810346fc-5efd-46ec-ba9c-2a319bf44dcc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:38:31.543544 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b", "tag": "810346fc-5efd-46ec-ba9c-2a319bf44dcc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:38:31.566508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150785b-0fb1-4105-acf6-b55cc66a0aac service neutron] Pushing event updated for resources: {'Port': ['ID=810346fc-5efd-46ec-ba9c-2a319bf44dcc,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:31.594661 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f193d6e1-c067-4de1-8763-e75552cfa186 x-openstack-request-id: req-f193d6e1-c067-4de1-8763-e75552cfa186 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:38:31.594954 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b", "tag": "810346fc-5efd-46ec-ba9c-2a319bf44dcc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:38:31.595205 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f193d6e1-c067-4de1-8763-e75552cfa186 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:38:31.595630 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f193d6e1-c067-4de1-8763-e75552cfa186'] response: {'name': 'network-changed', 'server_uuid': '8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b', 'tag': '810346fc-5efd-46ec-ba9c-2a319bf44dcc', 'status': 'completed', 'code': 200}
Apr 09 21:38:31.629382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-ba9d99ff-17ba-48df-934c-d18b195825b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:31.631226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-ba9d99ff-17ba-48df-934c-d18b195825b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c029d816337b4a5d97fa5fc881203e5f&device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 1130 time: 0.0467706
Apr 09 21:38:31.660855 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:31.680906 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-66dc5c44-ac77-4f0e-83ac-7cfe5950a0eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=810346fc-5efd-46ec-ba9c-2a319bf44dcc HTTP/1.1" status: 200  len: 217 time: 0.0432138
Apr 09 21:38:31.731466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-ec18098d-2be1-47c1-9902-fa5d7876c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:31.733118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-ec18098d-2be1-47c1-9902-fa5d7876c99a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0468159
Apr 09 21:38:31.778875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-3390e2ec-5963-4b39-93b6-4d201b397b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:31.780396 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-3390e2ec-5963-4b39-93b6-4d201b397b0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0397391
Apr 09 21:38:31.875042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-5fcff1d2-c3da-4b12-ad61-e96f048e8246 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877979
Apr 09 21:38:31.879000 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:38:31.970728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e4302e8-f8c5-4ea5-9446-be0b33ed764c req-5cc6334b-d62b-41c6-bea6-1b57b42c0c6c service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898516
Apr 09 21:38:32.563113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65a4e7-4023-43d9-b635-3536ea1dd01c req-15c208a2-ae19-4734-a9e7-f991735994e9 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:32.564604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd65a4e7-4023-43d9-b635-3536ea1dd01c req-15c208a2-ae19-4734-a9e7-f991735994e9 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 948 time: 0.0550931
Apr 09 21:38:32.627632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd65a4e7-4023-43d9-b635-3536ea1dd01c req-dae8cda1-6b63-4035-b4d5-7d04953cd4f2 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541351
Apr 09 21:38:32.832695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-fc108c5e-9b44-4ea1-b926-ed28cbf7f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:32.834133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-fc108c5e-9b44-4ea1-b926-ed28cbf7f467 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c029d816337b4a5d97fa5fc881203e5f&device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 1130 time: 0.0409000
Apr 09 21:38:32.927194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-a7782adf-6c16-4b8e-8e5c-1458435222b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:32.928659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-a7782adf-6c16-4b8e-8e5c-1458435222b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7e32c5b-db2b-4671-8a49-408fdff83117 HTTP/1.1" status: 200  len: 870 time: 0.0889838
Apr 09 21:38:32.970342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-ceacc1b8-cac6-4398-a761-d076964a2e58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=810346fc-5efd-46ec-ba9c-2a319bf44dcc HTTP/1.1" status: 200  len: 217 time: 0.0356469
Apr 09 21:38:33.018547 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-4a584c1d-8f11-43bb-82df-1db478c93fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:33.020145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-4a584c1d-8f11-43bb-82df-1db478c93fb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a1911-a036-42bc-9a9d-8f40d43fa889 HTTP/1.1" status: 200  len: 843 time: 0.0440640
Apr 09 21:38:33.067498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-2939640f-5b2f-4865-b941-e76e963ee093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:33.069382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-2939640f-5b2f-4865-b941-e76e963ee093 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7e32c5b-db2b-4671-8a49-408fdff83117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0435922
Apr 09 21:38:33.163913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-5afe2877-27cb-45f0-ac14-778b62999526 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876949
Apr 09 21:38:33.256845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbcc85ba-eac5-4a7a-ae5e-94d82ea7b0e2 req-2fcbcbae-d6bb-4b72-9b02-cc1a8463e4ca service neutron] 10.222.0.32 "GET /v2.0/networks/d7e32c5b-db2b-4671-8a49-408fdff83117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867751
Apr 09 21:38:33.743178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ef476-2960-42fb-b819-7693071d9826 req-7c4fe5e1-a027-456c-b9aa-752edba9f1c9 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:33.744632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e57ef476-2960-42fb-b819-7693071d9826 req-7c4fe5e1-a027-456c-b9aa-752edba9f1c9 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 948 time: 0.0477953
Apr 09 21:38:33.791745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e57ef476-2960-42fb-b819-7693071d9826 req-689b9352-daf8-444e-b3d3-a1c96d3da593 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413470
Apr 09 21:38:34.364928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 810346fc-5efd-46ec-ba9c-2a319bf44dcc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:38:34.471252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 810346fc-5efd-46ec-ba9c-2a319bf44dcc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=810346fc-5efd-46ec-ba9c-2a319bf44dcc,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:34.482578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '810346fc-5efd-46ec-ba9c-2a319bf44dcc', 'network_id': 'd7e32c5b-db2b-4671-8a49-408fdff83117', 'port_id': '810346fc-5efd-46ec-ba9c-2a319bf44dcc', 'mac_address': 'fa:16:3e:0b:08:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a1911-a036-42bc-9a9d-8f40d43fa889', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:38:34.523925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 810346fc-5efd-46ec-ba9c-2a319bf44dcc is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:38:34.524314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:34.538926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810346fc-5efd-46ec-ba9c-2a319bf44dcc {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:38:34.558895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 810346fc-5efd-46ec-ba9c-2a319bf44dcc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=810346fc-5efd-46ec-ba9c-2a319bf44dcc,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:34.565643 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:34.615436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=810346fc-5efd-46ec-ba9c-2a319bf44dcc,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:34.768059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['810346fc-5efd-46ec-ba9c-2a319bf44dcc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:38:34.913985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b901-c670-473c-9556-c74507faf985 req-16be4919-42cc-4a20-8f80-46ee4e56d38e tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:34.915359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d20b901-c670-473c-9556-c74507faf985 req-16be4919-42cc-4a20-8f80-46ee4e56d38e tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 949 time: 0.0465820
Apr 09 21:38:34.970046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5d20b901-c670-473c-9556-c74507faf985 req-2c371c41-61d9-4b8c-bf0a-31b36bc18622 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486500
Apr 09 21:38:36.100989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50da3f-205e-4225-91a0-985079681dde req-6edc9748-5d65-4af5-b889-03a7563c4e67 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:36.102480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c50da3f-205e-4225-91a0-985079681dde req-6edc9748-5d65-4af5-b889-03a7563c4e67 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 949 time: 0.0519719
Apr 09 21:38:36.151791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8c50da3f-205e-4225-91a0-985079681dde req-16ce5bd5-9740-48cf-a8f3-96bafe6811ca tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434096
Apr 09 21:38:36.378719 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 810346fc-5efd-46ec-ba9c-2a319bf44dcc up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:38:36.425270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 810346fc-5efd-46ec-ba9c-2a319bf44dcc completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:38:36.433439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 810346fc-5efd-46ec-ba9c-2a319bf44dcc triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:38:36.434239 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:36.514349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 810346fc-5efd-46ec-ba9c-2a319bf44dcc is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:38:36.514733 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:36.537870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810346fc-5efd-46ec-ba9c-2a319bf44dcc'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:38:36.540091 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb5ba0-c6fa-4750-9a7c-e484fa5a61c7" -d '{"events": [{"server_uuid": "8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b", "name": "network-vif-plugged", "status": "completed", "tag": "810346fc-5efd-46ec-ba9c-2a319bf44dcc"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:38:36.556845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 810346fc-5efd-46ec-ba9c-2a319bf44dcc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=810346fc-5efd-46ec-ba9c-2a319bf44dcc,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:36.562208 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:36.613475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=810346fc-5efd-46ec-ba9c-2a319bf44dcc,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:36.641789 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae753a3-41cf-454c-b259-be7c6b98921d x-openstack-request-id: req-eae753a3-41cf-454c-b259-be7c6b98921d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:38:36.642122 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b", "name": "network-vif-plugged", "status": "completed", "tag": "810346fc-5efd-46ec-ba9c-2a319bf44dcc", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:38:36.642373 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eae753a3-41cf-454c-b259-be7c6b98921d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:38:36.642896 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae753a3-41cf-454c-b259-be7c6b98921d'] response: {'server_uuid': '8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810346fc-5efd-46ec-ba9c-2a319bf44dcc', 'code': 200}
Apr 09 21:38:36.736882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae7f91-f0ee-47cb-99e7-15f804b0b346 req-a20f3ced-c8bb-4310-bc6d-93edc29142ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:36.738465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2ae7f91-f0ee-47cb-99e7-15f804b0b346 req-a20f3ced-c8bb-4310-bc6d-93edc29142ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 1132 time: 0.0392115
Apr 09 21:38:36.791262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2ae7f91-f0ee-47cb-99e7-15f804b0b346 req-8ff30cf6-9129-4ba4-a222-843be35e378d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451479
Apr 09 21:38:37.274999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fb33c-440b-452d-a0b2-a9a7ed459881 req-f5b3fcab-514c-4d07-ad86-e6b508621dd5 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:37.276461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f36fb33c-440b-452d-a0b2-a9a7ed459881 req-f5b3fcab-514c-4d07-ad86-e6b508621dd5 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 950 time: 0.0521770
Apr 09 21:38:37.326191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f36fb33c-440b-452d-a0b2-a9a7ed459881 req-60f8fa8e-edac-48f5-8500-d42dfcbeac8e tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437720
Apr 09 21:38:38.459514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5486f-87d5-4383-bf84-4826f2b741dc req-30edaf53-c060-4b6c-a440-c27e8ed6a7ec tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:38.461049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76d5486f-87d5-4383-bf84-4826f2b741dc req-30edaf53-c060-4b6c-a440-c27e8ed6a7ec tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 950 time: 0.0527196
Apr 09 21:38:38.512618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76d5486f-87d5-4383-bf84-4826f2b741dc req-237c3dfe-fe16-4b65-9e65-23d5cdd7481e tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457125
Apr 09 21:38:38.913203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-4600259d-51b3-4e2e-a7b6-dcf36d7175f1 req-9e3a4e6e-907f-4ee6-8788-1b56f22b0639 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:38:38.914203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4600259d-51b3-4e2e-a7b6-dcf36d7175f1 req-9e3a4e6e-907f-4ee6-8788-1b56f22b0639 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1087432
Apr 09 21:38:39.253330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-c32710d1-3a88-4ab3-95f8-418dd6c0ee83 req-005096d8-fe34-49fd-9e92-b41bc7940dbd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:38:39.254880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c32710d1-3a88-4ab3-95f8-418dd6c0ee83 req-005096d8-fe34-49fd-9e92-b41bc7940dbd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0102448
Apr 09 21:38:39.619244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343deec4-87b2-4b65-aa1d-738cddf05782 req-a94215de-f974-4d88-8b7e-01fcb884bc69 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:39.620739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-343deec4-87b2-4b65-aa1d-738cddf05782 req-a94215de-f974-4d88-8b7e-01fcb884bc69 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 950 time: 0.0554240
Apr 09 21:38:39.672864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-343deec4-87b2-4b65-aa1d-738cddf05782 req-e861bf8b-12fc-4e09-8bbb-73f13f89971b tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461338
Apr 09 21:38:40.844818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6a8f6-b9cb-40f3-9990-67fda4a57ea0 req-1ce33170-9a69-4978-a5ff-94b1d5b182c0 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:40.846302 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90c6a8f6-b9cb-40f3-9990-67fda4a57ea0 req-1ce33170-9a69-4978-a5ff-94b1d5b182c0 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 950 time: 0.0825815
Apr 09 21:38:40.867267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-8bf89ee4-5d24-47e6-8a60-4bd3318d28ab tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:40.868663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-8bf89ee4-5d24-47e6-8a60-4bd3318d28ab tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b HTTP/1.1" status: 200  len: 950 time: 0.0611343
Apr 09 21:38:40.936256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90c6a8f6-b9cb-40f3-9990-67fda4a57ea0 req-ca3f5589-254b-45e5-9682-e9a3d72f1974 tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.30 "GET /v2.0/security-groups?id=380e3fc1-f7c2-4476-ad34-ea063d2e5d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822778
Apr 09 21:38:40.975616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Deleting port 810346fc-5efd-46ec-ba9c-2a319bf44dcc {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:38:40.975830 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:41.070364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] For port 810346fc-5efd-46ec-ba9c-2a319bf44dcc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=810346fc-5efd-46ec-ba9c-2a319bf44dcc,segment=NetworkSegment(632f682b-b973-49a3-8afd-ea221eeef9d2),segment_id=632f682b-b973-49a3-8afd-ea221eeef9d2)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:41.070734 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:41.084655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Calling delete_port for 810346fc-5efd-46ec-ba9c-2a319bf44dcc owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:38:41.222404 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (810346fc-5efd-46ec-ba9c-2a319bf44dcc), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:41.234425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['810346fc-5efd-46ec-ba9c-2a319bf44dcc'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:38:41.251278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Pushing event deleted for resources: {'Port': ['ID=810346fc-5efd-46ec-ba9c-2a319bf44dcc,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:41.300446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] No DVR routers for this DVR port 810346fc-5efd-46ec-ba9c-2a319bf44dcc on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:38:41.304478 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:41.307793 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ac4389e-2e11-4b2c-a27c-d6ff6f94fab2 req-329c15a5-6609-4824-a21f-5612cb0e3f2d tempest-ServersAdminNegativeTestJSON-646216488 tempest-ServersAdminNegativeTestJSON-646216488-project] 10.222.0.32 "DELETE /v2.0/ports/810346fc-5efd-46ec-ba9c-2a319bf44dcc HTTP/1.1" status: 204  len: 173 time: 0.4319792
Apr 09 21:38:41.308251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b', 'name': 'network-vif-deleted', 'tag': '810346fc-5efd-46ec-ba9c-2a319bf44dcc'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:38:41.310671 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58650f54-33dc-4629-9461-70e0c055941d" -d '{"events": [{"server_uuid": "8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b", "name": "network-vif-deleted", "tag": "810346fc-5efd-46ec-ba9c-2a319bf44dcc"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:38:41.352506 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad58250-3e4f-4bfc-a714-d692743e9766 x-openstack-request-id: req-9ad58250-3e4f-4bfc-a714-d692743e9766 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:38:41.352808 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b", "name": "network-vif-deleted", "tag": "810346fc-5efd-46ec-ba9c-2a319bf44dcc", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:38:41.353087 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ad58250-3e4f-4bfc-a714-d692743e9766 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:38:41.353506 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad58250-3e4f-4bfc-a714-d692743e9766'] response: {'server_uuid': '8a5a6ee2-0bc2-4d15-ba7d-d91dd2ef313b', 'name': 'network-vif-deleted', 'tag': '810346fc-5efd-46ec-ba9c-2a319bf44dcc', 'status': 'completed', 'code': 200}
Apr 09 21:38:42.262798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38978) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:42.413279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-070aed83-c25a-48cd-9ca4-0e87a447287d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c029d816337b4a5d97fa5fc881203e5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1486468
Apr 09 21:38:42.416715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38982) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:42.473944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc59333f-cbbc-4e7e-a77f-c4ec7942f2d7 admin admin] Publish callbacks [] for security_group (380e3fc1-f7c2-4476-ad34-ea063d2e5d69), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:42.495007 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc59333f-cbbc-4e7e-a77f-c4ec7942f2d7 admin admin] Publish callbacks [] for security_group (380e3fc1-f7c2-4476-ad34-ea063d2e5d69), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:42.547485 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc59333f-cbbc-4e7e-a77f-c4ec7942f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (380e3fc1-f7c2-4476-ad34-ea063d2e5d69), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:42.550206 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fc59333f-cbbc-4e7e-a77f-c4ec7942f2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:42.551406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fc59333f-cbbc-4e7e-a77f-c4ec7942f2d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/380e3fc1-f7c2-4476-ad34-ea063d2e5d69 HTTP/1.1" status: 204  len: 168 time: 0.1334336
Apr 09 21:38:42.561634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59333f-cbbc-4e7e-a77f-c4ec7942f2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e3fc1-f7c2-4476-ad34-ea063d2e5d69,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:42.832334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 38988) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:42.849669 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-676caa39-368b-4141-8b55-c2e977ad9858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:42.931031 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-676caa39-368b-4141-8b55-c2e977ad9858 admin admin] Publish callbacks [] for security_group (d1836e32-cb31-4d86-8d6f-dc83b7f86b74), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:42.937284 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-676caa39-368b-4141-8b55-c2e977ad9858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d1836e32-cb31-4d86-8d6f-dc83b7f86b74), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:42.979183 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-676caa39-368b-4141-8b55-c2e977ad9858 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ddc9f4e4ff74c56b88bd20d4e303bf6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1457448
Apr 09 21:38:42.980333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676caa39-368b-4141-8b55-c2e977ad9858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1836e32-cb31-4d86-8d6f-dc83b7f86b74,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:42.982280 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 38990) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:43.036223 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e2bfaf06-3e9a-4048-940b-7f2d27cc1594 admin admin] Publish callbacks [] for security_group (d1836e32-cb31-4d86-8d6f-dc83b7f86b74), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:43.058837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e2bfaf06-3e9a-4048-940b-7f2d27cc1594 admin admin] Publish callbacks [] for security_group (d1836e32-cb31-4d86-8d6f-dc83b7f86b74), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:43.109330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e2bfaf06-3e9a-4048-940b-7f2d27cc1594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (d1836e32-cb31-4d86-8d6f-dc83b7f86b74), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:43.111996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e2bfaf06-3e9a-4048-940b-7f2d27cc1594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:43.113166 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e2bfaf06-3e9a-4048-940b-7f2d27cc1594 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1836e32-cb31-4d86-8d6f-dc83b7f86b74 HTTP/1.1" status: 204  len: 168 time: 0.1297219
Apr 09 21:38:43.120794 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfaf06-3e9a-4048-940b-7f2d27cc1594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1836e32-cb31-4d86-8d6f-dc83b7f86b74,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:43.824349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39012) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:43.925285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2052955601-network', 'tenant_id': '8c47c6b05b064cc6b8e62b875f3a9450'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:38:43.950064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Made reservation on behalf of 8c47c6b05b064cc6b8e62b875f3a9450 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:38:43.952511 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:43.960978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.034458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Publish callbacks [] for security_group (ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.040699 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.066339 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:38:44.077861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:44.083578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (203d56f7-b630-4b90-ba66-6560f7d27d21), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.083916 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Added segment 203d56f7-b630-4b90-ba66-6560f7d27d21 of type vlan for network c39ed4ca-d665-44f3-a955-40e63484312f
Apr 09 21:38:44.136655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (c39ed4ca-d665-44f3-a955-40e63484312f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.169099 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (c39ed4ca-d665-44f3-a955-40e63484312f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.170169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:44.170787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.223964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39016) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:44.224646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3985620
Apr 09 21:38:44.229319 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Request body: {'subnet': {'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2052955601-subnet', 'tenant_id': '8c47c6b05b064cc6b8e62b875f3a9450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:38:44.254373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Made reservation on behalf of 8c47c6b05b064cc6b8e62b875f3a9450 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:38:44.256842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.268395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1a71f-ec24-4fc1-9017-152df197882b admin admin] Pushing event updated for resources: {'Network': ['ID=c39ed4ca-d665-44f3-a955-40e63484312f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:44.279024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network c39ed4ca-d665-44f3-a955-40e63484312f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:38:44.410269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 810346fc-5efd-46ec-ba9c-2a319bf44dcc no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:38:44.428975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (675750ee-08b8-42cf-8cd3-9cd68d682261), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.431079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 810346fc-5efd-46ec-ba9c-2a319bf44dcc {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:38:44.431726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 810346fc-5efd-46ec-ba9c-2a319bf44dcc not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:38:44.481007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675750ee-08b8-42cf-8cd3-9cd68d682261,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:44.498185 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Checking segment: {'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:38:44.498558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Network hostable DHCP agents. Network: c39ed4ca-d665-44f3-a955-40e63484312f, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:38:44.518821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Network c39ed4ca-d665-44f3-a955-40e63484312f is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:38:44.528795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c39ed4ca-d665-44f3-a955-40e63484312f) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:38:44.533520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:44.534710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:44.538532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d173d7e-9225-4b8a-8972-f8fdc258a6b5 None None] Network c39ed4ca-d665-44f3-a955-40e63484312f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:38:44.554684 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cd52b37e-5af6-4027-adf4-3ce96ef7a727 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3293390
Apr 09 21:38:44.641906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14bad10-efa4-4ee5-8b3e-7c9112f81650 None None] Network c39ed4ca-d665-44f3-a955-40e63484312f requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:38:45.001524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-ef767676-9cc0-4f33-92af-54dcedb6e3af tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:45.002996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-ef767676-9cc0-4f33-92af-54dcedb6e3af tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 812 time: 0.1094692
Apr 09 21:38:45.020052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-95e597a3-0f52-41a2-8aba-9818670d15f5 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/quotas/8c47c6b05b064cc6b8e62b875f3a9450 HTTP/1.1" status: 200  len: 375 time: 0.0094063
Apr 09 21:38:45.053086 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-e73e56d7-f9db-40d4-85eb-5a73a94afea4 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0280693
Apr 09 21:38:45.063637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-72cc5c32-ac3b-4465-9026-25fd1707cdc1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:38:45.064561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-72cc5c32-ac3b-4465-9026-25fd1707cdc1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049860
Apr 09 21:38:45.160336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-95b61998-e0f0-493e-a38f-f560b5085066 service neutron] 10.222.0.30 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901182
Apr 09 21:38:45.251156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-0fee9183-4745-4bc9-92a1-793d0410e39e service neutron] 10.222.0.30 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849359
Apr 09 21:38:45.415514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5af4173c-c6da-4b74-8eaa-c5fbc508e639 req-d4821093-a22e-429c-90b2-b2858e4d544c tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 210 time: 0.0280168
Apr 09 21:38:46.391095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-8bf5496a-4e23-4663-9255-3b7da6a081e8 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:46.392570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-8bf5496a-4e23-4663-9255-3b7da6a081e8 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.32 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 812 time: 0.1087649
Apr 09 21:38:46.404305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Request body: {'port': {'device_id': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f', 'admin_state_up': True, 'tenant_id': '8c47c6b05b064cc6b8e62b875f3a9450'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:38:46.521463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96aa0486-31f9-4207-90aa-8a20d2b0530b req-1f20cf75-b923-4e83-9400-cfe09a6b1875 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 210 time: 0.0344849
Apr 09 21:38:46.550031 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Made reservation on behalf of 8c47c6b05b064cc6b8e62b875f3a9450 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:38:46.553421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:46.691628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Allocated IP 172.20.0.11 (c39ed4ca-d665-44f3-a955-40e63484312f/675750ee-08b8-42cf-8cd3-9cd68d682261/85b09974-e77c-4e71-8e7b-04c71d36b3a6) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:38:46.844705 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Publish callbacks [] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:46.882025 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:46.930022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Network c39ed4ca-d665-44f3-a955-40e63484312f is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:38:46.933115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:38:46.936815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:38:46.943182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:46.988817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:46.989441 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:47.007259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-a5e67f0d-8a41-4972-8372-97f2bfad55b3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6067615
Apr 09 21:38:47.018125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Request body: {'port': {'device_id': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:38:47.076780 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:47.351484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b09974-e77c-4e71-8e7b-04c71d36b3a6 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:38:47.359440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Publish callbacks [] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:47.372228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Transition to ACTIVE for port object 85b09974-e77c-4e71-8e7b-04c71d36b3a6 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:38:47.377890 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:47.426882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:47.504165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Attempting to bind port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:38:47.504535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Attempting to bind port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:38:47.504859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Attempting to bind port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on network c39ed4ca-d665-44f3-a955-40e63484312f {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:38:47.509592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on network c39ed4ca-d665-44f3-a955-40e63484312f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:38:47.509921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Attempting to bind port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on network c39ed4ca-d665-44f3-a955-40e63484312f {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:38:47.515463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:38:47.515798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Checking segment: {'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:38:47.516185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Bound using segment: {'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:38:47.516880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Bound port: 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:38:47.517467 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:47.608301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:38:47.638971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:38:47.650771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd916d-ec31-427c-9aae-6efaa9913054 req-dbdb7a69-f7ab-4dfa-9a7c-d8d2dd8a2d4a tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:47.652257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69fd916d-ec31-427c-9aae-6efaa9913054 req-dbdb7a69-f7ab-4dfa-9a7c-d8d2dd8a2d4a tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 944 time: 0.0568140
Apr 09 21:38:47.653747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:47.704768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:47.705419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:47.706750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] 10.222.0.32 "PUT /v2.0/ports/85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 1092 time: 0.6925867
Apr 09 21:38:47.708956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:38:47.711263 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff984191-be84-4562-93b7-d8aa7605511c" -d '{"events": [{"name": "network-changed", "server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:38:47.759025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f8917-66ce-4033-bfc3-572895238e43 service neutron] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:47.762368 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fbf9f5-4701-4ef1-a57d-f3780e72448a x-openstack-request-id: req-93fbf9f5-4701-4ef1-a57d-f3780e72448a {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:38:47.762679 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:38:47.762901 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93fbf9f5-4701-4ef1-a57d-f3780e72448a {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:38:47.763296 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fbf9f5-4701-4ef1-a57d-f3780e72448a'] response: {'name': 'network-changed', 'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'status': 'completed', 'code': 200}
Apr 09 21:38:47.769178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69fd916d-ec31-427c-9aae-6efaa9913054 req-3cf6b50e-03b1-4719-884c-bb06daf17012 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102099
Apr 09 21:38:47.797070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-243f344f-a541-4583-9d29-58a5ba9f7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:47.798589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-243f344f-a541-4583-9d29-58a5ba9f7aff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1126 time: 0.0506463
Apr 09 21:38:47.839434 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-cadcd966-1555-4dfb-afec-74074973abb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 217 time: 0.0339417
Apr 09 21:38:47.894987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-346cfb3f-36ba-4c62-8e1f-14f629ac8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:47.896423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-346cfb3f-36ba-4c62-8e1f-14f629ac8329 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 200  len: 852 time: 0.0505333
Apr 09 21:38:47.928178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-35197dcc-b73e-47c8-9673-6a223db5ddd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c39ed4ca-d665-44f3-a955-40e63484312f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260451
Apr 09 21:38:48.032485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-d89d323a-0a97-4881-8ba0-f1d6b07707e6 service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985389
Apr 09 21:38:48.126179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1be720b1-e1e5-4ca9-9866-b22717f93524 req-065278c4-1abc-4545-b72c-7af179c2fd9e service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879841
Apr 09 21:38:48.907371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517b049-a43a-4a64-ac7d-227b183313dd req-161ff959-8a68-45e5-9091-e32e5bdebeaa tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:48.909025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d517b049-a43a-4a64-ac7d-227b183313dd req-161ff959-8a68-45e5-9091-e32e5bdebeaa tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 944 time: 0.0555286
Apr 09 21:38:48.984188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff984191-be84-4562-93b7-d8aa7605511c req-e1eb53eb-ad14-44e8-ba33-e674bc6306e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:48.985716 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff984191-be84-4562-93b7-d8aa7605511c req-e1eb53eb-ad14-44e8-ba33-e674bc6306e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1126 time: 0.0628796
Apr 09 21:38:48.992758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d517b049-a43a-4a64-ac7d-227b183313dd req-71e775b1-9d62-41b1-a216-b87d3aa90a6d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774376
Apr 09 21:38:49.081197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff984191-be84-4562-93b7-d8aa7605511c req-6722454e-ac82-421c-a68d-f9113510d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:49.082653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff984191-be84-4562-93b7-d8aa7605511c req-6722454e-ac82-421c-a68d-f9113510d832 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 913 time: 0.0890560
Apr 09 21:38:49.126970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff984191-be84-4562-93b7-d8aa7605511c req-0180cc83-bc89-42bb-827d-ae6da65b4ee5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 217 time: 0.0380280
Apr 09 21:38:49.525162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff984191-be84-4562-93b7-d8aa7605511c req-e83e7d1b-6362-427f-b44b-656ef50927ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:49.526693 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff984191-be84-4562-93b7-d8aa7605511c req-e83e7d1b-6362-427f-b44b-656ef50927ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 200  len: 852 time: 0.3940930
Apr 09 21:38:49.559251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff984191-be84-4562-93b7-d8aa7605511c req-6e26f919-b8f2-4efa-b442-f7fdd2e8b2f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c39ed4ca-d665-44f3-a955-40e63484312f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260191
Apr 09 21:38:49.653903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff984191-be84-4562-93b7-d8aa7605511c req-00355c31-5646-450b-8b1c-bab6b800d4fb service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871429
Apr 09 21:38:49.745166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff984191-be84-4562-93b7-d8aa7605511c req-c5e45140-0c1e-4d47-a648-0fe84ca7959d service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846436
Apr 09 21:38:50.127878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eca02-e3e4-4178-9a17-ff79f6ee0559 req-8b4dda12-b1d2-46b1-9df4-dc560e07d8e0 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:50.129427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-229eca02-e3e4-4178-9a17-ff79f6ee0559 req-8b4dda12-b1d2-46b1-9df4-dc560e07d8e0 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 944 time: 0.0534210
Apr 09 21:38:50.177062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-229eca02-e3e4-4178-9a17-ff79f6ee0559 req-dc3bd5e2-829d-4e96-90e3-4c4dc9b5263a tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419548
Apr 09 21:38:50.427812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 85b09974-e77c-4e71-8e7b-04c71d36b3a6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:38:50.517710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-315c0aeb-a08b-4ce0-ad8c-e2a6facd9882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:50.549772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:50.560173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f', 'port_id': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'mac_address': 'fa:16:3e:a0:29:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675750ee-08b8-42cf-8cd3-9cd68d682261', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:38:50.599399 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:38:50.599794 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:50.614018 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b09974-e77c-4e71-8e7b-04c71d36b3a6 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:38:50.633678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:50.640056 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:50.692552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:50.999036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['85b09974-e77c-4e71-8e7b-04c71d36b3a6'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:38:51.300744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2249-4d2a-439d-8d8e-547f06c60108 req-6a554b38-2c53-4206-9c08-25ffbfd8949f tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:51.302151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de7a2249-4d2a-439d-8d8e-547f06c60108 req-6a554b38-2c53-4206-9c08-25ffbfd8949f tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 945 time: 0.0484655
Apr 09 21:38:51.350728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de7a2249-4d2a-439d-8d8e-547f06c60108 req-ecaa4788-13f3-46be-b67c-eef485c9ddc7 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429666
Apr 09 21:38:52.441941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 85b09974-e77c-4e71-8e7b-04c71d36b3a6 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:38:52.470308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28138e41-a5b5-40d7-a556-17a212c7a965 req-ee0b3a96-2632-4a5e-a210-797f2c184c98 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:52.472824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28138e41-a5b5-40d7-a556-17a212c7a965 req-ee0b3a96-2632-4a5e-a210-797f2c184c98 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 945 time: 0.0504377
Apr 09 21:38:52.490639 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:38:52.498380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:38:52.498941 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:52.523823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28138e41-a5b5-40d7-a556-17a212c7a965 req-62e536e3-4a14-4cb7-a225-1c2230ba065d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451026
Apr 09 21:38:52.573966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:38:52.574349 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:52.598742 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:38:52.600985 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28d8c6-ea2f-40da-a271-d8fc03645dae" -d '{"events": [{"server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "name": "network-vif-plugged", "status": "completed", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:38:52.613563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:38:52.619781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:52.647609 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feb4c33-200e-459f-960e-044f493b688e x-openstack-request-id: req-5feb4c33-200e-459f-960e-044f493b688e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:38:52.647892 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "name": "network-vif-plugged", "status": "completed", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:38:52.648134 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5feb4c33-200e-459f-960e-044f493b688e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:38:52.648534 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5feb4c33-200e-459f-960e-044f493b688e'] response: {'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'code': 200}
Apr 09 21:38:52.678847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:38:52.734623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f98dc-e390-489d-ace5-669cb8714290 req-aa43eaab-4f02-4a3f-bf3c-fffd51906487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:52.736120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-049f98dc-e390-489d-ace5-669cb8714290 req-aa43eaab-4f02-4a3f-bf3c-fffd51906487 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1128 time: 0.0389242
Apr 09 21:38:52.783421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-049f98dc-e390-489d-ace5-669cb8714290 req-95330a98-d7bf-4c32-b637-e22a4729ed02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417004
Apr 09 21:38:52.954693 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb58fe77-c6a8-4b28-8bc8-c0fdc8eac529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:53.644847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bf7f4-7200-4e38-85d3-c9715849b179 req-3817ee17-dfa3-458a-97a1-422d5af7a517 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:53.646403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a8bf7f4-7200-4e38-85d3-c9715849b179 req-3817ee17-dfa3-458a-97a1-422d5af7a517 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0486348
Apr 09 21:38:53.698850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a8bf7f4-7200-4e38-85d3-c9715849b179 req-0235433f-445f-4781-b659-574ce75150b7 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440071
Apr 09 21:38:54.246203 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:54.826810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd656b6a-19fd-438d-9f4e-b5f83f46d8fb req-3134fa10-8733-4565-8941-767f6bad61d2 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:54.828300 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd656b6a-19fd-438d-9f4e-b5f83f46d8fb req-3134fa10-8733-4565-8941-767f6bad61d2 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0544691
Apr 09 21:38:54.879785 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd656b6a-19fd-438d-9f4e-b5f83f46d8fb req-3a9564f4-884a-47c0-9a8e-cf550e21aa16 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430636
Apr 09 21:38:55.070939 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39086) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:55.128146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e167671-f2b0-4eb5-a7a4-087789dc94f8 req-feefe1d1-e73c-4384-843a-c48ac54dd135 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:55.129765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e167671-f2b0-4eb5-a7a4-087789dc94f8 req-feefe1d1-e73c-4384-843a-c48ac54dd135 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0482254
Apr 09 21:38:55.167410 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-615d662c-3676-436c-a685-9bd37c156cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0945792
Apr 09 21:38:55.176559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-a1741c47-97f2-44dc-9e07-c633d8d437fa service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:38:55.177216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e167671-f2b0-4eb5-a7a4-087789dc94f8 req-d4213bb6-adc1-45ce-9e4f-3ade9ddbc7a4 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418994
Apr 09 21:38:55.177667 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-a1741c47-97f2-44dc-9e07-c633d8d437fa service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051539
Apr 09 21:38:55.289719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:55.569157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39106) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:38:55.679266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-e219b25d-24af-40c6-b34a-cfcbb5d533ef tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:55.680640 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-e219b25d-24af-40c6-b34a-cfcbb5d533ef tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports/85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 943 time: 0.1104743
Apr 09 21:38:55.893705 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:56.297319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873cc28-c60b-4dc0-8777-32ef07f7bcc6 req-2a47b8e6-9e3c-455e-8872-6a24b22573d7 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:56.298846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c873cc28-c60b-4dc0-8777-32ef07f7bcc6 req-2a47b8e6-9e3c-455e-8872-6a24b22573d7 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0532448
Apr 09 21:38:56.356380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c873cc28-c60b-4dc0-8777-32ef07f7bcc6 req-b3977ad3-1caf-4d5b-a4d3-9d930b4a1b73 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515542
Apr 09 21:38:56.488748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-ee6ff6b5-4df2-4eac-970e-64fab908cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:56.490194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-ee6ff6b5-4df2-4eac-970e-64fab908cabf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1128 time: 0.0401175
Apr 09 21:38:56.580649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-d6767a36-6027-4d2a-bfc2-f0acb92ed564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:56.582144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-d6767a36-6027-4d2a-bfc2-f0acb92ed564 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 913 time: 0.0867088
Apr 09 21:38:56.625677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-78b3ac64-1433-45cb-9884-7eebef664c9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 217 time: 0.0376747
Apr 09 21:38:56.674590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-52746360-ede4-4be1-85ec-00465ea53e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:56.676045 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-52746360-ede4-4be1-85ec-00465ea53e64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 200  len: 852 time: 0.0452726
Apr 09 21:38:56.707739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-11f9c790-7207-4292-b628-2797b728639e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c39ed4ca-d665-44f3-a955-40e63484312f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263076
Apr 09 21:38:56.800245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-9e4b4ab8-c578-4589-a14a-40e2fe636f09 service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867200
Apr 09 21:38:56.893583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-5ec78755-5c4a-4071-8bbb-d67df77141ba service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880067
Apr 09 21:38:57.109218 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:38:57.489126 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddd561-3833-40d5-8e4b-7de9704af124 req-ef399650-f8ed-4032-ba60-a7dc3730a291 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:57.490623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ddd561-3833-40d5-8e4b-7de9704af124 req-ef399650-f8ed-4032-ba60-a7dc3730a291 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0540645
Apr 09 21:38:57.547030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0ddd561-3833-40d5-8e4b-7de9704af124 req-3fd0a227-4665-42b1-a4c0-1d1773f9432d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482018
Apr 09 21:38:58.670387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5587f-8327-4b56-9fbc-1e6716ac1cab req-46377120-db46-4141-b674-9a35d6b1d617 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:58.671879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fe5587f-8327-4b56-9fbc-1e6716ac1cab req-46377120-db46-4141-b674-9a35d6b1d617 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0494735
Apr 09 21:38:58.719953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fe5587f-8327-4b56-9fbc-1e6716ac1cab req-40ea5f59-41b5-4ac2-9405-88b5c284d250 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422854
Apr 09 21:38:59.852114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37806-3fc1-453c-a2dd-c7b104bbc513 req-d2ac3a26-d1c6-492c-9467-89af30059159 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:38:59.853598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1b37806-3fc1-453c-a2dd-c7b104bbc513 req-d2ac3a26-d1c6-492c-9467-89af30059159 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0524566
Apr 09 21:38:59.903660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1b37806-3fc1-453c-a2dd-c7b104bbc513 req-999cb2b5-0915-4e9e-8097-04391bd58097 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416486
Apr 09 21:39:01.027129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe65de-0f64-4ebb-8be8-ef1bb1557692 req-a6e963e9-bd0c-4806-abfb-f8cd85969a4e tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:01.028624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09fe65de-0f64-4ebb-8be8-ef1bb1557692 req-a6e963e9-bd0c-4806-abfb-f8cd85969a4e tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0494328
Apr 09 21:39:01.076122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09fe65de-0f64-4ebb-8be8-ef1bb1557692 req-9a4311b5-179e-4a1d-ac51-93b21f6e42b8 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417008
Apr 09 21:39:01.661930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:02.205923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec4126-1717-4df9-9d9b-3d250eace134 req-3505b976-1475-4709-89f6-2e7bc425c3c4 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:02.207395 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8eec4126-1717-4df9-9d9b-3d250eace134 req-3505b976-1475-4709-89f6-2e7bc425c3c4 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0528278
Apr 09 21:39:02.261483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8eec4126-1717-4df9-9d9b-3d250eace134 req-73513943-4d4c-47e7-98b7-2f2220488f31 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455914
Apr 09 21:39:03.390338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1126c03-b0f4-40ab-9f51-4ec14648ae4d req-de22ea8f-ad0d-4784-a090-9dde553967cc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:03.391816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1126c03-b0f4-40ab-9f51-4ec14648ae4d req-de22ea8f-ad0d-4784-a090-9dde553967cc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0480700
Apr 09 21:39:03.442118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d1126c03-b0f4-40ab-9f51-4ec14648ae4d req-cc905d4b-ee3a-45c0-8bfd-97625f6699a4 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420873
Apr 09 21:39:04.559385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e3b1-3413-45ab-a469-929d7cffcc04 req-b25dab66-f85f-45a8-b278-14d956dd8906 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:04.560857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6e9e3b1-3413-45ab-a469-929d7cffcc04 req-b25dab66-f85f-45a8-b278-14d956dd8906 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0497205
Apr 09 21:39:04.611742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6e9e3b1-3413-45ab-a469-929d7cffcc04 req-2f2c1a19-5389-4e13-b23e-ef5e287dbe74 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425091
Apr 09 21:39:05.736365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f3623-14e9-4606-b8fc-cfc09d72d6c2 req-a2a0f5a2-7cd5-4a01-b39c-acdf34eb583b tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:05.737852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d88f3623-14e9-4606-b8fc-cfc09d72d6c2 req-a2a0f5a2-7cd5-4a01-b39c-acdf34eb583b tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0505171
Apr 09 21:39:05.785661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d88f3623-14e9-4606-b8fc-cfc09d72d6c2 req-c7558ecc-c63b-4f50-a138-2e2ae2be2cb8 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420980
Apr 09 21:39:06.915851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d08a4-dc5e-4cd4-a6a9-ffd94b4cd93b req-0e3cdaf9-7183-45bf-a9ad-b5f830d4b4c6 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:06.917397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a41d08a4-dc5e-4cd4-a6a9-ffd94b4cd93b req-0e3cdaf9-7183-45bf-a9ad-b5f830d4b4c6 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0588636
Apr 09 21:39:06.966496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a41d08a4-dc5e-4cd4-a6a9-ffd94b4cd93b req-ad76ffa9-6538-4cbe-9d8b-7548f1d64033 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432518
Apr 09 21:39:08.102850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5878d3-7b32-404c-b148-2cec7e00a1b2 req-a28a5b89-c537-4b36-a76a-b1d389ae1b4f tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:08.104360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e5878d3-7b32-404c-b148-2cec7e00a1b2 req-a28a5b89-c537-4b36-a76a-b1d389ae1b4f tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0493798
Apr 09 21:39:08.159319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e5878d3-7b32-404c-b148-2cec7e00a1b2 req-f8ae3a78-f325-4124-8004-403ed998b868 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493073
Apr 09 21:39:08.878703 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:39:09.285720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294708f-e320-4f5c-8de1-bd0a4333b436 req-3499086b-f082-4b36-a16a-97b024662c21 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:09.287168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7294708f-e320-4f5c-8de1-bd0a4333b436 req-3499086b-f082-4b36-a16a-97b024662c21 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0478191
Apr 09 21:39:09.337350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7294708f-e320-4f5c-8de1-bd0a4333b436 req-3b89933a-bbe0-43f9-a6c2-6064540550aa tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422997
Apr 09 21:39:10.466276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43569d0-3b09-4162-acc8-c6bba95c1d6e req-ae907163-6755-4366-96f0-4ed6c224690d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:10.467792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d43569d0-3b09-4162-acc8-c6bba95c1d6e req-ae907163-6755-4366-96f0-4ed6c224690d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0500801
Apr 09 21:39:10.515884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d43569d0-3b09-4162-acc8-c6bba95c1d6e req-6fc7f7a9-bc55-44b7-8c46-8716534aa0d9 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424554
Apr 09 21:39:11.648978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464121c6-7d8a-4dff-9f3f-1345967a9e95 req-8c8d19e3-72a7-4f66-8eb8-ba71575e994e tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:11.650480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-464121c6-7d8a-4dff-9f3f-1345967a9e95 req-8c8d19e3-72a7-4f66-8eb8-ba71575e994e tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0530953
Apr 09 21:39:11.705113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-464121c6-7d8a-4dff-9f3f-1345967a9e95 req-92881618-d04c-45ee-8d80-f4c3d4dc995a tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437558
Apr 09 21:39:12.829476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7ff1-6b48-4d0c-b337-6390ef87352e req-404b30ee-465c-494a-b95f-157ce1579ce9 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:12.830981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2ad7ff1-6b48-4d0c-b337-6390ef87352e req-404b30ee-465c-494a-b95f-157ce1579ce9 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0516615
Apr 09 21:39:12.879490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2ad7ff1-6b48-4d0c-b337-6390ef87352e req-102a91e0-49ed-4f89-9746-50edd5012bf0 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426784
Apr 09 21:39:14.012329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47cf93-c2e8-4511-977b-2979a542521b req-a1d6ab0b-d0a2-48fa-a250-347aa0fb210d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:14.013845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c47cf93-c2e8-4511-977b-2979a542521b req-a1d6ab0b-d0a2-48fa-a250-347aa0fb210d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0536554
Apr 09 21:39:14.060987 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c47cf93-c2e8-4511-977b-2979a542521b req-32ea4be1-fe36-4a08-b7ff-52e97f40a352 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412996
Apr 09 21:39:15.196075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4fcc-57a3-40a8-a593-22e17cff7a12 req-b0004a66-91c9-49e6-8cb0-8fa49802d758 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:15.197555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19fb4fcc-57a3-40a8-a593-22e17cff7a12 req-b0004a66-91c9-49e6-8cb0-8fa49802d758 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0500822
Apr 09 21:39:15.249061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-19fb4fcc-57a3-40a8-a593-22e17cff7a12 req-895c9637-b797-44db-9a53-9f22a191760c tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434198
Apr 09 21:39:16.383315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05deb03-f80c-4748-a3b0-567650a72440 req-c9505f85-6ab0-42a2-81e4-523abc9c3c06 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:16.384899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f05deb03-f80c-4748-a3b0-567650a72440 req-c9505f85-6ab0-42a2-81e4-523abc9c3c06 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0473294
Apr 09 21:39:16.437248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f05deb03-f80c-4748-a3b0-567650a72440 req-c860251c-cfd7-475e-9aba-b1f03c690e94 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465217
Apr 09 21:39:17.559898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f61f0-0bdc-464f-9b2e-24e5ae4b765a req-ede52652-4d0e-4c53-9bf0-e67bd796c542 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:17.561391 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b9f61f0-0bdc-464f-9b2e-24e5ae4b765a req-ede52652-4d0e-4c53-9bf0-e67bd796c542 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0533180
Apr 09 21:39:17.611859 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b9f61f0-0bdc-464f-9b2e-24e5ae4b765a req-4d3c4fa9-ee32-41e5-8221-b5fabeb6c0af tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422244
Apr 09 21:39:18.747571 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c4bdc-7613-49f2-8221-eda309fdbc8f req-44c1089c-7631-4a72-84dc-85e7922dcca9 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:18.749066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d59c4bdc-7613-49f2-8221-eda309fdbc8f req-44c1089c-7631-4a72-84dc-85e7922dcca9 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0573049
Apr 09 21:39:18.798728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d59c4bdc-7613-49f2-8221-eda309fdbc8f req-4590c21c-6d8f-429a-9873-e298f57a51f3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439572
Apr 09 21:39:19.245496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-a3f14c49-f644-46f4-a92c-17e2e3898233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:19.247033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-a3f14c49-f644-46f4-a92c-17e2e3898233 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1128 time: 0.0450153
Apr 09 21:39:19.359028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-00ea71bd-3a68-4d0a-8d65-1a9acc0be133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:19.360879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-00ea71bd-3a68-4d0a-8d65-1a9acc0be133 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 913 time: 0.0911317
Apr 09 21:39:19.415993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-1e5aafae-3fb3-4eac-b1ef-c9d1232aed66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 217 time: 0.0468190
Apr 09 21:39:19.472887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-9d347630-b4d3-449c-b12c-74a7e8197795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:19.474473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-9d347630-b4d3-449c-b12c-74a7e8197795 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 200  len: 852 time: 0.0488443
Apr 09 21:39:19.517808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-dac17f23-f1c6-4cb9-b847-d1f54f58d0e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c39ed4ca-d665-44f3-a955-40e63484312f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0308540
Apr 09 21:39:19.627330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-282c7257-7317-43f4-9388-d61f95aef742 service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032445
Apr 09 21:39:19.744894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aa3d779d-322a-4ac7-9535-4bf8f93f514d req-992ff8d4-1e21-4d34-bf0c-ad79ee8a1576 service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098537
Apr 09 21:39:19.920091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698347-d513-4c38-9dd9-b53d735e9a77 req-227294da-80a5-47f0-97b5-2a0f10c0e38d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:19.921464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17698347-d513-4c38-9dd9-b53d735e9a77 req-227294da-80a5-47f0-97b5-2a0f10c0e38d tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0476213
Apr 09 21:39:19.975432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17698347-d513-4c38-9dd9-b53d735e9a77 req-7b41d357-295b-473d-862e-87bc14d0077c tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458159
Apr 09 21:39:20.476891 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f19fa3c6-590f-4ef6-8553-5da9704b99a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:21.096832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eab50-6e5b-4bf7-97c9-80bb84891939 req-c701dc80-4e25-49da-bb0e-bb601188d652 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:21.098325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e39eab50-6e5b-4bf7-97c9-80bb84891939 req-c701dc80-4e25-49da-bb0e-bb601188d652 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0477872
Apr 09 21:39:21.146652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e39eab50-6e5b-4bf7-97c9-80bb84891939 req-a3a9da56-33b2-490c-9b0c-d54587ca858b tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425546
Apr 09 21:39:22.284699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865172c6-4cf0-4c41-a5d1-ebe43d0bc45e req-62d55e6b-ede3-4cef-827c-05d5176b72f7 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:22.286215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-865172c6-4cf0-4c41-a5d1-ebe43d0bc45e req-62d55e6b-ede3-4cef-827c-05d5176b72f7 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0580363
Apr 09 21:39:22.335153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-865172c6-4cf0-4c41-a5d1-ebe43d0bc45e req-3d3eec06-835d-4d0d-ac0d-1ba426af3cf9 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418932
Apr 09 21:39:22.959918 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6451ad34-b8db-4689-8549-83e42e85b01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:23.466862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0cdb0-8d92-4b68-9ae0-40a777436ebe req-1fa159be-16c9-41ed-82e0-3e0c14582ded tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:23.468329 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5e0cdb0-8d92-4b68-9ae0-40a777436ebe req-1fa159be-16c9-41ed-82e0-3e0c14582ded tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0593252
Apr 09 21:39:23.517361 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5e0cdb0-8d92-4b68-9ae0-40a777436ebe req-9860d84a-0666-444e-9109-0dec3c1779bd tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431695
Apr 09 21:39:23.804684 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-7b82f907-ddd0-482f-99a2-775738706226 service neutron] show failed (client error): The resource could not be found.
Apr 09 21:39:23.805770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-7b82f907-ddd0-482f-99a2-775738706226 service neutron] 10.222.0.32 "GET /v2.0/ports/85b09974-e77c-4e71-8e7b-04c71d36b3a6/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0677235
Apr 09 21:39:24.059232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-73ebb748-a0a8-4163-9e02-1a821c8c48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:24.060895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-73ebb748-a0a8-4163-9e02-1a821c8c48df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86&tenant_id=8c47c6b05b064cc6b8e62b875f3a9450 HTTP/1.1" status: 200  len: 1128 time: 0.0738814
Apr 09 21:39:24.072007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:39:24.133628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:24.246704 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:24.354487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:39:24.388730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:39:24.427313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:39:24.429629 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2e8013-08cd-4a77-8cef-960ace71cbc3" -d '{"events": [{"server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "name": "network-vif-unplugged", "status": "completed", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:39:24.433460 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Publish callbacks [] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:24.446690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Transition to ACTIVE for port object 85b09974-e77c-4e71-8e7b-04c71d36b3a6 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:39:24.456046 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:24.509089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:24.526301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] No DVR routers for this DVR port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:39:24.534880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.535221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.535564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.535872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.536204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.536530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.536856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.537204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.537528 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.537850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.538170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.538492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.540281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.540620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.540955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:24.566002 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ef501-25dd-40c3-85fc-8b84766252c4 x-openstack-request-id: req-fc8ef501-25dd-40c3-85fc-8b84766252c4 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:39:24.566313 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "name": "network-vif-unplugged", "status": "completed", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:39:24.566565 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc8ef501-25dd-40c3-85fc-8b84766252c4 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:39:24.566962 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8ef501-25dd-40c3-85fc-8b84766252c4'] response: {'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'code': 200}
Apr 09 21:39:24.580490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Attempting to bind port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:39:24.580823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Attempting to bind port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:39:24.581191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Attempting to bind port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on network c39ed4ca-d665-44f3-a955-40e63484312f {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:39:24.585509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on network c39ed4ca-d665-44f3-a955-40e63484312f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:39:24.585821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Attempting to bind port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on network c39ed4ca-d665-44f3-a955-40e63484312f {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:39:24.590717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:39:24.591054 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Checking segment: {'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:39:24.591423 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Bound using segment: {'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:39:24.591850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Bound port: 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203d56f7-b630-4b90-ba66-6560f7d27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:39:24.592204 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:24.640302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf13473-c222-4e90-9d29-ea7523842114 req-9c411590-8129-4a9c-ab9f-0e3c89165e1a tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:24.641757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cf13473-c222-4e90-9d29-ea7523842114 req-9c411590-8129-4a9c-ab9f-0e3c89165e1a tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 944 time: 0.0493212
Apr 09 21:39:24.662680 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:39:24.665724 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:39:24.673504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:24.707537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cf13473-c222-4e90-9d29-ea7523842114 req-7c07a258-6229-4612-bf16-197691884c7f tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588024
Apr 09 21:39:24.715644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:24.716246 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:24.717740 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] 10.222.0.25 "PUT /v2.0/ports/85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 1092 time: 0.6497478
Apr 09 21:39:24.739179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46035b-59c7-4626-b2f1-512bc059c633 service neutron] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:24.779958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-ad314cfa-cd50-414a-91fd-89845aefa38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:24.781495 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-ad314cfa-cd50-414a-91fd-89845aefa38d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1126 time: 0.0394356
Apr 09 21:39:24.877642 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-505b2bb5-aa81-40b5-85af-2907ce293107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:24.879151 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-505b2bb5-aa81-40b5-85af-2907ce293107 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 913 time: 0.0915835
Apr 09 21:39:24.922826 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-9343c670-4300-4d0f-959f-c6b0dc1177c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 217 time: 0.0373688
Apr 09 21:39:24.972535 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-0f17cca5-aabc-4dbf-97d9-d175d70fb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:24.974069 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-0f17cca5-aabc-4dbf-97d9-d175d70fb114 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 200  len: 852 time: 0.0456526
Apr 09 21:39:25.007779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-e0965f58-0289-4b2a-863a-48c09b6141ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c39ed4ca-d665-44f3-a955-40e63484312f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275087
Apr 09 21:39:25.102106 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-e1034812-03ac-47a2-9c40-14f90c6e6e15 service neutron] 10.222.0.25 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874090
Apr 09 21:39:25.190320 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-15fc3ac0-b8d6-486e-96a9-35797afa356e req-4cec11f4-24c0-4152-a20e-89d5bda8fd32 service neutron] 10.222.0.25 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819046
Apr 09 21:39:25.300276 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:25.835386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9092b2-6d37-4a43-9b6f-0aadc5f99a2a req-11499ebd-f3d5-4259-886d-8e1dc691a3b5 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:25.836867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9092b2-6d37-4a43-9b6f-0aadc5f99a2a req-11499ebd-f3d5-4259-886d-8e1dc691a3b5 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 944 time: 0.0489616
Apr 09 21:39:25.889731 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9092b2-6d37-4a43-9b6f-0aadc5f99a2a req-d8dd6222-f52a-4297-8198-13fc5f9f7426 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443044
Apr 09 21:39:25.913886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:26.568803 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:39:26.572607 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:39:26.624367 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f3bf77-59e4-470a-9a49-07226659b90a x-openstack-request-id: req-c6f3bf77-59e4-470a-9a49-07226659b90a {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:39:26.624660 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:39:26.624911 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6f3bf77-59e4-470a-9a49-07226659b90a {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:39:26.625345 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f3bf77-59e4-470a-9a49-07226659b90a'] response: {'name': 'network-changed', 'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'status': 'completed', 'code': 200}
Apr 09 21:39:26.689115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-b3f38969-fdf4-4a8b-86dc-9ee53e861a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:26.690680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-b3f38969-fdf4-4a8b-86dc-9ee53e861a55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1126 time: 0.0408616
Apr 09 21:39:26.785780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-d60a9051-4db4-4922-857c-bfd00f080010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:26.787277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-d60a9051-4db4-4922-857c-bfd00f080010 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 913 time: 0.0910428
Apr 09 21:39:26.828413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-861f8cca-ea29-4bf6-acab-7fd48454b428 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 217 time: 0.0350382
Apr 09 21:39:26.876104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-f52bfe11-5f8e-46c6-96d3-96b7f0fbb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:26.877557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-f52bfe11-5f8e-46c6-96d3-96b7f0fbb4c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 200  len: 852 time: 0.0436072
Apr 09 21:39:26.913256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-9484fb13-24bf-44c8-9e66-e8e769350b9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c39ed4ca-d665-44f3-a955-40e63484312f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295253
Apr 09 21:39:27.029102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c53b8c-7465-4ffa-be11-7eb3d4d8ff44 req-f8648a00-2ed3-42bc-bea6-c544993d3e53 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:27.030579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c53b8c-7465-4ffa-be11-7eb3d4d8ff44 req-f8648a00-2ed3-42bc-bea6-c544993d3e53 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 944 time: 0.0588620
Apr 09 21:39:27.051322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-a3d9beae-41a0-4230-9668-9792464d18e4 service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324532
Apr 09 21:39:27.105505 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:27.138663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c53b8c-7465-4ffa-be11-7eb3d4d8ff44 req-1eed0455-9c74-45f7-b5c2-06a2c1cfcfc3 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988493
Apr 09 21:39:27.163973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-f15e4140-dbfc-42e9-a6a1-825ffde9fbe0 service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066675
Apr 09 21:39:27.891600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-b1dc0b67-7a6c-4da1-98c7-c8aeea6ec8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:27.893171 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-b1dc0b67-7a6c-4da1-98c7-c8aeea6ec8f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1126 time: 0.0474796
Apr 09 21:39:28.010443 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-85069bca-0e03-4fb4-b03c-af803460eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:28.011944 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-85069bca-0e03-4fb4-b03c-af803460eb42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 913 time: 0.1105917
Apr 09 21:39:28.017656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 85b09974-e77c-4e71-8e7b-04c71d36b3a6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:39:28.054693 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-2ef8c40b-16f5-428b-a57f-06c2d4f31c7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 217 time: 0.0355632
Apr 09 21:39:28.129567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:39:28.143257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'network_id': 'c39ed4ca-d665-44f3-a955-40e63484312f', 'port_id': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'mac_address': 'fa:16:3e:a0:29:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675750ee-08b8-42cf-8cd3-9cd68d682261', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:39:28.158380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-c34d1db5-898c-4863-b790-a913aca69c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:28.160011 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-c34d1db5-898c-4863-b790-a913aca69c33 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 200  len: 852 time: 0.0493121
Apr 09 21:39:28.196136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:39:28.196548 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:28.210674 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-26a84f3c-e73f-4232-bf00-db6422fe86f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c39ed4ca-d665-44f3-a955-40e63484312f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343699
Apr 09 21:39:28.212258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b09974-e77c-4e71-8e7b-04c71d36b3a6 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:39:28.238838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:39:28.244418 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:28.271351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb2cb-e39b-4a3a-9481-619594c8475d req-8ee6d4d2-ad38-46e7-9beb-ecbec99b0c9b tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:28.272949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c14eb2cb-e39b-4a3a-9481-619594c8475d req-8ee6d4d2-ad38-46e7-9beb-ecbec99b0c9b tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 944 time: 0.0563464
Apr 09 21:39:28.293533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:28.301460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.301810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.302156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.302492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.303234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.303234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.303497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.303792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.304115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.304438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.304761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.305105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.305436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.305758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.306079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:28.315271 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-540a2e7f-bd8c-4dbc-9cfd-8821833f941c service neutron] 10.222.0.25 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978825
Apr 09 21:39:28.323137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c14eb2cb-e39b-4a3a-9481-619594c8475d req-a4ad8f80-3adb-498d-bc70-21321057743b tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440590
Apr 09 21:39:28.410318 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-542f405b-7dbe-44a7-9e36-a5f0b118fcf6 req-00cd4885-322b-44d4-a30b-35dd0946b01c service neutron] 10.222.0.25 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883660
Apr 09 21:39:28.583815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 85b09974-e77c-4e71-8e7b-04c71d36b3a6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:39:28.608068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-c3d50d64-a281-40aa-bcc4-3fbd037a57d4 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:28.609565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-c3d50d64-a281-40aa-bcc4-3fbd037a57d4 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86&tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0864027
Apr 09 21:39:28.623469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:39:28.623991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 85b09974-e77c-4e71-8e7b-04c71d36b3a6 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:39:28.628015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['85b09974-e77c-4e71-8e7b-04c71d36b3a6'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:39:28.674305 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-08e1588b-2fd8-4fb5-9311-becea66d0e27 service neutron] delete failed (client error): The resource could not be found.
Apr 09 21:39:28.675265 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-08e1588b-2fd8-4fb5-9311-becea66d0e27 service neutron] 10.222.0.32 "DELETE /v2.0/ports/85b09974-e77c-4e71-8e7b-04c71d36b3a6/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0596440
Apr 09 21:39:28.756458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-3acd2f10-3c1e-4abd-8434-713542ab745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:28.758026 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-3acd2f10-3c1e-4abd-8434-713542ab745f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 1127 time: 0.0398290
Apr 09 21:39:28.855188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-e98336b5-2759-4dba-a84c-154fadb28024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:28.856678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-e98336b5-2759-4dba-a84c-154fadb28024 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 200  len: 913 time: 0.0930481
Apr 09 21:39:28.898335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-13da653e-3b08-4fb5-b2ae-ffa3d70ef99f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 200  len: 217 time: 0.0350418
Apr 09 21:39:28.946599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-94bd9b06-20d7-4946-9be7-cc44fda0dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:28.947952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-94bd9b06-20d7-4946-9be7-cc44fda0dc91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 200  len: 852 time: 0.0434556
Apr 09 21:39:28.978964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-65ecdd94-bc54-4328-9963-d517fe919380 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c39ed4ca-d665-44f3-a955-40e63484312f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256534
Apr 09 21:39:29.070646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-9861c689-9594-4426-92a0-7a05101f6446 service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858243
Apr 09 21:39:29.169294 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-d1a9afd2-297f-4194-9789-891a03526bb5 service neutron] 10.222.0.32 "GET /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926044
Apr 09 21:39:30.030531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 85b09974-e77c-4e71-8e7b-04c71d36b3a6 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:39:30.080762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:39:30.088263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:39:30.089237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:30.143060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42332e-21ca-4307-aff4-8a6d5590484d req-9cf5e593-6c77-4180-a4c7-04c5666cc7f8 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:30.144583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e42332e-21ca-4307-aff4-8a6d5590484d req-9cf5e593-6c77-4180-a4c7-04c5666cc7f8 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 945 time: 0.3074787
Apr 09 21:39:30.169101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:39:30.169446 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:30.191880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e42332e-21ca-4307-aff4-8a6d5590484d req-fc3b261b-dad8-4f97-82c5-9b04d706f580 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413995
Apr 09 21:39:30.193244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:39:30.195699 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f5a660-e4f7-4fac-8425-bb86b6e5576b" -d '{"events": [{"server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "name": "network-vif-plugged", "status": "completed", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:39:30.209027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:39:30.214872 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:30.241944 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6366a32a-ca54-4f1c-862b-a3410a2f6c4f x-openstack-request-id: req-6366a32a-ca54-4f1c-862b-a3410a2f6c4f {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:39:30.242242 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "name": "network-vif-plugged", "status": "completed", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:39:30.242499 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6366a32a-ca54-4f1c-862b-a3410a2f6c4f {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:39:30.242890 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6366a32a-ca54-4f1c-862b-a3410a2f6c4f'] response: {'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'code': 200}
Apr 09 21:39:30.269096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:31.202510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-21ce72ed-d825-47a8-b252-648fc4dbc8e0 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:31.203964 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-21ce72ed-d825-47a8-b252-648fc4dbc8e0 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.25 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0556138
Apr 09 21:39:31.292371 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Deleting port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:39:31.292694 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:31.307162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29000f-6888-4472-81e9-5289ea538ee9 req-99846912-4387-4542-b408-58150fd32b22 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:31.308690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b29000f-6888-4472-81e9-5289ea538ee9 req-99846912-4387-4542-b408-58150fd32b22 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/ports?device_id=a34162b3-73f7-48b0-980e-4320046c4c86 HTTP/1.1" status: 200  len: 946 time: 0.0484350
Apr 09 21:39:31.355408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b29000f-6888-4472-81e9-5289ea538ee9 req-07abe09a-d8e3-4aac-af31-e3b12da6f031 tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409768
Apr 09 21:39:31.383631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] For port 85b09974-e77c-4e71-8e7b-04c71d36b3a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85b09974-e77c-4e71-8e7b-04c71d36b3a6,segment=NetworkSegment(203d56f7-b630-4b90-ba66-6560f7d27d21),segment_id=203d56f7-b630-4b90-ba66-6560f7d27d21)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:39:31.383972 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:31.397460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Calling delete_port for 85b09974-e77c-4e71-8e7b-04c71d36b3a6 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:39:31.532370 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (85b09974-e77c-4e71-8e7b-04c71d36b3a6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:31.544999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['85b09974-e77c-4e71-8e7b-04c71d36b3a6'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:39:31.559104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Pushing event deleted for resources: {'Port': ['ID=85b09974-e77c-4e71-8e7b-04c71d36b3a6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:31.609582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] No DVR routers for this DVR port 85b09974-e77c-4e71-8e7b-04c71d36b3a6 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:39:31.612325 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:31.615576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8830bc39-499b-4e9a-bd7a-91ad761a971c req-38816f26-d7f0-47f0-a8f0-655ddfdda9fc tempest-DeleteServersTestJSON-718786743 tempest-DeleteServersTestJSON-718786743-project] 10.222.0.25 "DELETE /v2.0/ports/85b09974-e77c-4e71-8e7b-04c71d36b3a6 HTTP/1.1" status: 204  len: 173 time: 0.4062486
Apr 09 21:39:31.616021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'name': 'network-vif-deleted', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:39:31.618303 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cd5f0a-268f-401a-87c4-d344fbad4c1e" -d '{"events": [{"server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "name": "network-vif-deleted", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:39:31.654102 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:31.658066 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf73ce-72bf-4c53-a136-e8496994f591 x-openstack-request-id: req-2acf73ce-72bf-4c53-a136-e8496994f591 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:39:31.658346 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34162b3-73f7-48b0-980e-4320046c4c86", "name": "network-vif-deleted", "tag": "85b09974-e77c-4e71-8e7b-04c71d36b3a6", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:39:31.658619 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2acf73ce-72bf-4c53-a136-e8496994f591 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:39:31.659005 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acf73ce-72bf-4c53-a136-e8496994f591'] response: {'server_uuid': 'a34162b3-73f7-48b0-980e-4320046c4c86', 'name': 'network-vif-deleted', 'tag': '85b09974-e77c-4e71-8e7b-04c71d36b3a6', 'status': 'completed', 'code': 200}
Apr 09 21:39:32.496240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39196) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:39:32.542001 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-62460ec3-b0ca-4cdb-ad22-856b222d2030 admin admin] Deleting subnet 675750ee-08b8-42cf-8cd3-9cd68d682261 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:39:32.544766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62460ec3-b0ca-4cdb-ad22-856b222d2030 admin admin] Publish callbacks [] for subnet (675750ee-08b8-42cf-8cd3-9cd68d682261), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.581231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62460ec3-b0ca-4cdb-ad22-856b222d2030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (675750ee-08b8-42cf-8cd3-9cd68d682261), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.621587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62460ec3-b0ca-4cdb-ad22-856b222d2030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (675750ee-08b8-42cf-8cd3-9cd68d682261), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.677349 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62460ec3-b0ca-4cdb-ad22-856b222d2030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (675750ee-08b8-42cf-8cd3-9cd68d682261), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.705160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62460ec3-b0ca-4cdb-ad22-856b222d2030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675750ee-08b8-42cf-8cd3-9cd68d682261,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:32.710698 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62460ec3-b0ca-4cdb-ad22-856b222d2030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.713803 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62460ec3-b0ca-4cdb-ad22-856b222d2030 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/675750ee-08b8-42cf-8cd3-9cd68d682261 HTTP/1.1" status: 204  len: 168 time: 0.2165186
Apr 09 21:39:32.716677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39198) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:39:32.797416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (c39ed4ca-d665-44f3-a955-40e63484312f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.880481 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (c39ed4ca-d665-44f3-a955-40e63484312f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.899815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376179430>,) {'filters': {'network_id': ['c39ed4ca-d665-44f3-a955-40e63484312f']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:39:32.908868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376179430>, '203d56f7-b630-4b90-ba66-6560f7d27d21') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:39:32.909195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376179430>, '203d56f7-b630-4b90-ba66-6560f7d27d21') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:39:32.918615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (203d56f7-b630-4b90-ba66-6560f7d27d21), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.931937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (203d56f7-b630-4b90-ba66-6560f7d27d21), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.937859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:39:32.938234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (203d56f7-b630-4b90-ba66-6560f7d27d21), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:39:32.939866 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:39:32.996795 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (c39ed4ca-d665-44f3-a955-40e63484312f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:33.002653 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:33.005775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] 10.222.0.30 "DELETE /v2.0/networks/c39ed4ca-d665-44f3-a955-40e63484312f HTTP/1.1" status: 204  len: 168 time: 0.2880521
Apr 09 21:39:33.016521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=c39ed4ca-d665-44f3-a955-40e63484312f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:33.024125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.024470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.024801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.025155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.025482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.025790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.026166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.026432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.026737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.027052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.027491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.027801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.028069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.028380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.028695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3861fab-5183-47a2-a095-f9e6b4ba2c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:39:33.123360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39202) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:39:33.176155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bac2c70d-fc1b-4307-8129-12d41d21adbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c47c6b05b064cc6b8e62b875f3a9450&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0515442
Apr 09 21:39:33.178747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39204) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:39:33.226160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f72b9c2e-9217-4aa5-aab0-c6868a939bff admin admin] Publish callbacks [] for security_group (ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:33.247249 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f72b9c2e-9217-4aa5-aab0-c6868a939bff admin admin] Publish callbacks [] for security_group (ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:33.297193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f72b9c2e-9217-4aa5-aab0-c6868a939bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:33.299753 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f72b9c2e-9217-4aa5-aab0-c6868a939bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:33.300907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f72b9c2e-9217-4aa5-aab0-c6868a939bff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0 HTTP/1.1" status: 204  len: 168 time: 0.1212797
Apr 09 21:39:33.308443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b9c2e-9217-4aa5-aab0-c6868a939bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae87f7e4-c162-4a70-bbe3-87c91fa9d9b0,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:34.003344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39226) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:39:34.061449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 85b09974-e77c-4e71-8e7b-04c71d36b3a6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:39:34.082147 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 85b09974-e77c-4e71-8e7b-04c71d36b3a6 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:39:34.082487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 85b09974-e77c-4e71-8e7b-04c71d36b3a6 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:39:34.104171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1573873375-network', 'tenant_id': '3b7ac04d687340c8a08ac58bdde56a67'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:39:34.125275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Made reservation on behalf of 3b7ac04d687340c8a08ac58bdde56a67 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:39:34.127741 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.136864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.211001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Publish callbacks [] for security_group (ff18d1dc-b8a7-4c93-898d-05a82b2b34d8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.217183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ff18d1dc-b8a7-4c93-898d-05a82b2b34d8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.250554 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:39:34.265570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:34.268405 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5e88c53a-a38e-4453-b0b2-614160476d7f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.268736 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Added segment 5e88c53a-a38e-4453-b0b2-614160476d7f of type vlan for network 813b1f76-437b-409a-a6b2-df7c5fca753a
Apr 09 21:39:34.307448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (813b1f76-437b-409a-a6b2-df7c5fca753a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.335820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (813b1f76-437b-409a-a6b2-df7c5fca753a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.336756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:34.337350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.395269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3908138
Apr 09 21:39:34.398479 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39230) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:39:34.403616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Request body: {'subnet': {'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1573873375-subnet', 'tenant_id': '3b7ac04d687340c8a08ac58bdde56a67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:39:34.427847 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Made reservation on behalf of 3b7ac04d687340c8a08ac58bdde56a67 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:39:34.430555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.430748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd21254-6ad1-4b92-867a-f3603e37f62c admin admin] Pushing event updated for resources: {'Network': ['ID=813b1f76-437b-409a-a6b2-df7c5fca753a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:34.440650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 813b1f76-437b-409a-a6b2-df7c5fca753a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:39:34.616156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.673543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:34.685370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Checking segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:39:34.685725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Network hostable DHCP agents. Network: 813b1f76-437b-409a-a6b2-df7c5fca753a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:39:34.710351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Network 813b1f76-437b-409a-a6b2-df7c5fca753a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:39:34.721448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 813b1f76-437b-409a-a6b2-df7c5fca753a) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:39:34.725693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:34.726275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:34.730355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21ce25-c357-47f8-b52e-28c5b15fcca9 None None] Network 813b1f76-437b-409a-a6b2-df7c5fca753a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:39:34.743186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-48e94da4-7c65-411e-bf60-75505957cb0b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3435524
Apr 09 21:39:34.832500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788488c-ee10-4ce6-8319-286a08e18968 None None] Network 813b1f76-437b-409a-a6b2-df7c5fca753a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:39:35.180043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097571e-1db2-4190-938f-516a1cff0781 req-a46d1af4-4a59-4620-8e18-cb6f2b15e6a1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:35.181541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-a46d1af4-4a59-4620-8e18-cb6f2b15e6a1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 815 time: 0.1117644
Apr 09 21:39:35.196641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-efedd705-f3e8-4ab2-b585-5dd966250c8c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/quotas/3b7ac04d687340c8a08ac58bdde56a67 HTTP/1.1" status: 200  len: 375 time: 0.0095706
Apr 09 21:39:35.235213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-32b60486-1f66-488e-ab75-87c15a661d12 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0308862
Apr 09 21:39:35.334765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-4692e8da-1bad-4816-a2e8-40108bced3bf service neutron] 10.222.0.30 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926070
Apr 09 21:39:35.431103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-f4053866-94a5-406f-892e-a030c58bc70c service neutron] 10.222.0.30 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906692
Apr 09 21:39:35.609813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11a8ea85-42fb-4a5f-86b1-655592f2e703 req-d186a819-e819-4b2b-8a47-a1a2332e7f38 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 210 time: 0.0293477
Apr 09 21:39:36.579175 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097571e-1db2-4190-938f-516a1cff0781 req-b7fdada2-c460-42a1-b4fd-7cd030f6d196 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:36.580695 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-b7fdada2-c460-42a1-b4fd-7cd030f6d196 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.25 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 815 time: 0.1057539
Apr 09 21:39:36.592641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Request body: {'port': {'device_id': '115a92f7-9068-4a4b-9026-764d1b85da27', 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a', 'admin_state_up': True, 'tenant_id': '3b7ac04d687340c8a08ac58bdde56a67'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:39:36.705426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Made reservation on behalf of 3b7ac04d687340c8a08ac58bdde56a67 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:39:36.708781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:36.708953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec9bf2ce-62d8-4d07-8829-d1353ad8b466 req-70a10480-a477-441a-9f0e-dd85b9aca979 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 210 time: 0.0294428
Apr 09 21:39:36.836317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Allocated IP 172.20.0.14 (813b1f76-437b-409a-a6b2-df7c5fca753a/c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd/fe235f29-a5f6-4e12-8d91-f8916d764470) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:39:36.985012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks [] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:37.021456 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:37.066029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Network 813b1f76-437b-409a-a6b2-df7c5fca753a is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:39:37.069611 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:39:37.072074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:39:37.096888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:37.125475 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:37.126076 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:37.144657 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-1550927f-6e62-416c-8423-eace20d41eab tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5558822
Apr 09 21:39:37.155474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Request body: {'port': {'device_id': '115a92f7-9068-4a4b-9026-764d1b85da27', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:39:37.232679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:37.757302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe235f29-a5f6-4e12-8d91-f8916d764470 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:39:37.764825 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Publish callbacks [] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:37.777338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Transition to ACTIVE for port object fe235f29-a5f6-4e12-8d91-f8916d764470 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:39:37.782964 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:37.828565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3376-4f46-471c-8fe7-88d81fab2343 req-6a75a8c8-d0d9-4c28-962d-c39ac5b99cde tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:37.830162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c8e3376-4f46-471c-8fe7-88d81fab2343 req-6a75a8c8-d0d9-4c28-962d-c39ac5b99cde tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0533257
Apr 09 21:39:37.835367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:37.879822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3c8e3376-4f46-471c-8fe7-88d81fab2343 req-05eaa6d1-78c4-4746-b003-abba9415ae68 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437369
Apr 09 21:39:37.905275 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Attempting to bind port fe235f29-a5f6-4e12-8d91-f8916d764470 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:39:37.905612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Attempting to bind port fe235f29-a5f6-4e12-8d91-f8916d764470 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:39:37.905938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Attempting to bind port fe235f29-a5f6-4e12-8d91-f8916d764470 on network 813b1f76-437b-409a-a6b2-df7c5fca753a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:39:37.910364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Port fe235f29-a5f6-4e12-8d91-f8916d764470 on network 813b1f76-437b-409a-a6b2-df7c5fca753a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:39:37.910687 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Attempting to bind port fe235f29-a5f6-4e12-8d91-f8916d764470 on network 813b1f76-437b-409a-a6b2-df7c5fca753a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:39:37.915441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:39:37.915781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Checking segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:39:37.916169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Bound using segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:39:37.916591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Bound port: fe235f29-a5f6-4e12-8d91-f8916d764470, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:39:37.916947 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:37.981246 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:39:37.984353 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:39:37.993419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:38.028217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:38.028834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:38.030241 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] 10.222.0.25 "PUT /v2.0/ports/fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 1092 time: 0.8787820
Apr 09 21:39:38.030728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:39:38.033201 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8499700-6ecb-4e44-8a51-a6b0e93a6905" -d '{"events": [{"name": "network-changed", "server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:39:38.060080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3f8f7-66c6-47fa-b843-9e4c313dd3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:38.085970 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4168cbd6-1570-4097-bc9d-0eb911c1ed85 x-openstack-request-id: req-4168cbd6-1570-4097-bc9d-0eb911c1ed85 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:39:38.086263 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:39:38.086512 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4168cbd6-1570-4097-bc9d-0eb911c1ed85 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:39:38.086916 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4168cbd6-1570-4097-bc9d-0eb911c1ed85'] response: {'name': 'network-changed', 'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'status': 'completed', 'code': 200}
Apr 09 21:39:38.117409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097571e-1db2-4190-938f-516a1cff0781 req-3d2cbf40-100d-4c3d-95b5-cba1800e4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:38.118905 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-3d2cbf40-100d-4c3d-95b5-cba1800e4f07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1126 time: 0.0432525
Apr 09 21:39:38.159369 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-f6cadc26-eb8c-4374-9162-6beeeff068e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0334520
Apr 09 21:39:38.207877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097571e-1db2-4190-938f-516a1cff0781 req-7c25c1a1-a277-4483-8503-fe990cde6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:38.209369 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-7c25c1a1-a277-4483-8503-fe990cde6a96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0433309
Apr 09 21:39:38.245866 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-ee69f9b0-1fa9-4c4c-8158-f9b09b7c4fb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297949
Apr 09 21:39:38.337566 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-fdf86e35-4adc-430e-a843-3b41266fc608 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856748
Apr 09 21:39:38.431204 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b097571e-1db2-4190-938f-516a1cff0781 req-5db0dde8-3d2b-4a50-b8a2-f2861d854e71 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877283
Apr 09 21:39:39.012002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fe40b-ce88-4694-9d2d-fb0cc52ad0f7 req-59beae3a-4cc6-45f1-b4be-e1164a6b7b69 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:39.013496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-973fe40b-ce88-4694-9d2d-fb0cc52ad0f7 req-59beae3a-4cc6-45f1-b4be-e1164a6b7b69 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0603948
Apr 09 21:39:39.060981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-973fe40b-ce88-4694-9d2d-fb0cc52ad0f7 req-d9bb121d-654b-4bba-b8cd-ae0dc3a24820 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414815
Apr 09 21:39:40.188167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5e0ca-26e0-4882-8e07-537ae35157a2 req-0e53c983-1e91-4eb9-987d-2143fd5a8c44 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:40.189916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2f5e0ca-26e0-4882-8e07-537ae35157a2 req-0e53c983-1e91-4eb9-987d-2143fd5a8c44 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0550320
Apr 09 21:39:40.240435 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2f5e0ca-26e0-4882-8e07-537ae35157a2 req-0cab7d92-6a86-4684-b99b-272186a271ca tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444303
Apr 09 21:39:40.516973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-18d40f64-622a-48d4-b4de-9024d73b2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:40.518518 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-18d40f64-622a-48d4-b4de-9024d73b2115 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1126 time: 0.0408995
Apr 09 21:39:40.618207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-c2ebfef4-9204-445e-a809-68d0ff5c2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:40.619691 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-c2ebfef4-9204-445e-a809-68d0ff5c2bff service neutron] 10.222.0.25 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0942085
Apr 09 21:39:40.661380 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-59dce3e0-8e50-4965-8809-bf903226d653 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0342059
Apr 09 21:39:40.711014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-dca4a88b-3513-499b-bab1-cfab3d9edbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:40.712442 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-dca4a88b-3513-499b-bab1-cfab3d9edbaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0453806
Apr 09 21:39:40.745329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-6cb4376c-8440-4c09-b2a8-d49c98e3d5ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266430
Apr 09 21:39:40.839275 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-d790870c-c9cf-4ec7-8529-502f6803a5fb service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877783
Apr 09 21:39:40.936466 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c8499700-6ecb-4e44-8a51-a6b0e93a6905 req-592596c7-0b5b-44a3-911f-e4c2155cae56 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912347
Apr 09 21:39:41.370964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8658d-632c-4c82-ab1c-4889bbedecce req-aa163c55-1907-45a8-aefb-e195429b5597 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:41.372430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11f8658d-632c-4c82-ab1c-4889bbedecce req-aa163c55-1907-45a8-aefb-e195429b5597 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0504084
Apr 09 21:39:41.425640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11f8658d-632c-4c82-ab1c-4889bbedecce req-c3fb90fd-f584-4037-b7ce-c3be634aadb2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453017
Apr 09 21:39:42.078450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fe235f29-a5f6-4e12-8d91-f8916d764470 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:39:42.190290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:39:42.205213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a', 'port_id': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'mac_address': 'fa:16:3e:a0:bd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:39:42.241987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port fe235f29-a5f6-4e12-8d91-f8916d764470 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:39:42.242369 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:42.255636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe235f29-a5f6-4e12-8d91-f8916d764470 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:39:42.274529 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:39:42.282026 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:42.328361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:42.558034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dd947-6f17-45ec-817c-9c73a7e8b339 req-3cf67694-e4d9-4817-91c0-450ab6714ceb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:42.559493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-218dd947-6f17-45ec-817c-9c73a7e8b339 req-3cf67694-e4d9-4817-91c0-450ab6714ceb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 945 time: 0.0555708
Apr 09 21:39:42.574836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['fe235f29-a5f6-4e12-8d91-f8916d764470'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:39:42.610074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-218dd947-6f17-45ec-817c-9c73a7e8b339 req-e58c4760-5f72-4222-a314-23d378f4d880 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417526
Apr 09 21:39:43.732906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc02cc-8d1f-46cf-8963-edb63fb94de3 req-620b9fc0-cc04-4094-b842-e09511833215 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:43.734404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5fc02cc-8d1f-46cf-8963-edb63fb94de3 req-620b9fc0-cc04-4094-b842-e09511833215 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 945 time: 0.0509815
Apr 09 21:39:43.781892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5fc02cc-8d1f-46cf-8963-edb63fb94de3 req-c6760159-4daf-4430-a203-cfdc814d20a7 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417061
Apr 09 21:39:44.078594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fe235f29-a5f6-4e12-8d91-f8916d764470 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:39:44.130573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port fe235f29-a5f6-4e12-8d91-f8916d764470 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:39:44.139539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port fe235f29-a5f6-4e12-8d91-f8916d764470 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:39:44.139859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:44.217749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port fe235f29-a5f6-4e12-8d91-f8916d764470 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:39:44.218119 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:44.240645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:39:44.242911 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e26539-caad-4d59-94cb-70a48b89bbe7" -d '{"events": [{"server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "name": "network-vif-plugged", "status": "completed", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:39:44.255464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:39:44.260873 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:44.284245 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7add867-f7f3-479d-9819-cf961830bd25 x-openstack-request-id: req-f7add867-f7f3-479d-9819-cf961830bd25 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:39:44.284508 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "name": "network-vif-plugged", "status": "completed", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:39:44.284756 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7add867-f7f3-479d-9819-cf961830bd25 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:39:44.285174 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7add867-f7f3-479d-9819-cf961830bd25'] response: {'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'code': 200}
Apr 09 21:39:44.311197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:39:44.376821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fde13c-03e1-4bec-b923-ab9fa1035693 req-0c38c6a2-6052-4de4-a863-f0b282e77c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:44.378252 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34fde13c-03e1-4bec-b923-ab9fa1035693 req-0c38c6a2-6052-4de4-a863-f0b282e77c41 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1128 time: 0.0391359
Apr 09 21:39:44.424327 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34fde13c-03e1-4bec-b923-ab9fa1035693 req-0fad60e6-4260-4593-88e3-f80aa0547b8c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405145
Apr 09 21:39:44.910447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf5b9-5ecd-4695-afdc-f4325dac50f5 req-54682663-9414-4c7d-9f42-6e20a275e124 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:44.911939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78dbf5b9-5ecd-4695-afdc-f4325dac50f5 req-54682663-9414-4c7d-9f42-6e20a275e124 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0516748
Apr 09 21:39:44.958771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78dbf5b9-5ecd-4695-afdc-f4325dac50f5 req-5e965020-ef39-46c2-9f0f-a1f836915c31 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411286
Apr 09 21:39:45.876990 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:39:46.086687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad9109-194d-4d21-8c57-2f7d0cb7d408 req-91719187-e506-459c-a878-d4eb050a96b3 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:46.088184 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99ad9109-194d-4d21-8c57-2f7d0cb7d408 req-91719187-e506-459c-a878-d4eb050a96b3 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0493743
Apr 09 21:39:46.136113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99ad9109-194d-4d21-8c57-2f7d0cb7d408 req-3115c8b4-13db-4c79-9329-40764afd85bb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420477
Apr 09 21:39:46.252621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b0b8f-b1a7-4b82-9688-d3cc6d1a34cb req-531b798f-bb6c-4714-978d-a0d8d949708f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:46.254122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-929b0b8f-b1a7-4b82-9688-d3cc6d1a34cb req-531b798f-bb6c-4714-978d-a0d8d949708f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0508764
Apr 09 21:39:46.302638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-929b0b8f-b1a7-4b82-9688-d3cc6d1a34cb req-812e0945-efc2-4960-9aca-a20748cede50 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428648
Apr 09 21:39:46.519002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea631f-e7ff-4679-b546-4f4ab2817c91 req-96dcd226-a141-451c-b3bb-5a3b089c3d2e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:46.520577 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4ea631f-e7ff-4679-b546-4f4ab2817c91 req-96dcd226-a141-451c-b3bb-5a3b089c3d2e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0481822
Apr 09 21:39:46.569648 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b4ea631f-e7ff-4679-b546-4f4ab2817c91 req-a161d0df-9500-4055-9912-f926aa132fb1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432272
Apr 09 21:39:46.685643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf4dda-1f52-425e-a682-b0939f89032d req-61b4d72e-fb46-407c-bedc-7b56df3ae45b tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:46.687059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-adcf4dda-1f52-425e-a682-b0939f89032d req-61b4d72e-fb46-407c-bedc-7b56df3ae45b tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0480399
Apr 09 21:39:46.739225 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-adcf4dda-1f52-425e-a682-b0939f89032d req-d391d9fd-1052-4a0b-9dcb-9db4b19bc95f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453045
Apr 09 21:39:47.065714 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-71d9fef0-8738-465f-aad2-2df00c9bbba7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0391784
Apr 09 21:39:47.075962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4020ea-4815-460e-833f-a614c875886a req-e05dd6be-4240-45cc-9085-2abbc0c3da24 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:47.077504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f4020ea-4815-460e-833f-a614c875886a req-e05dd6be-4240-45cc-9085-2abbc0c3da24 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0479674
Apr 09 21:39:47.125845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f4020ea-4815-460e-833f-a614c875886a req-351a2946-eb1b-4a5b-82fd-a7175e60790a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420732
Apr 09 21:39:47.481717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f6e3dc4b-607e-4be1-8e0b-d36a987e1541 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:47.483215 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f6e3dc4b-607e-4be1-8e0b-d36a987e1541 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports/fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 943 time: 0.0477614
Apr 09 21:39:48.255891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443044-90a3-4ac5-9444-8c7c197da22a req-17ea7f2f-71ab-48e1-a254-86fcdb3005ef tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:48.257456 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11443044-90a3-4ac5-9444-8c7c197da22a req-17ea7f2f-71ab-48e1-a254-86fcdb3005ef tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0519936
Apr 09 21:39:48.302055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-50af3190-6fe1-40c4-a34e-a5d34ce7d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:48.303804 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-50af3190-6fe1-40c4-a34e-a5d34ce7d85d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1128 time: 0.0445688
Apr 09 21:39:48.306238 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11443044-90a3-4ac5-9444-8c7c197da22a req-f8454e63-e7d0-4a24-a85f-f374a7a0747e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428779
Apr 09 21:39:48.398584 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-a7eb4e17-08ac-4ee7-80c2-eb2b89554bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:48.400061 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-a7eb4e17-08ac-4ee7-80c2-eb2b89554bd0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0910039
Apr 09 21:39:48.444737 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-a7227699-b42b-4043-b1aa-bd7cacd0614a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0381937
Apr 09 21:39:48.500782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-04f8fe70-662a-4216-b8ec-02d7387f5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:48.502387 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-04f8fe70-662a-4216-b8ec-02d7387f5c77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0519571
Apr 09 21:39:48.535283 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-b16a1af3-f1c7-404d-a4e7-a2bcfdf4c9c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264306
Apr 09 21:39:48.631836 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-a6409161-c382-4961-8b56-79e9fa142bad service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902963
Apr 09 21:39:48.729082 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-238b8f9f-7a9a-4ab5-b659-5728c657e698 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903423
Apr 09 21:39:49.438969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73055a1-8ebb-47e6-825f-32b730c35ac2 req-5d061087-195d-4688-8982-c03b9b3cc606 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:49.440475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c73055a1-8ebb-47e6-825f-32b730c35ac2 req-5d061087-195d-4688-8982-c03b9b3cc606 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0534842
Apr 09 21:39:49.491959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c73055a1-8ebb-47e6-825f-32b730c35ac2 req-e26e6841-e5cd-431f-87a3-2b5e93b03e8f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434549
Apr 09 21:39:50.472699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3d99f3cf-7b70-48d6-b176-b34e4efdb5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:50.613185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae1a42-51d4-43cd-b816-6892ec4b7c7e req-f9ce6e25-bd9c-41a4-8bd6-acb7101e1749 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:50.614579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0ae1a42-51d4-43cd-b816-6892ec4b7c7e req-f9ce6e25-bd9c-41a4-8bd6-acb7101e1749 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0492280
Apr 09 21:39:50.663379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0ae1a42-51d4-43cd-b816-6892ec4b7c7e req-0650a17e-d80b-4110-99fe-463defcb6ea7 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430934
Apr 09 21:39:51.791275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1ed0e-5193-4c4e-85fb-966991ac161f req-4a31f5f8-591d-40f5-98bd-d8090f150e5c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:51.792738 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13b1ed0e-5193-4c4e-85fb-966991ac161f req-4a31f5f8-591d-40f5-98bd-d8090f150e5c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0538743
Apr 09 21:39:51.844931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-13b1ed0e-5193-4c4e-85fb-966991ac161f req-a819ac3b-e91f-47e1-8e9f-3e8c7e206ae7 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462840
Apr 09 21:39:52.955633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-652050ba-b117-4574-be61-8b2e52aa5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:52.973852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88ffb-86eb-4c8d-81fd-7081f88e1cd7 req-bb8c8f46-0996-4847-9c41-dab95a8edf62 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:52.975370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07e88ffb-86eb-4c8d-81fd-7081f88e1cd7 req-bb8c8f46-0996-4847-9c41-dab95a8edf62 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0536089
Apr 09 21:39:53.022218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07e88ffb-86eb-4c8d-81fd-7081f88e1cd7 req-261c2da4-3fa0-4392-9688-775a8834c2ea tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410917
Apr 09 21:39:54.154218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e8cc-3b71-46dc-b065-095c1eebda8e req-8db96497-ff10-4b25-9451-35b0f10b343e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:54.155675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1377e8cc-3b71-46dc-b065-095c1eebda8e req-8db96497-ff10-4b25-9451-35b0f10b343e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0472839
Apr 09 21:39:54.203002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1377e8cc-3b71-46dc-b065-095c1eebda8e req-478a4a7b-b132-46b7-a347-7ee5d3c9ac01 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416892
Apr 09 21:39:54.246966 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:55.299047 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:55.335072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b57fe-a4a5-4d1c-9810-9942837bfe73 req-f5db2368-25f6-4dac-9e5a-9d3fdf58cb69 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:55.336604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf3b57fe-a4a5-4d1c-9810-9942837bfe73 req-f5db2368-25f6-4dac-9e5a-9d3fdf58cb69 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0554874
Apr 09 21:39:55.394310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf3b57fe-a4a5-4d1c-9810-9942837bfe73 req-a64d3f7e-3278-4363-a44e-4859c2ed47ac tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515127
Apr 09 21:39:55.919974 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:56.520360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b04a1-877e-42c5-8615-0b986d8521a2 req-836b098b-724a-46a4-bc15-d6b3069b2c86 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:56.521903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-062b04a1-877e-42c5-8615-0b986d8521a2 req-836b098b-724a-46a4-bc15-d6b3069b2c86 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0485814
Apr 09 21:39:56.573279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-062b04a1-877e-42c5-8615-0b986d8521a2 req-828de2ee-c189-41af-8ccf-68a726f7721d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433791
Apr 09 21:39:57.102798 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:39:57.707559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fc11-d489-46fa-9a02-e0d0c820aa0d req-baa8d1f7-ac5f-46af-bc5e-875612b42dc0 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:57.709141 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f05fc11-d489-46fa-9a02-e0d0c820aa0d req-baa8d1f7-ac5f-46af-bc5e-875612b42dc0 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0560758
Apr 09 21:39:57.756433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f05fc11-d489-46fa-9a02-e0d0c820aa0d req-85211d61-b44d-4d7f-a340-90811af9ec02 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414953
Apr 09 21:39:58.882747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57a7b-a469-4823-8f8e-5791ca336e2d req-516fd9d0-cf99-4dc2-a038-c248e9c6f65d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:39:58.884309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18c57a7b-a469-4823-8f8e-5791ca336e2d req-516fd9d0-cf99-4dc2-a038-c248e9c6f65d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0485613
Apr 09 21:39:58.930656 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18c57a7b-a469-4823-8f8e-5791ca336e2d req-e5895bc0-72b8-4680-aafe-e9a2d4ea2849 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406172
Apr 09 21:40:00.053210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039cc63-a00c-47f3-aa56-da86c9609a39 req-9ce6f472-81d3-40b1-8980-7e4d35cdcf6c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:00.054706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3039cc63-a00c-47f3-aa56-da86c9609a39 req-9ce6f472-81d3-40b1-8980-7e4d35cdcf6c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0482028
Apr 09 21:40:00.109273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3039cc63-a00c-47f3-aa56-da86c9609a39 req-30509bd1-0af1-4885-ae02-0570948f90b3 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463319
Apr 09 21:40:01.228888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aacff-f094-4e0e-acb1-c8ead66c782f req-c79001de-f546-4962-91f8-f55a916f5e1c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:01.230369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f3aacff-f094-4e0e-acb1-c8ead66c782f req-c79001de-f546-4962-91f8-f55a916f5e1c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0526388
Apr 09 21:40:01.280878 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f3aacff-f094-4e0e-acb1-c8ead66c782f req-280dafc3-7240-4248-9c90-1a4173e9eca1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422647
Apr 09 21:40:01.661219 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:02.402246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438ee7-837d-4d20-9643-1f545ba5c10c req-5f3e35f3-47d1-43c5-9105-0c9f8729a66d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:02.403718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c438ee7-837d-4d20-9643-1f545ba5c10c req-5f3e35f3-47d1-43c5-9105-0c9f8729a66d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0483246
Apr 09 21:40:02.451457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c438ee7-837d-4d20-9643-1f545ba5c10c req-95e5a324-39cd-4560-8799-08d9323daa78 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420201
Apr 09 21:40:03.578388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0999a-3166-407c-b662-2ec0411cd191 req-70286367-60cb-4f40-b992-25dcd79dde2c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:03.579831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10b0999a-3166-407c-b662-2ec0411cd191 req-70286367-60cb-4f40-b992-25dcd79dde2c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0527534
Apr 09 21:40:03.638139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10b0999a-3166-407c-b662-2ec0411cd191 req-1481fce4-b76b-4322-b0a1-f6b73c098248 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525396
Apr 09 21:40:04.774641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec221c8a-6778-4d4a-9fbd-6050ec30dcf8 req-401d39f5-9a9e-444b-9490-024d8f3bf9f1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:04.776678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec221c8a-6778-4d4a-9fbd-6050ec30dcf8 req-401d39f5-9a9e-444b-9490-024d8f3bf9f1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0553513
Apr 09 21:40:04.827214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec221c8a-6778-4d4a-9fbd-6050ec30dcf8 req-7b53ede5-c96c-4173-8c9e-950376171355 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446923
Apr 09 21:40:05.954646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec99a2-0989-4c32-ae4a-2ed5bf5fa075 req-4180bac3-0407-40e1-a9df-9e4f8475f15a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:05.956109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56ec99a2-0989-4c32-ae4a-2ed5bf5fa075 req-4180bac3-0407-40e1-a9df-9e4f8475f15a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0549369
Apr 09 21:40:06.007271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-56ec99a2-0989-4c32-ae4a-2ed5bf5fa075 req-ff72fd3e-3191-4747-9474-b5d5c651d23f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454891
Apr 09 21:40:07.134331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de423f-8c12-4055-9fe7-191358a492f1 req-959d2e09-7034-49f8-86ab-3f89def30adc tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:07.135814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5de423f-8c12-4055-9fe7-191358a492f1 req-959d2e09-7034-49f8-86ab-3f89def30adc tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0498309
Apr 09 21:40:07.185497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5de423f-8c12-4055-9fe7-191358a492f1 req-1f56635e-018a-4eb3-8057-9bf8a6a4757b tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419390
Apr 09 21:40:08.321067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22806-2aaa-4b95-a1d3-c9863a7c279f req-eb687493-efd1-4609-8c7a-7e7dc35312e1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:08.322564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ad22806-2aaa-4b95-a1d3-c9863a7c279f req-eb687493-efd1-4609-8c7a-7e7dc35312e1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0543787
Apr 09 21:40:08.370103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ad22806-2aaa-4b95-a1d3-c9863a7c279f req-b373f7e1-d629-4ee6-8829-323795779e84 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418499
Apr 09 21:40:09.504103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebcb0-96a7-4883-896d-5b19c9d4f86e req-85bbbb40-e9a0-4516-a05e-b5adc108a128 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:09.505610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a0ebcb0-96a7-4883-896d-5b19c9d4f86e req-85bbbb40-e9a0-4516-a05e-b5adc108a128 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0539668
Apr 09 21:40:09.551979 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a0ebcb0-96a7-4883-896d-5b19c9d4f86e req-0939521f-bd64-4261-afa1-0f3ae6650afb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405800
Apr 09 21:40:10.682644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e63ae-4bba-40df-8058-27c64f673d6b req-e429a245-b670-4490-99a3-a5a8b28afc83 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:10.684320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-355e63ae-4bba-40df-8058-27c64f673d6b req-e429a245-b670-4490-99a3-a5a8b28afc83 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0533745
Apr 09 21:40:10.733617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-355e63ae-4bba-40df-8058-27c64f673d6b req-f1eb7e53-6fab-47f7-ad43-7e05b37cf7dd tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434940
Apr 09 21:40:11.870743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790042b1-74b5-4b1e-928d-03eaa4f6f82b req-94c4e2b7-0c92-45e7-bd97-3f47c5ddecd5 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:11.872208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-790042b1-74b5-4b1e-928d-03eaa4f6f82b req-94c4e2b7-0c92-45e7-bd97-3f47c5ddecd5 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0549099
Apr 09 21:40:11.921581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-790042b1-74b5-4b1e-928d-03eaa4f6f82b req-01eeed7a-a087-44ca-a6cd-0ff70c2355ee tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436225
Apr 09 21:40:13.045365 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae0d84-29ca-4275-ace9-ae6d751866e9 req-a0ad9ff0-3d04-4193-bcd3-16ac9df61f8d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:13.046842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1ae0d84-29ca-4275-ace9-ae6d751866e9 req-a0ad9ff0-3d04-4193-bcd3-16ac9df61f8d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0510073
Apr 09 21:40:13.095482 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f1ae0d84-29ca-4275-ace9-ae6d751866e9 req-a7fe558f-d98a-4bae-84a1-c77c39e2a6d4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429332
Apr 09 21:40:14.222812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487c56-c2b2-43f4-b1da-8ccd7e7222e6 req-1b8850c8-f23f-4af6-9564-d3fe7007d1c4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:14.224270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d487c56-c2b2-43f4-b1da-8ccd7e7222e6 req-1b8850c8-f23f-4af6-9564-d3fe7007d1c4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0485809
Apr 09 21:40:14.277296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d487c56-c2b2-43f4-b1da-8ccd7e7222e6 req-1a99fb7b-f8b0-4abe-918e-2b7a098d6d6e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445387
Apr 09 21:40:15.409615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309cbda-70a3-45bc-b330-7652449f3926 req-6b9f8df6-05ee-46bf-ab49-93bc314f41dd tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:15.411128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4309cbda-70a3-45bc-b330-7652449f3926 req-6b9f8df6-05ee-46bf-ab49-93bc314f41dd tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 946 time: 0.0472600
Apr 09 21:40:15.462410 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4309cbda-70a3-45bc-b330-7652449f3926 req-f7cd81fd-8f2c-43b1-bb33-14ccf209f198 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452454
Apr 09 21:40:15.532745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-b56f36bd-8727-491a-aacf-7d80e359ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:15.534901 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-b56f36bd-8727-491a-aacf-7d80e359ab7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1128 time: 0.0448065
Apr 09 21:40:15.648166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-6fec7a81-6c7f-4bba-b02c-4d263d8c362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:15.649592 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-6fec7a81-6c7f-4bba-b02c-4d263d8c362c service neutron] 10.222.0.25 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0917721
Apr 09 21:40:15.731425 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-9e44a76d-bf4b-4845-bb91-29cf4715122c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0566881
Apr 09 21:40:15.801662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-f7b40b01-2481-48f0-aaac-727ad624079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:15.803116 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-f7b40b01-2481-48f0-aaac-727ad624079f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0652387
Apr 09 21:40:15.804019 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-eb23b50a-eb71-4872-8319-3a87f21b9ba9 service neutron] show failed (client error): The resource could not be found.
Apr 09 21:40:15.804891 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-eb23b50a-eb71-4872-8319-3a87f21b9ba9 service neutron] 10.222.0.25 "GET /v2.0/ports/fe235f29-a5f6-4e12-8d91-f8916d764470/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1291690
Apr 09 21:40:15.840398 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-75e95a02-76b3-4e47-8438-ff2156a0b29d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271757
Apr 09 21:40:15.933931 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-51582cae-cfa8-48b5-8daa-b025d288df1e service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876923
Apr 09 21:40:16.026804 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac70f3f5-5703-49ee-a866-ea7100a255bc req-35304995-4b3d-47c8-bb92-029507b5438a service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859077
Apr 09 21:40:16.040295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-af2b7f9b-5264-463b-aa6a-a409dd1b4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:16.041875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-af2b7f9b-5264-463b-aa6a-a409dd1b4c26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27&tenant_id=3b7ac04d687340c8a08ac58bdde56a67 HTTP/1.1" status: 200  len: 1128 time: 0.0706720
Apr 09 21:40:16.053450 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:40:16.117447 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:16.339251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:40:16.373304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:40:16.415461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:40:16.417791 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e95d4d6-09ed-42c4-b634-98ca28626829" -d '{"events": [{"server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "name": "network-vif-unplugged", "status": "completed", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:40:16.421581 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Publish callbacks [] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:16.434054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Transition to ACTIVE for port object fe235f29-a5f6-4e12-8d91-f8916d764470 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:40:16.439478 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:16.471067 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb743ad-e01a-4865-a75d-983be2729f9d x-openstack-request-id: req-4eb743ad-e01a-4865-a75d-983be2729f9d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:40:16.471356 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "name": "network-vif-unplugged", "status": "completed", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:40:16.471605 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4eb743ad-e01a-4865-a75d-983be2729f9d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:40:16.472002 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb743ad-e01a-4865-a75d-983be2729f9d'] response: {'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'code': 200}
Apr 09 21:40:16.490740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:16.511264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] No DVR routers for this DVR port fe235f29-a5f6-4e12-8d91-f8916d764470 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:40:16.573630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Attempting to bind port fe235f29-a5f6-4e12-8d91-f8916d764470 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:40:16.573948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Attempting to bind port fe235f29-a5f6-4e12-8d91-f8916d764470 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:40:16.574266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Attempting to bind port fe235f29-a5f6-4e12-8d91-f8916d764470 on network 813b1f76-437b-409a-a6b2-df7c5fca753a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:40:16.581928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Port fe235f29-a5f6-4e12-8d91-f8916d764470 on network 813b1f76-437b-409a-a6b2-df7c5fca753a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:40:16.582251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Attempting to bind port fe235f29-a5f6-4e12-8d91-f8916d764470 on network 813b1f76-437b-409a-a6b2-df7c5fca753a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:40:16.593789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b022146-0377-4d65-8c9f-dbb0821a8341 req-6e9e38aa-eaa8-47da-b430-a598264b2942 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:16.595189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b022146-0377-4d65-8c9f-dbb0821a8341 req-6e9e38aa-eaa8-47da-b430-a598264b2942 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0581660
Apr 09 21:40:16.596023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:40:16.596345 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Checking segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:40:16.596710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Bound using segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:40:16.597233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Bound port: fe235f29-a5f6-4e12-8d91-f8916d764470, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:40:16.597509 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:16.688920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b022146-0377-4d65-8c9f-dbb0821a8341 req-88f60d47-3518-4797-92f9-326f0007651e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828238
Apr 09 21:40:16.695293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:40:16.698766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:40:16.706476 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:16.743775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:16.744389 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:16.745815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] 10.222.0.32 "PUT /v2.0/ports/fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 1092 time: 0.6963742
Apr 09 21:40:16.764596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253770e-9b23-4a39-ad35-bf137cfb8c2d service neutron] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:16.806651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-df2047f6-7b17-4fbf-9601-d71c86b41cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:16.808144 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-df2047f6-7b17-4fbf-9601-d71c86b41cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1126 time: 0.0394571
Apr 09 21:40:16.907884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-abd2ee15-5a0a-49d1-bde4-d037936a9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:16.909327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-abd2ee15-5a0a-49d1-bde4-d037936a9b21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0938420
Apr 09 21:40:16.950132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-ff407629-27c7-4235-89c6-fce094864a7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0350273
Apr 09 21:40:17.003528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-7b818163-a717-4eb3-9777-9f3b0397ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:17.005162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-7b818163-a717-4eb3-9777-9f3b0397ee16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0493538
Apr 09 21:40:17.036956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-5c1749bb-b2a5-4161-8a8a-52a8eaec3e51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259132
Apr 09 21:40:17.125473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-4bf7008c-e8fd-43be-884c-7970fc2f1639 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824437
Apr 09 21:40:17.232526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0055eac-1aab-45cb-b5a7-d0dd9a80d725 req-eb85bd8f-e9f9-4734-ab0d-07cfe06b0b3f service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016624
Apr 09 21:40:17.808183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f578c2c-ac3d-4ac0-9c35-672f2d0adeee req-38945dc9-e204-4862-b03b-b6451f5d9ce4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:17.809659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f578c2c-ac3d-4ac0-9c35-672f2d0adeee req-38945dc9-e204-4862-b03b-b6451f5d9ce4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0475354
Apr 09 21:40:17.857303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2f578c2c-ac3d-4ac0-9c35-672f2d0adeee req-2d3f35c9-00e0-4abc-b257-3180e58d22f5 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418720
Apr 09 21:40:18.472923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:40:18.475397 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cbe750-762f-4581-b7bb-5e5783d6cdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:40:18.524645 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6fee31-f01f-4441-ad2b-c053b58b6ce3 x-openstack-request-id: req-5a6fee31-f01f-4441-ad2b-c053b58b6ce3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:40:18.525068 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:40:18.525445 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a6fee31-f01f-4441-ad2b-c053b58b6ce3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:40:18.527738 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6fee31-f01f-4441-ad2b-c053b58b6ce3'] response: {'name': 'network-changed', 'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'status': 'completed', 'code': 200}
Apr 09 21:40:18.586797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-8f7137d1-46a6-4385-ac55-1505479ecf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:18.588349 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-8f7137d1-46a6-4385-ac55-1505479ecf12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1126 time: 0.0432637
Apr 09 21:40:18.605324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-d3f28826-28dc-47c6-a3d7-82807efd495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:18.606853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-d3f28826-28dc-47c6-a3d7-82807efd495e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1126 time: 0.0455353
Apr 09 21:40:18.684868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-4d016ea6-c71d-4bc1-9c37-a4986e1eb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:18.686757 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-4d016ea6-c71d-4bc1-9c37-a4986e1eb43e service neutron] 10.222.0.25 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0924280
Apr 09 21:40:18.727725 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-505ead06-fdb9-4252-9199-23914b9df802 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0343707
Apr 09 21:40:18.786079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-ea2ded23-470e-410d-a70e-8267697a4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:18.787880 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-ea2ded23-470e-410d-a70e-8267697a4f89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0545025
Apr 09 21:40:18.823389 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-4ef46249-3cc0-47ee-aba9-a956db0f2858 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281703
Apr 09 21:40:18.844284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-eb72924c-acbd-4286-9ab2-8e85e93436e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:18.845773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-eb72924c-acbd-4286-9ab2-8e85e93436e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0957494
Apr 09 21:40:18.907083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-3caef632-b846-498d-83b2-7cb35e6a7be6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0432448
Apr 09 21:40:18.921200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-424342e1-c9ce-4cac-8b52-15ae6b929efa service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0919812
Apr 09 21:40:18.988689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-78528ffe-aa1d-4d97-853b-7b3b6b64f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:18.990101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-78528ffe-aa1d-4d97-853b-7b3b6b64f353 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0773466
Apr 09 21:40:18.996178 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c1c75-142a-4acd-874d-839e877873ca req-bbff6191-501d-4a83-bd17-401cd01852fd tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:18.997603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-912c1c75-142a-4acd-874d-839e877873ca req-bbff6191-501d-4a83-bd17-401cd01852fd tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0581830
Apr 09 21:40:19.021315 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-85df6164-419b-4d8f-8843-7af29eff8274 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936782
Apr 09 21:40:19.029506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-ecab6201-1088-4db9-8568-b6860c07660a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309548
Apr 09 21:40:19.117496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-912c1c75-142a-4acd-874d-839e877873ca req-d756a2e2-b9f4-4cf2-9d52-78c5562c902f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111095
Apr 09 21:40:19.147097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-343aee33-ad28-46bb-9b87-b5afb6b6726d service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111095
Apr 09 21:40:19.250945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24cbe750-762f-4581-b7bb-5e5783d6cdc4 req-f6e648f5-1b41-40c5-8aa1-c083cb8d9fdb service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975578
Apr 09 21:40:19.418108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-862f4d8e-6fe9-40a3-8717-1eb5e7682fc5 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:19.419669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-862f4d8e-6fe9-40a3-8717-1eb5e7682fc5 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.25 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27&tenant_id=3b7ac04d687340c8a08ac58bdde56a67&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0953405
Apr 09 21:40:19.483570 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-8e667f6e-8107-421b-a6e1-1cda4ae68de5 service neutron] delete failed (client error): The resource could not be found.
Apr 09 21:40:19.484830 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-8e667f6e-8107-421b-a6e1-1cda4ae68de5 service neutron] 10.222.0.25 "DELETE /v2.0/ports/fe235f29-a5f6-4e12-8d91-f8916d764470/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0593803
Apr 09 21:40:19.568757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-d1f19a3a-3699-486b-8009-a4af49b108d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:19.570194 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-d1f19a3a-3699-486b-8009-a4af49b108d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1126 time: 0.0421925
Apr 09 21:40:19.595402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1995a5-f884-42d8-a8e4-73d8c0eb7dc9 req-cdf8f351-cb69-412b-85c1-4183a91f6515 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:19.596905 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b1995a5-f884-42d8-a8e4-73d8c0eb7dc9 req-cdf8f351-cb69-412b-85c1-4183a91f6515 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.3260734
Apr 09 21:40:19.648721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b1995a5-f884-42d8-a8e4-73d8c0eb7dc9 req-b2be73e2-913d-45b8-98f9-afaaa97447d9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458636
Apr 09 21:40:19.682087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-20ae0cc4-6860-4ef1-8f19-43d115cafae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:19.683609 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-20ae0cc4-6860-4ef1-8f19-43d115cafae6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.1062074
Apr 09 21:40:19.726049 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-39e4ebc3-1f13-40d5-ad63-a686a35686ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0360141
Apr 09 21:40:19.775808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-f42d9aa2-fe66-4ff6-a25b-b07b01b2bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:19.777294 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-f42d9aa2-fe66-4ff6-a25b-b07b01b2bafd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0454810
Apr 09 21:40:19.813414 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-ccb38d5d-264f-40ad-8320-1e5b69e35fb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304773
Apr 09 21:40:19.916973 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-e449a825-1b0c-4105-b9b8-654e1ea5c6e3 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968318
Apr 09 21:40:20.018090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d613ee64-03a4-46c9-b0c4-88ebc53b6dba req-168f4899-6364-4667-9f82-affa64c3955b service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951350
Apr 09 21:40:20.225576 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-bc8283dc-d6b1-4dec-9a7a-46b6c53cec2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403931
Apr 09 21:40:20.245911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fe235f29-a5f6-4e12-8d91-f8916d764470 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:40:20.289363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port fe235f29-a5f6-4e12-8d91-f8916d764470 host nch1-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:40:20.289738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fe235f29-a5f6-4e12-8d91-f8916d764470 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:40:20.315354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-3cfda3bc-6a2a-4c5d-bc8d-5f9638ad1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:20.317268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-3cfda3bc-6a2a-4c5d-bc8d-5f9638ad1952 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 1126 time: 0.0405807
Apr 09 21:40:20.431095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-9fb770e0-13d5-45d2-aaa3-bee6262e65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:20.432582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-9fb770e0-13d5-45d2-aaa3-bee6262e65b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0969086
Apr 09 21:40:20.470245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-75dcf242-7dfc-4cd4-8f4e-3a592a914734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:20.476068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-082b6727-fc38-4075-8f41-458dba2cfa12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 200  len: 217 time: 0.0359964
Apr 09 21:40:20.529477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-a997583f-2877-4c54-a933-002cdc230293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:20.530953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-a997583f-2877-4c54-a933-002cdc230293 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0500696
Apr 09 21:40:20.565287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-e5eb780c-7ef2-483a-b117-941f7a8a5f1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280604
Apr 09 21:40:20.656990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-7df4146a-2c79-42cd-985f-5e68d7e6623e service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858696
Apr 09 21:40:20.753873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fe235f29-a5f6-4e12-8d91-f8916d764470 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:40:20.776404 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87d750-84cb-44c5-94d9-f1068c084379 req-4b1badf4-1861-4939-a0a5-f0cc71e1a060 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:20.777947 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae87d750-84cb-44c5-94d9-f1068c084379 req-4b1badf4-1861-4939-a0a5-f0cc71e1a060 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0568981
Apr 09 21:40:20.804220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fac2f908-f878-451f-81a2-9f2d8a7c227b req-175001d4-2d9c-488a-bd77-45f0b5a1f0d9 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411099
Apr 09 21:40:20.839958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae87d750-84cb-44c5-94d9-f1068c084379 req-d6af938e-02e4-4f90-9fb5-591137650017 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527503
Apr 09 21:40:20.852512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:40:20.868077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a', 'port_id': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'mac_address': 'fa:16:3e:a0:bd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:40:20.905056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port fe235f29-a5f6-4e12-8d91-f8916d764470 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:40:20.905452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:20.918772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe235f29-a5f6-4e12-8d91-f8916d764470 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:40:20.938127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:40:20.943347 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:20.953265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d656-0b94-4800-9664-c894b4ad3220 req-7a63f0de-469f-4d72-8c13-b0a612095ce4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:20.954776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1909d656-0b94-4800-9664-c894b4ad3220 req-7a63f0de-469f-4d72-8c13-b0a612095ce4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 944 time: 0.0489035
Apr 09 21:40:20.991138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:21.002552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1909d656-0b94-4800-9664-c894b4ad3220 req-31c74464-f78c-4158-9124-c9aecc676085 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417559
Apr 09 21:40:21.118094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d237b-0baa-44af-961b-23a7f9302401 req-17276239-df21-48b7-9733-8d2c42209bbb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:21.120034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-816d237b-0baa-44af-961b-23a7f9302401 req-17276239-df21-48b7-9733-8d2c42209bbb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 945 time: 0.0535207
Apr 09 21:40:21.153061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['fe235f29-a5f6-4e12-8d91-f8916d764470'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:40:21.168988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-816d237b-0baa-44af-961b-23a7f9302401 req-447ef7af-c99a-49b5-a93e-cc75cb740f92 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429544
Apr 09 21:40:21.522499 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9b486f9d-5636-41f7-b60b-5400d07e3ab9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:21.523970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9b486f9d-5636-41f7-b60b-5400d07e3ab9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 815 time: 0.1075039
Apr 09 21:40:21.538912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-c68b5d06-6ff2-4e2c-b440-ba5129396841 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/quotas/3b7ac04d687340c8a08ac58bdde56a67 HTTP/1.1" status: 200  len: 375 time: 0.0091805
Apr 09 21:40:21.585944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-0ad86feb-654e-44e2-8337-212756fde08b tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0419295
Apr 09 21:40:21.691381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-cd764692-aaae-4a79-ae18-645267dbe4c7 service neutron] 10.222.0.30 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987992
Apr 09 21:40:21.783540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-ca85fd24-517b-46fc-90d9-6b9be820951a service neutron] 10.222.0.30 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862591
Apr 09 21:40:21.955054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf742aad-f107-42cc-ae5b-25cc16f3d210 req-23d45077-2033-416e-81c9-6c2438215904 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 210 time: 0.0329421
Apr 09 21:40:22.647818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-77248fa1-b2bf-45d5-a6b5-617e6ef7dfc1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:22.649702 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-77248fa1-b2bf-45d5-a6b5-617e6ef7dfc1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.32 "GET /v2.0/ports?device_id=115a92f7-9068-4a4b-9026-764d1b85da27 HTTP/1.1" status: 200  len: 945 time: 0.0503650
Apr 09 21:40:22.745400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Deleting port fe235f29-a5f6-4e12-8d91-f8916d764470 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:40:22.745692 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:22.763702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fe235f29-a5f6-4e12-8d91-f8916d764470 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:40:22.808426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port fe235f29-a5f6-4e12-8d91-f8916d764470 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:40:22.816875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port fe235f29-a5f6-4e12-8d91-f8916d764470 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:40:22.817318 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:22.843876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:40:22.844241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:22.860211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Calling delete_port for fe235f29-a5f6-4e12-8d91-f8916d764470 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:40:22.880427 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:40:22.898176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port fe235f29-a5f6-4e12-8d91-f8916d764470 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:40:22.898522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:22.924163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:40:22.927887 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8843d48-d651-4235-a448-341b202772e7" -d '{"events": [{"server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "name": "network-vif-plugged", "status": "completed", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:40:22.958309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fe235f29-a5f6-4e12-8d91-f8916d764470, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe235f29-a5f6-4e12-8d91-f8916d764470,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:40:22.970142 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:22.973756 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95e287d-daf6-41db-a1f1-c3f33ba45644 x-openstack-request-id: req-a95e287d-daf6-41db-a1f1-c3f33ba45644 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:40:22.974812 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "name": "network-vif-plugged", "status": "completed", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:40:22.975166 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a95e287d-daf6-41db-a1f1-c3f33ba45644 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:40:22.975534 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95e287d-daf6-41db-a1f1-c3f33ba45644'] response: {'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'code': 200}
Apr 09 21:40:22.980204 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8661a5d1-e1ff-4f34-92ab-bbef1afc08e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:23.039438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:23.108032 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-455d67ff-9d07-4986-b104-097f08e5a80f req-fe28e4bc-2d67-4db8-b5de-5b8d6ed94057 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 210 time: 0.0642958
Apr 09 21:40:23.137493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319488f-beb9-4f59-aba0-0e208a351abb req-badaac02-f6e5-4349-9140-4a33c65d09de tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:23.138938 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-badaac02-f6e5-4349-9140-4a33c65d09de tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.32 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 815 time: 0.2151382
Apr 09 21:40:23.139986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fe235f29-a5f6-4e12-8d91-f8916d764470), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:23.152129 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['fe235f29-a5f6-4e12-8d91-f8916d764470'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:40:23.172192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Request body: {'port': {'device_id': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a', 'admin_state_up': True, 'tenant_id': '3b7ac04d687340c8a08ac58bdde56a67'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:40:23.183203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Pushing event deleted for resources: {'Port': ['ID=fe235f29-a5f6-4e12-8d91-f8916d764470,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:23.276644 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] No DVR routers for this DVR port fe235f29-a5f6-4e12-8d91-f8916d764470 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:40:23.282141 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:23.285389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed787e06-8d1e-4373-b3b1-7250b99e06c1 req-305560c2-9d2e-4d41-a5f9-ce1d72385520 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.32 "DELETE /v2.0/ports/fe235f29-a5f6-4e12-8d91-f8916d764470 HTTP/1.1" status: 204  len: 173 time: 0.6214552
Apr 09 21:40:23.285834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'name': 'network-vif-deleted', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:40:23.288194 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf1948d-dbe5-4115-9be6-54b88dcc3803" -d '{"events": [{"server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "name": "network-vif-deleted", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:40:23.330784 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fd881-b7fd-492a-8235-56ebc82f27b3 x-openstack-request-id: req-307fd881-b7fd-492a-8235-56ebc82f27b3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:40:23.331091 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a92f7-9068-4a4b-9026-764d1b85da27", "name": "network-vif-deleted", "tag": "fe235f29-a5f6-4e12-8d91-f8916d764470", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:40:23.331339 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-307fd881-b7fd-492a-8235-56ebc82f27b3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:40:23.331745 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307fd881-b7fd-492a-8235-56ebc82f27b3'] response: {'server_uuid': '115a92f7-9068-4a4b-9026-764d1b85da27', 'name': 'network-vif-deleted', 'tag': 'fe235f29-a5f6-4e12-8d91-f8916d764470', 'status': 'completed', 'code': 200}
Apr 09 21:40:23.343825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Made reservation on behalf of 3b7ac04d687340c8a08ac58bdde56a67 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:40:23.347396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:23.482976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Allocated IP 172.20.0.14 (813b1f76-437b-409a-a6b2-df7c5fca753a/c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd/8d184cc5-e0de-49f9-a35f-586f7726d525) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:40:23.634695 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks [] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:23.674040 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:23.686370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['fe235f29-a5f6-4e12-8d91-f8916d764470'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:40:23.730308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Network 813b1f76-437b-409a-a6b2-df7c5fca753a is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:40:23.733690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:40:23.736795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:40:23.743368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:23.790629 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:23.791252 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:23.810369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-8342c25d-4f88-4579-91b0-a2cd9e082860 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6617796
Apr 09 21:40:23.821657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Request body: {'port': {'device_id': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:40:23.884783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:24.166894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d184cc5-e0de-49f9-a35f-586f7726d525 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:40:24.175231 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Publish callbacks [] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:24.214764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Transition to ACTIVE for port object 8d184cc5-e0de-49f9-a35f-586f7726d525 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:40:24.223135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:24.240784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b003a-ddce-4ac1-8c59-113a819758d0 req-067e0cfd-962d-404c-8fc1-401946ee9e50 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:24.242314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f6b003a-ddce-4ac1-8c59-113a819758d0 req-067e0cfd-962d-404c-8fc1-401946ee9e50 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 932 time: 0.0646935
Apr 09 21:40:24.252004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:24.308902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:24.366156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6f6b003a-ddce-4ac1-8c59-113a819758d0 req-93b233b8-46b0-4017-95f8-6a8bf7736802 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050408
Apr 09 21:40:24.396337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Attempting to bind port 8d184cc5-e0de-49f9-a35f-586f7726d525 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:40:24.396559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Attempting to bind port 8d184cc5-e0de-49f9-a35f-586f7726d525 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:40:24.396912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Attempting to bind port 8d184cc5-e0de-49f9-a35f-586f7726d525 on network 813b1f76-437b-409a-a6b2-df7c5fca753a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:40:24.401513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Port 8d184cc5-e0de-49f9-a35f-586f7726d525 on network 813b1f76-437b-409a-a6b2-df7c5fca753a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:40:24.401837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Attempting to bind port 8d184cc5-e0de-49f9-a35f-586f7726d525 on network 813b1f76-437b-409a-a6b2-df7c5fca753a {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:40:24.406885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:40:24.407257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Checking segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:40:24.407650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Bound using segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:40:24.408077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Bound port: 8d184cc5-e0de-49f9-a35f-586f7726d525, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:40:24.408438 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:24.475484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:40:24.478661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:40:24.488006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:24.528030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:24.528648 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:24.530073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 1092 time: 0.7124677
Apr 09 21:40:24.547624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273965f-cc55-494d-95b3-d88390734d20 service neutron] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:24.606270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319488f-beb9-4f59-aba0-0e208a351abb req-5898b77b-a55b-4e1e-b326-1b25e9c0b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:24.607790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-5898b77b-a55b-4e1e-b326-1b25e9c0b36b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 1126 time: 0.0400631
Apr 09 21:40:24.649998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-d6df0b47-6251-4c07-9df0-4aafcdedd0e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 217 time: 0.0348372
Apr 09 21:40:24.701778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319488f-beb9-4f59-aba0-0e208a351abb req-e25e9b7a-0026-48c2-8bf0-111201387637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:24.703279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-e25e9b7a-0026-48c2-8bf0-111201387637 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0474951
Apr 09 21:40:24.738841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-3aea67f2-34d5-472e-89a8-f0a1ef17c91b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301421
Apr 09 21:40:24.831062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-578954dd-d751-4aff-b3c2-1c7345154533 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864742
Apr 09 21:40:24.926611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2319488f-beb9-4f59-aba0-0e208a351abb req-b090e46a-850a-4e7b-87c3-22ae74c71b23 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892820
Apr 09 21:40:25.310308 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:25.333127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:40:25.335604 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3cb5fe-bf35-4603-b62f-9135230d54fe" -d '{"events": [{"name": "network-changed", "server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:40:25.371980 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53e6031-090e-4110-9880-9c88765ec988 x-openstack-request-id: req-a53e6031-090e-4110-9880-9c88765ec988 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:40:25.372259 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:40:25.372547 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a53e6031-090e-4110-9880-9c88765ec988 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:40:25.372955 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53e6031-090e-4110-9880-9c88765ec988'] response: {'name': 'network-changed', 'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'status': 'completed', 'code': 200}
Apr 09 21:40:25.487946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78f262-fe45-4d28-b652-a06205324e7c req-c8f54839-1987-43cc-906d-c6eab89a937a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:25.489467 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb78f262-fe45-4d28-b652-a06205324e7c req-c8f54839-1987-43cc-906d-c6eab89a937a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 944 time: 0.0536041
Apr 09 21:40:25.537124 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb78f262-fe45-4d28-b652-a06205324e7c req-343c0c94-6dac-425c-8175-42193640261f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415838
Apr 09 21:40:25.789004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-a69044a8-0ede-46d2-95f1-2a3777dad2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:25.790449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-a69044a8-0ede-46d2-95f1-2a3777dad2eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 1126 time: 0.0433869
Apr 09 21:40:25.890007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-e86452ab-8b2b-4fed-96d1-680e34cf4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:25.891543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-e86452ab-8b2b-4fed-96d1-680e34cf4b1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0930128
Apr 09 21:40:25.926032 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:25.932720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-c8481b47-2a90-49fe-af8c-a011572e03d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 217 time: 0.0352089
Apr 09 21:40:25.987013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-0e4bf350-5117-429e-8432-30c84ce8eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:25.988495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-0e4bf350-5117-429e-8432-30c84ce8eca6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0491419
Apr 09 21:40:26.020035 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-49fc92c6-9dfe-425f-9056-29a4a64efbc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258219
Apr 09 21:40:26.111276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-79fb733a-9502-444f-8978-fdbe55cf126a service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855296
Apr 09 21:40:26.211136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc3cb5fe-bf35-4603-b62f-9135230d54fe req-b28dc9da-984a-48bc-a459-dc40c4cde07a service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931728
Apr 09 21:40:26.675864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3861a5a-a2af-43b2-bf8c-030bcc754e7b req-954a18f1-3141-44a2-8179-29d7984ebf5a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:26.677358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3861a5a-a2af-43b2-bf8c-030bcc754e7b req-954a18f1-3141-44a2-8179-29d7984ebf5a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 944 time: 0.0484049
Apr 09 21:40:26.727928 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b3861a5a-a2af-43b2-bf8c-030bcc754e7b req-fb938f64-149f-470c-a85a-bddf00341776 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448108
Apr 09 21:40:26.797534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 8d184cc5-e0de-49f9-a35f-586f7726d525 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:40:26.800738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fe235f29-a5f6-4e12-8d91-f8916d764470 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:40:26.827558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: fe235f29-a5f6-4e12-8d91-f8916d764470 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:40:26.827903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fe235f29-a5f6-4e12-8d91-f8916d764470 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:40:26.922807 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:40:26.934136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a', 'port_id': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'mac_address': 'fa:16:3e:fa:e4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:40:26.974097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 8d184cc5-e0de-49f9-a35f-586f7726d525 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:40:26.974480 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:26.988210 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d184cc5-e0de-49f9-a35f-586f7726d525 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:40:27.008240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:40:27.014812 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:27.075842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:27.103591 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:27.197802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['8d184cc5-e0de-49f9-a35f-586f7726d525'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:40:27.861310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dda606-f178-47fe-a30d-895fdc11d061 req-010c5402-613c-4459-aae7-eae49b8d8881 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:27.862771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52dda606-f178-47fe-a30d-895fdc11d061 req-010c5402-613c-4459-aae7-eae49b8d8881 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 945 time: 0.0565202
Apr 09 21:40:27.913512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52dda606-f178-47fe-a30d-895fdc11d061 req-8b432d70-a93b-4dba-913b-60d0113c8646 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423887
Apr 09 21:40:28.811823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 8d184cc5-e0de-49f9-a35f-586f7726d525 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:40:28.861718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 8d184cc5-e0de-49f9-a35f-586f7726d525 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:40:28.868406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 8d184cc5-e0de-49f9-a35f-586f7726d525 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:40:28.868866 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:28.949026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 8d184cc5-e0de-49f9-a35f-586f7726d525 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:40:28.949485 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:28.972372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:40:28.974801 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fc1098-654f-41e0-9912-639f6f79b0f6" -d '{"events": [{"server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "name": "network-vif-plugged", "status": "completed", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:40:28.994444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:40:29.001444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:29.027258 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc528f-671b-4ecd-b96a-5865ab8629d5 x-openstack-request-id: req-edcc528f-671b-4ecd-b96a-5865ab8629d5 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:40:29.027539 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "name": "network-vif-plugged", "status": "completed", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:40:29.027797 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edcc528f-671b-4ecd-b96a-5865ab8629d5 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:40:29.028179 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edcc528f-671b-4ecd-b96a-5865ab8629d5'] response: {'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'code': 200}
Apr 09 21:40:29.031676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df5d7a-85ec-40c0-992f-39602dab6e43 req-a28a0a01-a66f-4ded-afd5-e432086378d8 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:29.033338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0df5d7a-85ec-40c0-992f-39602dab6e43 req-a28a0a01-a66f-4ded-afd5-e432086378d8 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 945 time: 0.0514424
Apr 09 21:40:29.055346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:40:29.063086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.063365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.063697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.064035 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.064363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.064691 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.065019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.065734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.066061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.066384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.066705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.067027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.067348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.067669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.067986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:40:29.113953 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e0df5d7a-85ec-40c0-992f-39602dab6e43 req-580fada1-9f04-4e5b-8dc8-f53d79660950 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738616
Apr 09 21:40:29.121144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dffe8-80db-4f3f-b4c4-517f7fd5e0b9 req-9de1433c-447a-416c-b455-130d861f7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:29.122605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-455dffe8-80db-4f3f-b4c4-517f7fd5e0b9 req-9de1433c-447a-416c-b455-130d861f7e65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 1128 time: 0.0496500
Apr 09 21:40:29.173713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-455dffe8-80db-4f3f-b4c4-517f7fd5e0b9 req-93a9e73d-7d47-43ce-bbb4-aa2d52024292 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425880
Apr 09 21:40:30.231556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11d02a-523e-494a-88b6-2f79b531e408 req-db767cdf-1b83-4ad9-8f40-394cbada641d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:30.233096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e11d02a-523e-494a-88b6-2f79b531e408 req-db767cdf-1b83-4ad9-8f40-394cbada641d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0504103
Apr 09 21:40:30.280260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e11d02a-523e-494a-88b6-2f79b531e408 req-9b289bda-7dea-4d5c-8c03-77106cb4103b tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414944
Apr 09 21:40:31.481488 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87245a-d598-4436-8478-1845699450e9 req-c86966c2-d5b2-4c0a-a5cd-48e1325d3f93 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:31.482936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a87245a-d598-4436-8478-1845699450e9 req-c86966c2-d5b2-4c0a-a5cd-48e1325d3f93 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.1186066
Apr 09 21:40:31.530805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0a87245a-d598-4436-8478-1845699450e9 req-1d6f5d7b-ca5c-4686-a26c-499d2b0ebb67 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421855
Apr 09 21:40:31.653621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c0f19-117c-46f4-9546-431eefbbbcf5 req-adb2726e-0eac-469b-8e18-29e7a11d57a8 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:31.655188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea3c0f19-117c-46f4-9546-431eefbbbcf5 req-adb2726e-0eac-469b-8e18-29e7a11d57a8 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0553813
Apr 09 21:40:31.672974 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:31.705266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea3c0f19-117c-46f4-9546-431eefbbbcf5 req-1c8f0177-4fe7-4347-9aa1-7026cbc51bba tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440774
Apr 09 21:40:31.942698 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-06141246-0393-4dbc-b950-9e181f8c9819 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0389466
Apr 09 21:40:31.949900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8509383-7679-46c9-a4fa-89bf7b30b6a4 req-5bf7b0f9-0f9d-41f7-b366-b79a12198f7f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:31.951561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8509383-7679-46c9-a4fa-89bf7b30b6a4 req-5bf7b0f9-0f9d-41f7-b366-b79a12198f7f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0483775
Apr 09 21:40:31.999715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8509383-7679-46c9-a4fa-89bf7b30b6a4 req-b4f364c9-dbc9-445d-9f5a-cef24764c386 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421743
Apr 09 21:40:32.305266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-624e260f-515f-4355-843d-6dca0117d5d9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:32.306616 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-624e260f-515f-4355-843d-6dca0117d5d9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports/8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 943 time: 0.0470421
Apr 09 21:40:33.147240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9749-2928-4654-9c5c-0fe3c4ea658f req-52a026de-3c0a-4b42-a457-a3db29e9f4b9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:33.148720 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0bb9749-2928-4654-9c5c-0fe3c4ea658f req-52a026de-3c0a-4b42-a457-a3db29e9f4b9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0776336
Apr 09 21:40:33.158174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-46a1314f-d8ac-400a-a99e-84639b15bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:33.159567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-46a1314f-d8ac-400a-a99e-84639b15bb40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 1128 time: 0.0554347
Apr 09 21:40:33.252111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0bb9749-2928-4654-9c5c-0fe3c4ea658f req-b7ac29ad-e815-4356-a4f1-79dae05f1bbd tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961764
Apr 09 21:40:33.285302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-2a461954-6df5-403d-841a-3f0e53d7224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:33.286779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-2a461954-6df5-403d-841a-3f0e53d7224f service neutron] 10.222.0.32 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.1210744
Apr 09 21:40:33.327432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-7495d893-a6f0-4709-9e4d-757e71fb2be0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 217 time: 0.0350668
Apr 09 21:40:33.378821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-a3c15609-51ae-4948-9f46-2f952aca4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:33.380264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-a3c15609-51ae-4948-9f46-2f952aca4f8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0464544
Apr 09 21:40:33.412125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-6f435b94-7540-4c6d-b51b-66bf98729cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261433
Apr 09 21:40:33.509153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-89b8a826-bc08-495f-8a57-16e47d490622 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912125
Apr 09 21:40:33.604024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-2f76c096-914b-4da7-8773-b9f68d883092 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879464
Apr 09 21:40:34.647850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43fd7b-f2f0-44e2-823b-88fc709bebd8 req-94365c1d-eedb-43b6-8066-a89241ddd5e7 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:34.649251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c43fd7b-f2f0-44e2-823b-88fc709bebd8 req-94365c1d-eedb-43b6-8066-a89241ddd5e7 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.3131225
Apr 09 21:40:34.698008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c43fd7b-f2f0-44e2-823b-88fc709bebd8 req-960ea453-0a04-4e61-812c-694c48e73cb7 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404875
Apr 09 21:40:35.812113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f1f7b-012d-4709-ad33-cd4a6574e31f req-d59361e7-ca56-4c58-ad41-517c59c6d8bb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:35.813587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-164f1f7b-012d-4709-ad33-cd4a6574e31f req-d59361e7-ca56-4c58-ad41-517c59c6d8bb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0484030
Apr 09 21:40:35.864607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-164f1f7b-012d-4709-ad33-cd4a6574e31f req-ba65eb13-b937-453f-b0e1-84694d3a9531 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424488
Apr 09 21:40:36.984892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8dba8-7af5-46a9-99fd-5a7530f8da67 req-68ceed50-9d08-407d-a5d5-6082123626af tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:36.986363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b8dba8-7af5-46a9-99fd-5a7530f8da67 req-68ceed50-9d08-407d-a5d5-6082123626af tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0503514
Apr 09 21:40:37.036911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51b8dba8-7af5-46a9-99fd-5a7530f8da67 req-b762ce81-e9e3-4714-bccb-09573539ae97 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423427
Apr 09 21:40:38.171801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117111b-b4e5-4557-8ba6-9708ed1af860 req-1a3871e4-da51-4d28-8cc8-c10e8c2068b8 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:38.173282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f117111b-b4e5-4557-8ba6-9708ed1af860 req-1a3871e4-da51-4d28-8cc8-c10e8c2068b8 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0544798
Apr 09 21:40:38.220097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f117111b-b4e5-4557-8ba6-9708ed1af860 req-efee909f-da3d-4309-bae5-d2447a05ee39 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411577
Apr 09 21:40:39.360959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2f513-2371-4c87-a994-8838070c95dc req-c8d2ae96-4d60-465c-8ad4-fe140166fe8b tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:39.362680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64c2f513-2371-4c87-a994-8838070c95dc req-c8d2ae96-4d60-465c-8ad4-fe140166fe8b tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0637591
Apr 09 21:40:39.412365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64c2f513-2371-4c87-a994-8838070c95dc req-17bacd25-5d24-40f6-953e-0e6d97fa7d07 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437357
Apr 09 21:40:40.541218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475dc8-cbc3-40e8-9859-070f8dc3b19b req-2b97ab57-1b1f-40cd-be11-c76429323e74 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:40.542708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8475dc8-cbc3-40e8-9859-070f8dc3b19b req-2b97ab57-1b1f-40cd-be11-c76429323e74 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0487401
Apr 09 21:40:40.593007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8475dc8-cbc3-40e8-9859-070f8dc3b19b req-91e07374-3bf8-4f22-bdba-958cfe832796 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444326
Apr 09 21:40:41.711318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53dc8-6a8c-4a5b-9520-eba0c547569c req-7d2812b5-db28-4036-9e22-70e449c6b35d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:41.712848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3b53dc8-6a8c-4a5b-9520-eba0c547569c req-7d2812b5-db28-4036-9e22-70e449c6b35d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0477793
Apr 09 21:40:41.763618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3b53dc8-6a8c-4a5b-9520-eba0c547569c req-42ebe143-e9ff-4470-9d72-d584c6c50bdc tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449402
Apr 09 21:40:42.891196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734d728-d121-4d51-bd85-b3a46a7f9ca3 req-4a17c285-ac6a-4de3-9454-ff9b682c14b0 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:42.892676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c734d728-d121-4d51-bd85-b3a46a7f9ca3 req-4a17c285-ac6a-4de3-9454-ff9b682c14b0 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0485864
Apr 09 21:40:42.942105 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c734d728-d121-4d51-bd85-b3a46a7f9ca3 req-863f3868-330a-4258-9455-e2696d337459 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408533
Apr 09 21:40:44.060619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab37445-88e5-4578-8d96-f3cf5f314b18 req-da77a812-99b1-4364-8ffb-c3208110d24d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:44.062135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ab37445-88e5-4578-8d96-f3cf5f314b18 req-da77a812-99b1-4364-8ffb-c3208110d24d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0488701
Apr 09 21:40:44.123132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ab37445-88e5-4578-8d96-f3cf5f314b18 req-c29a9e28-9ef6-4be1-acf6-73fd77af5a06 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521266
Apr 09 21:40:45.252516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc09c71-f5b4-4cc3-b500-2b918ce70bda req-8549776a-39f5-4441-a956-62e2e4f1c5d2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:45.254010 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dc09c71-f5b4-4cc3-b500-2b918ce70bda req-8549776a-39f5-4441-a956-62e2e4f1c5d2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0514877
Apr 09 21:40:45.303997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9dc09c71-f5b4-4cc3-b500-2b918ce70bda req-60efcef0-74f5-4aa7-b98a-751968fcd891 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416181
Apr 09 21:40:46.438518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4ce05-bab7-4a84-8649-6138d5c93443 req-49dbed2a-4ac5-4d5d-8f5a-8e9c1bf1cf86 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:46.438518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72d4ce05-bab7-4a84-8649-6138d5c93443 req-49dbed2a-4ac5-4d5d-8f5a-8e9c1bf1cf86 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0485620
Apr 09 21:40:46.485430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-72d4ce05-bab7-4a84-8649-6138d5c93443 req-e9f620cf-c90e-4d48-928a-82c0e8f16a6d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421112
Apr 09 21:40:47.610396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cacb34-1e2a-4bd0-a052-0f1839a66bfa req-6a57cccc-e9ed-438b-ba35-eaf780014110 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:47.611867 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2cacb34-1e2a-4bd0-a052-0f1839a66bfa req-6a57cccc-e9ed-438b-ba35-eaf780014110 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0486157
Apr 09 21:40:47.663249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e2cacb34-1e2a-4bd0-a052-0f1839a66bfa req-bb91dc1e-3b7b-4ff4-91e8-65e09ff88709 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456498
Apr 09 21:40:48.806358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49117981-8687-4aa4-946d-d9d333ff2cdd req-ecbf4f58-4da5-4b61-b503-53f4c28c0222 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:48.807850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49117981-8687-4aa4-946d-d9d333ff2cdd req-ecbf4f58-4da5-4b61-b503-53f4c28c0222 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0561597
Apr 09 21:40:48.858989 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49117981-8687-4aa4-946d-d9d333ff2cdd req-c1f5d613-586b-468a-9de7-55d4b27192dd tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432885
Apr 09 21:40:49.979169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dfd37-322f-40bf-b34f-78edff0c77ff req-c42dc7f3-d316-40a8-8658-e81ad9659aa3 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:49.980574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-196dfd37-322f-40bf-b34f-78edff0c77ff req-c42dc7f3-d316-40a8-8658-e81ad9659aa3 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0482106
Apr 09 21:40:50.029596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-196dfd37-322f-40bf-b34f-78edff0c77ff req-e7ad4938-d81f-4edd-ba8a-944736b1d962 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432434
Apr 09 21:40:50.477312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d370cfc8-fa9f-4fdf-b3aa-33229f6774d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:51.155439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04274f28-0412-4683-a6fa-aba6cfbe481a req-7d143162-54a5-4e75-9470-9772d46d6d4a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:51.156935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04274f28-0412-4683-a6fa-aba6cfbe481a req-7d143162-54a5-4e75-9470-9772d46d6d4a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0537333
Apr 09 21:40:51.204352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04274f28-0412-4683-a6fa-aba6cfbe481a req-cb9a9947-0e90-4585-a268-2f2825378abf tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416617
Apr 09 21:40:52.328188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e92de0-04f7-4c4c-bff3-6923339227f1 req-59d3cc3d-81e3-4cd6-94bf-cf2638097a3f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:52.329696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20e92de0-04f7-4c4c-bff3-6923339227f1 req-59d3cc3d-81e3-4cd6-94bf-cf2638097a3f tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0513139
Apr 09 21:40:52.388461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20e92de0-04f7-4c4c-bff3-6923339227f1 req-dba65f0a-4fcb-4e50-b747-c68f68190a8c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530188
Apr 09 21:40:52.969360 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3dab73d-09fe-42f2-932d-9aaaaffcd0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:53.519867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d79fd-0e7f-4250-b838-d21c2ffc29ce req-40ace13e-3890-40fa-a4e1-db401d39aef9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:53.521375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f4d79fd-0e7f-4250-b838-d21c2ffc29ce req-40ace13e-3890-40fa-a4e1-db401d39aef9 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0535109
Apr 09 21:40:53.570685 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1f4d79fd-0e7f-4250-b838-d21c2ffc29ce req-a5b91d4a-3998-49fb-9eed-c5862d6cfe42 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437109
Apr 09 21:40:54.257221 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:54.703240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a217d95-4fc9-40c6-a9ba-3f4113023cdc req-eb3ae1a0-b02f-4f6d-8c08-3f6c46dc2d55 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:54.704714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a217d95-4fc9-40c6-a9ba-3f4113023cdc req-eb3ae1a0-b02f-4f6d-8c08-3f6c46dc2d55 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0475101
Apr 09 21:40:54.751380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6a217d95-4fc9-40c6-a9ba-3f4113023cdc req-950be88d-b13f-4492-a660-0b37fb150e13 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410357
Apr 09 21:40:55.306711 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:55.883259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f2569-8287-4305-9df5-6606dd43b268 req-2845f328-b1d1-4e2f-8802-7a08028712e2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:55.884705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-232f2569-8287-4305-9df5-6606dd43b268 req-2845f328-b1d1-4e2f-8802-7a08028712e2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0498779
Apr 09 21:40:55.935444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:55.942052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-232f2569-8287-4305-9df5-6606dd43b268 req-483fcd3e-fda2-4155-a3e5-434070ec6d88 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511720
Apr 09 21:40:57.109583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:40:57.349750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ab1e-739f-45fd-bc56-fb86165751a2 req-81b849d3-b38c-4666-b0d6-0f1c627ec0f5 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:57.351120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5947ab1e-739f-45fd-bc56-fb86165751a2 req-81b849d3-b38c-4666-b0d6-0f1c627ec0f5 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0492389
Apr 09 21:40:57.400341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5947ab1e-739f-45fd-bc56-fb86165751a2 req-1813418f-7bcc-4a4d-919e-189f96a262b1 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411980
Apr 09 21:40:58.528931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342c406-a5fc-4d45-99e0-f38d3a52733d req-6cc2acf1-19fe-4148-a4f5-a4088a396e0e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:58.530451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4342c406-a5fc-4d45-99e0-f38d3a52733d req-6cc2acf1-19fe-4148-a4f5-a4088a396e0e tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0479870
Apr 09 21:40:58.587969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4342c406-a5fc-4d45-99e0-f38d3a52733d req-fe238c35-2aef-4159-b68e-8ca6c65fa193 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517578
Apr 09 21:40:59.723701 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6ccea-75fe-434d-8179-d6f9fc81aceb req-9f12a304-4cde-420d-8423-3dabf1ad3c4d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:40:59.725228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5f6ccea-75fe-434d-8179-d6f9fc81aceb req-9f12a304-4cde-420d-8423-3dabf1ad3c4d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0519238
Apr 09 21:40:59.777935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5f6ccea-75fe-434d-8179-d6f9fc81aceb req-9220b3b0-1c67-4655-81ba-1785843ce2be tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440202
Apr 09 21:40:59.884444 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:41:00.355631 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-db999cbd-f1ba-4a82-8edb-511d140ce426 service neutron] show failed (client error): The resource could not be found.
Apr 09 21:41:00.358328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-db999cbd-f1ba-4a82-8edb-511d140ce426 service neutron] 10.222.0.32 "GET /v2.0/ports/8d184cc5-e0de-49f9-a35f-586f7726d525/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0617363
Apr 09 21:41:00.558508 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-1d74aff2-1f85-411f-9865-019eb2261879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:00.560458 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-1d74aff2-1f85-411f-9865-019eb2261879 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be&tenant_id=3b7ac04d687340c8a08ac58bdde56a67 HTTP/1.1" status: 200  len: 1128 time: 0.0424781
Apr 09 21:41:00.572615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:00.634731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:00.840411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:00.875212 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:41:00.897268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd4d7-9385-444a-8436-9035f445945b req-2a078249-450e-4eae-a95e-78439cca97fc tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:00.898736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f84fd4d7-9385-444a-8436-9035f445945b req-2a078249-450e-4eae-a95e-78439cca97fc tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0499334
Apr 09 21:41:00.918331 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:41:00.920623 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f59ce5-1877-4adc-b802-239d44d32fb3" -d '{"events": [{"server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "name": "network-vif-unplugged", "status": "completed", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:41:00.924280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Publish callbacks [] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:00.944638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Transition to ACTIVE for port object 8d184cc5-e0de-49f9-a35f-586f7726d525 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:41:00.950439 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:00.952800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f84fd4d7-9385-444a-8436-9035f445945b req-5ac08c0a-5e7a-4211-8ecd-1d80230cfbd3 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480962
Apr 09 21:41:00.990933 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7e20f9-8165-4ed2-9652-389aa5fb12bd x-openstack-request-id: req-2a7e20f9-8165-4ed2-9652-389aa5fb12bd {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:41:00.991229 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "name": "network-vif-unplugged", "status": "completed", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:41:00.991483 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a7e20f9-8165-4ed2-9652-389aa5fb12bd {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:41:00.991890 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7e20f9-8165-4ed2-9652-389aa5fb12bd'] response: {'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'code': 200}
Apr 09 21:41:01.017695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] No DVR routers for this DVR port 8d184cc5-e0de-49f9-a35f-586f7726d525 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:41:01.019572 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:01.030837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.031181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.031520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.031857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.032191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.032520 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.032847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.033199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.033522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.033841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.034166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.034484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.034801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.035116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.035434 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:01.067914 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Attempting to bind port 8d184cc5-e0de-49f9-a35f-586f7726d525 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:41:01.068256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Attempting to bind port 8d184cc5-e0de-49f9-a35f-586f7726d525 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:41:01.069014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Attempting to bind port 8d184cc5-e0de-49f9-a35f-586f7726d525 on network 813b1f76-437b-409a-a6b2-df7c5fca753a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:41:01.073940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Port 8d184cc5-e0de-49f9-a35f-586f7726d525 on network 813b1f76-437b-409a-a6b2-df7c5fca753a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:41:01.074265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Attempting to bind port 8d184cc5-e0de-49f9-a35f-586f7726d525 on network 813b1f76-437b-409a-a6b2-df7c5fca753a {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:41:01.079313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:41:01.079760 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Checking segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:41:01.080151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Bound using segment: {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:41:01.080577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Bound port: 8d184cc5-e0de-49f9-a35f-586f7726d525, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e88c53a-a38e-4453-b0b2-614160476d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:41:01.080936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:01.144079 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:41:01.147166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:41:01.155158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:01.194591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:01.195213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:01.196606 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] 10.222.0.25 "PUT /v2.0/ports/8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 1092 time: 0.6285315
Apr 09 21:41:01.214361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146846d-c2f6-423d-b04b-e7979f25a1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:01.255419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-c196a6ec-8a28-4178-9690-d2a836bf7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:01.256966 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-c196a6ec-8a28-4178-9690-d2a836bf7d76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 1126 time: 0.0391927
Apr 09 21:41:01.349979 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-db462e31-1588-4282-ab2c-287d062d3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:01.351496 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-db462e31-1588-4282-ab2c-287d062d3cb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0883186
Apr 09 21:41:01.393302 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-ecc499c6-abf5-4d41-a4f8-5fef6a1bb607 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 217 time: 0.0350642
Apr 09 21:41:01.449666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-105afe54-0fda-4ff2-8a1a-b5915dd25ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:01.451143 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-105afe54-0fda-4ff2-8a1a-b5915dd25ff4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0523427
Apr 09 21:41:01.484620 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-9b2ad192-57e3-4e58-91a9-73228a866808 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263453
Apr 09 21:41:01.586090 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-0985b2ca-31b0-4af3-8c8f-da057f71aeec service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953217
Apr 09 21:41:01.670445 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:01.682326 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a9161688-9e51-49b7-a8fd-b78c6468c3ce req-044490b2-bb1b-47c2-bced-5ba660932b64 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886815
Apr 09 21:41:02.080621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19dade-224e-43ea-86f2-a54e69bfe136 req-619ef06d-57fd-4eb3-9f30-cd8acf223227 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:02.082116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd19dade-224e-43ea-86f2-a54e69bfe136 req-619ef06d-57fd-4eb3-9f30-cd8acf223227 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 944 time: 0.0499527
Apr 09 21:41:02.131694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd19dade-224e-43ea-86f2-a54e69bfe136 req-6a2ae99c-d382-4a09-9b61-d85efab54133 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412748
Apr 09 21:41:02.993630 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:41:02.996236 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f887cee-27a7-4898-b77c-a4de9aa19886" -d '{"events": [{"name": "network-changed", "server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:41:03.046333 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1987fcf4-7130-42d0-ae35-a00355fda402 x-openstack-request-id: req-1987fcf4-7130-42d0-ae35-a00355fda402 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:41:03.046634 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:41:03.046889 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1987fcf4-7130-42d0-ae35-a00355fda402 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:41:03.047298 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1987fcf4-7130-42d0-ae35-a00355fda402'] response: {'name': 'network-changed', 'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'status': 'completed', 'code': 200}
Apr 09 21:41:03.108982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-8f0b7343-9b93-4d38-ad1b-10b4eed4ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:03.110512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-8f0b7343-9b93-4d38-ad1b-10b4eed4ee5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 1126 time: 0.0420489
Apr 09 21:41:03.213916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-d6d2eaec-d3ce-497f-ad9d-de6a588f419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:03.214914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-d6d2eaec-d3ce-497f-ad9d-de6a588f419d service neutron] 10.222.0.32 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0979071
Apr 09 21:41:03.255264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-a3cf55b2-01a7-4dd3-a147-4e396575333a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 217 time: 0.0339704
Apr 09 21:41:03.342681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21099c50-7860-4629-804f-69b6c3a7dc79 req-e0ba8f8a-40ba-45ca-a678-a130caada632 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:03.344150 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21099c50-7860-4629-804f-69b6c3a7dc79 req-e0ba8f8a-40ba-45ca-a678-a130caada632 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 944 time: 0.1394589
Apr 09 21:41:03.345614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-8d78ea74-69d0-4318-b7ee-b119e22c07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:03.347014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-8d78ea74-69d0-4318-b7ee-b119e22c07c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0859623
Apr 09 21:41:03.393267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-ba7cba57-32e5-4764-8f9e-a507e15612ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363090
Apr 09 21:41:03.436472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-21099c50-7860-4629-804f-69b6c3a7dc79 req-9c5d4128-ad59-492e-8361-c5f43270db51 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856495
Apr 09 21:41:03.500310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-9bb2eac3-931d-4cc2-8df0-e2bcc65e95b6 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012661
Apr 09 21:41:03.591132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-e995923a-f12c-4875-a27d-14b050bfb06c service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845752
Apr 09 21:41:04.537084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 8d184cc5-e0de-49f9-a35f-586f7726d525 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:41:04.570131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f063277-7392-4075-9a46-aa1d31e084db req-aa7b1f68-52b0-4946-9e46-31210b2bb755 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:04.571771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f063277-7392-4075-9a46-aa1d31e084db req-aa7b1f68-52b0-4946-9e46-31210b2bb755 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 944 time: 0.0607307
Apr 09 21:41:04.642299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f063277-7392-4075-9a46-aa1d31e084db req-0587e007-9313-44cb-9469-5f53d703f6c0 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639257
Apr 09 21:41:04.654939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:04.660501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-43f6dbec-4c47-4594-a874-90fa096a832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:04.663070 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-43f6dbec-4c47-4594-a874-90fa096a832a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 1126 time: 0.3002870
Apr 09 21:41:04.677070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'network_id': '813b1f76-437b-409a-a6b2-df7c5fca753a', 'port_id': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'mac_address': 'fa:16:3e:fa:e4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:41:04.715471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 8d184cc5-e0de-49f9-a35f-586f7726d525 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:04.716161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:04.735349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d184cc5-e0de-49f9-a35f-586f7726d525 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:41:04.757528 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:04.761953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:04.797645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-ce570616-c31d-41d9-b1ad-56d72c7f8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:04.799458 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-ce570616-c31d-41d9-b1ad-56d72c7f8540 service neutron] 10.222.0.25 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0921216
Apr 09 21:41:04.809130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:04.845215 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-8271462c-3004-4970-a0a5-6f930f6dbdc3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 217 time: 0.0385799
Apr 09 21:41:04.900915 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-12115354-df60-41fa-aa08-977b2afed3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:04.902402 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-12115354-df60-41fa-aa08-977b2afed3ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0511768
Apr 09 21:41:04.934644 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-849aa729-b06d-415f-83fb-2683cfe59b1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259492
Apr 09 21:41:04.949167 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 8d184cc5-e0de-49f9-a35f-586f7726d525 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:41:04.989644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port 8d184cc5-e0de-49f9-a35f-586f7726d525 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:41:04.990319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 8d184cc5-e0de-49f9-a35f-586f7726d525 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:41:05.033491 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-8d84be70-c645-4c0f-b801-8fb88ed45372 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0919774
Apr 09 21:41:05.130706 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7f887cee-27a7-4898-b77c-a4de9aa19886 req-5e45da85-2996-4331-b9e0-344c65b60014 service neutron] 10.222.0.25 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905182
Apr 09 21:41:05.143948 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['8d184cc5-e0de-49f9-a35f-586f7726d525'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:41:05.779465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09925d-c194-49a5-bcf1-68ae563690c9 req-0b396d0f-4d41-4465-b5ea-96cc2e7fe7a4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:05.781151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce09925d-c194-49a5-bcf1-68ae563690c9 req-0b396d0f-4d41-4465-b5ea-96cc2e7fe7a4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 945 time: 0.0550766
Apr 09 21:41:05.830681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce09925d-c194-49a5-bcf1-68ae563690c9 req-2ca6ef50-5110-48ac-9949-cb3229064f41 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437558
Apr 09 21:41:06.052559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff6aeb-fd8c-49b9-983d-b5ec283d4e92 req-00001fdc-421c-4696-aec4-121f14a02816 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:06.053965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2ff6aeb-fd8c-49b9-983d-b5ec283d4e92 req-00001fdc-421c-4696-aec4-121f14a02816 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 945 time: 0.0761988
Apr 09 21:41:06.075988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-75a2ef90-96dc-4bcc-98ff-eadadef5da1c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:06.077429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-75a2ef90-96dc-4bcc-98ff-eadadef5da1c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be&tenant_id=3b7ac04d687340c8a08ac58bdde56a67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0715244
Apr 09 21:41:06.149220 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2ff6aeb-fd8c-49b9-983d-b5ec283d4e92 req-f23f79ee-15d6-4a00-af85-7c124abc26fc tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894496
Apr 09 21:41:06.158126 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-6edf6ac5-d391-419f-96ef-76efaf064325 service neutron] delete failed (client error): The resource could not be found.
Apr 09 21:41:06.159097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-6edf6ac5-d391-419f-96ef-76efaf064325 service neutron] 10.222.0.32 "DELETE /v2.0/ports/8d184cc5-e0de-49f9-a35f-586f7726d525/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0753293
Apr 09 21:41:06.243157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-5d452434-26c4-4ea3-9a0c-b741148e1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:06.244695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-5d452434-26c4-4ea3-9a0c-b741148e1659 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 1127 time: 0.0417211
Apr 09 21:41:06.340195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-4d4b931b-898f-49d3-9581-bc8a9df9e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:06.341646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-4d4b931b-898f-49d3-9581-bc8a9df9e28a service neutron] 10.222.0.32 "GET /v2.0/networks?id=813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 200  len: 916 time: 0.0903780
Apr 09 21:41:06.383604 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-0cf51a49-bd79-4838-8c72-e63f925595a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 200  len: 217 time: 0.0362115
Apr 09 21:41:06.439593 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-68ece57d-b114-4c45-88f0-6cb5e7780ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:06.442072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-68ece57d-b114-4c45-88f0-6cb5e7780ad5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 200  len: 855 time: 0.0529838
Apr 09 21:41:06.475191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-5a2a08f1-5be6-4216-a5d7-c37ceec7e759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=813b1f76-437b-409a-a6b2-df7c5fca753a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268426
Apr 09 21:41:06.552005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 8d184cc5-e0de-49f9-a35f-586f7726d525 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:41:06.567570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-fe4f3a78-2992-458f-bd6c-2bf3d0d44da2 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857596
Apr 09 21:41:06.601765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 8d184cc5-e0de-49f9-a35f-586f7726d525 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:41:06.610263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 8d184cc5-e0de-49f9-a35f-586f7726d525 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:06.610687 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:06.665216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-307f0da1-4c80-4dd8-80bb-d6c8774f5998 req-e2d0724e-3c04-465c-a48d-4f8ef5a15814 service neutron] 10.222.0.32 "GET /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911300
Apr 09 21:41:06.693401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 8d184cc5-e0de-49f9-a35f-586f7726d525 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:06.693825 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:06.718978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:41:06.721355 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7cfb04-17e8-4dcd-b2a1-87ddee07a884" -d '{"events": [{"server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "name": "network-vif-plugged", "status": "completed", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:41:06.734022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:06.739603 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:06.769589 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f9762-1c36-4693-b022-2576de43ca94 x-openstack-request-id: req-f79f9762-1c36-4693-b022-2576de43ca94 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:41:06.769886 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "name": "network-vif-plugged", "status": "completed", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:41:06.770142 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f79f9762-1c36-4693-b022-2576de43ca94 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:41:06.770545 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79f9762-1c36-4693-b022-2576de43ca94'] response: {'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'code': 200}
Apr 09 21:41:06.791985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:07.270576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07294e9e-bee5-4369-9579-e489313fb770 req-7b69aaa2-f7fe-496e-9ce5-366d22962111 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:07.272076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07294e9e-bee5-4369-9579-e489313fb770 req-7b69aaa2-f7fe-496e-9ce5-366d22962111 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0512130
Apr 09 21:41:07.320481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07294e9e-bee5-4369-9579-e489313fb770 req-b06bc41a-b6c8-4e32-9682-982aefd50ceb tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425849
Apr 09 21:41:07.443891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282e621-8409-4a89-a66b-c6a123f919da req-882d1da3-0eed-41e3-be51-2b060a6d266a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:07.445791 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0282e621-8409-4a89-a66b-c6a123f919da req-882d1da3-0eed-41e3-be51-2b060a6d266a tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0557587
Apr 09 21:41:07.494081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0282e621-8409-4a89-a66b-c6a123f919da req-48b53595-6488-4f8e-89e6-7da9badd87f7 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423908
Apr 09 21:41:07.614955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ff94-61c9-4fb1-bc61-9060204b74ef req-7b5cb87f-d73b-416d-bc03-ada6432ef699 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:07.616308 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37d3ff94-61c9-4fb1-bc61-9060204b74ef req-7b5cb87f-d73b-416d-bc03-ada6432ef699 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0554025
Apr 09 21:41:07.675877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-37d3ff94-61c9-4fb1-bc61-9060204b74ef req-48246d85-cf92-4290-9b52-187d74357360 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529010
Apr 09 21:41:08.008929 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85fe94-316a-40bd-9479-c5e43a57e138 req-f0ba61f9-300e-45ce-90c7-bb6d4338a6ff tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:08.010531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d85fe94-316a-40bd-9479-c5e43a57e138 req-f0ba61f9-300e-45ce-90c7-bb6d4338a6ff tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0512123
Apr 09 21:41:08.068067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d85fe94-316a-40bd-9479-c5e43a57e138 req-7b2f3070-5159-406c-82f7-cb4a3d883d6d tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490823
Apr 09 21:41:09.199660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5ffe1-0f12-4cb9-a384-8f8da74ba885 req-ec27eee6-1f8e-4e26-bde5-772c01d4f0de tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:09.201164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59f5ffe1-0f12-4cb9-a384-8f8da74ba885 req-ec27eee6-1f8e-4e26-bde5-772c01d4f0de tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0487502
Apr 09 21:41:09.252033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59f5ffe1-0f12-4cb9-a384-8f8da74ba885 req-8df40aa1-7f75-4b04-b72e-728d256e3a6c tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427792
Apr 09 21:41:09.411510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-0132c248-4aff-4913-a5ee-e0bdd99ff1f4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:09.412873 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-0132c248-4aff-4913-a5ee-e0bdd99ff1f4 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.25 "GET /v2.0/ports?device_id=65ad809d-6d5b-4fb2-907d-f8dedea0c8be HTTP/1.1" status: 200  len: 946 time: 0.0625238
Apr 09 21:41:09.497556 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Deleting port 8d184cc5-e0de-49f9-a35f-586f7726d525 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:41:09.497872 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:09.595897 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] For port 8d184cc5-e0de-49f9-a35f-586f7726d525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d184cc5-e0de-49f9-a35f-586f7726d525,segment=NetworkSegment(5e88c53a-a38e-4453-b0b2-614160476d7f),segment_id=5e88c53a-a38e-4453-b0b2-614160476d7f)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:09.596297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:09.609907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Calling delete_port for 8d184cc5-e0de-49f9-a35f-586f7726d525 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:41:09.758785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8d184cc5-e0de-49f9-a35f-586f7726d525), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:09.771612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['8d184cc5-e0de-49f9-a35f-586f7726d525'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:41:09.787452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Pushing event deleted for resources: {'Port': ['ID=8d184cc5-e0de-49f9-a35f-586f7726d525,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:09.831673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] No DVR routers for this DVR port 8d184cc5-e0de-49f9-a35f-586f7726d525 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:41:09.834338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:09.837635 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b4ed6045-a20b-4c71-9c86-6694705b894f req-3bd5b9f4-f5ea-4507-9f21-89483e90eaa2 tempest-ServerDiskConfigTestJSON-262150675 tempest-ServerDiskConfigTestJSON-262150675-project] 10.222.0.25 "DELETE /v2.0/ports/8d184cc5-e0de-49f9-a35f-586f7726d525 HTTP/1.1" status: 204  len: 173 time: 0.4195228
Apr 09 21:41:09.838084 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'name': 'network-vif-deleted', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:41:09.840412 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ef9276-40fc-41de-994d-6b3dccf8cc06" -d '{"events": [{"server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "name": "network-vif-deleted", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:41:09.881502 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db39b8-f183-4a1c-a639-5cdc44d87767 x-openstack-request-id: req-e5db39b8-f183-4a1c-a639-5cdc44d87767 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:41:09.881799 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ad809d-6d5b-4fb2-907d-f8dedea0c8be", "name": "network-vif-deleted", "tag": "8d184cc5-e0de-49f9-a35f-586f7726d525", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:41:09.882186 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5db39b8-f183-4a1c-a639-5cdc44d87767 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:41:09.882632 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5db39b8-f183-4a1c-a639-5cdc44d87767'] response: {'server_uuid': '65ad809d-6d5b-4fb2-907d-f8dedea0c8be', 'name': 'network-vif-deleted', 'tag': '8d184cc5-e0de-49f9-a35f-586f7726d525', 'status': 'completed', 'code': 200}
Apr 09 21:41:10.382266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39588) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:10.426301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1ebb0f-afa5-4615-ad32-f51e725f57d3 admin admin] Deleting subnet c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:41:10.429832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebb0f-afa5-4615-ad32-f51e725f57d3 admin admin] Publish callbacks [] for subnet (c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.470715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebb0f-afa5-4615-ad32-f51e725f57d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.509954 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebb0f-afa5-4615-ad32-f51e725f57d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.567511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebb0f-afa5-4615-ad32-f51e725f57d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.591367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ebb0f-afa5-4615-ad32-f51e725f57d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:10.597372 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebb0f-afa5-4615-ad32-f51e725f57d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.600535 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4d1ebb0f-afa5-4615-ad32-f51e725f57d3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c45ce908-bfd5-47ea-a3b8-2e1cf2c39ccd HTTP/1.1" status: 204  len: 168 time: 0.2172508
Apr 09 21:41:10.603295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39590) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:10.674708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (813b1f76-437b-409a-a6b2-df7c5fca753a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.757078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (813b1f76-437b-409a-a6b2-df7c5fca753a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.776876 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23742ddd60>,) {'filters': {'network_id': ['813b1f76-437b-409a-a6b2-df7c5fca753a']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:10.786116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23742ddd60>, '5e88c53a-a38e-4453-b0b2-614160476d7f') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:10.786427 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23742ddd60>, '5e88c53a-a38e-4453-b0b2-614160476d7f') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:10.799974 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (5e88c53a-a38e-4453-b0b2-614160476d7f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.813357 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5e88c53a-a38e-4453-b0b2-614160476d7f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.819258 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:41:10.819970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (5e88c53a-a38e-4453-b0b2-614160476d7f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:41:10.821673 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:41:10.875518 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (813b1f76-437b-409a-a6b2-df7c5fca753a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.881203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:10.884330 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] 10.222.0.30 "DELETE /v2.0/networks/813b1f76-437b-409a-a6b2-df7c5fca753a HTTP/1.1" status: 204  len: 168 time: 0.2800996
Apr 09 21:41:10.894863 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87273dc0-260c-472d-b23e-7c7f1cd7795f admin admin] Pushing event deleted for resources: {'Network': ['ID=813b1f76-437b-409a-a6b2-df7c5fca753a,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:10.994785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39594) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:11.034556 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-48b71179-fb04-4072-b7c7-6a0db0d9031a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b7ac04d687340c8a08ac58bdde56a67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385175
Apr 09 21:41:11.036991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39596) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:11.087710 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eacd59a7-d4e8-4ee2-bf88-ec94597c4598 admin admin] Publish callbacks [] for security_group (ff18d1dc-b8a7-4c93-898d-05a82b2b34d8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:11.113451 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eacd59a7-d4e8-4ee2-bf88-ec94597c4598 admin admin] Publish callbacks [] for security_group (ff18d1dc-b8a7-4c93-898d-05a82b2b34d8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:11.162080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eacd59a7-d4e8-4ee2-bf88-ec94597c4598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (ff18d1dc-b8a7-4c93-898d-05a82b2b34d8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:11.164639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-eacd59a7-d4e8-4ee2-bf88-ec94597c4598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:11.165861 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-eacd59a7-d4e8-4ee2-bf88-ec94597c4598 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff18d1dc-b8a7-4c93-898d-05a82b2b34d8 HTTP/1.1" status: 204  len: 168 time: 0.1279967
Apr 09 21:41:11.173798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd59a7-d4e8-4ee2-bf88-ec94597c4598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff18d1dc-b8a7-4c93-898d-05a82b2b34d8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:11.878172 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39618) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:11.986083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1597159350-network', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:12.012228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Made reservation on behalf of 67f62a23dbf04cfca2a3403c6a2186b0 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:41:12.014587 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.023060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.101389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Publish callbacks [] for security_group (b576374e-a982-4c48-a9a8-c43576cd1ab6), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.107514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b576374e-a982-4c48-a9a8-c43576cd1ab6), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.133889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:41:12.144992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b576374e-a982-4c48-a9a8-c43576cd1ab6,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:12.152278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5ecbce08-0023-4651-80a5-d6343476d920), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.152681 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Added segment 5ecbce08-0023-4651-80a5-d6343476d920 of type vlan for network 03b745cd-5e10-41bf-b629-61d061eff991
Apr 09 21:41:12.193837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (03b745cd-5e10-41bf-b629-61d061eff991), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.222868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (03b745cd-5e10-41bf-b629-61d061eff991), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.223972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:12.224538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.261258 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3818688
Apr 09 21:41:12.264451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39622) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:12.269656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Request body: {'subnet': {'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1597159350-subnet', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:12.292032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Made reservation on behalf of 67f62a23dbf04cfca2a3403c6a2186b0 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:41:12.292466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5436e38-9f8c-47ed-a58a-20a167b32bdc admin admin] Pushing event updated for resources: {'Network': ['ID=03b745cd-5e10-41bf-b629-61d061eff991,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:12.294829 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.302680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 03b745cd-5e10-41bf-b629-61d061eff991 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:41:12.473137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (7396e73e-a36b-49f4-be41-c40ce7e22858), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.527089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7396e73e-a36b-49f4-be41-c40ce7e22858,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:12.538468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.538829 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.539164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.539491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.539819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.540142 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.540460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.540779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.541226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.541545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.541859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.542200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.542745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.543250 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.543726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:12.552384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:41:12.552738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Network hostable DHCP agents. Network: 03b745cd-5e10-41bf-b629-61d061eff991, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:41:12.572012 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Network 03b745cd-5e10-41bf-b629-61d061eff991 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:41:12.582430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03b745cd-5e10-41bf-b629-61d061eff991) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:41:12.586875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:12.587583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.592622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f0e46-3b43-4798-b8ec-cfb227cdd6ac None None] Network 03b745cd-5e10-41bf-b629-61d061eff991 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:41:12.606600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0ecc2b90-b1f8-488a-b267-911b3ed9bb4f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3408921
Apr 09 21:41:12.609580 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39624) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:12.614671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:12.639506 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (7417611c-efb2-4438-88ec-b372c249a07f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.641012 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (7417611c-efb2-4438-88ec-b372c249a07f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.702530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03b745cd-5e10-41bf-b629-61d061eff991', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:41:12.703449 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.732839 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks [] for router_controller (7417611c-efb2-4438-88ec-b372c249a07f), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.843466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Allocated IP 172.20.0.2 (03b745cd-5e10-41bf-b629-61d061eff991/7396e73e-a36b-49f4-be41-c40ce7e22858/a7da2d1c-5c54-4880-9200-2838a78521e2) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:41:12.877743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks [] for router_gateway (7417611c-efb2-4438-88ec-b372c249a07f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.985542 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Publish callbacks [] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:12.994088 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.036721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Network 03b745cd-5e10-41bf-b629-61d061eff991 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:41:13.041067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:41:13.043584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:41:13.052275 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Pushing event updated for resources: {'Port': ['ID=a7da2d1c-5c54-4880-9200-2838a78521e2,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:13.084852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks [] for router_gateway (7417611c-efb2-4438-88ec-b372c249a07f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.105841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Attempting to bind port a7da2d1c-5c54-4880-9200-2838a78521e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:41:13.106205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Attempting to bind port a7da2d1c-5c54-4880-9200-2838a78521e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:41:13.106573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Attempting to bind port a7da2d1c-5c54-4880-9200-2838a78521e2 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:41:13.111574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:41:13.111941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:41:13.112341 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.112716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:41:13.113204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Bound port: a7da2d1c-5c54-4880-9200-2838a78521e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:41:13.113580 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.114290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.178973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] For port a7da2d1c-5c54-4880-9200-2838a78521e2, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:41:13.182166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] For port a7da2d1c-5c54-4880-9200-2838a78521e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7da2d1c-5c54-4880-9200-2838a78521e2,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:41:13.188133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.248615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94b9ed-e95b-4774-b9ba-8f7fb1fb5532 None None] Pushing event updated for resources: {'Port': ['ID=a7da2d1c-5c54-4880-9200-2838a78521e2,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:13.264647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Allocated IP 172.35.0.123 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/9a1ecc89-9d19-4257-8cfa-1bbd2fee8054) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:41:13.371183 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks [] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.409292 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.465461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:41:13.469459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:41:13.471785 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1ecc89-9d19-4257-8cfa-1bbd2fee8054,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:13.474087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:41:13.749792 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks [] for router_gateway (7417611c-efb2-4438-88ec-b372c249a07f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.799353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a7da2d1c-5c54-4880-9200-2838a78521e2 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:41:13.853997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a7da2d1c-5c54-4880-9200-2838a78521e2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:13.854671 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.950550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a7da2d1c-5c54-4880-9200-2838a78521e2 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:13.950951 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:13.991204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port a7da2d1c-5c54-4880-9200-2838a78521e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7da2d1c-5c54-4880-9200-2838a78521e2,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:14.002436 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:14.054400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=a7da2d1c-5c54-4880-9200-2838a78521e2,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:14.193814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0404d-f0bd-4c9e-b0ef-275c0aaa9b5d None None] Network 03b745cd-5e10-41bf-b629-61d061eff991 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:41:14.224796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-16ce62c2-e94e-489c-aa05-de2a2ab48a20 None None] Provisioning complete for port a7da2d1c-5c54-4880-9200-2838a78521e2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:14.225208 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-16ce62c2-e94e-489c-aa05-de2a2ab48a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:14.230258 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (7417611c-efb2-4438-88ec-b372c249a07f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:14.370599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-16ce62c2-e94e-489c-aa05-de2a2ab48a20 None None] Current status of the port a7da2d1c-5c54-4880-9200-2838a78521e2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:14.375107 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Router 7417611c-efb2-4438-88ec-b372c249a07f is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:41:14.489849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:41:14.499731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:41:14.508856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:14.510267 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c647102-924b-4e5a-941c-5243b3e49339 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8996971
Apr 09 21:41:14.510991 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:41:14.511860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374bab580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:40:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:14.513259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39626) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:14.620940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3f49787e-7a5d-4862-aaa3-104f512cea10 None None] Provisioning complete for port a7da2d1c-5c54-4880-9200-2838a78521e2 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:14.621216 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3f49787e-7a5d-4862-aaa3-104f512cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:14.650890 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 8d184cc5-e0de-49f9-a35f-586f7726d525 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:41:14.679184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:41:14.705657 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 8d184cc5-e0de-49f9-a35f-586f7726d525 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:41:14.706014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 8d184cc5-e0de-49f9-a35f-586f7726d525 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:41:14.848511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3f49787e-7a5d-4862-aaa3-104f512cea10 None None] Current status of the port a7da2d1c-5c54-4880-9200-2838a78521e2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:14.893494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374bab580>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:13Z', 'revision_number': 3, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:14.920187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:41:14.920555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Updating router 7417611c-efb2-4438-88ec-b372c249a07f port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:41:14.948937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:14.975217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.176388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Allocated IP 172.20.0.1 (03b745cd-5e10-41bf-b629-61d061eff991/7396e73e-a36b-49f4-be41-c40ce7e22858/c35cec7b-3a69-4302-9dd6-f72b0fdd91ae) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:41:15.203660 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Publish callbacks [] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.209706 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.261580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd865c-976c-48a2-b4e7-c13c653a9ad3 None None] Pushing event updated for resources: {'Port': ['ID=9a1ecc89-9d19-4257-8cfa-1bbd2fee8054,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:15.263925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Attempting to bind port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:41:15.264294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Attempting to bind port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:41:15.264661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Attempting to bind port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:41:15.270916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:41:15.271292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:41:15.271692 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.272085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:41:15.272552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Bound port: 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:41:15.272929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.284812 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Publish callbacks [] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.321082 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.324735 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] For port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:41:15.327912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] For port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1ecc89-9d19-4257-8cfa-1bbd2fee8054,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:41:15.334336 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.362224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Network 03b745cd-5e10-41bf-b629-61d061eff991 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:41:15.366522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:41:15.370863 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:41:15.374115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Pushing event updated for resources: {'Port': ['ID=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:15.391973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:41:15.392488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374bab580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:40:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:15.412119 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (7417611c-efb2-4438-88ec-b372c249a07f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.463988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd865c-976c-48a2-b4e7-c13c653a9ad3 None None] Pushing event updated for resources: {'Port': ['ID=9a1ecc89-9d19-4257-8cfa-1bbd2fee8054,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:15.536024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:41:15.593403 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.824938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a7da2d1c-5c54-4880-9200-2838a78521e2 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:41:15.867121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-21ca1338-6a5a-43f8-aa95-806b16c74396 None None] Provisioning complete for port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:15.867891 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-21ca1338-6a5a-43f8-aa95-806b16c74396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.929957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-21ca1338-6a5a-43f8-aa95-806b16c74396 None None] Port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:41:15.957810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port a7da2d1c-5c54-4880-9200-2838a78521e2 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:15.958189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:15.997047 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374bab580>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:13Z', 'revision_number': 3, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:16.026038 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff2154-11b2-4209-b8df-ae72410ee724 None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:13Z', 'revision_number': 3, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:41:16.034567 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Publish callbacks [] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:16.040792 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:16.079793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port a7da2d1c-5c54-4880-9200-2838a78521e2 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:16.108208 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (7417611c-efb2-4438-88ec-b372c249a07f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:16.121902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Pushing event updated for resources: {'Port': ['ID=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:16.219942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Network 03b745cd-5e10-41bf-b629-61d061eff991 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:41:16.221739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:41:16.366274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:41:16.499518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:41:16.504709 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-59bc1729-1b5e-473f-aa40-f27cd4286a96 admin admin] 10.222.0.30 "PUT /v2.0/routers/7417611c-efb2-4438-88ec-b372c249a07f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9901402
Apr 09 21:41:16.552832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6b94212c-bb7a-40f3-9ab1-290c50676424 None None] Provisioning complete for port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:16.553260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6b94212c-bb7a-40f3-9ab1-290c50676424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:16.590095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6b94212c-bb7a-40f3-9ab1-290c50676424 None None] Port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:41:17.047764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 39634) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:17.052654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7c01335c-c853-4748-9b6a-3458a8959e5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323145368', 'description': 'tempest-description--1721864065'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:17.074669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7c01335c-c853-4748-9b6a-3458a8959e5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.147820 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7c01335c-c853-4748-9b6a-3458a8959e5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group (59f3a68e-1d93-41de-b702-36d0069aae5f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.153393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7c01335c-c853-4748-9b6a-3458a8959e5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (59f3a68e-1d93-41de-b702-36d0069aae5f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.181218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7c01335c-c853-4748-9b6a-3458a8959e5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.182471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7c01335c-c853-4748-9b6a-3458a8959e5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.1336486
Apr 09 21:41:17.185695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39636) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:17.186549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01335c-c853-4748-9b6a-3458a8959e5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f3a68e-1d93-41de-b702-36d0069aae5f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:17.191560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9f8f9126-99e6-48f4-8f28-ac19e04a12d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'security_group_rule': {'security_group_id': '59f3a68e-1d93-41de-b702-36d0069aae5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:17.220614 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9f8f9126-99e6-48f4-8f28-ac19e04a12d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group_rule (cd49bb3e-4c06-41a1-af45-33ece30703e9), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.279482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9f8f9126-99e6-48f4-8f28-ac19e04a12d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group_rule (cd49bb3e-4c06-41a1-af45-33ece30703e9), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.284239 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9f8f9126-99e6-48f4-8f28-ac19e04a12d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (cd49bb3e-4c06-41a1-af45-33ece30703e9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.303198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f9126-99e6-48f4-8f28-ac19e04a12d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd49bb3e-4c06-41a1-af45-33ece30703e9,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:17.312811 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9f8f9126-99e6-48f4-8f28-ac19e04a12d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.314090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9f8f9126-99e6-48f4-8f28-ac19e04a12d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1273372
Apr 09 21:41:17.316749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39638) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:17.321521 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-33d3ac79-8bc8-4e06-9cc6-6a19ea602e47 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'security_group_rule': {'security_group_id': '59f3a68e-1d93-41de-b702-36d0069aae5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:17.348236 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33d3ac79-8bc8-4e06-9cc6-6a19ea602e47 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group_rule (76830448-ffb3-483b-aa46-6a047388a260), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.405103 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33d3ac79-8bc8-4e06-9cc6-6a19ea602e47 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group_rule (76830448-ffb3-483b-aa46-6a047388a260), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.410188 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33d3ac79-8bc8-4e06-9cc6-6a19ea602e47 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (76830448-ffb3-483b-aa46-6a047388a260), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.430176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3ac79-8bc8-4e06-9cc6-6a19ea602e47 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76830448-ffb3-483b-aa46-6a047388a260,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:17.437999 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-33d3ac79-8bc8-4e06-9cc6-6a19ea602e47 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.439294 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-33d3ac79-8bc8-4e06-9cc6-6a19ea602e47 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1215262
Apr 09 21:41:17.442437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39640) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:17.447151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:17.469118 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.551097 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.605764 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:41:17.615428 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:41:17.616042 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:40:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:17.657686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Allocated IP 172.35.0.207 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/214d0ba3-ee12-4e87-b426-9e1ae7d3287d) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:41:17.732807 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:41:17.770490 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for port (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.802152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:41:17.809903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.849721 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:17.850095 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.853212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:41:17.856168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:41:17.860572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:41:17.863740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'Port': ['ID=214d0ba3-ee12-4e87-b426-9e1ae7d3287d,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:17.940836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:17.941263 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.942581 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d9d0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 2, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:17.956946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.964269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1ecc89-9d19-4257-8cfa-1bbd2fee8054,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:17.969019 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:17.975735 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:41:17.976269 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Updating router 7417611c-efb2-4438-88ec-b372c249a07f port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:41:18.001979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.008786 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.023153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=9a1ecc89-9d19-4257-8cfa-1bbd2fee8054,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:18.161280 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for port (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.169126 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.239352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'Port': ['ID=214d0ba3-ee12-4e87-b426-9e1ae7d3287d,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:18.247731 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.263808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.265228 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-55436d51-61c5-4db3-b459-afca69099f1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8218701
Apr 09 21:41:18.276013 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Publish callbacks [] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.282361 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.354892 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Pushing event updated for resources: {'Port': ['ID=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:18.379785 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.380116 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.380452 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.380785 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.381133 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.381459 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.381784 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.382103 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.382420 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.382739 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.383058 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.383382 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.383685 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.383998 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.384312 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:41:18.400845 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Attempting to bind port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:41:18.401254 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Attempting to bind port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:41:18.401617 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Attempting to bind port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:41:18.406931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:41:18.407300 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:41:18.408162 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.408162 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:41:18.408532 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Bound port: c35cec7b-3a69-4302-9dd6-f72b0fdd91ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:41:18.408905 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.424918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-7786da31-e4f3-41a2-bb9f-a0516a14286b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1323145368&fields=id&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 267 time: 0.0490692
Apr 09 21:41:18.478560 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] For port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:41:18.482310 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] For port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:41:18.491383 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.540136 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-72bd393d-c7cf-466b-99bb-8270ba2efc96 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:18.542031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-72bd393d-c7cf-466b-99bb-8270ba2efc96 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 812 time: 0.1099958
Apr 09 21:41:18.558334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-ec94f264-f250-4fab-96f1-d912353a6ee9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/quotas/67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 375 time: 0.0100300
Apr 09 21:41:18.611350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-af1e800a-7ea6-4398-b413-ad0e4919436c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0472980
Apr 09 21:41:18.622320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b7ff5bd-1985-4de2-a78f-26b7469611a7 None None] Provisioning complete for port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:18.622839 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff5bd-1985-4de2-a78f-26b7469611a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.652915 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:41:18.654313 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237731d9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:40:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:18.737364 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ff5bd-1985-4de2-a78f-26b7469611a7 None None] Current status of the port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:18.737756 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff5bd-1985-4de2-a78f-26b7469611a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.773475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b7ff5bd-1985-4de2-a78f-26b7469611a7 None None] For port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:18.778073 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:41:18.782189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff5bd-1985-4de2-a78f-26b7469611a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.799062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-7dc79d14-3bd2-4aa7-9bd5-9f6613aec0dd service neutron] 10.222.0.30 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742563
Apr 09 21:41:18.807533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e0f67-4ec0-4dcc-a288-9c03e5b59887 None None] Pushing event updated for resources: {'Port': ['ID=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:18.853950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ff5bd-1985-4de2-a78f-26b7469611a7 None None] Pushing event updated for resources: {'Port': ['ID=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:18.903278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-32aa0199-d018-4935-9eb3-b430403fd776 None None] Provisioning complete for port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:18.903563 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-32aa0199-d018-4935-9eb3-b430403fd776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:18.909959 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-2325be2f-09f7-465c-ab46-d5c97d29a0f2 service neutron] 10.222.0.30 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039395
Apr 09 21:41:18.987055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-32aa0199-d018-4935-9eb3-b430403fd776 None None] Current status of the port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:18.994943 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237731d9d0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:19.026667 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc1d09-2d32-4148-bb51-9f6065b397f0 None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:41:19.135891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-360a36c6-b2cd-4ace-97f4-4a74da6dbf4a req-a55c2333-ce8d-428d-b434-9d2a67246d3b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 210 time: 0.0596123
Apr 09 21:41:19.862065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c35cec7b-3a69-4302-9dd6-f72b0fdd91ae up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:41:19.909409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:19.909809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:19.991955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:19.993224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:41:20.050936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:20.051362 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:20.137026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:20.163680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-ba8abb58-ddb2-4a90-92e9-11a31622a6e5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:20.165239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-ba8abb58-ddb2-4a90-92e9-11a31622a6e5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 812 time: 0.1474760
Apr 09 21:41:20.250526 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-1a61b9a7-0e57-4ff9-963d-ad028ceba183 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 380 time: 0.0736687
Apr 09 21:41:20.273287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'port': {'device_id': '079d8390-daf2-43df-9100-0ae251499630', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'admin_state_up': True, 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'security_groups': ['59f3a68e-1d93-41de-b702-36d0069aae5f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:20.279081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08c46411-3ea6-42a4-993e-effaae838f65 req-5036ca80-0f9e-4ed4-ba84-f12fd9a8552a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 210 time: 0.0507274
Apr 09 21:41:20.390576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Made reservation on behalf of 67f62a23dbf04cfca2a3403c6a2186b0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:41:20.394150 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:20.471074 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7232e78f-196b-48e8-9a6b-3d4d7579ac3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:20.526676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Allocated IP 172.20.0.12 (03b745cd-5e10-41bf-b629-61d061eff991/7396e73e-a36b-49f4-be41-c40ce7e22858/52bdfacd-7192-4691-89c6-e2afd287ee88) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:41:20.671576 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:20.720000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:20.765647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Network 03b745cd-5e10-41bf-b629-61d061eff991 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:41:20.768591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:41:20.771104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:41:20.796656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:20.827959 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:20.828580 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:20.849208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-f17afe39-c0c1-4602-8756-24bb9ddfa69b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5792017
Apr 09 21:41:20.915563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Request body: {'port': {'device_id': '079d8390-daf2-43df-9100-0ae251499630', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:20.982016 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:21.021394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e607b0fb-8772-4604-ade7-e1d613cbde0b None None] Provisioning complete for port 52bdfacd-7192-4691-89c6-e2afd287ee88 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:21.021988 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e607b0fb-8772-4604-ade7-e1d613cbde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:21.061825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e607b0fb-8772-4604-ade7-e1d613cbde0b None None] Port 52bdfacd-7192-4691-89c6-e2afd287ee88 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:41:21.262408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bdfacd-7192-4691-89c6-e2afd287ee88 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:41:21.271526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Publish callbacks [] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:21.284158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Transition to ACTIVE for port object 52bdfacd-7192-4691-89c6-e2afd287ee88 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:41:21.290370 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:21.345967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:21.449335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499125a7-340f-4c59-86c0-e136e2d34f1d req-990fda88-78b9-4f41-860d-ae0a4bb13ea1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:21.450981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-499125a7-340f-4c59-86c0-e136e2d34f1d req-990fda88-78b9-4f41-860d-ae0a4bb13ea1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 944 time: 0.0805039
Apr 09 21:41:21.481966 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Attempting to bind port 52bdfacd-7192-4691-89c6-e2afd287ee88 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:41:21.482298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Attempting to bind port 52bdfacd-7192-4691-89c6-e2afd287ee88 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:41:21.482643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Attempting to bind port 52bdfacd-7192-4691-89c6-e2afd287ee88 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:41:21.496899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Port 52bdfacd-7192-4691-89c6-e2afd287ee88 on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:41:21.497244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Attempting to bind port 52bdfacd-7192-4691-89c6-e2afd287ee88 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:41:21.511278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:41:21.511685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:41:21.512078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:41:21.512516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Bound port: 52bdfacd-7192-4691-89c6-e2afd287ee88, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:41:21.512872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:21.528508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-499125a7-340f-4c59-86c0-e136e2d34f1d req-04057a9b-c7c4-4f29-84c3-355578f8faee tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707343
Apr 09 21:41:21.598301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:41:21.601430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:41:21.608799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:21.648527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:21.649264 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:21.650650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] 10.222.0.32 "PUT /v2.0/ports/52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1092 time: 0.7946584
Apr 09 21:41:21.651105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:41:21.653400 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5202ffb-f37c-491b-b035-8b2bc8f84be9" -d '{"events": [{"name": "network-changed", "server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:41:21.675185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc874869-93f9-49a3-92cc-8d7b842462ef service neutron] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:21.704208 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c0117c-076b-435a-8c45-028ba2cc0271 x-openstack-request-id: req-19c0117c-076b-435a-8c45-028ba2cc0271 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:41:21.704598 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:41:21.704919 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19c0117c-076b-435a-8c45-028ba2cc0271 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:41:21.705382 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c0117c-076b-435a-8c45-028ba2cc0271'] response: {'name': 'network-changed', 'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'status': 'completed', 'code': 200}
Apr 09 21:41:21.738419 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-d411c1ed-f3e6-4ca7-a7a9-1b019f9c0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:21.739958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-d411c1ed-f3e6-4ca7-a7a9-1b019f9c0257 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1126 time: 0.0457034
Apr 09 21:41:21.783059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-4b6ab26a-0352-4418-bac0-09a754834b3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 217 time: 0.0352712
Apr 09 21:41:21.837214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-a30253b3-b8b8-46c6-8064-4fd2ef53fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:21.838681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-a30253b3-b8b8-46c6-8064-4fd2ef53fb29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0499525
Apr 09 21:41:21.882148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-7035ef95-6cf1-4f25-a9e2-591a82c3f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:21.883543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-7035ef95-6cf1-4f25-a9e2-591a82c3f9f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396187
Apr 09 21:41:21.978883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-60d0ee76-7254-48c3-94e3-febf914fa74b service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890956
Apr 09 21:41:22.069262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18f1bc88-2bb6-4145-9a7f-6fd5ae9d1087 req-16297cb8-fb00-4be9-8291-bd137e5cf6a4 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843163
Apr 09 21:41:22.657201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d082cf4-4e8c-4370-b8ea-095ccc59268b req-1b5dffdc-b6c7-4d3b-9cbc-86fdbbceeb09 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:22.658675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d082cf4-4e8c-4370-b8ea-095ccc59268b req-1b5dffdc-b6c7-4d3b-9cbc-86fdbbceeb09 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 944 time: 0.0540771
Apr 09 21:41:22.710830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d082cf4-4e8c-4370-b8ea-095ccc59268b req-1b736a52-8992-4930-a1bc-bab11534f648 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463362
Apr 09 21:41:22.930642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-729a0233-935e-422b-bd6e-132852493610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:22.932122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-729a0233-935e-422b-bd6e-132852493610 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1126 time: 0.0464194
Apr 09 21:41:22.964612 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f9022fd7-4ed0-49c6-a990-f085fa939183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:23.025347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-15155441-cb1b-471e-b42d-b57cf3cf48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:23.026843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-15155441-cb1b-471e-b42d-b57cf3cf48d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0889063
Apr 09 21:41:23.072015 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-96aafd2a-3eb3-4101-8ac3-9beb218f6944 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 217 time: 0.0384219
Apr 09 21:41:23.121813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-b5c4d5e1-6b40-4e8a-bd06-109cc54f3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:23.123252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-b5c4d5e1-6b40-4e8a-bd06-109cc54f3759 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0451217
Apr 09 21:41:23.166494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-d80d7473-c15e-46a7-9943-f9e06e20c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:23.167963 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-d80d7473-c15e-46a7-9943-f9e06e20c989 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385363
Apr 09 21:41:23.272043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-8bfef2ff-7e3f-4874-b6fb-293b2fd6cefc service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979469
Apr 09 21:41:23.365066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5202ffb-f37c-491b-b035-8b2bc8f84be9 req-9b44ccc9-7717-4e12-b472-e8434dd3b8c1 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856044
Apr 09 21:41:23.843005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060264-5799-43bc-b4b7-fc602d3b6162 req-5747384c-fea5-4b38-9bc2-491d105606ff tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:23.844490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8060264-5799-43bc-b4b7-fc602d3b6162 req-5747384c-fea5-4b38-9bc2-491d105606ff tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 944 time: 0.0528057
Apr 09 21:41:23.894831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8060264-5799-43bc-b4b7-fc602d3b6162 req-7661ae23-639d-4f1d-8521-cad07720abc7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445430
Apr 09 21:41:24.271876 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:25.009822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 52bdfacd-7192-4691-89c6-e2afd287ee88 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:41:25.011912 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09bde7-a7b3-409c-adc5-84f084c722e7 req-ec34b286-c644-40c6-93a3-fb17d28488a6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:25.013529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e09bde7-a7b3-409c-adc5-84f084c722e7 req-ec34b286-c644-40c6-93a3-fb17d28488a6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 944 time: 0.0491304
Apr 09 21:41:25.064380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5e09bde7-a7b3-409c-adc5-84f084c722e7 req-51de3888-13b1-4901-b649-c36ff8049419 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450549
Apr 09 21:41:25.121327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:25.132796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'mac_address': 'fa:16:3e:95:c9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:41:25.170463 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 52bdfacd-7192-4691-89c6-e2afd287ee88 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:25.170850 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:25.183961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bdfacd-7192-4691-89c6-e2afd287ee88 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:41:25.204255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:25.211412 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:25.262172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:25.308903 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:25.414329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['52bdfacd-7192-4691-89c6-e2afd287ee88'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:41:25.953701 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:26.178623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62dcc7-210c-455d-ab4f-63232e7defb2 req-4bfd87ff-9602-480f-aafe-ab817c5b6248 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:26.180128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da62dcc7-210c-455d-ab4f-63232e7defb2 req-4bfd87ff-9602-480f-aafe-ab817c5b6248 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 945 time: 0.0481637
Apr 09 21:41:26.234554 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da62dcc7-210c-455d-ab4f-63232e7defb2 req-f43d7b89-b614-4994-b98b-bd2bf205699e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462172
Apr 09 21:41:27.019013 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 52bdfacd-7192-4691-89c6-e2afd287ee88 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:41:27.073523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 52bdfacd-7192-4691-89c6-e2afd287ee88 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:41:27.080344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 52bdfacd-7192-4691-89c6-e2afd287ee88 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:41:27.080730 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:27.127736 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:27.170227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 52bdfacd-7192-4691-89c6-e2afd287ee88 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:41:27.170775 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:27.199753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:41:27.202097 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb7d0d1-df91-42b6-b157-c2a0bf9f8647" -d '{"events": [{"server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "name": "network-vif-plugged", "status": "completed", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:41:27.214774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:41:27.220143 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:27.246750 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ddceb3-9e65-42f1-b5cb-9c9ee0124d5f x-openstack-request-id: req-94ddceb3-9e65-42f1-b5cb-9c9ee0124d5f {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:41:27.247015 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "name": "network-vif-plugged", "status": "completed", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:41:27.247299 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94ddceb3-9e65-42f1-b5cb-9c9ee0124d5f {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:41:27.247693 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ddceb3-9e65-42f1-b5cb-9c9ee0124d5f'] response: {'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'code': 200}
Apr 09 21:41:27.274911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:41:27.354706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f633ebd-6ebf-4210-a445-523896fed3a4 req-aff9a9f8-ec95-4b90-9502-0880cf6a41b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:27.356221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f633ebd-6ebf-4210-a445-523896fed3a4 req-aff9a9f8-ec95-4b90-9502-0880cf6a41b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0493414
Apr 09 21:41:27.411814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807eadf-d3c3-4a05-a245-cb37dae92c12 req-ab577c35-bf92-4ef7-95d7-f8cd43b6821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:27.413346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d807eadf-d3c3-4a05-a245-cb37dae92c12 req-ab577c35-bf92-4ef7-95d7-f8cd43b6821a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1128 time: 0.0562110
Apr 09 21:41:27.442342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f633ebd-6ebf-4210-a445-523896fed3a4 req-f80a8516-7b11-4f19-973c-fdc45bacc11c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776858
Apr 09 21:41:27.468022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d807eadf-d3c3-4a05-a245-cb37dae92c12 req-0a0ff09d-3452-458a-9b38-8c3267e6df43 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489368
Apr 09 21:41:28.574207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243b10-4370-40d7-8cdd-d7fd233824da req-571eb415-473c-41d7-9706-100ee37084c7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:28.575722 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28243b10-4370-40d7-8cdd-d7fd233824da req-571eb415-473c-41d7-9706-100ee37084c7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0542779
Apr 09 21:41:28.626149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-28243b10-4370-40d7-8cdd-d7fd233824da req-6da5ac1d-8e62-4910-81bf-fe0a7bface44 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445769
Apr 09 21:41:29.743480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941f50-67f9-4657-93b0-435cfcbc7ed8 req-f656030f-9f6a-4550-aeca-b7c71f648868 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:29.745050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78941f50-67f9-4657-93b0-435cfcbc7ed8 req-f656030f-9f6a-4550-aeca-b7c71f648868 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0476601
Apr 09 21:41:29.794069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78941f50-67f9-4657-93b0-435cfcbc7ed8 req-dcfabcb3-4308-40bc-ab29-ada5f10007c5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426979
Apr 09 21:41:29.921409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adc351-f11c-4390-ab5d-66af67e97ca8 req-17d2c837-10ca-47d1-80cb-93de71140b92 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:29.922789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5adc351-f11c-4390-ab5d-66af67e97ca8 req-17d2c837-10ca-47d1-80cb-93de71140b92 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0588067
Apr 09 21:41:29.932894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39692) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:41:29.937175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'floatingip': {'port_id': '52bdfacd-7192-4691-89c6-e2afd287ee88'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:41:29.976107 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:30.722496 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:30.729110 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:30.835368 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba associated. External IP: 172.35.0.207, port: 52bdfacd-7192-4691-89c6-e2afd287ee88.
Apr 09 21:41:31.051648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:41:31.165885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:41:31.170941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:31.175686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:41:31.186429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:41:31.187055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23762181f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:41:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:31.202951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a5d01e2b-f432-499d-b7e9-abf16deb188f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "PUT /v2.0/floatingips/9d267a5e-f280-4e54-8a32-8008cb227cba HTTP/1.1" status: 200  len: 992 time: 1.2690055
Apr 09 21:41:31.203672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:41:31.206115 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684e6be-5287-459f-a102-e60560d94800" -d '{"events": [{"name": "network-changed", "server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:41:31.249832 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33818803-9365-4455-959e-a230133c4649 x-openstack-request-id: req-33818803-9365-4455-959e-a230133c4649 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:41:31.250128 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:41:31.250383 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33818803-9365-4455-959e-a230133c4649 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:41:31.250893 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33818803-9365-4455-959e-a230133c4649'] response: {'name': 'network-changed', 'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'status': 'completed', 'code': 200}
Apr 09 21:41:31.307631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:41:31.335197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dee5df-f906-421a-a492-a8cfba89397a req-97c279cc-6463-436b-bc58-d88ecdd05ca5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:31.336745 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3dee5df-f906-421a-a492-a8cfba89397a req-97c279cc-6463-436b-bc58-d88ecdd05ca5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0759885
Apr 09 21:41:31.338149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e6be-5287-459f-a102-e60560d94800 req-f5b4a127-0a78-431f-81db-a690bd62cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:31.339499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8684e6be-5287-459f-a102-e60560d94800 req-f5b4a127-0a78-431f-81db-a690bd62cfe2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1128 time: 0.0671780
Apr 09 21:41:31.444343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3dee5df-f906-421a-a492-a8cfba89397a req-9fb31c65-3358-47e6-a51f-3dc465dcd33b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020324
Apr 09 21:41:31.464845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e6be-5287-459f-a102-e60560d94800 req-880cccb6-f028-447a-ab0a-3cbff45d6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:31.466443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8684e6be-5287-459f-a102-e60560d94800 req-880cccb6-f028-447a-ab0a-3cbff45d6cb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1183083
Apr 09 21:41:31.531913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23762181f0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:95:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d8390-daf2-43df-9100-0ae251499630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:41:30Z', 'revision_number': 1, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:31.563199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:41:31.563597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8684e6be-5287-459f-a102-e60560d94800 req-39e25801-de14-4e68-8edf-ca99d2fa1734 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1000 time: 0.0912950
Apr 09 21:41:31.571828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:41:31.572426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23762181f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:41:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:31.584706 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ecac-4620-402c-98c7-1c31f62cffff req-31d235c0-e339-4a8a-8e8c-a41c18d5c413 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:31.586187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e34ecac-4620-402c-98c7-1c31f62cffff req-31d235c0-e339-4a8a-8e8c-a41c18d5c413 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0702150
Apr 09 21:41:31.642242 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e6be-5287-459f-a102-e60560d94800 req-b5b1425f-9833-4312-8407-5afebcaf60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:31.643715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8684e6be-5287-459f-a102-e60560d94800 req-b5b1425f-9833-4312-8407-5afebcaf60d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0745699
Apr 09 21:41:31.669542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0e34ecac-4620-402c-98c7-1c31f62cffff req-3a4caaf6-d6b4-4cfb-a642-b7c54e1753da tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657935
Apr 09 21:41:31.688766 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:31.697480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e6be-5287-459f-a102-e60560d94800 req-29cef88d-64f0-46a6-b788-b79aeec380e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:31.699013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8684e6be-5287-459f-a102-e60560d94800 req-29cef88d-64f0-46a6-b788-b79aeec380e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455565
Apr 09 21:41:31.701406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:41:31.796463 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8684e6be-5287-459f-a102-e60560d94800 req-9640997e-915b-475f-b1e0-ce4073fbb640 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916154
Apr 09 21:41:31.884424 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8684e6be-5287-459f-a102-e60560d94800 req-50273c41-c859-408c-968b-79cc086f5a65 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822291
Apr 09 21:41:31.927285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23762181f0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:95:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d8390-daf2-43df-9100-0ae251499630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:41:30Z', 'revision_number': 1, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:41:31.959023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ce4c4-aafe-4d78-b74f-f4664c2da30c None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:95:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d8390-daf2-43df-9100-0ae251499630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:41:30Z', 'revision_number': 1, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:41:32.187322 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93347fa-8aff-4a41-826f-40cebcd2dac8 None None] New status for floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:41:32.799113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a4dc5-aff3-488e-bc7d-9a29740b2b16 req-c373444f-6ade-4538-875d-d78221cd3f5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:32.800585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e29a4dc5-aff3-488e-bc7d-9a29740b2b16 req-c373444f-6ade-4538-875d-d78221cd3f5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0553453
Apr 09 21:41:32.854137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e29a4dc5-aff3-488e-bc7d-9a29740b2b16 req-f6284d91-71fe-4110-bac3-45dd582de442 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452721
Apr 09 21:41:32.979527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94715b82-81c8-4ce1-8845-27116b97b9f3 req-1d790446-9b22-4abe-99ab-00a3493c133e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:32.980930 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94715b82-81c8-4ce1-8845-27116b97b9f3 req-1d790446-9b22-4abe-99ab-00a3493c133e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0570390
Apr 09 21:41:33.027508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-94715b82-81c8-4ce1-8845-27116b97b9f3 req-6733e2c2-6e20-42de-ab66-98e436202ab2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408342
Apr 09 21:41:33.274168 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-2bb5427b-958b-43e4-9467-3082f80eefdd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0390763
Apr 09 21:41:33.288205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c48f4-ebd2-43c0-a4b2-2c4ef60a7cbc req-0e256997-1671-452c-be18-2df82b6ac7d1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:33.289794 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-850c48f4-ebd2-43c0-a4b2-2c4ef60a7cbc req-0e256997-1671-452c-be18-2df82b6ac7d1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0509622
Apr 09 21:41:33.339469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-850c48f4-ebd2-43c0-a4b2-2c4ef60a7cbc req-14849d0d-10cb-4d6e-b9eb-72e3d7260304 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433037
Apr 09 21:41:33.696238 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-c7226c14-8581-4cb0-ba44-fd2e2abee93a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:33.697983 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-c7226c14-8581-4cb0-ba44-fd2e2abee93a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports/52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 943 time: 0.0500097
Apr 09 21:41:34.479989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32243a4-8014-4035-8c67-88d42993d493 req-a41e29b8-189e-4399-bc22-89c0a8587359 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:34.481446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e32243a4-8014-4035-8c67-88d42993d493 req-a41e29b8-189e-4399-bc22-89c0a8587359 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0615182
Apr 09 21:41:34.522498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-41c9a69d-b064-45ac-8732-1963f471e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:34.523990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-41c9a69d-b064-45ac-8732-1963f471e0cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1128 time: 0.0604498
Apr 09 21:41:34.576195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e32243a4-8014-4035-8c67-88d42993d493 req-428a06a4-e14f-4655-a2d2-6776124a6d2f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789466
Apr 09 21:41:34.635145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-5dc617a6-883d-4deb-956f-5f9dcfe65573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:34.636553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-5dc617a6-883d-4deb-956f-5f9dcfe65573 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1030569
Apr 09 21:41:34.726439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0fd02700-7c0e-45b2-9c22-1edf979133ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1002 time: 0.0655041
Apr 09 21:41:34.786555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-2e1524cf-cc84-4aa8-ac53-385158f6eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:34.788004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-2e1524cf-cc84-4aa8-ac53-385158f6eb44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0544913
Apr 09 21:41:34.836736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-96367a2f-9d8f-46e2-bb4f-cdc037267a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:34.838258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-96367a2f-9d8f-46e2-bb4f-cdc037267a9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439372
Apr 09 21:41:34.931839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-150378fe-6730-4eb9-82b8-0f45bc671435 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868642
Apr 09 21:41:35.044508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-bd352dff-d8d9-4e30-83ba-0d192c15e5ed service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1059823
Apr 09 21:41:35.694923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcb45b-7177-4922-8640-02d1ff1e9049 req-eb518433-ea51-4c5d-8aab-28ef9f68e404 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:35.696259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3edcb45b-7177-4922-8640-02d1ff1e9049 req-eb518433-ea51-4c5d-8aab-28ef9f68e404 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0483966
Apr 09 21:41:35.749689 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3edcb45b-7177-4922-8640-02d1ff1e9049 req-6aacbd0c-b0b0-4692-96c1-6f53cb181ac1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473745
Apr 09 21:41:36.884185 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:41:36.885724 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac7788-add0-4e26-a2b3-4843494c7a19 req-4977ecb8-eb74-4624-ad8d-acf9b58a4e1c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:36.887267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eaac7788-add0-4e26-a2b3-4843494c7a19 req-4977ecb8-eb74-4624-ad8d-acf9b58a4e1c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0511284
Apr 09 21:41:36.938167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eaac7788-add0-4e26-a2b3-4843494c7a19 req-72b57cbf-2a39-4440-97ed-dc5b445999d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429974
Apr 09 21:41:38.064004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca397c-47ff-4c3a-bd0e-ad22f0f49a2c req-e56b6677-4734-4d91-a4f9-163b24251ac3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:38.065413 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eca397c-47ff-4c3a-bd0e-ad22f0f49a2c req-e56b6677-4734-4d91-a4f9-163b24251ac3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0479355
Apr 09 21:41:38.116972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eca397c-47ff-4c3a-bd0e-ad22f0f49a2c req-5828119a-00da-4277-b20e-f6d97b1fc65a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439847
Apr 09 21:41:39.241750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268832a1-c918-4085-8ac6-a91dcec0ff7a req-0af13b8a-e547-456d-8bee-b4b3681f0a3b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:39.243195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-268832a1-c918-4085-8ac6-a91dcec0ff7a req-0af13b8a-e547-456d-8bee-b4b3681f0a3b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0509832
Apr 09 21:41:39.295122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-268832a1-c918-4085-8ac6-a91dcec0ff7a req-d24a778a-26ee-44ae-925d-26e76f06b4bf tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438216
Apr 09 21:41:40.417897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddd3cf-d703-4ff7-911c-ee52afe1f84b req-c9223092-ca93-4fc3-85e0-abbf2c373a60 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:40.419460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95ddd3cf-d703-4ff7-911c-ee52afe1f84b req-c9223092-ca93-4fc3-85e0-abbf2c373a60 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0487285
Apr 09 21:41:40.471726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95ddd3cf-d703-4ff7-911c-ee52afe1f84b req-33a8476a-3cff-4d7d-b920-a5d18e1429ee tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441155
Apr 09 21:41:41.608997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aed73-e0fc-4662-8c81-603b266e0631 req-4a3443e2-73c5-42ae-ae74-70a1a224d102 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:41.610499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-142aed73-e0fc-4662-8c81-603b266e0631 req-4a3443e2-73c5-42ae-ae74-70a1a224d102 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0577240
Apr 09 21:41:41.668437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-142aed73-e0fc-4662-8c81-603b266e0631 req-f376a5b9-bdbf-4258-9ceb-b9e08fd46cdd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520046
Apr 09 21:41:42.799461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec6c0f-e182-4fc2-b5cf-a371039f0a90 req-302f2587-3685-4e8e-8b6e-3c738340bb64 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:42.800980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aaec6c0f-e182-4fc2-b5cf-a371039f0a90 req-302f2587-3685-4e8e-8b6e-3c738340bb64 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0507948
Apr 09 21:41:42.852119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aaec6c0f-e182-4fc2-b5cf-a371039f0a90 req-37928013-4778-467c-89f9-58339916172e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427175
Apr 09 21:41:43.983922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d17a57-5a89-483f-bde8-6de4ee2e6a41 req-84bfe3b1-1f33-4522-a65b-73887a98783a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:43.985439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12d17a57-5a89-483f-bde8-6de4ee2e6a41 req-84bfe3b1-1f33-4522-a65b-73887a98783a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0537670
Apr 09 21:41:44.035068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12d17a57-5a89-483f-bde8-6de4ee2e6a41 req-f0f8efc5-1c29-47ce-91bf-2cb5bcb6cc5d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436983
Apr 09 21:41:45.166055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e10e0-888e-43e0-95eb-eb11c154a7f9 req-103bf607-713a-4ae7-abef-ec4df83ea776 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:45.167538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c26e10e0-888e-43e0-95eb-eb11c154a7f9 req-103bf607-713a-4ae7-abef-ec4df83ea776 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0515187
Apr 09 21:41:45.216346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c26e10e0-888e-43e0-95eb-eb11c154a7f9 req-942f21d2-d595-4d20-a4fc-da1eb881d524 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429230
Apr 09 21:41:46.338092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756cb3-832d-4199-8200-1cc42e2edf68 req-25383e4f-454b-4f58-bfdd-44af41a08703 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:46.339544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae756cb3-832d-4199-8200-1cc42e2edf68 req-25383e4f-454b-4f58-bfdd-44af41a08703 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0482895
Apr 09 21:41:46.390346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae756cb3-832d-4199-8200-1cc42e2edf68 req-c92a0669-8a1f-4db7-862a-1f8a325536d1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424881
Apr 09 21:41:47.517443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64523760-4ad9-42fc-8728-d863b8e5ef33 req-4dca9dc8-8818-4ad0-8693-fb341ad1e93c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:47.518904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64523760-4ad9-42fc-8728-d863b8e5ef33 req-4dca9dc8-8818-4ad0-8693-fb341ad1e93c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0513968
Apr 09 21:41:47.565084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64523760-4ad9-42fc-8728-d863b8e5ef33 req-371a9b67-3007-447f-87a2-7c2c80e12270 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405030
Apr 09 21:41:48.700149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc39a7-b90e-46ce-a80c-ee3cb6bb7f12 req-fb06cd0a-b031-46a8-be07-27face93edf3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:48.701687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39dc39a7-b90e-46ce-a80c-ee3cb6bb7f12 req-fb06cd0a-b031-46a8-be07-27face93edf3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0483742
Apr 09 21:41:48.750326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39dc39a7-b90e-46ce-a80c-ee3cb6bb7f12 req-78ca1a8a-2437-4cba-ba23-a337bd5552af tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431087
Apr 09 21:41:49.883691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9115-5a7b-4fc6-8b72-fb23bd9b28fe req-7f45d291-c0be-42c7-8688-780f2097f251 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:49.885187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12db9115-5a7b-4fc6-8b72-fb23bd9b28fe req-7f45d291-c0be-42c7-8688-780f2097f251 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0528569
Apr 09 21:41:49.937621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12db9115-5a7b-4fc6-8b72-fb23bd9b28fe req-961b790b-0e6a-44b4-adcc-6ba126efa225 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467801
Apr 09 21:41:50.478726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-33500da0-80e9-45a1-9c1d-c5c54a37dd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:51.053333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae902cb4-793b-4301-8bd5-db6084dc22a4 req-b83742b5-f4b9-43b6-a50b-ab0b427c5dbc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:51.054910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae902cb4-793b-4301-8bd5-db6084dc22a4 req-b83742b5-f4b9-43b6-a50b-ab0b427c5dbc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0485811
Apr 09 21:41:51.104202 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ae902cb4-793b-4301-8bd5-db6084dc22a4 req-e6e56773-137f-47a5-89b4-99cb335dd5c2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411553
Apr 09 21:41:52.230189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da57ae-aa94-49bc-b7f9-ba3929640422 req-2e8a34f6-a03e-4c8d-8eed-abc8ec9633be tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:52.231690 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1da57ae-aa94-49bc-b7f9-ba3929640422 req-2e8a34f6-a03e-4c8d-8eed-abc8ec9633be tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0494816
Apr 09 21:41:52.281951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c1da57ae-aa94-49bc-b7f9-ba3929640422 req-58cefec5-437f-4bdf-8051-033ea86b2e0d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442944
Apr 09 21:41:52.980355 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e0204dee-07c1-4df7-b181-210c6b92d1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:53.404608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7731bd7-c9a7-4207-85aa-9cd01c9f117f req-1be90caa-dd20-4642-9431-4eb0ebe4616e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:53.406116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7731bd7-c9a7-4207-85aa-9cd01c9f117f req-1be90caa-dd20-4642-9431-4eb0ebe4616e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0527742
Apr 09 21:41:53.457927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e7731bd7-c9a7-4207-85aa-9cd01c9f117f req-d1fca0d8-acaf-4d3f-90d3-3bb5b8c9dc72 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436671
Apr 09 21:41:54.269540 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:54.580564 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04e55-e86e-4e42-89aa-b4a4436de469 req-35c8f97a-d9e1-4a62-a75a-25876c681c00 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:54.581976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42d04e55-e86e-4e42-89aa-b4a4436de469 req-35c8f97a-d9e1-4a62-a75a-25876c681c00 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0482826
Apr 09 21:41:54.631962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42d04e55-e86e-4e42-89aa-b4a4436de469 req-071fbe7e-2d81-4e0e-baea-8f925e64d061 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442770
Apr 09 21:41:55.313116 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:55.757723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee5e1b-452b-4927-9498-c20214eddb22 req-cfbbb258-854c-4dc3-8516-aea3337b1b2f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:55.759325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-caee5e1b-452b-4927-9498-c20214eddb22 req-cfbbb258-854c-4dc3-8516-aea3337b1b2f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0505533
Apr 09 21:41:55.810272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-caee5e1b-452b-4927-9498-c20214eddb22 req-3f2c7345-1c89-4a41-b8ec-5674f7d5cc7c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452034
Apr 09 21:41:55.961506 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:56.940398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3a8a-1154-4bc9-9123-857453cd5326 req-54ec408b-871b-4dce-8368-47196251a71c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:56.941949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59cf3a8a-1154-4bc9-9123-857453cd5326 req-54ec408b-871b-4dce-8368-47196251a71c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0488133
Apr 09 21:41:56.998910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59cf3a8a-1154-4bc9-9123-857453cd5326 req-355a046d-01bd-4620-b6b7-16ecb64c50d3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485713
Apr 09 21:41:57.106080 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:41:58.125710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fec5-9c30-4680-809f-68cc4b7434ca req-286666bf-5a56-4520-b46d-ab696223e9ab tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:58.127180 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2393fec5-9c30-4680-809f-68cc4b7434ca req-286666bf-5a56-4520-b46d-ab696223e9ab tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0505719
Apr 09 21:41:58.177055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2393fec5-9c30-4680-809f-68cc4b7434ca req-8a52d54c-53db-45dc-ac1c-e1e6cebb6192 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416379
Apr 09 21:41:59.307078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b77c34-7e94-4d33-a650-b65645f3477e req-5511ef3c-9fc9-4eb1-ad81-23eba2929400 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:41:59.308708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96b77c34-7e94-4d33-a650-b65645f3477e req-5511ef3c-9fc9-4eb1-ad81-23eba2929400 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0596900
Apr 09 21:41:59.358852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96b77c34-7e94-4d33-a650-b65645f3477e req-acd438d0-783a-424f-b41a-488ffdd037ae tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426202
Apr 09 21:42:00.478604 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555fcee-f5ba-4ff5-a229-b7b10a615e49 req-de842079-72ab-4b86-b416-e1f026b1efc0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:00.480154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e555fcee-f5ba-4ff5-a229-b7b10a615e49 req-de842079-72ab-4b86-b416-e1f026b1efc0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0516729
Apr 09 21:42:00.530891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e555fcee-f5ba-4ff5-a229-b7b10a615e49 req-6f141311-7b9d-410f-8974-7f8006d4903f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449555
Apr 09 21:42:01.668533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcdd7b-6a2a-42fc-925e-59bf4408b987 req-c53489e2-4a09-4722-a42d-d9e38fd41f7e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:01.670112 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5dcdd7b-6a2a-42fc-925e-59bf4408b987 req-c53489e2-4a09-4722-a42d-d9e38fd41f7e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0531087
Apr 09 21:42:01.688322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:01.718420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5dcdd7b-6a2a-42fc-925e-59bf4408b987 req-08554347-a00d-4f37-b447-daaf346f8292 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426104
Apr 09 21:42:02.848065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8302c91-fe42-4cde-90ed-caf889ad49c6 req-a8b65b8e-0be4-4d93-8aed-60b79ef64edb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:02.849564 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8302c91-fe42-4cde-90ed-caf889ad49c6 req-a8b65b8e-0be4-4d93-8aed-60b79ef64edb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0548296
Apr 09 21:42:02.898507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8302c91-fe42-4cde-90ed-caf889ad49c6 req-3ed2f943-b2b6-4683-95cb-2e94a3ffb897 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432086
Apr 09 21:42:04.029369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a72ce-6200-4400-bc8b-a1a0331a4767 req-36e6d84d-c466-4950-a535-5127d403206e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:04.030769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-884a72ce-6200-4400-bc8b-a1a0331a4767 req-36e6d84d-c466-4950-a535-5127d403206e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0494685
Apr 09 21:42:04.083522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-884a72ce-6200-4400-bc8b-a1a0331a4767 req-91a79ecd-e30e-4bb3-812c-4224c8ee46be tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470665
Apr 09 21:42:05.198998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101e76-6081-4476-b7f0-6d1f7d508e43 req-6fbf52cd-7108-49f5-a172-4158cb864c2a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:05.200884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8101e76-6081-4476-b7f0-6d1f7d508e43 req-6fbf52cd-7108-49f5-a172-4158cb864c2a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0502074
Apr 09 21:42:05.252214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8101e76-6081-4476-b7f0-6d1f7d508e43 req-5a3369e5-bddf-4e87-8b87-5c11ad3ab26b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438187
Apr 09 21:42:06.384761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea88d87-ac40-49d1-8577-89b196500856 req-ca95449d-90a9-4573-aa97-63ea6751bf9a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:06.386272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ea88d87-ac40-49d1-8577-89b196500856 req-ca95449d-90a9-4573-aa97-63ea6751bf9a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0528126
Apr 09 21:42:06.435825 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ea88d87-ac40-49d1-8577-89b196500856 req-bccabe90-93cd-4e77-b730-1de6d396f5a5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437868
Apr 09 21:42:07.871803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd1514-f29d-4514-bb02-6bef6470fe07 req-6e005605-d90b-43be-a2fa-c11341db2194 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:07.873318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8bd1514-f29d-4514-bb02-6bef6470fe07 req-6e005605-d90b-43be-a2fa-c11341db2194 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.3642137
Apr 09 21:42:07.909964 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-ec2cb445-557e-483b-b35c-32166da1037d service neutron] show failed (client error): The resource could not be found.
Apr 09 21:42:07.910919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-ec2cb445-557e-483b-b35c-32166da1037d service neutron] 10.222.0.32 "GET /v2.0/ports/52bdfacd-7192-4691-89c6-e2afd287ee88/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0855315
Apr 09 21:42:07.938042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8bd1514-f29d-4514-bb02-6bef6470fe07 req-e897982c-0263-4457-a0d9-725dd28e7a6c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570073
Apr 09 21:42:08.219925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-f85b8510-a8b7-4c4f-8a6b-c25473fae68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:08.221471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-f85b8510-a8b7-4c4f-8a6b-c25473fae68e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 1128 time: 0.1445682
Apr 09 21:42:08.231852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:42:08.297323 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:08.505802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:42:08.538610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:42:08.578398 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:42:08.580773 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18915b2-de44-4a83-849b-8232ab1aa5af" -d '{"events": [{"server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "name": "network-vif-unplugged", "status": "completed", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:42:08.584336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Publish callbacks [] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:08.597576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Transition to ACTIVE for port object 52bdfacd-7192-4691-89c6-e2afd287ee88 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:42:08.603933 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:08.640928 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45134b6-a469-4fae-b272-c3c10917791f x-openstack-request-id: req-d45134b6-a469-4fae-b272-c3c10917791f {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:42:08.641245 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "name": "network-vif-unplugged", "status": "completed", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:42:08.641471 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d45134b6-a469-4fae-b272-c3c10917791f {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:42:08.641885 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45134b6-a469-4fae-b272-c3c10917791f'] response: {'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'code': 200}
Apr 09 21:42:08.715407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:08.738437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.738753 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.739118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.739454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.739784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.740111 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.740450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.740756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.741075 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.741404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.741739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.742057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.742375 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.742691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.742997 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:08.790921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] No DVR routers for this DVR port 52bdfacd-7192-4691-89c6-e2afd287ee88 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:42:08.931619 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Attempting to bind port 52bdfacd-7192-4691-89c6-e2afd287ee88 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:42:08.931864 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Attempting to bind port 52bdfacd-7192-4691-89c6-e2afd287ee88 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:42:08.932151 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Attempting to bind port 52bdfacd-7192-4691-89c6-e2afd287ee88 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:42:08.936537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Port 52bdfacd-7192-4691-89c6-e2afd287ee88 on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:42:08.936847 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Attempting to bind port 52bdfacd-7192-4691-89c6-e2afd287ee88 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:42:08.941908 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:42:08.942237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:42:08.942612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:42:08.943026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Bound port: 52bdfacd-7192-4691-89c6-e2afd287ee88, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:42:08.943369 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:09.006051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:42:09.009167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:42:09.017080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:09.055878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:09.056500 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:09.058119 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] 10.222.0.25 "PUT /v2.0/ports/52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1092 time: 0.8302546
Apr 09 21:42:09.062723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa400-a13a-4c7c-afaf-9c03bf209813 req-2069b0be-7fa5-4609-802e-562f352e39e0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:09.072241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-703aa400-a13a-4c7c-afaf-9c03bf209813 req-2069b0be-7fa5-4609-802e-562f352e39e0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 944 time: 0.0593781
Apr 09 21:42:09.094021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a242ec1-df3d-4a71-ab03-3de6269d1c62 service neutron] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:09.132490 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-bc199b05-f5f0-4045-aceb-b949f2d068a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:09.134054 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-bc199b05-f5f0-4045-aceb-b949f2d068a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1126 time: 0.0482180
Apr 09 21:42:09.140332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-703aa400-a13a-4c7c-afaf-9c03bf209813 req-552c9277-a8cf-4521-a2ef-a411a4cca47a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606883
Apr 09 21:42:09.226867 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0c8db940-a7dd-4453-9bb2-5c349cc4ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:09.228383 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-0c8db940-a7dd-4453-9bb2-5c349cc4ea90 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0882983
Apr 09 21:42:09.296993 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-69390924-f5fa-4034-ae8d-ebc081aca63d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1000 time: 0.0618382
Apr 09 21:42:09.345100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-a519205e-5755-43cd-983d-6270e64d82e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:09.346460 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-a519205e-5755-43cd-983d-6270e64d82e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0439470
Apr 09 21:42:09.391260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-4d6e2528-7a26-46a7-8942-62b8509226b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:09.392728 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-4d6e2528-7a26-46a7-8942-62b8509226b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399654
Apr 09 21:42:09.487608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-f9cc021f-ad0c-428a-9e17-de97d6704114 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887787
Apr 09 21:42:09.579430 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-12ea6fad-6314-481f-a96a-ed88646ee7e8 req-8d0a2133-7946-4b4c-8eb1-5a996e39356c service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864317
Apr 09 21:42:10.260692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf20fd-4eec-457b-9828-110b8953722c req-1243b872-d66c-4aa1-a2d5-113878f1bb72 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:10.262176 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0bf20fd-4eec-457b-9828-110b8953722c req-1243b872-d66c-4aa1-a2d5-113878f1bb72 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 944 time: 0.0483401
Apr 09 21:42:10.308743 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0bf20fd-4eec-457b-9828-110b8953722c req-908823a5-a195-4265-a287-00725d979e62 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407135
Apr 09 21:42:10.642910 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:42:10.646886 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a7493-2ab0-42f6-b2a1-106d0b817884" -d '{"events": [{"name": "network-changed", "server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:42:10.704373 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01bb21-1927-4ceb-849e-49a420962d48 x-openstack-request-id: req-dd01bb21-1927-4ceb-849e-49a420962d48 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:42:10.704668 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:42:10.704929 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd01bb21-1927-4ceb-849e-49a420962d48 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:42:10.705370 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd01bb21-1927-4ceb-849e-49a420962d48'] response: {'name': 'network-changed', 'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'status': 'completed', 'code': 200}
Apr 09 21:42:10.765068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-f432807f-b5d2-44d1-9931-3fad755cae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:10.766734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-f432807f-b5d2-44d1-9931-3fad755cae0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1126 time: 0.0397213
Apr 09 21:42:10.858478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-f3cd7d34-c905-447b-9aa5-eacb87d1e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:10.859977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-f3cd7d34-c905-447b-9aa5-eacb87d1e7df service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0877678
Apr 09 21:42:10.933591 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-84709716-48ed-4ced-aecf-0c046210864f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1000 time: 0.0680113
Apr 09 21:42:10.998715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-5badf54a-570a-42f6-9f93-db523182bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:11.000946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-5badf54a-570a-42f6-9f93-db523182bce7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0606179
Apr 09 21:42:11.043497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-57a3e800-8575-4065-b0f3-4353c6f62ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:11.044982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-57a3e800-8575-4065-b0f3-4353c6f62ff5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385926
Apr 09 21:42:11.134922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-cec336c8-cb60-4b4c-983e-740e3de314a8 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833700
Apr 09 21:42:11.190813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 52bdfacd-7192-4691-89c6-e2afd287ee88 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:42:11.229900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port 52bdfacd-7192-4691-89c6-e2afd287ee88 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:42:11.230280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 52bdfacd-7192-4691-89c6-e2afd287ee88 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:42:11.235582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-f1f22f35-bcfc-4a95-9f40-2325adf3845f service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935135
Apr 09 21:42:11.435915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cd4f9-280d-4d17-860b-b5ec7c25fda0 req-34c0d23a-0dd0-427c-816d-a17212e0a0f9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:11.437429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a36cd4f9-280d-4d17-860b-b5ec7c25fda0 req-34c0d23a-0dd0-427c-816d-a17212e0a0f9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 944 time: 0.0478756
Apr 09 21:42:11.486952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a36cd4f9-280d-4d17-860b-b5ec7c25fda0 req-16136ecb-93c6-47cc-a7a7-2d316e4fac23 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436511
Apr 09 21:42:12.426330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-08995f6c-7ab7-4ad0-bef2-e52c2722e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:12.427802 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-08995f6c-7ab7-4ad0-bef2-e52c2722e5b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1126 time: 0.0428541
Apr 09 21:42:12.626022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87fcc4-3503-471b-97c4-01b3a3aff7e5 req-2a22a896-023c-4b8d-abdd-e3c35b735280 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:12.627724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b87fcc4-3503-471b-97c4-01b3a3aff7e5 req-2a22a896-023c-4b8d-abdd-e3c35b735280 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 944 time: 0.0554926
Apr 09 21:42:12.677939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b87fcc4-3503-471b-97c4-01b3a3aff7e5 req-2775b0dc-6a1e-4500-ac2d-d9f7f0945902 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440102
Apr 09 21:42:12.701337 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-61d8c132-c331-4994-a3eb-66e7ed8fad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:12.703258 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-61d8c132-c331-4994-a3eb-66e7ed8fad07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1024699
Apr 09 21:42:12.790691 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-685892b7-3002-44b2-ac53-bfa456fe1e85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1000 time: 0.0639691
Apr 09 21:42:12.842998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-c1d2708b-b893-4364-b581-83c408e7e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:12.844416 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-c1d2708b-b893-4364-b581-83c408e7e463 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0477083
Apr 09 21:42:12.888274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-8a52d7fa-1d9a-4263-bcd5-b3d5a1123a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:12.889797 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-8a52d7fa-1d9a-4263-bcd5-b3d5a1123a69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394602
Apr 09 21:42:12.938328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 52bdfacd-7192-4691-89c6-e2afd287ee88 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:42:12.985673 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-58f55067-5365-4335-857f-c2535d2429e8 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890355
Apr 09 21:42:13.083370 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3d9a7493-2ab0-42f6-b2a1-106d0b817884 req-f526dd92-424f-4c36-afee-68a81d840641 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924664
Apr 09 21:42:13.214273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:42:13.225672 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'mac_address': 'fa:16:3e:95:c9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:42:13.281805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 52bdfacd-7192-4691-89c6-e2afd287ee88 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:42:13.283083 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:13.302121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bdfacd-7192-4691-89c6-e2afd287ee88 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:42:13.322694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:42:13.328245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:13.386012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:13.394100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.394447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.394786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.395119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.395451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.395798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.396104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.396431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.396760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.397102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.397433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.397757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.398077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.398396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.398716 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:13.670814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['52bdfacd-7192-4691-89c6-e2afd287ee88'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:42:13.794975 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dc0ad-84f5-410d-97ec-b0f23ac32e39 req-c76561cb-11cb-47ed-bf1a-5eab023bdbc1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:13.796475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-235dc0ad-84f5-410d-97ec-b0f23ac32e39 req-c76561cb-11cb-47ed-bf1a-5eab023bdbc1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 945 time: 0.0480158
Apr 09 21:42:13.844360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-235dc0ad-84f5-410d-97ec-b0f23ac32e39 req-13b553e1-c408-4c3b-b361-c2754d185294 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420129
Apr 09 21:42:13.882929 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:42:14.087302 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9889e9-9ce8-4626-ae4d-c2ed15d249e1 req-9b359bea-28e8-4737-bd61-53dbfab41595 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:14.088879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b9889e9-9ce8-4626-ae4d-c2ed15d249e1 req-9b359bea-28e8-4737-bd61-53dbfab41595 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 945 time: 0.0826850
Apr 09 21:42:14.096855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-3f45e281-45a7-47e8-82c8-bb013567142a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:14.098257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-3f45e281-45a7-47e8-82c8-bb013567142a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0795066
Apr 09 21:42:14.180984 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9b9889e9-9ce8-4626-ae4d-c2ed15d249e1 req-c1ede3df-f4a9-4b9e-b31f-2e2fd10156d9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817602
Apr 09 21:42:14.186159 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-abda6dc1-8369-40bf-afba-39649a8549f0 service neutron] delete failed (client error): The resource could not be found.
Apr 09 21:42:14.187122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-abda6dc1-8369-40bf-afba-39649a8549f0 service neutron] 10.222.0.32 "DELETE /v2.0/ports/52bdfacd-7192-4691-89c6-e2afd287ee88/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0821967
Apr 09 21:42:14.285515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-6c070158-bbbd-40c2-87be-7a9d06b6b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:14.287038 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-6c070158-bbbd-40c2-87be-7a9d06b6b940 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1127 time: 0.0439367
Apr 09 21:42:14.377885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-7c71c847-e6f2-46a5-9eac-ffadbdf57544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:14.379261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-7c71c847-e6f2-46a5-9eac-ffadbdf57544 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0863421
Apr 09 21:42:14.449464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-8426b3ad-d802-4bc2-8928-ad6248a42050 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1001 time: 0.0640216
Apr 09 21:42:14.501311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-bc16cd0c-5752-4a2e-a287-8f53f54d9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:14.502853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-bc16cd0c-5752-4a2e-a287-8f53f54d9980 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0471592
Apr 09 21:42:14.545973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-fad06daa-cc7a-4d6a-92b9-cc532be0d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:14.547441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-fad06daa-cc7a-4d6a-92b9-cc532be0d8db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390913
Apr 09 21:42:14.642250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-632108ed-da57-4a0e-a4a5-40dfeec090db service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884495
Apr 09 21:42:14.752500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83f7c010-9eb1-48e2-827c-3367e027e4d0 req-bf0cf259-33fb-41f5-9280-7630d207c9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041241
Apr 09 21:42:14.955695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 52bdfacd-7192-4691-89c6-e2afd287ee88 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:42:15.014282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 52bdfacd-7192-4691-89c6-e2afd287ee88 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:42:15.025171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 52bdfacd-7192-4691-89c6-e2afd287ee88 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:42:15.025566 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:15.111741 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 52bdfacd-7192-4691-89c6-e2afd287ee88 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:42:15.112136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:15.135479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:42:15.137802 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0235a69f-fcbf-4fd5-8537-f5594c50566b" -d '{"events": [{"server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "name": "network-vif-plugged", "status": "completed", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:42:15.150717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:42:15.158144 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:15.189357 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cb436f-8465-46ec-b966-37a35fba5bc0 x-openstack-request-id: req-14cb436f-8465-46ec-b966-37a35fba5bc0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:42:15.189655 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "name": "network-vif-plugged", "status": "completed", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:42:15.189953 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14cb436f-8465-46ec-b966-37a35fba5bc0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:42:15.190349 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14cb436f-8465-46ec-b966-37a35fba5bc0'] response: {'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'code': 200}
Apr 09 21:42:15.216320 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:15.306670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8ac7-0db1-4bdf-a1dd-3c9df93b71ad req-c8a62a9c-d401-426e-9115-48d7bb74afd9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:15.308510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a1f8ac7-0db1-4bdf-a1dd-3c9df93b71ad req-c8a62a9c-d401-426e-9115-48d7bb74afd9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0538063
Apr 09 21:42:15.357416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a1f8ac7-0db1-4bdf-a1dd-3c9df93b71ad req-c393a8c5-daee-44b3-900d-ecc361d1f3bc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419350
Apr 09 21:42:15.482463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adbf43-b037-4b1e-b454-05b6ac1a00e1 req-0dfa7439-7cb1-4a71-a0ee-9bb1f1ab93ef tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:15.483888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8adbf43-b037-4b1e-b454-05b6ac1a00e1 req-0dfa7439-7cb1-4a71-a0ee-9bb1f1ab93ef tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0533686
Apr 09 21:42:15.530372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8adbf43-b037-4b1e-b454-05b6ac1a00e1 req-2e2f2db6-15ba-45e9-abe6-d2e4523008c3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406322
Apr 09 21:42:15.655057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080d96-923c-4057-ba6b-b252b4013adb req-4ac853c0-ddf1-4f27-a30e-ffedd0361b4d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:15.656583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16080d96-923c-4057-ba6b-b252b4013adb req-4ac853c0-ddf1-4f27-a30e-ffedd0361b4d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0543618
Apr 09 21:42:15.706042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-16080d96-923c-4057-ba6b-b252b4013adb req-e93a359d-f706-414a-ae55-18e20a127604 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436563
Apr 09 21:42:15.716934 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-b6ab4fe3-caf5-4133-b7e0-af407b6f03d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390043
Apr 09 21:42:15.800741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-60c9762e-92ba-41ed-a1f4-8d475da0e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:15.802361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-60c9762e-92ba-41ed-a1f4-8d475da0e9b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 1128 time: 0.0441999
Apr 09 21:42:15.907237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-a71f707e-12c1-4ff1-a514-1e1e78cf7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:15.908810 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-a71f707e-12c1-4ff1-a514-1e1e78cf7028 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0879881
Apr 09 21:42:15.948514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a5305-0193-4919-b066-3bfa46e2b5ae req-65300bde-89d3-499d-abed-ef762769b746 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:15.950367 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-057a5305-0193-4919-b066-3bfa46e2b5ae req-65300bde-89d3-499d-abed-ef762769b746 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0504453
Apr 09 21:42:16.001895 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-057a5305-0193-4919-b066-3bfa46e2b5ae req-bbcaf4f7-d62f-4673-b18a-437e1df2831a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455966
Apr 09 21:42:16.867448 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-0ef6abbe-5f43-4f87-bbe4-5896f0c10069 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 200  len: 1002 time: 0.0756574
Apr 09 21:42:16.917820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-46e880d2-7451-4434-9626-5357fe0e6644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:16.919250 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-46e880d2-7451-4434-9626-5357fe0e6644 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0448215
Apr 09 21:42:16.966697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-be708508-bbab-4851-9cbc-fce95903c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:16.968203 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-be708508-bbab-4851-9cbc-fce95903c45c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421832
Apr 09 21:42:17.132772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7ea48-eec8-49d4-867a-423e5a8b69af req-2177b3ec-93e8-4148-b639-95be5cb29dc5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:17.134224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89f7ea48-eec8-49d4-867a-423e5a8b69af req-2177b3ec-93e8-4148-b639-95be5cb29dc5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0505207
Apr 09 21:42:17.177286 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-f8469807-a318-424a-a366-b58ec9d354c3 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913794
Apr 09 21:42:17.187069 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89f7ea48-eec8-49d4-867a-423e5a8b69af req-fc3975ca-763f-4a9b-97e3-19b4bb6d15a0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470464
Apr 09 21:42:17.298228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-ade3865f-58aa-41d3-8b1c-40dd5d343e99 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:17.299836 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-ade3865f-58aa-41d3-8b1c-40dd5d343e99 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.25 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 946 time: 0.0849879
Apr 09 21:42:17.363060 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-410a4f50-3e78-4d01-8ca1-22b76ccbe634 req-5b4f7125-cc94-4293-ab33-9b0f0d098584 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562147
Apr 09 21:42:17.399597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Deleting port 52bdfacd-7192-4691-89c6-e2afd287ee88 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:42:17.399853 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:17.758011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] For port 52bdfacd-7192-4691-89c6-e2afd287ee88, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52bdfacd-7192-4691-89c6-e2afd287ee88,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:42:17.758392 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:17.991562 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:17.992291 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:17.992291 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba disassociated. External IP: 172.35.0.207, port: 52bdfacd-7192-4691-89c6-e2afd287ee88.
Apr 09 21:42:17.992529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Calling delete_port for 52bdfacd-7192-4691-89c6-e2afd287ee88 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:42:18.136745 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (52bdfacd-7192-4691-89c6-e2afd287ee88), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:18.169241 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event deleted for resources: {'Port': ['ID=52bdfacd-7192-4691-89c6-e2afd287ee88,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:18.287466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f070d2f1-5a76-4c4d-9a67-5edc7597ad61 req-6470fd21-70c1-4be0-b2d3-d70827dc905e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=079d8390-daf2-43df-9100-0ae251499630 HTTP/1.1" status: 200  len: 210 time: 0.0288095
Apr 09 21:42:18.296495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:42:18.421516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:42:18.433500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:42:18.444387 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:42:18.445059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a53730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:41:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:42:18.465350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] No DVR routers for this DVR port 52bdfacd-7192-4691-89c6-e2afd287ee88 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:42:18.468371 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:18.471924 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d4ceed29-f06b-484a-8d8b-b858ff313657 req-33684893-f8b9-41be-9cb2-96e29a83091d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.25 "DELETE /v2.0/ports/52bdfacd-7192-4691-89c6-e2afd287ee88 HTTP/1.1" status: 204  len: 173 time: 1.1657748
Apr 09 21:42:18.472404 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'name': 'network-vif-deleted', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:42:18.474770 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff002642-cc87-4413-ae7e-f6cd34aa6b64" -d '{"events": [{"server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "name": "network-vif-deleted", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:42:18.521579 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a6f967-edfc-4911-bc57-395200089385 x-openstack-request-id: req-30a6f967-edfc-4911-bc57-395200089385 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:42:18.521846 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d8390-daf2-43df-9100-0ae251499630", "name": "network-vif-deleted", "tag": "52bdfacd-7192-4691-89c6-e2afd287ee88", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:42:18.522179 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30a6f967-edfc-4911-bc57-395200089385 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:42:18.522516 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a6f967-edfc-4911-bc57-395200089385'] response: {'server_uuid': '079d8390-daf2-43df-9100-0ae251499630', 'name': 'network-vif-deleted', 'tag': '52bdfacd-7192-4691-89c6-e2afd287ee88', 'status': 'completed', 'code': 200}
Apr 09 21:42:18.566010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:42:18.773487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a53730>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:42:18.801185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:42:18.809842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:42:18.810469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374a53730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:41:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:42:18.924351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:42:19.116000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374a53730>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:42:19.146255 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cafbb-f49a-4e54-b184-c1b9c534978c None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:42:19.385970 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c07dde-c9a2-4b55-ab28-d8bbaefc41ad None None] New status for floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:42:19.544961 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-ecc2311d-7ef7-4a10-8c0a-25fbb2ccbf4c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1323145368&fields=id&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 267 time: 0.0447953
Apr 09 21:42:19.657602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-30c5e84f-e9e5-4684-9b2e-8124112c4170 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:19.658966 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-30c5e84f-e9e5-4684-9b2e-8124112c4170 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 812 time: 0.1073971
Apr 09 21:42:19.674314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-13051b60-40f1-4378-a429-f156dcb8eaa7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/quotas/67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 375 time: 0.0095868
Apr 09 21:42:19.723624 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-0c29c1ed-9e6b-42e4-b0bd-b013927ac98c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0444369
Apr 09 21:42:19.824208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-85ed96f8-f998-4f2a-9510-1c8c69406aaf service neutron] 10.222.0.30 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841043
Apr 09 21:42:19.931713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-1aa36686-09df-4120-9b41-17a0a5b9bd7c service neutron] 10.222.0.30 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982611
Apr 09 21:42:20.099728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ffe8d12-e19f-4933-b575-13d57ab03852 req-0eb0d823-3eca-4a4e-8546-66b864ea7671 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 210 time: 0.0296535
Apr 09 21:42:20.473960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ff2debe3-c4d8-4d80-a7eb-2329ea9c9369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:21.070372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-a88bdd5e-ab7c-4756-a4ec-351143f0daa3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:21.071808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-a88bdd5e-ab7c-4756-a4ec-351143f0daa3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 812 time: 0.1118534
Apr 09 21:42:21.136284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-8a9dda28-f3bd-442c-b8bf-aeeb65e6b439 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 380 time: 0.0552790
Apr 09 21:42:21.146891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'port': {'device_id': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'admin_state_up': True, 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'security_groups': ['59f3a68e-1d93-41de-b702-36d0069aae5f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:42:21.232883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81672cb2-8f53-4253-b094-8c882ff3c01f req-b4b8e037-2649-4cc5-b411-9ebf9b489d68 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 210 time: 0.0594754
Apr 09 21:42:21.291442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Made reservation on behalf of 67f62a23dbf04cfca2a3403c6a2186b0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:42:21.294791 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:21.422407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Allocated IP 172.20.0.10 (03b745cd-5e10-41bf-b629-61d061eff991/7396e73e-a36b-49f4-be41-c40ce7e22858/f7c3ec3c-2674-48e5-b1a3-696a4344fc21) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:42:21.575790 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:21.615658 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:21.668820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Network 03b745cd-5e10-41bf-b629-61d061eff991 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:42:21.671866 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:42:21.675685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:42:21.681969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:21.711710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.712042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.712396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.712726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.721652 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:42:21.752053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:21.752663 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:21.770427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-cc3b2d53-11df-4df1-bf0d-b2ee36cf97fc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6273143
Apr 09 21:42:21.782210 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Request body: {'port': {'device_id': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:42:21.843721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:21.900713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-723f4a5e-c0fd-4033-9df7-23457127b123 None None] Provisioning complete for port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:42:21.901353 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-723f4a5e-c0fd-4033-9df7-23457127b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:21.935693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-723f4a5e-c0fd-4033-9df7-23457127b123 None None] Port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:42:22.125233 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c3ec3c-2674-48e5-b1a3-696a4344fc21 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:42:22.133458 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Publish callbacks [] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:22.149693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Transition to ACTIVE for port object f7c3ec3c-2674-48e5-b1a3-696a4344fc21 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:42:22.156285 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:22.205582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:22.285997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Attempting to bind port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:42:22.286387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Attempting to bind port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:42:22.286661 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Attempting to bind port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:42:22.291536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:42:22.291859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Attempting to bind port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:42:22.296946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:42:22.297317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:42:22.297708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:42:22.298193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Bound port: f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:42:22.298497 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:22.383815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b3d3b-2d74-4793-bdf0-8a71a294c0c5 req-96be8103-ac98-4e26-b3fa-fe40f776ba24 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:22.385337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a78b3d3b-2d74-4793-bdf0-8a71a294c0c5 req-96be8103-ac98-4e26-b3fa-fe40f776ba24 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 944 time: 0.0770240
Apr 09 21:42:22.421709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:42:22.425967 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:42:22.443397 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:22.474847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a78b3d3b-2d74-4793-bdf0-8a71a294c0c5 req-aee22dd4-9291-44cb-98b0-c5713a3686c9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834734
Apr 09 21:42:22.488145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:22.488608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:22.490052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] 10.222.0.32 "PUT /v2.0/ports/f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1092 time: 0.7124298
Apr 09 21:42:22.490494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:42:22.492753 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056ad9fb-d3b0-4f31-954b-74a1eadaad45" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:42:22.514137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e24168-995b-4cf9-858a-f86e9f85e80c service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:22.561917 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486abffe-03f6-4898-b124-05e249a1bfe1 x-openstack-request-id: req-486abffe-03f6-4898-b124-05e249a1bfe1 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:42:22.562360 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:42:22.562714 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-486abffe-03f6-4898-b124-05e249a1bfe1 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:42:22.563225 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486abffe-03f6-4898-b124-05e249a1bfe1'] response: {'name': 'network-changed', 'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'status': 'completed', 'code': 200}
Apr 09 21:42:22.576148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-05f38f89-f108-4bd5-a6b7-4e3ddfb139c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:22.577840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-05f38f89-f108-4bd5-a6b7-4e3ddfb139c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1126 time: 0.0506461
Apr 09 21:42:22.620288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-ead2ea2c-9247-410c-87c4-1ef626afe9f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 217 time: 0.0357912
Apr 09 21:42:22.671544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-d7ebb63e-94c1-495c-ac2b-1fa3963baaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:22.673098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-d7ebb63e-94c1-495c-ac2b-1fa3963baaa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0462706
Apr 09 21:42:22.722120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-06b851ad-abf4-4149-b8ac-2d72f05d039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:22.723952 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-06b851ad-abf4-4149-b8ac-2d72f05d039f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451183
Apr 09 21:42:22.816264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-2e3559ec-1b13-49c8-8e50-c902335c9e59 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859914
Apr 09 21:42:22.909216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad052a9a-ad8b-43d1-afff-aac64b8a5969 req-ec96d8cc-f7c8-4d5d-88dd-62c302a93d40 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875494
Apr 09 21:42:22.982526 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9c3f923c-cfb0-4caf-8ad9-0d8fde974ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:23.016398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 52bdfacd-7192-4691-89c6-e2afd287ee88 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:42:23.040567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: 52bdfacd-7192-4691-89c6-e2afd287ee88 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:42:23.040906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 52bdfacd-7192-4691-89c6-e2afd287ee88 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:42:23.590893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d61cc-acd7-4a24-bb87-d2e216978bb2 req-e5e86d05-c47e-4c08-b19e-3a02aea995da tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:23.592355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-875d61cc-acd7-4a24-bb87-d2e216978bb2 req-e5e86d05-c47e-4c08-b19e-3a02aea995da tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 944 time: 0.0487535
Apr 09 21:42:23.641305 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-875d61cc-acd7-4a24-bb87-d2e216978bb2 req-295cf9b1-67e5-491f-8b56-0e410eed2726 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430892
Apr 09 21:42:23.770527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-89462765-6a85-4fbc-a2f3-345e8ad8b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:23.772054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-89462765-6a85-4fbc-a2f3-345e8ad8b087 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1126 time: 0.0443487
Apr 09 21:42:23.865727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-190fbfbb-7930-42f3-918e-f3af6a9d45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:23.867197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-190fbfbb-7930-42f3-918e-f3af6a9d45bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0886474
Apr 09 21:42:23.907783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-7477c6a8-b405-44d5-94b3-de801e4a3107 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 217 time: 0.0347631
Apr 09 21:42:23.959323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-116b3758-4e2b-42a2-b1b4-085d0a848fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:23.960765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-116b3758-4e2b-42a2-b1b4-085d0a848fb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0472019
Apr 09 21:42:24.004768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-5fda6b1f-bae4-4712-9742-373750209578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:24.006321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-5fda6b1f-bae4-4712-9742-373750209578 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397513
Apr 09 21:42:24.096142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-2833989b-c355-4e9f-b4a2-a8466ccbcf36 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837500
Apr 09 21:42:24.198498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-056ad9fb-d3b0-4f31-954b-74a1eadaad45 req-1b2f7794-7852-436b-8db9-76e27880fcdf service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0968149
Apr 09 21:42:24.273808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:24.762015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950860c-ff2b-4c7c-9920-8446424af3bc req-4c7d90fa-d4f6-40ea-9d9b-9df9c41ac082 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:24.763504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3950860c-ff2b-4c7c-9920-8446424af3bc req-4c7d90fa-d4f6-40ea-9d9b-9df9c41ac082 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 944 time: 0.0496521
Apr 09 21:42:24.815005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3950860c-ff2b-4c7c-9920-8446424af3bc req-f272c955-fd00-40cf-97f1-95f180b791a4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432723
Apr 09 21:42:25.255675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f7c3ec3c-2674-48e5-b1a3-696a4344fc21 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:42:25.350613 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:25.374005 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:42:25.385950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'mac_address': 'fa:16:3e:8e:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:42:25.426279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:42:25.426663 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:25.441510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c3ec3c-2674-48e5-b1a3-696a4344fc21 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:42:25.463903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:42:25.468691 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:25.514294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:25.669076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['f7c3ec3c-2674-48e5-b1a3-696a4344fc21'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:42:25.934199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b0595-b7c9-4b94-822f-96953d2043af req-1e9a93eb-4edf-405d-9501-1944662b479a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:25.935671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b84b0595-b7c9-4b94-822f-96953d2043af req-1e9a93eb-4edf-405d-9501-1944662b479a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 945 time: 0.0523052
Apr 09 21:42:25.984847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b84b0595-b7c9-4b94-822f-96953d2043af req-74a7d19f-ebb1-426e-bbd8-e8acf86a38ae tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414619
Apr 09 21:42:26.112609 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:27.100418 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:27.115014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1de163-ff2d-449a-a4a6-9d54b0c10cf4 req-0031bf98-483e-4472-a12a-98b62fdd87b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:27.116600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea1de163-ff2d-449a-a4a6-9d54b0c10cf4 req-0031bf98-483e-4472-a12a-98b62fdd87b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 945 time: 0.0506339
Apr 09 21:42:27.168359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea1de163-ff2d-449a-a4a6-9d54b0c10cf4 req-4e018eba-7e49-4dfa-abca-d4f60c09db52 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454373
Apr 09 21:42:27.292352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f7c3ec3c-2674-48e5-b1a3-696a4344fc21 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:42:27.351526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:42:27.360141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:42:27.360507 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:27.448115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:42:27.448506 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:27.472171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:42:27.474475 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a43efa1-eed1-4802-bfc8-e070f038c228" -d '{"events": [{"server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:42:27.488615 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:42:27.494022 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:27.521865 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cbfd3a-acde-40b1-b00c-db88f01d0c95 x-openstack-request-id: req-c9cbfd3a-acde-40b1-b00c-db88f01d0c95 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:42:27.522392 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:42:27.522651 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9cbfd3a-acde-40b1-b00c-db88f01d0c95 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:42:27.523031 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cbfd3a-acde-40b1-b00c-db88f01d0c95'] response: {'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'code': 200}
Apr 09 21:42:27.549642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:42:27.615670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba3689-3924-49a0-ab84-57bd897d8b40 req-5fb430ba-69ff-4470-a695-f0166f978670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:27.617234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74ba3689-3924-49a0-ab84-57bd897d8b40 req-5fb430ba-69ff-4470-a695-f0166f978670 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1128 time: 0.0397246
Apr 09 21:42:27.663997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-74ba3689-3924-49a0-ab84-57bd897d8b40 req-99e258bf-956e-4c36-a698-e4da2df9cb32 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411427
Apr 09 21:42:28.299671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78031786-4ab5-474a-b39f-5a6183c110fd req-db73f070-bfc3-4b7c-8a34-c75506620527 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:28.301207 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78031786-4ab5-474a-b39f-5a6183c110fd req-db73f070-bfc3-4b7c-8a34-c75506620527 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0572069
Apr 09 21:42:28.349194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78031786-4ab5-474a-b39f-5a6183c110fd req-adf49df2-4350-41f8-bf98-5e8b76e48bbb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422015
Apr 09 21:42:29.477201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c3c6-31d9-498b-a3fe-c79d2d63656b req-c7632ae9-2025-4be7-81d8-523825be5a95 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:29.478699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0833c3c6-31d9-498b-a3fe-c79d2d63656b req-c7632ae9-2025-4be7-81d8-523825be5a95 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0567112
Apr 09 21:42:29.529954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0833c3c6-31d9-498b-a3fe-c79d2d63656b req-a0aff151-7782-4d3a-8525-800b2d32f562 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429175
Apr 09 21:42:29.652452 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7cb05-694d-44a2-a1a6-ee4c59831634 req-8fb4d36f-7fc9-4e93-9f18-c48a7cd2efc3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:29.653903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36b7cb05-694d-44a2-a1a6-ee4c59831634 req-8fb4d36f-7fc9-4e93-9f18-c48a7cd2efc3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0501473
Apr 09 21:42:29.662729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 39896) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:42:29.667108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'floatingip': {'port_id': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:42:29.708548 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:30.453948 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:30.461204 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:30.568263 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba associated. External IP: 172.35.0.207, port: f7c3ec3c-2674-48e5-b1a3-696a4344fc21.
Apr 09 21:42:30.792718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:42:30.920394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:42:30.925840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:30.932594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:42:30.947572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:42:30.948227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374839d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:42:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:42:30.964856 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-379c35d3-890f-449c-9b6a-b222e09a8318 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "PUT /v2.0/floatingips/9d267a5e-f280-4e54-8a32-8008cb227cba HTTP/1.1" status: 200  len: 992 time: 1.3009970
Apr 09 21:42:30.965552 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:42:30.967937 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c52d18-9c85-4e03-a4a7-7c20cd26c941" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:42:31.006958 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5a912-a153-4503-b971-b756fb2caa11 x-openstack-request-id: req-86a5a912-a153-4503-b971-b756fb2caa11 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:42:31.007262 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:42:31.007475 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86a5a912-a153-4503-b971-b756fb2caa11 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:42:31.008003 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a5a912-a153-4503-b971-b756fb2caa11'] response: {'name': 'network-changed', 'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'status': 'completed', 'code': 200}
Apr 09 21:42:31.062975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:42:31.073693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-f0bc4913-894d-4965-bd0d-99c941b3df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:31.075243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-f0bc4913-894d-4965-bd0d-99c941b3df1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1128 time: 0.0456743
Apr 09 21:42:31.211041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5e2b-ae01-4915-8beb-e1246a760fa2 req-abe93655-b2d3-48e0-b4c9-66823ef3282f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:31.212634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d72b5e2b-ae01-4915-8beb-e1246a760fa2 req-abe93655-b2d3-48e0-b4c9-66823ef3282f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0692260
Apr 09 21:42:31.218433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-2549b428-bf32-4b63-bb0c-41c031564379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:31.219981 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-2549b428-bf32-4b63-bb0c-41c031564379 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1389196
Apr 09 21:42:31.320214 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d72b5e2b-ae01-4915-8beb-e1246a760fa2 req-291d58f6-c5b3-405b-bc87-8e0b7c27dbaa tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990767
Apr 09 21:42:31.322052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-501081e4-4425-4bad-b1e4-b1eaf903f310 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1000 time: 0.0947287
Apr 09 21:42:31.374592 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-dc26787b-9555-4649-8e77-c0cea1f79fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:31.376092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-dc26787b-9555-4649-8e77-c0cea1f79fdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0467527
Apr 09 21:42:31.419867 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-6a2e5b68-a319-4e22-acd2-6c2c10e3abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:31.421443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-6a2e5b68-a319-4e22-acd2-6c2c10e3abd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0395539
Apr 09 21:42:31.454552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374839d90>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:8e:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:42:30Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:42:31.484908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:42:31.493739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:42:31.494336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374839d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:42:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:42:31.523541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-e501c23d-d275-4bb8-80b8-9c5f2643442c service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0964522
Apr 09 21:42:31.606321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:42:31.616894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81c52d18-9c85-4e03-a4a7-7c20cd26c941 req-be81d6b4-33ca-44b7-860f-23acc8afaff1 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875876
Apr 09 21:42:31.716255 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:31.835574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374839d90>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:8e:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:42:30Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:42:31.866619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c7aac5-d93d-4b9c-9d5b-3bd538deaf51 None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:8e:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:42:30Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:42:32.073909 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b311203-2c31-4661-982b-5ae518162741 None None] New status for floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:42:32.439804 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e270aa6-0493-4001-b57f-4f79b0b88413 req-0fe2ffe8-a754-4467-b7de-0c0a52250d09 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:32.441531 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e270aa6-0493-4001-b57f-4f79b0b88413 req-0fe2ffe8-a754-4467-b7de-0c0a52250d09 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0484800
Apr 09 21:42:32.494299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2e270aa6-0493-4001-b57f-4f79b0b88413 req-20a9e2b4-19b8-448b-ada8-fdd450f9f5b4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472448
Apr 09 21:42:33.619858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c2b49-bff8-475d-8901-e67623ed30ac req-8bb841c5-93d0-49bc-8084-59005581cf1e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:33.621408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-544c2b49-bff8-475d-8901-e67623ed30ac req-8bb841c5-93d0-49bc-8084-59005581cf1e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0544419
Apr 09 21:42:33.673524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-544c2b49-bff8-475d-8901-e67623ed30ac req-26862c07-1a1f-4efc-b2fe-42b9437f302c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440507
Apr 09 21:42:34.803532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfd206-0596-4539-ae7d-a852dbfc5f11 req-c3f84231-282c-4518-8415-ffa570a6b5bb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:34.805004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aecfd206-0596-4539-ae7d-a852dbfc5f11 req-c3f84231-282c-4518-8415-ffa570a6b5bb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0472934
Apr 09 21:42:34.852082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aecfd206-0596-4539-ae7d-a852dbfc5f11 req-f943f06f-083f-40d1-842e-4aee20613f61 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412829
Apr 09 21:42:35.985089 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8380e-d5b6-4f2b-b032-ec8045d18feb req-1c6d9916-4580-4848-bcba-469f011e3d9d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:35.986585 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1d8380e-d5b6-4f2b-b032-ec8045d18feb req-1c6d9916-4580-4848-bcba-469f011e3d9d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0586760
Apr 09 21:42:36.041353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a1d8380e-d5b6-4f2b-b032-ec8045d18feb req-fb1fd2c3-c87f-4067-a4a3-cdeebe70eecc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464072
Apr 09 21:42:37.175373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b855511-8b98-4bd3-87cb-7df94bb53c18 req-9b24956a-6eb6-438f-9cbd-452106a3a820 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:37.177068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b855511-8b98-4bd3-87cb-7df94bb53c18 req-9b24956a-6eb6-438f-9cbd-452106a3a820 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0574267
Apr 09 21:42:37.226561 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6b855511-8b98-4bd3-87cb-7df94bb53c18 req-09f023d9-d9e6-4654-b80e-c4be7d63c277 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435414
Apr 09 21:42:38.360367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7859e-3217-4730-b1a8-f4729f358ada req-b3b2d32e-606a-4776-9d99-98bf38c25b7f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:38.361862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dc7859e-3217-4730-b1a8-f4729f358ada req-b3b2d32e-606a-4776-9d99-98bf38c25b7f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0517740
Apr 09 21:42:38.412401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dc7859e-3217-4730-b1a8-f4729f358ada req-6b3c0456-74a5-4557-8406-94e8c1f43cae tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424659
Apr 09 21:42:39.542416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129533e-dbb5-4051-975c-6f5c69bc87d2 req-1f3ceda0-7ca5-4675-9d58-ee096f105142 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:39.543931 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3129533e-dbb5-4051-975c-6f5c69bc87d2 req-1f3ceda0-7ca5-4675-9d58-ee096f105142 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0499833
Apr 09 21:42:39.594583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3129533e-dbb5-4051-975c-6f5c69bc87d2 req-f6bdb10f-4bf6-4146-a2c5-5d1bb8ba87a4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425525
Apr 09 21:42:40.718710 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e648f1-8f57-429b-ac3b-ade1a7e52145 req-4c778c83-aeae-4970-929a-430c360f29ff tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:40.720187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8e648f1-8f57-429b-ac3b-ade1a7e52145 req-4c778c83-aeae-4970-929a-430c360f29ff tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0542939
Apr 09 21:42:40.772025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8e648f1-8f57-429b-ac3b-ade1a7e52145 req-f7b96d0b-996a-4589-bca8-722a53d55a07 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461257
Apr 09 21:42:41.895439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d160d-58a5-4b93-ab80-4a959cc37843 req-e4a6d681-8687-49a4-b515-65ad1be15456 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:41.897242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-034d160d-58a5-4b93-ab80-4a959cc37843 req-e4a6d681-8687-49a4-b515-65ad1be15456 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0528748
Apr 09 21:42:41.944849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-034d160d-58a5-4b93-ab80-4a959cc37843 req-e90f81f5-dad4-4b27-bc26-799ca26563fa tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420115
Apr 09 21:42:43.074703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a20af-31b3-4491-b79b-ff825d114346 req-187c7e3d-e2e2-4cea-a4c7-73575339e0f6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:43.076181 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-841a20af-31b3-4491-b79b-ff825d114346 req-187c7e3d-e2e2-4cea-a4c7-73575339e0f6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0514302
Apr 09 21:42:43.135922 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-841a20af-31b3-4491-b79b-ff825d114346 req-519f6f39-378d-4a12-a8a5-4a3ee0a739b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511644
Apr 09 21:42:44.261682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b09642-98d2-4bab-9175-715d05aca178 req-ca105dbf-fbe9-4cee-88a0-80647339dc30 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:44.263166 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05b09642-98d2-4bab-9175-715d05aca178 req-ca105dbf-fbe9-4cee-88a0-80647339dc30 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0519187
Apr 09 21:42:44.309540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05b09642-98d2-4bab-9175-715d05aca178 req-e7e555a1-19cc-4316-8ad9-605ba6756dc3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405931
Apr 09 21:42:45.437070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735a03f-3f3f-410a-b8e1-233327f2d4a1 req-faedbe5e-5ddc-47b2-a232-644f44f98cd6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:45.438683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0735a03f-3f3f-410a-b8e1-233327f2d4a1 req-faedbe5e-5ddc-47b2-a232-644f44f98cd6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0478740
Apr 09 21:42:45.490767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0735a03f-3f3f-410a-b8e1-233327f2d4a1 req-608a5474-40bf-4c95-8e9f-dc66680fb797 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444553
Apr 09 21:42:46.614632 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c651833-aab9-49a1-971b-e608ee089f5c req-6a15999a-4e99-46cc-8c62-8a5071ab6a21 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:46.616096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c651833-aab9-49a1-971b-e608ee089f5c req-6a15999a-4e99-46cc-8c62-8a5071ab6a21 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0504615
Apr 09 21:42:46.668187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c651833-aab9-49a1-971b-e608ee089f5c req-abbae832-d7e8-4197-92d5-586e5d33c6d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463848
Apr 09 21:42:47.788155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8447df5-d3b5-4a3d-b6db-b134e0587333 req-299693de-bb71-46af-9109-5d32deb96b34 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:47.789634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8447df5-d3b5-4a3d-b6db-b134e0587333 req-299693de-bb71-46af-9109-5d32deb96b34 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0473888
Apr 09 21:42:47.837896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8447df5-d3b5-4a3d-b6db-b134e0587333 req-f903d063-33f9-46f5-be3c-9a08f93b6067 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425782
Apr 09 21:42:48.968633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604789-4c44-4da2-b8e0-2f1a726cc7b4 req-c9072741-b1a3-4a2e-90ab-4117e550e000 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:48.970126 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49604789-4c44-4da2-b8e0-2f1a726cc7b4 req-c9072741-b1a3-4a2e-90ab-4117e550e000 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0567701
Apr 09 21:42:49.018650 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49604789-4c44-4da2-b8e0-2f1a726cc7b4 req-1287fded-f7d7-4dac-b927-6ec32582a995 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428832
Apr 09 21:42:50.143531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d21068-c0dc-4d26-abc1-4f042b1c4743 req-04c6b452-3134-4be3-8b1c-9e76620574d6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:50.145067 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8d21068-c0dc-4d26-abc1-4f042b1c4743 req-04c6b452-3134-4be3-8b1c-9e76620574d6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0519695
Apr 09 21:42:50.197265 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8d21068-c0dc-4d26-abc1-4f042b1c4743 req-602c98cf-d167-47b6-8c14-e34925c2762e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438960
Apr 09 21:42:50.484055 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-56a0f52d-4ad1-4b16-abf1-9b050e9193e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:50.888063 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:42:51.314153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545561-56cf-4b87-958a-a91a68f6acdf req-c31d26fe-65f0-473d-a16e-6c567d06382d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:51.316265 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9545561-56cf-4b87-958a-a91a68f6acdf req-c31d26fe-65f0-473d-a16e-6c567d06382d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0506337
Apr 09 21:42:51.368866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9545561-56cf-4b87-958a-a91a68f6acdf req-8e69ac6d-982f-4e3b-9685-76eb64581ffc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464180
Apr 09 21:42:52.495626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066af8d-dae5-4b4a-ad90-38e820ea8d90 req-1dffb9de-6217-43ba-9d39-a1a74aa2588b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:52.497082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6066af8d-dae5-4b4a-ad90-38e820ea8d90 req-1dffb9de-6217-43ba-9d39-a1a74aa2588b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0524733
Apr 09 21:42:52.546676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6066af8d-dae5-4b4a-ad90-38e820ea8d90 req-7bba2691-4b5a-4c8e-9169-5d6a62bd2b50 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417767
Apr 09 21:42:52.986839 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9c1d-055f-4720-a517-9b45a337ccad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:53.681480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e981da-bc34-4ffe-8f92-45f631c5e21c req-16682028-5450-4097-9215-b240be894b48 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:53.682968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95e981da-bc34-4ffe-8f92-45f631c5e21c req-16682028-5450-4097-9215-b240be894b48 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0572879
Apr 09 21:42:53.733404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95e981da-bc34-4ffe-8f92-45f631c5e21c req-b0c67722-e39e-467e-89df-5a1743743ebc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418854
Apr 09 21:42:54.284453 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:54.866496 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745307a-d23a-490f-8948-d27e72431aa6 req-c689ea69-83c4-4a4a-93e5-9c992a26aca4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:54.867992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2745307a-d23a-490f-8948-d27e72431aa6 req-c689ea69-83c4-4a4a-93e5-9c992a26aca4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0527396
Apr 09 21:42:54.919676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2745307a-d23a-490f-8948-d27e72431aa6 req-d06474f7-91b8-4e42-b470-c42c99d55733 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459683
Apr 09 21:42:55.324752 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:56.049226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21cfe3-4877-4cf4-8591-84af5b532657 req-d384238a-8417-413b-9c9d-d00dc2d765c0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:56.050581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c21cfe3-4877-4cf4-8591-84af5b532657 req-d384238a-8417-413b-9c9d-d00dc2d765c0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0478902
Apr 09 21:42:56.086102 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:56.100764 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c21cfe3-4877-4cf4-8591-84af5b532657 req-2b245fc2-a1c6-48f4-b625-6629992b7dd0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443685
Apr 09 21:42:57.101345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:42:57.220692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337c464-a2a4-4d7a-a88e-205f1649d5dc req-c268b339-239d-48a1-963c-24e420abec5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:57.222533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7337c464-a2a4-4d7a-a88e-205f1649d5dc req-c268b339-239d-48a1-963c-24e420abec5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0529368
Apr 09 21:42:57.275025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7337c464-a2a4-4d7a-a88e-205f1649d5dc req-81ab36c6-0bdc-4ad2-b7b4-243a6552b3a9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465949
Apr 09 21:42:57.785408 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-7bb75751-5b95-4661-8cf3-30eafe211adf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0387897
Apr 09 21:42:57.800348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1c6c-1b69-4163-8126-bda9647a20cf req-eae97388-8e0c-4feb-bef6-97aa080d2c35 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:57.802029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-972b1c6c-1b69-4163-8126-bda9647a20cf req-eae97388-8e0c-4feb-bef6-97aa080d2c35 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0520563
Apr 09 21:42:57.850569 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-972b1c6c-1b69-4163-8126-bda9647a20cf req-ae84d4b8-ae40-4005-a833-f2e0f48740cc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427358
Apr 09 21:42:58.135647 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-8ba07314-04c5-4532-88d4-545f6e3f4fea tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:58.137029 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-8ba07314-04c5-4532-88d4-545f6e3f4fea tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports/f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 943 time: 0.0467825
Apr 09 21:42:58.970691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377edf-64f9-4c7f-9848-b6a91ccfed5c req-76026617-11b5-4343-b2fe-a65f58a98b7e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:58.972314 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc377edf-64f9-4c7f-9848-b6a91ccfed5c req-76026617-11b5-4343-b2fe-a65f58a98b7e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0497673
Apr 09 21:42:59.029495 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc377edf-64f9-4c7f-9848-b6a91ccfed5c req-910d9b25-d7c9-49f2-a81d-ab22eac73a1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509410
Apr 09 21:42:59.077351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-e2d7ee28-4ab9-4d0b-a857-6114584383e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:59.079243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-e2d7ee28-4ab9-4d0b-a857-6114584383e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1128 time: 0.0404048
Apr 09 21:42:59.183008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-e2495e16-7139-4295-9cf6-d68f632f338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:59.184403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-e2495e16-7139-4295-9cf6-d68f632f338a service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0991471
Apr 09 21:42:59.250736 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-1a78ceed-ef39-4910-aa0f-147e8ae589b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1002 time: 0.0588601
Apr 09 21:42:59.304771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-4d785ead-a8c3-46d1-8da4-ef183a112100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:59.306258 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-4d785ead-a8c3-46d1-8da4-ef183a112100 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0496917
Apr 09 21:42:59.348895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-daf088fa-c861-4bdd-a563-e27bf31fd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:42:59.350398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-daf088fa-c861-4bdd-a563-e27bf31fd641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384216
Apr 09 21:42:59.444845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-a2ab84a2-b73f-4eda-b654-2a9d5826473b service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882311
Apr 09 21:42:59.542388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-d65f0b6d-3625-401b-8626-3a0958b6a032 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900657
Apr 09 21:43:00.163000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2669a95-5af4-493a-956f-11fe49ecc24b req-331ece06-f6cb-483e-84f1-bc464d6043be tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:00.164472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2669a95-5af4-493a-956f-11fe49ecc24b req-331ece06-f6cb-483e-84f1-bc464d6043be tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0515025
Apr 09 21:43:00.216061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2669a95-5af4-493a-956f-11fe49ecc24b req-37ac2171-3d1e-40f5-a6d6-981c7f026312 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457513
Apr 09 21:43:01.330441 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-2aae1048-d503-49e7-8cc6-9f5ef3c9d599 service neutron] show failed (client error): The resource could not be found.
Apr 09 21:43:01.331496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-2aae1048-d503-49e7-8cc6-9f5ef3c9d599 service neutron] 10.222.0.32 "GET /v2.0/ports/f7c3ec3c-2674-48e5-b1a3-696a4344fc21/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0874031
Apr 09 21:43:01.347467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10a4ca-e31b-4752-9be2-3e65fc5a8847 req-1ba5cf6a-9563-4409-b71e-3e76bdad2d53 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:01.349075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa10a4ca-e31b-4752-9be2-3e65fc5a8847 req-1ba5cf6a-9563-4409-b71e-3e76bdad2d53 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0569177
Apr 09 21:43:01.407053 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa10a4ca-e31b-4752-9be2-3e65fc5a8847 req-b06cdf41-6599-4766-94b9-07ef0b567d25 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513294
Apr 09 21:43:01.545287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-04e4b1ac-7691-43ac-a913-e3d19a61f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:01.546710 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-04e4b1ac-7691-43ac-a913-e3d19a61f15b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 1128 time: 0.0442235
Apr 09 21:43:01.558529 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:43:01.616752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:01.704655 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:01.815387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:43:01.852921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:43:01.892309 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:43:01.894678 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcd426d-dbc4-4e40-8b06-016fb8296e10" -d '{"events": [{"server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:43:01.899562 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Publish callbacks [] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:01.913453 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Transition to ACTIVE for port object f7c3ec3c-2674-48e5-b1a3-696a4344fc21 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:43:01.918785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:01.944751 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd8f667-3bec-401b-849d-55832b674387 x-openstack-request-id: req-3cd8f667-3bec-401b-849d-55832b674387 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:43:01.945071 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:43:01.945327 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cd8f667-3bec-401b-849d-55832b674387 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:43:01.945725 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd8f667-3bec-401b-849d-55832b674387'] response: {'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'code': 200}
Apr 09 21:43:01.970701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:02.047933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] No DVR routers for this DVR port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:43:02.191820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Attempting to bind port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:43:02.192157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Attempting to bind port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:43:02.192469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Attempting to bind port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:43:02.196945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:43:02.197289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Attempting to bind port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:43:02.202365 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:43:02.202702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:43:02.203077 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:43:02.203837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Bound port: f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:43:02.204197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:02.267322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:43:02.270252 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:43:02.280834 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:02.325634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:02.326224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:02.327669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] 10.222.0.25 "PUT /v2.0/ports/f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1092 time: 0.7731123
Apr 09 21:43:02.361871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb366b-fbd7-417e-9874-98182feaa986 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:02.396527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-bb712066-42a0-4dfe-9b13-2e23dfe03585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:02.398244 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-bb712066-42a0-4dfe-9b13-2e23dfe03585 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1126 time: 0.0465403
Apr 09 21:43:02.499188 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-3d288b52-9d32-4f5b-b4f5-0b186574bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:02.500832 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-3d288b52-9d32-4f5b-b4f5-0b186574bcf2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0967200
Apr 09 21:43:02.535915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1dff7-1645-4968-948d-f163075ac2aa req-5dc76f9f-142f-4de3-b190-b8b893fc7cfb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:02.537427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24c1dff7-1645-4968-948d-f163075ac2aa req-5dc76f9f-142f-4de3-b190-b8b893fc7cfb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 944 time: 0.0527027
Apr 09 21:43:02.573866 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-389771e0-c504-4d52-8a5c-7b87e798c074 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1000 time: 0.0661860
Apr 09 21:43:02.584020 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-24c1dff7-1645-4968-948d-f163075ac2aa req-3ba2f9f5-a9c2-4592-838f-31a29b36b1b0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407562
Apr 09 21:43:02.625470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-78d0b623-c19c-4194-baeb-7bf2f996fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:02.627020 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-78d0b623-c19c-4194-baeb-7bf2f996fa19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0454018
Apr 09 21:43:02.669688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-9c3bd6c9-30e7-4dc2-b307-93763b73a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:02.671222 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-9c3bd6c9-30e7-4dc2-b307-93763b73a08f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382552
Apr 09 21:43:02.768232 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-0ec105ec-81e0-4bfc-a50b-379cfe0615b3 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905952
Apr 09 21:43:02.858455 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-46270814-6882-4ddd-a5e5-d3f8b89044d4 req-5db52e6e-8f54-4392-b120-9e4c2921a633 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839460
Apr 09 21:43:03.722739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de1002-1f96-4445-9ec8-ad4b5604a80d req-c486d392-cbdc-4810-94b9-be82f294f734 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:03.724222 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75de1002-1f96-4445-9ec8-ad4b5604a80d req-c486d392-cbdc-4810-94b9-be82f294f734 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 944 time: 0.0575514
Apr 09 21:43:03.773527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75de1002-1f96-4445-9ec8-ad4b5604a80d req-0842dd44-173d-4770-a57b-cbe73f2adf74 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413558
Apr 09 21:43:03.947894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:43:03.951804 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:43:04.004240 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb000c1-d279-429e-ae21-dcef067f2d48 x-openstack-request-id: req-beb000c1-d279-429e-ae21-dcef067f2d48 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:43:04.004526 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:43:04.004785 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-beb000c1-d279-429e-ae21-dcef067f2d48 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:43:04.005234 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb000c1-d279-429e-ae21-dcef067f2d48'] response: {'name': 'network-changed', 'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'status': 'completed', 'code': 200}
Apr 09 21:43:04.065146 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-8571d8ba-40a6-40fe-8076-8d0fa9e37adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:04.066613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-8571d8ba-40a6-40fe-8076-8d0fa9e37adf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1126 time: 0.0389647
Apr 09 21:43:04.161946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-c5fd9520-becf-42b4-955d-0e46e9c0ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:04.163481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-c5fd9520-becf-42b4-955d-0e46e9c0ab7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0908315
Apr 09 21:43:04.230018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-7a7157b7-ecf1-45cb-a288-38df6d6c39cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1000 time: 0.0608649
Apr 09 21:43:04.289140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-bf1fdb03-d66b-4d78-8f55-005b40ad661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:04.290538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-bf1fdb03-d66b-4d78-8f55-005b40ad661e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0551498
Apr 09 21:43:04.335016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-0426dd3e-f330-46ee-967d-fe2c49baee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:04.336493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-0426dd3e-f330-46ee-967d-fe2c49baee41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402434
Apr 09 21:43:04.427192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-68d54b02-5649-46fa-adbf-c682e5d4482d service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842535
Apr 09 21:43:04.532177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-0ae8ea7b-99d5-4ec9-8012-00bd7ef9f51e service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988503
Apr 09 21:43:04.901427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5129be4-5a22-4f4b-99c6-ab92df57dcbf req-92deb386-62bb-4f42-94a3-9052d6ad9090 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:04.902912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5129be4-5a22-4f4b-99c6-ab92df57dcbf req-92deb386-62bb-4f42-94a3-9052d6ad9090 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 944 time: 0.0484340
Apr 09 21:43:04.955617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5129be4-5a22-4f4b-99c6-ab92df57dcbf req-281958c2-9c38-4951-ba48-4e26b54b25d5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469284
Apr 09 21:43:05.207993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f7c3ec3c-2674-48e5-b1a3-696a4344fc21 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:43:05.315434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:43:05.326929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'mac_address': 'fa:16:3e:8e:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:43:05.368402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:43:05.368866 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:05.382776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c3ec3c-2674-48e5-b1a3-696a4344fc21 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:43:05.405772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:43:05.411514 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:05.420895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-5fd5d308-7717-4212-9c37-f381813e8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:05.422806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-5fd5d308-7717-4212-9c37-f381813e8277 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1126 time: 0.0484962
Apr 09 21:43:05.461655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:05.519110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-9aa73755-62f3-4a64-a063-e16614c544fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:05.520586 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-9aa73755-62f3-4a64-a063-e16614c544fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0891240
Apr 09 21:43:05.570139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f7c3ec3c-2674-48e5-b1a3-696a4344fc21 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:43:05.593870 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-afeb69e8-305d-4d90-9acb-7202041b1977 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1001 time: 0.0667200
Apr 09 21:43:05.617517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:43:05.617909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device f7c3ec3c-2674-48e5-b1a3-696a4344fc21 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:43:05.649463 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-9736f6db-f4f7-4d5e-822c-c56fadbfac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:05.650951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-9736f6db-f4f7-4d5e-822c-c56fadbfac60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0500453
Apr 09 21:43:05.696646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-41ad87f8-49ff-4e48-9ce1-88461ac5f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:05.698201 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-41ad87f8-49ff-4e48-9ce1-88461ac5f4a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393345
Apr 09 21:43:05.720088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['f7c3ec3c-2674-48e5-b1a3-696a4344fc21'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:43:05.790822 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-454ed49d-1e18-4739-bf94-a992d4344e5e service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867374
Apr 09 21:43:05.883012 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-53d27c9a-ea2c-4b3c-9b9d-3cca17e77367 req-d5c3f96a-5b63-4fb8-8f63-faebc216d479 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860748
Apr 09 21:43:06.087438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd9d2-2172-4281-adaf-6309e747f35e req-bfbeb353-71e9-4ad5-a2eb-263e11a5b80d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:06.088935 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c94bd9d2-2172-4281-adaf-6309e747f35e req-bfbeb353-71e9-4ad5-a2eb-263e11a5b80d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 945 time: 0.0519366
Apr 09 21:43:06.140241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c94bd9d2-2172-4281-adaf-6309e747f35e req-7f6d1c73-fdf7-45f9-aae4-b0014a100ca3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429323
Apr 09 21:43:06.368412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4371d9-ac29-4ef2-b20f-d50011645f54 req-0e124703-a23f-49ef-96ae-1126b82170c5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:06.369944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee4371d9-ac29-4ef2-b20f-d50011645f54 req-0e124703-a23f-49ef-96ae-1126b82170c5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 945 time: 0.0766053
Apr 09 21:43:06.377795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-bcc3e9db-3071-488c-96a6-49f7a5183eae tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:06.379227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-bcc3e9db-3071-488c-96a6-49f7a5183eae tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0744665
Apr 09 21:43:06.462084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee4371d9-ac29-4ef2-b20f-d50011645f54 req-319cb3ab-6a02-4e55-878f-3ab309e8a92c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818887
Apr 09 21:43:06.469160 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-17f8af18-1f87-4371-9b54-761193f7e8bd service neutron] delete failed (client error): The resource could not be found.
Apr 09 21:43:06.470121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-17f8af18-1f87-4371-9b54-761193f7e8bd service neutron] 10.222.0.32 "DELETE /v2.0/ports/f7c3ec3c-2674-48e5-b1a3-696a4344fc21/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0840588
Apr 09 21:43:06.553152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-041c7bb4-c2bb-4fd6-ae71-ebc45bfe2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:06.554562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-041c7bb4-c2bb-4fd6-ae71-ebc45bfe2957 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1127 time: 0.0396798
Apr 09 21:43:06.938546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-601e074e-16cd-4473-a992-b810d2aefe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:06.939940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-601e074e-16cd-4473-a992-b810d2aefe2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.3727152
Apr 09 21:43:07.006121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-6fad7b16-c511-43ec-8f51-14d4d46e73fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1001 time: 0.0581622
Apr 09 21:43:07.055843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-786a8c40-43e0-4697-8ab2-5d13b482724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:07.057333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-786a8c40-43e0-4697-8ab2-5d13b482724f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0453022
Apr 09 21:43:07.103278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-c11861aa-cfe5-47fa-846f-c5be4c851c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:07.104739 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-c11861aa-cfe5-47fa-846f-c5be4c851c02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418878
Apr 09 21:43:07.194596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-d9d7da91-1961-432b-b1ff-163f216ad6cc service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834394
Apr 09 21:43:07.221655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f7c3ec3c-2674-48e5-b1a3-696a4344fc21 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:43:07.269027 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:43:07.277451 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:43:07.277834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:07.291357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ec5f2-3b7e-4830-9f44-edb1b965bdc5 req-296e76e0-5338-44dd-bb84-c00943ed22a7 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902231
Apr 09 21:43:07.358593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:43:07.358988 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:07.382230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:43:07.384496 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef0360c-cb5f-4189-9fad-950bcbe9e9ca" -d '{"events": [{"server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:43:07.396697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:43:07.402038 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:07.435829 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186ed74a-fa9d-4f3b-ae90-b21cc38a665a x-openstack-request-id: req-186ed74a-fa9d-4f3b-ae90-b21cc38a665a {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:43:07.436115 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:43:07.436375 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-186ed74a-fa9d-4f3b-ae90-b21cc38a665a {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:43:07.436786 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186ed74a-fa9d-4f3b-ae90-b21cc38a665a'] response: {'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'code': 200}
Apr 09 21:43:07.453766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:07.580276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426e32-9af1-45d3-8e7d-b0feb62b58d4 req-43d538cc-c3cb-4738-98f8-45b5d2c8f27f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:07.581854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31426e32-9af1-45d3-8e7d-b0feb62b58d4 req-43d538cc-c3cb-4738-98f8-45b5d2c8f27f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0505753
Apr 09 21:43:07.632590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-31426e32-9af1-45d3-8e7d-b0feb62b58d4 req-44f66f2f-3e7f-4233-a722-45e9857fdb37 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446861
Apr 09 21:43:08.758787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db61b-656c-47f6-8af1-f7cb8f8c3d52 req-b8b09f4b-3c02-4401-9f14-a21faba506c4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:08.760252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-812db61b-656c-47f6-8af1-f7cb8f8c3d52 req-b8b09f4b-3c02-4401-9f14-a21faba506c4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0477836
Apr 09 21:43:08.821744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-812db61b-656c-47f6-8af1-f7cb8f8c3d52 req-398b0826-0c23-4e2a-8019-4c3a4c49eed7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529702
Apr 09 21:43:08.946334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf80631-c269-415e-9fe8-fe36522e87e2 req-fa53dfa8-60e1-41aa-9a6e-55988778a276 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:08.947835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bf80631-c269-415e-9fe8-fe36522e87e2 req-fa53dfa8-60e1-41aa-9a6e-55988778a276 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0482440
Apr 09 21:43:09.003190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8bf80631-c269-415e-9fe8-fe36522e87e2 req-f657fc3d-c6bb-4f3c-becf-f48937524009 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495968
Apr 09 21:43:09.208715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2795-df52-449b-8528-9fac6436ccc0 req-c2387487-cebe-4501-8bcb-2e8b2e84a2f8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:09.210337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4adc2795-df52-449b-8528-9fac6436ccc0 req-c2387487-cebe-4501-8bcb-2e8b2e84a2f8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0522313
Apr 09 21:43:09.242992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-afbb5911-9387-438e-aac0-0507f5f242df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:09.244623 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-afbb5911-9387-438e-aac0-0507f5f242df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 1128 time: 0.0471148
Apr 09 21:43:09.259081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4adc2795-df52-449b-8528-9fac6436ccc0 req-3fea4174-f742-4ac8-be8a-1621f825c4d1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428967
Apr 09 21:43:09.352825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-dc6d311f-ff41-470c-a3ba-00bfd5cd387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:09.354364 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-dc6d311f-ff41-470c-a3ba-00bfd5cd387b service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1025231
Apr 09 21:43:09.422858 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-d502d4a7-86f8-409a-958e-874401dd9d5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 200  len: 1002 time: 0.0612547
Apr 09 21:43:09.471902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-b6d818b7-a886-438c-a42b-a224e5aa9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:09.473393 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-b6d818b7-a886-438c-a42b-a224e5aa9fd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0443881
Apr 09 21:43:09.518317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-c8df1a38-d9a8-485a-a716-796a3c71cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:09.519850 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-c8df1a38-d9a8-485a-a716-796a3c71cf79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400212
Apr 09 21:43:09.615555 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-080b5f47-0d55-4ae1-ae69-cb1dbb2224f0 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894907
Apr 09 21:43:09.702961 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d1d601c6-12ee-4c40-95c8-9a992c91f545 req-b3f8df6d-3fcc-49c2-89c4-8634628afc77 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813718
Apr 09 21:43:10.382174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7279be9-5315-490d-8b91-af8f26d9c4e6 req-f3620b7e-af88-48ba-8d25-ac3e9dd6da8c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:10.383671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7279be9-5315-490d-8b91-af8f26d9c4e6 req-f3620b7e-af88-48ba-8d25-ac3e9dd6da8c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0529861
Apr 09 21:43:10.432147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7279be9-5315-490d-8b91-af8f26d9c4e6 req-25004890-07d0-423a-be14-2370699b7bcf tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425076
Apr 09 21:43:10.676916 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90832a-76bb-4fc9-b061-a40d580e5b96 req-45e6c72a-e390-4f0d-9b82-cd97ade3c4e4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:10.678518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d90832a-76bb-4fc9-b061-a40d580e5b96 req-45e6c72a-e390-4f0d-9b82-cd97ade3c4e4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0517614
Apr 09 21:43:10.739114 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d90832a-76bb-4fc9-b061-a40d580e5b96 req-47464d74-f7a8-4237-adc1-a895c7ee4a06 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544710
Apr 09 21:43:11.868567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314c0c8-9aa1-493e-9671-a9bfed32f97e req-be298b25-2fdb-4130-9080-2dfb74fedf9a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:11.870077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4314c0c8-9aa1-493e-9671-a9bfed32f97e req-be298b25-2fdb-4130-9080-2dfb74fedf9a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0491436
Apr 09 21:43:11.930262 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4314c0c8-9aa1-493e-9671-a9bfed32f97e req-f730ff0f-15f9-488d-890d-e1fb9b1a5755 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513186
Apr 09 21:43:12.087946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-732bf9b1-c829-433c-82ad-9a4822021770 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:12.089361 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-732bf9b1-c829-433c-82ad-9a4822021770 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0539939
Apr 09 21:43:12.321926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Deleting port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:43:12.322240 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:12.699681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] For port f7c3ec3c-2674-48e5-b1a3-696a4344fc21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:43:12.700026 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:12.882736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:12.883069 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:12.883402 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba disassociated. External IP: 172.35.0.207, port: f7c3ec3c-2674-48e5-b1a3-696a4344fc21.
Apr 09 21:43:12.883732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Calling delete_port for f7c3ec3c-2674-48e5-b1a3-696a4344fc21 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:43:13.027703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f7c3ec3c-2674-48e5-b1a3-696a4344fc21), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:13.052340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99406d98-fe8e-497f-b15a-04e5d9ea81a2 req-2383750e-7ee6-4ad7-809f-0ad5aaa97835 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:13.053898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99406d98-fe8e-497f-b15a-04e5d9ea81a2 req-2383750e-7ee6-4ad7-809f-0ad5aaa97835 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae1abfd-487c-47b6-8246-1f3ecec6cd04 HTTP/1.1" status: 200  len: 946 time: 0.0516267
Apr 09 21:43:13.055804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event deleted for resources: {'Port': ['ID=f7c3ec3c-2674-48e5-b1a3-696a4344fc21,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:13.068606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.068951 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.069318 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.069653 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.069991 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.070317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.070636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.070960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.071282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.071600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.071958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.072279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.072603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.072940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.073281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:13.105946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99406d98-fe8e-497f-b15a-04e5d9ea81a2 req-487edc96-9736-4cf9-bc85-e3b88a838483 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459259
Apr 09 21:43:13.193621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:43:13.311993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:43:13.322457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:43:13.332888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:43:13.333535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ed15b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:42:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:43:13.355660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] No DVR routers for this DVR port f7c3ec3c-2674-48e5-b1a3-696a4344fc21 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:43:13.358327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:13.361570 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9e7a5df7-6880-4bfe-8c72-c24b26943b45 req-8d6e88ec-f6c9-4fe9-bb4d-604e0b4bc8fd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.25 "DELETE /v2.0/ports/f7c3ec3c-2674-48e5-b1a3-696a4344fc21 HTTP/1.1" status: 204  len: 173 time: 1.1255803
Apr 09 21:43:13.362006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'name': 'network-vif-deleted', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:43:13.364242 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ce92f2-e89a-4c01-ab0e-3c7f17ce4f6a" -d '{"events": [{"server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "name": "network-vif-deleted", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:43:13.402709 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c91cdd9-86ce-4f83-95ca-7c5ddeaa9dbd x-openstack-request-id: req-4c91cdd9-86ce-4f83-95ca-7c5ddeaa9dbd {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:43:13.403002 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1abfd-487c-47b6-8246-1f3ecec6cd04", "name": "network-vif-deleted", "tag": "f7c3ec3c-2674-48e5-b1a3-696a4344fc21", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:43:13.403254 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c91cdd9-86ce-4f83-95ca-7c5ddeaa9dbd {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:43:13.403663 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c91cdd9-86ce-4f83-95ca-7c5ddeaa9dbd'] response: {'server_uuid': '5ae1abfd-487c-47b6-8246-1f3ecec6cd04', 'name': 'network-vif-deleted', 'tag': 'f7c3ec3c-2674-48e5-b1a3-696a4344fc21', 'status': 'completed', 'code': 200}
Apr 09 21:43:13.462762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:43:13.654950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ed15b0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:43:13.685198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:43:13.693905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:43:13.694503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375ed15b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:42:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:43:13.807121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:43:14.013505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375ed15b0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:43:14.040144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aee5c1-af06-4cdf-a643-6b5ecb94f133 None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:43:14.307060 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7b04c1-ea55-4862-baa4-c3a45a47b8d5 None None] New status for floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:43:14.354759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-fe464ec0-1f2d-4e50-9073-a10d5170d265 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1323145368&fields=id&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 267 time: 0.0420554
Apr 09 21:43:14.482998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-6ee75fd2-6b0c-4149-a9ec-73403a2efab5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:14.484529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-6ee75fd2-6b0c-4149-a9ec-73403a2efab5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 812 time: 0.1225266
Apr 09 21:43:14.500343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-74251c32-ddcd-4cff-b476-f5242b943c50 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/quotas/67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 375 time: 0.0103352
Apr 09 21:43:14.560407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-cec27e61-5875-4aeb-b0cc-4825d3d7952c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0521944
Apr 09 21:43:14.664598 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-17df4517-07c8-42ea-8984-a9b9fa226644 service neutron] 10.222.0.30 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916235
Apr 09 21:43:14.766770 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-1c06521d-e1f9-4f26-8ce0-a43f1af63e89 service neutron] 10.222.0.30 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958512
Apr 09 21:43:14.933441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4fdc2e8e-e9c9-4c88-a20a-7a898da74f2b req-d2c0955d-beaf-44b3-a0ac-5c4a2e51007a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 210 time: 0.0286810
Apr 09 21:43:15.966415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-64c3a8c5-b415-4e0f-8e99-73b506369ed9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:15.968175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-64c3a8c5-b415-4e0f-8e99-73b506369ed9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 812 time: 0.1099331
Apr 09 21:43:16.042445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9636d8e8-6294-4a9d-b4c6-8e0e05eaf9cd req-f90dda2f-7f94-478f-b7c6-24557c99282a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 210 time: 0.0358732
Apr 09 21:43:16.055182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-0ba7425d-29b8-4dcd-b3aa-14762b4f4662 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 380 time: 0.0782206
Apr 09 21:43:16.063777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'port': {'device_id': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'admin_state_up': True, 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'security_groups': ['59f3a68e-1d93-41de-b702-36d0069aae5f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:43:16.180984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Made reservation on behalf of 67f62a23dbf04cfca2a3403c6a2186b0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:43:16.184586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:16.333630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Allocated IP 172.20.0.12 (03b745cd-5e10-41bf-b629-61d061eff991/7396e73e-a36b-49f4-be41-c40ce7e22858/312becff-ee82-49e8-89ad-5b80e8185eed) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:43:16.495550 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for port (312becff-ee82-49e8-89ad-5b80e8185eed), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:16.531982 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:16.580828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Network 03b745cd-5e10-41bf-b629-61d061eff991 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:43:16.583969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:43:16.587509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:43:16.612888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:16.646088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:16.646733 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:16.669215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-448ef139-8b7e-4984-b91a-c700df719d6e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6089587
Apr 09 21:43:16.680461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Request body: {'port': {'device_id': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:43:16.747849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:16.826054 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7ad6a2d0-2a97-463b-9ed8-fda08aff2bd6 None None] Provisioning complete for port 312becff-ee82-49e8-89ad-5b80e8185eed triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:43:16.826669 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a2d0-2a97-463b-9ed8-fda08aff2bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:16.865734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6a2d0-2a97-463b-9ed8-fda08aff2bd6 None None] Port 312becff-ee82-49e8-89ad-5b80e8185eed cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:43:17.027212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312becff-ee82-49e8-89ad-5b80e8185eed {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:43:17.034951 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Publish callbacks [] for port (312becff-ee82-49e8-89ad-5b80e8185eed), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:17.048320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Transition to ACTIVE for port object 312becff-ee82-49e8-89ad-5b80e8185eed will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:43:17.053622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:17.134702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:17.210072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aade3d-666e-45e5-b9c4-42d5eab31c65 req-6dd8e546-ac4b-4be0-8043-5ba3feaf4f80 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:17.211618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0aade3d-666e-45e5-b9c4-42d5eab31c65 req-6dd8e546-ac4b-4be0-8043-5ba3feaf4f80 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 944 time: 0.0780244
Apr 09 21:43:17.246442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f7c3ec3c-2674-48e5-b1a3-696a4344fc21 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:43:17.248641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:43:17.248976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:43:17.249327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:43:17.259458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:43:17.259776 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:43:17.268302 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: f7c3ec3c-2674-48e5-b1a3-696a4344fc21 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:43:17.268641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f7c3ec3c-2674-48e5-b1a3-696a4344fc21 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:43:17.273630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:43:17.273969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:43:17.274347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:43:17.274785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Bound port: 312becff-ee82-49e8-89ad-5b80e8185eed, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:43:17.275143 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:17.290439 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a0aade3d-666e-45e5-b9c4-42d5eab31c65 req-75ad8727-a2ec-4826-9abe-8b62d84e78cf tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714600
Apr 09 21:43:17.346441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:43:17.349341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:43:17.356142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:17.400195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:17.400903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:17.402371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] 10.222.0.32 "PUT /v2.0/ports/312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1092 time: 0.7263763
Apr 09 21:43:17.402811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:43:17.405313 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2197943-73b4-4ae6-b359-a4ecff12562c" -d '{"events": [{"name": "network-changed", "server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:43:17.439032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668661-c621-420e-be64-f9b4aa982fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:17.493584 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-150ca069-ca8c-44a3-896c-45bf9e6737be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:17.495113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-150ca069-ca8c-44a3-896c-45bf9e6737be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1126 time: 0.0482121
Apr 09 21:43:17.539150 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03647cb3-a3c5-423c-9e2b-09aba4a56dea x-openstack-request-id: req-03647cb3-a3c5-423c-9e2b-09aba4a56dea {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:43:17.539441 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:43:17.539688 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03647cb3-a3c5-423c-9e2b-09aba4a56dea {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:43:17.540096 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03647cb3-a3c5-423c-9e2b-09aba4a56dea'] response: {'name': 'network-changed', 'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'status': 'completed', 'code': 200}
Apr 09 21:43:17.541998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-56703246-0176-4ab6-b8b9-6023d51d7036 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 217 time: 0.0400889
Apr 09 21:43:17.595637 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-35c7f367-7edd-4e52-88d4-66c49ccee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:17.597247 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-35c7f367-7edd-4e52-88d4-66c49ccee9fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0495553
Apr 09 21:43:17.639868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-45fef4f4-99b8-447f-ab40-5592de928eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:17.641432 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-45fef4f4-99b8-447f-ab40-5592de928eee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387566
Apr 09 21:43:17.730826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-e0ffa593-fd2b-49a7-ba06-8c83212a568a service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831463
Apr 09 21:43:17.829060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2b0602f1-c712-46ef-bd29-f1b0cc3eb4a7 req-7ec3b141-1941-48fa-9fdc-33857fe3616c service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924175
Apr 09 21:43:18.413794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8741e-b5ed-4c7c-a48c-2591622cd636 req-c37b80db-17bf-43a9-9521-c4e07be83c9a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:18.415272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bc8741e-b5ed-4c7c-a48c-2591622cd636 req-c37b80db-17bf-43a9-9521-c4e07be83c9a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 944 time: 0.0484002
Apr 09 21:43:18.464385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bc8741e-b5ed-4c7c-a48c-2591622cd636 req-1136fad8-c959-495e-a7ef-a9862e901430 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434244
Apr 09 21:43:18.676505 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-795b71c6-42f6-44c6-aa1b-5d2c992634f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:18.678094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-795b71c6-42f6-44c6-aa1b-5d2c992634f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1126 time: 0.0499423
Apr 09 21:43:18.771037 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-4dea6c9f-e857-4073-bd23-a83f4f8f1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:18.772471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-4dea6c9f-e857-4073-bd23-a83f4f8f1ddc service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0883467
Apr 09 21:43:18.816727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-eca0d36b-24b7-4ce8-bc50-9ab5efe06f03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 217 time: 0.0371215
Apr 09 21:43:18.871650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-1d208128-9165-4516-a7e1-2cc3257c8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:18.873190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-1d208128-9165-4516-a7e1-2cc3257c8aab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0486631
Apr 09 21:43:18.916426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-072d2325-352e-474b-88c3-8dc96f8f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:18.917996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-072d2325-352e-474b-88c3-8dc96f8f7915 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390866
Apr 09 21:43:19.012546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-12c36bd0-c77b-4ec3-adeb-0b13f049f401 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883965
Apr 09 21:43:19.105072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2197943-73b4-4ae6-b359-a4ecff12562c req-dcaaffe8-3ad3-41f5-bdec-4b6299dc9ea1 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865746
Apr 09 21:43:19.582537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4be734-5e03-4bce-b834-f5b3fa48cdbd req-f0f81189-3734-4677-a22a-e4bbe6dbbc97 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:19.584007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de4be734-5e03-4bce-b834-f5b3fa48cdbd req-f0f81189-3734-4677-a22a-e4bbe6dbbc97 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 944 time: 0.0502455
Apr 09 21:43:19.636659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de4be734-5e03-4bce-b834-f5b3fa48cdbd req-78c77031-b5b0-4e2a-94aa-b888b97e82c4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468888
Apr 09 21:43:19.667212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:43:19.933932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:43:19.951136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '312becff-ee82-49e8-89ad-5b80e8185eed', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': '312becff-ee82-49e8-89ad-5b80e8185eed', 'mac_address': 'fa:16:3e:7e:70:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:43:19.989585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 312becff-ee82-49e8-89ad-5b80e8185eed is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:43:19.990016 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:20.003056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312becff-ee82-49e8-89ad-5b80e8185eed {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:43:20.022524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:43:20.030273 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:20.082241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:20.089895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.090254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.090584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.090918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.091245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.091572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.091880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.092204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.092525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.092842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.093199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.093530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.093846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.094350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.094660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:43:20.222059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['312becff-ee82-49e8-89ad-5b80e8185eed'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:43:20.482558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3e3893cf-3945-4692-b556-59658115424c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:20.764216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f64d4-95b1-4c30-b1d9-b3ccc7cd114a req-4bed7fdb-8c5b-4181-8319-d84833db5881 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:20.765710 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db1f64d4-95b1-4c30-b1d9-b3ccc7cd114a req-4bed7fdb-8c5b-4181-8319-d84833db5881 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 945 time: 0.0531814
Apr 09 21:43:20.815401 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db1f64d4-95b1-4c30-b1d9-b3ccc7cd114a req-26caad5c-8464-43b8-b1f5-9b5164431d81 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412831
Apr 09 21:43:21.679575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:43:21.727531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 312becff-ee82-49e8-89ad-5b80e8185eed completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:43:21.737608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 312becff-ee82-49e8-89ad-5b80e8185eed triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:43:21.738130 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:21.815511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 312becff-ee82-49e8-89ad-5b80e8185eed is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:43:21.815903 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:21.838905 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:43:21.841277 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8804e9db-38ce-4426-92ac-ff817115c3ff" -d '{"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-plugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:43:21.857796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:43:21.864356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:21.888151 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5e3e19-1289-4919-a6bf-33e367d4d443 x-openstack-request-id: req-ec5e3e19-1289-4919-a6bf-33e367d4d443 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:43:21.888443 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-plugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:43:21.888701 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec5e3e19-1289-4919-a6bf-33e367d4d443 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:43:21.889181 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5e3e19-1289-4919-a6bf-33e367d4d443'] response: {'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'code': 200}
Apr 09 21:43:21.918480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:43:21.946685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1144013-e0fe-495f-92bb-76710820955d req-897ab74b-512e-4489-abbf-fbc64ad646c5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:21.948188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1144013-e0fe-495f-92bb-76710820955d req-897ab74b-512e-4489-abbf-fbc64ad646c5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0550823
Apr 09 21:43:22.002885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9b520-939a-4681-b8eb-338152bd9b12 req-4966b5dd-be7c-4b6f-99f6-4302fbefaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:22.004278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18a9b520-939a-4681-b8eb-338152bd9b12 req-4966b5dd-be7c-4b6f-99f6-4302fbefaae5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1128 time: 0.0552170
Apr 09 21:43:22.037836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1144013-e0fe-495f-92bb-76710820955d req-126cc0e2-d9a0-4056-bcfe-83cf77d6a05e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811028
Apr 09 21:43:22.061583 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18a9b520-939a-4681-b8eb-338152bd9b12 req-18733579-f8b3-4654-8283-60b6a209498b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496364
Apr 09 21:43:22.988644 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a64ce389-aeb0-4af1-a09e-e2c530c6aaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:23.158356 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5f08e-3664-45b0-8066-e7896deddd90 req-415015ab-e9e0-41e7-8591-def4b706c7bf tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:23.161206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48c5f08e-3664-45b0-8066-e7896deddd90 req-415015ab-e9e0-41e7-8591-def4b706c7bf tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0518510
Apr 09 21:43:23.211553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48c5f08e-3664-45b0-8066-e7896deddd90 req-9cabe2a1-55cf-4309-8bee-b05f8f5efb69 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447025
Apr 09 21:43:24.279810 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:24.342286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7037f64-97ab-459d-af59-786d1969d5b7 req-2ba2d7b6-e94e-4a05-a4c9-d422c776a3f1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:24.343758 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7037f64-97ab-459d-af59-786d1969d5b7 req-2ba2d7b6-e94e-4a05-a4c9-d422c776a3f1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0475178
Apr 09 21:43:24.395046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7037f64-97ab-459d-af59-786d1969d5b7 req-7966a442-b082-4163-80f6-e4a71ca08c03 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454464
Apr 09 21:43:24.514772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e54b7-c364-49bc-b047-3eacabe61429 req-52eecd21-f227-4b3b-9b2a-07b9141405aa tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:24.516187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea6e54b7-c364-49bc-b047-3eacabe61429 req-52eecd21-f227-4b3b-9b2a-07b9141405aa tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0484550
Apr 09 21:43:24.525380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40100) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:43:24.529926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'floatingip': {'port_id': '312becff-ee82-49e8-89ad-5b80e8185eed'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:43:24.570132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:25.038327 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:25.045452 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:25.156234 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba associated. External IP: 172.35.0.207, port: 312becff-ee82-49e8-89ad-5b80e8185eed.
Apr 09 21:43:25.326719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:25.680127 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:43:25.793187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:43:25.797931 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:25.804419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:43:25.814852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:43:25.815489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b7adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:43:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:43:25.829887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-39812edc-f4a8-40ba-a197-38dd3a34a7a7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "PUT /v2.0/floatingips/9d267a5e-f280-4e54-8a32-8008cb227cba HTTP/1.1" status: 200  len: 992 time: 1.3007922
Apr 09 21:43:25.829887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:43:25.830560 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de81de33-7ed3-4041-a4ec-236a68c63c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:43:25.873016 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1311a-deca-428c-9576-e45a3464862c x-openstack-request-id: req-03d1311a-deca-428c-9576-e45a3464862c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:43:25.873388 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:43:25.873728 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03d1311a-deca-428c-9576-e45a3464862c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:43:25.874210 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d1311a-deca-428c-9576-e45a3464862c'] response: {'name': 'network-changed', 'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'status': 'completed', 'code': 200}
Apr 09 21:43:25.931929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:43:25.933182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-73f14e47-b77c-4e91-91f5-3a886819c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:25.935194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-73f14e47-b77c-4e91-91f5-3a886819c31f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1128 time: 0.0413463
Apr 09 21:43:26.072025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-027fadf3-d99c-4a5a-8236-a3c3bf4955c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0400240
Apr 09 21:43:26.072905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-e0aa57c1-6725-4c8d-b45c-0a50e048d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:26.074680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-e0aa57c1-6725-4c8d-b45c-0a50e048d862 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1333153
Apr 09 21:43:26.130504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:26.134309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7581a9-6734-463d-a6d0-1ac8d1b6be80 req-c33fe2cb-6a99-4dd6-8b33-db52a5f04ccf tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:26.135851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de7581a9-6734-463d-a6d0-1ac8d1b6be80 req-c33fe2cb-6a99-4dd6-8b33-db52a5f04ccf tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.1076136
Apr 09 21:43:26.178094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-1d188187-1e67-422b-be97-35f55462ffcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1000 time: 0.0964913
Apr 09 21:43:26.189607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b7adf0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': '312becff-ee82-49e8-89ad-5b80e8185eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:7e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:43:24Z', 'revision_number': 9, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:43:26.219801 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:43:26.229323 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:43:26.229996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b7adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:43:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:43:26.235547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de7581a9-6734-463d-a6d0-1ac8d1b6be80 req-5b423767-e62f-41db-9c44-dae302e0aec5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900946
Apr 09 21:43:26.247030 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-23db2e8f-27ce-4f73-83ae-6c60fd8efde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:26.248798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-23db2e8f-27ce-4f73-83ae-6c60fd8efde4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0602300
Apr 09 21:43:26.298360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-6c869652-e160-4816-9f3c-0ad139fcf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:26.299976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-6c869652-e160-4816-9f3c-0ad139fcf172 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450146
Apr 09 21:43:26.358464 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:43:26.407518 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-f7e88c0c-8399-4549-b9b8-9748073a60bb service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001220
Apr 09 21:43:26.473131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-e48a36d9-3b4b-4bbd-8c37-d7e19d19c483 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:26.474532 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-e48a36d9-3b4b-4bbd-8c37-d7e19d19c483 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports/312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 943 time: 0.0544269
Apr 09 21:43:26.505068 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de81de33-7ed3-4041-a4ec-236a68c63c9b req-0410fbe9-e038-4481-9004-30a411f73d8c service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912218
Apr 09 21:43:26.596880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b7adf0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': '312becff-ee82-49e8-89ad-5b80e8185eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:7e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:43:24Z', 'revision_number': 9, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:43:26.624831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349cfe46-8190-475b-88fe-9be10a0730c6 None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': '312becff-ee82-49e8-89ad-5b80e8185eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:7e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:43:24Z', 'revision_number': 9, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:43:26.839659 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac6423-b5ab-4113-8a79-cf4b50c46548 None None] New status for floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:43:27.102697 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:27.275933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-4d677c7f-656c-4546-9de4-48af9da89019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:27.277499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-4d677c7f-656c-4546-9de4-48af9da89019 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1128 time: 0.0465539
Apr 09 21:43:27.386924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39505141-6ca7-4972-8b07-23d100f4c7b1 req-c0d37c2b-a6b9-4548-91a2-792a978e7a3e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:27.388510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39505141-6ca7-4972-8b07-23d100f4c7b1 req-c0d37c2b-a6b9-4548-91a2-792a978e7a3e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0798659
Apr 09 21:43:27.422631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-0d87fe82-77f7-4e04-ab20-a6e0e7e8e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:27.424013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-0d87fe82-77f7-4e04-ab20-a6e0e7e8e79c service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1412191
Apr 09 21:43:27.493203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39505141-6ca7-4972-8b07-23d100f4c7b1 req-07a81862-ab0a-40cf-bbb9-3b1a7bf1adaa tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981779
Apr 09 21:43:27.508748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-072c7587-0aba-4e8e-a73f-9ae8a511b1db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1003 time: 0.0771332
Apr 09 21:43:27.557635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-6270230f-2aa7-4d93-ab9a-ac36faede015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:27.558961 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-6270230f-2aa7-4d93-ab9a-ac36faede015 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0442123
Apr 09 21:43:27.606182 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-b51fbe92-337e-45ae-ad28-95430fbf06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:27.607768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-b51fbe92-337e-45ae-ad28-95430fbf06d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430448
Apr 09 21:43:27.696429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-8ca51c33-6c68-4f67-bb64-f5242e8a46f5 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829980
Apr 09 21:43:27.791298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-cdab0fad-1b3b-484e-9828-00476285c1be service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882349
Apr 09 21:43:27.888844 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:43:28.615830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427946d-50d0-4663-ae91-04cd56743b27 req-2bfb3bc0-f627-4a0b-93da-81017ad5aad6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:28.617354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b427946d-50d0-4663-ae91-04cd56743b27 req-2bfb3bc0-f627-4a0b-93da-81017ad5aad6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0489922
Apr 09 21:43:28.665776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b427946d-50d0-4663-ae91-04cd56743b27 req-f2a2e44d-364f-459b-9f67-4a56354eed05 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427115
Apr 09 21:43:29.796118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea11d3c-bb72-45d6-acaa-53efccfeae87 req-b09811f4-f717-4366-a736-acb7a4d4097b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:29.797626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ea11d3c-bb72-45d6-acaa-53efccfeae87 req-b09811f4-f717-4366-a736-acb7a4d4097b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0483181
Apr 09 21:43:29.845066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ea11d3c-bb72-45d6-acaa-53efccfeae87 req-c61a0749-826f-4fa4-82db-4788dd0495dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417643
Apr 09 21:43:30.986708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a65fe4-24a4-401e-b2f0-62a91781d0d7 req-8e036abb-43d9-4d60-9e8a-7f73837490c8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:30.988193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a65fe4-24a4-401e-b2f0-62a91781d0d7 req-8e036abb-43d9-4d60-9e8a-7f73837490c8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0521972
Apr 09 21:43:31.035175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6a65fe4-24a4-401e-b2f0-62a91781d0d7 req-7124a398-ab65-4c67-bd12-c987ad57da8c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410600
Apr 09 21:43:31.745543 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:32.160067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956488-d686-45cd-9429-60759bb1df85 req-46aaccca-2c1f-4673-9ecc-387b4bade45d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:32.161607 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f956488-d686-45cd-9429-60759bb1df85 req-46aaccca-2c1f-4673-9ecc-387b4bade45d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0486021
Apr 09 21:43:32.216033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f956488-d686-45cd-9429-60759bb1df85 req-960d0e00-944e-4b33-9193-1e283ccf4c1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462461
Apr 09 21:43:33.340060 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756e1f7-0d52-4e01-8705-a25bb4b8efe2 req-e88c20a0-b8dc-4796-8acb-6a43d4b32369 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:33.341595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6756e1f7-0d52-4e01-8705-a25bb4b8efe2 req-e88c20a0-b8dc-4796-8acb-6a43d4b32369 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0534341
Apr 09 21:43:33.390161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6756e1f7-0d52-4e01-8705-a25bb4b8efe2 req-18d16801-d943-4c24-b703-eb61a8573613 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426908
Apr 09 21:43:34.515514 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30502d-b556-42f9-9aa2-62f336f84c61 req-903f57cf-6841-4d94-a48c-26bf47073f5a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:34.517002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc30502d-b556-42f9-9aa2-62f336f84c61 req-903f57cf-6841-4d94-a48c-26bf47073f5a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0479639
Apr 09 21:43:34.564661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc30502d-b556-42f9-9aa2-62f336f84c61 req-01b406ab-c909-4aac-9339-2b168664a544 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416784
Apr 09 21:43:35.692227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9aa50-3fe9-40a4-a910-cf939bc655b7 req-207ee17c-202a-45c6-b34a-96aad62a75c4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:35.693724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71b9aa50-3fe9-40a4-a910-cf939bc655b7 req-207ee17c-202a-45c6-b34a-96aad62a75c4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0485940
Apr 09 21:43:35.744405 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71b9aa50-3fe9-40a4-a910-cf939bc655b7 req-cb1d27a9-132f-46cc-9275-f5611cf00b62 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448818
Apr 09 21:43:36.872978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3ef16-4ced-4436-ba6b-81c9dc1afa21 req-0b03c83a-be58-4dd9-a53b-a115b7759440 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:36.874528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93e3ef16-4ced-4436-ba6b-81c9dc1afa21 req-0b03c83a-be58-4dd9-a53b-a115b7759440 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0589147
Apr 09 21:43:36.924964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93e3ef16-4ced-4436-ba6b-81c9dc1afa21 req-d52f9676-93ff-4b12-8fcf-7520adea7fe0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422742
Apr 09 21:43:38.050639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a723ed0-0fa6-4990-a03b-1af2a889ab9c req-0c2c74dc-0dc5-429d-9777-9a8118f53b46 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:38.052104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a723ed0-0fa6-4990-a03b-1af2a889ab9c req-0c2c74dc-0dc5-429d-9777-9a8118f53b46 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0479600
Apr 09 21:43:38.106727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a723ed0-0fa6-4990-a03b-1af2a889ab9c req-2d887af7-9f1d-4447-89bc-d8ccf968e92e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463567
Apr 09 21:43:39.240363 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5c0a-1eaa-4457-973a-b6d0def10a4b req-da7c5ca8-6e5a-46e3-ac32-134189ebe842 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:39.241875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f75e5c0a-1eaa-4457-973a-b6d0def10a4b req-da7c5ca8-6e5a-46e3-ac32-134189ebe842 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0528009
Apr 09 21:43:39.290423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f75e5c0a-1eaa-4457-973a-b6d0def10a4b req-f9294488-02e3-4ce4-9b8e-1584d01484cc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428667
Apr 09 21:43:40.424058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c1704-5861-4e93-9e53-8203ceea8843 req-ff1e5fa2-68e0-41d8-bd5e-4a728dc114f1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:40.425618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f3c1704-5861-4e93-9e53-8203ceea8843 req-ff1e5fa2-68e0-41d8-bd5e-4a728dc114f1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0502589
Apr 09 21:43:40.477712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5f3c1704-5861-4e93-9e53-8203ceea8843 req-7ff69deb-1cb3-4ab7-805d-03a0853af014 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439537
Apr 09 21:43:41.594868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de068838-ea4d-42fe-b223-8b2e2ed08e8a req-6b5e7c2e-d591-4a9b-8593-32f7e5eaf5d3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:41.596321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de068838-ea4d-42fe-b223-8b2e2ed08e8a req-6b5e7c2e-d591-4a9b-8593-32f7e5eaf5d3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0478613
Apr 09 21:43:41.647145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de068838-ea4d-42fe-b223-8b2e2ed08e8a req-116446a6-2fca-4f49-bf77-ef9e1b0c6ec0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451970
Apr 09 21:43:42.770936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604b269-311f-4704-bff6-6d81119431ab req-fa60c258-023c-4c65-a60e-409e25d480e2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:42.772409 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5604b269-311f-4704-bff6-6d81119431ab req-fa60c258-023c-4c65-a60e-409e25d480e2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0494192
Apr 09 21:43:42.819632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5604b269-311f-4704-bff6-6d81119431ab req-b7b1663d-7456-4c3f-887e-a1d9b9341092 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414720
Apr 09 21:43:43.953639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0674fd5-dc82-497f-96f7-d82ff76b6ec1 req-aa57c389-9782-46cd-9b2d-cf3cb76baabc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:43.955092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0674fd5-dc82-497f-96f7-d82ff76b6ec1 req-aa57c389-9782-46cd-9b2d-cf3cb76baabc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0546324
Apr 09 21:43:44.006933 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d0674fd5-dc82-497f-96f7-d82ff76b6ec1 req-ead842ec-f8c2-451f-8893-82705f1203d9 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433235
Apr 09 21:43:45.127662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7302f3-a70f-49be-a887-6c91dcf25be4 req-863b9723-3ddd-4edd-86a4-519457138e2d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:45.129186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef7302f3-a70f-49be-a887-6c91dcf25be4 req-863b9723-3ddd-4edd-86a4-519457138e2d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0514109
Apr 09 21:43:45.176438 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef7302f3-a70f-49be-a887-6c91dcf25be4 req-672f0bb8-365d-4705-a873-10ddce2d9f3b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415483
Apr 09 21:43:46.294977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016311d3-3530-4b3c-95c2-c84035e5ce1b req-1319869d-dff6-41de-8200-b99a7e2fc39f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:46.296479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-016311d3-3530-4b3c-95c2-c84035e5ce1b req-1319869d-dff6-41de-8200-b99a7e2fc39f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0486646
Apr 09 21:43:46.343584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-016311d3-3530-4b3c-95c2-c84035e5ce1b req-369da757-157f-4266-9dd8-681ebcf56979 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412350
Apr 09 21:43:47.464525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f6a9-69d5-4d88-92df-b47c3d0703cb req-64a23eae-12eb-4ad6-ad64-b01a74aa79b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:47.466036 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3598f6a9-69d5-4d88-92df-b47c3d0703cb req-64a23eae-12eb-4ad6-ad64-b01a74aa79b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0534346
Apr 09 21:43:47.515814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3598f6a9-69d5-4d88-92df-b47c3d0703cb req-79ea40f1-4c2f-4be6-bc64-4ea6d2b71e20 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438757
Apr 09 21:43:48.655157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c542b02-ab64-41fc-99f8-5b837979fe74 req-dcb574e1-35a7-4228-a1a4-196ff5c620db tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:48.656677 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c542b02-ab64-41fc-99f8-5b837979fe74 req-dcb574e1-35a7-4228-a1a4-196ff5c620db tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0593381
Apr 09 21:43:48.704694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9c542b02-ab64-41fc-99f8-5b837979fe74 req-41babd8a-eb1e-45ec-9a9b-1516b5b456e8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421407
Apr 09 21:43:49.833603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803be4-6d2d-4477-80b0-4b897d103f86 req-0817a74a-1fca-41f9-bdf5-c492aa7c5d98 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:49.835099 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82803be4-6d2d-4477-80b0-4b897d103f86 req-0817a74a-1fca-41f9-bdf5-c492aa7c5d98 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0503454
Apr 09 21:43:49.893052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-82803be4-6d2d-4477-80b0-4b897d103f86 req-b3f1b456-478c-4495-b793-06a8f742898d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496392
Apr 09 21:43:50.486934 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a241b7b0-fa55-4181-9c94-c674c2243800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:51.020269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc3f63-a498-47ac-9de0-33d8e5c4449c req-1b452943-6d39-4c61-9f37-245c14887a0b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:51.021828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52fc3f63-a498-47ac-9de0-33d8e5c4449c req-1b452943-6d39-4c61-9f37-245c14887a0b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0474226
Apr 09 21:43:51.068850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-52fc3f63-a498-47ac-9de0-33d8e5c4449c req-76bf46ea-e30d-4419-8e98-32ab2fb48739 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411310
Apr 09 21:43:52.190968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73717f6b-cd8d-4259-be8e-862f586b45c1 req-3811f11e-f28c-414d-bb9a-9a9c3dc96822 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:52.192516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73717f6b-cd8d-4259-be8e-862f586b45c1 req-3811f11e-f28c-414d-bb9a-9a9c3dc96822 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0486526
Apr 09 21:43:52.243707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-73717f6b-cd8d-4259-be8e-862f586b45c1 req-b522571f-06e9-4b4b-a6fd-dc4eebdc0217 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427451
Apr 09 21:43:52.993886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-99bae614-45fc-42cf-87ba-4f21ad0b1a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:53.372517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab52ecd-4911-46c3-9411-a4f34463c655 req-70da016b-68b2-4c4d-8167-d173413c4aea tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:53.374056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ab52ecd-4911-46c3-9411-a4f34463c655 req-70da016b-68b2-4c4d-8167-d173413c4aea tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0512512
Apr 09 21:43:53.421022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ab52ecd-4911-46c3-9411-a4f34463c655 req-05d244c9-ab38-40de-af91-d3e57fdcff9d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413117
Apr 09 21:43:54.289841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:54.551226 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55281259-e074-453f-9cfd-d34e92f75cf7 req-d9905f58-533c-417d-b842-3117159a7796 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:54.552695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55281259-e074-453f-9cfd-d34e92f75cf7 req-d9905f58-533c-417d-b842-3117159a7796 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0594528
Apr 09 21:43:54.602713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-55281259-e074-453f-9cfd-d34e92f75cf7 req-c08ecfa9-1b46-4fc6-8aac-f0d0cb0a3015 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418732
Apr 09 21:43:55.325197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:55.726111 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa9415-d94b-4883-8312-1488da08d81e req-783fc4dd-a3e1-447c-9c5b-566cca9b1d15 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:55.727597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daaa9415-d94b-4883-8312-1488da08d81e req-783fc4dd-a3e1-447c-9c5b-566cca9b1d15 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0489295
Apr 09 21:43:55.785740 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-daaa9415-d94b-4883-8312-1488da08d81e req-c58afbd6-e2a3-4419-b9ff-993c8dd936a8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520041
Apr 09 21:43:56.114529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:56.910019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce7b56-78c8-4e7d-a151-13d9bce926a1 req-c43c75b3-62e4-40c0-99cf-88494d5c9227 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:56.911498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6ce7b56-78c8-4e7d-a151-13d9bce926a1 req-c43c75b3-62e4-40c0-99cf-88494d5c9227 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0475352
Apr 09 21:43:56.960792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6ce7b56-78c8-4e7d-a151-13d9bce926a1 req-474aa24a-f0b6-4ebd-9736-1700c27b2d2d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435143
Apr 09 21:43:57.104814 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:43:58.083056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96629ffa-2b9e-4eab-8723-9236c4383f6a req-537d28a1-3c63-4268-a128-e0c0f803842e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:58.084444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96629ffa-2b9e-4eab-8723-9236c4383f6a req-537d28a1-3c63-4268-a128-e0c0f803842e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0497267
Apr 09 21:43:58.136723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96629ffa-2b9e-4eab-8723-9236c4383f6a req-1741471e-8b2b-4d9b-8a3c-550e705c10e8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464294
Apr 09 21:43:59.259013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566c322-bb04-46ec-b6ac-249521d1e857 req-1f93811a-403c-443b-a7bb-0fa1385b993b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:59.260483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4566c322-bb04-46ec-b6ac-249521d1e857 req-1f93811a-403c-443b-a7bb-0fa1385b993b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0508251
Apr 09 21:43:59.311678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4566c322-bb04-46ec-b6ac-249521d1e857 req-81853482-6e00-42c3-bde5-14369abf8fa6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428867
Apr 09 21:43:59.688174 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-a775f106-7355-4ee6-bbb1-bd4c827ca35d service neutron] show failed (client error): The resource could not be found.
Apr 09 21:43:59.689076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-a775f106-7355-4ee6-bbb1-bd4c827ca35d service neutron] 10.222.0.32 "GET /v2.0/ports/312becff-ee82-49e8-89ad-5b80e8185eed/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0689807
Apr 09 21:43:59.897338 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-b29a7e33-eca9-4dd3-8b86-5cbdee2e6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:43:59.898934 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-b29a7e33-eca9-4dd3-8b86-5cbdee2e6dcf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 1128 time: 0.0424137
Apr 09 21:43:59.909287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:43:59.968496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:00.178016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:00.211890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:44:00.250756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:00.253058 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca4dc27-f926-4e33-9089-bab50a1bf2e7" -d '{"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-unplugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:00.256775 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Publish callbacks [] for port (312becff-ee82-49e8-89ad-5b80e8185eed), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:00.269450 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Transition to ACTIVE for port object 312becff-ee82-49e8-89ad-5b80e8185eed will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:44:00.274810 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:00.303056 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e5aab-bdaf-463e-93ed-b22b7c8ebbcc x-openstack-request-id: req-4f4e5aab-bdaf-463e-93ed-b22b7c8ebbcc {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:00.303318 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-unplugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:00.303566 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f4e5aab-bdaf-463e-93ed-b22b7c8ebbcc {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:00.304046 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4e5aab-bdaf-463e-93ed-b22b7c8ebbcc'] response: {'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'code': 200}
Apr 09 21:44:00.361798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:00.404679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] No DVR routers for this DVR port 312becff-ee82-49e8-89ad-5b80e8185eed on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:44:00.454799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d9d41-124a-40c2-8463-065414924f94 req-7d6426f6-f9f1-4514-8a4a-b62b38b5a52e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:00.456668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a3d9d41-124a-40c2-8463-065414924f94 req-7d6426f6-f9f1-4514-8a4a-b62b38b5a52e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 944 time: 0.0651805
Apr 09 21:44:00.510291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a3d9d41-124a-40c2-8463-065414924f94 req-bf054d7f-8f14-4bba-becd-8caff54d36c0 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473597
Apr 09 21:44:00.559376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:44:00.559705 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:44:00.560028 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:44:00.564284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:44:00.564600 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:44:00.569486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:44:00.569825 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:44:00.570201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:44:00.570685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Bound port: 312becff-ee82-49e8-89ad-5b80e8185eed, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:44:00.570971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:00.633510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:44:00.636516 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:44:00.645777 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:00.683859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:00.684543 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:00.685971 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] 10.222.0.25 "PUT /v2.0/ports/312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1092 time: 0.7806396
Apr 09 21:44:00.707108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fc9b8-1c17-490f-822b-e80849763075 service neutron] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:00.750928 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-c0e3e99d-7862-4a23-a6c4-5b76ed7b2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:00.752463 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-c0e3e99d-7862-4a23-a6c4-5b76ed7b2791 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1126 time: 0.0421376
Apr 09 21:44:00.847273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-41a235b0-f4c0-4a3a-936d-df561873c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:00.848844 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-41a235b0-f4c0-4a3a-936d-df561873c002 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0898669
Apr 09 21:44:00.922129 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-66f9b0a6-df49-40bb-bf24-abe26ab9b200 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1001 time: 0.0674427
Apr 09 21:44:00.969661 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-e0a27171-6947-4c6e-bf65-57b35f12d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:00.971139 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-e0a27171-6947-4c6e-bf65-57b35f12d3ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0441320
Apr 09 21:44:01.014924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-22330a79-6616-4f88-b566-eb67206b646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:01.016371 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-22330a79-6616-4f88-b566-eb67206b646b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384948
Apr 09 21:44:01.110449 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-bf52702f-066e-48f8-83cb-69f8585a7e8c service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871527
Apr 09 21:44:01.211484 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef777b3c-31ad-46a6-9d16-782d071e8a0e req-06032c04-f86d-4b4a-96dc-f7176193c334 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950615
Apr 09 21:44:01.647795 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251ba58-11a0-4b6c-89fd-e8c0fe684603 req-8bfd2bbd-fee3-4d0d-963d-6cea05e1f339 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:01.649423 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7251ba58-11a0-4b6c-89fd-e8c0fe684603 req-8bfd2bbd-fee3-4d0d-963d-6cea05e1f339 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 944 time: 0.0582175
Apr 09 21:44:01.697018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7251ba58-11a0-4b6c-89fd-e8c0fe684603 req-1a89ebd7-aced-4684-be08-61f291f9b3e1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416892
Apr 09 21:44:01.747775 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:02.305628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:02.309630 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9ba36-f1de-4378-80f6-379148e4b4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:02.370438 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abec23a-4db3-4c17-bde8-5d1edfcd09f3 x-openstack-request-id: req-7abec23a-4db3-4c17-bde8-5d1edfcd09f3 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:02.370708 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:02.370963 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7abec23a-4db3-4c17-bde8-5d1edfcd09f3 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:02.371406 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abec23a-4db3-4c17-bde8-5d1edfcd09f3'] response: {'name': 'network-changed', 'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'status': 'completed', 'code': 200}
Apr 09 21:44:02.435745 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-14cc3c8b-9a39-487f-b73d-8e68a691f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:02.437337 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-14cc3c8b-9a39-487f-b73d-8e68a691f080 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1126 time: 0.0391264
Apr 09 21:44:02.548991 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-30a4c7c4-5c7a-4ef3-9987-8c5e0f378300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:02.550527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-30a4c7c4-5c7a-4ef3-9987-8c5e0f378300 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1070046
Apr 09 21:44:02.616261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-ca85848c-cca5-4842-93f8-d2a8e775c69f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1001 time: 0.0590141
Apr 09 21:44:02.666085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-d0bc1c6e-e9f9-4985-b297-7f8b876b8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:02.667621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-d0bc1c6e-e9f9-4985-b297-7f8b876b8c7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0446517
Apr 09 21:44:02.716349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-09e4819d-c080-497a-b6d9-275f1ca2b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:02.717871 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-09e4819d-c080-497a-b6d9-275f1ca2b172 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444932
Apr 09 21:44:02.841667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-c7c940d3-3393-4fe5-a83a-e1ee94dccef1 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1174376
Apr 09 21:44:02.847748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89551a46-1198-4308-88a0-bd26dcd99380 req-209ead5d-548c-4592-91f0-71e0b20c6315 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:02.849092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89551a46-1198-4308-88a0-bd26dcd99380 req-209ead5d-548c-4592-91f0-71e0b20c6315 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 944 time: 0.0695899
Apr 09 21:44:02.948436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89551a46-1198-4308-88a0-bd26dcd99380 req-c758c791-59e0-4885-9ec2-55d6e00e49f8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912330
Apr 09 21:44:02.967398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-bc361e6d-83bd-4d05-9f65-dc078a0fa97e service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173675
Apr 09 21:44:03.434509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:44:03.542722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:03.554501 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '312becff-ee82-49e8-89ad-5b80e8185eed', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': '312becff-ee82-49e8-89ad-5b80e8185eed', 'mac_address': 'fa:16:3e:7e:70:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:44:03.594253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 312becff-ee82-49e8-89ad-5b80e8185eed is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:44:03.594638 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:03.611769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312becff-ee82-49e8-89ad-5b80e8185eed {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:44:03.631521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:03.636905 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:03.684786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:03.894781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-a9671705-7d58-49bb-89e8-c459ddcd266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:03.896715 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-a9671705-7d58-49bb-89e8-c459ddcd266f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1127 time: 0.0433483
Apr 09 21:44:03.977951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:44:04.020342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-8279330d-9227-4dee-81b9-346dbf4eb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:04.021840 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-8279330d-9227-4dee-81b9-346dbf4eb2c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0936680
Apr 09 21:44:04.022780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port 312becff-ee82-49e8-89ad-5b80e8185eed host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:44:04.023187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:44:04.075944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702cc1-67c0-424d-9e54-23567e423ca8 req-43c0bb43-4b30-4403-979c-0ceb45ffc0d6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:04.077493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc702cc1-67c0-424d-9e54-23567e423ca8 req-43c0bb43-4b30-4403-979c-0ceb45ffc0d6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 945 time: 0.0546014
Apr 09 21:44:04.124365 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-8c290a48-57e4-423c-80e1-b63bfe4f9f0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1002 time: 0.0654352
Apr 09 21:44:04.126174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc702cc1-67c0-424d-9e54-23567e423ca8 req-f2400694-0abd-49ed-8f0c-b9ff32379445 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424473
Apr 09 21:44:04.229538 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-47f4987a-ea3f-4d47-86b4-34264459592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:04.230991 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-47f4987a-ea3f-4d47-86b4-34264459592e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0552402
Apr 09 21:44:04.275092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-916b06df-f4e4-471f-b194-a50318942219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:04.276625 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-916b06df-f4e4-471f-b194-a50318942219 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0395653
Apr 09 21:44:04.370325 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-b7170916-a5ac-4d95-a897-a8d6c9e007ca service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871398
Apr 09 21:44:04.466281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42a9ba36-f1de-4378-80f6-379148e4b4f2 req-9df20c9e-4585-41ee-9203-c5ae15f20baf service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892651
Apr 09 21:44:04.894550 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:44:05.050227 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['312becff-ee82-49e8-89ad-5b80e8185eed'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:44:05.242770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20149d-9a42-49b0-a73c-72ea2c132446 req-40b4c426-0f7e-4c70-95db-8e60f3344330 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:05.244263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca20149d-9a42-49b0-a73c-72ea2c132446 req-40b4c426-0f7e-4c70-95db-8e60f3344330 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 945 time: 0.0485344
Apr 09 21:44:05.301982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca20149d-9a42-49b0-a73c-72ea2c132446 req-93e9fe59-73d8-4c52-ab62-4084c38ff58f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488884
Apr 09 21:44:05.615808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-25712b9b-36ca-44b3-8619-f1dcd4de7881 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:05.617371 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-25712b9b-36ca-44b3-8619-f1dcd4de7881 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0509086
Apr 09 21:44:05.631485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca892e21-5474-456d-af3f-9bd26981b387 req-9b2b4de4-776d-4bcb-8595-31f7a46e880c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:05.632983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca892e21-5474-456d-af3f-9bd26981b387 req-9b2b4de4-776d-4bcb-8595-31f7a46e880c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 945 time: 0.0475690
Apr 09 21:44:05.685733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca892e21-5474-456d-af3f-9bd26981b387 req-6b0a5d4a-43d1-4062-a51c-b23c47bdfcd1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464325
Apr 09 21:44:05.687759 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-391b9efa-ea90-43d5-9f42-fbf99c0fa72d service neutron] 10.222.0.25 "GET /v2.0/ports/312becff-ee82-49e8-89ad-5b80e8185eed/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0580435
Apr 09 21:44:05.706866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:44:05.751861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-5a13a6de-24f2-4ec1-b5f9-6544f15017a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:05.752234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 312becff-ee82-49e8-89ad-5b80e8185eed completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:44:05.753419 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-5a13a6de-24f2-4ec1-b5f9-6544f15017a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1127 time: 0.0415556
Apr 09 21:44:05.761004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 312becff-ee82-49e8-89ad-5b80e8185eed triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:44:05.761749 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:05.844076 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 312becff-ee82-49e8-89ad-5b80e8185eed is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:44:05.844469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:05.849638 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-cbf5d258-9772-489d-8a2a-dc534160f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:05.851207 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-cbf5d258-9772-489d-8a2a-dc534160f00a service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0917857
Apr 09 21:44:05.868188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:05.870532 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bad73bd-d331-4a07-b2b2-586968e77643" -d '{"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-plugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:05.883707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:05.889268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:05.919662 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-f6a0f1b5-aaee-4203-8a77-7dd4514d07f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1002 time: 0.0629165
Apr 09 21:44:05.938839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:05.975787 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-815c5c89-330f-49cb-ba62-ec545f212582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:05.977345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-815c5c89-330f-49cb-ba62-ec545f212582 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0524218
Apr 09 21:44:05.993934 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c269de-94aa-482c-b6bb-2ec246e846b5 x-openstack-request-id: req-b3c269de-94aa-482c-b6bb-2ec246e846b5 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:05.994227 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-plugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:05.994472 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3c269de-94aa-482c-b6bb-2ec246e846b5 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:05.994869 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c269de-94aa-482c-b6bb-2ec246e846b5'] response: {'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'code': 200}
Apr 09 21:44:06.025100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-a5b97da6-c043-4334-8f6f-8fb07ed34001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:06.027162 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-a5b97da6-c043-4334-8f6f-8fb07ed34001 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434170
Apr 09 21:44:06.126123 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-c6403dc6-25ad-4ed9-ad72-8574029b021d service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921993
Apr 09 21:44:06.231608 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-59ee8837-ac43-4c3a-8e76-b6df3120bfbf service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0985842
Apr 09 21:44:06.818090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6ae35-7a9b-4191-8489-daf2c5ac8906 req-b08d44f2-a0ed-4cc8-b3f3-06c0c7a20bf8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:06.819567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb6ae35-7a9b-4191-8489-daf2c5ac8906 req-b08d44f2-a0ed-4cc8-b3f3-06c0c7a20bf8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0527081
Apr 09 21:44:06.874100 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0eb6ae35-7a9b-4191-8489-daf2c5ac8906 req-4e777e92-f78c-4adf-8411-131048361b76 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487306
Apr 09 21:44:07.992554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e1978-675f-4d54-80e1-63a9cfcd4d6e req-b23ca179-754e-46a2-b9c5-f232dbdde3d2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:07.993958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e72e1978-675f-4d54-80e1-63a9cfcd4d6e req-b23ca179-754e-46a2-b9c5-f232dbdde3d2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0486372
Apr 09 21:44:08.052255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e72e1978-675f-4d54-80e1-63a9cfcd4d6e req-fa512082-271f-4f0a-b150-3f482a4d1d4d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525191
Apr 09 21:44:08.486287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-de8686c7-96e9-4f46-a730-b98af4d5759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:08.487784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-de8686c7-96e9-4f46-a730-b98af4d5759c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 1128 time: 0.0439866
Apr 09 21:44:08.498386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:44:08.556459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:08.770581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:08.807840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:44:08.847217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:08.849517 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8950b566-f8f7-44e8-a1f2-353ca8dc5b3c" -d '{"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-unplugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:08.852978 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Publish callbacks [] for port (312becff-ee82-49e8-89ad-5b80e8185eed), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:08.867185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Transition to ACTIVE for port object 312becff-ee82-49e8-89ad-5b80e8185eed will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:44:08.873063 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:08.906767 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caee3cf-7f5e-40b4-ab13-713fb52546c6 x-openstack-request-id: req-5caee3cf-7f5e-40b4-ab13-713fb52546c6 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:08.907062 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-unplugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:08.907310 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5caee3cf-7f5e-40b4-ab13-713fb52546c6 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:08.908107 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5caee3cf-7f5e-40b4-ab13-713fb52546c6'] response: {'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'code': 200}
Apr 09 21:44:08.940922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:08.998896 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:08.999653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:08.999653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:08.999964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.000296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.000625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.000949 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.001312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.001633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.001954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.002276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.002600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.002893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.003211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.003532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:09.064023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] No DVR routers for this DVR port 312becff-ee82-49e8-89ad-5b80e8185eed on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:44:09.197138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df7978-a66e-47eb-b53b-1b6c74bc846a req-7eae6349-47a3-4daf-aadf-2d6a1f9b1d3e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:09.198536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48df7978-a66e-47eb-b53b-1b6c74bc846a req-7eae6349-47a3-4daf-aadf-2d6a1f9b1d3e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 945 time: 0.0769868
Apr 09 21:44:09.553093 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:44:09.553407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:44:09.553767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:44:09.564089 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48df7978-a66e-47eb-b53b-1b6c74bc846a req-ee6ab516-6109-4797-88e3-449701ccb6bb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3590751
Apr 09 21:44:09.564793 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:44:09.565138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Attempting to bind port 312becff-ee82-49e8-89ad-5b80e8185eed on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:44:09.570427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:44:09.570763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:44:09.571123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:44:09.571548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Bound port: 312becff-ee82-49e8-89ad-5b80e8185eed, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:44:09.571929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:09.636546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:44:09.639697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:44:09.649249 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:09.680190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:09.681092 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:09.682415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] 10.222.0.32 "PUT /v2.0/ports/312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1093 time: 1.1879342
Apr 09 21:44:09.747353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec1cf-3cba-44f4-8d06-ee173c0dbe8f service neutron] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=11']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:09.756445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9a4d7d45-6398-48fa-82c8-a741909c0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:09.758052 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-9a4d7d45-6398-48fa-82c8-a741909c0213 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1127 time: 0.0522447
Apr 09 21:44:09.858475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-ffe9a245-7f46-4aaf-bbe2-edbe16cff859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:09.860047 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-ffe9a245-7f46-4aaf-bbe2-edbe16cff859 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0961564
Apr 09 21:44:09.941483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-d0bde1c2-86b3-426b-9e05-7be89f3dace6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1001 time: 0.0755084
Apr 09 21:44:09.993092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-710d1837-dab1-488a-aeae-6b7bd4d9bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:09.994587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-710d1837-dab1-488a-aeae-6b7bd4d9bccc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0471578
Apr 09 21:44:10.039248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dff524-15e9-4ae7-a499-675e1921cdac req-36b1f364-5cae-499b-9f67-4dd197e3b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:10.040742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-36b1f364-5cae-499b-9f67-4dd197e3b4a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401218
Apr 09 21:44:10.135504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-5c3c1fac-2a7c-4a91-ad85-852957ae929b service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885303
Apr 09 21:44:10.227076 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85dff524-15e9-4ae7-a499-675e1921cdac req-ec12fc81-9dde-4596-b257-8f8508d496c3 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857592
Apr 09 21:44:10.706913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b778cf7-5d52-4d5d-996e-db2663b5e1a4 req-ad6c75f4-38ca-48c6-a2d9-cef6b17d4458 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:10.709366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b778cf7-5d52-4d5d-996e-db2663b5e1a4 req-ad6c75f4-38ca-48c6-a2d9-cef6b17d4458 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 945 time: 0.0599914
Apr 09 21:44:10.758838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3b778cf7-5d52-4d5d-996e-db2663b5e1a4 req-3ac80c26-b8bd-4da2-a120-6bdc2d570121 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436127
Apr 09 21:44:10.909134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:10.912888 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63154130-735d-46b5-a3d6-6456e96d7b47" -d '{"events": [{"name": "network-changed", "server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:10.969420 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fb7e8e-ed89-4306-b831-739d32bb7c54 x-openstack-request-id: req-54fb7e8e-ed89-4306-b831-739d32bb7c54 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:10.969751 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:10.970001 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54fb7e8e-ed89-4306-b831-739d32bb7c54 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:10.970399 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fb7e8e-ed89-4306-b831-739d32bb7c54'] response: {'name': 'network-changed', 'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'status': 'completed', 'code': 200}
Apr 09 21:44:11.028424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-c8ae6e14-b815-4b01-afeb-d39ef3b8038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.029971 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-c8ae6e14-b815-4b01-afeb-d39ef3b8038f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1127 time: 0.0440817
Apr 09 21:44:11.128026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-e23ff08e-56df-4fdf-b1dd-3907f10e0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.129528 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-e23ff08e-56df-4fdf-b1dd-3907f10e0218 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0926571
Apr 09 21:44:11.196025 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-6c1d61b6-e9fe-4c40-9af6-da2bda844183 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1001 time: 0.0606778
Apr 09 21:44:11.249955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-7761f8eb-b4f8-47d9-bc09-9f1a1bb185b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.251677 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-7761f8eb-b4f8-47d9-bc09-9f1a1bb185b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0496216
Apr 09 21:44:11.298132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-be7b9d1c-ca39-48da-8bef-06e853b3834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.302233 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-be7b9d1c-ca39-48da-8bef-06e853b3834f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440052
Apr 09 21:44:11.348522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-17234a52-1931-4526-9282-fbece1b26350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.350397 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-17234a52-1931-4526-9282-fbece1b26350 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 1127 time: 0.0432954
Apr 09 21:44:11.395903 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-e1537171-f297-4b78-8d4c-e03b602df7f6 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883455
Apr 09 21:44:11.445763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-7e8427be-fe29-4f5e-9cd5-9d8537ff56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.447368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-7e8427be-fe29-4f5e-9cd5-9d8537ff56aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0898113
Apr 09 21:44:11.490291 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-ef5d6dfb-cd54-4079-ba18-33daec416b52 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885696
Apr 09 21:44:11.514849 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-da0ea9a8-baa4-4282-a329-854388bd989a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 200  len: 1001 time: 0.0597115
Apr 09 21:44:11.622843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-45839812-81ee-4c6c-9af7-b87351a2f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.624368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-45839812-81ee-4c6c-9af7-b87351a2f3ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0674586
Apr 09 21:44:11.704046 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-f1c67946-6b03-4418-86ca-ff10ada22072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.705575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-f1c67946-6b03-4418-86ca-ff10ada22072 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454419
Apr 09 21:44:11.731261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:44:11.774333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port 312becff-ee82-49e8-89ad-5b80e8185eed host nch1-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:44:11.774733 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:44:11.800465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-f0002e0b-197d-4525-ac76-0279f452e2ea service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890782
Apr 09 21:44:11.928965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fb467-0e4b-48c6-af44-a5af4be847e9 req-abb7bf33-2326-4dcd-a5a7-4d3e3b7a397f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:11.930484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba4fb467-0e4b-48c6-af44-a5af4be847e9 req-abb7bf33-2326-4dcd-a5a7-4d3e3b7a397f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 945 time: 0.0553665
Apr 09 21:44:11.951227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-63154130-735d-46b5-a3d6-6456e96d7b47 req-985098f7-31a7-459e-8174-0dd22e11a10d service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434987
Apr 09 21:44:11.987173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba4fb467-0e4b-48c6-af44-a5af4be847e9 req-4c550feb-37d5-4133-9619-70cbde8d345e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473030
Apr 09 21:44:12.016072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:44:12.106305 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e43810-0aea-4726-80ed-155e1153ab5d req-84f18a6f-78f6-436a-9c31-04312417f8ab tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:12.107972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23e43810-0aea-4726-80ed-155e1153ab5d req-84f18a6f-78f6-436a-9c31-04312417f8ab tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 945 time: 0.0529728
Apr 09 21:44:12.112804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:12.127924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '312becff-ee82-49e8-89ad-5b80e8185eed', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': '312becff-ee82-49e8-89ad-5b80e8185eed', 'mac_address': 'fa:16:3e:7e:70:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:44:12.156498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-23e43810-0aea-4726-80ed-155e1153ab5d req-ebc23d24-4be8-4fad-98fa-63df32da4d87 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425935
Apr 09 21:44:12.165585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 312becff-ee82-49e8-89ad-5b80e8185eed is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:44:12.166046 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:12.180131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312becff-ee82-49e8-89ad-5b80e8185eed {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:44:12.200331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:12.206017 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:12.254239 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:12.268955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dceac-5247-42c3-8f5d-ed27608ad857 req-94adddf8-ba26-46b5-81da-2dfe33435f5a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:12.270516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d51dceac-5247-42c3-8f5d-ed27608ad857 req-94adddf8-ba26-46b5-81da-2dfe33435f5a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0479743
Apr 09 21:44:12.317781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d51dceac-5247-42c3-8f5d-ed27608ad857 req-f1fa087c-5b50-4488-93cd-584c024dc18c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414531
Apr 09 21:44:12.421774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['312becff-ee82-49e8-89ad-5b80e8185eed'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:44:12.564621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecddec-cafa-45f4-84af-747b9a2e2dd8 req-c2e97196-68a6-4d45-bca7-7894a8dcdf60 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:12.566189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5ecddec-cafa-45f4-84af-747b9a2e2dd8 req-c2e97196-68a6-4d45-bca7-7894a8dcdf60 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0468986
Apr 09 21:44:12.616572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5ecddec-cafa-45f4-84af-747b9a2e2dd8 req-1adcebd0-4cfc-4783-8081-3a50c4c8c4ba tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445585
Apr 09 21:44:13.750115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51768aff-b73f-4348-bae8-f18111dc334e req-bcef6a24-fd84-4a67-9764-8b7b2fa63990 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:13.751617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51768aff-b73f-4348-bae8-f18111dc334e req-bcef6a24-fd84-4a67-9764-8b7b2fa63990 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0517242
Apr 09 21:44:13.833084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f17b62f6-ec20-4ab2-98d5-e2bf2958878c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:13.834914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f17b62f6-ec20-4ab2-98d5-e2bf2958878c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 946 time: 0.0644112
Apr 09 21:44:13.838407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-51768aff-b73f-4348-bae8-f18111dc334e req-0ed6c31f-1800-47b8-bf84-e91e466aee31 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811956
Apr 09 21:44:13.925726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Deleting port 312becff-ee82-49e8-89ad-5b80e8185eed {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:44:13.926061 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.025904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:14.026194 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.040983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:44:14.085594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 312becff-ee82-49e8-89ad-5b80e8185eed completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:44:14.093136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 312becff-ee82-49e8-89ad-5b80e8185eed triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:44:14.093516 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.175584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 312becff-ee82-49e8-89ad-5b80e8185eed is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:44:14.175953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.198931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:14.201215 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bcba30-59a9-4513-bd8c-df39a415a311" -d '{"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-plugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:14.214770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 312becff-ee82-49e8-89ad-5b80e8185eed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=312becff-ee82-49e8-89ad-5b80e8185eed,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:14.220284 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.244088 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0071e461-4a78-4b8b-978b-350c6a206f58 x-openstack-request-id: req-0071e461-4a78-4b8b-978b-350c6a206f58 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:14.244376 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-plugged", "status": "completed", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:14.244634 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0071e461-4a78-4b8b-978b-350c6a206f58 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:14.245026 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0071e461-4a78-4b8b-978b-350c6a206f58'] response: {'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'code': 200}
Apr 09 21:44:14.258348 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.258874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.259223 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba disassociated. External IP: 172.35.0.207, port: 312becff-ee82-49e8-89ad-5b80e8185eed.
Apr 09 21:44:14.259565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Calling delete_port for 312becff-ee82-49e8-89ad-5b80e8185eed owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:44:14.270877 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=13']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:14.397406 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (312becff-ee82-49e8-89ad-5b80e8185eed), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.426767 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event deleted for resources: {'Port': ['ID=312becff-ee82-49e8-89ad-5b80e8185eed,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:14.553244 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:44:14.670313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:44:14.680202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:44:14.691778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:44:14.692401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23747770a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:43:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:44:14.717951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] No DVR routers for this DVR port 312becff-ee82-49e8-89ad-5b80e8185eed on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:44:14.720625 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:14.724151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f5dd6200-519b-4422-b1d4-fd38c657883c req-f7312c01-f2c0-444d-b51c-19feece5de63 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "DELETE /v2.0/ports/312becff-ee82-49e8-89ad-5b80e8185eed HTTP/1.1" status: 204  len: 173 time: 0.8823135
Apr 09 21:44:14.724638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-deleted', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:14.727006 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02e44c9-7bd9-4f0f-a0a0-92d10945a6f5" -d '{"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-deleted", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:14.768895 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebafcf0-b000-4a9a-8e15-effe98b57595 x-openstack-request-id: req-4ebafcf0-b000-4a9a-8e15-effe98b57595 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:14.769588 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2442e-03de-4d78-be3e-3cff659dcad6", "name": "network-vif-deleted", "tag": "312becff-ee82-49e8-89ad-5b80e8185eed", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:14.769588 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ebafcf0-b000-4a9a-8e15-effe98b57595 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:14.769883 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebafcf0-b000-4a9a-8e15-effe98b57595'] response: {'server_uuid': 'eca2442e-03de-4d78-be3e-3cff659dcad6', 'name': 'network-vif-deleted', 'tag': '312becff-ee82-49e8-89ad-5b80e8185eed', 'status': 'completed', 'code': 200}
Apr 09 21:44:14.807051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:44:14.952388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04aab146-7868-463f-b348-da73aab69f6f req-11a48903-ceaf-4d88-8939-7b89a0a995f4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2442e-03de-4d78-be3e-3cff659dcad6 HTTP/1.1" status: 200  len: 210 time: 0.0297248
Apr 09 21:44:15.183342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23747770a0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:44:15.212488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:44:15.222072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:44:15.222920 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23747770a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:43:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:44:15.333117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:44:15.526638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23747770a0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:44:15.558209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082c5a9-48f2-4f69-9b43-85b24ac1abde None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:44:15.792320 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b83188-8e3f-4ce5-ac0c-56ec16651fc3 None None] New status for floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:44:16.205890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-f61a4d67-1cbf-4f11-a0fe-5c9aab5cb004 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1323145368&fields=id&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 267 time: 0.0426905
Apr 09 21:44:16.320451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b679e5-105d-417a-b755-f5f6b170f57f req-09cd9e58-8f05-484c-b36b-c6ac34d9ac2c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:16.321945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-09cd9e58-8f05-484c-b36b-c6ac34d9ac2c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 812 time: 0.1092365
Apr 09 21:44:16.337072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-9564c88d-b58d-4d94-8d24-b0d533bd5d5b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/quotas/67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 375 time: 0.0095646
Apr 09 21:44:16.392347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-a57bdf02-6034-4d80-971e-711cc40757ca tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0499835
Apr 09 21:44:16.491667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-b758f436-67e1-41d6-9379-79fee1d264ad service neutron] 10.222.0.30 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866911
Apr 09 21:44:16.585357 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-2b4c9546-0a09-4e7d-bf2e-e26ae04b4336 service neutron] 10.222.0.30 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877669
Apr 09 21:44:16.752816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a47e9f4a-8765-46c0-a3ef-8ddd9fe75542 req-62d5bed1-c12d-4076-966b-4c69a94f8e0a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 210 time: 0.0281634
Apr 09 21:44:17.710570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b679e5-105d-417a-b755-f5f6b170f57f req-93d73e75-7335-42ee-801c-14824a6ca800 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:17.712345 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-93d73e75-7335-42ee-801c-14824a6ca800 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 812 time: 0.1104894
Apr 09 21:44:17.776237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-0e6b78d3-e0d1-45d1-a6ba-0cae90e269dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 380 time: 0.0560479
Apr 09 21:44:17.789300 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'port': {'device_id': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'admin_state_up': True, 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'security_groups': ['59f3a68e-1d93-41de-b702-36d0069aae5f']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:44:17.882442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89bd706c-8e0c-40e9-9f9a-1b051756b126 req-0f90dedb-5678-4d99-81ba-369133496913 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 210 time: 0.0375278
Apr 09 21:44:17.931246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Made reservation on behalf of 67f62a23dbf04cfca2a3403c6a2186b0 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:44:17.934602 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:18.048459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:44:18.066301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Allocated IP 172.20.0.4 (03b745cd-5e10-41bf-b629-61d061eff991/7396e73e-a36b-49f4-be41-c40ce7e22858/a30c04d2-3d65-4347-86b8-5bed8c076da6) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:44:18.073476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 312becff-ee82-49e8-89ad-5b80e8185eed {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:44:18.073965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 312becff-ee82-49e8-89ad-5b80e8185eed not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:44:18.208162 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:18.245929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:18.294320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Network 03b745cd-5e10-41bf-b629-61d061eff991 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:44:18.297655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:44:18.301778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:44:18.330787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:18.361074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:18.361979 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:18.383133 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-4a416091-163f-432b-9354-9688b0d4676a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5976923
Apr 09 21:44:18.395373 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Request body: {'port': {'device_id': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:44:18.479762 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:18.539722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-18082285-e205-413b-851a-e729c1bfc8e7 None None] Provisioning complete for port a30c04d2-3d65-4347-86b8-5bed8c076da6 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:44:18.540259 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-18082285-e205-413b-851a-e729c1bfc8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:18.574313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-18082285-e205-413b-851a-e729c1bfc8e7 None None] Port a30c04d2-3d65-4347-86b8-5bed8c076da6 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:44:18.758964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30c04d2-3d65-4347-86b8-5bed8c076da6 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:44:18.766411 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Publish callbacks [] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:18.778768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Transition to ACTIVE for port object a30c04d2-3d65-4347-86b8-5bed8c076da6 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:44:18.784426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:18.834431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:18.909004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:44:18.909375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:44:18.909694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:44:18.914612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:44:18.914930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:44:18.920071 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:44:18.920409 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:44:18.920789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:44:18.921259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Bound port: a30c04d2-3d65-4347-86b8-5bed8c076da6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:44:18.921610 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:19.025286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e64572-3509-4517-a711-c674915f640c req-20f4fe32-d3d4-495f-959b-600a56ebce6a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:19.026787 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05e64572-3509-4517-a711-c674915f640c req-20f4fe32-d3d4-495f-959b-600a56ebce6a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.0664079
Apr 09 21:44:19.032246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:44:19.036893 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:44:19.051376 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:19.110563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:19.111193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:19.112579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] 10.222.0.32 "PUT /v2.0/ports/a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1091 time: 0.7220476
Apr 09 21:44:19.113068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:19.115358 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fca34a-67be-43c1-b4d6-911e2aed266d" -d '{"events": [{"name": "network-changed", "server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:19.132102 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05e64572-3509-4517-a711-c674915f640c req-94e0b843-4d7e-4be0-a9f7-5afeb53b8e49 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975330
Apr 09 21:44:19.137134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149be1e9-73a2-45de-84d5-b0ef4670ec9c service neutron] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:19.195544 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f27158f-30cb-40ab-a52c-caea0956e7ac x-openstack-request-id: req-9f27158f-30cb-40ab-a52c-caea0956e7ac {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:19.195920 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:19.196215 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f27158f-30cb-40ab-a52c-caea0956e7ac {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:19.196687 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f27158f-30cb-40ab-a52c-caea0956e7ac'] response: {'name': 'network-changed', 'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'status': 'completed', 'code': 200}
Apr 09 21:44:19.209588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b679e5-105d-417a-b755-f5f6b170f57f req-1b5b793c-e537-4ab3-9bce-49634c2eb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:19.211135 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-1b5b793c-e537-4ab3-9bce-49634c2eb909 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1125 time: 0.0494220
Apr 09 21:44:19.253079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-231ddba6-57db-4e10-8058-37dbd1700399 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 217 time: 0.0351212
Apr 09 21:44:19.303857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b679e5-105d-417a-b755-f5f6b170f57f req-86d3e6eb-0aec-4e1a-9926-0fdfc9f3819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:19.305634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-86d3e6eb-0aec-4e1a-9926-0fdfc9f3819b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0467775
Apr 09 21:44:19.353507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b679e5-105d-417a-b755-f5f6b170f57f req-08d2f952-0edd-4d98-8bb8-afbf3c47fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:19.354975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-08d2f952-0edd-4d98-8bb8-afbf3c47fa95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429056
Apr 09 21:44:19.452094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-05df74b2-b333-4866-be69-982b7a42d58c service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902889
Apr 09 21:44:19.547660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68b679e5-105d-417a-b755-f5f6b170f57f req-6eeaa63e-924e-46ff-91e4-81ab909b109a service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897040
Apr 09 21:44:20.481483 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e3c9e327-e6b0-4174-92ba-657317f13dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:20.559106 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08542-8b74-460d-9ed1-57db1f0f79a6 req-799a05cc-a6c1-4d35-b523-356205c0a971 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:20.560572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92e08542-8b74-460d-9ed1-57db1f0f79a6 req-799a05cc-a6c1-4d35-b523-356205c0a971 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.3603740
Apr 09 21:44:20.573498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-06bf3ae4-bc2f-4131-9417-0f7e284bbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:20.574893 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-06bf3ae4-bc2f-4131-9417-0f7e284bbcee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1125 time: 0.0581365
Apr 09 21:44:20.662189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92e08542-8b74-460d-9ed1-57db1f0f79a6 req-667f927b-c244-4a14-96d9-e39800448006 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948305
Apr 09 21:44:20.692320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-66e51efd-a2a5-4bfc-a001-c41ffddd4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:20.693836 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-66e51efd-a2a5-4bfc-a001-c41ffddd4194 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1110702
Apr 09 21:44:20.737558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-c4cefa9f-e405-4629-bdb9-a5032f248f86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 217 time: 0.0365169
Apr 09 21:44:20.792217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-c93d06e9-11fe-4cba-add8-d8b2705196b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:20.793699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-c93d06e9-11fe-4cba-add8-d8b2705196b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0506825
Apr 09 21:44:20.838988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-3218b74e-b803-4584-9b0d-218189e76e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:20.840510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-3218b74e-b803-4584-9b0d-218189e76e07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412605
Apr 09 21:44:20.933216 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-adcb3760-584e-46bd-b850-ec90e40da76b service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864556
Apr 09 21:44:21.050460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-34fca34a-67be-43c1-b4d6-911e2aed266d req-b9f43fbf-0d52-4c35-83e3-0fa31bdd3fe9 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1116602
Apr 09 21:44:21.784591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f9126-b0a8-4eea-8e7d-91860a12e37f req-6801ee22-ab48-404e-88fe-636cf47c38aa tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:21.786087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-790f9126-b0a8-4eea-8e7d-91860a12e37f req-6801ee22-ab48-404e-88fe-636cf47c38aa tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.0524225
Apr 09 21:44:21.838291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-790f9126-b0a8-4eea-8e7d-91860a12e37f req-2ae27136-946d-4077-a757-588b5e17210c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436211
Apr 09 21:44:22.074004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:44:22.179213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:22.194931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'mac_address': 'fa:16:3e:58:88:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:44:22.233073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a30c04d2-3d65-4347-86b8-5bed8c076da6 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:44:22.233461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:22.247340 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30c04d2-3d65-4347-86b8-5bed8c076da6 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:44:22.271172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:22.277994 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:22.325254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:22.332536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.332884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.333264 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.333602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.334471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.334605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.334936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.335235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.335569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.335884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.336196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.336534 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.336899 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.337228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.337556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:22.466571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a30c04d2-3d65-4347-86b8-5bed8c076da6'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:44:22.969073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba8b97-e52a-4f3f-97ef-919598005173 req-0dc1a319-9427-4a5a-8d67-e8b00833cff5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:22.970679 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d9ba8b97-e52a-4f3f-97ef-919598005173 req-0dc1a319-9427-4a5a-8d67-e8b00833cff5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0527227
Apr 09 21:44:22.988431 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-158e6d45-3a2c-41a5-a2d1-ce9a84e01d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:23.019453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d9ba8b97-e52a-4f3f-97ef-919598005173 req-2adb440f-6ad8-4e97-88e4-2819b82d1f84 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428414
Apr 09 21:44:24.077458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:44:24.124943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port a30c04d2-3d65-4347-86b8-5bed8c076da6 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:44:24.136470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a30c04d2-3d65-4347-86b8-5bed8c076da6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:44:24.136886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:24.141321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6251c5-03f7-4245-a2ca-d5c5fe0d4748 req-43444ae7-7555-4a2c-9e18-ddd834538a5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:24.142822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c6251c5-03f7-4245-a2ca-d5c5fe0d4748 req-43444ae7-7555-4a2c-9e18-ddd834538a5c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0559523
Apr 09 21:44:24.191386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c6251c5-03f7-4245-a2ca-d5c5fe0d4748 req-3df28305-cb3d-4a93-97ba-552b34399a89 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421324
Apr 09 21:44:24.222068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a30c04d2-3d65-4347-86b8-5bed8c076da6 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:44:24.222459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:24.245103 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:24.247371 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd637d36-a306-48a6-910c-c0ebe3e699f5" -d '{"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-plugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:24.260016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:24.266515 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:24.305290 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c8590f-78bb-4512-8f0d-d49531276438 x-openstack-request-id: req-87c8590f-78bb-4512-8f0d-d49531276438 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:24.305538 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-plugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:24.305793 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87c8590f-78bb-4512-8f0d-d49531276438 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:24.306194 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c8590f-78bb-4512-8f0d-d49531276438'] response: {'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'code': 200}
Apr 09 21:44:24.323190 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:24.333422 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:24.384059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2fe07-8cdc-4e9e-ba63-67b75e76aae5 req-97beff1c-688f-4311-a1c0-2aad63857054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:24.385506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5c2fe07-8cdc-4e9e-ba63-67b75e76aae5 req-97beff1c-688f-4311-a1c0-2aad63857054 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1127 time: 0.0425320
Apr 09 21:44:24.427978 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b5c2fe07-8cdc-4e9e-ba63-67b75e76aae5 req-7ff73131-1579-4cde-b710-3d4b533aaab1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363131
Apr 09 21:44:25.323886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:25.325874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83acb1f-fe71-4d5e-9855-e0eb90e7b64c req-78204c2d-7d40-4f40-bba7-cf048d6b2d39 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:25.327431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a83acb1f-fe71-4d5e-9855-e0eb90e7b64c req-78204c2d-7d40-4f40-bba7-cf048d6b2d39 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0565448
Apr 09 21:44:25.375927 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a83acb1f-fe71-4d5e-9855-e0eb90e7b64c req-dbc2a2c1-3dac-4b6b-a1ae-f833e73915e6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426481
Apr 09 21:44:26.114596 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:26.502532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7573-56d3-4e72-8e40-41c1320cb7bf req-79d4f268-6e47-4174-a71c-4a918f35e7d1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:26.504005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-281c7573-56d3-4e72-8e40-41c1320cb7bf req-79d4f268-6e47-4174-a71c-4a918f35e7d1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0499096
Apr 09 21:44:26.555862 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-281c7573-56d3-4e72-8e40-41c1320cb7bf req-78b685fd-0b98-4fc8-b039-7a88a0941ee8 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459938
Apr 09 21:44:26.676554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21ed2-3724-470e-a9fa-be373d96d162 req-de3dcc46-983a-4c5b-8aba-8c2e0cfa592e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:26.677997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9f21ed2-3724-470e-a9fa-be373d96d162 req-de3dcc46-983a-4c5b-8aba-8c2e0cfa592e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0578413
Apr 09 21:44:26.687075 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40334) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:44:26.691486 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Request body: {'floatingip': {'port_id': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:44:26.731165 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:27.099620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:27.203813 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:27.212396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:27.332204 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba associated. External IP: 172.35.0.207, port: a30c04d2-3d65-4347-86b8-5bed8c076da6.
Apr 09 21:44:27.571790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:44:27.690491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:44:27.695719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:27.701447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:44:27.712447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:44:27.713065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b5d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:44:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:44:27.726162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-16c20bb2-6f05-4e35-b615-a4a70ef677dd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "PUT /v2.0/floatingips/9d267a5e-f280-4e54-8a32-8008cb227cba HTTP/1.1" status: 200  len: 992 time: 1.0379963
Apr 09 21:44:27.726849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:27.729389 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08754eb4-9df9-4eb8-93a8-b2129024c265" -d '{"events": [{"name": "network-changed", "server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:27.766895 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2541a90-46c4-425a-b3ef-859c318602a9 x-openstack-request-id: req-f2541a90-46c4-425a-b3ef-859c318602a9 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:27.767224 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:27.767479 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2541a90-46c4-425a-b3ef-859c318602a9 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:27.768028 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2541a90-46c4-425a-b3ef-859c318602a9'] response: {'name': 'network-changed', 'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'status': 'completed', 'code': 200}
Apr 09 21:44:27.831350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:44:27.834556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-b3390690-9f88-4a91-a619-2a265ea3a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:27.836131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-b3390690-9f88-4a91-a619-2a265ea3a407 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1127 time: 0.0411737
Apr 09 21:44:27.940056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-ab7fcbe1-d58c-4818-9650-8c013fd25160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:27.941957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-ab7fcbe1-d58c-4818-9650-8c013fd25160 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0983419
Apr 09 21:44:28.036760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-e2283fc5-7e0d-46d6-b577-1919fea15646 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1000 time: 0.0873494
Apr 09 21:44:28.091371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-3f973d52-0f0a-453a-afb9-25041b79c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:28.091888 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b5d7c0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:58:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:44:27Z', 'revision_number': 13, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:44:28.093090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-3f973d52-0f0a-453a-afb9-25041b79c755 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0482726
Apr 09 21:44:28.124651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:44:28.133754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:44:28.134950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374b5d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:44:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:44:28.145986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-ce4cdac0-acbc-4e33-986e-b5de27e0158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:28.147617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-ce4cdac0-acbc-4e33-986e-b5de27e0158b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478859
Apr 09 21:44:28.244486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-21fb930c-2680-459c-b57e-b4a992d4ff40 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889885
Apr 09 21:44:28.253327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:44:28.342806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-08754eb4-9df9-4eb8-93a8-b2129024c265 req-4dc490ac-f41b-466f-b74b-77f31338bc64 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901206
Apr 09 21:44:28.473540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374b5d7c0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:58:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:44:27Z', 'revision_number': 13, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:44:28.503533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ba24d-beb9-4ab2-90ba-20b0f94f42bf None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9d267a5e-f280-4e54-8a32-8008cb227cba', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'floating_ip_address': '172.35.0.207', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'port_id': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'mac_address': 'fa:16:3e:58:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:41:17Z', 'updated_at': '2022-04-09T21:44:27Z', 'revision_number': 13, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:44:28.705332 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7965c66-5edd-4a9e-acdf-19db324495a1 None None] New status for floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:44:29.186121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf5a4-5cce-4b2c-80d0-7c28788cee89 req-33779797-99e5-4aed-a0d8-2a9d8f47f9b2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:29.187454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bccf5a4-5cce-4b2c-80d0-7c28788cee89 req-33779797-99e5-4aed-a0d8-2a9d8f47f9b2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0500190
Apr 09 21:44:29.238645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bccf5a4-5cce-4b2c-80d0-7c28788cee89 req-5c6e774f-c13d-4e7b-be1a-b9f31380fcc4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447989
Apr 09 21:44:31.750381 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:32.001336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18190a5-cb85-4f6f-9cf6-6e3bd256c6d1 req-624c2232-b3cc-4824-b916-e86b9e3498ce tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:32.003121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c18190a5-cb85-4f6f-9cf6-6e3bd256c6d1 req-624c2232-b3cc-4824-b916-e86b9e3498ce tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0541127
Apr 09 21:44:32.044669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-6e145387-a5d3-4001-b448-fb0a4c1293c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0870957
Apr 09 21:44:32.054210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c18190a5-cb85-4f6f-9cf6-6e3bd256c6d1 req-6bf2a7fc-92ac-466c-834b-6e350af5a6eb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454521
Apr 09 21:44:32.447179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-45bb92f1-0afa-472d-a8da-de7d6b903003 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:32.448710 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-45bb92f1-0afa-472d-a8da-de7d6b903003 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports/a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 942 time: 0.1037247
Apr 09 21:44:33.178788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd3b55-411d-47eb-b383-6229dcd59e89 req-36861739-d0e9-473f-8985-173ef0dd088f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:33.180295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2fd3b55-411d-47eb-b383-6229dcd59e89 req-36861739-d0e9-473f-8985-173ef0dd088f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0503869
Apr 09 21:44:33.228109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a2fd3b55-411d-47eb-b383-6229dcd59e89 req-e8eb98df-1d0b-428c-9c7d-a286c9c7350c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418310
Apr 09 21:44:33.364158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-d96348c1-b675-4e22-85ef-9679903c8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:33.365846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-d96348c1-b675-4e22-85ef-9679903c8301 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1127 time: 0.0413439
Apr 09 21:44:33.467643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-c99a63f9-00d7-4acd-9516-65742116ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:33.469167 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-c99a63f9-00d7-4acd-9516-65742116ed46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0968215
Apr 09 21:44:33.540962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-e0f1a231-375a-469c-aadb-2b03192cdeb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1002 time: 0.0649991
Apr 09 21:44:33.594617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-82886374-b7ea-45b6-ba28-70212588d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:33.596048 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-82886374-b7ea-45b6-ba28-70212588d749 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0483131
Apr 09 21:44:33.649780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-b3c9f90d-19f2-4d09-b4c6-47077a939619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:33.652252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-b3c9f90d-19f2-4d09-b4c6-47077a939619 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0496507
Apr 09 21:44:33.742753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-0ff70fee-e9aa-4201-9be9-96bcd12315f4 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844629
Apr 09 21:44:33.837748 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-3f4c4577-dcaa-4d11-aaf5-959f4c4f3c5b service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883040
Apr 09 21:44:34.354167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c57fe-5a28-4282-a65c-707a0cdc4d5d req-ccee6573-098a-441e-807c-ab91fa2e9e1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:34.355632 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-068c57fe-5a28-4282-a65c-707a0cdc4d5d req-ccee6573-098a-441e-807c-ab91fa2e9e1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0495861
Apr 09 21:44:34.406792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-068c57fe-5a28-4282-a65c-707a0cdc4d5d req-aff98912-57b2-43fb-a5e9-77524d48e3b5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431480
Apr 09 21:44:35.532025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bfaee-4c09-498b-84ce-2ea4e1045e13 req-4d21576a-d6f4-4952-9672-102eda6d5483 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:35.533507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-711bfaee-4c09-498b-84ce-2ea4e1045e13 req-4d21576a-d6f4-4952-9672-102eda6d5483 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0516458
Apr 09 21:44:35.585955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-711bfaee-4c09-498b-84ce-2ea4e1045e13 req-7d7ad204-8cff-4daf-a38a-83a3c4b1412d tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444164
Apr 09 21:44:36.718939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b0380-be44-4e4f-b9db-692034846fcc req-fa15d466-44ef-47d3-927f-ba02f26f6700 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:36.720407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-071b0380-be44-4e4f-b9db-692034846fcc req-fa15d466-44ef-47d3-927f-ba02f26f6700 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0485830
Apr 09 21:44:36.770852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-071b0380-be44-4e4f-b9db-692034846fcc req-194a1b17-8443-4aab-8625-ea1ff93abcbd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427566
Apr 09 21:44:37.900537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2348-2700-41b5-a1b1-9642d3c2a32d req-87ca3f50-3718-4164-bc53-b4fb8cb161a2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:37.902043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a5a2348-2700-41b5-a1b1-9642d3c2a32d req-87ca3f50-3718-4164-bc53-b4fb8cb161a2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0519602
Apr 09 21:44:37.949676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a5a2348-2700-41b5-a1b1-9642d3c2a32d req-ff87218a-e028-4f53-8373-8146204ca536 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417709
Apr 09 21:44:39.070543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89199d-913a-43b2-9f93-085769d941cd req-ed396994-fd30-46cf-8cec-a7999c4e1abe tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:39.072005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba89199d-913a-43b2-9f93-085769d941cd req-ed396994-fd30-46cf-8cec-a7999c4e1abe tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0476570
Apr 09 21:44:39.119647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba89199d-913a-43b2-9f93-085769d941cd req-f892c77a-453a-46e5-95db-f2a053aea2c3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419011
Apr 09 21:44:40.236380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81058090-f77f-41ef-a904-7d82326e97da req-3c13cba1-07e2-4e37-baeb-c4094ad866b2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:40.237934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81058090-f77f-41ef-a904-7d82326e97da req-3c13cba1-07e2-4e37-baeb-c4094ad866b2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0472131
Apr 09 21:44:40.287484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-81058090-f77f-41ef-a904-7d82326e97da req-1fd7456b-3ec9-4f24-a39c-25e39deb6139 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439377
Apr 09 21:44:41.412828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d937a90-926f-4375-b432-0fd6fc9aca96 req-fa9cc878-223b-4a06-8f1a-7ffa31ae1249 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:41.414334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d937a90-926f-4375-b432-0fd6fc9aca96 req-fa9cc878-223b-4a06-8f1a-7ffa31ae1249 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0501604
Apr 09 21:44:41.465389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3d937a90-926f-4375-b432-0fd6fc9aca96 req-14ba624e-300a-4591-9c74-9b6f2e995909 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450461
Apr 09 21:44:41.895728 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:44:42.598249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12585f8f-e022-46df-a03e-d682d823f116 req-24897b23-253a-4159-8c74-a2ae7a815ad7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:42.600066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12585f8f-e022-46df-a03e-d682d823f116 req-24897b23-253a-4159-8c74-a2ae7a815ad7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0646660
Apr 09 21:44:42.648098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-12585f8f-e022-46df-a03e-d682d823f116 req-c59e74d3-d2b6-4f55-8fee-c79658546977 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421855
Apr 09 21:44:43.780978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea4dbd-3932-4639-8136-119353ee97d7 req-00af326e-a9cd-4472-bf0c-03cb93439497 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:43.782490 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5ea4dbd-3932-4639-8136-119353ee97d7 req-00af326e-a9cd-4472-bf0c-03cb93439497 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0597382
Apr 09 21:44:43.841946 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e5ea4dbd-3932-4639-8136-119353ee97d7 req-dce67339-d5cb-48d0-82f4-fc44e7a7b9bd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510993
Apr 09 21:44:44.973771 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2d753-d554-489c-b6a9-4d7232eed068 req-b0694477-b423-4349-875c-de08997da56f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:44.975309 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fd2d753-d554-489c-b6a9-4d7232eed068 req-b0694477-b423-4349-875c-de08997da56f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0525267
Apr 09 21:44:45.022460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1fd2d753-d554-489c-b6a9-4d7232eed068 req-4c45dcd1-7a59-4a89-963a-398fdcc20a5e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414169
Apr 09 21:44:46.154686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c893c5c-64cc-4892-b6be-bfcf21aabfac req-3b6cf2dd-4280-4aae-9d8d-da953ca3993a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:46.156064 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c893c5c-64cc-4892-b6be-bfcf21aabfac req-3b6cf2dd-4280-4aae-9d8d-da953ca3993a tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0522161
Apr 09 21:44:46.215284 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c893c5c-64cc-4892-b6be-bfcf21aabfac req-3e80edd6-1082-40dd-a4dc-75e1c0b14ff7 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535033
Apr 09 21:44:47.333435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b22c-1883-4291-a526-537dfffa06ef req-69142a36-a4a9-4dc6-81b1-f0e81312fa71 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:47.334913 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b75b22c-1883-4291-a526-537dfffa06ef req-69142a36-a4a9-4dc6-81b1-f0e81312fa71 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0501151
Apr 09 21:44:47.384237 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b75b22c-1883-4291-a526-537dfffa06ef req-681628e2-0849-43d0-8205-a1ff51c82aa5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430984
Apr 09 21:44:48.499814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eaac2-9af5-4778-bf8a-97cd6d7cd83f req-e9eb162c-00c3-4eed-9764-b72106559bad tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:48.501306 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb2eaac2-9af5-4778-bf8a-97cd6d7cd83f req-e9eb162c-00c3-4eed-9764-b72106559bad tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0475197
Apr 09 21:44:48.549483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb2eaac2-9af5-4778-bf8a-97cd6d7cd83f req-8740b8a9-4c36-4fab-86dc-2b1c8998b716 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422504
Apr 09 21:44:49.677458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc472029-fc28-411b-89b1-6f49456ea468 req-d8ec29e3-61e0-4de7-a7dc-7a27d444c1ac tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:49.678936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc472029-fc28-411b-89b1-6f49456ea468 req-d8ec29e3-61e0-4de7-a7dc-7a27d444c1ac tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0518966
Apr 09 21:44:49.736430 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc472029-fc28-411b-89b1-6f49456ea468 req-69f02d0c-3197-4a4e-80fa-3c0134bf20c5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517385
Apr 09 21:44:50.488422 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0dae98c-af1e-4baf-a1b4-e42f500d8f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:50.869456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001ef4-bb0e-45b7-84a7-f78d769d448d req-0887b6e2-e2b4-471b-a24a-c04324dbeaa4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:50.870916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d001ef4-bb0e-45b7-84a7-f78d769d448d req-0887b6e2-e2b4-471b-a24a-c04324dbeaa4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0535233
Apr 09 21:44:50.923514 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6d001ef4-bb0e-45b7-84a7-f78d769d448d req-ab5c32d2-6641-4917-8e79-ecfcf4512e9c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440567
Apr 09 21:44:51.254809 ncdv-master-1 neutron-server[126920]: INFO neutron.api.v2.resource [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-cea7e9f9-bcc3-4cd8-be56-54f1c9f1077f service neutron] show failed (client error): The resource could not be found.
Apr 09 21:44:51.255932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-cea7e9f9-bcc3-4cd8-be56-54f1c9f1077f service neutron] 10.222.0.32 "GET /v2.0/ports/a30c04d2-3d65-4347-86b8-5bed8c076da6/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0631614
Apr 09 21:44:51.470983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-791a1c0f-631e-42d1-9faa-d6808468ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:51.472497 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-791a1c0f-631e-42d1-9faa-d6808468ef69 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 1127 time: 0.0423892
Apr 09 21:44:51.483916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:44:51.543177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:51.750605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:51.784061 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:44:51.823304 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:51.825616 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5987a0f0-4547-419a-a474-7c3e9bd1916d" -d '{"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:51.829306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Publish callbacks [] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:51.842808 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Transition to ACTIVE for port object a30c04d2-3d65-4347-86b8-5bed8c076da6 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:44:51.847698 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:52.057316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740220-990f-43be-9604-46a497f71249 req-1e0359a7-b9b4-4335-bddc-61cf3f5f3800 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:52.059185 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8740220-990f-43be-9604-46a497f71249 req-1e0359a7-b9b4-4335-bddc-61cf3f5f3800 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.0538993
Apr 09 21:44:52.112313 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8740220-990f-43be-9604-46a497f71249 req-26daf7a3-a4f8-426d-bd92-0174d3744ff4 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465350
Apr 09 21:44:52.212852 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c31584-b329-4456-bc5c-202d219da287 x-openstack-request-id: req-19c31584-b329-4456-bc5c-202d219da287 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:52.213204 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:52.213399 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19c31584-b329-4456-bc5c-202d219da287 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:52.213786 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c31584-b329-4456-bc5c-202d219da287'] response: {'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'code': 200}
Apr 09 21:44:52.224105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=6']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:52.235648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.235988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.236320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.236650 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.236971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.237322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.237643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.237957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.238272 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.238566 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.238877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.239192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.239504 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.239810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.240116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:44:52.272429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] No DVR routers for this DVR port a30c04d2-3d65-4347-86b8-5bed8c076da6 on host nch1-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:44:52.413010 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:44:52.413316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:44:52.413698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:44:52.420720 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:44:52.421213 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:44:52.429089 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:44:52.429503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:44:52.429976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:44:52.430496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Bound port: a30c04d2-3d65-4347-86b8-5bed8c076da6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:44:52.430852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:52.496735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:44:52.499917 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:44:52.510119 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:52.553293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:52.553922 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:52.555350 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] 10.222.0.25 "PUT /v2.0/ports/a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1091 time: 1.0753350
Apr 09 21:44:52.573451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef899b5-339c-4fd6-b099-16e1fb60050f service neutron] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=7']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:52.617346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-2fcd0dde-2a7d-45a0-a4dc-565081bd0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:52.618992 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-2fcd0dde-2a7d-45a0-a4dc-565081bd0813 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1125 time: 0.0411510
Apr 09 21:44:52.714269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-7e6cdc21-1a6d-4206-9201-cf35cba3f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:52.715769 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-7e6cdc21-1a6d-4206-9201-cf35cba3f47b service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0900998
Apr 09 21:44:52.784362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-de327aa5-98aa-46e7-8f25-3fc629de0792 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1000 time: 0.0625916
Apr 09 21:44:52.832830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-4c9e47ee-3317-4669-ae35-055531392fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:52.834263 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-4c9e47ee-3317-4669-ae35-055531392fae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0440950
Apr 09 21:44:52.878436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-e44bf301-a495-4ff0-adb8-602ee2bba3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:52.879913 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-e44bf301-a495-4ff0-adb8-602ee2bba3ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397384
Apr 09 21:44:52.972941 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-2867958d-dab4-42f4-9036-326de9b43e56 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866909
Apr 09 21:44:52.996722 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-519bf819-4b02-44a5-9a3b-c992d1793151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:53.066392 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-2af2e1e9-8bdf-4f12-8af4-37ba8efddff4 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857103
Apr 09 21:44:53.234105 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58680d5-d313-4759-bcef-353464a21dbe req-ffcf5299-2e19-4fc9-aabc-06f070cac2a5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:53.235496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e58680d5-d313-4759-bcef-353464a21dbe req-ffcf5299-2e19-4fc9-aabc-06f070cac2a5 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.0476482
Apr 09 21:44:53.283272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e58680d5-d313-4759-bcef-353464a21dbe req-05106826-617e-4d1b-b919-51b268b823ff tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419807
Apr 09 21:44:54.190445 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:44:54.214923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:44:54.217378 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8381e26-cbf7-475e-b01a-d3d57360a0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:44:54.231112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] The host nch1-master-1 is not matching for port a30c04d2-3d65-4347-86b8-5bed8c076da6 host nch2-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:44:54.231489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:44:54.267164 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ace90a-d832-412d-beff-19c4b941d44c x-openstack-request-id: req-26ace90a-d832-412d-beff-19c4b941d44c {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:44:54.267455 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:44:54.267709 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26ace90a-d832-412d-beff-19c4b941d44c {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:44:54.268138 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ace90a-d832-412d-beff-19c4b941d44c'] response: {'name': 'network-changed', 'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'status': 'completed', 'code': 200}
Apr 09 21:44:54.287723 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:54.335270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-9ad728dc-1fc8-422b-ad1d-dca120a6c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:54.337194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-9ad728dc-1fc8-422b-ad1d-dca120a6c8cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1125 time: 0.0480521
Apr 09 21:44:54.447057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c222efb-e903-4272-b3d6-bb4bc34291c2 req-cd2b9c39-ce07-49a0-9b87-0164b4523342 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:54.448547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c222efb-e903-4272-b3d6-bb4bc34291c2 req-cd2b9c39-ce07-49a0-9b87-0164b4523342 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.0944448
Apr 09 21:44:54.483177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-2b13351d-078f-4688-bbd3-46ef9c9ae27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:54.484640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-2b13351d-078f-4688-bbd3-46ef9c9ae27d service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1390657
Apr 09 21:44:54.546009 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6c222efb-e903-4272-b3d6-bb4bc34291c2 req-6446e4ef-00a1-44b1-835e-dffd6ae72e1b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908453
Apr 09 21:44:54.565797 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-8f63285a-c649-4d04-86f1-b6c714d4c203 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1000 time: 0.0718818
Apr 09 21:44:54.617722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-53dfc260-2175-4f1c-8baf-62229873b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:54.619131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-53dfc260-2175-4f1c-8baf-62229873b4fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0477319
Apr 09 21:44:54.956271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-dd2801b6-cd84-4d01-9b7c-f9474fedf349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:54.957815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-dd2801b6-cd84-4d01-9b7c-f9474fedf349 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3324680
Apr 09 21:44:55.048310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-70a422d8-532b-4562-b76c-e93810a5e4a9 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834548
Apr 09 21:44:55.143602 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-d858dbea-b4bf-491a-9f23-220f47488a06 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887554
Apr 09 21:44:55.341522 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:55.454005 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-237723ea-8bf1-4df1-859b-ba619ce2be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:55.455581 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-237723ea-8bf1-4df1-859b-ba619ce2be41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1125 time: 0.0509293
Apr 09 21:44:55.548407 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-b24a221c-fbc0-4d78-8358-21b06d95904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:55.549916 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-b24a221c-fbc0-4d78-8358-21b06d95904d service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0881259
Apr 09 21:44:55.618943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-4b2081aa-9f67-4e8c-b298-da6a4fe39f53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1000 time: 0.0626321
Apr 09 21:44:55.670544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296eb7b-a9c9-480f-baef-c51c89a7f11e req-6c5eead7-1c0b-42b6-b35e-385cc8ab2460 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:55.673379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-3b3d2b7b-022f-4c4e-8447-3bff2adc03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:55.674824 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-3b3d2b7b-022f-4c4e-8447-3bff2adc03d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0448797
Apr 09 21:44:55.682496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a296eb7b-a9c9-480f-baef-c51c89a7f11e req-6c5eead7-1c0b-42b6-b35e-385cc8ab2460 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.0629594
Apr 09 21:44:55.725601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-c86d394f-7faf-4341-a330-e3b244403bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:55.727191 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-c86d394f-7faf-4341-a330-e3b244403bdd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456374
Apr 09 21:44:55.733562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a296eb7b-a9c9-480f-baef-c51c89a7f11e req-94e4ee38-5011-4653-8e01-e8b2188806ce tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445037
Apr 09 21:44:55.842797 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-5a2ba8f2-83d3-4c87-b71f-21cdaad8f3a3 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868900
Apr 09 21:44:55.935337 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f8381e26-cbf7-475e-b01a-d3d57360a0b5 req-b7b65ba2-ac52-4941-bb6e-828ca8ceaed3 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854630
Apr 09 21:44:56.105840 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:56.859313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422087f-0b0e-41aa-894d-ad71015627c2 req-a3c759e9-163d-4d97-a4d0-510acf36c460 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:56.860779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f422087f-0b0e-41aa-894d-ad71015627c2 req-a3c759e9-163d-4d97-a4d0-510acf36c460 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.0515945
Apr 09 21:44:56.908692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f422087f-0b0e-41aa-894d-ad71015627c2 req-bacb0277-5e46-45a6-bdf8-9e62058eec4c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421557
Apr 09 21:44:57.110638 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:57.950125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:44:58.034822 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da416b-54db-4a7c-b453-980d2728b907 req-9b1e6001-f86a-4e8e-b65a-5d43db0b8e86 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:58.036304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86da416b-54db-4a7c-b453-980d2728b907 req-9b1e6001-f86a-4e8e-b65a-5d43db0b8e86 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 943 time: 0.0494490
Apr 09 21:44:58.052185 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:58.063732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'mac_address': 'fa:16:3e:58:88:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:44:58.083203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-86da416b-54db-4a7c-b453-980d2728b907 req-5895e8e5-5b1d-4394-8e16-a488a0c0c9bc tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406771
Apr 09 21:44:58.103136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port a30c04d2-3d65-4347-86b8-5bed8c076da6 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:44:58.103766 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:58.119450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30c04d2-3d65-4347-86b8-5bed8c076da6 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:44:58.141169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:44:58.145283 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:44:58.191704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:44:58.467370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['a30c04d2-3d65-4347-86b8-5bed8c076da6'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:44:59.208120 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aff292-2f5e-448c-aebd-887342d80bef req-48fd1a9c-cc69-449e-afbc-da7bd10cdb68 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:59.209620 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8aff292-2f5e-448c-aebd-887342d80bef req-48fd1a9c-cc69-449e-afbc-da7bd10cdb68 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0508227
Apr 09 21:44:59.256642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d8aff292-2f5e-448c-aebd-887342d80bef req-77c5ee20-b2e3-4943-aa68-cb0c31527473 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406520
Apr 09 21:44:59.552069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-e73e87f7-a8d3-4617-9491-94ed972aebad tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:59.553554 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-e73e87f7-a8d3-4617-9491-94ed972aebad tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.25 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0552702
Apr 09 21:44:59.565166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6449c-c6eb-43a3-883a-228c78e8611c req-7858c020-87a3-4c7b-9e11-0a0ee047427b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:59.566637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2d6449c-c6eb-43a3-883a-228c78e8611c req-7858c020-87a3-4c7b-9e11-0a0ee047427b tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0479918
Apr 09 21:44:59.613433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c2d6449c-c6eb-43a3-883a-228c78e8611c req-ce751c6c-430b-46f9-977e-fcbd9ac94bc2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408099
Apr 09 21:44:59.615943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-b503e9fd-b101-4e8b-a660-9b476f201b54 service neutron] 10.222.0.25 "GET /v2.0/ports/a30c04d2-3d65-4347-86b8-5bed8c076da6/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0552363
Apr 09 21:44:59.676906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-2ee31108-b5b3-454a-968d-1d41c07e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:59.678489 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-2ee31108-b5b3-454a-968d-1d41c07e6157 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1126 time: 0.0402839
Apr 09 21:44:59.773603 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-d4998afd-8631-4848-920b-1c4428a015fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:59.775107 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-d4998afd-8631-4848-920b-1c4428a015fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0902209
Apr 09 21:44:59.841143 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-daa5d33f-e0ad-4308-8c6f-4e24e6b1112b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1001 time: 0.0603862
Apr 09 21:44:59.889935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-bf630e0b-1b85-4e2e-bc09-37db5db3ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:59.891384 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-bf630e0b-1b85-4e2e-bc09-37db5db3ba4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0440328
Apr 09 21:44:59.938099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-be924e5b-852c-4466-9882-f1122d65ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:44:59.939594 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-be924e5b-852c-4466-9882-f1122d65ab07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422661
Apr 09 21:44:59.945682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:44:59.993560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port a30c04d2-3d65-4347-86b8-5bed8c076da6 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:45:00.001624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port a30c04d2-3d65-4347-86b8-5bed8c076da6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:00.002044 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:00.030645 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-516e109d-744f-4846-b49a-f54c1db5e4dc service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849428
Apr 09 21:45:00.131748 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-7d3defb7-8065-46e8-a569-025bb1170047 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953496
Apr 09 21:45:00.248539 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port a30c04d2-3d65-4347-86b8-5bed8c076da6 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:00.248927 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:00.275892 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:00.279195 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b9b1fa-1a99-4270-8767-a3f71b30addd" -d '{"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-plugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:00.296116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:00.301348 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:00.333258 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48924d55-04db-4305-a44d-48b75234c1f3 x-openstack-request-id: req-48924d55-04db-4305-a44d-48b75234c1f3 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:00.333556 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-plugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:00.333809 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48924d55-04db-4305-a44d-48b75234c1f3 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:00.334202 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48924d55-04db-4305-a44d-48b75234c1f3'] response: {'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'code': 200}
Apr 09 21:45:00.351405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:00.736559 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034f386-60e0-412d-94ca-3aa395eede26 req-e05be9a7-d52a-4376-9108-a90b933ab017 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:00.738060 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f034f386-60e0-412d-94ca-3aa395eede26 req-e05be9a7-d52a-4376-9108-a90b933ab017 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0477741
Apr 09 21:45:00.788444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f034f386-60e0-412d-94ca-3aa395eede26 req-d36838cd-1a68-4548-8220-ab7cdebf9728 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446866
Apr 09 21:45:01.781241 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:01.912304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcd2d3-226c-424f-ad91-4eff5ee7696f req-8c549923-9fd6-4cca-a758-7dbc50e72ce2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:01.913861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18bcd2d3-226c-424f-ad91-4eff5ee7696f req-8c549923-9fd6-4cca-a758-7dbc50e72ce2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0482585
Apr 09 21:45:01.965916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-18bcd2d3-226c-424f-ad91-4eff5ee7696f req-48638a27-62a2-4acd-a17e-dd94b5804686 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419457
Apr 09 21:45:02.622517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-7101925e-ce45-4775-9021-6e083515a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:02.624074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-7101925e-ce45-4775-9021-6e083515a1e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9&tenant_id=67f62a23dbf04cfca2a3403c6a2186b0 HTTP/1.1" status: 200  len: 1127 time: 0.0399382
Apr 09 21:45:02.634417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:02.696387 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:02.912501 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:02.946277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:45:02.985381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:02.987643 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ec4b0-7c6e-4466-823c-a654fddd71ad" -d '{"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:02.991615 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Publish callbacks [] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:03.005789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Transition to ACTIVE for port object a30c04d2-3d65-4347-86b8-5bed8c076da6 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:45:03.011595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:03.054382 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd74a28-1dea-4462-8752-cc677d418862 x-openstack-request-id: req-6bd74a28-1dea-4462-8752-cc677d418862 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:03.054669 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:03.054912 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bd74a28-1dea-4462-8752-cc677d418862 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:03.055343 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd74a28-1dea-4462-8752-cc677d418862'] response: {'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'code': 200}
Apr 09 21:45:03.140286 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:03.148189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051b53-32bd-4b32-a109-d753b1beaca7 req-4c3205c0-9335-47dc-ab7b-a975170888c1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:03.149776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db051b53-32bd-4b32-a109-d753b1beaca7 req-4c3205c0-9335-47dc-ab7b-a975170888c1 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0998924
Apr 09 21:45:03.199813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] No DVR routers for this DVR port a30c04d2-3d65-4347-86b8-5bed8c076da6 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:03.267629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db051b53-32bd-4b32-a109-d753b1beaca7 req-0a40c795-02dc-4aa3-b3b2-109093630679 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060712
Apr 09 21:45:03.363367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:45:03.363674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:45:03.364027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:45:03.368526 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:45:03.368844 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Attempting to bind port a30c04d2-3d65-4347-86b8-5bed8c076da6 on network 03b745cd-5e10-41bf-b629-61d061eff991 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:45:03.373940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:45:03.374275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Checking segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:03.374656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Bound using segment: {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:45:03.375085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Bound port: a30c04d2-3d65-4347-86b8-5bed8c076da6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecbce08-0023-4651-80a5-d6343476d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:45:03.375435 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:03.440675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:45:03.443806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:45:03.450874 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:03.486617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:03.487265 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:03.488662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] 10.222.0.32 "PUT /v2.0/ports/a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1092 time: 0.8581424
Apr 09 21:45:03.509440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f5811-11c2-4363-a2f4-fa03da033766 service neutron] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=11']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:03.558393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-33b780ad-2688-49b6-8f39-12dcc15972bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:03.559932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-33b780ad-2688-49b6-8f39-12dcc15972bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1126 time: 0.0451713
Apr 09 21:45:03.660565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-91af95ca-1a4d-4227-aa77-b4ab402bc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:03.662109 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-91af95ca-1a4d-4227-aa77-b4ab402bc67f service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0962040
Apr 09 21:45:03.733939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-39bea788-38cf-4314-94d8-e19aeae21437 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1000 time: 0.0654411
Apr 09 21:45:03.782763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-4f44d038-bcb6-4c93-b6bf-e142bd4ec8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:03.784087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-4f44d038-bcb6-4c93-b6bf-e142bd4ec8bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0442421
Apr 09 21:45:03.827433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-6f057d71-d6eb-4ed2-afb8-f7d5dfe1d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:03.828896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-6f057d71-d6eb-4ed2-afb8-f7d5dfe1d775 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387912
Apr 09 21:45:03.922988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-2e466f9e-1cc7-4fbb-a8de-02b4220a61ac service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878866
Apr 09 21:45:04.030663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8f9d52bf-f238-49d0-b5a4-324c0a6dfd72 req-dfab3513-704e-46a8-97a3-c1278d450b57 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018605
Apr 09 21:45:04.396270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9186b-3dee-46a5-91c9-0c10e3ec511e req-1d4fb748-c876-4bc5-8112-d04511de91c6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:04.397662 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83a9186b-3dee-46a5-91c9-0c10e3ec511e req-1d4fb748-c876-4bc5-8112-d04511de91c6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0548561
Apr 09 21:45:04.451983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83a9186b-3dee-46a5-91c9-0c10e3ec511e req-c3c2cbbb-14d0-4dd0-bef7-07d57e8054fb tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483818
Apr 09 21:45:05.056297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:05.058738 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64" -d '{"events": [{"name": "network-changed", "server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:05.109278 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb96348-a133-4146-b732-e355633e3ea5 x-openstack-request-id: req-6bb96348-a133-4146-b732-e355633e3ea5 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:05.109511 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:05.109788 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bb96348-a133-4146-b732-e355633e3ea5 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:05.110174 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb96348-a133-4146-b732-e355633e3ea5'] response: {'name': 'network-changed', 'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'status': 'completed', 'code': 200}
Apr 09 21:45:05.166730 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-304a0266-2904-4b76-93f4-ff3ad4c75802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.168243 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-304a0266-2904-4b76-93f4-ff3ad4c75802 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1126 time: 0.0404387
Apr 09 21:45:05.261849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-1cb47151-4dcb-4a03-8173-de6ad90a30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.263724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-1cb47151-4dcb-4a03-8173-de6ad90a30e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.0891867
Apr 09 21:45:05.343926 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-66ffd17d-09b8-410a-94b6-082b40285913 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1000 time: 0.0733588
Apr 09 21:45:05.393120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-e3dd1357-6b5d-4687-be58-5b48c0735263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.394593 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-e3dd1357-6b5d-4687-be58-5b48c0735263 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0440946
Apr 09 21:45:05.441416 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-43b94a3a-aef0-4811-a452-5e2be9a45644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.442969 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-43b94a3a-aef0-4811-a452-5e2be9a45644 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424302
Apr 09 21:45:05.534771 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-dda25cc5-f11f-47dc-b701-2a6f8aab7e66 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850198
Apr 09 21:45:05.599207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99742b24-0a89-4f1c-8c11-71c00a824ec8 req-1235274b-fb49-4998-8fdd-e3aa56af6877 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.600651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99742b24-0a89-4f1c-8c11-71c00a824ec8 req-1235274b-fb49-4998-8fdd-e3aa56af6877 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0766840
Apr 09 21:45:05.601759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-e5b8b1b6-e06d-4f27-a865-6fd63422b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.603089 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-e5b8b1b6-e06d-4f27-a865-6fd63422b91b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 1126 time: 0.0699832
Apr 09 21:45:05.630042 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-ff250dd3-f34e-4949-8c9e-997948f01c77 service neutron] 10.222.0.25 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892308
Apr 09 21:45:05.677647 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99742b24-0a89-4f1c-8c11-71c00a824ec8 req-d712ce90-b7fe-41e9-9801-d3c151827f14 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710330
Apr 09 21:45:05.736989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-41d636a2-68cb-4bbd-b515-f5d46ddeadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.738513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-41d636a2-68cb-4bbd-b515-f5d46ddeadfd service neutron] 10.222.0.32 "GET /v2.0/networks?id=03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 200  len: 913 time: 0.1065786
Apr 09 21:45:05.818464 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-657afb78-2c45-45d0-9f1b-72abd4f78eaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 200  len: 1000 time: 0.0726798
Apr 09 21:45:05.870436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-186771ee-0522-43c1-8739-af21ebec3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.872627 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-186771ee-0522-43c1-8739-af21ebec3cee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 200  len: 851 time: 0.0467074
Apr 09 21:45:05.917269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-73a453e2-fbb4-4508-af23-a68e9e730a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:05.918827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-73a453e2-fbb4-4508-af23-a68e9e730a22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03b745cd-5e10-41bf-b629-61d061eff991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0405855
Apr 09 21:45:05.972660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:45:06.014671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port a30c04d2-3d65-4347-86b8-5bed8c076da6 host nch1-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:45:06.015063 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:45:06.015918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-a60ffcc1-588c-42c0-b325-b558297aa8e6 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908725
Apr 09 21:45:06.112083 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e9400e6-9c40-4ab3-8d80-8b5d22312b64 req-2cbc208b-f404-4cda-8886-b6015d2552e0 service neutron] 10.222.0.32 "GET /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899057
Apr 09 21:45:06.804956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc98a36-0c00-4e56-a254-ef318410440a req-b135d902-0552-47a9-b18b-4f4d71cbb662 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:06.807043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdc98a36-0c00-4e56-a254-ef318410440a req-b135d902-0552-47a9-b18b-4f4d71cbb662 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0541022
Apr 09 21:45:06.864814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cdc98a36-0c00-4e56-a254-ef318410440a req-6d4d4b07-9c54-4ace-93cc-01ecca9d8c01 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518041
Apr 09 21:45:07.988892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73eef0-bb3d-45c1-815b-3f68171f108e req-6b7de45e-438b-47b7-a8fc-d3aed1b024f2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:07.990382 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a73eef0-bb3d-45c1-815b-3f68171f108e req-6b7de45e-438b-47b7-a8fc-d3aed1b024f2 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0484583
Apr 09 21:45:08.039018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9a73eef0-bb3d-45c1-815b-3f68171f108e req-82c88541-b6cb-4915-a973-aefacbd1a06f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429127
Apr 09 21:45:08.153940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdca01-84c3-4787-9673-698565540916 req-c785bc29-7199-4d4b-9aba-3d7a4b2f48be tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:08.155340 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9abdca01-84c3-4787-9673-698565540916 req-c785bc29-7199-4d4b-9aba-3d7a4b2f48be tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0471096
Apr 09 21:45:08.203387 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9abdca01-84c3-4787-9673-698565540916 req-98e5daee-2d57-43c4-8d9a-b06cb5040bfd tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423090
Apr 09 21:45:08.245842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:45:08.322291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704d752-0de2-47bb-8b91-7c2326a212a2 req-acd08935-ddec-40c1-8e8b-2a11440688d6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:08.323821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7704d752-0de2-47bb-8b91-7c2326a212a2 req-acd08935-ddec-40c1-8e8b-2a11440688d6 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 944 time: 0.0533926
Apr 09 21:45:08.351563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:08.363194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'port_id': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'mac_address': 'fa:16:3e:58:88:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:45:08.373992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7704d752-0de2-47bb-8b91-7c2326a212a2 req-43abc733-9ad1-4e75-aa16-7a4ea7256b2e tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435212
Apr 09 21:45:08.399868 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a30c04d2-3d65-4347-86b8-5bed8c076da6 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:08.400254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:08.414418 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30c04d2-3d65-4347-86b8-5bed8c076da6 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:45:08.434072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:08.440753 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:08.492916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:08.616372 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8581-f5a1-4c75-ae8b-a06006772c17 req-f105c7d9-e5ec-4b0c-9f6a-a4890a94e120 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:08.617890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-238e8581-f5a1-4c75-ae8b-a06006772c17 req-f105c7d9-e5ec-4b0c-9f6a-a4890a94e120 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0485878
Apr 09 21:45:08.641502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a30c04d2-3d65-4347-86b8-5bed8c076da6'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:45:08.665505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-238e8581-f5a1-4c75-ae8b-a06006772c17 req-e67e334e-3b72-4908-8ce6-2bba9d9ed40c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415521
Apr 09 21:45:09.791386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e50fa-c482-41ef-b210-9217a9e77b26 req-8afc2cfb-c615-433b-97bb-3fd16b2b885c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:09.792848 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c57e50fa-c482-41ef-b210-9217a9e77b26 req-8afc2cfb-c615-433b-97bb-3fd16b2b885c tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0563672
Apr 09 21:45:09.841077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c57e50fa-c482-41ef-b210-9217a9e77b26 req-894b7050-84fb-4232-8cd2-c88f85ef3867 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups?id=59f3a68e-1d93-41de-b702-36d0069aae5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423512
Apr 09 21:45:10.214177 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-1f11c2b6-1428-47d7-9b79-d63b15109883 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:10.215633 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-1f11c2b6-1428-47d7-9b79-d63b15109883 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 945 time: 0.0481915
Apr 09 21:45:10.263939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:45:10.302394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Deleting port a30c04d2-3d65-4347-86b8-5bed8c076da6 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:10.302746 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:10.312001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port a30c04d2-3d65-4347-86b8-5bed8c076da6 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:45:10.320789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a30c04d2-3d65-4347-86b8-5bed8c076da6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:10.321167 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:10.399456 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:10.399805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:10.406875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a30c04d2-3d65-4347-86b8-5bed8c076da6 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:10.407263 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:10.430380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:10.432697 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445b1a3-3ed7-4959-a8a1-430e27c7b179" -d '{"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-plugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:10.445926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a30c04d2-3d65-4347-86b8-5bed8c076da6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a30c04d2-3d65-4347-86b8-5bed8c076da6,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:10.453562 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:10.477710 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b246f22-b9b5-40d5-b5ba-544f8d2d3011 x-openstack-request-id: req-0b246f22-b9b5-40d5-b5ba-544f8d2d3011 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:10.478007 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-plugged", "status": "completed", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:10.478263 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b246f22-b9b5-40d5-b5ba-544f8d2d3011 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:10.478666 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b246f22-b9b5-40d5-b5ba-544f8d2d3011'] response: {'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'code': 200}
Apr 09 21:45:10.503999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=13']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:10.587030 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:10.587401 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:10.587711 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba disassociated. External IP: 172.35.0.207, port: a30c04d2-3d65-4347-86b8-5bed8c076da6.
Apr 09 21:45:10.588053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Calling delete_port for a30c04d2-3d65-4347-86b8-5bed8c076da6 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:10.721289 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a30c04d2-3d65-4347-86b8-5bed8c076da6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:10.754885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event deleted for resources: {'Port': ['ID=a30c04d2-3d65-4347-86b8-5bed8c076da6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:10.765223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.765572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.765904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.766236 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.766560 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.766880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.767199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.767517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.767855 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.768171 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.768482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.768787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.769131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.769469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.769783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:10.886884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:45:10.966763 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-65f93fc1-8742-4b97-b30b-34368151c8b7 req-3feececf-5337-425e-baf7-17b11275ea97 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/ports?device_id=39838ff4-14a0-4aaa-94d7-0ec6a293dcf9 HTTP/1.1" status: 200  len: 210 time: 0.0329294
Apr 09 21:45:11.027643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:45:11.038483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:45:11.053359 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:45:11.053981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da14f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:44:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:11.073337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] No DVR routers for this DVR port a30c04d2-3d65-4347-86b8-5bed8c076da6 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:11.076135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:11.079704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ed50e9b-e331-4abb-b6c2-f8a89fad2d91 req-e77e1e07-e4ad-4265-ab9d-a1b6a4717f9f tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.32 "DELETE /v2.0/ports/a30c04d2-3d65-4347-86b8-5bed8c076da6 HTTP/1.1" status: 204  len: 173 time: 0.8560419
Apr 09 21:45:11.080161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-deleted', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:11.082935 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93977b4-196c-4d3a-805f-230b4629c11b" -d '{"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-deleted", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:11.123727 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec97003-6e80-4354-bace-c7c58fd604bd x-openstack-request-id: req-aec97003-6e80-4354-bace-c7c58fd604bd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:11.124012 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39838ff4-14a0-4aaa-94d7-0ec6a293dcf9", "name": "network-vif-deleted", "tag": "a30c04d2-3d65-4347-86b8-5bed8c076da6", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:11.124313 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aec97003-6e80-4354-bace-c7c58fd604bd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:11.124749 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec97003-6e80-4354-bace-c7c58fd604bd'] response: {'server_uuid': '39838ff4-14a0-4aaa-94d7-0ec6a293dcf9', 'name': 'network-vif-deleted', 'tag': 'a30c04d2-3d65-4347-86b8-5bed8c076da6', 'status': 'completed', 'code': 200}
Apr 09 21:45:11.168630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:45:11.368362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da14f0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:11.395162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:45:11.403765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:45:11.404358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da14f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:44:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:11.528183 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:45:11.733617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da14f0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:11.761665 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9e464-4cab-42e0-b0e5-1f933cf38f3e None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:41:15Z', 'revision_number': 4, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c35cec7b-3a69-4302-9dd6-f72b0fdd91ae', 'name': '', 'network_id': '03b745cd-5e10-41bf-b629-61d061eff991', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'mac_address': 'fa:16:3e:56:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:14Z', 'updated_at': '2022-04-09T21:41:18Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'subnets': [{'id': '7396e73e-a36b-49f4-be41-c40ce7e22858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:45:12.002969 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277574ef-5f00-4292-a7c5-f1b2e8ec4e10 None None] New status for floating IP 9d267a5e-f280-4e54-8a32-8008cb227cba: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:45:13.609515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40612) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:13.667287 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0ea577de-2ca5-4b56-bac3-3c886cb82ace tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group (59f3a68e-1d93-41de-b702-36d0069aae5f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:13.691107 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0ea577de-2ca5-4b56-bac3-3c886cb82ace tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group (59f3a68e-1d93-41de-b702-36d0069aae5f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:13.740346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0ea577de-2ca5-4b56-bac3-3c886cb82ace tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (59f3a68e-1d93-41de-b702-36d0069aae5f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:13.743104 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0ea577de-2ca5-4b56-bac3-3c886cb82ace tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:13.744343 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0ea577de-2ca5-4b56-bac3-3c886cb82ace tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "DELETE /v2.0/security-groups/59f3a68e-1d93-41de-b702-36d0069aae5f HTTP/1.1" status: 204  len: 168 time: 0.1336427
Apr 09 21:45:13.747103 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40614) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:13.753610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea577de-2ca5-4b56-bac3-3c886cb82ace tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f3a68e-1d93-41de-b702-36d0069aae5f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:13.760899 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-2e6af98c-bd3c-4489-8c24-8edac861ca03 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] show failed (client error): The resource could not be found.
Apr 09 21:45:13.761939 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2e6af98c-bd3c-4489-8c24-8edac861ca03 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "GET /v2.0/security-groups/59f3a68e-1d93-41de-b702-36d0069aae5f HTTP/1.1" status: 404  len: 347 time: 0.0138032
Apr 09 21:45:13.764783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:13.888574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Deleting port 214d0ba3-ee12-4e87-b426-9e1ae7d3287d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:13.888951 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:13.974690 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:13.975019 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:13.987699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Calling delete_port for 214d0ba3-ee12-4e87-b426-9e1ae7d3287d owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:14.130633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (214d0ba3-ee12-4e87-b426-9e1ae7d3287d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:14.161370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Pushing event deleted for resources: {'Port': ['ID=214d0ba3-ee12-4e87-b426-9e1ae7d3287d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:14.226591 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks [] for floatingip (9d267a5e-f280-4e54-8a32-8008cb227cba), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:14.229224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:14.230396 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca468bf7-41db-4e53-a18b-b22de530a4b3 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] 10.222.0.30 "DELETE /v2.0/floatingips/9d267a5e-f280-4e54-8a32-8008cb227cba HTTP/1.1" status: 204  len: 168 time: 0.4647083
Apr 09 21:45:14.233614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40618) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:14.278819 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:45:14.304458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: a30c04d2-3d65-4347-86b8-5bed8c076da6 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:45:14.304806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a30c04d2-3d65-4347-86b8-5bed8c076da6 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:45:14.579920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (7417611c-efb2-4438-88ec-b372c249a07f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:14.819764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Deleting port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:14.820531 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:14.911136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] For port c35cec7b-3a69-4302-9dd6-f72b0fdd91ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:14.911495 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:14.925062 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Calling delete_port for c35cec7b-3a69-4302-9dd6-f72b0fdd91ae owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:15.113915 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (c35cec7b-3a69-4302-9dd6-f72b0fdd91ae), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:15.143889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c35cec7b-3a69-4302-9dd6-f72b0fdd91ae,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:15.317500 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (7417611c-efb2-4438-88ec-b372c249a07f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:15.819699 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Router 7417611c-efb2-4438-88ec-b372c249a07f has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:45:15.936166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:45:15.941526 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ddb98eb2-a2f5-4bc8-a390-439978011a7d admin admin] 10.222.0.30 "PUT /v2.0/routers/7417611c-efb2-4438-88ec-b372c249a07f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7069416
Apr 09 21:45:15.944211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40620) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:15.945459 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] Sync routers for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:45:15.956477 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:45:15.957194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768859d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:44:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:16.052707 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks [] for router (7417611c-efb2-4438-88ec-b372c249a07f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:16.068276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:45:16.161622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks [] for router_gateway (7417611c-efb2-4438-88ec-b372c249a07f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:16.208442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Deleting port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:16.208789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:16.240617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768859d0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123'}], 'enable_snat': True}, 'gw_port_id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:45:15Z', 'revision_number': 5, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port': {'id': '9a1ecc89-9d19-4257-8cfa-1bbd2fee8054', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417611c-efb2-4438-88ec-b372c249a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:41:13Z', 'updated_at': '2022-04-09T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:16.267859 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] Checking router: 7417611c-efb2-4438-88ec-b372c249a07f for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:45:16.276229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] Routers {'7417611c-efb2-4438-88ec-b372c249a07f'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:45:16.276852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768859d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:44:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7417611c-efb2-4438-88ec-b372c249a07f'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:16.292474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] For port 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1ecc89-9d19-4257-8cfa-1bbd2fee8054,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:16.292841 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:16.306550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Calling delete_port for 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:16.365664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] Set router 7417611c-efb2-4438-88ec-b372c249a07f gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:45:16.422068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768859d0>, [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:45:16Z', 'revision_number': 6, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:16.450679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a321d-74b7-4950-b6c1-763992d8b2e3 None None] The sync data for ids ['7417611c-efb2-4438-88ec-b372c249a07f'] in ncdv-master-1 is: [{'id': '7417611c-efb2-4438-88ec-b372c249a07f', 'name': 'tempest-ServerActionsTestJSON-1597159350-router', 'tenant_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:41:12Z', 'updated_at': '2022-04-09T21:45:16Z', 'revision_number': 6, 'project_id': '67f62a23dbf04cfca2a3403c6a2186b0', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:45:16.483545 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (9a1ecc89-9d19-4257-8cfa-1bbd2fee8054), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:16.510924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1ecc89-9d19-4257-8cfa-1bbd2fee8054,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:16.573889 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (7417611c-efb2-4438-88ec-b372c249a07f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:16.972781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (7417611c-efb2-4438-88ec-b372c249a07f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:16.975154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks [] for router_controller (7417611c-efb2-4438-88ec-b372c249a07f), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.020315 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (7417611c-efb2-4438-88ec-b372c249a07f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.020873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7417611c-efb2-4438-88ec-b372c249a07f {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:45:17.025465 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.026528 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0401f86e-59d3-44db-9e95-4370ed7671d0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7417611c-efb2-4438-88ec-b372c249a07f HTTP/1.1" status: 204  len: 168 time: 1.0812640
Apr 09 21:45:17.029164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40622) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:17.075414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-724c1f9d-a3fb-4730-8eec-6acfdb69d39c admin admin] Deleting subnet 7396e73e-a36b-49f4-be41-c40ce7e22858 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:45:17.078694 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-724c1f9d-a3fb-4730-8eec-6acfdb69d39c admin admin] Publish callbacks [] for subnet (7396e73e-a36b-49f4-be41-c40ce7e22858), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.113836 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-724c1f9d-a3fb-4730-8eec-6acfdb69d39c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (7396e73e-a36b-49f4-be41-c40ce7e22858), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.195468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-724c1f9d-a3fb-4730-8eec-6acfdb69d39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (7396e73e-a36b-49f4-be41-c40ce7e22858), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.254329 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-724c1f9d-a3fb-4730-8eec-6acfdb69d39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (7396e73e-a36b-49f4-be41-c40ce7e22858), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.282085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c1f9d-a3fb-4730-8eec-6acfdb69d39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7396e73e-a36b-49f4-be41-c40ce7e22858,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:17.284078 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-724c1f9d-a3fb-4730-8eec-6acfdb69d39c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.288993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-724c1f9d-a3fb-4730-8eec-6acfdb69d39c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7396e73e-a36b-49f4-be41-c40ce7e22858 HTTP/1.1" status: 204  len: 168 time: 0.2588341
Apr 09 21:45:17.289242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e690c0b-585a-4e8d-ae39-1cb282c87497 None None] Network 03b745cd-5e10-41bf-b629-61d061eff991 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:17.290021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40624) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:17.365495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (03b745cd-5e10-41bf-b629-61d061eff991), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.410406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Deleting port a7da2d1c-5c54-4880-9200-2838a78521e2 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:17.410634 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.438217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] DHCP port deletion for 03b745cd-5e10-41bf-b629-61d061eff991 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:45:17.480480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] For port a7da2d1c-5c54-4880-9200-2838a78521e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7da2d1c-5c54-4880-9200-2838a78521e2,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:17.480853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.484638 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] Deleting port a7da2d1c-5c54-4880-9200-2838a78521e2 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:17.485087 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.495635 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Calling delete_port for a7da2d1c-5c54-4880-9200-2838a78521e2 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:17.559966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] For port a7da2d1c-5c54-4880-9200-2838a78521e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7da2d1c-5c54-4880-9200-2838a78521e2,segment=NetworkSegment(5ecbce08-0023-4651-80a5-d6343476d920),segment_id=5ecbce08-0023-4651-80a5-d6343476d920)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:17.560360 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.573397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] Calling delete_port for a7da2d1c-5c54-4880-9200-2838a78521e2 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:17.594892 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.620215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7da2d1c-5c54-4880-9200-2838a78521e2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:17.623805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] No DVR routers for this DVR port a7da2d1c-5c54-4880-9200-2838a78521e2 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:17.654315 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (a7da2d1c-5c54-4880-9200-2838a78521e2), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.680383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] Pushing event deleted for resources: {'Port': ['ID=a7da2d1c-5c54-4880-9200-2838a78521e2,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:17.685644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867f079-5cf0-4641-988b-e1f3881d5472 None None] No DVR routers for this DVR port a7da2d1c-5c54-4880-9200-2838a78521e2 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:17.699533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (03b745cd-5e10-41bf-b629-61d061eff991), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.720713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237676e7f0>,) {'filters': {'network_id': ['03b745cd-5e10-41bf-b629-61d061eff991']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:17.730145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237676e7f0>, '5ecbce08-0023-4651-80a5-d6343476d920') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:17.730442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237676e7f0>, '5ecbce08-0023-4651-80a5-d6343476d920') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:17.739941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (5ecbce08-0023-4651-80a5-d6343476d920), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.754030 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5ecbce08-0023-4651-80a5-d6343476d920), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.760099 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:45:17.760507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (5ecbce08-0023-4651-80a5-d6343476d920), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:45:17.762220 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:45:17.816809 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (03b745cd-5e10-41bf-b629-61d061eff991), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.822339 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:17.825454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] 10.222.0.30 "DELETE /v2.0/networks/03b745cd-5e10-41bf-b629-61d061eff991 HTTP/1.1" status: 204  len: 168 time: 0.5344901
Apr 09 21:45:17.836447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da64fc-965b-4a0f-9a9f-e338884adf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=03b745cd-5e10-41bf-b629-61d061eff991,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:17.941915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:45:17.966092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:45:17.966526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9a1ecc89-9d19-4257-8cfa-1bbd2fee8054 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:45:17.967012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c35cec7b-3a69-4302-9dd6-f72b0fdd91ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:45:17.971132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40628) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:17.989955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c35cec7b-3a69-4302-9dd6-f72b0fdd91ae {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:45:17.990377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c35cec7b-3a69-4302-9dd6-f72b0fdd91ae not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:45:17.990828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a7da2d1c-5c54-4880-9200-2838a78521e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:45:18.009910 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: a7da2d1c-5c54-4880-9200-2838a78521e2 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:45:18.010335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device a7da2d1c-5c54-4880-9200-2838a78521e2 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:45:18.016174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b3361407-f9a5-40c8-8288-dfdf078f7bbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67f62a23dbf04cfca2a3403c6a2186b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0437326
Apr 09 21:45:18.018740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40630) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:18.067757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fffba208-2f26-4af2-9057-b28cefc47df8 admin admin] Publish callbacks [] for security_group (b576374e-a982-4c48-a9a8-c43576cd1ab6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:18.089585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fffba208-2f26-4af2-9057-b28cefc47df8 admin admin] Publish callbacks [] for security_group (b576374e-a982-4c48-a9a8-c43576cd1ab6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:18.139022 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fffba208-2f26-4af2-9057-b28cefc47df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b576374e-a982-4c48-a9a8-c43576cd1ab6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:18.141770 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-fffba208-2f26-4af2-9057-b28cefc47df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:18.143634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-fffba208-2f26-4af2-9057-b28cefc47df8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b576374e-a982-4c48-a9a8-c43576cd1ab6 HTTP/1.1" status: 204  len: 168 time: 0.1233659
Apr 09 21:45:18.151575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffba208-2f26-4af2-9057-b28cefc47df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b576374e-a982-4c48-a9a8-c43576cd1ab6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:18.895427 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:45:18.905646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40652) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:19.061114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-797958981-network', 'tenant_id': '0e6a8f7f65fb4473bb5959c88ee7b03e'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:19.084770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Made reservation on behalf of 0e6a8f7f65fb4473bb5959c88ee7b03e for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:19.087765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.096773 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.173717 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Publish callbacks [] for security_group (c8090191-a7c9-4e96-bf61-aa94ebe6b316), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.179907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c8090191-a7c9-4e96-bf61-aa94ebe6b316), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.202191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:45:19.216064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8090191-a7c9-4e96-bf61-aa94ebe6b316,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:19.220939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (4edc0c43-b03e-4fe6-b88b-196bfb91aa6d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.221305 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Added segment 4edc0c43-b03e-4fe6-b88b-196bfb91aa6d of type vlan for network 2a40501d-47fe-44a0-88f2-78c99b33bdac
Apr 09 21:45:19.264058 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2a40501d-47fe-44a0-88f2-78c99b33bdac), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.291602 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2a40501d-47fe-44a0-88f2-78c99b33bdac), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.292796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:19.293466 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.326281 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4194193
Apr 09 21:45:19.329626 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40658) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:19.334725 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Request body: {'subnet': {'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-797958981-subnet', 'tenant_id': '0e6a8f7f65fb4473bb5959c88ee7b03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:19.356943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Made reservation on behalf of 0e6a8f7f65fb4473bb5959c88ee7b03e for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:19.359343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.364397 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f8b1-417b-4f76-a4b4-85c79b632cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=2a40501d-47fe-44a0-88f2-78c99b33bdac,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:19.374430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2a40501d-47fe-44a0-88f2-78c99b33bdac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:45:19.546949 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.605014 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:19.617968 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Checking segment: {'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:19.618507 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Network hostable DHCP agents. Network: 2a40501d-47fe-44a0-88f2-78c99b33bdac, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:45:19.639329 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Network 2a40501d-47fe-44a0-88f2-78c99b33bdac is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:45:19.649292 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a40501d-47fe-44a0-88f2-78c99b33bdac) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:19.653522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:19.654181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:19.660213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c474c-edac-4543-9433-aaf311ee4e69 None None] Network 2a40501d-47fe-44a0-88f2-78c99b33bdac requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:19.672060 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3236517b-d4a1-4fed-bf9a-cf92bdc066e3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3413074
Apr 09 21:45:19.761984 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649afb58-e720-4e42-ab41-9cfa166aceb4 None None] Network 2a40501d-47fe-44a0-88f2-78c99b33bdac requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:20.113784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678feab0-0d08-4244-821e-677a00f9bb1a req-7abde960-c4a0-4fe1-9d41-472b5cb70c74 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:20.115170 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-7abde960-c4a0-4fe1-9d41-472b5cb70c74 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/networks?id=2a40501d-47fe-44a0-88f2-78c99b33bdac HTTP/1.1" status: 200  len: 813 time: 0.1081927
Apr 09 21:45:20.130304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-82b38f2a-8fec-4783-8630-6c7763656ab5 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/quotas/0e6a8f7f65fb4473bb5959c88ee7b03e HTTP/1.1" status: 200  len: 375 time: 0.0093369
Apr 09 21:45:20.162917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ac30cbe8-930f-4b53-83af-01ad081df74f tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e6a8f7f65fb4473bb5959c88ee7b03e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0276220
Apr 09 21:45:20.262118 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-540e6424-c591-42c5-b59b-9e6d9ec9b78a service neutron] 10.222.0.30 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924175
Apr 09 21:45:20.370625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-e5fdfce5-be50-486f-b36e-a1e35f3ec0f0 service neutron] 10.222.0.30 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023002
Apr 09 21:45:20.486541 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f85c3316-c09f-4a93-88e0-7d2e2340b03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:20.539324 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a18eee4a-b276-4f1b-8f17-b84650f4f719 req-6a7da20a-d5f9-49e3-af40-ed0cb6aadec6 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 210 time: 0.0283067
Apr 09 21:45:21.561454 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678feab0-0d08-4244-821e-677a00f9bb1a req-302449a5-a8ba-4762-a45c-f2162e498eba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:21.561454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-302449a5-a8ba-4762-a45c-f2162e498eba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.32 "GET /v2.0/networks?id=2a40501d-47fe-44a0-88f2-78c99b33bdac HTTP/1.1" status: 200  len: 813 time: 0.1093194
Apr 09 21:45:21.573572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Request body: {'port': {'device_id': 'd83c9840-4a3f-425c-a0c0-4fab86af3f02', 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac', 'admin_state_up': True, 'tenant_id': '0e6a8f7f65fb4473bb5959c88ee7b03e'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:21.669127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ec30cd86-271f-49de-895e-ed69fd20ce97 req-efa1ee90-af8b-4692-9393-078ad96b00d4 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 210 time: 0.0389502
Apr 09 21:45:21.717231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Made reservation on behalf of 0e6a8f7f65fb4473bb5959c88ee7b03e for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:21.720742 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:21.845623 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Allocated IP 172.20.0.6 (2a40501d-47fe-44a0-88f2-78c99b33bdac/a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7/4f15b059-0f68-4702-a78c-c734c5493dca) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:45:22.002933 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks [] for port (4f15b059-0f68-4702-a78c-c734c5493dca), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.040782 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.090166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Network 2a40501d-47fe-44a0-88f2-78c99b33bdac is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:45:22.093275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:22.096937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:45:22.103351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Pushing event updated for resources: {'Port': ['ID=4f15b059-0f68-4702-a78c-c734c5493dca,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:22.148374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:22.148996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.166383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-6e3748ca-79a2-4636-b6eb-916a880b01ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5970292
Apr 09 21:45:22.178272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Request body: {'port': {'device_id': 'd83c9840-4a3f-425c-a0c0-4fab86af3f02', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:22.237520 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.506316 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f15b059-0f68-4702-a78c-c734c5493dca {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:45:22.514457 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Publish callbacks [] for port (4f15b059-0f68-4702-a78c-c734c5493dca), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.528306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Transition to ACTIVE for port object 4f15b059-0f68-4702-a78c-c734c5493dca will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:45:22.534799 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.583626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f15b059-0f68-4702-a78c-c734c5493dca,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:22.658165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Attempting to bind port 4f15b059-0f68-4702-a78c-c734c5493dca on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:45:22.658502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Attempting to bind port 4f15b059-0f68-4702-a78c-c734c5493dca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:45:22.658864 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Attempting to bind port 4f15b059-0f68-4702-a78c-c734c5493dca on network 2a40501d-47fe-44a0-88f2-78c99b33bdac {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:45:22.663371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Port 4f15b059-0f68-4702-a78c-c734c5493dca on network 2a40501d-47fe-44a0-88f2-78c99b33bdac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:45:22.663716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Attempting to bind port 4f15b059-0f68-4702-a78c-c734c5493dca on network 2a40501d-47fe-44a0-88f2-78c99b33bdac {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:45:22.669054 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:45:22.669384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Checking segment: {'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:22.669761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Bound using segment: {'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:45:22.670187 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Bound port: 4f15b059-0f68-4702-a78c-c734c5493dca, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:45:22.670531 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.737058 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] For port 4f15b059-0f68-4702-a78c-c734c5493dca, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:45:22.742010 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] For port 4f15b059-0f68-4702-a78c-c734c5493dca, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f15b059-0f68-4702-a78c-c734c5493dca,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:45:22.771864 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.825067 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ac94d-3de3-49ac-828b-17d3f71ea603 req-eabada7f-d716-49d0-8e30-f57f888a9d09 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:22.826560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7ac94d-3de3-49ac-828b-17d3f71ea603 req-eabada7f-d716-49d0-8e30-f57f888a9d09 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 943 time: 0.0867290
Apr 09 21:45:22.827725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:22.828360 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:22.829640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] 10.222.0.32 "PUT /v2.0/ports/4f15b059-0f68-4702-a78c-c734c5493dca HTTP/1.1" status: 200  len: 1091 time: 0.6555476
Apr 09 21:45:22.831773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83c9840-4a3f-425c-a0c0-4fab86af3f02', 'tag': '4f15b059-0f68-4702-a78c-c734c5493dca'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:22.834201 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a" -d '{"events": [{"name": "network-changed", "server_uuid": "d83c9840-4a3f-425c-a0c0-4fab86af3f02", "tag": "4f15b059-0f68-4702-a78c-c734c5493dca"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:22.867040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f38c9-661d-4a5d-8fab-b5c09d5c06d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f15b059-0f68-4702-a78c-c734c5493dca,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:22.879503 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda2ca2b-55d1-409e-bf66-065c5aaf7897 x-openstack-request-id: req-fda2ca2b-55d1-409e-bf66-065c5aaf7897 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:22.879790 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83c9840-4a3f-425c-a0c0-4fab86af3f02", "tag": "4f15b059-0f68-4702-a78c-c734c5493dca", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:22.880064 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fda2ca2b-55d1-409e-bf66-065c5aaf7897 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:22.880493 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda2ca2b-55d1-409e-bf66-065c5aaf7897'] response: {'name': 'network-changed', 'server_uuid': 'd83c9840-4a3f-425c-a0c0-4fab86af3f02', 'tag': '4f15b059-0f68-4702-a78c-c734c5493dca', 'status': 'completed', 'code': 200}
Apr 09 21:45:22.923896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7ac94d-3de3-49ac-828b-17d3f71ea603 req-680f9e7e-517c-4b42-858d-8e8430973182 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845330
Apr 09 21:45:22.931442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678feab0-0d08-4244-821e-677a00f9bb1a req-4f0c9eeb-6637-47fe-8139-a6cc4e54ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:22.932898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-4f0c9eeb-6637-47fe-8139-a6cc4e54ff3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e6a8f7f65fb4473bb5959c88ee7b03e&device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 1125 time: 0.0512545
Apr 09 21:45:22.976881 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-620a08ee-370f-472d-b6ef-f366fcdaa59e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f15b059-0f68-4702-a78c-c734c5493dca HTTP/1.1" status: 200  len: 217 time: 0.0362844
Apr 09 21:45:22.992389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e9b271c4-1294-48ef-b16f-7fbcc08b7516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:23.031157 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678feab0-0d08-4244-821e-677a00f9bb1a req-1c97f1ca-451e-4e04-9391-90f3dcdfc037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:23.032939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-1c97f1ca-451e-4e04-9391-90f3dcdfc037 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7 HTTP/1.1" status: 200  len: 853 time: 0.0502796
Apr 09 21:45:23.065296 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-a09828a5-6bab-469a-8b5e-2d72b350b716 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a40501d-47fe-44a0-88f2-78c99b33bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267186
Apr 09 21:45:23.158549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-9bf3b4c7-1694-45a8-a359-bf5d75367bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874603
Apr 09 21:45:23.255356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-678feab0-0d08-4244-821e-677a00f9bb1a req-5c65e512-c22a-4735-98de-661b211d8c6d service neutron] 10.222.0.32 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905447
Apr 09 21:45:24.051986 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a7a8e-85af-4e25-bd5d-3d92f12d2c43 req-b0b13097-697a-4968-ab76-86fecce436cc tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:24.053600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c0a7a8e-85af-4e25-bd5d-3d92f12d2c43 req-b0b13097-697a-4968-ab76-86fecce436cc tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 943 time: 0.0504959
Apr 09 21:45:24.131112 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-0f6d600e-7220-4298-97a8-992e93c0ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:24.132517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-0f6d600e-7220-4298-97a8-992e93c0ac6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e6a8f7f65fb4473bb5959c88ee7b03e&device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 1125 time: 0.0658011
Apr 09 21:45:24.136040 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c0a7a8e-85af-4e25-bd5d-3d92f12d2c43 req-ea84bacb-93d0-4389-a888-38c90a49a195 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766356
Apr 09 21:45:24.222350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-ec0de00e-c098-4ac2-8826-5147231663b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:24.223824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-ec0de00e-c098-4ac2-8826-5147231663b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a40501d-47fe-44a0-88f2-78c99b33bdac HTTP/1.1" status: 200  len: 914 time: 0.0857248
Apr 09 21:45:24.269307 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-7123702e-1fa0-4039-b0de-ac0f07c7439a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f15b059-0f68-4702-a78c-c734c5493dca HTTP/1.1" status: 200  len: 217 time: 0.0376470
Apr 09 21:45:24.292844 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:24.316792 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-1c7b7444-b66d-4ef3-a1b3-b323197f227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:24.318404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-1c7b7444-b66d-4ef3-a1b3-b323197f227e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7 HTTP/1.1" status: 200  len: 853 time: 0.0436857
Apr 09 21:45:24.349783 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-eca9af21-cca1-4b97-8ea1-9d2759e23924 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a40501d-47fe-44a0-88f2-78c99b33bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260353
Apr 09 21:45:24.447222 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-7512dabe-b786-469a-af5b-042685ddd1bf service neutron] 10.222.0.32 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905313
Apr 09 21:45:24.541497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5218b0d2-3587-4c52-a7cd-5ba405a0f69a req-898b8b0b-9c40-45d7-93b1-962e7c2bdfa5 service neutron] 10.222.0.32 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887406
Apr 09 21:45:25.256852 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbcb96-5562-4ef6-b40c-0221bbe98087 req-e9f25c56-3bcb-4c47-a39c-b2b7d1a4754b tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:25.258333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7fbcb96-5562-4ef6-b40c-0221bbe98087 req-e9f25c56-3bcb-4c47-a39c-b2b7d1a4754b tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 943 time: 0.0525537
Apr 09 21:45:25.309338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7fbcb96-5562-4ef6-b40c-0221bbe98087 req-f1e2b3f7-a165-448c-9bef-f44d4bb25818 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453992
Apr 09 21:45:25.332396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:26.117517 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:26.303242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4f15b059-0f68-4702-a78c-c734c5493dca details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:45:26.414998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4f15b059-0f68-4702-a78c-c734c5493dca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f15b059-0f68-4702-a78c-c734c5493dca,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:26.426846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '4f15b059-0f68-4702-a78c-c734c5493dca', 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac', 'port_id': '4f15b059-0f68-4702-a78c-c734c5493dca', 'mac_address': 'fa:16:3e:77:1a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:45:26.431576 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174a942-a943-41e2-a91e-88aca13e0fb9 req-7650e384-1ee2-4769-ad6d-d2bf1ebe933f tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:26.433241 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5174a942-a943-41e2-a91e-88aca13e0fb9 req-7650e384-1ee2-4769-ad6d-d2bf1ebe933f tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 943 time: 0.0544610
Apr 09 21:45:26.465466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4f15b059-0f68-4702-a78c-c734c5493dca is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:26.465852 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:26.479160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f15b059-0f68-4702-a78c-c734c5493dca {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:45:26.483287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5174a942-a943-41e2-a91e-88aca13e0fb9 req-d7a0e408-7888-438e-9a3f-b29f2f70f523 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440741
Apr 09 21:45:26.499573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4f15b059-0f68-4702-a78c-c734c5493dca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f15b059-0f68-4702-a78c-c734c5493dca,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:26.504813 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:26.555648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4f15b059-0f68-4702-a78c-c734c5493dca,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:26.563425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.563777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.564121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.564458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.564791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.565141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.565489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.565813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.566138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.566460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.566764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.567104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.567425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.567727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.568044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:26.706783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4f15b059-0f68-4702-a78c-c734c5493dca'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:45:27.113725 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:27.607665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14521d20-8714-4d73-afe4-b955022b8ea7 req-b93f3cc8-c539-418f-a8b7-1c8d0ef47e8b tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:27.609168 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14521d20-8714-4d73-afe4-b955022b8ea7 req-b93f3cc8-c539-418f-a8b7-1c8d0ef47e8b tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 944 time: 0.0486414
Apr 09 21:45:27.656923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14521d20-8714-4d73-afe4-b955022b8ea7 req-5354f2c6-a9a1-4f86-9976-5b9c8d90a3da tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419970
Apr 09 21:45:28.310760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4f15b059-0f68-4702-a78c-c734c5493dca up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:45:28.369058 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 4f15b059-0f68-4702-a78c-c734c5493dca completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:45:28.375825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 4f15b059-0f68-4702-a78c-c734c5493dca triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:28.376200 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:28.454593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 4f15b059-0f68-4702-a78c-c734c5493dca is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:28.455146 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:28.484669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c9840-4a3f-425c-a0c0-4fab86af3f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f15b059-0f68-4702-a78c-c734c5493dca'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:28.486967 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fb8e81-8310-4c3f-b3ff-da8c790597ed" -d '{"events": [{"server_uuid": "d83c9840-4a3f-425c-a0c0-4fab86af3f02", "name": "network-vif-plugged", "status": "completed", "tag": "4f15b059-0f68-4702-a78c-c734c5493dca"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:28.499522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 4f15b059-0f68-4702-a78c-c734c5493dca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f15b059-0f68-4702-a78c-c734c5493dca,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:28.504605 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:28.530243 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e969b-fe1c-4c44-bc33-7cbf87b4cc0e x-openstack-request-id: req-b11e969b-fe1c-4c44-bc33-7cbf87b4cc0e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:28.530531 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83c9840-4a3f-425c-a0c0-4fab86af3f02", "name": "network-vif-plugged", "status": "completed", "tag": "4f15b059-0f68-4702-a78c-c734c5493dca", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:28.530786 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b11e969b-fe1c-4c44-bc33-7cbf87b4cc0e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:28.531180 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11e969b-fe1c-4c44-bc33-7cbf87b4cc0e'] response: {'server_uuid': 'd83c9840-4a3f-425c-a0c0-4fab86af3f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f15b059-0f68-4702-a78c-c734c5493dca', 'code': 200}
Apr 09 21:45:28.560078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=4f15b059-0f68-4702-a78c-c734c5493dca,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:28.622672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe799-63d9-420a-8f4a-e7fe262d6df7 req-d5faa88e-7a90-4494-944c-27b9f9bb4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:28.624211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea5fe799-63d9-420a-8f4a-e7fe262d6df7 req-d5faa88e-7a90-4494-944c-27b9f9bb4f0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 1127 time: 0.0431993
Apr 09 21:45:28.668917 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ea5fe799-63d9-420a-8f4a-e7fe262d6df7 req-738e7852-35d0-4abf-903c-41353a8e50b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387533
Apr 09 21:45:28.787683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ad27-a10b-4832-a355-48e41f48b6e9 req-f9c87ed7-84c2-4bbe-adc5-ade2309e5502 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:28.789260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ad0ad27-a10b-4832-a355-48e41f48b6e9 req-f9c87ed7-84c2-4bbe-adc5-ade2309e5502 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0484755
Apr 09 21:45:28.839684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1ad0ad27-a10b-4832-a355-48e41f48b6e9 req-19ca07bc-9e7b-4dea-bf82-6e84b16e2963 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428922
Apr 09 21:45:29.965614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf652680-57e3-49e0-908a-614e6360c2a4 req-671758ca-8dfa-492c-97ab-5fe179c4c1a9 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:29.967128 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf652680-57e3-49e0-908a-614e6360c2a4 req-671758ca-8dfa-492c-97ab-5fe179c4c1a9 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0478601
Apr 09 21:45:30.019595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf652680-57e3-49e0-908a-614e6360c2a4 req-b21baaf6-76c4-4ec2-941d-ef8a397d2d94 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467098
Apr 09 21:45:30.254752 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-f6e26bd0-b7c2-418e-93b1-60c9f276cef9 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:30.256212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-f6e26bd0-b7c2-418e-93b1-60c9f276cef9 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/networks?id=2a40501d-47fe-44a0-88f2-78c99b33bdac HTTP/1.1" status: 200  len: 813 time: 0.1035359
Apr 09 21:45:30.270923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-c24d9af9-b365-4383-9086-5fc5d34c79cb tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/quotas/0e6a8f7f65fb4473bb5959c88ee7b03e HTTP/1.1" status: 200  len: 375 time: 0.0092394
Apr 09 21:45:30.320295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-745d67d3-4689-445b-914a-b8a06aa3ad32 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e6a8f7f65fb4473bb5959c88ee7b03e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0443830
Apr 09 21:45:30.477638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-37916902-4e31-4f1d-a915-4b0c086f24cb service neutron] 10.222.0.30 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505091
Apr 09 21:45:30.573355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-9d285a3d-721b-4c86-a9fa-411f2c61f424 service neutron] 10.222.0.30 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896950
Apr 09 21:45:30.742904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-926522bb-7c72-42bb-98dd-a25fe4282570 req-a504c094-4f55-4cb5-9268-31d4865c820b tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 210 time: 0.0292444
Apr 09 21:45:31.683821 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-6e82cd40-b5f8-44e6-8c96-5035e645dc27 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:31.685416 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-6e82cd40-b5f8-44e6-8c96-5035e645dc27 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.25 "GET /v2.0/networks?id=2a40501d-47fe-44a0-88f2-78c99b33bdac HTTP/1.1" status: 200  len: 813 time: 0.1075633
Apr 09 21:45:31.697455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Request body: {'port': {'device_id': '2c060087-cb3b-41f7-98c0-aeb22b9b14f9', 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac', 'admin_state_up': True, 'tenant_id': '0e6a8f7f65fb4473bb5959c88ee7b03e'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:31.788578 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:31.809770 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Made reservation on behalf of 0e6a8f7f65fb4473bb5959c88ee7b03e for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:31.813161 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:31.918616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-679887ae-9d9f-4a36-9cc4-79424d2fc4ca req-bfcef4dc-f7f2-44ab-bbd5-46e5a12452d2 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 210 time: 0.1056950
Apr 09 21:45:31.951183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Allocated IP 172.20.0.12 (2a40501d-47fe-44a0-88f2-78c99b33bdac/a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7/cacbaf11-bd3d-462e-ae76-917e11586e2d) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:45:32.101780 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks [] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.141187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.152969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4f15b059-0f68-4702-a78c-c734c5493dca'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:45:32.188305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Network 2a40501d-47fe-44a0-88f2-78c99b33bdac is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:45:32.191302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:32.193938 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:45:32.219795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Pushing event updated for resources: {'Port': ['ID=cacbaf11-bd3d-462e-ae76-917e11586e2d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:32.248932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:32.249568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.266024 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-cf8eb299-80da-4c8a-b840-947693b8946d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5724239
Apr 09 21:45:32.278198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Request body: {'port': {'device_id': '2c060087-cb3b-41f7-98c0-aeb22b9b14f9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:32.341541 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.608571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacbaf11-bd3d-462e-ae76-917e11586e2d {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:45:32.616066 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Publish callbacks [] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.629634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Transition to ACTIVE for port object cacbaf11-bd3d-462e-ae76-917e11586e2d will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:45:32.638033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.689844 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Pushing event updated for resources: {'Port': ['ID=cacbaf11-bd3d-462e-ae76-917e11586e2d,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:32.767921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Attempting to bind port cacbaf11-bd3d-462e-ae76-917e11586e2d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:45:32.768240 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Attempting to bind port cacbaf11-bd3d-462e-ae76-917e11586e2d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:45:32.768562 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Attempting to bind port cacbaf11-bd3d-462e-ae76-917e11586e2d on network 2a40501d-47fe-44a0-88f2-78c99b33bdac {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:45:32.773002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Port cacbaf11-bd3d-462e-ae76-917e11586e2d on network 2a40501d-47fe-44a0-88f2-78c99b33bdac not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:45:32.773357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Attempting to bind port cacbaf11-bd3d-462e-ae76-917e11586e2d on network 2a40501d-47fe-44a0-88f2-78c99b33bdac {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:45:32.778686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:45:32.779018 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Checking segment: {'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:32.779402 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Bound using segment: {'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:45:32.779855 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Bound port: cacbaf11-bd3d-462e-ae76-917e11586e2d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:45:32.780203 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.844577 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] For port cacbaf11-bd3d-462e-ae76-917e11586e2d, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:45:32.847582 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] For port cacbaf11-bd3d-462e-ae76-917e11586e2d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cacbaf11-bd3d-462e-ae76-917e11586e2d,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:45:32.856048 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.892426 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:32.893108 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:32.894514 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] 10.222.0.25 "PUT /v2.0/ports/cacbaf11-bd3d-462e-ae76-917e11586e2d HTTP/1.1" status: 200  len: 1092 time: 0.6206098
Apr 09 21:45:32.894973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c060087-cb3b-41f7-98c0-aeb22b9b14f9', 'tag': 'cacbaf11-bd3d-462e-ae76-917e11586e2d'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:32.897239 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee15420-fce6-4bca-bbb1-a0e405aa641a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c060087-cb3b-41f7-98c0-aeb22b9b14f9", "tag": "cacbaf11-bd3d-462e-ae76-917e11586e2d"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:32.917836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c98d41-1044-4418-8afa-59e4c2263e8d service neutron] Pushing event updated for resources: {'Port': ['ID=cacbaf11-bd3d-462e-ae76-917e11586e2d,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:32.941919 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4b0757-aefe-495c-a21c-3b790dd4e523 x-openstack-request-id: req-bf4b0757-aefe-495c-a21c-3b790dd4e523 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:32.942206 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c060087-cb3b-41f7-98c0-aeb22b9b14f9", "tag": "cacbaf11-bd3d-462e-ae76-917e11586e2d", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:32.942444 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf4b0757-aefe-495c-a21c-3b790dd4e523 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:32.942843 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4b0757-aefe-495c-a21c-3b790dd4e523'] response: {'name': 'network-changed', 'server_uuid': '2c060087-cb3b-41f7-98c0-aeb22b9b14f9', 'tag': 'cacbaf11-bd3d-462e-ae76-917e11586e2d', 'status': 'completed', 'code': 200}
Apr 09 21:45:32.978145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-5d71b869-5b5f-446b-8f25-2853006ac775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:32.979724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-5d71b869-5b5f-446b-8f25-2853006ac775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e6a8f7f65fb4473bb5959c88ee7b03e&device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 1126 time: 0.0468841
Apr 09 21:45:33.021498 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-eceff29a-12f1-4096-9e26-5578d9890e39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cacbaf11-bd3d-462e-ae76-917e11586e2d HTTP/1.1" status: 200  len: 217 time: 0.0347874
Apr 09 21:45:33.033555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49100706-108c-4db9-a463-d55f130a34dd req-baf015b9-c120-4e68-9dc6-a4e065c3b303 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:33.035077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49100706-108c-4db9-a463-d55f130a34dd req-baf015b9-c120-4e68-9dc6-a4e065c3b303 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 944 time: 0.0471916
Apr 09 21:45:33.070428 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-490d9ddb-128c-4beb-90cc-757fd401f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:33.071903 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-490d9ddb-128c-4beb-90cc-757fd401f9fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7 HTTP/1.1" status: 200  len: 853 time: 0.0449293
Apr 09 21:45:33.088503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49100706-108c-4db9-a463-d55f130a34dd req-cf3f4fb0-7642-43fa-9b5f-0f8eed299432 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473490
Apr 09 21:45:33.109705 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-35dfeb68-266e-41ee-8d79-2db2e56e7153 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a40501d-47fe-44a0-88f2-78c99b33bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307341
Apr 09 21:45:33.199128 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-aa9c2234-884d-46e6-8720-1e2db24400e4 service neutron] 10.222.0.25 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832341
Apr 09 21:45:33.290562 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b2fe05c4-cee4-4b4b-a8ff-23f46b981bc4 req-0a46f865-b583-4e38-bcb2-28462466381d service neutron] 10.222.0.25 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858159
Apr 09 21:45:34.505052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b2a3f-4337-4150-be58-76c30e8b148d req-47f23ae3-8f3a-42e9-bfde-ecd9c2a3f02c tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:34.506544 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de8b2a3f-4337-4150-be58-76c30e8b148d req-47f23ae3-8f3a-42e9-bfde-ecd9c2a3f02c tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 944 time: 0.3483293
Apr 09 21:45:34.552883 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de8b2a3f-4337-4150-be58-76c30e8b148d req-827e3a78-6feb-4f77-998f-8d17c88c37ba tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400500
Apr 09 21:45:35.348207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-128f7d8f-15d6-4273-9d7f-9c84500f0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:35.349870 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-128f7d8f-15d6-4273-9d7f-9c84500f0a53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e6a8f7f65fb4473bb5959c88ee7b03e&device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 1126 time: 0.0448973
Apr 09 21:45:35.442170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-8a2b4446-7fb8-441f-b7fd-a6327e951cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:35.443657 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-8a2b4446-7fb8-441f-b7fd-a6327e951cc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2a40501d-47fe-44a0-88f2-78c99b33bdac HTTP/1.1" status: 200  len: 914 time: 0.0875087
Apr 09 21:45:35.488693 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-fbc80914-e9d7-4277-8caa-a792164049b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cacbaf11-bd3d-462e-ae76-917e11586e2d HTTP/1.1" status: 200  len: 217 time: 0.0387962
Apr 09 21:45:35.540249 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-539b198a-5e0f-4b4d-a126-f3d7e5c02828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:35.542303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-539b198a-5e0f-4b4d-a126-f3d7e5c02828 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7 HTTP/1.1" status: 200  len: 853 time: 0.0478647
Apr 09 21:45:35.578080 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-d937d8f9-468c-4d75-9c55-51484b35b530 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a40501d-47fe-44a0-88f2-78c99b33bdac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299540
Apr 09 21:45:35.670438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a4a5-5ec9-4f2d-85a1-b6727f09c64a req-2c94f0a4-664b-468e-9ace-6645f1bdaa6c tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:35.672699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed60a4a5-5ec9-4f2d-85a1-b6727f09c64a req-2c94f0a4-664b-468e-9ace-6645f1bdaa6c tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 944 time: 0.0498254
Apr 09 21:45:35.675350 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-4eca98ef-3a88-4e50-aea9-086fffdc98b8 service neutron] 10.222.0.25 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905275
Apr 09 21:45:35.722918 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed60a4a5-5ec9-4f2d-85a1-b6727f09c64a req-c42c2a57-1309-488d-b9d2-d3d4f94f3780 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442932
Apr 09 21:45:35.767421 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dee15420-fce6-4bca-bbb1-a0e405aa641a req-652b18c6-818b-4428-8a4d-cbb7cf0aa791 service neutron] 10.222.0.25 "GET /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866373
Apr 09 21:45:36.156415 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cacbaf11-bd3d-462e-ae76-917e11586e2d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:45:36.257261 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cacbaf11-bd3d-462e-ae76-917e11586e2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cacbaf11-bd3d-462e-ae76-917e11586e2d,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:36.268668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'cacbaf11-bd3d-462e-ae76-917e11586e2d', 'network_id': '2a40501d-47fe-44a0-88f2-78c99b33bdac', 'port_id': 'cacbaf11-bd3d-462e-ae76-917e11586e2d', 'mac_address': 'fa:16:3e:c5:d3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:45:36.310396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cacbaf11-bd3d-462e-ae76-917e11586e2d is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:36.310792 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:36.324447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacbaf11-bd3d-462e-ae76-917e11586e2d {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:45:36.344150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cacbaf11-bd3d-462e-ae76-917e11586e2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cacbaf11-bd3d-462e-ae76-917e11586e2d,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:36.349704 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:36.397014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cacbaf11-bd3d-462e-ae76-917e11586e2d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:36.650455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['cacbaf11-bd3d-462e-ae76-917e11586e2d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:45:36.846253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e62a10-9479-426a-81ef-bad4918cde51 req-8c949fa0-f99b-4f4a-b042-72c6e433cc08 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:36.847777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6e62a10-9479-426a-81ef-bad4918cde51 req-8c949fa0-f99b-4f4a-b042-72c6e433cc08 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 945 time: 0.0533283
Apr 09 21:45:36.899826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6e62a10-9479-426a-81ef-bad4918cde51 req-8fe4e712-90c8-4c9d-bb81-1ec56f654c38 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432551
Apr 09 21:45:38.023092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25511ac-d961-4c15-9f86-3ef26b83270b req-ec4b1c41-00ae-4551-9d74-991cd7f47717 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:38.024552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d25511ac-d961-4c15-9f86-3ef26b83270b req-ec4b1c41-00ae-4551-9d74-991cd7f47717 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 945 time: 0.0557268
Apr 09 21:45:38.070696 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d25511ac-d961-4c15-9f86-3ef26b83270b req-921f7ce9-e853-4aac-97ae-7e672c41eaa5 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404193
Apr 09 21:45:38.195655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cacbaf11-bd3d-462e-ae76-917e11586e2d up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:45:38.263862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port cacbaf11-bd3d-462e-ae76-917e11586e2d completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:45:38.272371 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port cacbaf11-bd3d-462e-ae76-917e11586e2d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:38.272757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:38.354492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port cacbaf11-bd3d-462e-ae76-917e11586e2d is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:38.354881 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:38.378990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c060087-cb3b-41f7-98c0-aeb22b9b14f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacbaf11-bd3d-462e-ae76-917e11586e2d'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:38.381268 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c1242-d9c9-4489-89b1-4cd24f841c3d" -d '{"events": [{"server_uuid": "2c060087-cb3b-41f7-98c0-aeb22b9b14f9", "name": "network-vif-plugged", "status": "completed", "tag": "cacbaf11-bd3d-462e-ae76-917e11586e2d"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:38.394143 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port cacbaf11-bd3d-462e-ae76-917e11586e2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cacbaf11-bd3d-462e-ae76-917e11586e2d,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:38.399942 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:38.427650 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0426c3-75c5-44ad-982d-8844057c6c2b x-openstack-request-id: req-ce0426c3-75c5-44ad-982d-8844057c6c2b {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:38.428106 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c060087-cb3b-41f7-98c0-aeb22b9b14f9", "name": "network-vif-plugged", "status": "completed", "tag": "cacbaf11-bd3d-462e-ae76-917e11586e2d", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:38.428335 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce0426c3-75c5-44ad-982d-8844057c6c2b {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:38.428770 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0426c3-75c5-44ad-982d-8844057c6c2b'] response: {'server_uuid': '2c060087-cb3b-41f7-98c0-aeb22b9b14f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacbaf11-bd3d-462e-ae76-917e11586e2d', 'code': 200}
Apr 09 21:45:38.460574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=cacbaf11-bd3d-462e-ae76-917e11586e2d,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:38.523220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16a34a-b9d3-477d-ac28-4b7c22f2ae87 req-d9dff5a3-e999-4b96-b284-f03020fb1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:38.524711 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e16a34a-b9d3-477d-ac28-4b7c22f2ae87 req-d9dff5a3-e999-4b96-b284-f03020fb1382 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 1128 time: 0.0434017
Apr 09 21:45:38.569231 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0e16a34a-b9d3-477d-ac28-4b7c22f2ae87 req-460c3396-e5b1-4451-991f-b41038840c14 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381715
Apr 09 21:45:39.198474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad978fbf-399d-4a1b-88e0-303e5ba06c31 req-cab8f114-91ea-4183-ba79-d09b5e289424 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:39.199911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad978fbf-399d-4a1b-88e0-303e5ba06c31 req-cab8f114-91ea-4183-ba79-d09b5e289424 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 946 time: 0.0523946
Apr 09 21:45:39.251975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ad978fbf-399d-4a1b-88e0-303e5ba06c31 req-22facde3-a92e-4ce0-9aa0-3fb7a5296ae4 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462282
Apr 09 21:45:40.383756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca94f-a021-46ed-aeee-5c001e9fdfce req-4ae0a324-3abf-4891-bc03-99d505d77635 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:40.385213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-590ca94f-a021-46ed-aeee-5c001e9fdfce req-4ae0a324-3abf-4891-bc03-99d505d77635 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 946 time: 0.0551705
Apr 09 21:45:40.434267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-590ca94f-a021-46ed-aeee-5c001e9fdfce req-c0d6dc04-2713-49ad-bc21-9f84520495c3 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431929
Apr 09 21:45:40.672382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35cb26-7ee4-48ca-aefc-54c991492542 req-bcbb2403-42cf-40f4-9322-98909a628680 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:40.673899 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d35cb26-7ee4-48ca-aefc-54c991492542 req-bcbb2403-42cf-40f4-9322-98909a628680 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 946 time: 0.0484684
Apr 09 21:45:40.726282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d35cb26-7ee4-48ca-aefc-54c991492542 req-7db45732-e6ad-46e7-9d04-6ee524a4bc46 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436835
Apr 09 21:45:41.856784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0ec3-872a-453b-b49d-2fcfefafafa7 req-92e042d4-8335-406a-8dcd-d7a3b7ee5f7b tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:41.858458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-986c0ec3-872a-453b-b49d-2fcfefafafa7 req-92e042d4-8335-406a-8dcd-d7a3b7ee5f7b tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 946 time: 0.0557358
Apr 09 21:45:41.907814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-986c0ec3-872a-453b-b49d-2fcfefafafa7 req-ded1515f-f7e8-4423-8dc6-6ceada2581c3 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435071
Apr 09 21:45:41.966904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e37ea3da-353f-4f40-9378-59027f4d4da0 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:41.968370 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e37ea3da-353f-4f40-9378-59027f4d4da0 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c060087-cb3b-41f7-98c0-aeb22b9b14f9 HTTP/1.1" status: 200  len: 946 time: 0.0489907
Apr 09 21:45:42.054861 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Deleting port cacbaf11-bd3d-462e-ae76-917e11586e2d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:42.055104 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:42.145672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] For port cacbaf11-bd3d-462e-ae76-917e11586e2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cacbaf11-bd3d-462e-ae76-917e11586e2d,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:42.146039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:42.159356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Calling delete_port for cacbaf11-bd3d-462e-ae76-917e11586e2d owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:42.294595 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (cacbaf11-bd3d-462e-ae76-917e11586e2d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:42.309253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4f15b059-0f68-4702-a78c-c734c5493dca'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:45:42.311580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['cacbaf11-bd3d-462e-ae76-917e11586e2d'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:45:42.325654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Pushing event deleted for resources: {'Port': ['ID=cacbaf11-bd3d-462e-ae76-917e11586e2d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:42.372976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] No DVR routers for this DVR port cacbaf11-bd3d-462e-ae76-917e11586e2d on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:42.375858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:42.379250 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9957eda8-5090-4c96-96cb-5ec4eb48de5e req-e354054e-8c1b-4a85-9c39-a6ec68b43407 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.25 "DELETE /v2.0/ports/cacbaf11-bd3d-462e-ae76-917e11586e2d HTTP/1.1" status: 204  len: 173 time: 0.4050326
Apr 09 21:45:42.379717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c060087-cb3b-41f7-98c0-aeb22b9b14f9', 'name': 'network-vif-deleted', 'tag': 'cacbaf11-bd3d-462e-ae76-917e11586e2d'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:42.382061 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25793e48-58b6-4259-a5c0-320699b3d3c1" -d '{"events": [{"server_uuid": "2c060087-cb3b-41f7-98c0-aeb22b9b14f9", "name": "network-vif-deleted", "tag": "cacbaf11-bd3d-462e-ae76-917e11586e2d"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:42.429296 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266af28-eabe-472e-b622-7f2b4a1a5eb2 x-openstack-request-id: req-5266af28-eabe-472e-b622-7f2b4a1a5eb2 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:42.429605 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c060087-cb3b-41f7-98c0-aeb22b9b14f9", "name": "network-vif-deleted", "tag": "cacbaf11-bd3d-462e-ae76-917e11586e2d", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:42.429843 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5266af28-eabe-472e-b622-7f2b4a1a5eb2 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:42.430325 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5266af28-eabe-472e-b622-7f2b4a1a5eb2'] response: {'server_uuid': '2c060087-cb3b-41f7-98c0-aeb22b9b14f9', 'name': 'network-vif-deleted', 'tag': 'cacbaf11-bd3d-462e-ae76-917e11586e2d', 'status': 'completed', 'code': 200}
Apr 09 21:45:43.064088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca6eac-583f-4f65-bdc0-46ac71f12de8 req-ece559aa-664e-49fe-b705-5279a3cf47f4 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:43.065499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2ca6eac-583f-4f65-bdc0-46ac71f12de8 req-ece559aa-664e-49fe-b705-5279a3cf47f4 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0494213
Apr 09 21:45:43.115759 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2ca6eac-583f-4f65-bdc0-46ac71f12de8 req-4e18ea50-632e-4271-98ed-5554c8b56aad tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424516
Apr 09 21:45:43.251275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a410ff4-6525-4e1d-938e-b2b7cd88c1bf req-0d2b700a-1b18-473e-bd8c-88f8b0b1fbc0 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:43.252769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a410ff4-6525-4e1d-938e-b2b7cd88c1bf req-0d2b700a-1b18-473e-bd8c-88f8b0b1fbc0 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0532582
Apr 09 21:45:43.304121 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2a410ff4-6525-4e1d-938e-b2b7cd88c1bf req-e4db13df-b73c-48cd-a5ff-d3a616b06396 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426135
Apr 09 21:45:43.421383 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d944f-4da8-4510-a0d7-a494f242dd66 req-99e823d3-10a5-47b1-a3b1-a2e84c2a95aa tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:43.422886 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-800d944f-4da8-4510-a0d7-a494f242dd66 req-99e823d3-10a5-47b1-a3b1-a2e84c2a95aa tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0489488
Apr 09 21:45:43.474394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-800d944f-4da8-4510-a0d7-a494f242dd66 req-1160122e-b00b-464c-893c-4f0a4c70517d tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428531
Apr 09 21:45:43.639249 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a3479-4d9d-4899-b828-cfcacb66cbce req-a1f0631a-9da4-4e83-b9d5-eb5974621f24 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:43.640634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-356a3479-4d9d-4899-b828-cfcacb66cbce req-a1f0631a-9da4-4e83-b9d5-eb5974621f24 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0472472
Apr 09 21:45:43.693419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-356a3479-4d9d-4899-b828-cfcacb66cbce req-947e73e9-e8a3-435e-8e05-e652544cdc52 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470331
Apr 09 21:45:43.828574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095b28a-c397-4c6f-8d22-d077e0a7a6d2 req-c296fe76-c9e7-4366-aa78-bba588619ab4 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:43.830725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b095b28a-c397-4c6f-8d22-d077e0a7a6d2 req-c296fe76-c9e7-4366-aa78-bba588619ab4 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0603819
Apr 09 21:45:43.883354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b095b28a-c397-4c6f-8d22-d077e0a7a6d2 req-63386d70-5e9d-46e7-b402-bd0a5710a883 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435481
Apr 09 21:45:44.007288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e1d1-fd6e-4195-b218-53ca3e237485 req-159241eb-9a8a-40fc-b584-c377f0799438 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:44.008769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ed9e1d1-fd6e-4195-b218-53ca3e237485 req-159241eb-9a8a-40fc-b584-c377f0799438 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0487311
Apr 09 21:45:44.058481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ed9e1d1-fd6e-4195-b218-53ca3e237485 req-154cf4e0-4c3e-49ea-8532-a619825e086b tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438938
Apr 09 21:45:44.394337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd930af-b166-44c0-bfa3-7120905f95b9 req-eb64c567-9a50-4f52-953f-3ff00ccec145 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:44.395804 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bd930af-b166-44c0-bfa3-7120905f95b9 req-eb64c567-9a50-4f52-953f-3ff00ccec145 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0536549
Apr 09 21:45:44.445327 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bd930af-b166-44c0-bfa3-7120905f95b9 req-ad6e1551-5f83-41dc-bf06-c801d64bfcbf tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435569
Apr 09 21:45:45.563492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80ee4-8b84-4466-a25d-b7fc3675302a req-6fe99fa7-d424-4609-aa20-a3399b38f841 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:45.564971 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6f80ee4-8b84-4466-a25d-b7fc3675302a req-6fe99fa7-d424-4609-aa20-a3399b38f841 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0489473
Apr 09 21:45:45.613161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a6f80ee4-8b84-4466-a25d-b7fc3675302a req-73f8313d-7d36-438c-b1e6-9ad89c5669f0 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8090191-a7c9-4e96-bf61-aa94ebe6b316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421300
Apr 09 21:45:45.718788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-6d8c1df5-3549-4d87-bd76-5539ae0afb2f tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:45.720369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-6d8c1df5-3549-4d87-bd76-5539ae0afb2f tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.32 "GET /v2.0/ports?device_id=d83c9840-4a3f-425c-a0c0-4fab86af3f02 HTTP/1.1" status: 200  len: 945 time: 0.0523739
Apr 09 21:45:45.808164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Deleting port 4f15b059-0f68-4702-a78c-c734c5493dca {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:45.808472 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:45.901006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] For port 4f15b059-0f68-4702-a78c-c734c5493dca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f15b059-0f68-4702-a78c-c734c5493dca,segment=NetworkSegment(4edc0c43-b03e-4fe6-b88b-196bfb91aa6d),segment_id=4edc0c43-b03e-4fe6-b88b-196bfb91aa6d)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:45.901399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:45.914399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Calling delete_port for 4f15b059-0f68-4702-a78c-c734c5493dca owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:46.044800 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4f15b059-0f68-4702-a78c-c734c5493dca), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:46.058049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['4f15b059-0f68-4702-a78c-c734c5493dca'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:45:46.081118 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Pushing event deleted for resources: {'Port': ['ID=4f15b059-0f68-4702-a78c-c734c5493dca,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:46.123735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] No DVR routers for this DVR port 4f15b059-0f68-4702-a78c-c734c5493dca on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:46.126543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:46.129916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf10f024-f91e-4983-8ca8-a1de81af2c65 req-68da99ad-a4c3-4eae-baed-c74151af0d25 tempest-ServersNegativeTestJSON-2103017953 tempest-ServersNegativeTestJSON-2103017953-project] 10.222.0.32 "DELETE /v2.0/ports/4f15b059-0f68-4702-a78c-c734c5493dca HTTP/1.1" status: 204  len: 173 time: 0.4034925
Apr 09 21:45:46.130368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c9840-4a3f-425c-a0c0-4fab86af3f02', 'name': 'network-vif-deleted', 'tag': '4f15b059-0f68-4702-a78c-c734c5493dca'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:45:46.132633 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9582c6c-3e50-4776-ad35-b9349a87083c" -d '{"events": [{"server_uuid": "d83c9840-4a3f-425c-a0c0-4fab86af3f02", "name": "network-vif-deleted", "tag": "4f15b059-0f68-4702-a78c-c734c5493dca"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:45:46.169228 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785cb938-6871-4438-a867-298662a0e6c1 x-openstack-request-id: req-785cb938-6871-4438-a867-298662a0e6c1 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:45:46.169548 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83c9840-4a3f-425c-a0c0-4fab86af3f02", "name": "network-vif-deleted", "tag": "4f15b059-0f68-4702-a78c-c734c5493dca", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:45:46.169808 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-785cb938-6871-4438-a867-298662a0e6c1 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:45:46.170224 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785cb938-6871-4438-a867-298662a0e6c1'] response: {'server_uuid': 'd83c9840-4a3f-425c-a0c0-4fab86af3f02', 'name': 'network-vif-deleted', 'tag': '4f15b059-0f68-4702-a78c-c734c5493dca', 'status': 'completed', 'code': 200}
Apr 09 21:45:46.235687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cacbaf11-bd3d-462e-ae76-917e11586e2d no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:45:46.260163 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: cacbaf11-bd3d-462e-ae76-917e11586e2d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:45:46.260468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device cacbaf11-bd3d-462e-ae76-917e11586e2d not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:45:46.681170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40800) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:46.730351 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-4423cf9c-0f8c-4141-8728-e9ef575f6136 admin admin] Deleting subnet a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:45:46.733791 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4423cf9c-0f8c-4141-8728-e9ef575f6136 admin admin] Publish callbacks [] for subnet (a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:46.770600 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4423cf9c-0f8c-4141-8728-e9ef575f6136 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:46.810106 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4423cf9c-0f8c-4141-8728-e9ef575f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:46.868811 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4423cf9c-0f8c-4141-8728-e9ef575f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:46.894303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423cf9c-0f8c-4141-8728-e9ef575f6136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:46.897783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4423cf9c-0f8c-4141-8728-e9ef575f6136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:46.900954 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4423cf9c-0f8c-4141-8728-e9ef575f6136 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a0421a2e-c6e0-48ea-b566-a60b7ca4ebe7 HTTP/1.1" status: 204  len: 168 time: 0.2187350
Apr 09 21:45:46.903858 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40802) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:46.974495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2a40501d-47fe-44a0-88f2-78c99b33bdac), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.066612 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2a40501d-47fe-44a0-88f2-78c99b33bdac), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.086674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237704e550>,) {'filters': {'network_id': ['2a40501d-47fe-44a0-88f2-78c99b33bdac']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:47.096379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237704e550>, '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:47.096682 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237704e550>, '4edc0c43-b03e-4fe6-b88b-196bfb91aa6d') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:47.106434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (4edc0c43-b03e-4fe6-b88b-196bfb91aa6d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.120367 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (4edc0c43-b03e-4fe6-b88b-196bfb91aa6d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.126875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:45:47.127337 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (4edc0c43-b03e-4fe6-b88b-196bfb91aa6d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:45:47.129254 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:45:47.192875 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2a40501d-47fe-44a0-88f2-78c99b33bdac), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.198107 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.201562 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] 10.222.0.30 "DELETE /v2.0/networks/2a40501d-47fe-44a0-88f2-78c99b33bdac HTTP/1.1" status: 204  len: 168 time: 0.2966676
Apr 09 21:45:47.215197 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790ee4f-4a0b-4627-b9fb-ae406a73ab2e admin admin] Pushing event deleted for resources: {'Network': ['ID=2a40501d-47fe-44a0-88f2-78c99b33bdac,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:47.317883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40806) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:47.359615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-29c043e8-5d2f-4ce1-aa4d-f930473871f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e6a8f7f65fb4473bb5959c88ee7b03e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0404675
Apr 09 21:45:47.362399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40808) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:47.410986 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa86d-afb9-4bd0-9f6a-95b4881a1cb2 admin admin] Publish callbacks [] for security_group (c8090191-a7c9-4e96-bf61-aa94ebe6b316), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.433512 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa86d-afb9-4bd0-9f6a-95b4881a1cb2 admin admin] Publish callbacks [] for security_group (c8090191-a7c9-4e96-bf61-aa94ebe6b316), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.485207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa86d-afb9-4bd0-9f6a-95b4881a1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c8090191-a7c9-4e96-bf61-aa94ebe6b316), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.488002 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa86d-afb9-4bd0-9f6a-95b4881a1cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:47.489254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3b8aa86d-afb9-4bd0-9f6a-95b4881a1cb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8090191-a7c9-4e96-bf61-aa94ebe6b316 HTTP/1.1" status: 204  len: 168 time: 0.1259158
Apr 09 21:45:47.497375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8aa86d-afb9-4bd0-9f6a-95b4881a1cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8090191-a7c9-4e96-bf61-aa94ebe6b316,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:48.300913 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40830) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:48.405750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1988104787'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:48.428808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:48.432034 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:48.444628 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:48.444862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4f15b059-0f68-4702-a78c-c734c5493dca no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:45:48.468972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 4f15b059-0f68-4702-a78c-c734c5493dca {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:45:48.469394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 4f15b059-0f68-4702-a78c-c734c5493dca not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:45:48.519495 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for security_group (75cc289e-7c6b-455e-a3df-9ba350472cbb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:48.526094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (75cc289e-7c6b-455e-a3df-9ba350472cbb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:48.551919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:45:48.561524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cc289e-7c6b-455e-a3df-9ba350472cbb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:48.566274 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5be39512-1fd0-4af9-90bd-4cd27b7c9070), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:48.566624 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Added segment 5be39512-1fd0-4af9-90bd-4cd27b7c9070 of type vlan for network 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a
Apr 09 21:45:48.607134 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:48.634668 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:48.639884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:48.640472 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:48.709127 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4070568
Apr 09 21:45:48.752641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3a1a3-635c-4a39-937a-763bd62c7090 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Network': ['ID=6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:48.764557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:45:50.481025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-71738933-98a1-4ddf-ba15-b408bd401a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:51.912909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40850) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:51.917945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'subnet': {'network_id': '6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:52.013972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:52.017428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.206393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (49502fd8-8295-4b0e-9532-53101af59a5d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.263456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Subnet': ['ID=49502fd8-8295-4b0e-9532-53101af59a5d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:52.274890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.275207 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.275560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.275890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.276219 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.276539 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.276857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.277205 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.277526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.277851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.278171 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.278485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.278804 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.279100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.279409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:45:52.285466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Checking segment: {'id': '5be39512-1fd0-4af9-90bd-4cd27b7c9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:52.285819 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network hostable DHCP agents. Network: 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:45:52.305473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:45:52.315083 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:52.319788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:52.320947 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.324485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8064b2-e832-4ada-9279-39fd72b3a0ce None None] Network 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:52.339340 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62e9c3f7-0a8f-4518-9c8b-87c6c44a18d0 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4253590
Apr 09 21:45:52.343136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40852) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:52.347971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488260938'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:52.370230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:52.373810 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.399092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:45:52.408708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (4ae9bcc3-afc3-4a38-b083-d7efb732fa9e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.409077 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Added segment 4ae9bcc3-afc3-4a38-b083-d7efb732fa9e of type vlan for network 271742cc-a6d4-44d0-8088-a7c263978088
Apr 09 21:45:52.432207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a', 'network_id': '6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a', 'project_id': 'c804050c8d60428088fa9c4ff1926587', 'fixed_ips': [{'subnet_id': '49502fd8-8295-4b0e-9532-53101af59a5d'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:45:52.433124 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.462889 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (271742cc-a6d4-44d0-8088-a7c263978088), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.489344 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (271742cc-a6d4-44d0-8088-a7c263978088), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.494438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:52.495071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.532783 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1885159
Apr 09 21:45:52.536253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40854) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:52.541689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'subnet': {'network_id': '271742cc-a6d4-44d0-8088-a7c263978088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:52.566235 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a945f9f-93f1-40fa-9ea0-a31f45356186 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Network': ['ID=271742cc-a6d4-44d0-8088-a7c263978088,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:52.579586 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 271742cc-a6d4-44d0-8088-a7c263978088 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:45:52.581916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Allocated IP 2001:db8:0:ffff::2 (6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a/49502fd8-8295-4b0e-9532-53101af59a5d/2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:45:52.630535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:52.633995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.790592 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Publish callbacks [] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.797633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.837241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (e910fdd0-547d-4cb5-a24c-542670655d30), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.838861 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Network 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:45:52.841759 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:52.845294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:45:52.852213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Pushing event updated for resources: {'Port': ['ID=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:52.901081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Subnet': ['ID=e910fdd0-547d-4cb5-a24c-542670655d30,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:52.907131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Attempting to bind port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:45:52.908562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Attempting to bind port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5be39512-1fd0-4af9-90bd-4cd27b7c9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:45:52.908562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Attempting to bind port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca on network 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:45:52.912132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Checking segment: {'id': '4ae9bcc3-afc3-4a38-b083-d7efb732fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '271742cc-a6d4-44d0-8088-a7c263978088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:52.912567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network hostable DHCP agents. Network: 271742cc-a6d4-44d0-8088-a7c263978088, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:45:52.913475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:45:52.913849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Checking segment: {'id': '5be39512-1fd0-4af9-90bd-4cd27b7c9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:52.914250 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.914670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Bound using segment: {'id': '5be39512-1fd0-4af9-90bd-4cd27b7c9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:45:52.915135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Bound port: 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be39512-1fd0-4af9-90bd-4cd27b7c9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:45:52.915515 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.930809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network 271742cc-a6d4-44d0-8088-a7c263978088 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:45:52.940948 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 271742cc-a6d4-44d0-8088-a7c263978088) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:52.945377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:52.946056 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:52.956336 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced7a74-2c5a-41eb-a8ee-d66fb18bef7b None None] Network 271742cc-a6d4-44d0-8088-a7c263978088 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:52.964844 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-39fdcf3f-2041-421d-bcdf-8d78016fbd6c tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4272356
Apr 09 21:45:52.967674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40856) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:53.047990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] For port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:45:53.053264 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3bcc-5525-4d5b-899b-4c63f8b76459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.064788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] For port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,segment=NetworkSegment(5be39512-1fd0-4af9-90bd-4cd27b7c9070),segment_id=5be39512-1fd0-4af9-90bd-4cd27b7c9070)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:45:53.071926 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (271742cc-a6d4-44d0-8088-a7c263978088), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.074356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.146420 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a5625-2874-48ce-903c-a389a072680c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-271742cc-a6d4-44d0-8088-a7c263978088', 'network_id': '271742cc-a6d4-44d0-8088-a7c263978088', 'project_id': 'c804050c8d60428088fa9c4ff1926587', 'fixed_ips': [{'subnet_id': 'e910fdd0-547d-4cb5-a24c-542670655d30'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:45:53.147304 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5625-2874-48ce-903c-a389a072680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.162524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbac99-8698-4bde-a614-2556a7b146dc None None] Pushing event updated for resources: {'Port': ['ID=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:53.163217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (e910fdd0-547d-4cb5-a24c-542670655d30), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.232530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (e910fdd0-547d-4cb5-a24c-542670655d30), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server [None req-8c1a5625-2874-48ce-903c-a389a072680c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e910fdd0-547d-4cb5-a24c-542670655d30: This subnet is being modified by another concurrent operation.
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server     raise exception
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e910fdd0-547d-4cb5-a24c-542670655d30: This subnet is being modified by another concurrent operation.
Apr 09 21:45:53.255604 ncdv-master-1 neutron-server[126921]: ERROR oslo_messaging.rpc.server 
Apr 09 21:45:53.266638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Subnet': ['ID=e910fdd0-547d-4cb5-a24c-542670655d30,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:53.286530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be33480-464c-44ab-827a-5778619c9aeb None None] Network 271742cc-a6d4-44d0-8088-a7c263978088 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:53.328429 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (271742cc-a6d4-44d0-8088-a7c263978088), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.367466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374795880>,) {'filters': {'network_id': ['271742cc-a6d4-44d0-8088-a7c263978088']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:53.382523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374795880>, '4ae9bcc3-afc3-4a38-b083-d7efb732fa9e') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:53.382906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374795880>, '4ae9bcc3-afc3-4a38-b083-d7efb732fa9e') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:53.392904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (4ae9bcc3-afc3-4a38-b083-d7efb732fa9e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.411942 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (4ae9bcc3-afc3-4a38-b083-d7efb732fa9e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.418831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:45:53.419330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (4ae9bcc3-afc3-4a38-b083-d7efb732fa9e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:45:53.422743 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:45:53.490851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (271742cc-a6d4-44d0-8088-a7c263978088), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.496298 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.499817 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/271742cc-a6d4-44d0-8088-a7c263978088 HTTP/1.1" status: 204  len: 168 time: 0.5310557
Apr 09 21:45:53.504251 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40858) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:53.509000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2092913254'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:53.526348 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811ddc-49aa-40b5-88ea-e9455d1a3129 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Network': ['ID=271742cc-a6d4-44d0-8088-a7c263978088,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:53.541788 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:53.545270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.569147 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:45:53.577935 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d75c521f-4d51-4f8d-a000-23f044713de5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.578267 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Added segment d75c521f-4d51-4f8d-a000-23f044713de5 of type vlan for network 7cc15c3d-aeb3-482e-8bf8-73600cb62d09
Apr 09 21:45:53.618236 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (7cc15c3d-aeb3-482e-8bf8-73600cb62d09), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.645879 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (7cc15c3d-aeb3-482e-8bf8-73600cb62d09), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.650950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:53.651529 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.693186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1878655
Apr 09 21:45:53.696273 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40860) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:53.701419 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'subnet': {'network_id': '7cc15c3d-aeb3-482e-8bf8-73600cb62d09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:53.725002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fe0fd-daf7-4523-a083-3b6ad6c9fbdd tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Network': ['ID=7cc15c3d-aeb3-482e-8bf8-73600cb62d09,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:53.735709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 7cc15c3d-aeb3-482e-8bf8-73600cb62d09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:45:53.796957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:53.801582 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:53.862180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.ipam_backend_mixin [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Performing IP validity checks on allocation pools {{(pid=126919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 09 21:45:53.862696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.ipam_backend_mixin [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 09 21:45:53.972131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:45:54.001084 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (bc1fc2a1-e220-4d8c-a816-bce4134f0a8c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.022762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:54.023142 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.070758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Subnet': ['ID=bc1fc2a1-e220-4d8c-a816-bce4134f0a8c,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:54.080588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Checking segment: {'id': 'd75c521f-4d51-4f8d-a000-23f044713de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7cc15c3d-aeb3-482e-8bf8-73600cb62d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:54.081474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network hostable DHCP agents. Network: 7cc15c3d-aeb3-482e-8bf8-73600cb62d09, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:45:54.103142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network 7cc15c3d-aeb3-482e-8bf8-73600cb62d09 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:45:54.115750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7cc15c3d-aeb3-482e-8bf8-73600cb62d09) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:54.117095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:54.117492 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.120975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:54.121762 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.144146 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-14ca415a-26b4-4406-853f-b394e3dd4082 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4466932
Apr 09 21:45:54.147061 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:54.252785 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (7cc15c3d-aeb3-482e-8bf8-73600cb62d09), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.300945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fdc905-9ac2-4c68-82cb-b09521b954b5 None None] Network 7cc15c3d-aeb3-482e-8bf8-73600cb62d09 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:54.303098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e29c6-d670-4ddb-b322-a1292bfe5565 None None] Network 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:54.309059 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (bc1fc2a1-e220-4d8c-a816-bce4134f0a8c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.376754 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (bc1fc2a1-e220-4d8c-a816-bce4134f0a8c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.399969 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-09aab5c8-0fe4-480d-9e1b-f9f54a54d6d7 None None] Provisioning complete for port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:54.400245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-09aab5c8-0fe4-480d-9e1b-f9f54a54d6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.401670 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1fc2a1-e220-4d8c-a816-bce4134f0a8c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:54.438181 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.469916 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (7cc15c3d-aeb3-482e-8bf8-73600cb62d09), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.473808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,segment=NetworkSegment(5be39512-1fd0-4af9-90bd-4cd27b7c9070),segment_id=5be39512-1fd0-4af9-90bd-4cd27b7c9070)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:54.487753 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.491789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374c1ec40>,) {'filters': {'network_id': ['7cc15c3d-aeb3-482e-8bf8-73600cb62d09']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:54.501431 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374c1ec40>, 'd75c521f-4d51-4f8d-a000-23f044713de5') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:54.501645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374c1ec40>, 'd75c521f-4d51-4f8d-a000-23f044713de5') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:54.511094 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (d75c521f-4d51-4f8d-a000-23f044713de5), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.524176 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (d75c521f-4d51-4f8d-a000-23f044713de5), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.530468 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:45:54.530855 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (d75c521f-4d51-4f8d-a000-23f044713de5), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:45:54.534244 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:45:54.596499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19a95a-2daf-45d2-82ee-16fd75255785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7cc15c3d-aeb3-482e-8bf8-73600cb62d09', 'network_id': '7cc15c3d-aeb3-482e-8bf8-73600cb62d09', 'project_id': 'c804050c8d60428088fa9c4ff1926587', 'fixed_ips': [{'subnet_id': 'bc1fc2a1-e220-4d8c-a816-bce4134f0a8c'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:45:54.596885 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (7cc15c3d-aeb3-482e-8bf8-73600cb62d09), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.597451 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2e19a95a-2daf-45d2-82ee-16fd75255785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.601357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.605350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/7cc15c3d-aeb3-482e-8bf8-73600cb62d09 HTTP/1.1" status: 204  len: 168 time: 0.4571726
Apr 09 21:45:54.609659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40864) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:54.614543 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99764658'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:54.635498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8490a1-ed8b-4e30-b9d7-5c38def43071 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Network': ['ID=7cc15c3d-aeb3-482e-8bf8-73600cb62d09,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:54.642397 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:54.656843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:54.660475 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.661138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-09aab5c8-0fe4-480d-9e1b-f9f54a54d6d7 None None] Current status of the port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:54.675524 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e242e-3d1c-47e6-9897-4e3eb6e075d8 None None] Network 7cc15c3d-aeb3-482e-8bf8-73600cb62d09 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:54.689285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:45:54.690783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e242e-3d1c-47e6-9897-4e3eb6e075d8 None None] Network 7cc15c3d-aeb3-482e-8bf8-73600cb62d09 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:45:54.699625 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (402b3ad9-c684-40df-82ac-f1a34fb1629a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.699969 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Added segment 402b3ad9-c684-40df-82ac-f1a34fb1629a of type vlan for network 807066dd-7052-4b93-8deb-a3452b336cca
Apr 09 21:45:54.741472 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (807066dd-7052-4b93-8deb-a3452b336cca), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.768769 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (807066dd-7052-4b93-8deb-a3452b336cca), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.773947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:54.774536 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.816858 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40866) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:54.817471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2062700
Apr 09 21:45:54.822814 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'subnet': {'network_id': '807066dd-7052-4b93-8deb-a3452b336cca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:54.840757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b0ae7-5f46-4a39-8c75-57279e476146 None None] get_active_networks_info from ncdv-master-1 {{(pid=126921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 09 21:45:54.848743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143508a-0490-4cd0-811a-7d3acb980c84 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Network': ['ID=807066dd-7052-4b93-8deb-a3452b336cca,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:54.865650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 807066dd-7052-4b93-8deb-a3452b336cca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:45:54.926480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:54.929865 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:54.935775 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-060799e7-33af-4ee6-a812-98638a26fa70 None None] Provisioning complete for port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:54.936131 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-060799e7-33af-4ee6-a812-98638a26fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.009270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b0ae7-5f46-4a39-8c75-57279e476146 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 09 21:45:55.110391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-060799e7-33af-4ee6-a812-98638a26fa70 None None] Current status of the port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:55.123218 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (b9f7802a-1f01-4888-acd6-1cffe13b6971), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.184082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Subnet': ['ID=b9f7802a-1f01-4888-acd6-1cffe13b6971,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:55.193549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Checking segment: {'id': '402b3ad9-c684-40df-82ac-f1a34fb1629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '807066dd-7052-4b93-8deb-a3452b336cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:55.193906 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network hostable DHCP agents. Network: 807066dd-7052-4b93-8deb-a3452b336cca, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:45:55.212909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network 807066dd-7052-4b93-8deb-a3452b336cca is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:45:55.224656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 807066dd-7052-4b93-8deb-a3452b336cca) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:55.229136 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:55.229731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.235086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9748b00-0432-4348-801a-1a00f463664f None None] Network 807066dd-7052-4b93-8deb-a3452b336cca requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:55.246952 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d1b8c522-dd89-4756-acdf-32f9aa96bcb6 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4288204
Apr 09 21:45:55.250523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40868) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:55.255487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-331539772'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:55.274042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:55.277315 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.301327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:45:55.310313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b307d8b2-5e94-4d66-90ac-0a729d6c6b96), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.310640 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Added segment b307d8b2-5e94-4d66-90ac-0a729d6c6b96 of type vlan for network 8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c
Apr 09 21:45:55.350135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-807066dd-7052-4b93-8deb-a3452b336cca', 'network_id': '807066dd-7052-4b93-8deb-a3452b336cca', 'project_id': 'c804050c8d60428088fa9c4ff1926587', 'fixed_ips': [{'subnet_id': 'b9f7802a-1f01-4888-acd6-1cffe13b6971'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:45:55.351151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.353393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.355900 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.382785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.388503 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:55.389105 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.457760 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2035396
Apr 09 21:45:55.458497 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40870) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:55.465988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Request body: {'subnet': {'network_id': '8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:45:55.471345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165fbfc-1ffa-4da3-ad82-7012958e0365 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Network': ['ID=8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:55.491244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:45:55.551122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Allocated IP 2001:db8::2 (807066dd-7052-4b93-8deb-a3452b336cca/b9f7802a-1f01-4888-acd6-1cffe13b6971/490e8fa0-94ac-413d-bf3c-ab3d9819a84b) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:45:55.556372 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Made reservation on behalf of c804050c8d60428088fa9c4ff1926587 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:45:55.559987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.715155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Publish callbacks [] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.725136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.746812 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c420e51a-9106-4881-b004-33768306f7c4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.765416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Network 807066dd-7052-4b93-8deb-a3452b336cca is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:45:55.768187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:55.771670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:45:55.779177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Pushing event updated for resources: {'Port': ['ID=490e8fa0-94ac-413d-bf3c-ab3d9819a84b,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:55.809822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event updated for resources: {'Subnet': ['ID=c420e51a-9106-4881-b004-33768306f7c4,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:55.820656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Checking segment: {'id': 'b307d8b2-5e94-4d66-90ac-0a729d6c6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:55.821323 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network hostable DHCP agents. Network: 8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:45:55.837225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Attempting to bind port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:45:55.837653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Attempting to bind port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '402b3ad9-c684-40df-82ac-f1a34fb1629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '807066dd-7052-4b93-8deb-a3452b336cca'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:45:55.837989 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Attempting to bind port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b on network 807066dd-7052-4b93-8deb-a3452b336cca {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:45:55.840183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Network 8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:45:55.843514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:45:55.844075 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Checking segment: {'id': '402b3ad9-c684-40df-82ac-f1a34fb1629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '807066dd-7052-4b93-8deb-a3452b336cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:45:55.844272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.844635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Bound using segment: {'id': '402b3ad9-c684-40df-82ac-f1a34fb1629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '807066dd-7052-4b93-8deb-a3452b336cca'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:45:55.845343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Bound port: 490e8fa0-94ac-413d-bf3c-ab3d9819a84b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402b3ad9-c684-40df-82ac-f1a34fb1629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '807066dd-7052-4b93-8deb-a3452b336cca'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:45:55.845544 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.850657 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:45:55.856883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:45:55.857736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:55.859468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d41e56-301f-49dc-bb42-7f0f5b41defc None None] Network 8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:55.876022 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a8d4b136-89ec-4f11-9c27-315cdfeba206 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4165037
Apr 09 21:45:55.878871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40872) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:55.894718 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:45:55.976489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:45:55.981808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.006788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] For port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:45:56.042997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] For port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490e8fa0-94ac-413d-bf3c-ab3d9819a84b,segment=NetworkSegment(402b3ad9-c684-40df-82ac-f1a34fb1629a),segment_id=402b3ad9-c684-40df-82ac-f1a34fb1629a)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:45:56.052998 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.063899 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c420e51a-9106-4881-b004-33768306f7c4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.081042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0a825-2086-41e5-a306-2641e4cbaf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c', 'network_id': '8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c', 'project_id': 'c804050c8d60428088fa9c4ff1926587', 'fixed_ips': [{'subnet_id': 'c420e51a-9106-4881-b004-33768306f7c4'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:45:56.081902 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a0d0a825-2086-41e5-a306-2641e4cbaf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.129350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (c420e51a-9106-4881-b004-33768306f7c4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.161437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Subnet': ['ID=c420e51a-9106-4881-b004-33768306f7c4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:56.230763 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.311177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:56.311563 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.423781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.439843 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f814-acd4-4388-b0be-f9482a935819 None None] Pushing event updated for resources: {'Port': ['ID=490e8fa0-94ac-413d-bf3c-ab3d9819a84b,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:56.462923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f2496-c0e6-4de0-8685-2d396fb00336 None None] Network 8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:56.564898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376759130>,) {'filters': {'network_id': ['8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:56.574629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376759130>, 'b307d8b2-5e94-4d66-90ac-0a729d6c6b96') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:56.574930 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376759130>, 'b307d8b2-5e94-4d66-90ac-0a729d6c6b96') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:56.581925 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:56.585177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (b307d8b2-5e94-4d66-90ac-0a729d6c6b96), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.601408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (b307d8b2-5e94-4d66-90ac-0a729d6c6b96), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.608222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:45:56.608633 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (b307d8b2-5e94-4d66-90ac-0a729d6c6b96), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:45:56.611746 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:45:56.678350 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.685807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.688849 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c HTTP/1.1" status: 204  len: 168 time: 0.8090484
Apr 09 21:45:56.691840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40874) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:56.700425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61eb436-528c-42b6-bff7-707911b9c648 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Network': ['ID=8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:56.720162 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef77389-7b61-41f1-b231-6cb4ee741298 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] GET failed (client error): The resource could not be found.
Apr 09 21:45:56.721529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0ef77389-7b61-41f1-b231-6cb4ee741298 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "GET /v2.0/subnets/c420e51a-9106-4881-b004-33768306f7c4 HTTP/1.1" status: 404  len: 337 time: 0.0286133
Apr 09 21:45:56.724221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40876) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:56.746922 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce78acf-737d-43de-b7b0-786f9181412b tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:45:56.747405 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce78acf-737d-43de-b7b0-786f9181412b tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:45:56.750424 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8ce78acf-737d-43de-b7b0-786f9181412b tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c HTTP/1.1" status: 404  len: 339 time: 0.0253243
Apr 09 21:45:56.754428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40878) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:56.780063 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e23751c-6533-4cc8-ae12-fa8503ed8026 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:45:56.780503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e23751c-6533-4cc8-ae12-fa8503ed8026 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:45:56.783472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6e23751c-6533-4cc8-ae12-fa8503ed8026 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/subnets/c420e51a-9106-4881-b004-33768306f7c4 HTTP/1.1" status: 404  len: 337 time: 0.0282235
Apr 09 21:45:56.786191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40880) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:56.805274 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-175fc63c-a5bf-4ddf-9e39-2ddcc89e615b tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:45:56.805760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175fc63c-a5bf-4ddf-9e39-2ddcc89e615b tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:45:56.808756 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-175fc63c-a5bf-4ddf-9e39-2ddcc89e615b tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/8ab581a5-7f04-4d0b-bfc8-3baf2e7ca81c HTTP/1.1" status: 404  len: 339 time: 0.0216179
Apr 09 21:45:56.811617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40882) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:56.870509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f148cbb-0c2f-42ab-8a48-2ff5edfae2e4 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Deleting subnet b9f7802a-1f01-4888-acd6-1cffe13b6971 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:45:56.874170 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f148cbb-0c2f-42ab-8a48-2ff5edfae2e4 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for subnet (b9f7802a-1f01-4888-acd6-1cffe13b6971), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:56.915711 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f148cbb-0c2f-42ab-8a48-2ff5edfae2e4 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (b9f7802a-1f01-4888-acd6-1cffe13b6971), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.008177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f148cbb-0c2f-42ab-8a48-2ff5edfae2e4 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (b9f7802a-1f01-4888-acd6-1cffe13b6971), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.071841 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f148cbb-0c2f-42ab-8a48-2ff5edfae2e4 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (b9f7802a-1f01-4888-acd6-1cffe13b6971), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.102144 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f148cbb-0c2f-42ab-8a48-2ff5edfae2e4 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f7802a-1f01-4888-acd6-1cffe13b6971,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:57.106568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6f148cbb-0c2f-42ab-8a48-2ff5edfae2e4 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.109915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6f148cbb-0c2f-42ab-8a48-2ff5edfae2e4 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/subnets/b9f7802a-1f01-4888-acd6-1cffe13b6971 HTTP/1.1" status: 204  len: 168 time: 0.2973747
Apr 09 21:45:57.110528 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.112436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40884) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:57.145067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b9d47a-5a11-42a9-a3f6-e6eff4d9c967 None None] Network 807066dd-7052-4b93-8deb-a3452b336cca requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:57.195808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (807066dd-7052-4b93-8deb-a3452b336cca), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.241694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Deleting port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:57.242242 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.250765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e88f94b5-88c3-466b-a3ab-f91d7ea1abb9 None None] Provisioning complete for port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:45:57.251141 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e88f94b5-88c3-466b-a3ab-f91d7ea1abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.294500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] DHCP port deletion for 807066dd-7052-4b93-8deb-a3452b336cca request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:45:57.311354 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] For port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490e8fa0-94ac-413d-bf3c-ab3d9819a84b,segment=NetworkSegment(402b3ad9-c684-40df-82ac-f1a34fb1629a),segment_id=402b3ad9-c684-40df-82ac-f1a34fb1629a)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:57.311747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.326749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Calling delete_port for 490e8fa0-94ac-413d-bf3c-ab3d9819a84b owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:57.367880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] Deleting port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:57.368260 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.381937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e88f94b5-88c3-466b-a3ab-f91d7ea1abb9 None None] Current status of the port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:45:57.382227 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e88f94b5-88c3-466b-a3ab-f91d7ea1abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.407871 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.433510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Port': ['ID=490e8fa0-94ac-413d-bf3c-ab3d9819a84b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:57.438257 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No DVR routers for this DVR port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:57.458055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] For port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490e8fa0-94ac-413d-bf3c-ab3d9819a84b,segment=NetworkSegment(402b3ad9-c684-40df-82ac-f1a34fb1629a),segment_id=402b3ad9-c684-40df-82ac-f1a34fb1629a)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:57.458484 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.488677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] Calling delete_port for 490e8fa0-94ac-413d-bf3c-ab3d9819a84b owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:57.523251 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (807066dd-7052-4b93-8deb-a3452b336cca), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.544490 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374597820>,) {'filters': {'network_id': ['807066dd-7052-4b93-8deb-a3452b336cca']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:57.554685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374597820>, '402b3ad9-c684-40df-82ac-f1a34fb1629a') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:57.554984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374597820>, '402b3ad9-c684-40df-82ac-f1a34fb1629a') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:57.564655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (402b3ad9-c684-40df-82ac-f1a34fb1629a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.567944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (490e8fa0-94ac-413d-bf3c-ab3d9819a84b), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.577725 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (402b3ad9-c684-40df-82ac-f1a34fb1629a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.583671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:45:57.584049 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (402b3ad9-c684-40df-82ac-f1a34fb1629a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:45:57.587427 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:45:57.593597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] Pushing event deleted for resources: {'Port': ['ID=490e8fa0-94ac-413d-bf3c-ab3d9819a84b,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:57.597328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2c8f9-5a12-4f9c-84ed-247241d121e0 None None] No DVR routers for this DVR port 490e8fa0-94ac-413d-bf3c-ab3d9819a84b on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:57.652941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (807066dd-7052-4b93-8deb-a3452b336cca), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.660929 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.664610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/807066dd-7052-4b93-8deb-a3452b336cca HTTP/1.1" status: 204  len: 168 time: 0.5512390
Apr 09 21:45:57.667302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40886) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:57.676388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4efe7-95d0-46a2-bf0e-442f259ee9df tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Network': ['ID=807066dd-7052-4b93-8deb-a3452b336cca,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:57.693752 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09cd4fe-7be5-4cfc-92ea-ca2f7062f446 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:45:57.694195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09cd4fe-7be5-4cfc-92ea-ca2f7062f446 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:45:57.697207 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f09cd4fe-7be5-4cfc-92ea-ca2f7062f446 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/subnets/bc1fc2a1-e220-4d8c-a816-bce4134f0a8c HTTP/1.1" status: 404  len: 337 time: 0.0287850
Apr 09 21:45:57.699922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40888) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:57.721683 ncdv-master-1 neutron-server[126919]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f50630-d278-40d3-8b3c-81517332e321 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:45:57.722150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f50630-d278-40d3-8b3c-81517332e321 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:45:57.725013 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-22f50630-d278-40d3-8b3c-81517332e321 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/7cc15c3d-aeb3-482e-8bf8-73600cb62d09 HTTP/1.1" status: 404  len: 339 time: 0.0241792
Apr 09 21:45:57.727606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40890) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:57.753892 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-513b7782-8725-4c7c-8042-16a41e7dc87f tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:45:57.754338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513b7782-8725-4c7c-8042-16a41e7dc87f tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:45:57.757304 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-513b7782-8725-4c7c-8042-16a41e7dc87f tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/subnets/e910fdd0-547d-4cb5-a24c-542670655d30 HTTP/1.1" status: 404  len: 337 time: 0.0286915
Apr 09 21:45:57.759917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40892) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:57.777792 ncdv-master-1 neutron-server[126920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50eab90-f7f6-4317-b029-bfc14e12c21e tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] DELETE failed (client error): The resource could not be found.
Apr 09 21:45:57.778191 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50eab90-f7f6-4317-b029-bfc14e12c21e tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 09 21:45:57.781055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e50eab90-f7f6-4317-b029-bfc14e12c21e tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/271742cc-a6d4-44d0-8088-a7c263978088 HTTP/1.1" status: 404  len: 339 time: 0.0202465
Apr 09 21:45:57.783886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40894) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:57.844335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-23817909-9168-4238-9eb4-34cd088df1aa tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Deleting subnet 49502fd8-8295-4b0e-9532-53101af59a5d {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:45:57.849388 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23817909-9168-4238-9eb4-34cd088df1aa tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for subnet (49502fd8-8295-4b0e-9532-53101af59a5d), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.894537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23817909-9168-4238-9eb4-34cd088df1aa tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (49502fd8-8295-4b0e-9532-53101af59a5d), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:57.978179 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23817909-9168-4238-9eb4-34cd088df1aa tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (49502fd8-8295-4b0e-9532-53101af59a5d), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.038859 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23817909-9168-4238-9eb4-34cd088df1aa tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (49502fd8-8295-4b0e-9532-53101af59a5d), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.069810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23817909-9168-4238-9eb4-34cd088df1aa tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Subnet': ['ID=49502fd8-8295-4b0e-9532-53101af59a5d,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:58.073385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23817909-9168-4238-9eb4-34cd088df1aa tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.076801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-23817909-9168-4238-9eb4-34cd088df1aa tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/subnets/49502fd8-8295-4b0e-9532-53101af59a5d HTTP/1.1" status: 204  len: 168 time: 0.2916613
Apr 09 21:45:58.079385 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40896) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:58.081311 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13457a0-4945-4e30-ab74-bd0b9ab5ebd0 None None] Network 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:45:58.155752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.202382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Deleting port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:58.202723 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.236705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] DHCP port deletion for 6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:45:58.282790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] Deleting port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:45:58.283181 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.352405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] For port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,segment=NetworkSegment(5be39512-1fd0-4af9-90bd-4cd27b7c9070),segment_id=5be39512-1fd0-4af9-90bd-4cd27b7c9070)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:58.352735 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.369150 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] Calling delete_port for 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:58.462030 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.488879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] Pushing event deleted for resources: {'Port': ['ID=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:58.493822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6297c-62c3-4d49-ad46-cd036b1bc048 None None] No DVR routers for this DVR port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:58.571836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] For port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,segment=NetworkSegment(5be39512-1fd0-4af9-90bd-4cd27b7c9070),segment_id=5be39512-1fd0-4af9-90bd-4cd27b7c9070)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:45:58.572177 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.585777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Calling delete_port for 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:45:58.664996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.692659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Port': ['ID=2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:58.697458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] No DVR routers for this DVR port 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:45:58.774721 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.794671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375f11970>,) {'filters': {'network_id': ['6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:58.803876 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375f11970>, '5be39512-1fd0-4af9-90bd-4cd27b7c9070') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:58.804164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375f11970>, '5be39512-1fd0-4af9-90bd-4cd27b7c9070') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:45:58.814579 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (5be39512-1fd0-4af9-90bd-4cd27b7c9070), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.828392 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (5be39512-1fd0-4af9-90bd-4cd27b7c9070), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.834527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:45:58.834908 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (5be39512-1fd0-4af9-90bd-4cd27b7c9070), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   self.session.flush()
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:45:58.838038 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:45:58.901370 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.908210 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:58.911323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] 10.222.0.30 "DELETE /v2.0/networks/6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a HTTP/1.1" status: 204  len: 168 time: 0.8310409
Apr 09 21:45:58.922498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a309768-a6c1-47e1-92fd-c84c62136607 tempest-NetworksIpV6Test-1122469303 tempest-NetworksIpV6Test-1122469303-project] Pushing event deleted for resources: {'Network': ['ID=6bf7c255-f5de-4a9e-8ba3-765cdd14aa0a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:59.162096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40902) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:59.292610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8cc206e4-62ff-4a79-88f4-0f2a9948f8e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c804050c8d60428088fa9c4ff1926587&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1293328
Apr 09 21:45:59.295212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40906) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:45:59.345993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65339e20-3fae-4a4e-bbb9-d4698709776b admin admin] Publish callbacks [] for security_group (75cc289e-7c6b-455e-a3df-9ba350472cbb), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:59.375234 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65339e20-3fae-4a4e-bbb9-d4698709776b admin admin] Publish callbacks [] for security_group (75cc289e-7c6b-455e-a3df-9ba350472cbb), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:59.433123 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65339e20-3fae-4a4e-bbb9-d4698709776b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (75cc289e-7c6b-455e-a3df-9ba350472cbb), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:59.435724 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65339e20-3fae-4a4e-bbb9-d4698709776b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:45:59.436885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-65339e20-3fae-4a4e-bbb9-d4698709776b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75cc289e-7c6b-455e-a3df-9ba350472cbb HTTP/1.1" status: 204  len: 168 time: 0.1408134
Apr 09 21:45:59.444729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65339e20-3fae-4a4e-bbb9-d4698709776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cc289e-7c6b-455e-a3df-9ba350472cbb,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:45:59.951325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:45:59.972804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:45:59.973182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2d1b75d9-b66a-4f7f-87c4-c7f950c5fdca not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:46:00.122778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40928) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:00.219045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6b35d0e7-e87b-4412-969f-c2ef22a4c8c0 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1007708816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:00.243426 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b35d0e7-e87b-4412-969f-c2ef22a4c8c0 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (d1497566-1131-48b1-b5fe-7b424d00c730), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.244464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b35d0e7-e87b-4412-969f-c2ef22a4c8c0 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (d1497566-1131-48b1-b5fe-7b424d00c730), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.295601 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b35d0e7-e87b-4412-969f-c2ef22a4c8c0 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for router_controller (d1497566-1131-48b1-b5fe-7b424d00c730), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.302171 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b35d0e7-e87b-4412-969f-c2ef22a4c8c0 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (d1497566-1131-48b1-b5fe-7b424d00c730), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.321446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6b35d0e7-e87b-4412-969f-c2ef22a4c8c0 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.322580 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6b35d0e7-e87b-4412-969f-c2ef22a4c8c0 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1988018
Apr 09 21:46:00.326738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40932) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:00.331567 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-654657492'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:00.352182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Made reservation on behalf of 81fa89e879b444468d406b7ff567b775 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:00.355821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.366181 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.444516 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for security_group (844bd962-9f5e-498f-afef-2be5e9454727), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.450592 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (844bd962-9f5e-498f-afef-2be5e9454727), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.479986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:46:00.489797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844bd962-9f5e-498f-afef-2be5e9454727,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:00.495614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fe3c0042-444c-475b-a889-41fb943fdcd5), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.495947 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Added segment fe3c0042-444c-475b-a889-41fb943fdcd5 of type vlan for network 54ebb4a0-d5e0-4127-b775-ac70974a0eb7
Apr 09 21:46:00.535394 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (54ebb4a0-d5e0-4127-b775-ac70974a0eb7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.563493 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (54ebb4a0-d5e0-4127-b775-ac70974a0eb7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.568377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:00.568950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.605427 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2776389
Apr 09 21:46:00.608309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40934) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:00.613493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Request body: {'subnet': {'network_id': '54ebb4a0-d5e0-4127-b775-ac70974a0eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:00.636545 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843937d-3477-460a-9b6f-3bc918049dff tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event updated for resources: {'Network': ['ID=54ebb4a0-d5e0-4127-b775-ac70974a0eb7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:00.647419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 54ebb4a0-d5e0-4127-b775-ac70974a0eb7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:46:00.704529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Made reservation on behalf of 81fa89e879b444468d406b7ff567b775 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:00.708248 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.912925 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (0bb24411-6bac-4dec-851a-1660d646b934), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:00.971014 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event updated for resources: {'Subnet': ['ID=0bb24411-6bac-4dec-851a-1660d646b934,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:00.981326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Checking segment: {'id': 'fe3c0042-444c-475b-a889-41fb943fdcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54ebb4a0-d5e0-4127-b775-ac70974a0eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:00.981691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Network hostable DHCP agents. Network: 54ebb4a0-d5e0-4127-b775-ac70974a0eb7, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:46:01.000721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Network 54ebb4a0-d5e0-4127-b775-ac70974a0eb7 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:46:01.011408 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54ebb4a0-d5e0-4127-b775-ac70974a0eb7) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:01.015786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:01.016305 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.020401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9102b086-220e-49b2-aed5-2448328b3caf None None] Network 54ebb4a0-d5e0-4127-b775-ac70974a0eb7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:01.034403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3ea32878-fe60-4d93-a9a2-b2529a6b0623 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4249728
Apr 09 21:46:01.037587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40936) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:01.042631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1250481697'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:01.062306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Made reservation on behalf of 81fa89e879b444468d406b7ff567b775 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:01.065661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.094870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:46:01.104488 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (dc11e6e3-5bd9-40f5-a59f-97f011cac7a7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.104836 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Added segment dc11e6e3-5bd9-40f5-a59f-97f011cac7a7 of type vlan for network fc5865f2-6ba1-40e0-8f71-adcef37ba460
Apr 09 21:46:01.130197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54ebb4a0-d5e0-4127-b775-ac70974a0eb7', 'network_id': '54ebb4a0-d5e0-4127-b775-ac70974a0eb7', 'project_id': '81fa89e879b444468d406b7ff567b775', 'fixed_ips': [{'subnet_id': '0bb24411-6bac-4dec-851a-1660d646b934'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:46:01.131053 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.147215 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (fc5865f2-6ba1-40e0-8f71-adcef37ba460), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.174981 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (fc5865f2-6ba1-40e0-8f71-adcef37ba460), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.180020 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:01.180594 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.214890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.1762846
Apr 09 21:46:01.217683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40938) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:01.222579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Request body: {'subnet': {'network_id': 'fc5865f2-6ba1-40e0-8f71-adcef37ba460', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:01.266455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Allocated IP 172.20.0.2 (54ebb4a0-d5e0-4127-b775-ac70974a0eb7/0bb24411-6bac-4dec-851a-1660d646b934/2e4584fb-7f53-405f-a2e7-b9c5e9024d29) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:01.280471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539a842-b225-4994-81d5-59d93d795f00 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event updated for resources: {'Network': ['ID=fc5865f2-6ba1-40e0-8f71-adcef37ba460,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:01.296652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network fc5865f2-6ba1-40e0-8f71-adcef37ba460 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:46:01.347704 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Made reservation on behalf of 81fa89e879b444468d406b7ff567b775 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:01.351564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.471470 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Publish callbacks [] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.478325 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.517712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Network 54ebb4a0-d5e0-4127-b775-ac70974a0eb7 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:01.522133 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:01.525646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:01.530964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Pushing event updated for resources: {'Port': ['ID=2e4584fb-7f53-405f-a2e7-b9c5e9024d29,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:01.538587 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (15514676-e829-467b-9c79-2db0d3093796), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.589470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Attempting to bind port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:01.589893 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Attempting to bind port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe3c0042-444c-475b-a889-41fb943fdcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54ebb4a0-d5e0-4127-b775-ac70974a0eb7'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:01.590202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Attempting to bind port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 on network 54ebb4a0-d5e0-4127-b775-ac70974a0eb7 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:01.595481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:01.595966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Checking segment: {'id': 'fe3c0042-444c-475b-a889-41fb943fdcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54ebb4a0-d5e0-4127-b775-ac70974a0eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:01.596437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.596886 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Bound using segment: {'id': 'fe3c0042-444c-475b-a889-41fb943fdcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54ebb4a0-d5e0-4127-b775-ac70974a0eb7'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:01.597431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Bound port: 2e4584fb-7f53-405f-a2e7-b9c5e9024d29, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3c0042-444c-475b-a889-41fb943fdcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54ebb4a0-d5e0-4127-b775-ac70974a0eb7'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:01.597865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.598646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event updated for resources: {'Subnet': ['ID=15514676-e829-467b-9c79-2db0d3093796,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:01.609183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Checking segment: {'id': 'dc11e6e3-5bd9-40f5-a59f-97f011cac7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc5865f2-6ba1-40e0-8f71-adcef37ba460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:01.609850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Network hostable DHCP agents. Network: fc5865f2-6ba1-40e0-8f71-adcef37ba460, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:46:01.626667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Network fc5865f2-6ba1-40e0-8f71-adcef37ba460 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:46:01.636540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc5865f2-6ba1-40e0-8f71-adcef37ba460) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:01.640984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:01.641797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.650614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e376fe-90be-4796-b647-cd0ab4dedb20 None None] Network fc5865f2-6ba1-40e0-8f71-adcef37ba460 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:01.662874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-180d9de2-2761-4430-b232-b6e18f1000d4 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4440966
Apr 09 21:46:01.666085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40940) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:01.671501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-060f7311-9feb-4ce3-bfea-dd426952ae6d tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc5865f2-6ba1-40e0-8f71-adcef37ba460'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:01.688853 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] For port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:01.733109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] For port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e4584fb-7f53-405f-a2e7-b9c5e9024d29,segment=NetworkSegment(fe3c0042-444c-475b-a889-41fb943fdcd5),segment_id=fe3c0042-444c-475b-a889-41fb943fdcd5)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:01.745160 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.824845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc5865f2-6ba1-40e0-8f71-adcef37ba460', 'network_id': 'fc5865f2-6ba1-40e0-8f71-adcef37ba460', 'project_id': '81fa89e879b444468d406b7ff567b775', 'fixed_ips': [{'subnet_id': '15514676-e829-467b-9c79-2db0d3093796'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:46:01.825716 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.845838 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.848366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403e934-4371-4258-b72f-99095e49e0cc None None] Pushing event updated for resources: {'Port': ['ID=2e4584fb-7f53-405f-a2e7-b9c5e9024d29,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:01.905373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-060f7311-9feb-4ce3-bfea-dd426952ae6d tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for router_gateway (d1497566-1131-48b1-b5fe-7b424d00c730), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:01.997455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Allocated IP 172.21.0.2 (fc5865f2-6ba1-40e0-8f71-adcef37ba460/15514676-e829-467b-9c79-2db0d3093796/b4bce2de-60ab-48ab-8443-97dc158d6c84) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:02.028106 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [None req-060f7311-9feb-4ce3-bfea-dd426952ae6d tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 09 21:46:02.029329 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-060f7311-9feb-4ce3-bfea-dd426952ae6d tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "PUT /v2.0/routers/d1497566-1131-48b1-b5fe-7b424d00c730 HTTP/1.1" status: 400  len: 364 time: 0.3621035
Apr 09 21:46:02.035303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40942) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:02.098216 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-192e54f6-082e-49e6-95d1-0fc0fcb67d94 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Deleting subnet 15514676-e829-467b-9c79-2db0d3093796 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:46:02.160940 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Publish callbacks [] for port (b4bce2de-60ab-48ab-8443-97dc158d6c84), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.168085 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-192e54f6-082e-49e6-95d1-0fc0fcb67d94 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for subnet (15514676-e829-467b-9c79-2db0d3093796), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.168755 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b4bce2de-60ab-48ab-8443-97dc158d6c84), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.212745 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-192e54f6-082e-49e6-95d1-0fc0fcb67d94 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (15514676-e829-467b-9c79-2db0d3093796), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.218831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Network fc5865f2-6ba1-40e0-8f71-adcef37ba460 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:02.222631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:02.224491 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Pushing event updated for resources: {'Port': ['ID=b4bce2de-60ab-48ab-8443-97dc158d6c84,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:02.228573 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:02.283324 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Attempting to bind port b4bce2de-60ab-48ab-8443-97dc158d6c84 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:02.283565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Attempting to bind port b4bce2de-60ab-48ab-8443-97dc158d6c84 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc11e6e3-5bd9-40f5-a59f-97f011cac7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc5865f2-6ba1-40e0-8f71-adcef37ba460'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:02.283934 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Attempting to bind port b4bce2de-60ab-48ab-8443-97dc158d6c84 on network fc5865f2-6ba1-40e0-8f71-adcef37ba460 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:02.288995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:02.289409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Checking segment: {'id': 'dc11e6e3-5bd9-40f5-a59f-97f011cac7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc5865f2-6ba1-40e0-8f71-adcef37ba460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:02.289885 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.290286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Bound using segment: {'id': 'dc11e6e3-5bd9-40f5-a59f-97f011cac7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc5865f2-6ba1-40e0-8f71-adcef37ba460'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:02.290754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Bound port: b4bce2de-60ab-48ab-8443-97dc158d6c84, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc11e6e3-5bd9-40f5-a59f-97f011cac7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc5865f2-6ba1-40e0-8f71-adcef37ba460'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:02.291134 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b4bce2de-60ab-48ab-8443-97dc158d6c84), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.298447 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-192e54f6-082e-49e6-95d1-0fc0fcb67d94 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (15514676-e829-467b-9c79-2db0d3093796), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.365195 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-192e54f6-082e-49e6-95d1-0fc0fcb67d94 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (15514676-e829-467b-9c79-2db0d3093796), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.367749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] For port b4bce2de-60ab-48ab-8443-97dc158d6c84, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:02.370955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] For port b4bce2de-60ab-48ab-8443-97dc158d6c84, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4bce2de-60ab-48ab-8443-97dc158d6c84,segment=NetworkSegment(dc11e6e3-5bd9-40f5-a59f-97f011cac7a7),segment_id=dc11e6e3-5bd9-40f5-a59f-97f011cac7a7)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:02.378133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b4bce2de-60ab-48ab-8443-97dc158d6c84), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.390634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e54f6-082e-49e6-95d1-0fc0fcb67d94 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event deleted for resources: {'Subnet': ['ID=15514676-e829-467b-9c79-2db0d3093796,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:02.396421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-192e54f6-082e-49e6-95d1-0fc0fcb67d94 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.399611 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-192e54f6-082e-49e6-95d1-0fc0fcb67d94 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "DELETE /v2.0/subnets/15514676-e829-467b-9c79-2db0d3093796 HTTP/1.1" status: 204  len: 168 time: 0.3633771
Apr 09 21:46:02.402155 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40944) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:02.442312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72f665-42d8-4fc9-be66-79edecfa235c None None] Pushing event updated for resources: {'Port': ['ID=b4bce2de-60ab-48ab-8443-97dc158d6c84,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:02.500450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (fc5865f2-6ba1-40e0-8f71-adcef37ba460), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.552279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Deleting port b4bce2de-60ab-48ab-8443-97dc158d6c84 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:46:02.552619 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b4bce2de-60ab-48ab-8443-97dc158d6c84), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.629576 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] For port b4bce2de-60ab-48ab-8443-97dc158d6c84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4bce2de-60ab-48ab-8443-97dc158d6c84,segment=NetworkSegment(dc11e6e3-5bd9-40f5-a59f-97f011cac7a7),segment_id=dc11e6e3-5bd9-40f5-a59f-97f011cac7a7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:02.629576 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b4bce2de-60ab-48ab-8443-97dc158d6c84), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.641558 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Calling delete_port for b4bce2de-60ab-48ab-8443-97dc158d6c84 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:46:02.748006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (b4bce2de-60ab-48ab-8443-97dc158d6c84), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.773512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event deleted for resources: {'Port': ['ID=b4bce2de-60ab-48ab-8443-97dc158d6c84,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:02.779678 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] No DVR routers for this DVR port b4bce2de-60ab-48ab-8443-97dc158d6c84 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:46:02.867603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (fc5865f2-6ba1-40e0-8f71-adcef37ba460), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.868430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa4c80-8709-4927-97ca-1f932c942747 None None] Network 54ebb4a0-d5e0-4127-b775-ac70974a0eb7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:02.887736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2376e454f0>,) {'filters': {'network_id': ['fc5865f2-6ba1-40e0-8f71-adcef37ba460']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:02.897122 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376e454f0>, 'dc11e6e3-5bd9-40f5-a59f-97f011cac7a7') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:02.897391 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2376e454f0>, 'dc11e6e3-5bd9-40f5-a59f-97f011cac7a7') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:02.912614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (dc11e6e3-5bd9-40f5-a59f-97f011cac7a7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.926184 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (dc11e6e3-5bd9-40f5-a59f-97f011cac7a7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.932247 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:46:02.932643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (dc11e6e3-5bd9-40f5-a59f-97f011cac7a7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:46:02.935908 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:46:02.944405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c58bfd9e-3344-4303-b7aa-5d34155f153f None None] Provisioning complete for port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:02.944778 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c58bfd9e-3344-4303-b7aa-5d34155f153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.001224 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (fc5865f2-6ba1-40e0-8f71-adcef37ba460), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.008762 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.011969 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "DELETE /v2.0/networks/fc5865f2-6ba1-40e0-8f71-adcef37ba460 HTTP/1.1" status: 204  len: 168 time: 0.6088755
Apr 09 21:46:03.014531 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40946) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:03.032590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e78154-0d1e-4a81-b3ef-db78a912a13c tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event deleted for resources: {'Network': ['ID=fc5865f2-6ba1-40e0-8f71-adcef37ba460,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:03.078020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c812e518-c18c-4698-8adb-2b08329f9ea8 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Deleting subnet 0bb24411-6bac-4dec-851a-1660d646b934 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:46:03.081654 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c812e518-c18c-4698-8adb-2b08329f9ea8 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for subnet (0bb24411-6bac-4dec-851a-1660d646b934), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.130525 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c812e518-c18c-4698-8adb-2b08329f9ea8 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (0bb24411-6bac-4dec-851a-1660d646b934), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.228783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c812e518-c18c-4698-8adb-2b08329f9ea8 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (0bb24411-6bac-4dec-851a-1660d646b934), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.245097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c58bfd9e-3344-4303-b7aa-5d34155f153f None None] Current status of the port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:03.245600 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c58bfd9e-3344-4303-b7aa-5d34155f153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.297010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c812e518-c18c-4698-8adb-2b08329f9ea8 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (0bb24411-6bac-4dec-851a-1660d646b934), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.336926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812e518-c18c-4698-8adb-2b08329f9ea8 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb24411-6bac-4dec-851a-1660d646b934,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:03.339434 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c812e518-c18c-4698-8adb-2b08329f9ea8 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.342645 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c812e518-c18c-4698-8adb-2b08329f9ea8 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "DELETE /v2.0/subnets/0bb24411-6bac-4dec-851a-1660d646b934 HTTP/1.1" status: 204  len: 168 time: 0.3271651
Apr 09 21:46:03.345196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:03.348477 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-c58bfd9e-3344-4303-b7aa-5d34155f153f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:46:03.348957 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-c58bfd9e-3344-4303-b7aa-5d34155f153f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:46:03.432650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (54ebb4a0-d5e0-4127-b775-ac70974a0eb7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.472785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619a4b7a-96d6-41d6-a009-d1e92d77dd7f None None] Network 54ebb4a0-d5e0-4127-b775-ac70974a0eb7 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:03.482992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Deleting port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:46:03.483336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.554862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] For port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e4584fb-7f53-405f-a2e7-b9c5e9024d29,segment=NetworkSegment(fe3c0042-444c-475b-a889-41fb943fdcd5),segment_id=fe3c0042-444c-475b-a889-41fb943fdcd5)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:03.555235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.570480 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Calling delete_port for 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:46:03.632778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] DHCP port deletion for 54ebb4a0-d5e0-4127-b775-ac70974a0eb7 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:46:03.653190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.671432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd697e9-5875-401f-84f9-76d51a5bfcc1 None None] DHCP port deletion for fc5865f2-6ba1-40e0-8f71-adcef37ba460 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:46:03.677856 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event deleted for resources: {'Port': ['ID=2e4584fb-7f53-405f-a2e7-b9c5e9024d29,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:03.683479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] No DVR routers for this DVR port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:46:03.686490 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] Deleting port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:46:03.686861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.702007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb81bdd-8785-452f-9932-b1743949c364 None None] Network fc5865f2-6ba1-40e0-8f71-adcef37ba460 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:03.722184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb81bdd-8785-452f-9932-b1743949c364 None None] Network fc5865f2-6ba1-40e0-8f71-adcef37ba460 could not be found, it might have been deleted concurrently. {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 09 21:46:03.762519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] For port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:03.762917 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.768403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (54ebb4a0-d5e0-4127-b775-ac70974a0eb7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.776292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] Calling delete_port for 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:46:03.779095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] Port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 21:46:03.780417 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (2e4584fb-7f53-405f-a2e7-b9c5e9024d29), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.789016 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23755432e0>,) {'filters': {'network_id': ['54ebb4a0-d5e0-4127-b775-ac70974a0eb7']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:03.798396 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755432e0>, 'fe3c0042-444c-475b-a889-41fb943fdcd5') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:03.798732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755432e0>, 'fe3c0042-444c-475b-a889-41fb943fdcd5') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:03.808381 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (fe3c0042-444c-475b-a889-41fb943fdcd5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.809067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] Pushing event deleted for resources: {'Port': ['ID=2e4584fb-7f53-405f-a2e7-b9c5e9024d29,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:03.813090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c927d-04cf-4e08-9129-844f23d43b35 None None] No DVR routers for this DVR port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:46:03.824589 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (fe3c0042-444c-475b-a889-41fb943fdcd5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.831033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:46:03.831412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (fe3c0042-444c-475b-a889-41fb943fdcd5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:46:03.834495 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:46:03.869343 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c58bfd9e-3344-4303-b7aa-5d34155f153f None None] Port 2e4584fb-7f53-405f-a2e7-b9c5e9024d29 update to ACTIVE by agent not found {{(pid=126921) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Apr 09 21:46:03.898220 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (54ebb4a0-d5e0-4127-b775-ac70974a0eb7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.905316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:03.908455 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "DELETE /v2.0/networks/54ebb4a0-d5e0-4127-b775-ac70974a0eb7 HTTP/1.1" status: 204  len: 168 time: 0.5622816
Apr 09 21:46:03.911414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40950) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:03.919918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570fad3-dc4e-4772-a9b1-893a75b2924e tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Pushing event deleted for resources: {'Network': ['ID=54ebb4a0-d5e0-4127-b775-ac70974a0eb7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:03.941590 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0a61d8ee-da24-42f5-93a4-faf8008b144a tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1497566-1131-48b1-b5fe-7b424d00c730 HTTP/1.1" status: 200  len: 205 time: 0.0289938
Apr 09 21:46:03.945070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40952) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:03.981660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6a910f91-2e7f-4d55-8a23-55b3d6801641 None None] Could not find standard attr ID for object 2e4584fb-7f53-405f-a2e7-b9c5e9024d29. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:46:03.985601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6a910f91-2e7f-4d55-8a23-55b3d6801641 None None] Could not find standard attr ID for object b4bce2de-60ab-48ab-8443-97dc158d6c84. {{(pid=126921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 09 21:46:04.023368 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45bcaf78-8343-46bb-939d-972c278a5425 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for router (d1497566-1131-48b1-b5fe-7b424d00c730), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.193896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45bcaf78-8343-46bb-939d-972c278a5425 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (d1497566-1131-48b1-b5fe-7b424d00c730), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.195998 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45bcaf78-8343-46bb-939d-972c278a5425 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for router_controller (d1497566-1131-48b1-b5fe-7b424d00c730), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.254154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45bcaf78-8343-46bb-939d-972c278a5425 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (d1497566-1131-48b1-b5fe-7b424d00c730), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.254786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bcaf78-8343-46bb-939d-972c278a5425 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Fanout notify agent at l3_agent the message router_deleted on router d1497566-1131-48b1-b5fe-7b424d00c730 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:46:04.264153 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-45bcaf78-8343-46bb-939d-972c278a5425 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.265771 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-45bcaf78-8343-46bb-939d-972c278a5425 tempest-RoutersNegativeTest-1409558186 tempest-RoutersNegativeTest-1409558186-project] 10.222.0.30 "DELETE /v2.0/routers/d1497566-1131-48b1-b5fe-7b424d00c730 HTTP/1.1" status: 204  len: 168 time: 0.3197446
Apr 09 21:46:04.525128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40958) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:04.667556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-94dd6b14-1a7a-4c9f-b9df-cf44f25cee14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81fa89e879b444468d406b7ff567b775&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1407707
Apr 09 21:46:04.670260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40962) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:04.719389 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d119582-f431-4ddf-bdec-f3af28994245 admin admin] Publish callbacks [] for security_group (844bd962-9f5e-498f-afef-2be5e9454727), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.739920 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d119582-f431-4ddf-bdec-f3af28994245 admin admin] Publish callbacks [] for security_group (844bd962-9f5e-498f-afef-2be5e9454727), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.794752 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d119582-f431-4ddf-bdec-f3af28994245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (844bd962-9f5e-498f-afef-2be5e9454727), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.797557 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8d119582-f431-4ddf-bdec-f3af28994245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:04.798722 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8d119582-f431-4ddf-bdec-f3af28994245 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/844bd962-9f5e-498f-afef-2be5e9454727 HTTP/1.1" status: 204  len: 168 time: 0.1274583
Apr 09 21:46:04.806565 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d119582-f431-4ddf-bdec-f3af28994245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844bd962-9f5e-498f-afef-2be5e9454727,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:05.447915 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 40984) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:05.547269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1280387114-network', 'tenant_id': '4071a76a44224683a79239cce8574953'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:05.570827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Made reservation on behalf of 4071a76a44224683a79239cce8574953 for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:05.573231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.582422 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.663354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Publish callbacks [] for security_group (e7a035a4-4834-4723-9b19-d9755b0d89ed), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.668882 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e7a035a4-4834-4723-9b19-d9755b0d89ed), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.693715 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:46:05.702361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a035a4-4834-4723-9b19-d9755b0d89ed,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:05.709559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (08a5d815-a671-4581-971e-7e81498601b7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.709691 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Added segment 08a5d815-a671-4581-971e-7e81498601b7 of type vlan for network f35b8989-1bc2-4914-850b-5815c7d95dd9
Apr 09 21:46:05.752117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (f35b8989-1bc2-4914-850b-5815c7d95dd9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.779745 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (f35b8989-1bc2-4914-850b-5815c7d95dd9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.780637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:05.781481 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.815273 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3662603
Apr 09 21:46:05.818455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40988) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:05.823689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Request body: {'subnet': {'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1280387114-subnet', 'tenant_id': '4071a76a44224683a79239cce8574953', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:05.845703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Made reservation on behalf of 4071a76a44224683a79239cce8574953 for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:05.846735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc966d0-d240-4754-be4a-d2d09442f364 admin admin] Pushing event updated for resources: {'Network': ['ID=f35b8989-1bc2-4914-850b-5815c7d95dd9,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:05.848184 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:05.856901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:46:06.029490 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (4978cf7d-ec79-470f-ad64-ae24888d4ee6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.082816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4978cf7d-ec79-470f-ad64-ae24888d4ee6,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:06.093214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Checking segment: {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:06.093575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Network hostable DHCP agents. Network: f35b8989-1bc2-4914-850b-5815c7d95dd9, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:46:06.112963 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:46:06.123718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f35b8989-1bc2-4914-850b-5815c7d95dd9) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:06.128773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:06.129777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.133136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70e363-ac1e-451a-bb0d-3863da160b31 None None] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:06.148529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ad223d15-923e-406a-8744-7035e25428b3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3289447
Apr 09 21:46:06.151212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40990) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:06.155964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:06.179647 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (7b4ad86b-367e-4905-9124-08fb1dd0cedf), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.180828 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (7b4ad86b-367e-4905-9124-08fb1dd0cedf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.243833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f35b8989-1bc2-4914-850b-5815c7d95dd9', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'project_id': '4071a76a44224683a79239cce8574953', 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:46:06.244696 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.274221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks [] for router_controller (7b4ad86b-367e-4905-9124-08fb1dd0cedf), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.385417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Allocated IP 172.20.0.2 (f35b8989-1bc2-4914-850b-5815c7d95dd9/4978cf7d-ec79-470f-ad64-ae24888d4ee6/e7ce9605-0eda-4826-9a72-dbf0e1a67ee1) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:06.424817 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks [] for router_gateway (7b4ad86b-367e-4905-9124-08fb1dd0cedf), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.535006 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Publish callbacks [] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.542089 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.583270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:06.587626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:06.592194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:06.595277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Pushing event updated for resources: {'Port': ['ID=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:06.610772 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks [] for router_gateway (7b4ad86b-367e-4905-9124-08fb1dd0cedf), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.640233 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.650981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Attempting to bind port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:06.651348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Attempting to bind port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:06.651740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Attempting to bind port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 on network f35b8989-1bc2-4914-850b-5815c7d95dd9 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:06.657362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:06.657766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Checking segment: {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:06.658197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.658669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Bound using segment: {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:06.659229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Bound port: e7ce9605-0eda-4826-9a72-dbf0e1a67ee1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:06.659604 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.727139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] For port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:06.730726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] For port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:06.736730 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.742756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Allocated IP 172.35.0.189 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/d46c3ff2-a80e-45e0-8325-708c915eb1c6) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:06.795087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a5e93-def5-48b8-aaee-cdca07fe2d01 None None] Pushing event updated for resources: {'Port': ['ID=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:06.851628 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks [] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.887768 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:06.928602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:06.936319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:06.936319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:06.978202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Pushing event updated for resources: {'Port': ['ID=d46c3ff2-a80e-45e0-8325-708c915eb1c6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:07.221896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks [] for router_gateway (7b4ad86b-367e-4905-9124-08fb1dd0cedf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:07.430816 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (7b4ad86b-367e-4905-9124-08fb1dd0cedf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:07.583100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Router 7b4ad86b-367e-4905-9124-08fb1dd0cedf is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:46:07.673388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae84ce08-d3a8-4617-b011-544fd7ec4d6c None None] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:07.701400 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:46:07.710740 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Sync routers for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:46:07.720787 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:07.721329 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773cc910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:45:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:07.726484 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:07.728319 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5005403f-b6c0-4c3b-9df3-a10293f39e20 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5761752
Apr 09 21:46:07.731332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 40992) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:07.746643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d6f481c8-986e-4eb3-87c9-1330afaaad71 None None] Provisioning complete for port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:07.747020 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6f481c8-986e-4eb3-87c9-1330afaaad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:07.865597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d6f481c8-986e-4eb3-87c9-1330afaaad71 None None] Current status of the port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:07.866256 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6f481c8-986e-4eb3-87c9-1330afaaad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:07.945367 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:07.950778 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d6f481c8-986e-4eb3-87c9-1330afaaad71 None None] For port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:07.962157 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6f481c8-986e-4eb3-87c9-1330afaaad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.042197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f481c8-986e-4eb3-87c9-1330afaaad71 None None] Pushing event updated for resources: {'Port': ['ID=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:08.065808 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:08.126286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:08.126883 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.144296 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773cc910>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:07Z', 'revision_number': 3, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:08.171197 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Checking router: 7b4ad86b-367e-4905-9124-08fb1dd0cedf for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:46:08.171535 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Updating router 7b4ad86b-367e-4905-9124-08fb1dd0cedf port d46c3ff2-a80e-45e0-8325-708c915eb1c6 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:46:08.184879 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f2e25321-0e68-43cc-9bdb-ba1031ea325a None None] Provisioning complete for port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:08.185272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f2e25321-0e68-43cc-9bdb-ba1031ea325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.209484 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.251462 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:08.295498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f2e25321-0e68-43cc-9bdb-ba1031ea325a None None] Current status of the port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:08.465139 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Publish callbacks [] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.471785 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.508291 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.523568 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Attempting to bind port d46c3ff2-a80e-45e0-8325-708c915eb1c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:08.523940 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Attempting to bind port d46c3ff2-a80e-45e0-8325-708c915eb1c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:08.524292 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Attempting to bind port d46c3ff2-a80e-45e0-8325-708c915eb1c6 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:08.527459 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Pushing event updated for resources: {'Port': ['ID=d46c3ff2-a80e-45e0-8325-708c915eb1c6,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:08.535578 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:08.535953 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:08.536350 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.536759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:08.537247 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Bound port: d46c3ff2-a80e-45e0-8325-708c915eb1c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:08.537615 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.539962 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.540302 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.540633 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.540960 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.541312 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.541638 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.541957 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.542263 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.542594 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.542896 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.543204 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.543521 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.543831 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.544141 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.544450 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:08.600609 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] For port d46c3ff2-a80e-45e0-8325-708c915eb1c6, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:08.603661 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] For port d46c3ff2-a80e-45e0-8325-708c915eb1c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d46c3ff2-a80e-45e0-8325-708c915eb1c6,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:08.611369 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.667246 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:08.667869 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773cc910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:45:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:08.669633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Allocated IP 172.20.0.1 (f35b8989-1bc2-4914-850b-5815c7d95dd9/4978cf7d-ec79-470f-ad64-ae24888d4ee6/d85bec1a-8987-484d-9b22-8c406c62ed82) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:08.707006 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374953cf-14b1-45b0-ac43-9073a223db48 None None] Pushing event updated for resources: {'Port': ['ID=d46c3ff2-a80e-45e0-8325-708c915eb1c6,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:08.779050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Publish callbacks [] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.780975 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:08.816822 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.857453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:08.860209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:08.863772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:08.890391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Pushing event updated for resources: {'Port': ['ID=d85bec1a-8987-484d-9b22-8c406c62ed82,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:08.910578 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (7b4ad86b-367e-4905-9124-08fb1dd0cedf), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:08.974113 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773cc910>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:07Z', 'revision_number': 3, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:09.007492 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbb036-2ac3-441b-84b9-87cbb5134666 None None] The sync data for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 is: [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:07Z', 'revision_number': 3, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:46:09.063612 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:09.117860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-c8bcb7c5-02e8-43ca-8452-ececbf365aa0 None None] Provisioning complete for port d85bec1a-8987-484d-9b22-8c406c62ed82 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:09.118419 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb7c5-02e8-43ca-8452-ececbf365aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:09.157224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcb7c5-02e8-43ca-8452-ececbf365aa0 None None] Port d85bec1a-8987-484d-9b22-8c406c62ed82 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:46:09.239343 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Publish callbacks [] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:09.246460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:09.319269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Pushing event updated for resources: {'Port': ['ID=d85bec1a-8987-484d-9b22-8c406c62ed82,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:09.322110 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (7b4ad86b-367e-4905-9124-08fb1dd0cedf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:09.417830 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:09.419331 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:09.553064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Router 7b4ad86b-367e-4905-9124-08fb1dd0cedf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:46:09.674531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:46:09.680540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4e77f8f1-cfd2-4d64-bf57-832b1a404ead admin admin] 10.222.0.30 "PUT /v2.0/routers/7b4ad86b-367e-4905-9124-08fb1dd0cedf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9479887
Apr 09 21:46:09.680695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-70457f1e-5c97-40dc-9295-ba4af7dfb05b None None] Provisioning complete for port d85bec1a-8987-484d-9b22-8c406c62ed82 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:09.681133 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-70457f1e-5c97-40dc-9295-ba4af7dfb05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:09.718446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-70457f1e-5c97-40dc-9295-ba4af7dfb05b None None] Port d85bec1a-8987-484d-9b22-8c406c62ed82 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:46:10.018198 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:10.065161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:10.065621 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.148535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:10.149675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d46c3ff2-a80e-45e0-8325-708c915eb1c6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:10.167811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41008) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:10.173298 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2123256051-network', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:10.193747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Made reservation on behalf of a2012d9d066541f5b1ba393a2f0b5145 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:10.196090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.200772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d46c3ff2-a80e-45e0-8325-708c915eb1c6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:10.201184 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.205507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.286544 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d46c3ff2-a80e-45e0-8325-708c915eb1c6 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:10.286937 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.287431 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Publish callbacks [] for security_group (54119cd0-e268-4e92-a2c4-f2f62cfaa21f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.293872 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (54119cd0-e268-4e92-a2c4-f2f62cfaa21f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.316228 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port d46c3ff2-a80e-45e0-8325-708c915eb1c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d46c3ff2-a80e-45e0-8325-708c915eb1c6,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:10.317165 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:46:10.323090 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.332900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54119cd0-e268-4e92-a2c4-f2f62cfaa21f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:10.338760 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (91833a64-cf3e-4b81-ba28-30c4408d4a73), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.339103 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Added segment 91833a64-cf3e-4b81-ba28-30c4408d4a73 of type vlan for network 5ccf53a6-5f56-4057-929a-aa2f3c84f096
Apr 09 21:46:10.371816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=d46c3ff2-a80e-45e0-8325-708c915eb1c6,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:10.385632 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (5ccf53a6-5f56-4057-929a-aa2f3c84f096), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.413285 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (5ccf53a6-5f56-4057-929a-aa2f3c84f096), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.414366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:10.415014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.446553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.2776189
Apr 09 21:46:10.449592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41010) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:10.455846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Request body: {'subnet': {'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2123256051-subnet', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:10.479025 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Made reservation on behalf of a2012d9d066541f5b1ba393a2f0b5145 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:10.481361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.481556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77de3f2-08aa-4f7a-ab7d-1a6f8b15aa2f admin admin] Pushing event updated for resources: {'Network': ['ID=5ccf53a6-5f56-4057-929a-aa2f3c84f096,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:10.491333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:46:10.625771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Sync routers for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:46:10.637172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:10.637816 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761bb220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:45:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:10.651569 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (f059f6db-24bb-4476-b09c-8569e3cdc376), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.706143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f059f6db-24bb-4476-b09c-8569e3cdc376,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:10.723201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Checking segment: {'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:10.723570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Network hostable DHCP agents. Network: 5ccf53a6-5f56-4057-929a-aa2f3c84f096, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:46:10.741461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:46:10.751564 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ccf53a6-5f56-4057-929a-aa2f3c84f096) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:10.751942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:10.757278 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:10.757782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.774209 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-95750289-93ea-413e-a5d6-4c8ce00ffeb9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3228347
Apr 09 21:46:10.776903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41012) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:10.781123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:10.781870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d6a585-5771-4365-a25d-f2c7a7fbbd10 None None] Network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:10.802176 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (7588deaa-8df5-41d1-80ca-065cf10cc2e4), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.803306 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (7588deaa-8df5-41d1-80ca-065cf10cc2e4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.855785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks [] for router_controller (7588deaa-8df5-41d1-80ca-065cf10cc2e4), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:10.977649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ccf53a6-5f56-4057-929a-aa2f3c84f096', 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096', 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'fixed_ips': [{'subnet_id': 'f059f6db-24bb-4476-b09c-8569e3cdc376'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:46:10.978493 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.007860 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks [] for router_gateway (7588deaa-8df5-41d1-80ca-065cf10cc2e4), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.089932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761bb220>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 2, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:11.128973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Checking router: 7b4ad86b-367e-4905-9124-08fb1dd0cedf for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:46:11.129268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Updating router 7b4ad86b-367e-4905-9124-08fb1dd0cedf port d85bec1a-8987-484d-9b22-8c406c62ed82 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:46:11.183164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.199835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks [] for router_gateway (7588deaa-8df5-41d1-80ca-065cf10cc2e4), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.222799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.240101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Allocated IP 172.20.0.2 (5ccf53a6-5f56-4057-929a-aa2f3c84f096/f059f6db-24bb-4476-b09c-8569e3cdc376/34023853-597f-420d-9ee2-d5b73c820108) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:11.326070 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Allocated IP 172.35.0.11 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/3c7f092e-42b5-4dab-925d-e0ab4b4dc01d) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:11.430625 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks [] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.467042 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.508674 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:11.511553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:11.514096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:11.524452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Publish callbacks [] for port (34023853-597f-420d-9ee2-d5b73c820108), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.537951 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (34023853-597f-420d-9ee2-d5b73c820108), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.539616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7f092e-42b5-4dab-925d-e0ab4b4dc01d,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:11.783827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks [] for router_gateway (7588deaa-8df5-41d1-80ca-065cf10cc2e4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.785699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Publish callbacks [] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.790361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:11.794557 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.796474 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Pushing event updated for resources: {'Port': ['ID=34023853-597f-420d-9ee2-d5b73c820108,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:11.799019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:11.803208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:11.871394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e960d23-7755-483c-8f2d-8e429ec11449 None None] Pushing event updated for resources: {'Port': ['ID=d85bec1a-8987-484d-9b22-8c406c62ed82,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:11.927166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Attempting to bind port 34023853-597f-420d-9ee2-d5b73c820108 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:11.927527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Attempting to bind port 34023853-597f-420d-9ee2-d5b73c820108 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:11.927953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Attempting to bind port 34023853-597f-420d-9ee2-d5b73c820108 on network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:11.955498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:11.955935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Checking segment: {'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:11.956280 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.957073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Bound using segment: {'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:11.957213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Bound port: 34023853-597f-420d-9ee2-d5b73c820108, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:11.957583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (34023853-597f-420d-9ee2-d5b73c820108), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:11.976979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Attempting to bind port d85bec1a-8987-484d-9b22-8c406c62ed82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:11.977394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Attempting to bind port d85bec1a-8987-484d-9b22-8c406c62ed82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:11.977764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Attempting to bind port d85bec1a-8987-484d-9b22-8c406c62ed82 on network f35b8989-1bc2-4914-850b-5815c7d95dd9 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:12.001424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:12.001814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Checking segment: {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:12.002269 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.002646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Bound using segment: {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:12.003140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Bound port: d85bec1a-8987-484d-9b22-8c406c62ed82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:12.003532 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.012144 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d46c3ff2-a80e-45e0-8325-708c915eb1c6 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:12.018006 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (7588deaa-8df5-41d1-80ca-065cf10cc2e4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.116120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] For port 34023853-597f-420d-9ee2-d5b73c820108, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:12.123377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] For port 34023853-597f-420d-9ee2-d5b73c820108, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34023853-597f-420d-9ee2-d5b73c820108,segment=NetworkSegment(91833a64-cf3e-4b81-ba28-30c4408d4a73),segment_id=91833a64-cf3e-4b81-ba28-30c4408d4a73)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:12.139542 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (34023853-597f-420d-9ee2-d5b73c820108), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.150489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d46c3ff2-a80e-45e0-8325-708c915eb1c6 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:12.150847 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.160359 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:46:12.190172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] For port d85bec1a-8987-484d-9b22-8c406c62ed82, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:12.234068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] For port d85bec1a-8987-484d-9b22-8c406c62ed82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d85bec1a-8987-484d-9b22-8c406c62ed82,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:12.243956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-bf6cc008-9310-48f1-a3b8-7bd967ad71e7 None None] Provisioning complete for port d85bec1a-8987-484d-9b22-8c406c62ed82 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:12.244334 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc008-9310-48f1-a3b8-7bd967ad71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.258259 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.272940 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:46:12.286211 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Sync routers for ids ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:46:12.291505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364e4ed-9f6c-4602-9912-695d7e5fc4ba None None] Pushing event updated for resources: {'Port': ['ID=34023853-597f-420d-9ee2-d5b73c820108,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:12.292793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.297347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41014) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:12.297903 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-40dd1a8f-f3fa-4326-ad3b-5efd32ff4969 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5194695
Apr 09 21:46:12.302108 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Routers {'7588deaa-8df5-41d1-80ca-065cf10cc2e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:12.303179 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773ccc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:45:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:12.391293 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:12.391938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23761bb220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:45:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:12.461804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e960d23-7755-483c-8f2d-8e429ec11449 None None] Pushing event updated for resources: {'Port': ['ID=d85bec1a-8987-484d-9b22-8c406c62ed82,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:12.465636 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Set router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:12.489740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d46c3ff2-a80e-45e0-8325-708c915eb1c6 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:12.524758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cc008-9310-48f1-a3b8-7bd967ad71e7 None None] Current status of the port d85bec1a-8987-484d-9b22-8c406c62ed82 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:12.524758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc008-9310-48f1-a3b8-7bd967ad71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.609563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-bf6cc008-9310-48f1-a3b8-7bd967ad71e7 None None] For port d85bec1a-8987-484d-9b22-8c406c62ed82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d85bec1a-8987-484d-9b22-8c406c62ed82,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:12.619145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:12.620620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc008-9310-48f1-a3b8-7bd967ad71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.727422 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773ccc10>, [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11'}], 'enable_snat': True}, 'gw_port_id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:46:11Z', 'revision_number': 3, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port': {'id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:11Z', 'updated_at': '2022-04-09T21:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:12.755520 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Checking router: 7588deaa-8df5-41d1-80ca-065cf10cc2e4 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:46:12.756127 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Updating router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:46:12.787080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cc008-9310-48f1-a3b8-7bd967ad71e7 None None] Pushing event updated for resources: {'Port': ['ID=d85bec1a-8987-484d-9b22-8c406c62ed82,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:12.792166 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.796558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f9f62d51-2162-4862-82ac-351992b0ec14 None None] Provisioning complete for port d85bec1a-8987-484d-9b22-8c406c62ed82 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:12.797164 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f9f62d51-2162-4862-82ac-351992b0ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.956025 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:12.963788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23761bb220>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:12Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:12.967712 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f9f62d51-2162-4862-82ac-351992b0ec14 None None] Current status of the port d85bec1a-8987-484d-9b22-8c406c62ed82 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:12.995106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eabb43-8cb7-4c07-b6ed-d8cb330c104c None None] The sync data for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 is: [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:12Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:46:13.156692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Allocated IP 172.20.0.1 (5ccf53a6-5f56-4057-929a-aa2f3c84f096/f059f6db-24bb-4476-b09c-8569e3cdc376/afacef84-a49b-4fc2-b868-58742b78e0cd) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:13.206309 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Publish callbacks [] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.216217 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.279153 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Publish callbacks [] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.281963 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7f3b2-faa5-46ed-9a70-91c47e78d312 None None] Pushing event updated for resources: {'Port': ['ID=3c7f092e-42b5-4dab-925d-e0ab4b4dc01d,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:13.286840 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Attempting to bind port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:13.287517 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Attempting to bind port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:13.287647 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Attempting to bind port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:13.294427 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:13.294797 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:13.295194 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.295570 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:13.296216 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Bound port: 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:13.296591 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.330412 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.366196 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] For port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:13.369587 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] For port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c7f092e-42b5-4dab-925d-e0ab4b4dc01d,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:13.379416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:13.382761 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.387539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:13.395743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:13.428253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Pushing event updated for resources: {'Port': ['ID=afacef84-a49b-4fc2-b868-58742b78e0cd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:13.442211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.442211 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.442429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.442645 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.442984 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.443311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.443643 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.443972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.444295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.444619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.444943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.445317 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.445636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.446104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.446429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:13.451974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Routers {'7588deaa-8df5-41d1-80ca-065cf10cc2e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:13.451974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773ccc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:45:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:13.469310 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (7588deaa-8df5-41d1-80ca-065cf10cc2e4), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.492985 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7f3b2-faa5-46ed-9a70-91c47e78d312 None None] Pushing event updated for resources: {'Port': ['ID=3c7f092e-42b5-4dab-925d-e0ab4b4dc01d,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:13.584178 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] Set router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:13.622154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.686284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9446001-345b-4da5-9057-068838cd54d3 None None] Network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:46:13.790740 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773ccc10>, [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11'}], 'enable_snat': True}, 'gw_port_id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:46:11Z', 'revision_number': 3, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port': {'id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:11Z', 'updated_at': '2022-04-09T21:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:13.797956 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Publish callbacks [] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.804670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ce7498a7-e04f-4aa7-ab19-dd3feb68a3bb None None] Provisioning complete for port 34023853-597f-420d-9ee2-d5b73c820108 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:13.805328 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce7498a7-e04f-4aa7-ab19-dd3feb68a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (34023853-597f-420d-9ee2-d5b73c820108), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.806255 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.827780 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431137b7-2d4d-4d51-a69b-c7787db5fd5c None None] The sync data for ids ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'] in ncdv-master-1 is: [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11'}], 'enable_snat': True}, 'gw_port_id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:46:11Z', 'revision_number': 3, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port': {'id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:11Z', 'updated_at': '2022-04-09T21:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:46:13.881495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Pushing event updated for resources: {'Port': ['ID=afacef84-a49b-4fc2-b868-58742b78e0cd,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:13.884866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (7588deaa-8df5-41d1-80ca-065cf10cc2e4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:13.976189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ce7498a7-e04f-4aa7-ab19-dd3feb68a3bb None None] Current status of the port 34023853-597f-420d-9ee2-d5b73c820108 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:13.976189 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce7498a7-e04f-4aa7-ab19-dd3feb68a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (34023853-597f-420d-9ee2-d5b73c820108), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:14.042106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ce7498a7-e04f-4aa7-ab19-dd3feb68a3bb None None] For port 34023853-597f-420d-9ee2-d5b73c820108, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34023853-597f-420d-9ee2-d5b73c820108,segment=NetworkSegment(91833a64-cf3e-4b81-ba28-30c4408d4a73),segment_id=91833a64-cf3e-4b81-ba28-30c4408d4a73)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:14.053023 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce7498a7-e04f-4aa7-ab19-dd3feb68a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (34023853-597f-420d-9ee2-d5b73c820108), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:14.071799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:14.073358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:14.127987 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7498a7-e04f-4aa7-ab19-dd3feb68a3bb None None] Pushing event updated for resources: {'Port': ['ID=34023853-597f-420d-9ee2-d5b73c820108,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:14.145067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 34023853-597f-420d-9ee2-d5b73c820108 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:14.210571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 34023853-597f-420d-9ee2-d5b73c820108 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:14.211827 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (34023853-597f-420d-9ee2-d5b73c820108), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:14.274579 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:46:14.306503 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4346ac22-d890-4c5b-9091-7e0d0e49a888 None None] Provisioning complete for port afacef84-a49b-4fc2-b868-58742b78e0cd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:14.306880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4346ac22-d890-4c5b-9091-7e0d0e49a888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:14.404813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4346ac22-d890-4c5b-9091-7e0d0e49a888 None None] Port afacef84-a49b-4fc2-b868-58742b78e0cd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:46:14.414862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 34023853-597f-420d-9ee2-d5b73c820108 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:14.416065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d85bec1a-8987-484d-9b22-8c406c62ed82 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:14.445258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-4346ac22-d890-4c5b-9091-7e0d0e49a888 None None] Provisioning complete for port 34023853-597f-420d-9ee2-d5b73c820108 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:14.445709 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4346ac22-d890-4c5b-9091-7e0d0e49a888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (34023853-597f-420d-9ee2-d5b73c820108), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:14.481940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:46:14.494159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ab54547d-5c29-468f-9160-fa1ca1cf3158 admin admin] 10.222.0.30 "PUT /v2.0/routers/7588deaa-8df5-41d1-80ca-065cf10cc2e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1938641
Apr 09 21:46:14.524793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port d85bec1a-8987-484d-9b22-8c406c62ed82 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:14.525255 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:14.598568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4346ac22-d890-4c5b-9091-7e0d0e49a888 None None] Current status of the port 34023853-597f-420d-9ee2-d5b73c820108 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:14.647012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port d85bec1a-8987-484d-9b22-8c406c62ed82 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:14.723008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-9d632e82-3043-4ea0-8745-0f36191682db None None] Provisioning complete for port afacef84-a49b-4fc2-b868-58742b78e0cd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:14.723576 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9d632e82-3043-4ea0-8745-0f36191682db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:14.768547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-9d632e82-3043-4ea0-8745-0f36191682db None None] Port afacef84-a49b-4fc2-b868-58742b78e0cd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:46:14.885002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-84190d4e-cbe1-4840-9b39-4f9e43bdf3a0 None None] Provisioning complete for port afacef84-a49b-4fc2-b868-58742b78e0cd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:14.885506 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-84190d4e-cbe1-4840-9b39-4f9e43bdf3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:14.920998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-84190d4e-cbe1-4840-9b39-4f9e43bdf3a0 None None] Port afacef84-a49b-4fc2-b868-58742b78e0cd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:46:16.076212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:16.133765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:16.134526 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:16.221687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:16.222102 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:16.245855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c7f092e-42b5-4dab-925d-e0ab4b4dc01d,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:16.251992 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:16.253123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 34023853-597f-420d-9ee2-d5b73c820108 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:16.543965 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=3c7f092e-42b5-4dab-925d-e0ab4b4dc01d,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:16.551484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 34023853-597f-420d-9ee2-d5b73c820108 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:16.551854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (34023853-597f-420d-9ee2-d5b73c820108), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:16.652864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 34023853-597f-420d-9ee2-d5b73c820108 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:16.777024 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Sync routers for ids ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:46:16.795238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Routers {'7588deaa-8df5-41d1-80ca-065cf10cc2e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:16.795790 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376899f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:45:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:16.946436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Set router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:17.185470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376899f40>, [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11'}], 'enable_snat': True}, 'gw_port_id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:46:13Z', 'revision_number': 4, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port': {'id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:11Z', 'updated_at': '2022-04-09T21:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afacef84-a49b-4fc2-b868-58742b78e0cd', 'name': '', 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'mac_address': 'fa:16:3e:af:e6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f059f6db-24bb-4476-b09c-8569e3cdc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:12Z', 'updated_at': '2022-04-09T21:46:13Z', 'revision_number': 2, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'subnets': [{'id': 'f059f6db-24bb-4476-b09c-8569e3cdc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:17.214046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Checking router: 7588deaa-8df5-41d1-80ca-065cf10cc2e4 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:46:17.214413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Updating router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 port afacef84-a49b-4fc2-b868-58742b78e0cd binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:46:17.250543 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:17.572013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Publish callbacks [] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:17.580245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:17.629598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89125bc3-ee1c-480e-ae3a-a5674ccfe002 None None] Pushing event updated for resources: {'Port': ['ID=afacef84-a49b-4fc2-b868-58742b78e0cd,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:17.699252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Attempting to bind port afacef84-a49b-4fc2-b868-58742b78e0cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:17.699574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Attempting to bind port afacef84-a49b-4fc2-b868-58742b78e0cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:17.699954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Attempting to bind port afacef84-a49b-4fc2-b868-58742b78e0cd on network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:17.708956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:17.709549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Checking segment: {'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:17.709971 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:17.710381 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Bound using segment: {'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:17.710878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Bound port: afacef84-a49b-4fc2-b868-58742b78e0cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91833a64-cf3e-4b81-ba28-30c4408d4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:17.711271 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:17.796977 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] For port afacef84-a49b-4fc2-b868-58742b78e0cd, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:17.800696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] For port afacef84-a49b-4fc2-b868-58742b78e0cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afacef84-a49b-4fc2-b868-58742b78e0cd,segment=NetworkSegment(91833a64-cf3e-4b81-ba28-30c4408d4a73),segment_id=91833a64-cf3e-4b81-ba28-30c4408d4a73)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:17.809421 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:17.873370 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Routers {'7588deaa-8df5-41d1-80ca-065cf10cc2e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:17.874614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376899f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:45:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:17.878118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89125bc3-ee1c-480e-ae3a-a5674ccfe002 None None] Pushing event updated for resources: {'Port': ['ID=afacef84-a49b-4fc2-b868-58742b78e0cd,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:17.968662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2f6adf39-fb26-4837-af22-16427c3b522d None None] Provisioning complete for port afacef84-a49b-4fc2-b868-58742b78e0cd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:17.969064 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf39-fb26-4837-af22-16427c3b522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:18.064938 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:18.140876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] Set router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:18.195708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:18.196314 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:18.320986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2f6adf39-fb26-4837-af22-16427c3b522d None None] Current status of the port afacef84-a49b-4fc2-b868-58742b78e0cd is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:18.321558 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf39-fb26-4837-af22-16427c3b522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:18.445131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2f6adf39-fb26-4837-af22-16427c3b522d None None] For port afacef84-a49b-4fc2-b868-58742b78e0cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afacef84-a49b-4fc2-b868-58742b78e0cd,segment=NetworkSegment(91833a64-cf3e-4b81-ba28-30c4408d4a73),segment_id=91833a64-cf3e-4b81-ba28-30c4408d4a73)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:18.476187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:18.480661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf39-fb26-4837-af22-16427c3b522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:18.537482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376899f40>, [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11'}], 'enable_snat': True}, 'gw_port_id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:46:13Z', 'revision_number': 4, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port': {'id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:11Z', 'updated_at': '2022-04-09T21:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afacef84-a49b-4fc2-b868-58742b78e0cd', 'name': '', 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'mac_address': 'fa:16:3e:af:e6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f059f6db-24bb-4476-b09c-8569e3cdc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:12Z', 'updated_at': '2022-04-09T21:46:17Z', 'revision_number': 4, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'subnets': [{'id': 'f059f6db-24bb-4476-b09c-8569e3cdc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:18.569390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c99ce1-f27d-4d4e-989a-b5e89f69547c None None] The sync data for ids ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'] in ncdv-master-1 is: [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11'}], 'enable_snat': True}, 'gw_port_id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:46:13Z', 'revision_number': 4, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port': {'id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:11Z', 'updated_at': '2022-04-09T21:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afacef84-a49b-4fc2-b868-58742b78e0cd', 'name': '', 'network_id': '5ccf53a6-5f56-4057-929a-aa2f3c84f096', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'mac_address': 'fa:16:3e:af:e6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f059f6db-24bb-4476-b09c-8569e3cdc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:12Z', 'updated_at': '2022-04-09T21:46:17Z', 'revision_number': 4, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'subnets': [{'id': 'f059f6db-24bb-4476-b09c-8569e3cdc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:46:18.575767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6adf39-fb26-4837-af22-16427c3b522d None None] Pushing event updated for resources: {'Port': ['ID=afacef84-a49b-4fc2-b868-58742b78e0cd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:18.623664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6e278097-de93-4140-9e76-fed27863bb0d None None] Provisioning complete for port afacef84-a49b-4fc2-b868-58742b78e0cd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:18.625221 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e278097-de93-4140-9e76-fed27863bb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:18.807036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6e278097-de93-4140-9e76-fed27863bb0d None None] Current status of the port afacef84-a49b-4fc2-b868-58742b78e0cd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:20.033692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device afacef84-a49b-4fc2-b868-58742b78e0cd up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:20.088214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port afacef84-a49b-4fc2-b868-58742b78e0cd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:20.088723 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:20.201368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port afacef84-a49b-4fc2-b868-58742b78e0cd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:20.492422 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa970-f575-4767-94ef-075897039ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:23.006642 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-af1a72c8-07b2-4453-9ba3-bbd158412c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:24.297670 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:25.347172 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:26.117801 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:26.130201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-e6ae1ba3-e0c4-4ceb-b370-72bf9613a11d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:26.131705 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-e6ae1ba3-e0c4-4ceb-b370-72bf9613a11d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 815 time: 0.1084759
Apr 09 21:46:26.146932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-c7af7bba-28ab-4da9-ba1b-fe3c21f05fca tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/quotas/4071a76a44224683a79239cce8574953 HTTP/1.1" status: 200  len: 375 time: 0.0095539
Apr 09 21:46:26.195104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-40bb7293-051a-4827-92fb-f20763391962 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0432484
Apr 09 21:46:26.298023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-e03e4ca3-29e9-4a50-bf4b-fbdcc367d43d service neutron] 10.222.0.30 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909688
Apr 09 21:46:26.390209 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-bd4c846f-b0da-402d-8167-c8b57ae48b2b service neutron] 10.222.0.30 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842402
Apr 09 21:46:26.737755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36248449-419e-4e37-87d1-f7d78fc273b2 req-f6ac9b80-3266-465c-be67-209f90a913b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 210 time: 0.2063034
Apr 09 21:46:27.106350 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:27.546315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-d6cf9a58-2c23-4053-921f-f9cef48dd1f5 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:27.547788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-d6cf9a58-2c23-4053-921f-f9cef48dd1f5 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.32 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 815 time: 0.1086123
Apr 09 21:46:27.560029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'port': {'device_id': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'admin_state_up': True, 'tenant_id': '4071a76a44224683a79239cce8574953'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:27.677574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Made reservation on behalf of 4071a76a44224683a79239cce8574953 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:46:27.680997 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:27.819471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Allocated IP 172.20.0.9 (f35b8989-1bc2-4914-850b-5815c7d95dd9/4978cf7d-ec79-470f-ad64-ae24888d4ee6/a6c903c2-ef44-4500-8808-b2a2a27498f1) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:27.872245 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89efc96c-b2fa-4178-a4b4-243e467170e1 req-df8a04bc-1233-4889-9c51-95b82c3203e4 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 210 time: 0.0417976
Apr 09 21:46:28.111882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:28.157597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:28.223816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'Port': ['ID=a6c903c2-ef44-4500-8808-b2a2a27498f1,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:28.228447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:28.230271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:28.236692 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:28.311374 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:28.312685 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:28.363529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-586682d1-2095-44cc-9d2f-2c4d4fdc3a6d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8060992
Apr 09 21:46:28.609791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fa08100b-1941-4bae-8de0-8183d8678292 None None] Provisioning complete for port a6c903c2-ef44-4500-8808-b2a2a27498f1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:28.610393 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa08100b-1941-4bae-8de0-8183d8678292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:28.649201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fa08100b-1941-4bae-8de0-8183d8678292 None None] Port a6c903c2-ef44-4500-8808-b2a2a27498f1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:46:29.010934 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39f0d1-0947-418c-966b-b681b2acdcea req-06af1a72-11d3-4d9c-a353-9701b03e1c34 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:29.012429 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a39f0d1-0947-418c-966b-b681b2acdcea req-06af1a72-11d3-4d9c-a353-9701b03e1c34 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 931 time: 0.0518138
Apr 09 21:46:29.063375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5a39f0d1-0947-418c-966b-b681b2acdcea req-6c423d1e-1326-45dc-a5aa-f00ef7f0b35e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445802
Apr 09 21:46:30.182485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bead3-fb52-4de1-9fcb-5c48123cacd5 req-bc867eef-4f18-46be-b5a2-3fc41a9350fd tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:30.183977 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-533bead3-fb52-4de1-9fcb-5c48123cacd5 req-bc867eef-4f18-46be-b5a2-3fc41a9350fd tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 931 time: 0.0490098
Apr 09 21:46:30.256563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-533bead3-fb52-4de1-9fcb-5c48123cacd5 req-20791eb9-1aec-4cb5-b58e-aa02dcabd8d4 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602586
Apr 09 21:46:31.380448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00a747-b13a-4ffa-8dca-d6b0269ef7d0 req-dc431c20-04c1-49a1-81fa-d296ff105381 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:31.382196 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a00a747-b13a-4ffa-8dca-d6b0269ef7d0 req-dc431c20-04c1-49a1-81fa-d296ff105381 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 931 time: 0.0501215
Apr 09 21:46:31.432639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a00a747-b13a-4ffa-8dca-d6b0269ef7d0 req-e95d0fc6-0a69-4b24-9c30-415270271c79 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443778
Apr 09 21:46:31.831032 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:32.559703 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe4d4c-cc55-46ff-8b4b-4f0955b48a04 req-c5392c97-a3f5-4e54-823b-6b83d3d8fc82 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:32.566821 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02fe4d4c-cc55-46ff-8b4b-4f0955b48a04 req-c5392c97-a3f5-4e54-823b-6b83d3d8fc82 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 931 time: 0.0570800
Apr 09 21:46:32.611390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02fe4d4c-cc55-46ff-8b4b-4f0955b48a04 req-575eee89-3e37-406a-8ef5-40070014329d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436654
Apr 09 21:46:32.897437 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:46:33.747205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c256-8668-4dee-8de2-9a640a9d5d8b req-9e6a8aa2-130f-4b9b-a634-b2516a1f6e81 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:33.748634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8425c256-8668-4dee-8de2-9a640a9d5d8b req-9e6a8aa2-130f-4b9b-a634-b2516a1f6e81 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 931 time: 0.0560367
Apr 09 21:46:33.804316 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8425c256-8668-4dee-8de2-9a640a9d5d8b req-8c33b739-e571-456e-b3ac-d05217c48518 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491571
Apr 09 21:46:34.923995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bd81e-1a70-4ad0-b246-3e9a3f60f190 req-3b69bd6e-587e-45cf-91fe-f9e485f9547e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:34.925615 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-526bd81e-1a70-4ad0-b246-3e9a3f60f190 req-3b69bd6e-587e-45cf-91fe-f9e485f9547e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 931 time: 0.0484142
Apr 09 21:46:34.975005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-526bd81e-1a70-4ad0-b246-3e9a3f60f190 req-c3eb7fd5-5303-49f1-9f33-f8e8ad66d4d5 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434399
Apr 09 21:46:35.438148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-e5904d9c-39ac-47cc-a89b-79826f08db53 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:46:35.440352 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-e5904d9c-39ac-47cc-a89b-79826f08db53 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0088089
Apr 09 21:46:35.499945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Request body: {'port': {'device_id': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:35.564752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:35.841018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c903c2-ef44-4500-8808-b2a2a27498f1 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:46:35.848851 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Publish callbacks [] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:35.862203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Transition to ACTIVE for port object a6c903c2-ef44-4500-8808-b2a2a27498f1 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:46:35.867901 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:35.920742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c903c2-ef44-4500-8808-b2a2a27498f1,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:36.002902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Attempting to bind port a6c903c2-ef44-4500-8808-b2a2a27498f1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:46:36.003683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Attempting to bind port a6c903c2-ef44-4500-8808-b2a2a27498f1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:46:36.003683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Attempting to bind port a6c903c2-ef44-4500-8808-b2a2a27498f1 on network f35b8989-1bc2-4914-850b-5815c7d95dd9 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:36.008920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Port a6c903c2-ef44-4500-8808-b2a2a27498f1 on network f35b8989-1bc2-4914-850b-5815c7d95dd9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:46:36.009600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Attempting to bind port a6c903c2-ef44-4500-8808-b2a2a27498f1 on network f35b8989-1bc2-4914-850b-5815c7d95dd9 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:46:36.015797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:46:36.016119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Checking segment: {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:46:36.016519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Bound using segment: {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:46:36.016945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Bound port: a6c903c2-ef44-4500-8808-b2a2a27498f1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a5d815-a671-4581-971e-7e81498601b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:46:36.017330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:36.118987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7b2d1-25f4-42d4-98c8-148fddb14a7d req-6e5be3c0-9795-4a52-a132-39e0ab44a9ba tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:36.120466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2f7b2d1-25f4-42d4-98c8-148fddb14a7d req-6e5be3c0-9795-4a52-a132-39e0ab44a9ba tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 943 time: 0.0686588
Apr 09 21:46:36.126155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] For port a6c903c2-ef44-4500-8808-b2a2a27498f1, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:46:36.130274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] For port a6c903c2-ef44-4500-8808-b2a2a27498f1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:46:36.146140 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:36.202791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:36.203438 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:36.204800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 1091 time: 0.7577646
Apr 09 21:46:36.205281 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:46:36.207596 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c5b90d-194c-455d-8dc4-4c0134b0a123" -d '{"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:46:36.234510 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f2f7b2d1-25f4-42d4-98c8-148fddb14a7d req-b5e11681-ff40-42a7-8ba5-831e02246137 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059680
Apr 09 21:46:36.251608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c0355-3988-41b1-8572-7ed8bfe29358 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c903c2-ef44-4500-8808-b2a2a27498f1,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:36.290921 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397be11a-f842-453f-a3af-4f7698a85153 x-openstack-request-id: req-397be11a-f842-453f-a3af-4f7698a85153 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:46:36.291223 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:46:36.291460 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-397be11a-f842-453f-a3af-4f7698a85153 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:46:36.291892 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397be11a-f842-453f-a3af-4f7698a85153'] response: {'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'status': 'completed', 'code': 200}
Apr 09 21:46:36.304676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-5c2839b7-183f-4160-a1d9-a12fcf4482e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:36.306266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-5c2839b7-183f-4160-a1d9-a12fcf4482e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1125 time: 0.0471761
Apr 09 21:46:36.660846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-ab014a77-9e8e-4de9-a37a-311eff697e69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 217 time: 0.3475864
Apr 09 21:46:36.712394 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-5274a774-1a11-4c20-a57d-557f439bed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:36.713865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-5274a774-1a11-4c20-a57d-557f439bed75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 200  len: 854 time: 0.0469193
Apr 09 21:46:36.756815 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-3cdd257f-56f4-4a3c-bb06-64674fc89e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:36.758315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-3cdd257f-56f4-4a3c-bb06-64674fc89e90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f35b8989-1bc2-4914-850b-5815c7d95dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385051
Apr 09 21:46:36.855603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-660e716d-1d11-4e61-b6bf-9638e6535e85 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910463
Apr 09 21:46:36.946029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d7b9e0e-101f-4135-ab1d-b50b740e53fd req-ebf8c4a9-9db8-487a-ac83-81d4062860ad service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842273
Apr 09 21:46:37.356238 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2b4a-ee2d-4f1c-a427-c157fa0d6f55 req-5c526c42-ae9c-497b-8352-6484cea1a0b0 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:37.357765 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e77b2b4a-ee2d-4f1c-a427-c157fa0d6f55 req-5c526c42-ae9c-497b-8352-6484cea1a0b0 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 943 time: 0.0526283
Apr 09 21:46:37.408695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e77b2b4a-ee2d-4f1c-a427-c157fa0d6f55 req-5ffcbd53-838a-4aaa-b298-0a48c1d3848f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449457
Apr 09 21:46:37.806522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-cf045d5a-bc9d-4f02-ac0b-3cee61d349bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:37.808027 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-cf045d5a-bc9d-4f02-ac0b-3cee61d349bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1125 time: 0.0513854
Apr 09 21:46:37.901289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-c467ca6f-c973-4044-bc2b-e508e1221e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:37.902766 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-c467ca6f-c973-4044-bc2b-e508e1221e09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 916 time: 0.0885990
Apr 09 21:46:37.947555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-e31dfb90-2afd-4e10-9c44-0f3c0404d2b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 217 time: 0.0386493
Apr 09 21:46:37.997987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-aa7c71eb-6b7a-4376-983d-25e9a54bde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:37.999419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-aa7c71eb-6b7a-4376-983d-25e9a54bde47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 200  len: 854 time: 0.0461972
Apr 09 21:46:38.045463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-afa40577-110f-49b0-844b-61fb7cf75f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:38.047831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-afa40577-110f-49b0-844b-61fb7cf75f01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f35b8989-1bc2-4914-850b-5815c7d95dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0414324
Apr 09 21:46:38.153014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-f907e60f-0edc-4947-b48b-8079a8830d33 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986986
Apr 09 21:46:38.252515 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-45c5b90d-194c-455d-8dc4-4c0134b0a123 req-c1329b82-3e4d-4a4f-ad3e-540b7c872ddc service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928140
Apr 09 21:46:38.534469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab711ab8-dbe2-4716-9070-6c5db67310b0 req-7021a70a-7a83-48a6-a05b-2864f684dcbb tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:38.536030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab711ab8-dbe2-4716-9070-6c5db67310b0 req-7021a70a-7a83-48a6-a05b-2864f684dcbb tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 943 time: 0.0523560
Apr 09 21:46:38.582970 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ab711ab8-dbe2-4716-9070-6c5db67310b0 req-d916229b-f055-4698-8b63-45429dbda5ab tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412004
Apr 09 21:46:38.765847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a6c903c2-ef44-4500-8808-b2a2a27498f1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:46:39.034232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a6c903c2-ef44-4500-8808-b2a2a27498f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:39.049016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'port_id': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'mac_address': 'fa:16:3e:20:20:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:46:39.088911 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a6c903c2-ef44-4500-8808-b2a2a27498f1 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:39.089337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:39.103199 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c903c2-ef44-4500-8808-b2a2a27498f1 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:46:39.123149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a6c903c2-ef44-4500-8808-b2a2a27498f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:39.128931 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:39.178738 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a6c903c2-ef44-4500-8808-b2a2a27498f1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:39.186205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.186550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.186896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.187231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.187570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.187904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.188233 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.188560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.188887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.189238 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.189541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.189875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.190205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.190521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.190845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:46:39.335805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a6c903c2-ef44-4500-8808-b2a2a27498f1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:46:39.708587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eb6ec-5742-45d9-ad39-a7af93aaa416 req-ad5b182d-548a-443d-9a53-8703c43e0dbe tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:39.710139 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-345eb6ec-5742-45d9-ad39-a7af93aaa416 req-ad5b182d-548a-443d-9a53-8703c43e0dbe tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 944 time: 0.0507119
Apr 09 21:46:39.760546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-345eb6ec-5742-45d9-ad39-a7af93aaa416 req-58b142a7-f51b-4b02-a30b-8d8c9cea4de5 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419526
Apr 09 21:46:40.797432 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a6c903c2-ef44-4500-8808-b2a2a27498f1 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:46:40.853284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port a6c903c2-ef44-4500-8808-b2a2a27498f1 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:46:40.859996 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a6c903c2-ef44-4500-8808-b2a2a27498f1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:40.860378 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:40.894671 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb9fd6-3fa7-4857-aa02-d077a28020a8 req-e4640bf3-2525-46ed-8b68-9bcce61f293c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:40.896246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6cb9fd6-3fa7-4857-aa02-d077a28020a8 req-e4640bf3-2525-46ed-8b68-9bcce61f293c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 944 time: 0.0514674
Apr 09 21:46:40.939042 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a6c903c2-ef44-4500-8808-b2a2a27498f1 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:40.939444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:40.944108 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6cb9fd6-3fa7-4857-aa02-d077a28020a8 req-88b58ce3-2573-414a-ab49-1f2f177b59dc tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414822
Apr 09 21:46:40.962728 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:46:40.965005 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f38c9e-62ef-4cad-83d8-9c5d466ff967" -d '{"events": [{"server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "name": "network-vif-plugged", "status": "completed", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:46:40.977471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a6c903c2-ef44-4500-8808-b2a2a27498f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:40.982505 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:41.014165 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af1ddb-7dd7-4b75-ab08-04f4df8c0a0b x-openstack-request-id: req-94af1ddb-7dd7-4b75-ab08-04f4df8c0a0b {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:46:41.014465 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "name": "network-vif-plugged", "status": "completed", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:46:41.014713 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94af1ddb-7dd7-4b75-ab08-04f4df8c0a0b {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:46:41.015108 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94af1ddb-7dd7-4b75-ab08-04f4df8c0a0b'] response: {'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'code': 200}
Apr 09 21:46:41.036751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a6c903c2-ef44-4500-8808-b2a2a27498f1,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:41.100102 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5d4d1-8323-4774-a944-f20242c5ed70 req-327ee6d8-7321-4611-a9c6-574d2e84ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:41.101557 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05d5d4d1-8323-4774-a944-f20242c5ed70 req-327ee6d8-7321-4611-a9c6-574d2e84ef6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1127 time: 0.0406461
Apr 09 21:46:41.151393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-05d5d4d1-8323-4774-a944-f20242c5ed70 req-c17c7ced-0334-4bde-a55b-93a5e7f9643a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433207
Apr 09 21:46:42.064902 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e061e-d131-4e9e-b8e5-1da52422e90d req-a41a7850-6d98-46c0-85b8-22f4e4e3c171 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:42.066605 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a7e061e-d131-4e9e-b8e5-1da52422e90d req-a41a7850-6d98-46c0-85b8-22f4e4e3c171 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0549519
Apr 09 21:46:42.120715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1a7e061e-d131-4e9e-b8e5-1da52422e90d req-46ef9835-0cd7-4208-b521-5395ba5a5192 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481846
Apr 09 21:46:43.256899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1830a-bbec-4816-92ea-28468eee5115 req-82bf2bf4-7a2d-4a75-853e-b88faefb52e5 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:43.258388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39b1830a-bbec-4816-92ea-28468eee5115 req-82bf2bf4-7a2d-4a75-853e-b88faefb52e5 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0500851
Apr 09 21:46:43.317673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39b1830a-bbec-4816-92ea-28468eee5115 req-bf55cf53-2426-4b67-9253-da64290402d1 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508680
Apr 09 21:46:43.436731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4851117-7f65-4bb4-a895-0aee94429167 req-ccc53368-f534-4235-98f3-b53e0410e4b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:43.438119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4851117-7f65-4bb4-a895-0aee94429167 req-ccc53368-f534-4235-98f3-b53e0410e4b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0485995
Apr 09 21:46:43.486012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f4851117-7f65-4bb4-a895-0aee94429167 req-eff56382-1f32-4b6a-ae29-b39543865f8b tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419655
Apr 09 21:46:43.680798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef5bc-6ed0-4aa3-a9c0-111b94ac00d2 req-78e86a31-e6a7-4569-a7c4-3545a4b81fdd tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:43.682282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-206ef5bc-6ed0-4aa3-a9c0-111b94ac00d2 req-78e86a31-e6a7-4569-a7c4-3545a4b81fdd tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0527153
Apr 09 21:46:43.732851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-206ef5bc-6ed0-4aa3-a9c0-111b94ac00d2 req-63899d17-124d-4d8d-9206-f3c88572ff93 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420899
Apr 09 21:46:48.997869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d463d4b-a241-472e-be95-ed18120cbf90 req-a23f654d-1344-4aca-be73-7770a23835cc tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:48.999243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d463d4b-a241-472e-be95-ed18120cbf90 req-a23f654d-1344-4aca-be73-7770a23835cc tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0501733
Apr 09 21:46:49.050212 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d463d4b-a241-472e-be95-ed18120cbf90 req-517952dd-3544-4808-98a7-de61be6db961 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423477
Apr 09 21:46:49.072487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41218) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:49.156802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464da3d0-06da-4941-99f9-f0d2dbc0fd17 tempest-TestMinimumBasicScenario-956980831 tempest-TestMinimumBasicScenario-956980831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:49.158362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-464da3d0-06da-4941-99f9-f0d2dbc0fd17 tempest-TestMinimumBasicScenario-956980831 tempest-TestMinimumBasicScenario-956980831-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1122 time: 0.0848477
Apr 09 21:46:49.161500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41222) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:49.165803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'tenant_id': '4071a76a44224683a79239cce8574953', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:49.191599 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:49.284409 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:49.394006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Allocated IP 172.35.0.176 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/8b29c29a-bc4f-4bf8-af09-089182e8a9e4) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:46:49.500073 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for port (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:49.544017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:49.584790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:46:49.587642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:46:49.591610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:46:49.597170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'Port': ['ID=8b29c29a-bc4f-4bf8-af09-089182e8a9e4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:49.975259 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for floatingip (23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.052471 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.202709 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for port (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.212620 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.284990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'Port': ['ID=8b29c29a-bc4f-4bf8-af09-089182e8a9e4,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:50.297414 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.404675 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Floating IP 23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40 associated. External IP: 172.35.0.176, port: a6c903c2-ef44-4500-8808-b2a2a27498f1.
Apr 09 21:46:50.487371 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c05bb664-f31c-42a4-9a4c-de92fd644512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.632003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Router 7b4ad86b-367e-4905-9124-08fb1dd0cedf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:46:50.747312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:46:50.758109 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] Sync routers for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:46:50.766492 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.769759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:50.770377 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771ec4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:46:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:50.796724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-259d70f5-52a0-415c-a143-f8ab4712e891 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.6342318
Apr 09 21:46:50.797311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:46:50.799592 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9337195d-93c4-4e72-95f4-3a974100c0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:46:50.799998 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41240) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:50.805718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1fd3341e-2952-480c-b1ac-98a3280b3d8f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001715429', 'description': 'tempest-secgroup-smoke-1001715429 description', 'project_id': '4071a76a44224683a79239cce8574953'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:50.835223 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd3341e-2952-480c-b1ac-98a3280b3d8f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.838166 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041688b8-1ee7-49c8-8720-0fb5c3cf42fe x-openstack-request-id: req-041688b8-1ee7-49c8-8720-0fb5c3cf42fe {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:46:50.838461 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:46:50.839164 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-041688b8-1ee7-49c8-8720-0fb5c3cf42fe {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:46:50.839164 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041688b8-1ee7-49c8-8720-0fb5c3cf42fe'] response: {'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'status': 'completed', 'code': 200}
Apr 09 21:46:50.882398 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:50.900435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-6f2ad7c5-34a6-4cc7-a3dc-cb5b9eb3459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:50.902264 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-6f2ad7c5-34a6-4cc7-a3dc-cb5b9eb3459f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1127 time: 0.0420084
Apr 09 21:46:50.906559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd3341e-2952-480c-b1ac-98a3280b3d8f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group (3a8d00a1-00f4-48e3-80d0-d9397787db37), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.911476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd3341e-2952-480c-b1ac-98a3280b3d8f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3a8d00a1-00f4-48e3-80d0-d9397787db37), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.928901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1fd3341e-2952-480c-b1ac-98a3280b3d8f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:50.930315 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1fd3341e-2952-480c-b1ac-98a3280b3d8f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1285326
Apr 09 21:46:50.934228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41244) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:50.939132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-602af874-0c2e-4b7f-911d-b17b52d04d0e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'security_group_rule': {'security_group_id': '3a8d00a1-00f4-48e3-80d0-d9397787db37', 'project_id': '4071a76a44224683a79239cce8574953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:50.951100 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3341e-2952-480c-b1ac-98a3280b3d8f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d00a1-00f4-48e3-80d0-d9397787db37,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:51.011946 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-602af874-0c2e-4b7f-911d-b17b52d04d0e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (3e30af4a-a751-4467-8469-7cecb230a29c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.032660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-fc42274a-9a6d-429a-94ff-96e6ecdca6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:51.034219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-fc42274a-9a6d-429a-94ff-96e6ecdca6e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 916 time: 0.1264136
Apr 09 21:46:51.112702 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771ec4c0>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40', 'tenant_id': '4071a76a44224683a79239cce8574953', 'floating_ip_address': '172.35.0.176', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'port_id': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'mac_address': 'fa:16:3e:20:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:46:49Z', 'updated_at': '2022-04-09T21:46:49Z', 'revision_number': 0, 'project_id': '4071a76a44224683a79239cce8574953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:12Z', 'revision_number': 5, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:51.121208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-a4108ab1-8ff2-4aa2-a34a-b9fd3d8cf5b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 999 time: 0.0799513
Apr 09 21:46:51.127000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-602af874-0c2e-4b7f-911d-b17b52d04d0e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (3e30af4a-a751-4467-8469-7cecb230a29c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.136575 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-602af874-0c2e-4b7f-911d-b17b52d04d0e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (3e30af4a-a751-4467-8469-7cecb230a29c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.139702 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] Checking router: 7b4ad86b-367e-4905-9124-08fb1dd0cedf for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:46:51.148130 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:46:51.148733 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23771ec4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:46:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:51.180624 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af874-0c2e-4b7f-911d-b17b52d04d0e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e30af4a-a751-4467-8469-7cecb230a29c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:51.194000 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-602af874-0c2e-4b7f-911d-b17b52d04d0e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.195179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-602af874-0c2e-4b7f-911d-b17b52d04d0e tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2598667
Apr 09 21:46:51.198234 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41246) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:51.201055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-3ee57a09-d6b8-437e-985e-8c1f9dd4a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:51.202512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-3ee57a09-d6b8-437e-985e-8c1f9dd4a645 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 200  len: 854 time: 0.0744300
Apr 09 21:46:51.205596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c6f85b83-4aa2-4203-b633-be58b767cb21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'security_group_rule': {'security_group_id': '3a8d00a1-00f4-48e3-80d0-d9397787db37', 'project_id': '4071a76a44224683a79239cce8574953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:51.260976 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6f85b83-4aa2-4203-b633-be58b767cb21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (edc6df64-3db2-46a9-94bb-d2f32b5159ef), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.264295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-8c151428-3191-42a7-bd01-fc407ceaa50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:51.267658 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-8c151428-3191-42a7-bd01-fc407ceaa50d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f35b8989-1bc2-4914-850b-5815c7d95dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0531676
Apr 09 21:46:51.268533 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:46:51.391698 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6f85b83-4aa2-4203-b633-be58b767cb21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (edc6df64-3db2-46a9-94bb-d2f32b5159ef), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.397593 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6f85b83-4aa2-4203-b633-be58b767cb21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (edc6df64-3db2-46a9-94bb-d2f32b5159ef), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.416105 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-0ab96e93-08a5-40d3-ba2c-a19c9959d2ad service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428738
Apr 09 21:46:51.421667 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f85b83-4aa2-4203-b633-be58b767cb21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc6df64-3db2-46a9-94bb-d2f32b5159ef,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:51.434631 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c6f85b83-4aa2-4203-b633-be58b767cb21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.435780 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c6f85b83-4aa2-4203-b633-be58b767cb21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2364547
Apr 09 21:46:51.439049 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41248) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:51.446232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-49e8ebd3-505b-4cf2-81ed-4fdce535c83d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'security_group_rule': {'security_group_id': '3a8d00a1-00f4-48e3-80d0-d9397787db37', 'project_id': '4071a76a44224683a79239cce8574953', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:51.481797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49e8ebd3-505b-4cf2-81ed-4fdce535c83d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (8e1c4014-74bc-419a-9f65-477c9f31402a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.499679 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23771ec4c0>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40', 'tenant_id': '4071a76a44224683a79239cce8574953', 'floating_ip_address': '172.35.0.176', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'port_id': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'mac_address': 'fa:16:3e:20:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:46:49Z', 'updated_at': '2022-04-09T21:46:49Z', 'revision_number': 0, 'project_id': '4071a76a44224683a79239cce8574953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:12Z', 'revision_number': 5, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:46:51.521381 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9337195d-93c4-4e72-95f4-3a974100c0c3 req-7a4a3de8-f55a-48db-bfa3-ef9f04bf8bfc service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973957
Apr 09 21:46:51.527035 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739537e-32a5-46ae-9b2b-3ff5fe7a5bd4 None None] The sync data for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 is: [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40', 'tenant_id': '4071a76a44224683a79239cce8574953', 'floating_ip_address': '172.35.0.176', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'port_id': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'mac_address': 'fa:16:3e:20:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:46:49Z', 'updated_at': '2022-04-09T21:46:49Z', 'revision_number': 0, 'project_id': '4071a76a44224683a79239cce8574953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:12Z', 'revision_number': 5, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:46:51.552260 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49e8ebd3-505b-4cf2-81ed-4fdce535c83d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (8e1c4014-74bc-419a-9f65-477c9f31402a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.556740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49e8ebd3-505b-4cf2-81ed-4fdce535c83d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (8e1c4014-74bc-419a-9f65-477c9f31402a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.578697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8ebd3-505b-4cf2-81ed-4fdce535c83d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1c4014-74bc-419a-9f65-477c9f31402a,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:51.585100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-49e8ebd3-505b-4cf2-81ed-4fdce535c83d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.586334 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-49e8ebd3-505b-4cf2-81ed-4fdce535c83d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1457040
Apr 09 21:46:51.589142 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41250) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:51.593969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-441bbf39-1b9a-4f77-bfa7-857f1edea882 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'security_group_rule': {'security_group_id': '3a8d00a1-00f4-48e3-80d0-d9397787db37', 'project_id': '4071a76a44224683a79239cce8574953', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:51.620303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-441bbf39-1b9a-4f77-bfa7-857f1edea882 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (2565a6e7-44ff-4060-95e0-7d3d93bc13a2), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.680887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-441bbf39-1b9a-4f77-bfa7-857f1edea882 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (2565a6e7-44ff-4060-95e0-7d3d93bc13a2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.685187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-441bbf39-1b9a-4f77-bfa7-857f1edea882 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (2565a6e7-44ff-4060-95e0-7d3d93bc13a2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.706378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bbf39-1b9a-4f77-bfa7-857f1edea882 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2565a6e7-44ff-4060-95e0-7d3d93bc13a2,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:51.710902 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-441bbf39-1b9a-4f77-bfa7-857f1edea882 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.715236 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-441bbf39-1b9a-4f77-bfa7-857f1edea882 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1219184
Apr 09 21:46:51.715236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41252) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:51.719783 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1cf1640f-c30b-4ba9-b695-079eb576834f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'security_group_rule': {'security_group_id': '3a8d00a1-00f4-48e3-80d0-d9397787db37', 'project_id': '4071a76a44224683a79239cce8574953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:51.740510 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-1cf1640f-c30b-4ba9-b695-079eb576834f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Project 4071a76a44224683a79239cce8574953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:46:51.746935 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cf1640f-c30b-4ba9-b695-079eb576834f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (952e7335-4e81-4ca4-b3de-ded8d6632fba), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.750511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3138062-4c59-41f1-a3a0-78333152c2f0 None None] New status for floating IP 23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:46:51.808117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cf1640f-c30b-4ba9-b695-079eb576834f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (952e7335-4e81-4ca4-b3de-ded8d6632fba), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.813359 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cf1640f-c30b-4ba9-b695-079eb576834f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (952e7335-4e81-4ca4-b3de-ded8d6632fba), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.832276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1640f-c30b-4ba9-b695-079eb576834f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952e7335-4e81-4ca4-b3de-ded8d6632fba,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:51.843421 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cf1640f-c30b-4ba9-b695-079eb576834f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.844899 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1cf1640f-c30b-4ba9-b695-079eb576834f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1288829
Apr 09 21:46:51.847681 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41254) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:46:51.851981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-48327196-ff14-4a7c-a202-eab296535468 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'security_group_rule': {'security_group_id': '3a8d00a1-00f4-48e3-80d0-d9397787db37', 'project_id': '4071a76a44224683a79239cce8574953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:51.875480 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-48327196-ff14-4a7c-a202-eab296535468 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Project 4071a76a44224683a79239cce8574953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:46:51.881295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48327196-ff14-4a7c-a202-eab296535468 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (22cb75af-f183-4ac3-8dcf-7ef65d038072), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.945943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48327196-ff14-4a7c-a202-eab296535468 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (22cb75af-f183-4ac3-8dcf-7ef65d038072), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.950798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48327196-ff14-4a7c-a202-eab296535468 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (22cb75af-f183-4ac3-8dcf-7ef65d038072), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.969015 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48327196-ff14-4a7c-a202-eab296535468 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cb75af-f183-4ac3-8dcf-7ef65d038072,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:51.977419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-48327196-ff14-4a7c-a202-eab296535468 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:51.978675 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-48327196-ff14-4a7c-a202-eab296535468 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1300778
Apr 09 21:46:52.076412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14517019-5884-4d26-91e8-5384549c601c req-d009e6a3-c0b5-4965-87c2-b5e873cfed80 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001715429&fields=id&tenant_id=4071a76a44224683a79239cce8574953 HTTP/1.1" status: 200  len: 267 time: 0.0528057
Apr 09 21:46:52.129987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517019-5884-4d26-91e8-5384549c601c req-5ff1555a-af9f-4940-b72a-3186c34b9280 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:52.132106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14517019-5884-4d26-91e8-5384549c601c req-5ff1555a-af9f-4940-b72a-3186c34b9280 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0493448
Apr 09 21:46:52.143053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-14517019-5884-4d26-91e8-5384549c601c req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'port': {'security_groups': ['e7a035a4-4834-4723-9b19-d9755b0d89ed', '3a8d00a1-00f4-48e3-80d0-d9397787db37']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:46:52.213884 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-14517019-5884-4d26-91e8-5384549c601c req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:52.407998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-14517019-5884-4d26-91e8-5384549c601c req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] For port a6c903c2-ef44-4500-8808-b2a2a27498f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:46:52.440072 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-14517019-5884-4d26-91e8-5384549c601c req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:52.447292 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-14517019-5884-4d26-91e8-5384549c601c req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:52.459793 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a6c903c2-ef44-4500-8808-b2a2a27498f1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:46:52.497545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517019-5884-4d26-91e8-5384549c601c req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:52.498175 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-14517019-5884-4d26-91e8-5384549c601c req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:52.499613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14517019-5884-4d26-91e8-5384549c601c req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "PUT /v2.0/ports/a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 981 time: 0.3611794
Apr 09 21:46:52.525205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2c297-cc7a-44bc-af1b-e5b38bb17d09 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'Port': ['ID=a6c903c2-ef44-4500-8808-b2a2a27498f1,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:46:52.577139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a6c903c2-ef44-4500-8808-b2a2a27498f1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:46:52.629882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c776-0b24-4934-9125-ff169b4f6723 req-959ff7bd-9c95-4995-8c00-7ddf23b18129 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:52.631603 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb31c776-0b24-4934-9125-ff169b4f6723 req-959ff7bd-9c95-4995-8c00-7ddf23b18129 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0542743
Apr 09 21:46:52.725640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bb31c776-0b24-4934-9125-ff169b4f6723 req-cb40703e-c20f-41f8-9a93-758ddcbcbfdc tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0827181
Apr 09 21:46:52.799200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5afcde9e-bc7e-4bc7-9eb8-d7f69e9b1228 None None] Provisioning complete for port a6c903c2-ef44-4500-8808-b2a2a27498f1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:46:52.799826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5afcde9e-bc7e-4bc7-9eb8-d7f69e9b1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:52.840773 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:46:52.843616 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:46:52.880000 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce15b8a-6a95-40ac-8e45-b6b647d3101e x-openstack-request-id: req-1ce15b8a-6a95-40ac-8e45-b6b647d3101e {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:46:52.880294 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:46:52.880898 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ce15b8a-6a95-40ac-8e45-b6b647d3101e {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:46:52.880898 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce15b8a-6a95-40ac-8e45-b6b647d3101e'] response: {'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'status': 'completed', 'code': 200}
Apr 09 21:46:52.940895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-b77a806b-9abb-4432-9176-ccfc85db5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:52.942379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-b77a806b-9abb-4432-9176-ccfc85db5e77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1166 time: 0.0400259
Apr 09 21:46:53.005002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5afcde9e-bc7e-4bc7-9eb8-d7f69e9b1228 None None] Current status of the port a6c903c2-ef44-4500-8808-b2a2a27498f1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:46:53.022062 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e9fa40b1-0eae-4978-9151-5fab7a8f2247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:53.037519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-37f26f82-d628-4c29-b5ab-36460aaf6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:53.039145 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-37f26f82-d628-4c29-b5ab-36460aaf6daf service neutron] 10.222.0.32 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 916 time: 0.0896552
Apr 09 21:46:53.104939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-f1aa5c06-7a4c-4cc0-934d-4b351a7be6db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 1001 time: 0.0592160
Apr 09 21:46:53.160668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-07342400-feef-4ca4-98cd-bb55a174bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:53.162380 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-07342400-feef-4ca4-98cd-bb55a174bfa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 200  len: 854 time: 0.0495131
Apr 09 21:46:53.206779 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-185d3ce7-54d1-4688-a0cb-c6156cd50f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:46:53.208326 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-185d3ce7-54d1-4688-a0cb-c6156cd50f61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f35b8989-1bc2-4914-850b-5815c7d95dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393090
Apr 09 21:46:53.310452 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-cf4b1173-b73c-4c67-8199-a2f12f5b1572 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931587
Apr 09 21:46:53.410566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c764d6f8-c93d-4338-ab26-c1b7e0b24eb8 req-c20dfee5-ada9-40ef-91f3-a9e719117406 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913663
Apr 09 21:46:54.313486 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:55.348711 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:56.146469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:46:57.123405 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:01.820934 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:09.902922 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:47:18.628936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61054d-5601-43f6-8bd9-a6f3095499f1 req-ee726f74-3b1b-4aba-bd9f-f010dfa0ea99 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:18.630458 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e61054d-5601-43f6-8bd9-a6f3095499f1 req-ee726f74-3b1b-4aba-bd9f-f010dfa0ea99 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0765977
Apr 09 21:47:18.633527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-9f3388f9-67b7-4963-90dd-9372d8651e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:18.634889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-9f3388f9-67b7-4963-90dd-9372d8651e69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1166 time: 0.0708766
Apr 09 21:47:18.749379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6e61054d-5601-43f6-8bd9-a6f3095499f1 req-f684ee53-f906-4fae-8327-70ff2184e861 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1125610
Apr 09 21:47:18.762723 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-cb2849c8-e637-421a-b59b-ce959c0a20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:18.764162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-cb2849c8-e637-421a-b59b-ce959c0a20a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 916 time: 0.1218016
Apr 09 21:47:18.835186 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-d444234e-bebd-4ff8-b0d5-a426e504c89a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 1001 time: 0.0632288
Apr 09 21:47:18.884833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-dd40bc40-b22f-484f-b326-68c04034e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:18.886365 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-dd40bc40-b22f-484f-b326-68c04034e2aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 200  len: 854 time: 0.0447979
Apr 09 21:47:18.929308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-680fa7a7-5e97-40e8-b9c6-4c03ae22406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:18.930788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-680fa7a7-5e97-40e8-b9c6-4c03ae22406a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f35b8989-1bc2-4914-850b-5815c7d95dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384276
Apr 09 21:47:19.346056 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-82759fc0-b9c6-464e-8f2b-055ee703da70 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4079978
Apr 09 21:47:19.443473 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6ab00aa-66a1-475b-82fb-f94088c8a774 req-4f6d321e-1657-41e3-8ef1-6c345f089063 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900838
Apr 09 21:47:19.885555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eaa90-9d64-42fb-843c-0908996cf509 req-c0acb9fd-dc95-43fa-94bf-a626346d1fdc tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:19.887081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9eaa90-9d64-42fb-843c-0908996cf509 req-c0acb9fd-dc95-43fa-94bf-a626346d1fdc tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0551155
Apr 09 21:47:19.950541 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9eaa90-9d64-42fb-843c-0908996cf509 req-3a7eb56c-cfc0-4fe6-8bf3-06fd053d0ec1 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0550601
Apr 09 21:47:20.484649 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1e1260ec-8099-4e1d-b21e-648b668a340f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:21.086638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaee5f-bd40-44b0-a206-26a369a1860c req-1b368017-1922-4306-9c6c-ae9949471c7f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:21.088116 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6deaee5f-bd40-44b0-a206-26a369a1860c req-1b368017-1922-4306-9c6c-ae9949471c7f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0596557
Apr 09 21:47:21.152002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6deaee5f-bd40-44b0-a206-26a369a1860c req-51dfab46-d9ad-40c8-831e-1614372cfa11 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0574336
Apr 09 21:47:22.289413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab98191-83e9-4362-9a46-348fa36107e7 req-a8bdd0c0-c45d-4b1a-9036-50ecd19a334f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:22.290875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eab98191-83e9-4362-9a46-348fa36107e7 req-a8bdd0c0-c45d-4b1a-9036-50ecd19a334f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0485044
Apr 09 21:47:22.354538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eab98191-83e9-4362-9a46-348fa36107e7 req-02778bdc-cc92-439a-a84d-71477a1c7c40 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0550432
Apr 09 21:47:23.002317 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c4dff376-e14c-4cf6-b3d9-ada5f51ab056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:23.487396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed21f0-9e7d-4df7-aa95-5af1da27d0e5 req-fee7c7f6-addf-436b-976b-98ec23494325 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:23.488884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90ed21f0-9e7d-4df7-aa95-5af1da27d0e5 req-fee7c7f6-addf-436b-976b-98ec23494325 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0496457
Apr 09 21:47:23.549646 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-90ed21f0-9e7d-4df7-aa95-5af1da27d0e5 req-cf384b60-41f6-40e5-93ba-0e75c01b9fc4 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0548048
Apr 09 21:47:24.313454 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:24.689702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4078b7a-5cab-4817-8dab-f14052ff5f47 req-6fc7e8e9-1ba1-4542-a995-4599562f0c21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:24.691475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4078b7a-5cab-4817-8dab-f14052ff5f47 req-6fc7e8e9-1ba1-4542-a995-4599562f0c21 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0639036
Apr 09 21:47:24.751777 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4078b7a-5cab-4817-8dab-f14052ff5f47 req-bbe9bf54-f734-4507-be37-0a039d1c46aa tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0542068
Apr 09 21:47:25.362432 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:25.878402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeca3bc-5874-40f5-b865-7e0fb222103f req-3ef3dcb7-c4fe-49c6-a594-2dae68080760 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:25.879872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ceeca3bc-5874-40f5-b865-7e0fb222103f req-3ef3dcb7-c4fe-49c6-a594-2dae68080760 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0493605
Apr 09 21:47:25.943975 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ceeca3bc-5874-40f5-b865-7e0fb222103f req-accea363-4aa9-4ff1-bcfc-931fa6f24406 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0557163
Apr 09 21:47:26.147322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:27.076277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423579a-6889-4468-b795-fd21a613e96d req-87f7bfa4-5d49-419d-bddb-fda97a3a1266 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:27.077810 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a423579a-6889-4468-b795-fd21a613e96d req-87f7bfa4-5d49-419d-bddb-fda97a3a1266 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0553370
Apr 09 21:47:27.108542 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:27.144257 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a423579a-6889-4468-b795-fd21a613e96d req-a089c9d4-262b-42e3-a1a3-758ef03fa537 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0605376
Apr 09 21:47:28.270502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d930d0c-7074-4b4c-a7ea-218c268a1662 req-ecefefc5-d9fd-457d-bb51-c6d802c69c11 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:28.271912 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d930d0c-7074-4b4c-a7ea-218c268a1662 req-ecefefc5-d9fd-457d-bb51-c6d802c69c11 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0490570
Apr 09 21:47:28.331061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d930d0c-7074-4b4c-a7ea-218c268a1662 req-936ec5a9-c716-4e41-9319-78042b7c30ed tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532143
Apr 09 21:47:29.261128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-30499cff-0290-43e5-9410-328d1a7108c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:29.262636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-30499cff-0290-43e5-9410-328d1a7108c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1166 time: 0.0410419
Apr 09 21:47:29.369473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-e55186ba-189c-4771-9ae5-6033220c4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:29.371219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-e55186ba-189c-4771-9ae5-6033220c4ad8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 916 time: 0.0902331
Apr 09 21:47:29.476720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a2bcd-6689-453f-b1af-1f9cc9c3067f req-30e1fd26-28cf-4dde-bf8e-7b42c7056b81 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:29.478246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848a2bcd-6689-453f-b1af-1f9cc9c3067f req-30e1fd26-28cf-4dde-bf8e-7b42c7056b81 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0655720
Apr 09 21:47:29.480156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-95ffd916-043c-48ad-8a63-8cb66f92fedf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 1001 time: 0.1028900
Apr 09 21:47:29.559920 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-e4b67f14-54d8-43b0-af89-2aa5d6e4eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:29.561489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-e4b67f14-54d8-43b0-af89-2aa5d6e4eb30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 200  len: 854 time: 0.0714841
Apr 09 21:47:29.582354 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-848a2bcd-6689-453f-b1af-1f9cc9c3067f req-877e49d1-bdee-4263-b2e7-5501dc8945ec tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0981309
Apr 09 21:47:29.614601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-458d0edd-52ca-448e-9831-b53c5938dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:29.616142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-458d0edd-52ca-448e-9831-b53c5938dbe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f35b8989-1bc2-4914-850b-5815c7d95dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468698
Apr 09 21:47:29.713198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-45ed2c49-0c0d-4873-9b7d-a42743974310 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880382
Apr 09 21:47:29.932333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d9ebe4d-0803-45e8-8c33-cb9909999c6c req-cef7ac60-5ffa-4e2a-9c21-5903e7680989 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1014490
Apr 09 21:47:30.710025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bb763-3a3a-4084-b5ef-bc7ef89d209c req-44979670-d705-4d03-9b1e-eb7680af11ef tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:30.711506 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd4bb763-3a3a-4084-b5ef-bc7ef89d209c req-44979670-d705-4d03-9b1e-eb7680af11ef tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0536196
Apr 09 21:47:30.772976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd4bb763-3a3a-4084-b5ef-bc7ef89d209c req-b63bf8bf-d8ae-4718-b0a8-29d5d6704ccc tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0556839
Apr 09 21:47:31.820444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:31.894469 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3b806-d3ca-4ae2-8c5c-92e229f46e41 req-c335814c-57d8-4cef-84d3-c5aed1952386 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:31.895993 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3b3b806-d3ca-4ae2-8c5c-92e229f46e41 req-c335814c-57d8-4cef-84d3-c5aed1952386 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0478463
Apr 09 21:47:31.957498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3b3b806-d3ca-4ae2-8c5c-92e229f46e41 req-c6e0c436-983b-48df-b464-4b56962c84f6 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0554588
Apr 09 21:47:33.085727 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5c6c6-b5bd-454d-8ae0-f2ddaed950c6 req-28f391a8-2030-49a0-841a-b840738396a6 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:33.087195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85d5c6c6-b5bd-454d-8ae0-f2ddaed950c6 req-28f391a8-2030-49a0-841a-b840738396a6 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0530286
Apr 09 21:47:33.159801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85d5c6c6-b5bd-454d-8ae0-f2ddaed950c6 req-8383d812-a797-4da8-8295-c16a67d40e95 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0638118
Apr 09 21:47:34.288123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2360e-fb85-40b1-9e4e-3c9f0f7c05e6 req-d8ed654a-2818-459c-8d90-d923d918c73f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:34.289574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76c2360e-fb85-40b1-9e4e-3c9f0f7c05e6 req-d8ed654a-2818-459c-8d90-d923d918c73f tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0485337
Apr 09 21:47:34.354004 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76c2360e-fb85-40b1-9e4e-3c9f0f7c05e6 req-4683a9f6-b2f3-4075-9190-263091b19f33 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0581632
Apr 09 21:47:35.479039 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36b7f-78d7-4db0-9978-8c06f0982bdc req-7932b186-d112-4884-94a7-420b359286e7 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:47:35.480581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89b36b7f-78d7-4db0-9978-8c06f0982bdc req-7932b186-d112-4884-94a7-420b359286e7 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0495403
Apr 09 21:47:35.548479 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-89b36b7f-78d7-4db0-9978-8c06f0982bdc req-07841be5-8bdb-4bf3-abbb-aa8d75c59e56 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a8d00a1-00f4-48e3-80d0-d9397787db37&id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0612121
Apr 09 21:47:46.907962 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:47:50.492559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-21972492-fc37-4414-9542-8d9ad49427f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:53.006638 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38bbd5a6-552a-4122-8dcb-8680f08c7f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:54.317474 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:55.368619 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:56.162115 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:47:57.120419 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:01.825413 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:07.728011 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-bbedd1ba-159e-4655-8f1b-07d2aa51041a tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001715429&fields=id&tenant_id=4071a76a44224683a79239cce8574953 HTTP/1.1" status: 200  len: 267 time: 0.0486860
Apr 09 21:48:07.782512 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-ea0598ec-3dc9-4584-a81a-1beca7f08701 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:07.784005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-ea0598ec-3dc9-4584-a81a-1beca7f08701 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 984 time: 0.0482934
Apr 09 21:48:07.794590 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Request body: {'port': {'security_groups': ['e7a035a4-4834-4723-9b19-d9755b0d89ed']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:07.871908 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.048074 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] For port a6c903c2-ef44-4500-8808-b2a2a27498f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:08.077762 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.085945 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.098442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a6c903c2-ef44-4500-8808-b2a2a27498f1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:48:08.141260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:08.141806 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.143240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dbf014d9-0d45-4ed9-a6fe-1ffc4cabec57 req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "PUT /v2.0/ports/a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 942 time: 0.3531642
Apr 09 21:48:08.143698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:48:08.146184 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab1a06-c783-44bf-8f47-3ea1f89d2158" -d '{"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:48:08.151206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41332) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:08.168508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event updated for resources: {'Port': ['ID=a6c903c2-ef44-4500-8808-b2a2a27498f1,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:08.176602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.176956 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.177355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.177695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.178043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.178338 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.178739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.179072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.179401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.179729 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.180057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.180381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.180709 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.181221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.181850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86830f72-4cfc-49d2-bdef-919d9ee3d896 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.217967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a6c903c2-ef44-4500-8808-b2a2a27498f1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:48:08.235580 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e693d5d1-81f7-4cff-b0ea-0ebf51e06bb5 x-openstack-request-id: req-e693d5d1-81f7-4cff-b0ea-0ebf51e06bb5 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:48:08.236115 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:48:08.236582 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e693d5d1-81f7-4cff-b0ea-0ebf51e06bb5 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:48:08.237246 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e693d5d1-81f7-4cff-b0ea-0ebf51e06bb5'] response: {'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'status': 'completed', 'code': 200}
Apr 09 21:48:08.267950 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group (3a8d00a1-00f4-48e3-80d0-d9397787db37), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.300244 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group (3a8d00a1-00f4-48e3-80d0-d9397787db37), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.314657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-253cbe17-1535-48c6-948c-9c80437c04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:08.317081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-253cbe17-1535-48c6-948c-9c80437c04cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1127 time: 0.0537534
Apr 09 21:48:08.374957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (3a8d00a1-00f4-48e3-80d0-d9397787db37), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.378616 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.379971 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "DELETE /v2.0/security-groups/3a8d00a1-00f4-48e3-80d0-d9397787db37 HTTP/1.1" status: 204  len: 168 time: 0.2277074
Apr 09 21:48:08.391905 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41336) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:08.392731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d00a1-00f4-48e3-80d0-d9397787db37,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:08.429391 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-3e426b7e-239e-4132-b907-e465d0449bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:08.430823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-3e426b7e-239e-4132-b907-e465d0449bf5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 916 time: 0.1066842
Apr 09 21:48:08.436424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.436853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.437339 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.437684 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.438020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.438349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.438673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.438996 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.439321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.439778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.440102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.440422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.440745 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.441082 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.441400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f00da0-4482-4e5f-8b91-a7d79984462c tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:08.494301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3671fcb3-b65b-41de-b771-6e503611a559 None None] Provisioning complete for port a6c903c2-ef44-4500-8808-b2a2a27498f1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:08.494697 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3671fcb3-b65b-41de-b771-6e503611a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.513703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-7a7d91c0-57ac-4d27-badb-dd4fd9c16391 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 1001 time: 0.0760844
Apr 09 21:48:08.567614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-f900b41f-4725-4aca-bb35-d1de81cb5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:08.569491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-f900b41f-4725-4aca-bb35-d1de81cb5516 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 200  len: 854 time: 0.0491102
Apr 09 21:48:08.582945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3671fcb3-b65b-41de-b771-6e503611a559 None None] Current status of the port a6c903c2-ef44-4500-8808-b2a2a27498f1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:08.622395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-beb6b489-4c81-490b-8183-5a13f9b5bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:08.624366 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-beb6b489-4c81-490b-8183-5a13f9b5bb0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f35b8989-1bc2-4914-850b-5815c7d95dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0493762
Apr 09 21:48:08.721323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-cae482bf-be55-4337-a344-775cf1321602 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905519
Apr 09 21:48:08.817982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78ab1a06-c783-44bf-8f47-3ea1f89d2158 req-e2155a96-d522-461e-82d5-95bea3705e15 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897801
Apr 09 21:48:08.842472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Deleting port 8b29c29a-bc4f-4bf8-af09-089182e8a9e4 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:08.842896 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.921305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.921613 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for floatingip (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:08.933646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Calling delete_port for 8b29c29a-bc4f-4bf8-af09-089182e8a9e4 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:09.085352 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8b29c29a-bc4f-4bf8-af09-089182e8a9e4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:09.111923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event deleted for resources: {'Port': ['ID=8b29c29a-bc4f-4bf8-af09-089182e8a9e4,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:09.178276 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks [] for floatingip (23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:09.179048 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Floating IP 23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40 disassociated (deleted). External IP: 172.35.0.176, port: a6c903c2-ef44-4500-8808-b2a2a27498f1.
Apr 09 21:48:09.400534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Router 7b4ad86b-367e-4905-9124-08fb1dd0cedf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:48:09.515966 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:48:09.521373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:09.526918 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] Sync routers for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:48:09.536861 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:09.537495 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e6ce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:47:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:09.552653 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-e21f5c8a-c32f-4b4d-8bae-f4895bee64b8 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "DELETE /v2.0/floatingips/23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40 HTTP/1.1" status: 204  len: 168 time: 1.1570625
Apr 09 21:48:09.553344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:48:09.555747 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713" -d '{"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:48:09.593143 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e22a57-16c8-4df0-969e-cf72d2169833 x-openstack-request-id: req-a0e22a57-16c8-4df0-969e-cf72d2169833 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:48:09.593444 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:48:09.593708 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0e22a57-16c8-4df0-969e-cf72d2169833 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:48:09.594458 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e22a57-16c8-4df0-969e-cf72d2169833'] response: {'name': 'network-changed', 'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'status': 'completed', 'code': 200}
Apr 09 21:48:09.649835 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:09.660000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-04a48684-2d82-4e55-8a2b-2a47b9f8f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:09.660955 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-04a48684-2d82-4e55-8a2b-2a47b9f8f078 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4071a76a44224683a79239cce8574953&device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 1127 time: 0.0447090
Apr 09 21:48:09.765376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-ad36c0f9-67a4-434d-b3e5-b747a51418b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:09.767178 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-ad36c0f9-67a4-434d-b3e5-b747a51418b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 200  len: 916 time: 0.0991330
Apr 09 21:48:09.811820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-52e40951-773c-4079-a772-0fac82d2f4b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 200  len: 217 time: 0.0379024
Apr 09 21:48:09.862885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-3cc75957-9d9f-4c0f-afa0-905bc9db5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:09.864385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-3cc75957-9d9f-4c0f-afa0-905bc9db5a89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 200  len: 854 time: 0.0472057
Apr 09 21:48:09.959025 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e6ce20>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:12Z', 'revision_number': 5, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:09.983493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-d17581fd-a068-4ea1-9f62-cd363aff3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:09.985066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-d17581fd-a068-4ea1-9f62-cd363aff3e34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f35b8989-1bc2-4914-850b-5815c7d95dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0413930
Apr 09 21:48:09.985744 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] Checking router: 7b4ad86b-367e-4905-9124-08fb1dd0cedf for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:48:09.994494 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:09.995204 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e6ce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:47:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:10.081061 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-da047733-04a7-4bc9-8b4a-4c8117cd53b4 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884252
Apr 09 21:48:10.103650 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:10.278634 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8cbca0bd-3b5e-4459-b4d4-a0a6a23b5713 req-59a3e297-2d12-413a-bfad-c203822ed430 service neutron] 10.222.0.32 "GET /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938797
Apr 09 21:48:10.298109 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e6ce20>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:12Z', 'revision_number': 5, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:10.325550 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12822100-b7d9-4865-a156-3a052c28a196 None None] The sync data for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 is: [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:09Z', 'revision_number': 4, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd85bec1a-8987-484d-9b22-8c406c62ed82', 'name': '', 'network_id': 'f35b8989-1bc2-4914-850b-5815c7d95dd9', 'tenant_id': '4071a76a44224683a79239cce8574953', 'mac_address': 'fa:16:3e:03:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:08Z', 'updated_at': '2022-04-09T21:46:12Z', 'revision_number': 5, 'project_id': '4071a76a44224683a79239cce8574953', 'subnets': [{'id': '4978cf7d-ec79-470f-ad64-ae24888d4ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:48:10.569841 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8a6a2-4113-489a-98cd-fc9e4e2a17bd None None] New status for floating IP 23e63c5f-06b4-4fc2-a2df-2ddf3ea06d40: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:48:12.347677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfeb05-b40d-4781-9505-1b52b7a1f0ff req-259dae7e-4baa-4517-83d5-2c524d1158e3 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:12.349187 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39bfeb05-b40d-4781-9505-1b52b7a1f0ff req-259dae7e-4baa-4517-83d5-2c524d1158e3 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0535772
Apr 09 21:48:12.398213 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-39bfeb05-b40d-4781-9505-1b52b7a1f0ff req-e83c1283-6eac-4bc8-9edb-41a689589699 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406022
Apr 09 21:48:13.541355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491472-6377-45a1-a5f8-a39bd07bb7ae req-b59069ec-b120-4fef-910b-a613b0308277 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:13.542860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c491472-6377-45a1-a5f8-a39bd07bb7ae req-b59069ec-b120-4fef-910b-a613b0308277 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0574017
Apr 09 21:48:13.590509 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0c491472-6377-45a1-a5f8-a39bd07bb7ae req-cbe0e3ee-8c2d-4996-a1cf-88432179c22b tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a035a4-4834-4723-9b19-d9755b0d89ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418408
Apr 09 21:48:13.998539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-e1fd13c5-26e4-4d3b-be04-e35a62d9813d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:13.999997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-e1fd13c5-26e4-4d3b-be04-e35a62d9813d tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.32 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 945 time: 0.0561397
Apr 09 21:48:14.087647 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Deleting port a6c903c2-ef44-4500-8808-b2a2a27498f1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:14.087977 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:14.186880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] For port a6c903c2-ef44-4500-8808-b2a2a27498f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6c903c2-ef44-4500-8808-b2a2a27498f1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:14.187210 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:14.200080 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Calling delete_port for a6c903c2-ef44-4500-8808-b2a2a27498f1 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:14.338656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a6c903c2-ef44-4500-8808-b2a2a27498f1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:14.350681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a6c903c2-ef44-4500-8808-b2a2a27498f1'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:48:14.369413 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Pushing event deleted for resources: {'Port': ['ID=a6c903c2-ef44-4500-8808-b2a2a27498f1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:14.415155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] No DVR routers for this DVR port a6c903c2-ef44-4500-8808-b2a2a27498f1 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:48:14.417915 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:14.421286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7fa80b0-6d9d-406c-a289-6ecd8180d804 req-9e2c7db1-34c6-4f88-9606-d90f5bfeb059 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.32 "DELETE /v2.0/ports/a6c903c2-ef44-4500-8808-b2a2a27498f1 HTTP/1.1" status: 204  len: 173 time: 0.4159949
Apr 09 21:48:14.421738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'name': 'network-vif-deleted', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:48:14.424075 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403c1c05-9134-4593-b015-c2d96f3f8422" -d '{"events": [{"server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "name": "network-vif-deleted", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:48:14.465050 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b034f5-4b3c-4e04-ba32-eb25e42c3075 x-openstack-request-id: req-35b034f5-4b3c-4e04-ba32-eb25e42c3075 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:48:14.465464 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56498e6d-255b-4230-8c0a-ea29c7e1ed5e", "name": "network-vif-deleted", "tag": "a6c903c2-ef44-4500-8808-b2a2a27498f1", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:48:14.465741 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35b034f5-4b3c-4e04-ba32-eb25e42c3075 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:48:14.466155 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b034f5-4b3c-4e04-ba32-eb25e42c3075'] response: {'server_uuid': '56498e6d-255b-4230-8c0a-ea29c7e1ed5e', 'name': 'network-vif-deleted', 'tag': 'a6c903c2-ef44-4500-8808-b2a2a27498f1', 'status': 'completed', 'code': 200}
Apr 09 21:48:14.709137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c5fc9a1a-98f8-4ddc-b807-6b712f2fffeb req-a2c66bdb-529e-4d18-83ef-133c7ce225d4 tempest-TestMinimumBasicScenario-1285877756 tempest-TestMinimumBasicScenario-1285877756-project] 10.222.0.30 "GET /v2.0/ports?device_id=56498e6d-255b-4230-8c0a-ea29c7e1ed5e HTTP/1.1" status: 200  len: 210 time: 0.0284243
Apr 09 21:48:16.316457 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41452) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:16.664535 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (7b4ad86b-367e-4905-9124-08fb1dd0cedf), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:16.922429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Deleting port d85bec1a-8987-484d-9b22-8c406c62ed82 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:16.922662 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:17.006026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] For port d85bec1a-8987-484d-9b22-8c406c62ed82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d85bec1a-8987-484d-9b22-8c406c62ed82,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:17.006413 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:17.019345 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Calling delete_port for d85bec1a-8987-484d-9b22-8c406c62ed82 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:17.223185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d85bec1a-8987-484d-9b22-8c406c62ed82), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:17.247654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85bec1a-8987-484d-9b22-8c406c62ed82,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:17.293330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a6c903c2-ef44-4500-8808-b2a2a27498f1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:48:17.315187 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: a6c903c2-ef44-4500-8808-b2a2a27498f1 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:48:17.315611 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a6c903c2-ef44-4500-8808-b2a2a27498f1 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:48:17.429186 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (7b4ad86b-367e-4905-9124-08fb1dd0cedf), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:17.671158 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Router 7b4ad86b-367e-4905-9124-08fb1dd0cedf has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:48:17.786063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:48:17.791032 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ce548283-336c-4553-988c-f44dfe1885e0 admin admin] 10.222.0.30 "PUT /v2.0/routers/7b4ad86b-367e-4905-9124-08fb1dd0cedf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4735110
Apr 09 21:48:17.794218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41454) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:17.796373 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] Sync routers for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:48:17.806591 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:17.807195 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e99490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:47:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:17.904995 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks [] for router (7b4ad86b-367e-4905-9124-08fb1dd0cedf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:17.915603 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:18.026192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks [] for router_gateway (7b4ad86b-367e-4905-9124-08fb1dd0cedf), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.076041 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Deleting port d46c3ff2-a80e-45e0-8325-708c915eb1c6 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:18.076386 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.090054 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e99490>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:48:17Z', 'revision_number': 5, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port': {'id': 'd46c3ff2-a80e-45e0-8325-708c915eb1c6', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:18.120278 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] Checking router: 7b4ad86b-367e-4905-9124-08fb1dd0cedf for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:48:18.129357 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] Routers {'7b4ad86b-367e-4905-9124-08fb1dd0cedf'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:18.129955 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376e99490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:47:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:18.157271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] For port d46c3ff2-a80e-45e0-8325-708c915eb1c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d46c3ff2-a80e-45e0-8325-708c915eb1c6,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:18.157645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.171428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Calling delete_port for d46c3ff2-a80e-45e0-8325-708c915eb1c6 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:18.218697 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] Set router 7b4ad86b-367e-4905-9124-08fb1dd0cedf gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:18.270378 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376e99490>, [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:48:18Z', 'revision_number': 6, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:18.300483 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d408f-d025-43e7-99ac-4d482a61c71f None None] The sync data for ids ['7b4ad86b-367e-4905-9124-08fb1dd0cedf'] in ncdv-master-1 is: [{'id': '7b4ad86b-367e-4905-9124-08fb1dd0cedf', 'name': 'tempest-TestMinimumBasicScenario-1280387114-router', 'tenant_id': '4071a76a44224683a79239cce8574953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:06Z', 'updated_at': '2022-04-09T21:48:18Z', 'revision_number': 6, 'project_id': '4071a76a44224683a79239cce8574953', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:48:18.351767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d46c3ff2-a80e-45e0-8325-708c915eb1c6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.380248 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46c3ff2-a80e-45e0-8325-708c915eb1c6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:18.442896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (7b4ad86b-367e-4905-9124-08fb1dd0cedf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.541191 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (7b4ad86b-367e-4905-9124-08fb1dd0cedf), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.544608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks [] for router_controller (7b4ad86b-367e-4905-9124-08fb1dd0cedf), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.596161 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (7b4ad86b-367e-4905-9124-08fb1dd0cedf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.596711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4ad86b-367e-4905-9124-08fb1dd0cedf {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:48:18.601455 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.602675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a8046a36-b3f9-4961-af7c-703c08708b76 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7b4ad86b-367e-4905-9124-08fb1dd0cedf HTTP/1.1" status: 204  len: 168 time: 0.8074296
Apr 09 21:48:18.605597 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41458) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:18.655361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0258b6f-c370-42d3-87a1-2e4185e566a2 admin admin] Deleting subnet 4978cf7d-ec79-470f-ad64-ae24888d4ee6 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:48:18.659295 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0258b6f-c370-42d3-87a1-2e4185e566a2 admin admin] Publish callbacks [] for subnet (4978cf7d-ec79-470f-ad64-ae24888d4ee6), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.696464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0258b6f-c370-42d3-87a1-2e4185e566a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (4978cf7d-ec79-470f-ad64-ae24888d4ee6), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.781743 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0258b6f-c370-42d3-87a1-2e4185e566a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (4978cf7d-ec79-470f-ad64-ae24888d4ee6), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.849191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0258b6f-c370-42d3-87a1-2e4185e566a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (4978cf7d-ec79-470f-ad64-ae24888d4ee6), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.878264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d0258b6f-c370-42d3-87a1-2e4185e566a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:18.882412 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d0258b6f-c370-42d3-87a1-2e4185e566a2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4978cf7d-ec79-470f-ad64-ae24888d4ee6 HTTP/1.1" status: 204  len: 168 time: 0.2755146
Apr 09 21:48:18.883370 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0258b6f-c370-42d3-87a1-2e4185e566a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4978cf7d-ec79-470f-ad64-ae24888d4ee6,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:18.883575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053a09f-5f6c-4d12-8512-7e17169f3e6d None None] Network f35b8989-1bc2-4914-850b-5815c7d95dd9 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:48:18.885638 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41460) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:18.958076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (f35b8989-1bc2-4914-850b-5815c7d95dd9), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.004750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Deleting port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:19.005095 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.072819 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] For port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:19.073240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.088626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Calling delete_port for e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:19.095099 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] DHCP port deletion for f35b8989-1bc2-4914-850b-5815c7d95dd9 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:48:19.138023 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Deleting port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:19.138483 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.177689 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.201778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:19.208084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] For port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,segment=NetworkSegment(08a5d815-a671-4581-971e-7e81498601b7),segment_id=08a5d815-a671-4581-971e-7e81498601b7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:19.208492 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.208618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] No DVR routers for this DVR port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:48:19.224392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Calling delete_port for e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:19.284645 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (f35b8989-1bc2-4914-850b-5815c7d95dd9), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.301443 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (e7ce9605-0eda-4826-9a72-dbf0e1a67ee1), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.304487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23755b7130>,) {'filters': {'network_id': ['f35b8989-1bc2-4914-850b-5815c7d95dd9']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:19.314577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755b7130>, '08a5d815-a671-4581-971e-7e81498601b7') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:19.314933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23755b7130>, '08a5d815-a671-4581-971e-7e81498601b7') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:19.325015 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (08a5d815-a671-4581-971e-7e81498601b7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.325237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Pushing event deleted for resources: {'Port': ['ID=e7ce9605-0eda-4826-9a72-dbf0e1a67ee1,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:19.334318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.334628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.334932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.335504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.335818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.336173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.336471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.336785 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.337119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.337438 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.337757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.338141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.338450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.338761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.339077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:19.340105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (08a5d815-a671-4581-971e-7e81498601b7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.343671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b053532-f6fb-4a0d-90ce-e88df7823220 None None] No DVR routers for this DVR port e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:48:19.352209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:48:19.352619 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (08a5d815-a671-4581-971e-7e81498601b7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:48:19.354958 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:48:19.416364 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (f35b8989-1bc2-4914-850b-5815c7d95dd9), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.433302 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:19.436532 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f35b8989-1bc2-4914-850b-5815c7d95dd9 HTTP/1.1" status: 204  len: 168 time: 0.5497065
Apr 09 21:48:19.437715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a59dd-bbc5-4020-8a24-a2da88b23dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35b8989-1bc2-4914-850b-5815c7d95dd9,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:19.439729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41462) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:19.779887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (7588deaa-8df5-41d1-80ca-065cf10cc2e4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:20.046766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:48:20.072021 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:48:20.072342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device e7ce9605-0eda-4826-9a72-dbf0e1a67ee1 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:48:20.072776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d46c3ff2-a80e-45e0-8325-708c915eb1c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:48:20.092125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d46c3ff2-a80e-45e0-8325-708c915eb1c6 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:48:20.092493 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d46c3ff2-a80e-45e0-8325-708c915eb1c6 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:48:20.092929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d85bec1a-8987-484d-9b22-8c406c62ed82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:48:20.112208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: d85bec1a-8987-484d-9b22-8c406c62ed82 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:48:20.112548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device d85bec1a-8987-484d-9b22-8c406c62ed82 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:48:20.307660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Deleting port afacef84-a49b-4fc2-b868-58742b78e0cd {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:20.307903 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:20.390162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] For port afacef84-a49b-4fc2-b868-58742b78e0cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afacef84-a49b-4fc2-b868-58742b78e0cd,segment=NetworkSegment(91833a64-cf3e-4b81-ba28-30c4408d4a73),segment_id=91833a64-cf3e-4b81-ba28-30c4408d4a73)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:20.390480 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:20.403555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Calling delete_port for afacef84-a49b-4fc2-b868-58742b78e0cd owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:20.488926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d881e1d1-6399-4f9d-8ac7-bae15ccae19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:20.597024 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (afacef84-a49b-4fc2-b868-58742b78e0cd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:20.622784 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Pushing event deleted for resources: {'Port': ['ID=afacef84-a49b-4fc2-b868-58742b78e0cd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:20.797098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (7588deaa-8df5-41d1-80ca-065cf10cc2e4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.019210 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:48:21.130187 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:48:21.136995 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b8e4a7c-5ad1-43f2-8edd-61111144db2d admin admin] 10.222.0.30 "PUT /v2.0/routers/7588deaa-8df5-41d1-80ca-065cf10cc2e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6946409
Apr 09 21:48:21.139099 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41466) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:21.142184 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] Sync routers for ids ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:48:21.152746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] Routers {'7588deaa-8df5-41d1-80ca-065cf10cc2e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:21.153475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768afc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:47:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:21.252386 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks [] for router (7588deaa-8df5-41d1-80ca-065cf10cc2e4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.269896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] Set router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:21.361158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks [] for router_gateway (7588deaa-8df5-41d1-80ca-065cf10cc2e4), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.407004 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Deleting port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:21.407346 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.445088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768afc10>, [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11'}], 'enable_snat': True}, 'gw_port_id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:48:20Z', 'revision_number': 5, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port': {'id': '3c7f092e-42b5-4dab-925d-e0ab4b4dc01d', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:46:11Z', 'updated_at': '2022-04-09T21:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:21.475121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] Checking router: 7588deaa-8df5-41d1-80ca-065cf10cc2e4 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:48:21.483871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] Routers {'7588deaa-8df5-41d1-80ca-065cf10cc2e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:21.484486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768afc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:47:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:21.487043 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] For port 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c7f092e-42b5-4dab-925d-e0ab4b4dc01d,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:21.487403 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.500448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Calling delete_port for 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:21.679787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3c7f092e-42b5-4dab-925d-e0ab4b4dc01d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.710222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7f092e-42b5-4dab-925d-e0ab4b4dc01d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:21.742362 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] Set router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:21.773360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (7588deaa-8df5-41d1-80ca-065cf10cc2e4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.799410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768afc10>, [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:48:21Z', 'revision_number': 6, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:21.826446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9179c-eeb2-4b81-83f5-1ae68fb0bd5d None None] The sync data for ids ['7588deaa-8df5-41d1-80ca-065cf10cc2e4'] in ncdv-master-1 is: [{'id': '7588deaa-8df5-41d1-80ca-065cf10cc2e4', 'name': 'tempest-TestMinimumBasicScenario-2123256051-router', 'tenant_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:46:10Z', 'updated_at': '2022-04-09T21:48:21Z', 'revision_number': 6, 'project_id': 'a2012d9d066541f5b1ba393a2f0b5145', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:48:21.867449 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (7588deaa-8df5-41d1-80ca-065cf10cc2e4), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.869681 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks [] for router_controller (7588deaa-8df5-41d1-80ca-065cf10cc2e4), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.917898 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (7588deaa-8df5-41d1-80ca-065cf10cc2e4), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.918413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7588deaa-8df5-41d1-80ca-065cf10cc2e4 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:48:21.922744 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:21.923886 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0296fb26-6d3f-443b-987d-4c54dd958f9f admin admin] 10.222.0.30 "DELETE /v2.0/routers/7588deaa-8df5-41d1-80ca-065cf10cc2e4 HTTP/1.1" status: 204  len: 168 time: 0.7838402
Apr 09 21:48:21.926543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41468) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:21.970869 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e4178a-d529-4f57-bf38-a1846ecd5fa0 admin admin] Deleting subnet f059f6db-24bb-4476-b09c-8569e3cdc376 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:48:21.974333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66e4178a-d529-4f57-bf38-a1846ecd5fa0 admin admin] Publish callbacks [] for subnet (f059f6db-24bb-4476-b09c-8569e3cdc376), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.008115 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66e4178a-d529-4f57-bf38-a1846ecd5fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (f059f6db-24bb-4476-b09c-8569e3cdc376), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.096824 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66e4178a-d529-4f57-bf38-a1846ecd5fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (f059f6db-24bb-4476-b09c-8569e3cdc376), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.150615 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66e4178a-d529-4f57-bf38-a1846ecd5fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (f059f6db-24bb-4476-b09c-8569e3cdc376), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.179977 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4178a-d529-4f57-bf38-a1846ecd5fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f059f6db-24bb-4476-b09c-8569e3cdc376,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:22.188777 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c5356-a75f-4429-98ce-573c18987e7c None None] Network 5ccf53a6-5f56-4057-929a-aa2f3c84f096 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:48:22.192275 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-66e4178a-d529-4f57-bf38-a1846ecd5fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.195588 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-66e4178a-d529-4f57-bf38-a1846ecd5fa0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f059f6db-24bb-4476-b09c-8569e3cdc376 HTTP/1.1" status: 204  len: 168 time: 0.2681205
Apr 09 21:48:22.198401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41470) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:22.287203 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (5ccf53a6-5f56-4057-929a-aa2f3c84f096), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.329274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device afacef84-a49b-4fc2-b868-58742b78e0cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:48:22.336717 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Deleting port 34023853-597f-420d-9ee2-d5b73c820108 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:22.337096 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (34023853-597f-420d-9ee2-d5b73c820108), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.355156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: afacef84-a49b-4fc2-b868-58742b78e0cd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:48:22.355500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device afacef84-a49b-4fc2-b868-58742b78e0cd not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:48:22.679003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] DHCP port deletion for 5ccf53a6-5f56-4057-929a-aa2f3c84f096 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:48:22.724098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] For port 34023853-597f-420d-9ee2-d5b73c820108, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34023853-597f-420d-9ee2-d5b73c820108,segment=NetworkSegment(91833a64-cf3e-4b81-ba28-30c4408d4a73),segment_id=91833a64-cf3e-4b81-ba28-30c4408d4a73)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:22.724449 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] Deleting port 34023853-597f-420d-9ee2-d5b73c820108 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:48:22.724569 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (34023853-597f-420d-9ee2-d5b73c820108), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.724824 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (34023853-597f-420d-9ee2-d5b73c820108), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.737862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Calling delete_port for 34023853-597f-420d-9ee2-d5b73c820108 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:22.790015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] For port 34023853-597f-420d-9ee2-d5b73c820108, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34023853-597f-420d-9ee2-d5b73c820108,segment=NetworkSegment(91833a64-cf3e-4b81-ba28-30c4408d4a73),segment_id=91833a64-cf3e-4b81-ba28-30c4408d4a73)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:22.790391 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (34023853-597f-420d-9ee2-d5b73c820108), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.805282 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] Calling delete_port for 34023853-597f-420d-9ee2-d5b73c820108 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:48:22.818413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (34023853-597f-420d-9ee2-d5b73c820108), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.848517 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=34023853-597f-420d-9ee2-d5b73c820108,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:22.852016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] No DVR routers for this DVR port 34023853-597f-420d-9ee2-d5b73c820108 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:48:22.888244 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (34023853-597f-420d-9ee2-d5b73c820108), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.918494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] No DVR routers for this DVR port 34023853-597f-420d-9ee2-d5b73c820108 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:48:22.921107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809645e2-bf84-4968-9107-c78200ab51a5 None None] Pushing event deleted for resources: {'Port': ['ID=34023853-597f-420d-9ee2-d5b73c820108,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:22.925604 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (5ccf53a6-5f56-4057-929a-aa2f3c84f096), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.948272 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374b0d1f0>,) {'filters': {'network_id': ['5ccf53a6-5f56-4057-929a-aa2f3c84f096']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:22.958325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b0d1f0>, '91833a64-cf3e-4b81-ba28-30c4408d4a73') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:22.958627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374b0d1f0>, '91833a64-cf3e-4b81-ba28-30c4408d4a73') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:22.969169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (91833a64-cf3e-4b81-ba28-30c4408d4a73), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.983652 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (91833a64-cf3e-4b81-ba28-30c4408d4a73), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.990917 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:48:22.992006 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (91833a64-cf3e-4b81-ba28-30c4408d4a73), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:48:22.994402 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:48:23.005268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b9a8266c-4cc4-415e-9281-47ffdef31dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.057602 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (5ccf53a6-5f56-4057-929a-aa2f3c84f096), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.063117 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.066332 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5ccf53a6-5f56-4057-929a-aa2f3c84f096 HTTP/1.1" status: 204  len: 168 time: 0.8669169
Apr 09 21:48:23.076982 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec941-dda2-433d-9f37-b78df76e4a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccf53a6-5f56-4057-929a-aa2f3c84f096,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:23.259702 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41474) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:23.302298 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4793ad6-2dbf-4c0f-b18d-7020dbcb83dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4071a76a44224683a79239cce8574953&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0414183
Apr 09 21:48:23.304936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41476) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:23.358319 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06bf9888-45d5-43db-9542-d6b137498b32 admin admin] Publish callbacks [] for security_group (e7a035a4-4834-4723-9b19-d9755b0d89ed), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.380208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06bf9888-45d5-43db-9542-d6b137498b32 admin admin] Publish callbacks [] for security_group (e7a035a4-4834-4723-9b19-d9755b0d89ed), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.437362 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06bf9888-45d5-43db-9542-d6b137498b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e7a035a4-4834-4723-9b19-d9755b0d89ed), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.439868 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-06bf9888-45d5-43db-9542-d6b137498b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.441380 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-06bf9888-45d5-43db-9542-d6b137498b32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7a035a4-4834-4723-9b19-d9755b0d89ed HTTP/1.1" status: 204  len: 168 time: 0.1351926
Apr 09 21:48:23.449589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf9888-45d5-43db-9542-d6b137498b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a035a4-4834-4723-9b19-d9755b0d89ed,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:23.778841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41482) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:23.819052 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bf3f1693-f856-47e3-bc74-e3dfd4e67c8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2012d9d066541f5b1ba393a2f0b5145&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0389724
Apr 09 21:48:23.821417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41484) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:23.868088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190ac753-ac74-4514-b036-6374a73e5a9e admin admin] Publish callbacks [] for security_group (54119cd0-e268-4e92-a2c4-f2f62cfaa21f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.890667 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190ac753-ac74-4514-b036-6374a73e5a9e admin admin] Publish callbacks [] for security_group (54119cd0-e268-4e92-a2c4-f2f62cfaa21f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.907231 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:48:23.940618 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190ac753-ac74-4514-b036-6374a73e5a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (54119cd0-e268-4e92-a2c4-f2f62cfaa21f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.943580 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-190ac753-ac74-4514-b036-6374a73e5a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:23.945352 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-190ac753-ac74-4514-b036-6374a73e5a9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54119cd0-e268-4e92-a2c4-f2f62cfaa21f HTTP/1.1" status: 204  len: 168 time: 0.1230111
Apr 09 21:48:23.955126 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ac753-ac74-4514-b036-6374a73e5a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54119cd0-e268-4e92-a2c4-f2f62cfaa21f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:24.042661 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:48:24.063429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:48:24.063794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3c7f092e-42b5-4dab-925d-e0ab4b4dc01d not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:48:24.064196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 34023853-597f-420d-9ee2-d5b73c820108 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:48:24.083840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 34023853-597f-420d-9ee2-d5b73c820108 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:48:24.084170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 34023853-597f-420d-9ee2-d5b73c820108 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:48:24.314322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.361370 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.663872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41524) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:25.668562 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705141833', 'description': 'tempest-secgroup-smoke-705141833 description', 'project_id': '91139f4484934b158e5ee647130aa2cd'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:25.695672 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.708972 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.786940 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (1b8fc80e-9da3-4c41-aeae-0ed78c7390d6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.792014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1b8fc80e-9da3-4c41-aeae-0ed78c7390d6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.830312 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fc80e-9da3-4c41-aeae-0ed78c7390d6,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:25.877835 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (08f0638f-d52c-4f5e-b62f-729b4c00f2f3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.883952 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (08f0638f-d52c-4f5e-b62f-729b4c00f2f3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.913439 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:25.914595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2497289
Apr 09 21:48:25.916612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4d7f4-4dab-4b07-8d10-5bc6d3920790 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0638f-d52c-4f5e-b62f-729b4c00f2f3,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:25.918145 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41526) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:25.925017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d42ab956-f9c5-4b2e-8065-3affd1aaf028 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '08f0638f-d52c-4f5e-b62f-729b4c00f2f3', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:25.957667 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d42ab956-f9c5-4b2e-8065-3affd1aaf028 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (756cfbf8-337f-464a-922e-ff551d07d311), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.021624 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d42ab956-f9c5-4b2e-8065-3affd1aaf028 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (756cfbf8-337f-464a-922e-ff551d07d311), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.032761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d42ab956-f9c5-4b2e-8065-3affd1aaf028 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (756cfbf8-337f-464a-922e-ff551d07d311), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.059587 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ab956-f9c5-4b2e-8065-3affd1aaf028 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756cfbf8-337f-464a-922e-ff551d07d311,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:26.065235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d42ab956-f9c5-4b2e-8065-3affd1aaf028 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.069352 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41528) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:26.069521 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d42ab956-f9c5-4b2e-8065-3affd1aaf028 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1496558
Apr 09 21:48:26.074216 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7b73a128-278e-48ce-b5df-a7d0b39432b1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '08f0638f-d52c-4f5e-b62f-729b4c00f2f3', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:26.101263 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b73a128-278e-48ce-b5df-a7d0b39432b1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (a8a7bac2-2bd1-4b98-9f34-08cd7d00f8b4), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.161847 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b73a128-278e-48ce-b5df-a7d0b39432b1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (a8a7bac2-2bd1-4b98-9f34-08cd7d00f8b4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.168042 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b73a128-278e-48ce-b5df-a7d0b39432b1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a8a7bac2-2bd1-4b98-9f34-08cd7d00f8b4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.185140 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73a128-278e-48ce-b5df-a7d0b39432b1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a7bac2-2bd1-4b98-9f34-08cd7d00f8b4,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:26.196169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7b73a128-278e-48ce-b5df-a7d0b39432b1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.197422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7b73a128-278e-48ce-b5df-a7d0b39432b1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1270707
Apr 09 21:48:26.200262 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41530) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:26.204553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c03ced54-0006-4bbe-a7b7-d019e0a77628 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '08f0638f-d52c-4f5e-b62f-729b4c00f2f3', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:26.235564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c03ced54-0006-4bbe-a7b7-d019e0a77628 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (c7bb917d-0e44-4a9e-95bf-395865d26274), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.270758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.299494 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c03ced54-0006-4bbe-a7b7-d019e0a77628 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (c7bb917d-0e44-4a9e-95bf-395865d26274), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.304680 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c03ced54-0006-4bbe-a7b7-d019e0a77628 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (c7bb917d-0e44-4a9e-95bf-395865d26274), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.322337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ced54-0006-4bbe-a7b7-d019e0a77628 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bb917d-0e44-4a9e-95bf-395865d26274,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:26.334535 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c03ced54-0006-4bbe-a7b7-d019e0a77628 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.335751 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c03ced54-0006-4bbe-a7b7-d019e0a77628 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1345677
Apr 09 21:48:26.338640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41532) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:26.342945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d274679e-8d9b-467b-b1c0-59a48e3331c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '08f0638f-d52c-4f5e-b62f-729b4c00f2f3', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:26.373196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d274679e-8d9b-467b-b1c0-59a48e3331c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (40469c97-a538-453a-90ea-59373b1886c6), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.435760 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d274679e-8d9b-467b-b1c0-59a48e3331c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (40469c97-a538-453a-90ea-59373b1886c6), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.442059 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d274679e-8d9b-467b-b1c0-59a48e3331c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (40469c97-a538-453a-90ea-59373b1886c6), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.457958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274679e-8d9b-467b-b1c0-59a48e3331c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40469c97-a538-453a-90ea-59373b1886c6,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:26.469679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d274679e-8d9b-467b-b1c0-59a48e3331c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.470921 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d274679e-8d9b-467b-b1c0-59a48e3331c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1313038
Apr 09 21:48:26.473715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41534) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:26.477919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-19a56e94-24bf-49a7-a1b4-6c650a53feed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '08f0638f-d52c-4f5e-b62f-729b4c00f2f3', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:26.499217 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-19a56e94-24bf-49a7-a1b4-6c650a53feed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:48:26.505381 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19a56e94-24bf-49a7-a1b4-6c650a53feed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (6cc45ef3-5ac8-489e-8442-bc4e734c314a), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.568869 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19a56e94-24bf-49a7-a1b4-6c650a53feed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (6cc45ef3-5ac8-489e-8442-bc4e734c314a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.574748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19a56e94-24bf-49a7-a1b4-6c650a53feed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (6cc45ef3-5ac8-489e-8442-bc4e734c314a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.595549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a56e94-24bf-49a7-a1b4-6c650a53feed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc45ef3-5ac8-489e-8442-bc4e734c314a,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:26.601507 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19a56e94-24bf-49a7-a1b4-6c650a53feed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.602768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-19a56e94-24bf-49a7-a1b4-6c650a53feed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1281524
Apr 09 21:48:26.605582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41536) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:26.609810 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-4c2042d3-6657-4b37-8848-7a9f7514f2af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '08f0638f-d52c-4f5e-b62f-729b4c00f2f3', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:26.632357 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-4c2042d3-6657-4b37-8848-7a9f7514f2af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:48:26.640596 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c2042d3-6657-4b37-8848-7a9f7514f2af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (695ef4bc-a49e-496c-8e2b-c7cd3778d73d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.708538 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c2042d3-6657-4b37-8848-7a9f7514f2af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (695ef4bc-a49e-496c-8e2b-c7cd3778d73d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.714047 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c2042d3-6657-4b37-8848-7a9f7514f2af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (695ef4bc-a49e-496c-8e2b-c7cd3778d73d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.731711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2042d3-6657-4b37-8848-7a9f7514f2af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695ef4bc-a49e-496c-8e2b-c7cd3778d73d,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:26.742228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4c2042d3-6657-4b37-8848-7a9f7514f2af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.743420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4c2042d3-6657-4b37-8848-7a9f7514f2af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1369610
Apr 09 21:48:26.746686 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41538) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:26.751415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'network': {'name': 'tempest-network-smoke--823155788', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:26.772834 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:48:26.776305 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.803007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:48:26.817057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1dafb3ff-657a-4f62-a98b-2aa2c944ccc7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.817406 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Added segment 1dafb3ff-657a-4f62-a98b-2aa2c944ccc7 of type vlan for network 9bd917b1-1e8d-467f-92ce-404254234549
Apr 09 21:48:26.861622 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (9bd917b1-1e8d-467f-92ce-404254234549), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.893996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (9bd917b1-1e8d-467f-92ce-404254234549), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.898895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:26.899499 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.935760 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1880715
Apr 09 21:48:26.938976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41542) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:26.943671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'admin_state_up': True, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:26.966781 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.967016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb84fd3-9e66-42e7-acab-7fcc93d212ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Network': ['ID=9bd917b1-1e8d-467f-92ce-404254234549,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:26.967700 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:26.981776 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 9bd917b1-1e8d-467f-92ce-404254234549 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:48:27.022301 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:27.115809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:27.452414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:27.635693 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:27.654695 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:27.769541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.160 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/2eda5ef3-0e06-48a3-ad3d-e7d929d0840e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:48:27.872580 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:27.912660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:27.954109 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:48:27.956972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:48:27.961237 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:48:27.964311 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=2eda5ef3-0e06-48a3-ad3d-e7d929d0840e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:28.227864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:28.437990 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:28.582959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:48:28.696974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:48:28.706890 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Sync routers for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:48:28.716895 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:28.717614 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770a4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:48:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:28.719835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:28.721089 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-58452ee3-d219-4ad1-a8dc-517ac37612d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7810762
Apr 09 21:48:28.724415 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41548) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:28.826971 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:28.859183 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8594f46a-0ca5-4598-85a3-0187d5d7ebee tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=91139f4484934b158e5ee647130aa2cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1336248
Apr 09 21:48:28.862065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41552) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:28.952230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a763b10-e092-4ae5-91e1-8a70b8112c91 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:28.953754 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1a763b10-e092-4ae5-91e1-8a70b8112c91 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0908267
Apr 09 21:48:28.956903 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41554) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:28.984567 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f13e5e38-b7e3-4351-9f4b-cc1e2cd08d7f tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266066
Apr 09 21:48:28.987376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41556) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:28.991975 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-779383378', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:28.997660 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770a4160>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:28Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:29.085712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:48:29.089458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.124658 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Checking router: 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:48:29.124964 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Updating router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:48:29.153852 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.275182 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (99a34d8a-ad0e-42b7-84de-4e403ecb2b37), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.340834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Subnet': ['ID=99a34d8a-ad0e-42b7-84de-4e403ecb2b37,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:29.348736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Checking segment: {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:48:29.349009 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network hostable DHCP agents. Network: 9bd917b1-1e8d-467f-92ce-404254234549, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:48:29.370166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 9bd917b1-1e8d-467f-92ce-404254234549 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:48:29.380484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9bd917b1-1e8d-467f-92ce-404254234549) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:48:29.385368 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:29.386081 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.392998 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a038f-51d4-4c45-8a85-c00159d3c99b None None] Network 9bd917b1-1e8d-467f-92ce-404254234549 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:48:29.404539 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Publish callbacks [] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.408216 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-cf8422f2-72a0-4ba5-85fb-097dff4a6cb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4172897
Apr 09 21:48:29.408420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41560) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:29.413745 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.473185 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Attempting to bind port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:48:29.473558 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Attempting to bind port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:48:29.473919 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Attempting to bind port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:48:29.481082 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Pushing event updated for resources: {'Port': ['ID=2eda5ef3-0e06-48a3-ad3d-e7d929d0840e,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:29.484233 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:48:29.484601 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:48:29.484996 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.485407 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:48:29.485869 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Bound port: 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:48:29.486244 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.508930 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.509750 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.509750 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.510196 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.510286 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.510570 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.510878 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.511196 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.511519 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.511835 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.512152 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.512479 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.512780 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.513117 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.513436 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:48:29.514626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9bd917b1-1e8d-467f-92ce-404254234549', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:48:29.515591 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.550108 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] For port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:48:29.553488 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] For port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eda5ef3-0e06-48a3-ad3d-e7d929d0840e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:48:29.560395 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.622481 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eb707-e2a4-44fe-958a-7f7f9023e8b1 None None] Pushing event updated for resources: {'Port': ['ID=2eda5ef3-0e06-48a3-ad3d-e7d929d0840e,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:29.627762 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:29.628487 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770a4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:48:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:29.674230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Allocated IP 172.20.0.2 (9bd917b1-1e8d-467f-92ce-404254234549/99a34d8a-ad0e-42b7-84de-4e403ecb2b37/4d719791-56e6-4a9c-a4d4-311a0e147141) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:48:29.743598 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:29.842099 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Publish callbacks [] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.850674 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.890327 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.894649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Network 9bd917b1-1e8d-467f-92ce-404254234549 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:48:29.897533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:48:29.902071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:48:29.904104 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Pushing event updated for resources: {'Port': ['ID=4d719791-56e6-4a9c-a4d4-311a0e147141,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:29.928773 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770a4160>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:28Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:29.957775 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a3836-36fd-430d-bc1e-f7972e01c6c9 None None] The sync data for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 is: [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:28Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:48:29.965796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Attempting to bind port 4d719791-56e6-4a9c-a4d4-311a0e147141 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:48:29.966166 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Attempting to bind port 4d719791-56e6-4a9c-a4d4-311a0e147141 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:48:29.966521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Attempting to bind port 4d719791-56e6-4a9c-a4d4-311a0e147141 on network 9bd917b1-1e8d-467f-92ce-404254234549 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:48:29.972426 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:48:29.972802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Checking segment: {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:48:29.973250 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:29.978687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Bound using segment: {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:48:29.979203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Bound port: 4d719791-56e6-4a9c-a4d4-311a0e147141, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:48:29.979593 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:30.054330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] For port 4d719791-56e6-4a9c-a4d4-311a0e147141, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:48:30.058085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] For port 4d719791-56e6-4a9c-a4d4-311a0e147141, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d719791-56e6-4a9c-a4d4-311a0e147141,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:48:30.065228 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:30.132241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85260e79-2645-4389-9f27-cadf7da1b1de None None] Pushing event updated for resources: {'Port': ['ID=4d719791-56e6-4a9c-a4d4-311a0e147141,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:30.257885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.1 (9bd917b1-1e8d-467f-92ce-404254234549/99a34d8a-ad0e-42b7-84de-4e403ecb2b37/575f34e3-dc08-423f-820e-787acf58292f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:48:30.745660 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (575f34e3-dc08-423f-820e-787acf58292f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:30.780829 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (575f34e3-dc08-423f-820e-787acf58292f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:30.829890 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 9bd917b1-1e8d-467f-92ce-404254234549 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:48:30.833199 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:48:30.837317 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:48:30.844058 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=575f34e3-dc08-423f-820e-787acf58292f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:30.891216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.065559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (575f34e3-dc08-423f-820e-787acf58292f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.180413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55777aa0-6e3f-4cd9-bc63-6e33b7161d19 None None] Network 9bd917b1-1e8d-467f-92ce-404254234549 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:48:31.294959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfc5a73b-2724-4818-a778-f5b9461f2c26 None None] Provisioning complete for port 4d719791-56e6-4a9c-a4d4-311a0e147141 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:31.295329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a73b-2724-4818-a778-f5b9461f2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.374068 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (575f34e3-dc08-423f-820e-787acf58292f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.382039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (575f34e3-dc08-423f-820e-787acf58292f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.395869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5a73b-2724-4818-a778-f5b9461f2c26 None None] Current status of the port 4d719791-56e6-4a9c-a4d4-311a0e147141 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:31.396312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a73b-2724-4818-a778-f5b9461f2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.433773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfc5a73b-2724-4818-a778-f5b9461f2c26 None None] For port 4d719791-56e6-4a9c-a4d4-311a0e147141, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d719791-56e6-4a9c-a4d4-311a0e147141,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:31.444990 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a73b-2724-4818-a778-f5b9461f2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.470464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.487670 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=575f34e3-dc08-423f-820e-787acf58292f,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:31.515224 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5a73b-2724-4818-a778-f5b9461f2c26 None None] Pushing event updated for resources: {'Port': ['ID=4d719791-56e6-4a9c-a4d4-311a0e147141,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:31.569551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-93858ad3-dee8-4caa-b2d5-84334e4c1f3e None None] Provisioning complete for port 575f34e3-dc08-423f-820e-787acf58292f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:31.569927 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-93858ad3-dee8-4caa-b2d5-84334e4c1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (575f34e3-dc08-423f-820e-787acf58292f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.582547 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 9bd917b1-1e8d-467f-92ce-404254234549 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:48:31.583959 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:48:31.604617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-93858ad3-dee8-4caa-b2d5-84334e4c1f3e None None] Port 575f34e3-dc08-423f-820e-787acf58292f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:48:31.613373 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-93858ad3-dee8-4caa-b2d5-84334e4c1f3e None None] Provisioning complete for port 4d719791-56e6-4a9c-a4d4-311a0e147141 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:31.613757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-93858ad3-dee8-4caa-b2d5-84334e4c1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.698234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-93858ad3-dee8-4caa-b2d5-84334e4c1f3e None None] Current status of the port 4d719791-56e6-4a9c-a4d4-311a0e147141 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:31.727598 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:48:31.816140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d91c251d-bed7-4df6-b6f2-6ac14d75161d None None] Provisioning complete for port 575f34e3-dc08-423f-820e-787acf58292f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:31.816419 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d91c251d-bed7-4df6-b6f2-6ac14d75161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (575f34e3-dc08-423f-820e-787acf58292f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.846634 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:48:31.857448 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-436e7f34-3d1f-4168-9534-599e9c927fad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/3fb88cd3-8b33-4148-98eb-9e5bedff9e1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4477844
Apr 09 21:48:31.869025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Sync routers for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:48:31.879714 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:31.883646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d91c251d-bed7-4df6-b6f2-6ac14d75161d None None] Port 575f34e3-dc08-423f-820e-787acf58292f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:48:31.889346 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:31.890119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374ba9970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:48:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:32.018845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-93374f01-4fff-49ea-8629-68ffa1337c6b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705141833&fields=id&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 267 time: 0.0503399
Apr 09 21:48:32.021289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:32.109331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4d719791-56e6-4a9c-a4d4-311a0e147141 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:48:32.140174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2141d-3097-4f68-98e2-916adf88106c req-b91f4a30-c682-4ac0-b194-b62f1409ab2a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:32.141701 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-b91f4a30-c682-4ac0-b194-b62f1409ab2a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/networks?id=9bd917b1-1e8d-467f-92ce-404254234549 HTTP/1.1" status: 200  len: 796 time: 0.1121833
Apr 09 21:48:32.156325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-b08125fd-5adc-44af-a7fe-94acc37f283a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/quotas/91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 375 time: 0.0091231
Apr 09 21:48:32.158754 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0217333f-7fe6-4eb9-ae55-27002e82c887 None None] Provisioning complete for port 575f34e3-dc08-423f-820e-787acf58292f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:32.159191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0217333f-7fe6-4eb9-ae55-27002e82c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (575f34e3-dc08-423f-820e-787acf58292f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:32.207538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-f0fef24c-f356-447e-8b7e-eefcf4dbf56c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0456791
Apr 09 21:48:32.243507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0217333f-7fe6-4eb9-ae55-27002e82c887 None None] Port 575f34e3-dc08-423f-820e-787acf58292f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:48:32.264466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4d719791-56e6-4a9c-a4d4-311a0e147141 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:32.264834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:32.335059 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374ba9970>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 2, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:32.359595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-4c759108-b6b0-4317-b35d-cc7fd9c31137 service neutron] 10.222.0.30 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386576
Apr 09 21:48:32.364410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Checking router: 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:48:32.364761 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Updating router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b port 575f34e3-dc08-423f-820e-787acf58292f binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:48:32.415809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (575f34e3-dc08-423f-820e-787acf58292f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:32.429512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4d719791-56e6-4a9c-a4d4-311a0e147141 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:32.430560 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:48:32.455600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-1fa1f6b6-aad1-4ba8-8b41-95100dd7e4dd service neutron] 10.222.0.30 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899446
Apr 09 21:48:32.571452 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:32.571828 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:32.633431 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c8ed5101-535a-42a7-b6f9-40f850efd7c5 req-cba6f8c1-a57a-49be-82bf-98066ac936ae tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 210 time: 0.0337384
Apr 09 21:48:32.911009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:32.911376 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:32.946394 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eda5ef3-0e06-48a3-ad3d-e7d929d0840e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:32.951944 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.029822 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Publish callbacks [] for port (575f34e3-dc08-423f-820e-787acf58292f), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.036240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=2eda5ef3-0e06-48a3-ad3d-e7d929d0840e,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:33.039459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (575f34e3-dc08-423f-820e-787acf58292f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.097516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494badb-5734-4533-822e-690d154cbc75 None None] Pushing event updated for resources: {'Port': ['ID=575f34e3-dc08-423f-820e-787acf58292f,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:33.159849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Attempting to bind port 575f34e3-dc08-423f-820e-787acf58292f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:48:33.160727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Attempting to bind port 575f34e3-dc08-423f-820e-787acf58292f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:48:33.161372 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Attempting to bind port 575f34e3-dc08-423f-820e-787acf58292f on network 9bd917b1-1e8d-467f-92ce-404254234549 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:48:33.169029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:48:33.169483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Checking segment: {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:48:33.169901 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.170278 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Bound using segment: {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:48:33.170756 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Bound port: 575f34e3-dc08-423f-820e-787acf58292f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:48:33.171225 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (575f34e3-dc08-423f-820e-787acf58292f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.243254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] For port 575f34e3-dc08-423f-820e-787acf58292f, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:48:33.246767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] For port 575f34e3-dc08-423f-820e-787acf58292f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=575f34e3-dc08-423f-820e-787acf58292f,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:48:33.254237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (575f34e3-dc08-423f-820e-787acf58292f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.307696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:33.308344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374ba9970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:48:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:33.371069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494badb-5734-4533-822e-690d154cbc75 None None] Pushing event updated for resources: {'Port': ['ID=575f34e3-dc08-423f-820e-787acf58292f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:33.384896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-345b2d19-d323-4ba9-b334-6213e3a6fca7 None None] Provisioning complete for port 575f34e3-dc08-423f-820e-787acf58292f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:33.385385 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-345b2d19-d323-4ba9-b334-6213e3a6fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (575f34e3-dc08-423f-820e-787acf58292f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.487245 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:33.588094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-345b2d19-d323-4ba9-b334-6213e3a6fca7 None None] Current status of the port 575f34e3-dc08-423f-820e-787acf58292f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:33.588402 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-345b2d19-d323-4ba9-b334-6213e3a6fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (575f34e3-dc08-423f-820e-787acf58292f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.682683 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-345b2d19-d323-4ba9-b334-6213e3a6fca7 None None] For port 575f34e3-dc08-423f-820e-787acf58292f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=575f34e3-dc08-423f-820e-787acf58292f,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:33.696176 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-345b2d19-d323-4ba9-b334-6213e3a6fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (575f34e3-dc08-423f-820e-787acf58292f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.754476 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c9408af0-3458-4bfe-8792-5de1d667dacc req-789f2e19-e9d5-4d19-a281-18cfd180d8e3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 210 time: 0.0388529
Apr 09 21:48:33.782433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2141d-3097-4f68-98e2-916adf88106c req-6a43af99-752c-48c7-9d8a-8a4b29ab410a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:33.784112 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-6a43af99-752c-48c7-9d8a-8a4b29ab410a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/networks?id=9bd917b1-1e8d-467f-92ce-404254234549 HTTP/1.1" status: 200  len: 796 time: 0.1261427
Apr 09 21:48:33.793437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b2d19-d323-4ba9-b334-6213e3a6fca7 None None] Pushing event updated for resources: {'Port': ['ID=575f34e3-dc08-423f-820e-787acf58292f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:33.797297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374ba9970>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:33Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:33.831956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f01a1-29d6-4737-8031-f20306ff0fb1 None None] The sync data for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 is: [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:33Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:48:33.840046 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7acdc977-79f2-4acb-9450-c7d5419d4c5a None None] Provisioning complete for port 575f34e3-dc08-423f-820e-787acf58292f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:33.840396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7acdc977-79f2-4acb-9450-c7d5419d4c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (575f34e3-dc08-423f-820e-787acf58292f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:33.862605 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-4b111ce6-c323-4cbf-ad1c-e5b3e3e192e3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 379 time: 0.0702629
Apr 09 21:48:33.874349 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'port': {'device_id': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'admin_state_up': True, 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'security_groups': ['08f0638f-d52c-4f5e-b62f-729b4c00f2f3']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:33.958902 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7acdc977-79f2-4acb-9450-c7d5419d4c5a None None] Current status of the port 575f34e3-dc08-423f-820e-787acf58292f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:34.010654 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:48:34.014345 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.136471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:48:34.160909 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.6 (9bd917b1-1e8d-467f-92ce-404254234549/99a34d8a-ad0e-42b7-84de-4e403ecb2b37/f76d6736-6440-4883-a120-8d719eacbfbd) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:48:34.188084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:34.188452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.280999 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:34.282149 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 575f34e3-dc08-423f-820e-787acf58292f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:48:34.308388 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (f76d6736-6440-4883-a120-8d719eacbfbd), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.330405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 575f34e3-dc08-423f-820e-787acf58292f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:34.330859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (575f34e3-dc08-423f-820e-787acf58292f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.352488 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.397712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 9bd917b1-1e8d-467f-92ce-404254234549 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:48:34.401201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:48:34.405815 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:48:34.432127 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 575f34e3-dc08-423f-820e-787acf58292f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:34.437460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=f76d6736-6440-4883-a120-8d719eacbfbd,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:34.465466 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:34.466143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.486424 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-375e76b6-b4b4-48b6-8942-24010b0dc60c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6162858
Apr 09 21:48:34.496579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-8118b7f7-d8ad-4aba-98bf-db640a66d747 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:48:34.497748 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-8118b7f7-d8ad-4aba-98bf-db640a66d747 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059679
Apr 09 21:48:34.564533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Request body: {'port': {'device_id': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:34.636731 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.680679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-12b8adb9-a328-4bff-b62d-d20d1874b51c None None] Provisioning complete for port f76d6736-6440-4883-a120-8d719eacbfbd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:34.681172 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-12b8adb9-a328-4bff-b62d-d20d1874b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.719083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-12b8adb9-a328-4bff-b62d-d20d1874b51c None None] Port f76d6736-6440-4883-a120-8d719eacbfbd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:48:34.869360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cbac-e3ad-472e-b58c-550073c1c4e4 req-00edb18b-620d-46fa-8681-a75e6bb2a626 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:34.871602 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b2cbac-e3ad-472e-b58c-550073c1c4e4 req-00edb18b-620d-46fa-8681-a75e6bb2a626 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 931 time: 0.0513551
Apr 09 21:48:34.919601 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76d6736-6440-4883-a120-8d719eacbfbd {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:48:34.922937 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7b2cbac-e3ad-472e-b58c-550073c1c4e4 req-a57f1241-13c3-4772-be12-da577c52ff45 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454993
Apr 09 21:48:34.930280 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Publish callbacks [] for port (f76d6736-6440-4883-a120-8d719eacbfbd), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:34.946697 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Transition to ACTIVE for port object f76d6736-6440-4883-a120-8d719eacbfbd will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:48:34.951537 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:35.010191 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Pushing event updated for resources: {'Port': ['ID=f76d6736-6440-4883-a120-8d719eacbfbd,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:35.089954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Attempting to bind port f76d6736-6440-4883-a120-8d719eacbfbd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:48:35.090284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Attempting to bind port f76d6736-6440-4883-a120-8d719eacbfbd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:48:35.090746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Attempting to bind port f76d6736-6440-4883-a120-8d719eacbfbd on network 9bd917b1-1e8d-467f-92ce-404254234549 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:48:35.095924 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Port f76d6736-6440-4883-a120-8d719eacbfbd on network 9bd917b1-1e8d-467f-92ce-404254234549 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:48:35.096244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Attempting to bind port f76d6736-6440-4883-a120-8d719eacbfbd on network 9bd917b1-1e8d-467f-92ce-404254234549 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:48:35.101843 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:48:35.102176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Checking segment: {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:48:35.102559 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Bound using segment: {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:48:35.102986 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Bound port: f76d6736-6440-4883-a120-8d719eacbfbd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:48:35.103342 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:35.174777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] For port f76d6736-6440-4883-a120-8d719eacbfbd, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:48:35.178376 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] For port f76d6736-6440-4883-a120-8d719eacbfbd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f76d6736-6440-4883-a120-8d719eacbfbd,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:48:35.185339 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:35.221269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:35.221939 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:35.223551 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] 10.222.0.25 "PUT /v2.0/ports/f76d6736-6440-4883-a120-8d719eacbfbd HTTP/1.1" status: 200  len: 1091 time: 0.7181153
Apr 09 21:48:35.226121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:48:35.229274 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:48:35.262057 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045554d8-010c-48dd-bbba-5be0dd5344cd service neutron] Pushing event updated for resources: {'Port': ['ID=f76d6736-6440-4883-a120-8d719eacbfbd,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:35.311888 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577c870-a9b8-4774-a03a-6d0e38cad225 x-openstack-request-id: req-9577c870-a9b8-4774-a03a-6d0e38cad225 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:48:35.312172 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:48:35.312424 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9577c870-a9b8-4774-a03a-6d0e38cad225 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:48:35.312825 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9577c870-a9b8-4774-a03a-6d0e38cad225'] response: {'name': 'network-changed', 'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'status': 'completed', 'code': 200}
Apr 09 21:48:35.325621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2141d-3097-4f68-98e2-916adf88106c req-e9479d7e-fcd9-4c7b-b801-a5f818dd3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:35.327173 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-e9479d7e-fcd9-4c7b-b801-a5f818dd3e1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 1125 time: 0.0585761
Apr 09 21:48:35.370417 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-8e62351c-871c-4b2c-a662-5660b902df7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76d6736-6440-4883-a120-8d719eacbfbd HTTP/1.1" status: 200  len: 217 time: 0.0359101
Apr 09 21:48:35.421734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2141d-3097-4f68-98e2-916adf88106c req-f4abcd49-3f74-46a5-965c-be2c6c2cf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:35.423269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-f4abcd49-3f74-46a5-965c-be2c6c2cf19f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99a34d8a-ad0e-42b7-84de-4e403ecb2b37 HTTP/1.1" status: 200  len: 834 time: 0.0462294
Apr 09 21:48:35.467941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2141d-3097-4f68-98e2-916adf88106c req-f2b16be6-27c7-4432-a27b-bef80d50b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:35.470284 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-f2b16be6-27c7-4432-a27b-bef80d50b948 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9bd917b1-1e8d-467f-92ce-404254234549&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401716
Apr 09 21:48:35.566139 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-8e3af16b-f8a6-495b-b27f-c1aa45e098c7 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888054
Apr 09 21:48:35.664141 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-58a2141d-3097-4f68-98e2-916adf88106c req-c6e7bfca-06c0-4092-b234-875c8a633194 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926280
Apr 09 21:48:36.050129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faa53f-3a35-47b5-9b6f-0dd7cf2a2640 req-136f807d-68b4-48d2-b73e-44112537f842 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:36.051746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17faa53f-3a35-47b5-9b6f-0dd7cf2a2640 req-136f807d-68b4-48d2-b73e-44112537f842 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 943 time: 0.0497217
Apr 09 21:48:36.107444 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-17faa53f-3a35-47b5-9b6f-0dd7cf2a2640 req-849e0e8b-2264-4b2e-a0c8-01b8a397c601 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476573
Apr 09 21:48:37.234212 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fc615-f4ed-4e21-9fc6-086b4d6ea750 req-e56e2aad-8311-4f97-b17d-78d10826f929 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:37.235673 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-726fc615-f4ed-4e21-9fc6-086b4d6ea750 req-e56e2aad-8311-4f97-b17d-78d10826f929 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 943 time: 0.0523016
Apr 09 21:48:37.289406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-726fc615-f4ed-4e21-9fc6-086b4d6ea750 req-df1b6cff-c750-4d16-9a60-d1bb3dfd5de7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451617
Apr 09 21:48:37.746133 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-836e7bc4-428c-40d3-9c0e-70921228e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:37.747638 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-836e7bc4-428c-40d3-9c0e-70921228e481 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 1125 time: 0.0425661
Apr 09 21:48:37.837369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-cf8a0f33-8115-49e4-83c5-d0fb792280b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:37.838826 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-cf8a0f33-8115-49e4-83c5-d0fb792280b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9bd917b1-1e8d-467f-92ce-404254234549 HTTP/1.1" status: 200  len: 897 time: 0.0852964
Apr 09 21:48:37.884038 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-b37ce88c-ecca-4cf0-badd-d6dd4f4baca5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76d6736-6440-4883-a120-8d719eacbfbd HTTP/1.1" status: 200  len: 217 time: 0.0383792
Apr 09 21:48:37.933610 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-92283e83-c023-4d5a-a628-9a9f308a26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:37.935035 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-92283e83-c023-4d5a-a628-9a9f308a26c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99a34d8a-ad0e-42b7-84de-4e403ecb2b37 HTTP/1.1" status: 200  len: 834 time: 0.0446022
Apr 09 21:48:37.978826 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-c3088be5-9a22-4339-832c-efcd19e3ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:37.980297 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-c3088be5-9a22-4339-832c-efcd19e3ef51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9bd917b1-1e8d-467f-92ce-404254234549&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393748
Apr 09 21:48:38.083229 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-a5237184-b25f-4511-a73d-e5747639a123 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960884
Apr 09 21:48:38.174560 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3ab481bd-dab3-4cc3-9e4c-f686d20cdd1f req-865379a0-cb98-447b-a019-6fa3a8fcbac6 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854707
Apr 09 21:48:38.419063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e9761-2210-424b-b04a-5a81c145be8d req-b9c4d929-420f-4e59-a981-f548e31d8c8e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:38.420553 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc0e9761-2210-424b-b04a-5a81c145be8d req-b9c4d929-420f-4e59-a981-f548e31d8c8e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 943 time: 0.0548055
Apr 09 21:48:38.477422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc0e9761-2210-424b-b04a-5a81c145be8d req-3165c8bb-3d81-4178-a1c9-eee6fab977ba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499310
Apr 09 21:48:39.053602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f76d6736-6440-4883-a120-8d719eacbfbd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:48:39.159298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f76d6736-6440-4883-a120-8d719eacbfbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f76d6736-6440-4883-a120-8d719eacbfbd,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:39.171156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'port_id': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'mac_address': 'fa:16:3e:9b:16:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:48:39.211098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port f76d6736-6440-4883-a120-8d719eacbfbd is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:39.211762 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:39.234867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76d6736-6440-4883-a120-8d719eacbfbd {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:48:39.256786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f76d6736-6440-4883-a120-8d719eacbfbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f76d6736-6440-4883-a120-8d719eacbfbd,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:39.263003 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:39.313565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=f76d6736-6440-4883-a120-8d719eacbfbd,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:39.601827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632fa3e-38c2-4218-8c07-e3bdc177ff81 req-0adfbf85-8f9a-480f-b1f5-4851f544cbb3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:39.603218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4632fa3e-38c2-4218-8c07-e3bdc177ff81 req-0adfbf85-8f9a-480f-b1f5-4851f544cbb3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 944 time: 0.0579000
Apr 09 21:48:39.625854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['f76d6736-6440-4883-a120-8d719eacbfbd'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:48:39.652655 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4632fa3e-38c2-4218-8c07-e3bdc177ff81 req-77c23409-1ce4-46d5-9d72-6861ab19edb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436165
Apr 09 21:48:40.784837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a210f-9ae6-4a6e-9bd2-1907e10890e7 req-31279e52-e09d-44cb-8e6b-5555cb519985 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:40.786344 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a2a210f-9ae6-4a6e-9bd2-1907e10890e7 req-31279e52-e09d-44cb-8e6b-5555cb519985 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 944 time: 0.0484991
Apr 09 21:48:40.838900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7a2a210f-9ae6-4a6e-9bd2-1907e10890e7 req-c9b1c4aa-f93d-4cc7-bc58-4cb2feb3fa4c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445178
Apr 09 21:48:41.054909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f76d6736-6440-4883-a120-8d719eacbfbd up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:48:41.106963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port f76d6736-6440-4883-a120-8d719eacbfbd completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:48:41.116188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port f76d6736-6440-4883-a120-8d719eacbfbd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:48:41.116603 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:41.194522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port f76d6736-6440-4883-a120-8d719eacbfbd is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:48:41.194904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:41.224569 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:48:41.226907 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566d5e12-e457-4a87-a8cd-54c4717818ea" -d '{"events": [{"server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "name": "network-vif-plugged", "status": "completed", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:48:41.239270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port f76d6736-6440-4883-a120-8d719eacbfbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f76d6736-6440-4883-a120-8d719eacbfbd,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:48:41.244706 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:41.269900 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ecb2c-6e2d-4661-b770-2c778c0ef1cf x-openstack-request-id: req-5c0ecb2c-6e2d-4661-b770-2c778c0ef1cf {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:48:41.270210 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "name": "network-vif-plugged", "status": "completed", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:48:41.271042 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c0ecb2c-6e2d-4661-b770-2c778c0ef1cf {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:48:41.271441 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0ecb2c-6e2d-4661-b770-2c778c0ef1cf'] response: {'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'code': 200}
Apr 09 21:48:41.299673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=f76d6736-6440-4883-a120-8d719eacbfbd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:41.365301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ce5c-57cf-4058-b77a-55511b7f75f1 req-e4a6e2f5-a8e1-413e-ba78-fddbfa3645cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:41.366765 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a247ce5c-57cf-4058-b77a-55511b7f75f1 req-e4a6e2f5-a8e1-413e-ba78-fddbfa3645cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 1127 time: 0.0435932
Apr 09 21:48:41.414444 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a247ce5c-57cf-4058-b77a-55511b7f75f1 req-06685115-274e-42df-92b1-190cd6f82f9a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413206
Apr 09 21:48:41.963688 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe172b5-6d7d-4538-be02-d1d38e44c40b req-31faa3a8-9c0d-4e20-b9d5-dd327152820c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:41.965224 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fe172b5-6d7d-4538-be02-d1d38e44c40b req-31faa3a8-9c0d-4e20-b9d5-dd327152820c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0487649
Apr 09 21:48:42.019919 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fe172b5-6d7d-4538-be02-d1d38e44c40b req-b93c02d5-b4a3-48fd-9db8-0dde9988eb54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485284
Apr 09 21:48:43.156766 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b84d7-70df-4c01-a7f0-b782672550e2 req-0459af1d-bc6d-4463-a145-447a6d66f72a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:43.160982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b0b84d7-70df-4c01-a7f0-b782672550e2 req-0459af1d-bc6d-4463-a145-447a6d66f72a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0610812
Apr 09 21:48:43.211383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7b0b84d7-70df-4c01-a7f0-b782672550e2 req-5a5c363a-2ce6-4d7b-872f-71a536547f81 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449052
Apr 09 21:48:43.337824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ccc1-cfa5-4585-bf32-646e62a43b71 req-af98752b-e9c9-4ee1-8450-239940a69ff1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:43.339200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4909ccc1-cfa5-4585-bf32-646e62a43b71 req-af98752b-e9c9-4ee1-8450-239940a69ff1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0581641
Apr 09 21:48:43.389174 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4909ccc1-cfa5-4585-bf32-646e62a43b71 req-42f911b8-925a-4965-b2c8-2c672d00cc1d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441885
Apr 09 21:48:43.418389 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41616) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:43.456922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06538f20-8cb6-4c0d-a39f-125b1b8a7b98 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:43.458500 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-06538f20-8cb6-4c0d-a39f-125b1b8a7b98 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 1122 time: 0.0391426
Apr 09 21:48:43.461621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41618) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:43.465888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:48:43.491975 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:43.585606 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:43.697849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.5 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/d8c3dbdf-6a8c-46a2-93db-af6615c4509e) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:48:43.809322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:43.851354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:43.891182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:48:43.894039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:48:43.896629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:48:43.920945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=d8c3dbdf-6a8c-46a2-93db-af6615c4509e,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:44.697376 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (b0419277-0814-4e61-9e32-247a12b58d86), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:44.808856 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:44.974077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:44.981614 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:45.050166 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=d8c3dbdf-6a8c-46a2-93db-af6615c4509e,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:48:45.062509 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (b0419277-0814-4e61-9e32-247a12b58d86), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:45.167642 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP b0419277-0814-4e61-9e32-247a12b58d86 associated. External IP: 172.35.0.5, port: f76d6736-6440-4883-a120-8d719eacbfbd.
Apr 09 21:48:45.398648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:48:45.518625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:48:45.528354 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] Sync routers for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:48:45.537821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:45.540823 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:45.541486 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377293100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:48:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:45.569307 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d5e80154-da4b-41fe-90d1-2e4e4a09f563 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.1066430
Apr 09 21:48:45.569902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:48:45.572289 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db9fe6b-7b00-4d96-b69a-c711afd1f238" -d '{"events": [{"name": "network-changed", "server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:48:45.614280 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4b72b1-d9f8-44b7-a134-bf2f1aaf661c x-openstack-request-id: req-8d4b72b1-d9f8-44b7-a134-bf2f1aaf661c {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:48:45.615878 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:48:45.616188 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d4b72b1-d9f8-44b7-a134-bf2f1aaf661c {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:48:45.616640 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4b72b1-d9f8-44b7-a134-bf2f1aaf661c'] response: {'name': 'network-changed', 'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'status': 'completed', 'code': 200}
Apr 09 21:48:45.653985 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:45.677689 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-c8a38356-7939-4224-975b-e8bdd7743bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:45.679286 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-c8a38356-7939-4224-975b-e8bdd7743bbe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 1127 time: 0.0418172
Apr 09 21:48:45.685511 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad09bb-9fa2-4e5b-9812-2a5f2147c68e req-b0d1393f-bbfb-4ecd-acbd-ff9efc04e045 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:45.687175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bad09bb-9fa2-4e5b-9812-2a5f2147c68e req-b0d1393f-bbfb-4ecd-acbd-ff9efc04e045 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0621541
Apr 09 21:48:45.737250 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bad09bb-9fa2-4e5b-9812-2a5f2147c68e req-65b7795d-9b9c-492e-a392-8f97b729522e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443149
Apr 09 21:48:45.760669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41624) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:45.779399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-078733c1-55b2-4ddf-9677-0b4f92e476ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:45.780802 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-078733c1-55b2-4ddf-9677-0b4f92e476ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=9bd917b1-1e8d-467f-92ce-404254234549 HTTP/1.1" status: 200  len: 897 time: 0.0963182
Apr 09 21:48:45.822581 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3a734c42-b56a-48b8-a6d3-87852d807c34 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/b0419277-0814-4e61-9e32-247a12b58d86 HTTP/1.1" status: 200  len: 989 time: 0.0595620
Apr 09 21:48:45.847860 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-effb32fe-a3e5-4d63-994d-7247aac9bfce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76d6736-6440-4883-a120-8d719eacbfbd HTTP/1.1" status: 200  len: 997 time: 0.0607338
Apr 09 21:48:45.877910 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377293100>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0419277-0814-4e61-9e32-247a12b58d86', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.5', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'port_id': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'mac_address': 'fa:16:3e:9b:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:48:44Z', 'updated_at': '2022-04-09T21:48:44Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:33Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:45.896744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-f77bb22c-f7d8-439e-8972-7920eb7ee8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:45.898261 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-f77bb22c-f7d8-439e-8972-7920eb7ee8d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99a34d8a-ad0e-42b7-84de-4e403ecb2b37 HTTP/1.1" status: 200  len: 834 time: 0.0447118
Apr 09 21:48:45.904586 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] Checking router: 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:48:45.913988 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:48:45.914591 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377293100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:48:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:45.945512 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-eca6e04e-0326-44e0-a234-ce18247267b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:48:45.947050 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-eca6e04e-0326-44e0-a234-ce18247267b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9bd917b1-1e8d-467f-92ce-404254234549&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431311
Apr 09 21:48:46.023759 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:48:46.040583 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-2d8750a6-d02a-4173-88c6-6a8123d9c49c service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862820
Apr 09 21:48:46.134552 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1db9fe6b-7b00-4d96-b69a-c711afd1f238 req-13062c21-a5d0-4fef-baf4-ef4109b2c817 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881872
Apr 09 21:48:46.248806 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377293100>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0419277-0814-4e61-9e32-247a12b58d86', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.5', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'port_id': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'mac_address': 'fa:16:3e:9b:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:48:44Z', 'updated_at': '2022-04-09T21:48:44Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:33Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:48:46.279866 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0dd1a-6082-4918-acee-7984edac39e0 None None] The sync data for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 is: [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0419277-0814-4e61-9e32-247a12b58d86', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.5', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'port_id': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'mac_address': 'fa:16:3e:9b:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:48:44Z', 'updated_at': '2022-04-09T21:48:44Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:33Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:48:46.477515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8fade-9868-4885-8e0c-351e702a74e9 None None] New status for floating IP b0419277-0814-4e61-9e32-247a12b58d86: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:48:46.826252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41626) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:48:46.894774 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6a9ba8fa-016c-447b-919a-5e970b562a65 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/b0419277-0814-4e61-9e32-247a12b58d86 HTTP/1.1" status: 200  len: 991 time: 0.0670738
Apr 09 21:48:50.483265 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-464402c6-c993-4b7b-9697-ee26a9f16150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:53.004131 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-35d16b48-9701-480a-b816-8e9686aa7e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:54.327139 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:55.368166 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:56.268527 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:48:57.128828 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:00.911968 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:49:01.837938 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:20.488896 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-527dd32b-da4b-43d5-ad13-4e12bc3ddcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:22.732686 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-c8aa0efa-2ad6-4ace-bd8f-8401954c2c87 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0407870
Apr 09 21:49:22.811291 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-ccca7def-2e13-40d1-a933-e4b5c122787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:22.812777 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-ccca7def-2e13-40d1-a933-e4b5c122787a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 1127 time: 0.0388274
Apr 09 21:49:22.918550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-26e3f37b-0776-48a4-a112-f30c464bcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:22.920022 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-26e3f37b-0776-48a4-a112-f30c464bcf28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9bd917b1-1e8d-467f-92ce-404254234549 HTTP/1.1" status: 200  len: 897 time: 0.0888584
Apr 09 21:49:22.985049 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-4f9bc72f-f4e5-47c2-8d06-45af3ecc5ef7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76d6736-6440-4883-a120-8d719eacbfbd HTTP/1.1" status: 200  len: 999 time: 0.0575593
Apr 09 21:49:22.999633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6131077d-9852-4306-a826-aca7ba28002d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:23.043105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-0489ab18-8afb-43bd-8ea4-8f50a49c6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:23.044619 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-0489ab18-8afb-43bd-8ea4-8f50a49c6aac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99a34d8a-ad0e-42b7-84de-4e403ecb2b37 HTTP/1.1" status: 200  len: 834 time: 0.0531945
Apr 09 21:49:23.088748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-887dc2e6-522f-45ca-82f0-658acb3cdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:23.090281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-887dc2e6-522f-45ca-82f0-658acb3cdc2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9bd917b1-1e8d-467f-92ce-404254234549&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398972
Apr 09 21:49:23.183729 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-c196d11c-f117-4832-b59c-2a7c5af12c64 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866513
Apr 09 21:49:23.281497 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-edabee88-4916-4eec-9937-ecc7e4435cd3 req-283165d7-105c-446b-9744-2776bda2647d service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910091
Apr 09 21:49:24.324104 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:25.370924 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:26.275294 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:27.130943 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:31.861960 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:37.913283 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:49:49.804022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09268ee5-b910-4c87-bedf-885a6098d819 req-fd686733-4d8d-441c-b11b-79f2214ddebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:49.805547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09268ee5-b910-4c87-bedf-885a6098d819 req-fd686733-4d8d-441c-b11b-79f2214ddebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0516236
Apr 09 21:49:49.856485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-09268ee5-b910-4c87-bedf-885a6098d819 req-99b19679-697e-4231-b730-d49c31a639ca tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451136
Apr 09 21:49:50.494504 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d82061fb-2849-4ef7-a61d-ba23c93ef31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:50.998131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092c35-f2e4-4158-b4fa-282555b084be req-ebc58bae-2a18-4ba2-ad8d-ad60bc7af21a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:50.999671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85092c35-f2e4-4158-b4fa-282555b084be req-ebc58bae-2a18-4ba2-ad8d-ad60bc7af21a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0609465
Apr 09 21:49:51.048990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85092c35-f2e4-4158-b4fa-282555b084be req-4926e576-bdb1-4f52-9fa4-11f74ebd0a4a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435627
Apr 09 21:49:51.071601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41688) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:49:51.134238 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-56c17cdf-da56-4efc-a409-783cd8f25668 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/b0419277-0814-4e61-9e32-247a12b58d86 HTTP/1.1" status: 200  len: 991 time: 0.0614951
Apr 09 21:49:52.422426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd07f0-be16-4cbd-8fe7-cfc669866c05 req-db3cc97a-be2b-4f28-b53b-59349720b59a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:52.423901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11cd07f0-be16-4cbd-8fe7-cfc669866c05 req-db3cc97a-be2b-4f28-b53b-59349720b59a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0521402
Apr 09 21:49:52.477328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-11cd07f0-be16-4cbd-8fe7-cfc669866c05 req-68d2aa62-4298-446d-86bd-156ba557e32e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449889
Apr 09 21:49:53.019309 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-06522e87-d5e3-4a70-b6af-78b4c35fc3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:53.611221 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a0611-574d-4b25-b5a5-0cafee39cd8c req-3861e330-06c5-46f3-95f5-b3827057b756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:53.612713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f3a0611-574d-4b25-b5a5-0cafee39cd8c req-3861e330-06c5-46f3-95f5-b3827057b756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0562584
Apr 09 21:49:53.664046 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f3a0611-574d-4b25-b5a5-0cafee39cd8c req-8556caaa-5b49-4ca9-a63a-76f51f5bcb82 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454710
Apr 09 21:49:53.687769 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41698) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:49:53.754174 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b636bf1-b7aa-4fdd-b506-cc3d85c27ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/b0419277-0814-4e61-9e32-247a12b58d86 HTTP/1.1" status: 200  len: 991 time: 0.0652201
Apr 09 21:49:53.994473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41704) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:49:54.160367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port d8c3dbdf-6a8c-46a2-93db-af6615c4509e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:49:54.160720 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:54.248765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:54.249100 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:54.261190 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for d8c3dbdf-6a8c-46a2-93db-af6615c4509e owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:49:54.324432 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:54.423741 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (d8c3dbdf-6a8c-46a2-93db-af6615c4509e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:54.449220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=d8c3dbdf-6a8c-46a2-93db-af6615c4509e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:49:54.461818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.461818 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.462201 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.462541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.462878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.463200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.463516 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.463842 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.464168 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.464492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.464817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.465167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.465491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.465814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.466133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:54.544416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (b0419277-0814-4e61-9e32-247a12b58d86), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:54.544889 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP b0419277-0814-4e61-9e32-247a12b58d86 disassociated (deleted). External IP: 172.35.0.5, port: f76d6736-6440-4883-a120-8d719eacbfbd.
Apr 09 21:49:54.762515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:49:54.878155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:49:54.883241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:54.887966 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] Sync routers for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:49:54.898932 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:49:54.899569 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376eae8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:49:54.913792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c773c2c9-018c-4914-9670-01407a09ccbb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0419277-0814-4e61-9e32-247a12b58d86 HTTP/1.1" status: 204  len: 168 time: 0.9178016
Apr 09 21:49:54.914380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:49:54.916665 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457c7bdf-5cb0-4d49-880f-177aef00760c" -d '{"events": [{"name": "network-changed", "server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:49:55.016693 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:49:55.021762 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12042be6-6c8a-4915-a5a2-7dfe9450afab x-openstack-request-id: req-12042be6-6c8a-4915-a5a2-7dfe9450afab {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:49:55.022119 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:49:55.022417 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12042be6-6c8a-4915-a5a2-7dfe9450afab {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:49:55.022830 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12042be6-6c8a-4915-a5a2-7dfe9450afab'] response: {'name': 'network-changed', 'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'status': 'completed', 'code': 200}
Apr 09 21:49:55.094195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-81e30806-39df-4784-af6b-01834ba5034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:55.096471 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-81e30806-39df-4784-af6b-01834ba5034a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 1127 time: 0.0507720
Apr 09 21:49:55.163137 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c48196-d848-41c9-8261-9403084d5f44 req-476e81c5-1f9c-46d3-81c3-2f3e23e23d62 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:55.164661 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62c48196-d848-41c9-8261-9403084d5f44 req-476e81c5-1f9c-46d3-81c3-2f3e23e23d62 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0526929
Apr 09 21:49:55.212884 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376eae8e0>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:33Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:49:55.215318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-62c48196-d848-41c9-8261-9403084d5f44 req-9107103b-4503-4d38-a8be-007ab6ffc568 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445507
Apr 09 21:49:55.240586 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] Checking router: 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:49:55.249551 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:49:55.250216 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376eae8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:49:55.363617 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:49:55.370397 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:55.557792 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376eae8e0>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:33Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:49:55.587692 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b34d62-31d1-48ce-8595-dc052c0d96d4 None None] The sync data for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 is: [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:48:31Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '575f34e3-dc08-423f-820e-787acf58292f', 'name': '', 'network_id': '9bd917b1-1e8d-467f-92ce-404254234549', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:0a:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:30Z', 'updated_at': '2022-04-09T21:48:33Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '99a34d8a-ad0e-42b7-84de-4e403ecb2b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:49:55.842361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271ed67-a7b4-45ba-b221-43e73e40cf0a None None] New status for floating IP b0419277-0814-4e61-9e32-247a12b58d86: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:49:56.340420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199dc84-b792-434d-b73b-d96f04cc232c req-da53081e-ff36-4be4-a48f-79656ccd1152 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:56.342786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e199dc84-b792-434d-b73b-d96f04cc232c req-da53081e-ff36-4be4-a48f-79656ccd1152 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0524232
Apr 09 21:49:56.366282 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-9231fac9-01c4-49fc-ba50-0167a0310336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:56.367799 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-9231fac9-01c4-49fc-ba50-0167a0310336 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9bd917b1-1e8d-467f-92ce-404254234549 HTTP/1.1" status: 200  len: 897 time: 0.0937099
Apr 09 21:49:56.398542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e199dc84-b792-434d-b73b-d96f04cc232c req-686f4b40-bbf0-4d10-814c-2eb9e1b4d110 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=08f0638f-d52c-4f5e-b62f-729b4c00f2f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487893
Apr 09 21:49:56.416769 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-13f8a873-25a9-4ba1-8f9c-fbca4fe30cb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76d6736-6440-4883-a120-8d719eacbfbd HTTP/1.1" status: 200  len: 217 time: 0.0423429
Apr 09 21:49:56.432757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:56.469659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-e37cf5d7-054b-446f-8ee0-c11f7c58d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:56.471355 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-e37cf5d7-054b-446f-8ee0-c11f7c58d191 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99a34d8a-ad0e-42b7-84de-4e403ecb2b37 HTTP/1.1" status: 200  len: 834 time: 0.0464625
Apr 09 21:49:56.518030 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-f200b5a2-cf25-4e7c-a11a-17dcbc2f1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:56.519494 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-f200b5a2-cf25-4e7c-a11a-17dcbc2f1a59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9bd917b1-1e8d-467f-92ce-404254234549&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0405779
Apr 09 21:49:56.659586 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-9c5d9a3d-677d-4c08-9ba0-c31f2b00ad1d service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903640
Apr 09 21:49:56.819378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-0bc47397-5a27-4531-86ba-2611e5cc2ea0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:49:56.821022 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-0bc47397-5a27-4531-86ba-2611e5cc2ea0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 945 time: 0.0890393
Apr 09 21:49:56.878116 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-5dd515a5-ace7-4078-872c-6ad0ff536f55 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577258
Apr 09 21:49:56.921960 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port f76d6736-6440-4883-a120-8d719eacbfbd {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:49:56.922330 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:57.012885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port f76d6736-6440-4883-a120-8d719eacbfbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f76d6736-6440-4883-a120-8d719eacbfbd,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:49:57.013278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:57.126825 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:57.326190 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for f76d6736-6440-4883-a120-8d719eacbfbd owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:49:57.456916 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (f76d6736-6440-4883-a120-8d719eacbfbd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:57.489616 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=f76d6736-6440-4883-a120-8d719eacbfbd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:49:57.502834 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-14711b1a-b4ff-4a3e-8918-7b239e65a389 req-66835565-8d9d-46e6-9fc7-8076b846bede tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=c00b8d01-d71a-4456-a5a9-92d096e8106e HTTP/1.1" status: 200  len: 210 time: 0.0301733
Apr 09 21:49:57.503382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.503382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.503382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.503382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.503807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.503919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.504230 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.504569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.504850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.505203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.505532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.505853 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.506173 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.506500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.506820 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:49:57.543898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] No DVR routers for this DVR port f76d6736-6440-4883-a120-8d719eacbfbd on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:49:57.546656 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:57.549943 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-a5cb619d-e3d3-42d3-a33e-d482b7ac6d72 req-b08902a7-5cb4-4483-90a7-205d4cab065f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "DELETE /v2.0/ports/f76d6736-6440-4883-a120-8d719eacbfbd HTTP/1.1" status: 204  len: 173 time: 0.7224321
Apr 09 21:49:57.550387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'name': 'network-vif-deleted', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:49:57.552655 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f97b119-4d74-439d-aff2-fd70ae971dcb" -d '{"events": [{"server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "name": "network-vif-deleted", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:49:57.659553 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb28976-df24-48e0-87f1-3fd66d913806 x-openstack-request-id: req-adb28976-df24-48e0-87f1-3fd66d913806 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:49:57.659846 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00b8d01-d71a-4456-a5a9-92d096e8106e", "name": "network-vif-deleted", "tag": "f76d6736-6440-4883-a120-8d719eacbfbd", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:49:57.660097 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adb28976-df24-48e0-87f1-3fd66d913806 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:49:57.660507 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb28976-df24-48e0-87f1-3fd66d913806'] response: {'server_uuid': 'c00b8d01-d71a-4456-a5a9-92d096e8106e', 'name': 'network-vif-deleted', 'tag': 'f76d6736-6440-4883-a120-8d719eacbfbd', 'status': 'completed', 'code': 200}
Apr 09 21:49:58.579920 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41724) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:49:58.949318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:59.205446 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 575f34e3-dc08-423f-820e-787acf58292f {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:49:59.205715 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (575f34e3-dc08-423f-820e-787acf58292f), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:59.296481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port 575f34e3-dc08-423f-820e-787acf58292f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=575f34e3-dc08-423f-820e-787acf58292f,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:49:59.296831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (575f34e3-dc08-423f-820e-787acf58292f), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:59.309889 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 575f34e3-dc08-423f-820e-787acf58292f owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:49:59.508199 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (575f34e3-dc08-423f-820e-787acf58292f), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:59.539736 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=575f34e3-dc08-423f-820e-787acf58292f,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:49:59.724476 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:49:59.979399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:50:00.098208 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:50:00.103536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-62170011-2141-4b47-b46b-a99c34d612a6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/3fb88cd3-8b33-4148-98eb-9e5bedff9e1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5225754
Apr 09 21:50:00.106346 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41726) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:00.111215 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] Sync routers for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:50:00.121951 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:50:00.122550 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376eaec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:00.158378 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-073e3bf1-576c-4fab-9732-c32fa873fa40 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting subnet 99a34d8a-ad0e-42b7-84de-4e403ecb2b37 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:50:00.161932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-073e3bf1-576c-4fab-9732-c32fa873fa40 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (99a34d8a-ad0e-42b7-84de-4e403ecb2b37), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.202822 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-073e3bf1-576c-4fab-9732-c32fa873fa40 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (99a34d8a-ad0e-42b7-84de-4e403ecb2b37), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.234102 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:50:00.292235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-073e3bf1-576c-4fab-9732-c32fa873fa40 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (99a34d8a-ad0e-42b7-84de-4e403ecb2b37), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.355756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-073e3bf1-576c-4fab-9732-c32fa873fa40 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (99a34d8a-ad0e-42b7-84de-4e403ecb2b37), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.383470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e3bf1-576c-4fab-9732-c32fa873fa40 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Subnet': ['ID=99a34d8a-ad0e-42b7-84de-4e403ecb2b37,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:00.388071 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-073e3bf1-576c-4fab-9732-c32fa873fa40 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.391499 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-073e3bf1-576c-4fab-9732-c32fa873fa40 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/subnets/99a34d8a-ad0e-42b7-84de-4e403ecb2b37 HTTP/1.1" status: 204  len: 168 time: 0.2840238
Apr 09 21:50:00.394722 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41728) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:00.395677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd10fc7c-c973-40d3-911b-a798dbcca767 None None] Network 9bd917b1-1e8d-467f-92ce-404254234549 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:50:00.402382 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376eaec10>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:49:59Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:00.430659 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] Checking router: 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:50:00.441777 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] Routers {'3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:50:00.442868 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376eaec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:00.516325 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.551025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] DHCP port deletion for 9bd917b1-1e8d-467f-92ce-404254234549 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:50:00.556984 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] Set router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:50:00.601307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Deleting port 4d719791-56e6-4a9c-a4d4-311a0e147141 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:50:00.601858 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.633608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.679982 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] For port 4d719791-56e6-4a9c-a4d4-311a0e147141, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d719791-56e6-4a9c-a4d4-311a0e147141,segment=NetworkSegment(1dafb3ff-657a-4f62-a98b-2aa2c944ccc7),segment_id=1dafb3ff-657a-4f62-a98b-2aa2c944ccc7)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:50:00.680395 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.684871 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:50:00.685168 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.695699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Calling delete_port for 4d719791-56e6-4a9c-a4d4-311a0e147141 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:50:00.768451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eda5ef3-0e06-48a3-ad3d-e7d929d0840e,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:50:00.768694 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.782168 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (4d719791-56e6-4a9c-a4d4-311a0e147141), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.783641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:50:00.809637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Pushing event deleted for resources: {'Port': ['ID=4d719791-56e6-4a9c-a4d4-311a0e147141,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:00.816619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] No DVR routers for this DVR port 4d719791-56e6-4a9c-a4d4-311a0e147141 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:50:00.820680 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.821186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.821555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.821860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.822222 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.822547 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.822873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.823216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.823525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.823846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.824171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.824496 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.824812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.825164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.825486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3640031-73d0-454f-a58a-f10e9cc42526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:00.832455 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376eaec10>, [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:49:59Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:00.856287 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949a9e9-577b-476e-8eaf-90fb8c0fe32e None None] The sync data for ids ['3fb88cd3-8b33-4148-98eb-9e5bedff9e1b'] in ncdv-master-1 is: [{'id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-446806885', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:48:26Z', 'updated_at': '2022-04-09T21:49:59Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '2eda5ef3-0e06-48a3-ad3d-e7d929d0840e', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb88cd3-8b33-4148-98eb-9e5bedff9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:48:27Z', 'updated_at': '2022-04-09T21:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:50:00.960256 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (2eda5ef3-0e06-48a3-ad3d-e7d929d0840e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:00.989475 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=2eda5ef3-0e06-48a3-ad3d-e7d929d0840e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:01.051661 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.146924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.149048 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.194616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (3fb88cd3-8b33-4148-98eb-9e5bedff9e1b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.195195 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb88cd3-8b33-4148-98eb-9e5bedff9e1b {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:50:01.202489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.206619 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e2537fbd-670c-48ec-94ae-3971aea3a752 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/routers/3fb88cd3-8b33-4148-98eb-9e5bedff9e1b HTTP/1.1" status: 204  len: 168 time: 0.8076985
Apr 09 21:50:01.206818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41730) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:01.290723 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (9bd917b1-1e8d-467f-92ce-404254234549), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.377384 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (9bd917b1-1e8d-467f-92ce-404254234549), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.398978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375c821c0>,) {'filters': {'network_id': ['9bd917b1-1e8d-467f-92ce-404254234549']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:01.409692 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375c821c0>, '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:01.409984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375c821c0>, '1dafb3ff-657a-4f62-a98b-2aa2c944ccc7') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:01.425548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (1dafb3ff-657a-4f62-a98b-2aa2c944ccc7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.440052 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (1dafb3ff-657a-4f62-a98b-2aa2c944ccc7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.446429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:50:01.446816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (1dafb3ff-657a-4f62-a98b-2aa2c944ccc7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:50:01.450038 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:50:01.495028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f76d6736-6440-4883-a120-8d719eacbfbd no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:50:01.518170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (9bd917b1-1e8d-467f-92ce-404254234549), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.522207 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: f76d6736-6440-4883-a120-8d719eacbfbd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:50:01.522555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device f76d6736-6440-4883-a120-8d719eacbfbd not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:50:01.526032 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.529200 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/networks/9bd917b1-1e8d-467f-92ce-404254234549 HTTP/1.1" status: 204  len: 168 time: 0.3212867
Apr 09 21:50:01.532296 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41732) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:01.540583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894bb15-9a9e-4719-b102-57d692e91566 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Network': ['ID=9bd917b1-1e8d-467f-92ce-404254234549,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:01.595910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b36a9836-190a-4273-a5e4-e07dfeb60b62 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (08f0638f-d52c-4f5e-b62f-729b4c00f2f3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.623739 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b36a9836-190a-4273-a5e4-e07dfeb60b62 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (08f0638f-d52c-4f5e-b62f-729b4c00f2f3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.687224 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b36a9836-190a-4273-a5e4-e07dfeb60b62 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (08f0638f-d52c-4f5e-b62f-729b4c00f2f3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.690167 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b36a9836-190a-4273-a5e4-e07dfeb60b62 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.691330 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b36a9836-190a-4273-a5e4-e07dfeb60b62 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/security-groups/08f0638f-d52c-4f5e-b62f-729b4c00f2f3 HTTP/1.1" status: 204  len: 168 time: 0.1579762
Apr 09 21:50:01.700412 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a9836-190a-4273-a5e4-e07dfeb60b62 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f0638f-d52c-4f5e-b62f-729b4c00f2f3,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:01.854032 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:01.977481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41738) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:01.982101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6b603ee1-3e0d-4e10-af33-87b35962ef0b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958104623', 'description': 'tempest-secgroup-smoke-958104623 description', 'project_id': '91139f4484934b158e5ee647130aa2cd'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:02.005057 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b603ee1-3e0d-4e10-af33-87b35962ef0b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.073751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b603ee1-3e0d-4e10-af33-87b35962ef0b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (50232661-7dbe-4afd-bf1b-dd04343b1f7a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.079180 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b603ee1-3e0d-4e10-af33-87b35962ef0b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (50232661-7dbe-4afd-bf1b-dd04343b1f7a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.099697 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4d719791-56e6-4a9c-a4d4-311a0e147141 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:50:02.109674 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6b603ee1-3e0d-4e10-af33-87b35962ef0b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.113545 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6b603ee1-3e0d-4e10-af33-87b35962ef0b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1349599
Apr 09 21:50:02.114363 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41740) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:02.115755 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b603ee1-3e0d-4e10-af33-87b35962ef0b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50232661-7dbe-4afd-bf1b-dd04343b1f7a,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:02.119544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-227e6a48-2690-4bff-82ac-620c8ec65910 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '50232661-7dbe-4afd-bf1b-dd04343b1f7a', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:02.119739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4d719791-56e6-4a9c-a4d4-311a0e147141 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:50:02.120065 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4d719791-56e6-4a9c-a4d4-311a0e147141 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:50:02.120488 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:50:02.140645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:50:02.140927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 2eda5ef3-0e06-48a3-ad3d-e7d929d0840e not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:50:02.141400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 575f34e3-dc08-423f-820e-787acf58292f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:50:02.148361 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-227e6a48-2690-4bff-82ac-620c8ec65910 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (4975c14a-8c58-45eb-b897-0b63efa7baf4), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.160732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 575f34e3-dc08-423f-820e-787acf58292f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:50:02.161128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 575f34e3-dc08-423f-820e-787acf58292f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:50:02.203405 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-227e6a48-2690-4bff-82ac-620c8ec65910 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (4975c14a-8c58-45eb-b897-0b63efa7baf4), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.209727 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-227e6a48-2690-4bff-82ac-620c8ec65910 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (4975c14a-8c58-45eb-b897-0b63efa7baf4), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.227621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e6a48-2690-4bff-82ac-620c8ec65910 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4975c14a-8c58-45eb-b897-0b63efa7baf4,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:02.235892 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-227e6a48-2690-4bff-82ac-620c8ec65910 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.237165 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-227e6a48-2690-4bff-82ac-620c8ec65910 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1216760
Apr 09 21:50:02.240220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41742) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:02.245070 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-03bf37aa-2d30-48e4-b86f-70e7831c2741 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '50232661-7dbe-4afd-bf1b-dd04343b1f7a', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:02.273783 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03bf37aa-2d30-48e4-b86f-70e7831c2741 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (efd6d3b7-9209-41af-9089-be4814ba39dd), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.331608 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03bf37aa-2d30-48e4-b86f-70e7831c2741 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (efd6d3b7-9209-41af-9089-be4814ba39dd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.337175 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03bf37aa-2d30-48e4-b86f-70e7831c2741 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (efd6d3b7-9209-41af-9089-be4814ba39dd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.357494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf37aa-2d30-48e4-b86f-70e7831c2741 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd6d3b7-9209-41af-9089-be4814ba39dd,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:02.366961 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-03bf37aa-2d30-48e4-b86f-70e7831c2741 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.368159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-03bf37aa-2d30-48e4-b86f-70e7831c2741 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1268444
Apr 09 21:50:02.370954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41744) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:02.375270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-93d0cdf8-c8c6-43f7-93f6-e4f445d0d8f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '50232661-7dbe-4afd-bf1b-dd04343b1f7a', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:02.401824 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d0cdf8-c8c6-43f7-93f6-e4f445d0d8f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (030d1f39-f8f4-40a9-8b4f-349dbb8ed5fc), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.461090 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d0cdf8-c8c6-43f7-93f6-e4f445d0d8f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (030d1f39-f8f4-40a9-8b4f-349dbb8ed5fc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.466357 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d0cdf8-c8c6-43f7-93f6-e4f445d0d8f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (030d1f39-f8f4-40a9-8b4f-349dbb8ed5fc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.484945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0cdf8-c8c6-43f7-93f6-e4f445d0d8f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030d1f39-f8f4-40a9-8b4f-349dbb8ed5fc,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:02.490425 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-93d0cdf8-c8c6-43f7-93f6-e4f445d0d8f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.491548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-93d0cdf8-c8c6-43f7-93f6-e4f445d0d8f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1196291
Apr 09 21:50:02.494473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41746) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:02.498761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-71ef0064-f20c-4d71-ad36-4946e1575756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '50232661-7dbe-4afd-bf1b-dd04343b1f7a', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:02.524207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71ef0064-f20c-4d71-ad36-4946e1575756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (e596256f-5346-4b0c-8cdf-135507e7835f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.581899 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71ef0064-f20c-4d71-ad36-4946e1575756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (e596256f-5346-4b0c-8cdf-135507e7835f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.587246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71ef0064-f20c-4d71-ad36-4946e1575756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e596256f-5346-4b0c-8cdf-135507e7835f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.605737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef0064-f20c-4d71-ad36-4946e1575756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e596256f-5346-4b0c-8cdf-135507e7835f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:02.612349 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-71ef0064-f20c-4d71-ad36-4946e1575756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.613613 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-71ef0064-f20c-4d71-ad36-4946e1575756 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1182218
Apr 09 21:50:02.616513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41748) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:02.620777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e351fafa-7165-4bec-85a2-d8618a6c5140 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '50232661-7dbe-4afd-bf1b-dd04343b1f7a', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:02.642890 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-e351fafa-7165-4bec-85a2-d8618a6c5140 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:50:02.648379 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e351fafa-7165-4bec-85a2-d8618a6c5140 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (95189283-1fb0-4c0d-b16d-7f8500bf07be), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.709120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e351fafa-7165-4bec-85a2-d8618a6c5140 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (95189283-1fb0-4c0d-b16d-7f8500bf07be), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.714671 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e351fafa-7165-4bec-85a2-d8618a6c5140 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (95189283-1fb0-4c0d-b16d-7f8500bf07be), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.734626 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351fafa-7165-4bec-85a2-d8618a6c5140 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95189283-1fb0-4c0d-b16d-7f8500bf07be,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:02.744314 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e351fafa-7165-4bec-85a2-d8618a6c5140 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.745555 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e351fafa-7165-4bec-85a2-d8618a6c5140 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1281133
Apr 09 21:50:02.748527 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41750) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:02.752845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b11bebcf-39ac-44c1-a9f0-3a9b8414fb87 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '50232661-7dbe-4afd-bf1b-dd04343b1f7a', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:02.775766 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-b11bebcf-39ac-44c1-a9f0-3a9b8414fb87 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:50:02.781573 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b11bebcf-39ac-44c1-a9f0-3a9b8414fb87 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (63e63bce-3879-4516-838f-e7243215f7d7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.840026 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b11bebcf-39ac-44c1-a9f0-3a9b8414fb87 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (63e63bce-3879-4516-838f-e7243215f7d7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.845247 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b11bebcf-39ac-44c1-a9f0-3a9b8414fb87 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (63e63bce-3879-4516-838f-e7243215f7d7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.864930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bebcf-39ac-44c1-a9f0-3a9b8414fb87 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e63bce-3879-4516-838f-e7243215f7d7,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:02.871497 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b11bebcf-39ac-44c1-a9f0-3a9b8414fb87 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.872678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b11bebcf-39ac-44c1-a9f0-3a9b8414fb87 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1232305
Apr 09 21:50:02.875664 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41752) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:02.880406 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'network': {'name': 'tempest-network-smoke--758782785', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:02.900220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:50:02.903681 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.929005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:50:02.938325 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ba33c11b-77c2-4428-afc2-f80b5d452813), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:02.938677 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Added segment ba33c11b-77c2-4428-afc2-f80b5d452813 of type vlan for network a22fee1a-0d1e-4848-9536-8b32c4380953
Apr 09 21:50:02.979091 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (a22fee1a-0d1e-4848-9536-8b32c4380953), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.006189 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (a22fee1a-0d1e-4848-9536-8b32c4380953), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.011156 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:03.011729 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.052688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1759706
Apr 09 21:50:03.055679 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41754) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:03.060422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'admin_state_up': True, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:03.084237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (6a16535c-f21f-4a56-a650-7bf9c25c23d0), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.084522 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861b03c-dde2-408e-9118-873dd3a3f652 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Network': ['ID=a22fee1a-0d1e-4848-9536-8b32c4380953,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:03.085347 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (6a16535c-f21f-4a56-a650-7bf9c25c23d0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.100772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network a22fee1a-0d1e-4848-9536-8b32c4380953 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:50:03.143602 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (6a16535c-f21f-4a56-a650-7bf9c25c23d0), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.292311 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (6a16535c-f21f-4a56-a650-7bf9c25c23d0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.475128 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (6a16535c-f21f-4a56-a650-7bf9c25c23d0), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.493736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.606839 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.174 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/ae40486d-a996-4ad1-80b2-de68469d53f0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:50:03.716942 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.758257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:03.802437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:50:03.805637 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:50:03.809192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:50:03.832342 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=ae40486d-a996-4ad1-80b2-de68469d53f0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:04.084185 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (6a16535c-f21f-4a56-a650-7bf9c25c23d0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:04.619961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (6a16535c-f21f-4a56-a650-7bf9c25c23d0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:04.763921 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:50:04.884641 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:50:04.896479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Sync routers for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:50:04.906975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:50:04.907676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376c35e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:04.909363 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:04.910724 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6aad2ccd-fa54-4483-8f79-c2b1214ac746 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.8538733
Apr 09 21:50:04.914150 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41756) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:04.948161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0db7b0dc-bcaa-4ef4-8a93-a9909b477cad tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=91139f4484934b158e5ee647130aa2cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0328407
Apr 09 21:50:04.950850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41758) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:05.026889 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:50:05.102850 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c1113-266d-418d-9682-a8a8c3ae56d9 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:05.104364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c80c1113-266d-418d-9682-a8a8c3ae56d9 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1524427
Apr 09 21:50:05.107574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41760) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:05.135573 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a08de728-fa93-4f52-b3b7-96ed2a08e3da tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266936
Apr 09 21:50:05.138017 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41762) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:05.142648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827713689', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:05.202898 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376c35e50>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:03Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:05.229294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:50:05.231181 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Checking router: 6a16535c-f21f-4a56-a650-7bf9c25c23d0 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:50:05.231600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Updating router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 port ae40486d-a996-4ad1-80b2-de68469d53f0 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:50:05.233096 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.259740 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.419666 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (c11479f3-7ba0-4506-ab09-1888b6c56484), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.486108 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Subnet': ['ID=c11479f3-7ba0-4506-ab09-1888b6c56484,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:05.495744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Checking segment: {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:50:05.496102 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network hostable DHCP agents. Network: a22fee1a-0d1e-4848-9536-8b32c4380953, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:50:05.513987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network a22fee1a-0d1e-4848-9536-8b32c4380953 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:50:05.523100 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Publish callbacks [] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.523746 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a22fee1a-0d1e-4848-9536-8b32c4380953) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:50:05.528409 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.528613 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:05.529014 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.536709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abeb5f-4235-499a-9a8d-6a6cf7eb63fd None None] Network a22fee1a-0d1e-4848-9536-8b32c4380953 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:50:05.546698 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2633e9da-a41a-49a6-aa13-b53c5d80b687 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4076707
Apr 09 21:50:05.549588 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41764) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:05.641483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e5cf4-f678-4121-8ec5-b4fa269f5b7f None None] Pushing event updated for resources: {'Port': ['ID=ae40486d-a996-4ad1-80b2-de68469d53f0,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:05.646048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Attempting to bind port ae40486d-a996-4ad1-80b2-de68469d53f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:50:05.646385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Attempting to bind port ae40486d-a996-4ad1-80b2-de68469d53f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:50:05.646766 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Attempting to bind port ae40486d-a996-4ad1-80b2-de68469d53f0 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:50:05.658196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:50:05.658599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:50:05.659004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.659383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:50:05.659874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Bound port: ae40486d-a996-4ad1-80b2-de68469d53f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:50:05.660255 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.715732 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a22fee1a-0d1e-4848-9536-8b32c4380953', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:50:05.716577 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.743631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] For port ae40486d-a996-4ad1-80b2-de68469d53f0, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:50:05.746818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] For port ae40486d-a996-4ad1-80b2-de68469d53f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae40486d-a996-4ad1-80b2-de68469d53f0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:50:05.756168 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:05.883029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:50:05.883644 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376c35e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:05.885375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e5cf4-f678-4121-8ec5-b4fa269f5b7f None None] Pushing event updated for resources: {'Port': ['ID=ae40486d-a996-4ad1-80b2-de68469d53f0,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:05.974119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Allocated IP 172.20.0.2 (a22fee1a-0d1e-4848-9536-8b32c4380953/c11479f3-7ba0-4506-ab09-1888b6c56484/b7359714-61a4-4f39-b013-5020d5dc103f) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:50:05.997143 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.080284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:50:06.275808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Publish callbacks [] for port (b7359714-61a4-4f39-b013-5020d5dc103f), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.298435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.332927 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.1 (a22fee1a-0d1e-4848-9536-8b32c4380953/c11479f3-7ba0-4506-ab09-1888b6c56484/ef861a1f-ff18-44db-a9bf-147575207764) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:50:06.352505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Network a22fee1a-0d1e-4848-9536-8b32c4380953 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:50:06.358651 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:50:06.360589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376c35e50>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:03Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:06.364799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:50:06.391752 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Pushing event updated for resources: {'Port': ['ID=b7359714-61a4-4f39-b013-5020d5dc103f,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:06.396642 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2646294-1e40-489d-b3e0-fde4804e038a None None] The sync data for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 is: [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:03Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:50:06.458197 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (ef861a1f-ff18-44db-a9bf-147575207764), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.467121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Attempting to bind port b7359714-61a4-4f39-b013-5020d5dc103f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:50:06.467598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Attempting to bind port b7359714-61a4-4f39-b013-5020d5dc103f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:50:06.467964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Attempting to bind port b7359714-61a4-4f39-b013-5020d5dc103f on network a22fee1a-0d1e-4848-9536-8b32c4380953 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:50:06.476112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:50:06.476471 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Checking segment: {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:50:06.476862 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.477292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Bound using segment: {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:50:06.477765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Bound port: b7359714-61a4-4f39-b013-5020d5dc103f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:50:06.478148 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.499604 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ef861a1f-ff18-44db-a9bf-147575207764), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.546315 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network a22fee1a-0d1e-4848-9536-8b32c4380953 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:50:06.549969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:50:06.552540 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:50:06.584327 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=ef861a1f-ff18-44db-a9bf-147575207764,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:06.607170 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (6a16535c-f21f-4a56-a650-7bf9c25c23d0), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.739737 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] For port b7359714-61a4-4f39-b013-5020d5dc103f, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:50:06.745974 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] For port b7359714-61a4-4f39-b013-5020d5dc103f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7359714-61a4-4f39-b013-5020d5dc103f,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:50:06.754961 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.778944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ef861a1f-ff18-44db-a9bf-147575207764), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:06.825297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd24415-4fa0-47f6-ac8e-5224a09daf71 None None] Pushing event updated for resources: {'Port': ['ID=b7359714-61a4-4f39-b013-5020d5dc103f,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:07.124135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (ef861a1f-ff18-44db-a9bf-147575207764), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:07.133139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ef861a1f-ff18-44db-a9bf-147575207764), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:07.211731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=ef861a1f-ff18-44db-a9bf-147575207764,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:07.214321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (6a16535c-f21f-4a56-a650-7bf9c25c23d0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:07.319024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network a22fee1a-0d1e-4848-9536-8b32c4380953 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:50:07.320422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:50:07.439952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:50:07.557509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:50:07.563920 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-93b425a6-d96f-45e4-a860-662ea6db9b1a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/6a16535c-f21f-4a56-a650-7bf9c25c23d0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0133207
Apr 09 21:50:07.720704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-6794eae8-548c-40ef-9ada-4d5febaa8e47 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958104623&fields=id&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 267 time: 0.0481312
Apr 09 21:50:07.770606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe0db9-d4a8-41ed-bd69-4837a10c9eeb None None] Network a22fee1a-0d1e-4848-9536-8b32c4380953 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:50:07.832080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-38414d43-60fa-4bb4-9e61-4b14753e51a6 None None] Provisioning complete for port b7359714-61a4-4f39-b013-5020d5dc103f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:07.832370 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38414d43-60fa-4bb4-9e61-4b14753e51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:07.838994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-80a7dc1e-c51f-48e9-89b8-da08a2de0410 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:07.840494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-80a7dc1e-c51f-48e9-89b8-da08a2de0410 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/networks?id=a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 200  len: 796 time: 0.1123860
Apr 09 21:50:07.856050 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-d6165b1c-ed3b-4b82-9179-34d04dde6f92 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/quotas/91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 375 time: 0.0097358
Apr 09 21:50:07.908618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-f40169d9-9c6c-4dfa-a429-7fec318504ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0470924
Apr 09 21:50:07.925304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-340db38b-25a6-40a5-a4ee-b593e72ba07a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:50:07.927074 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-340db38b-25a6-40a5-a4ee-b593e72ba07a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067470
Apr 09 21:50:07.959517 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-38414d43-60fa-4bb4-9e61-4b14753e51a6 None None] Current status of the port b7359714-61a4-4f39-b013-5020d5dc103f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:07.959914 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38414d43-60fa-4bb4-9e61-4b14753e51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.004404 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-38414d43-60fa-4bb4-9e61-4b14753e51a6 None None] For port b7359714-61a4-4f39-b013-5020d5dc103f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7359714-61a4-4f39-b013-5020d5dc103f,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:50:08.010966 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-38414d43-60fa-4bb4-9e61-4b14753e51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.056683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-cebb4490-f3e3-4607-b192-b887dee9a751 service neutron] 10.222.0.30 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1180663
Apr 09 21:50:08.071649 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38414d43-60fa-4bb4-9e61-4b14753e51a6 None None] Pushing event updated for resources: {'Port': ['ID=b7359714-61a4-4f39-b013-5020d5dc103f,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:08.178105 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-2ad1a67b-c0ad-4c01-a7fa-7a7f194f65be service neutron] 10.222.0.30 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204398
Apr 09 21:50:08.194201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae40486d-a996-4ad1-80b2-de68469d53f0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:50:08.246466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f54695e0-55e7-48c0-b4ba-900947d683c2 None None] Provisioning complete for port b7359714-61a4-4f39-b013-5020d5dc103f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:08.246846 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f54695e0-55e7-48c0-b4ba-900947d683c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.298913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ae40486d-a996-4ad1-80b2-de68469d53f0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:08.299283 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.404884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f54695e0-55e7-48c0-b4ba-900947d683c2 None None] Current status of the port b7359714-61a4-4f39-b013-5020d5dc103f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:08.415877 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-441b3227-82cb-4259-94fe-c9f0e714d0d3 req-a9c046f6-f4a5-43f1-9eaf-d6b53b2d6dc6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 210 time: 0.0555165
Apr 09 21:50:08.425765 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f54695e0-55e7-48c0-b4ba-900947d683c2 None None] Provisioning complete for port ef861a1f-ff18-44db-a9bf-147575207764 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:08.426223 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f54695e0-55e7-48c0-b4ba-900947d683c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef861a1f-ff18-44db-a9bf-147575207764), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.434816 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Sync routers for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:50:08.445840 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:50:08.446216 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377326e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:08.498757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ae40486d-a996-4ad1-80b2-de68469d53f0 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:08.499215 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.505773 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f54695e0-55e7-48c0-b4ba-900947d683c2 None None] Port ef861a1f-ff18-44db-a9bf-147575207764 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:50:08.529772 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port ae40486d-a996-4ad1-80b2-de68469d53f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae40486d-a996-4ad1-80b2-de68469d53f0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:50:08.542305 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.543174 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7359714-61a4-4f39-b013-5020d5dc103f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:50:08.591909 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:50:08.642675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b7359714-61a4-4f39-b013-5020d5dc103f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:08.643056 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.671193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=ae40486d-a996-4ad1-80b2-de68469d53f0,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:08.678613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5220276f-0b4d-41a2-a78c-0f7970999871 None None] Provisioning complete for port ef861a1f-ff18-44db-a9bf-147575207764 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:08.678905 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5220276f-0b4d-41a2-a78c-0f7970999871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef861a1f-ff18-44db-a9bf-147575207764), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.731757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5220276f-0b4d-41a2-a78c-0f7970999871 None None] Port ef861a1f-ff18-44db-a9bf-147575207764 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:50:08.780764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b7359714-61a4-4f39-b013-5020d5dc103f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:08.810677 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377326e20>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 2, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:08.838356 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Checking router: 6a16535c-f21f-4a56-a650-7bf9c25c23d0 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:50:08.838701 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Updating router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 port ef861a1f-ff18-44db-a9bf-147575207764 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:50:08.851817 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5a0afbd5-75e7-4992-a97e-a40ff2fdf17b None None] Provisioning complete for port ef861a1f-ff18-44db-a9bf-147575207764 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:08.852445 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5a0afbd5-75e7-4992-a97e-a40ff2fdf17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef861a1f-ff18-44db-a9bf-147575207764), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.873860 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ef861a1f-ff18-44db-a9bf-147575207764), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:08.892527 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5a0afbd5-75e7-4992-a97e-a40ff2fdf17b None None] Port ef861a1f-ff18-44db-a9bf-147575207764 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:50:09.140756 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Publish callbacks [] for port (ef861a1f-ff18-44db-a9bf-147575207764), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.147760 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ef861a1f-ff18-44db-a9bf-147575207764), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.197006 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Pushing event updated for resources: {'Port': ['ID=ef861a1f-ff18-44db-a9bf-147575207764,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:09.221623 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.222297 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.222654 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.222975 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.223288 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.223643 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.223964 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.224270 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.224583 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.224922 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.225317 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.225654 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.226034 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.226351 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.226679 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:50:09.263631 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Attempting to bind port ef861a1f-ff18-44db-a9bf-147575207764 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:50:09.264000 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Attempting to bind port ef861a1f-ff18-44db-a9bf-147575207764 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:50:09.264359 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Attempting to bind port ef861a1f-ff18-44db-a9bf-147575207764 on network a22fee1a-0d1e-4848-9536-8b32c4380953 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:50:09.269874 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:50:09.270267 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Checking segment: {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:50:09.270663 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.271057 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Bound using segment: {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:50:09.271521 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Bound port: ef861a1f-ff18-44db-a9bf-147575207764, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:50:09.271901 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ef861a1f-ff18-44db-a9bf-147575207764), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.342036 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] For port ef861a1f-ff18-44db-a9bf-147575207764, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:50:09.345403 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] For port ef861a1f-ff18-44db-a9bf-147575207764, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef861a1f-ff18-44db-a9bf-147575207764,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:50:09.353838 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ef861a1f-ff18-44db-a9bf-147575207764), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.414386 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-26300c62-7214-443c-afd8-cfb9abf548f2 None None] Provisioning complete for port ef861a1f-ff18-44db-a9bf-147575207764 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:09.414777 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26300c62-7214-443c-afd8-cfb9abf548f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef861a1f-ff18-44db-a9bf-147575207764), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.425101 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:50:09.425740 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377326e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:09.530280 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befffac5-2fe9-4a7d-893e-046498592fb0 None None] Pushing event updated for resources: {'Port': ['ID=ef861a1f-ff18-44db-a9bf-147575207764,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:09.542697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-6523466b-04a6-4cc6-8c28-04619f6acd20 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:09.545063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-6523466b-04a6-4cc6-8c28-04619f6acd20 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "GET /v2.0/networks?id=a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 200  len: 796 time: 0.1703889
Apr 09 21:50:09.557718 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-26300c62-7214-443c-afd8-cfb9abf548f2 None None] Current status of the port ef861a1f-ff18-44db-a9bf-147575207764 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:09.558281 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26300c62-7214-443c-afd8-cfb9abf548f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ef861a1f-ff18-44db-a9bf-147575207764), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.573191 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:50:09.598713 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e863d018-bdff-487a-a0eb-04cfe3fd1ca3 req-fc785ecf-0b25-44a1-9df1-b01b92fba0ad tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 210 time: 0.0500109
Apr 09 21:50:09.633367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-26300c62-7214-443c-afd8-cfb9abf548f2 None None] For port ef861a1f-ff18-44db-a9bf-147575207764, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef861a1f-ff18-44db-a9bf-147575207764,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:50:09.641993 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-26300c62-7214-443c-afd8-cfb9abf548f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ef861a1f-ff18-44db-a9bf-147575207764), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.684983 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-652d9a52-d6f5-49b2-ac0d-71b48d003708 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 379 time: 0.1286685
Apr 09 21:50:09.701649 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'port': {'device_id': '437f1434-0c71-490b-9663-8e0a472eb8be', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'admin_state_up': True, 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'security_groups': ['50232661-7dbe-4afd-bf1b-dd04343b1f7a']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:09.726357 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26300c62-7214-443c-afd8-cfb9abf548f2 None None] Pushing event updated for resources: {'Port': ['ID=ef861a1f-ff18-44db-a9bf-147575207764,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:09.762105 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-6a6faf6d-4a9f-4886-9c99-4dc943a2ab8b None None] Provisioning complete for port ef861a1f-ff18-44db-a9bf-147575207764 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:09.762399 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6a6faf6d-4a9f-4886-9c99-4dc943a2ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef861a1f-ff18-44db-a9bf-147575207764), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.821703 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377326e20>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:09Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:09.823802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:50:09.827342 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:09.854242 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d478501-a51c-410f-9025-34edd2a58570 None None] The sync data for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 is: [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:09Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:50:09.858159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-6a6faf6d-4a9f-4886-9c99-4dc943a2ab8b None None] Current status of the port ef861a1f-ff18-44db-a9bf-147575207764 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:09.988589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.10 (a22fee1a-0d1e-4848-9536-8b32c4380953/c11479f3-7ba0-4506-ab09-1888b6c56484/3caab25f-9db0-403c-94ca-10303bc74c02) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:50:10.148313 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (3caab25f-9db0-403c-94ca-10303bc74c02), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:10.196500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae40486d-a996-4ad1-80b2-de68469d53f0 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:50:10.248170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ae40486d-a996-4ad1-80b2-de68469d53f0 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:10.248546 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:10.336196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ae40486d-a996-4ad1-80b2-de68469d53f0 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:10.337526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ef861a1f-ff18-44db-a9bf-147575207764 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:50:10.394081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ef861a1f-ff18-44db-a9bf-147575207764 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:10.394464 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ef861a1f-ff18-44db-a9bf-147575207764), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:10.481273 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ef861a1f-ff18-44db-a9bf-147575207764 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:10.482402 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7359714-61a4-4f39-b013-5020d5dc103f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:50:10.514660 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:10.533690 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b7359714-61a4-4f39-b013-5020d5dc103f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:10.534070 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:10.561185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network a22fee1a-0d1e-4848-9536-8b32c4380953 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:50:10.564289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:50:10.567988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:50:10.593277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=3caab25f-9db0-403c-94ca-10303bc74c02,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:10.630365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b7359714-61a4-4f39-b013-5020d5dc103f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:10.652851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:10.653687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:10.683939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-eccb8637-18d0-4a2e-8ebb-b5abaf833761 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9913111
Apr 09 21:50:10.709371 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Request body: {'port': {'device_id': '437f1434-0c71-490b-9663-8e0a472eb8be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:10.749263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5a21e-25a4-4c56-be59-225bde2cf215 req-c5ff5e4b-24d1-4ff7-8d78-f836a862cfe3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:10.750960 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bc5a21e-25a4-4c56-be59-225bde2cf215 req-c5ff5e4b-24d1-4ff7-8d78-f836a862cfe3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 932 time: 0.0812397
Apr 09 21:50:10.818142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:10.835077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2bc5a21e-25a4-4c56-be59-225bde2cf215 req-a0621f9d-73e4-47da-a10a-8851a60cc60e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752993
Apr 09 21:50:10.882526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-83e713df-e451-47cd-b6c6-7b317e78cd51 None None] Provisioning complete for port 3caab25f-9db0-403c-94ca-10303bc74c02 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:10.883147 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83e713df-e451-47cd-b6c6-7b317e78cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:10.921177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-83e713df-e451-47cd-b6c6-7b317e78cd51 None None] Port 3caab25f-9db0-403c-94ca-10303bc74c02 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:50:11.112259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3caab25f-9db0-403c-94ca-10303bc74c02 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:50:11.120128 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Publish callbacks [] for port (3caab25f-9db0-403c-94ca-10303bc74c02), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:11.132811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Transition to ACTIVE for port object 3caab25f-9db0-403c-94ca-10303bc74c02 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:50:11.139583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:11.191000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Pushing event updated for resources: {'Port': ['ID=3caab25f-9db0-403c-94ca-10303bc74c02,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:11.263158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Attempting to bind port 3caab25f-9db0-403c-94ca-10303bc74c02 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:50:11.263492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Attempting to bind port 3caab25f-9db0-403c-94ca-10303bc74c02 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:50:11.263817 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Attempting to bind port 3caab25f-9db0-403c-94ca-10303bc74c02 on network a22fee1a-0d1e-4848-9536-8b32c4380953 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:50:11.268548 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Port 3caab25f-9db0-403c-94ca-10303bc74c02 on network a22fee1a-0d1e-4848-9536-8b32c4380953 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:50:11.268865 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Attempting to bind port 3caab25f-9db0-403c-94ca-10303bc74c02 on network a22fee1a-0d1e-4848-9536-8b32c4380953 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:50:11.273906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:50:11.274245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Checking segment: {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:50:11.274631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Bound using segment: {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:50:11.275086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Bound port: 3caab25f-9db0-403c-94ca-10303bc74c02, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba33c11b-77c2-4428-afc2-f80b5d452813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:50:11.275435 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:11.348603 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] For port 3caab25f-9db0-403c-94ca-10303bc74c02, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:50:11.351814 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] For port 3caab25f-9db0-403c-94ca-10303bc74c02, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3caab25f-9db0-403c-94ca-10303bc74c02,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:50:11.359777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:11.397064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:11.397757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:11.399302 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] 10.222.0.32 "PUT /v2.0/ports/3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 200  len: 1092 time: 0.6987505
Apr 09 21:50:11.399894 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:50:11.402189 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7665eebd-82b6-46b5-9305-1e310d5e4daf" -d '{"events": [{"name": "network-changed", "server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:50:11.424738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a87c1e-f53f-4dc8-b57d-9a607d31aa7c service neutron] Pushing event updated for resources: {'Port': ['ID=3caab25f-9db0-403c-94ca-10303bc74c02,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:11.463568 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c95c9a-79e0-4b4c-beaf-364a69d0f9fe x-openstack-request-id: req-63c95c9a-79e0-4b4c-beaf-364a69d0f9fe {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:50:11.463832 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:50:11.464090 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63c95c9a-79e0-4b4c-beaf-364a69d0f9fe {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:50:11.464531 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c95c9a-79e0-4b4c-beaf-364a69d0f9fe'] response: {'name': 'network-changed', 'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02', 'status': 'completed', 'code': 200}
Apr 09 21:50:11.493558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-1eced18e-97d7-43a3-998f-947f4e55a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:11.495122 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-1eced18e-97d7-43a3-998f-947f4e55a585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1126 time: 0.0434942
Apr 09 21:50:11.541851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-3f20dbfa-f965-440d-bada-7938a33d4040 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 200  len: 217 time: 0.0392997
Apr 09 21:50:11.591567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-6e5e1a45-d944-4a17-832b-09e5306eaf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:11.593261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-6e5e1a45-d944-4a17-832b-09e5306eaf89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c11479f3-7ba0-4506-ab09-1888b6c56484 HTTP/1.1" status: 200  len: 834 time: 0.0459418
Apr 09 21:50:11.636213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-e18545c9-2f61-4f54-a5a9-da07fcba32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:11.637757 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-e18545c9-2f61-4f54-a5a9-da07fcba32b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a22fee1a-0d1e-4848-9536-8b32c4380953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389686
Apr 09 21:50:11.732621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-8aa870cb-213b-440b-bd1c-5944645e8646 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881612
Apr 09 21:50:11.821755 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-49f36026-4cd5-4adb-969d-ee7568e45191 req-c6cf5b00-bb19-4b00-9a02-dfd772b8b598 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832293
Apr 09 21:50:11.965806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad10da-fd7a-4713-9dba-2e920b777a7a req-6b2d796e-2717-42c4-8c18-46500990acf5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:11.967537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5aad10da-fd7a-4713-9dba-2e920b777a7a req-6b2d796e-2717-42c4-8c18-46500990acf5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 944 time: 0.0625927
Apr 09 21:50:12.017415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5aad10da-fd7a-4713-9dba-2e920b777a7a req-6bd102cd-b120-4d69-a714-1e4e12d1ad19 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436289
Apr 09 21:50:12.700760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-13d9ec08-1fdd-4c6d-84e9-313832a65466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:12.702338 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-13d9ec08-1fdd-4c6d-84e9-313832a65466 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1126 time: 0.0450823
Apr 09 21:50:12.797092 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-01525ff5-1687-4e3c-884c-624615fdedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:12.798582 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-01525ff5-1687-4e3c-884c-624615fdedc5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 200  len: 897 time: 0.0908020
Apr 09 21:50:12.838472 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-27af84fa-fc56-4a10-8878-4b9cb020febc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 200  len: 217 time: 0.0341446
Apr 09 21:50:12.886575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-15905c85-121e-4f6c-9671-c6e2f877b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:12.888023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-15905c85-121e-4f6c-9671-c6e2f877b872 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c11479f3-7ba0-4506-ab09-1888b6c56484 HTTP/1.1" status: 200  len: 834 time: 0.0444350
Apr 09 21:50:12.935393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-09b479c7-971a-48cf-bd56-445cba237389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:12.936875 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-09b479c7-971a-48cf-bd56-445cba237389 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a22fee1a-0d1e-4848-9536-8b32c4380953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431275
Apr 09 21:50:13.027360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-b10c582d-9f71-4a5d-a8b9-2ec6adc1b128 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844569
Apr 09 21:50:13.154904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9e94-d95e-4d56-ad43-d430ba9a19d1 req-19743372-419f-4a67-8ba6-0de4456dff2e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:13.156371 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d8c9e94-d95e-4d56-ad43-d430ba9a19d1 req-19743372-419f-4a67-8ba6-0de4456dff2e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 944 time: 0.0658128
Apr 09 21:50:13.160164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7665eebd-82b6-46b5-9305-1e310d5e4daf req-6cef144b-568a-4993-afd1-684bf53e7c04 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273155
Apr 09 21:50:13.208156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4d8c9e94-d95e-4d56-ad43-d430ba9a19d1 req-2b5ffc24-38fa-4cdb-a777-8df1b78372bb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458477
Apr 09 21:50:13.920710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3caab25f-9db0-403c-94ca-10303bc74c02 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:50:14.026318 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3caab25f-9db0-403c-94ca-10303bc74c02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3caab25f-9db0-403c-94ca-10303bc74c02,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:50:14.037866 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '3caab25f-9db0-403c-94ca-10303bc74c02', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'port_id': '3caab25f-9db0-403c-94ca-10303bc74c02', 'mac_address': 'fa:16:3e:6a:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:50:14.078689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 3caab25f-9db0-403c-94ca-10303bc74c02 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:14.079088 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:14.092053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3caab25f-9db0-403c-94ca-10303bc74c02 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:50:14.112458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3caab25f-9db0-403c-94ca-10303bc74c02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3caab25f-9db0-403c-94ca-10303bc74c02,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:50:14.117003 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:14.164507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=3caab25f-9db0-403c-94ca-10303bc74c02,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:14.325473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c3fa6-5fe4-4696-8cbe-d6bfea70e2ff req-4e174490-e243-472d-87ed-9b4292b5b287 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:14.326997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b05c3fa6-5fe4-4696-8cbe-d6bfea70e2ff req-4e174490-e243-472d-87ed-9b4292b5b287 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 945 time: 0.0501361
Apr 09 21:50:14.337511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['3caab25f-9db0-403c-94ca-10303bc74c02'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:50:14.384188 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b05c3fa6-5fe4-4696-8cbe-d6bfea70e2ff req-1e488d30-51fc-408a-a382-ec4a63c7da30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513427
Apr 09 21:50:14.917575 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:50:15.521376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006ca7-4889-4154-8186-e79df3d5b3a6 req-270ff0af-5d8b-413e-9b2f-ec192d60705a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:15.522892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a006ca7-4889-4154-8186-e79df3d5b3a6 req-270ff0af-5d8b-413e-9b2f-ec192d60705a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 945 time: 0.0515301
Apr 09 21:50:15.572684 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a006ca7-4889-4154-8186-e79df3d5b3a6 req-b5a611e7-3e4e-4c95-968c-5660b66abe1d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440040
Apr 09 21:50:15.920034 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3caab25f-9db0-403c-94ca-10303bc74c02 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:50:15.971827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 3caab25f-9db0-403c-94ca-10303bc74c02 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:50:15.981116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 3caab25f-9db0-403c-94ca-10303bc74c02 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:50:15.981545 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:16.062419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 3caab25f-9db0-403c-94ca-10303bc74c02 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:50:16.062814 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:16.085693 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:50:16.087941 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe3feb-11ce-4881-bbf2-cb42854da88f" -d '{"events": [{"server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "name": "network-vif-plugged", "status": "completed", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:50:16.106593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 3caab25f-9db0-403c-94ca-10303bc74c02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3caab25f-9db0-403c-94ca-10303bc74c02,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:50:16.112568 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:16.161895 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=3caab25f-9db0-403c-94ca-10303bc74c02,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:16.193394 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3072ca6-fa14-488a-b8e9-cfdd639a8deb x-openstack-request-id: req-f3072ca6-fa14-488a-b8e9-cfdd639a8deb {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:50:16.193690 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "name": "network-vif-plugged", "status": "completed", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:50:16.193947 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3072ca6-fa14-488a-b8e9-cfdd639a8deb {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:50:16.194356 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3072ca6-fa14-488a-b8e9-cfdd639a8deb'] response: {'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02', 'code': 200}
Apr 09 21:50:16.299799 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a5f2-4cfd-433f-b481-6319acbd8bd8 req-c5a785f5-9511-4652-9d81-63b82c9a3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:16.301465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54f4a5f2-4cfd-433f-b481-6319acbd8bd8 req-c5a785f5-9511-4652-9d81-63b82c9a3734 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1128 time: 0.0472133
Apr 09 21:50:16.348521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-54f4a5f2-4cfd-433f-b481-6319acbd8bd8 req-1d12621c-0ce3-4d3a-9bb0-707fb975d2df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402217
Apr 09 21:50:16.699832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4bdb5-b4a5-4f99-9e95-5193446d79e8 req-a5707200-a84e-4abc-96f0-b92234caa1f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:16.701418 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cf4bdb5-b4a5-4f99-9e95-5193446d79e8 req-a5707200-a84e-4abc-96f0-b92234caa1f8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0527830
Apr 09 21:50:16.750724 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cf4bdb5-b4a5-4f99-9e95-5193446d79e8 req-2ebec00c-8dce-448c-83d4-94f1f3b8e6d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436621
Apr 09 21:50:17.880856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95e465-f5db-41ca-a3d8-ed02abc52b5c req-19f08e9f-daba-4a06-af02-e0e885073c83 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:17.882372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a95e465-f5db-41ca-a3d8-ed02abc52b5c req-19f08e9f-daba-4a06-af02-e0e885073c83 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0509913
Apr 09 21:50:17.934457 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4a95e465-f5db-41ca-a3d8-ed02abc52b5c req-cb6d4c91-ffd4-4baf-b8dc-a0b4f8e10380 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459583
Apr 09 21:50:18.057849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9c57-ba04-43c9-8271-3454088c9fdb req-b46d3279-0049-455a-ab26-75500eaf4666 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:18.059403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-becc9c57-ba04-43c9-8271-3454088c9fdb req-b46d3279-0049-455a-ab26-75500eaf4666 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0575156
Apr 09 21:50:18.111407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-becc9c57-ba04-43c9-8271-3454088c9fdb req-fd65cfee-ffb8-482b-bb2d-2d58284f873d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437045
Apr 09 21:50:18.133453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41818) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:18.174491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5662025e-aa04-4544-a962-eada5deb0d44 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:18.176008 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5662025e-aa04-4544-a962-eada5deb0d44 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1123 time: 0.0415618
Apr 09 21:50:18.179921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41820) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:18.184229 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '3caab25f-9db0-403c-94ca-10303bc74c02', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:50:18.209228 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:18.292112 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:18.398473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.6 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/5500b7a4-4864-47ca-bba3-39911b21a72e) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:50:18.512953 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (5500b7a4-4864-47ca-bba3-39911b21a72e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:18.551751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5500b7a4-4864-47ca-bba3-39911b21a72e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:18.593336 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:50:18.596213 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:50:18.602162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:50:18.606528 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=5500b7a4-4864-47ca-bba3-39911b21a72e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:18.995392 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:19.068803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5500b7a4-4864-47ca-bba3-39911b21a72e), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:19.223207 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (5500b7a4-4864-47ca-bba3-39911b21a72e), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:19.231716 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5500b7a4-4864-47ca-bba3-39911b21a72e), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:19.308915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=5500b7a4-4864-47ca-bba3-39911b21a72e,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:50:19.322277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:19.430152 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23 associated. External IP: 172.35.0.6, port: 3caab25f-9db0-403c-94ca-10303bc74c02.
Apr 09 21:50:19.650675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:50:19.773145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:50:19.783673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] Sync routers for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:50:19.795585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:50:19.796226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23766444c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:19.796538 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:19.832839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-272c3969-5acd-4d1a-a63f-8005ae79ea30 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.6516192
Apr 09 21:50:19.833931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:50:19.837425 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9117257d-c257-45b3-a121-f189a1d71325" -d '{"events": [{"name": "network-changed", "server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:50:19.884045 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab55930-d304-43b4-bff7-94d931925d31 x-openstack-request-id: req-3ab55930-d304-43b4-bff7-94d931925d31 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:50:19.884344 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:50:19.884607 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ab55930-d304-43b4-bff7-94d931925d31 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:50:19.885023 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab55930-d304-43b4-bff7-94d931925d31'] response: {'name': 'network-changed', 'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02', 'status': 'completed', 'code': 200}
Apr 09 21:50:19.933855 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:50:19.980656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fa0ab-f9ac-42d3-b3fa-b5c9375b6a57 req-e6f0645a-89fb-4c84-aca8-873308a2b002 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:19.982556 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd8fa0ab-f9ac-42d3-b3fa-b5c9375b6a57 req-e6f0645a-89fb-4c84-aca8-873308a2b002 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0845826
Apr 09 21:50:19.983542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117257d-c257-45b3-a121-f189a1d71325 req-9bf7681f-d018-4fcd-85b1-46823f1b2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:19.984894 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9117257d-c257-45b3-a121-f189a1d71325 req-9bf7681f-d018-4fcd-85b1-46823f1b2846 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1128 time: 0.0768130
Apr 09 21:50:20.098890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd8fa0ab-f9ac-42d3-b3fa-b5c9375b6a57 req-450ab31f-4964-4c7c-83dd-ef87838cd472 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086984
Apr 09 21:50:20.121590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41828) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:20.127566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117257d-c257-45b3-a121-f189a1d71325 req-2e911564-184d-4a58-98d5-f3d3f0999990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:20.129445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9117257d-c257-45b3-a121-f189a1d71325 req-2e911564-184d-4a58-98d5-f3d3f0999990 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 200  len: 897 time: 0.1381359
Apr 09 21:50:20.175937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23766444c0>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.6', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'port_id': '3caab25f-9db0-403c-94ca-10303bc74c02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'mac_address': 'fa:16:3e:6a:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437f1434-0c71-490b-9663-8e0a472eb8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:50:18Z', 'updated_at': '2022-04-09T21:50:18Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:09Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:20.184735 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-81fae677-b40c-4ff9-beb4-1c408d636416 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23 HTTP/1.1" status: 200  len: 990 time: 0.0618746
Apr 09 21:50:20.195670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9117257d-c257-45b3-a121-f189a1d71325 req-2d549e5a-8e18-4c42-a5c1-87b2e3bc4cd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 200  len: 998 time: 0.0604222
Apr 09 21:50:20.203330 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] Checking router: 6a16535c-f21f-4a56-a650-7bf9c25c23d0 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:50:20.211695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:50:20.212300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23766444c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:49:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:20.249572 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117257d-c257-45b3-a121-f189a1d71325 req-4f4b58cb-a974-4484-af56-8f8c55312404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:20.251042 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9117257d-c257-45b3-a121-f189a1d71325 req-4f4b58cb-a974-4484-af56-8f8c55312404 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c11479f3-7ba0-4506-ab09-1888b6c56484 HTTP/1.1" status: 200  len: 834 time: 0.0497401
Apr 09 21:50:20.294026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117257d-c257-45b3-a121-f189a1d71325 req-a2ba7c03-8d7b-4597-8a4e-1e644867fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:20.295550 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9117257d-c257-45b3-a121-f189a1d71325 req-a2ba7c03-8d7b-4597-8a4e-1e644867fdb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a22fee1a-0d1e-4848-9536-8b32c4380953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390673
Apr 09 21:50:20.323592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:50:20.387206 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9117257d-c257-45b3-a121-f189a1d71325 req-b75440d2-d195-4492-8d2e-8a009ef3b854 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856032
Apr 09 21:50:20.484445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9117257d-c257-45b3-a121-f189a1d71325 req-4199a2b9-5d30-45fd-b047-40520e69905e service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914149
Apr 09 21:50:20.502948 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b02781b1-d411-4eb0-8d09-2a3908644399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:20.557481 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23766444c0>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.6', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'port_id': '3caab25f-9db0-403c-94ca-10303bc74c02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'mac_address': 'fa:16:3e:6a:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437f1434-0c71-490b-9663-8e0a472eb8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:50:18Z', 'updated_at': '2022-04-09T21:50:18Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:09Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:50:20.584664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48609383-7fe7-4250-92c0-29e87f51e333 None None] The sync data for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 is: [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.6', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'port_id': '3caab25f-9db0-403c-94ca-10303bc74c02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'mac_address': 'fa:16:3e:6a:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437f1434-0c71-490b-9663-8e0a472eb8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:50:18Z', 'updated_at': '2022-04-09T21:50:18Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:09Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:50:20.786197 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32fba3-7554-47b8-ba06-817ec0d2674f None None] New status for floating IP b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:50:21.187176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41830) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:50:21.254556 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-98b4fbff-52d0-4c1a-b05f-20dc8452ecfa tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23 HTTP/1.1" status: 200  len: 992 time: 0.0662622
Apr 09 21:50:23.007554 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db9b3c64-6bd1-43a7-a8df-a203b03f1c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:24.333173 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:25.376137 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:26.286670 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:27.133263 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:31.235155 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-6f85f2e2-66cd-4886-971b-77fcec81638a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390754
Apr 09 21:50:31.326785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-6058fb7b-fb18-46a2-861c-9b4251830b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:31.328221 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-6058fb7b-fb18-46a2-861c-9b4251830b07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1128 time: 0.0452387
Apr 09 21:50:31.761389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-03edca3c-970b-401d-ae80-cb3b145d3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:31.762887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-03edca3c-970b-401d-ae80-cb3b145d3eb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 200  len: 897 time: 0.4142017
Apr 09 21:50:31.833248 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-785f3545-fd85-44ea-a5cc-74ed959007e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 200  len: 1000 time: 0.0636094
Apr 09 21:50:31.865772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:31.885575 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-039f9e9f-8101-46cc-a469-deb4032cd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:31.887058 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-039f9e9f-8101-46cc-a469-deb4032cd780 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c11479f3-7ba0-4506-ab09-1888b6c56484 HTTP/1.1" status: 200  len: 834 time: 0.0472531
Apr 09 21:50:31.931351 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-c0af4aba-c034-462b-a0e7-58512ad180ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:31.932949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-c0af4aba-c034-462b-a0e7-58512ad180ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a22fee1a-0d1e-4848-9536-8b32c4380953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392325
Apr 09 21:50:32.035154 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-0e807137-a3ce-439e-a5b5-8d2b33d594b5 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941434
Apr 09 21:50:32.128451 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c5a53d4-9bf6-450f-a327-125fead2a04a req-17dff188-00a4-4265-94fa-0a483ccb4138 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866570
Apr 09 21:50:50.070981 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc026730-4513-430e-b4b7-0ee943320493 req-6877560c-d5c5-498a-aac2-e3f24e17e167 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:50.072521 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc026730-4513-430e-b4b7-0ee943320493 req-6877560c-d5c5-498a-aac2-e3f24e17e167 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0766363
Apr 09 21:50:50.078335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-49fb84da-4bd3-458c-9bca-29a7dfae98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:50.079874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-49fb84da-4bd3-458c-9bca-29a7dfae98c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1128 time: 0.0748038
Apr 09 21:50:50.186350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc026730-4513-430e-b4b7-0ee943320493 req-30f97ee7-91b8-4726-901e-6026e6d83ad0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054530
Apr 09 21:50:50.207481 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-b7d033c5-3b66-4af6-92a4-57e2d2ab90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:50.208982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-b7d033c5-3b66-4af6-92a4-57e2d2ab90b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 200  len: 897 time: 0.1222696
Apr 09 21:50:50.275485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-aa3efc7f-30db-4977-88d2-fa1abe3e3f58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 200  len: 1000 time: 0.0590942
Apr 09 21:50:50.330651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-73f8db86-71b3-4eaf-849a-ceecdf0aefc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:50.332084 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-73f8db86-71b3-4eaf-849a-ceecdf0aefc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c11479f3-7ba0-4506-ab09-1888b6c56484 HTTP/1.1" status: 200  len: 834 time: 0.0504489
Apr 09 21:50:50.381753 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-1f202376-a24d-4db7-83ab-d1e80177b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:50.383274 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-1f202376-a24d-4db7-83ab-d1e80177b22f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a22fee1a-0d1e-4848-9536-8b32c4380953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444522
Apr 09 21:50:50.477470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-0ca73f09-bee9-4a02-9d92-d52a82f3d18a service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872791
Apr 09 21:50:50.499480 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-66e89d03-9700-4197-a5e1-a6c6f65de874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:50.578374 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd831c26-7f7d-4ab9-985c-0f357dd39b3c req-dc673a04-c442-4aef-bc74-81462a2b043e service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944231
Apr 09 21:50:51.371882 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4ca62-9dc7-4541-a5a5-1ccba88c8215 req-3bfdae0e-12d1-4d90-8674-ddcfd88ecd07 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:51.373486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ab4ca62-9dc7-4541-a5a5-1ccba88c8215 req-3bfdae0e-12d1-4d90-8674-ddcfd88ecd07 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.1062658
Apr 09 21:50:51.431400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ab4ca62-9dc7-4541-a5a5-1ccba88c8215 req-37843085-7792-4850-89c1-5b599b84b4cc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521722
Apr 09 21:50:51.920869 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:50:52.559446 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352776e2-fdc7-4da8-ab70-5e7d334da60e req-ef4ea16d-5553-4ffd-95b5-e4345a69d842 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:52.560903 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-352776e2-fdc7-4da8-ab70-5e7d334da60e req-ef4ea16d-5553-4ffd-95b5-e4345a69d842 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0516868
Apr 09 21:50:52.614520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-352776e2-fdc7-4da8-ab70-5e7d334da60e req-3221d4a9-2ea8-40c1-a49a-282b0dbb1bd3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479536
Apr 09 21:50:53.008431 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-80734d1a-56e9-460a-88ee-14ffcbd7287a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:53.746743 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da28f3b-6222-42b9-99ac-76e53fe7e650 req-f07473a3-bab9-4943-8b74-087eb343d00b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:53.748263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2da28f3b-6222-42b9-99ac-76e53fe7e650 req-f07473a3-bab9-4943-8b74-087eb343d00b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0557249
Apr 09 21:50:53.808379 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2da28f3b-6222-42b9-99ac-76e53fe7e650 req-3e8c2192-76ff-4264-94a3-e128069bc181 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512776
Apr 09 21:50:54.342272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:54.936688 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83852b5-6043-40ea-9343-127301f77ed8 req-19158e31-e7ff-4942-b8f5-83e22f3d9d20 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:54.938211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e83852b5-6043-40ea-9343-127301f77ed8 req-19158e31-e7ff-4942-b8f5-83e22f3d9d20 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0478654
Apr 09 21:50:54.995972 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e83852b5-6043-40ea-9343-127301f77ed8 req-1ceb8081-f4a7-477d-9ca9-e79009e737ee tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491071
Apr 09 21:50:55.386208 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:56.119500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ea266-b1db-4fcc-bcb1-9ae755c8bfd2 req-f33b8bda-b7e0-4b45-bf2d-72e2588c00c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:56.120988 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-540ea266-b1db-4fcc-bcb1-9ae755c8bfd2 req-f33b8bda-b7e0-4b45-bf2d-72e2588c00c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0503137
Apr 09 21:50:56.171443 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-540ea266-b1db-4fcc-bcb1-9ae755c8bfd2 req-e83345d0-8987-4b5c-ba5e-abae6d947276 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445480
Apr 09 21:50:56.303290 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:57.124625 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:50:57.316954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e60e-ef78-4ebd-ae11-e9faf8116c6c req-8e0e9ec6-1e5d-427a-90a7-a28e1f2aad7d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:57.318484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faa9e60e-ef78-4ebd-ae11-e9faf8116c6c req-8e0e9ec6-1e5d-427a-90a7-a28e1f2aad7d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0563886
Apr 09 21:50:57.367714 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-faa9e60e-ef78-4ebd-ae11-e9faf8116c6c req-87b863ec-1850-4525-a09a-c6ff828783a5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434525
Apr 09 21:50:58.500805 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ee9b7-d983-40f1-9bb6-46f29082f782 req-fbabde87-6749-42eb-9215-d06ae5ff664d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:58.502321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ee9b7-d983-40f1-9bb6-46f29082f782 req-fbabde87-6749-42eb-9215-d06ae5ff664d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0537148
Apr 09 21:50:58.553589 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-914ee9b7-d983-40f1-9bb6-46f29082f782 req-91be2e9f-1619-499c-a90d-d41101280358 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427349
Apr 09 21:50:59.685340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568a8b-623f-474f-ba17-1129ff66799f req-dcd2f67e-db29-47bc-b13e-f72e38055bd3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:50:59.686892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c568a8b-623f-474f-ba17-1129ff66799f req-dcd2f67e-db29-47bc-b13e-f72e38055bd3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0573978
Apr 09 21:50:59.742412 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c568a8b-623f-474f-ba17-1129ff66799f req-8dfd7be7-eeb0-425b-b22d-9e11fe5504d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469103
Apr 09 21:51:00.885769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00050e-71f7-4aca-8140-cdf595f0a91d req-e30b3c10-f1ef-43ec-9e37-10f939b30957 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:00.887260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca00050e-71f7-4aca-8140-cdf595f0a91d req-e30b3c10-f1ef-43ec-9e37-10f939b30957 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0605888
Apr 09 21:51:00.943073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ca00050e-71f7-4aca-8140-cdf595f0a91d req-e5651448-6c54-444c-b851-bcc14736caa9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492086
Apr 09 21:51:01.875111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:02.069447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861eff-9c2d-4180-9267-b51d8b56d278 req-3a0e26e8-e817-46e9-a732-fde60252e532 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:02.070911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88861eff-9c2d-4180-9267-b51d8b56d278 req-3a0e26e8-e817-46e9-a732-fde60252e532 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0478172
Apr 09 21:51:02.127034 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88861eff-9c2d-4180-9267-b51d8b56d278 req-20c96462-90b4-46b8-b684-0b88a2b825db tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482960
Apr 09 21:51:02.149955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41884) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:02.215516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d2014c1b-9a11-4829-9bd7-f9f4e3004ddd tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23 HTTP/1.1" status: 200  len: 992 time: 0.0643878
Apr 09 21:51:20.496222 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1a1fcbfe-4bcb-43df-ab30-c089381f7496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:23.011095 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-65a29189-465e-46dc-af28-e20bfc3111b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:24.336331 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:25.386453 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:26.303885 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:27.125645 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:28.920266 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:51:31.879699 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:32.608617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41908) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:32.774203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 5500b7a4-4864-47ca-bba3-39911b21a72e {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:51:32.774530 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5500b7a4-4864-47ca-bba3-39911b21a72e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:32.851460 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5500b7a4-4864-47ca-bba3-39911b21a72e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:32.851747 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (5500b7a4-4864-47ca-bba3-39911b21a72e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:32.863886 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 5500b7a4-4864-47ca-bba3-39911b21a72e owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:51:33.018636 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5500b7a4-4864-47ca-bba3-39911b21a72e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:33.045343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=5500b7a4-4864-47ca-bba3-39911b21a72e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:33.074537 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.074836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.075215 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.075556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.075888 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.076218 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.076556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.076885 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.077326 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.077653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.077965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.078311 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.078627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.078940 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.079263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:33.126678 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:33.127093 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23 disassociated (deleted). External IP: 172.35.0.6, port: 3caab25f-9db0-403c-94ca-10303bc74c02.
Apr 09 21:51:33.254023 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-edc175ec-f8ce-4213-bf24-d52c83197334 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0761044
Apr 09 21:51:33.356510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-80442b7c-d098-447b-b6d8-ba122afd6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:33.357945 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-80442b7c-d098-447b-b6d8-ba122afd6612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1128 time: 0.0528932
Apr 09 21:51:33.470598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:51:33.498561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-df5149f5-9c5f-4436-a586-56d0dd4729c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:33.499949 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-df5149f5-9c5f-4436-a586-56d0dd4729c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 200  len: 897 time: 0.1136105
Apr 09 21:51:33.574260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-d71ea67e-fa71-4cc2-b852-ea8a1eee1fb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 200  len: 217 time: 0.0434678
Apr 09 21:51:33.663068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-86534d03-744f-4d91-8353-54a52b918576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:33.664441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-86534d03-744f-4d91-8353-54a52b918576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c11479f3-7ba0-4506-ab09-1888b6c56484 HTTP/1.1" status: 200  len: 834 time: 0.0840948
Apr 09 21:51:33.665930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:51:33.671286 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:33.676272 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] Sync routers for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:51:33.687619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:51:33.688289 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764d2cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:33.734315 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c7e1ce59-cd44-4083-bb14-e086ba1bec44 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23 HTTP/1.1" status: 204  len: 168 time: 1.1243858
Apr 09 21:51:33.735034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:51:33.737319 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a51e080-8b5c-402c-befa-38080e4e1f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:51:33.740135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-b6cb7dd6-49b0-4edd-95fb-c9466ad7291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:33.741651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-b6cb7dd6-49b0-4edd-95fb-c9466ad7291c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a22fee1a-0d1e-4848-9536-8b32c4380953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0687139
Apr 09 21:51:33.800711 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:51:33.812497 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a66c7a-35f6-4dc0-b0df-ea2bf17b3554 x-openstack-request-id: req-c9a66c7a-35f6-4dc0-b0df-ea2bf17b3554 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:51:33.812942 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:51:33.813316 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9a66c7a-35f6-4dc0-b0df-ea2bf17b3554 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:51:33.813635 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a66c7a-35f6-4dc0-b0df-ea2bf17b3554'] response: {'name': 'network-changed', 'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02', 'status': 'completed', 'code': 200}
Apr 09 21:51:33.839570 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-39013d95-3d65-4924-8f1a-3f2f905e67d5 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904133
Apr 09 21:51:33.939768 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de45e3dc-0d6f-44e9-a196-00a581dc64ee req-7a82cfd6-a08e-462d-b326-09963614c1c2 service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945611
Apr 09 21:51:33.986696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dcaa9-01a8-45fa-8349-07694b607e80 req-37d47d9a-72ad-4918-8f8f-400b4149d8a4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:33.988219 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-005dcaa9-01a8-45fa-8349-07694b607e80 req-37d47d9a-72ad-4918-8f8f-400b4149d8a4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0476556
Apr 09 21:51:34.028412 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764d2cd0>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:09Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:34.038193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-005dcaa9-01a8-45fa-8349-07694b607e80 req-0276de5e-f6a7-480c-b2d6-67215ef4d349 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435259
Apr 09 21:51:34.059771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] Checking router: 6a16535c-f21f-4a56-a650-7bf9c25c23d0 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:51:34.068923 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:51:34.069640 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23764d2cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:34.179687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:51:34.369252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23764d2cd0>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:09Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:34.400425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b32c1f-5a42-41db-a7c9-7bfb1d4b2ce8 None None] The sync data for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 is: [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:06Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef861a1f-ff18-44db-a9bf-147575207764', 'name': '', 'network_id': 'a22fee1a-0d1e-4848-9536-8b32c4380953', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:97:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:06Z', 'updated_at': '2022-04-09T21:50:09Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': 'c11479f3-7ba0-4506-ab09-1888b6c56484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:51:34.654730 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ca422-040f-4dce-b4d1-f51028e029f4 None None] New status for floating IP b0ee3e30-c81b-48c0-bc9c-4bce0fe03f23: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:51:35.208091 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-7f9308fb-5c7b-41c5-8cea-035eeb417f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:35.209672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-7f9308fb-5c7b-41c5-8cea-035eeb417f07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 1128 time: 0.1226687
Apr 09 21:51:35.231660 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68c73-f41c-4bf2-88c6-d5f890b1b40a req-da91bf7a-59e6-498d-980d-dba3a874aeed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:35.233132 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95b68c73-f41c-4bf2-88c6-d5f890b1b40a req-da91bf7a-59e6-498d-980d-dba3a874aeed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.1215820
Apr 09 21:51:35.372151 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-95b68c73-f41c-4bf2-88c6-d5f890b1b40a req-4142f123-3fe4-452d-8bb1-0220181c1b81 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=50232661-7dbe-4afd-bf1b-dd04343b1f7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1273572
Apr 09 21:51:35.381890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-4254d0cc-ad1d-4034-8f19-d544437a08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:35.383353 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-4254d0cc-ad1d-4034-8f19-d544437a08c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 200  len: 897 time: 0.1659133
Apr 09 21:51:35.389561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-afe6fe22-c909-451b-8ba5-c8b25e6f90c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:35.390967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-afe6fe22-c909-451b-8ba5-c8b25e6f90c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 946 time: 0.0710387
Apr 09 21:51:35.451226 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-5a50761d-1256-41b5-a74b-57056e729919 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 200  len: 217 time: 0.0592477
Apr 09 21:51:35.535266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-a47e3c7b-889a-4172-8436-4cbb24e549cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:35.536778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-a47e3c7b-889a-4172-8436-4cbb24e549cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c11479f3-7ba0-4506-ab09-1888b6c56484 HTTP/1.1" status: 200  len: 834 time: 0.0802004
Apr 09 21:51:35.541895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 3caab25f-9db0-403c-94ca-10303bc74c02 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:51:35.542240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:35.628274 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-675881d8-3f64-47d7-ab96-78c028eda841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:35.629742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-675881d8-3f64-47d7-ab96-78c028eda841 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a22fee1a-0d1e-4848-9536-8b32c4380953&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0846384
Apr 09 21:51:35.720478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port 3caab25f-9db0-403c-94ca-10303bc74c02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3caab25f-9db0-403c-94ca-10303bc74c02,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:35.720791 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:35.738259 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 3caab25f-9db0-403c-94ca-10303bc74c02 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:51:35.764958 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-d878afdb-e2d4-44ca-b9d6-a0f44773d06a service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285641
Apr 09 21:51:35.902763 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a51e080-8b5c-402c-befa-38080e4e1f5b req-ac473f46-6ab6-43c4-882c-930ab591077f service neutron] 10.222.0.32 "GET /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1108875
Apr 09 21:51:35.955260 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3caab25f-9db0-403c-94ca-10303bc74c02), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:35.984155 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=3caab25f-9db0-403c-94ca-10303bc74c02,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:36.031519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] No DVR routers for this DVR port 3caab25f-9db0-403c-94ca-10303bc74c02 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:51:36.034263 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:36.037638 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ecdee5e-c80c-48c1-b63d-b9e14b6e8ee5 req-b202028d-ef29-4110-915d-bd89b977ebf2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "DELETE /v2.0/ports/3caab25f-9db0-403c-94ca-10303bc74c02 HTTP/1.1" status: 204  len: 173 time: 0.6400986
Apr 09 21:51:36.038094 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'name': 'network-vif-deleted', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:51:36.040623 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c667a-b527-4552-b816-34e4cf3149c7" -d '{"events": [{"server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "name": "network-vif-deleted", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:51:36.078664 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ea457-d22f-425d-a20f-6947e118404f x-openstack-request-id: req-d41ea457-d22f-425d-a20f-6947e118404f {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:51:36.078947 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437f1434-0c71-490b-9663-8e0a472eb8be", "name": "network-vif-deleted", "tag": "3caab25f-9db0-403c-94ca-10303bc74c02", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:51:36.079213 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d41ea457-d22f-425d-a20f-6947e118404f {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:51:36.079626 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41ea457-d22f-425d-a20f-6947e118404f'] response: {'server_uuid': '437f1434-0c71-490b-9663-8e0a472eb8be', 'name': 'network-vif-deleted', 'tag': '3caab25f-9db0-403c-94ca-10303bc74c02', 'status': 'completed', 'code': 200}
Apr 09 21:51:36.811909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c57b2002-ed79-418b-bcf6-192dcb7fc177 req-bc9bd9f8-a1c7-4c5f-93b0-8df41d18490f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=437f1434-0c71-490b-9663-8e0a472eb8be HTTP/1.1" status: 200  len: 210 time: 0.3458633
Apr 09 21:51:37.883721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41930) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:38.240492 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (6a16535c-f21f-4a56-a650-7bf9c25c23d0), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:38.329298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3caab25f-9db0-403c-94ca-10303bc74c02 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:51:38.351701 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 3caab25f-9db0-403c-94ca-10303bc74c02 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:51:38.351953 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 3caab25f-9db0-403c-94ca-10303bc74c02 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:51:38.493292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port ef861a1f-ff18-44db-a9bf-147575207764 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:51:38.493637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ef861a1f-ff18-44db-a9bf-147575207764), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:38.591621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port ef861a1f-ff18-44db-a9bf-147575207764, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef861a1f-ff18-44db-a9bf-147575207764,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:38.592050 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ef861a1f-ff18-44db-a9bf-147575207764), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:38.609640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for ef861a1f-ff18-44db-a9bf-147575207764 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:51:38.806680 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (ef861a1f-ff18-44db-a9bf-147575207764), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:38.834841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=ef861a1f-ff18-44db-a9bf-147575207764,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:39.020883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (6a16535c-f21f-4a56-a650-7bf9c25c23d0), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.249056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:51:39.359735 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:51:39.365016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-85b465f1-f0e4-42fd-bfac-9a44bdb95754 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/6a16535c-f21f-4a56-a650-7bf9c25c23d0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4801536
Apr 09 21:51:39.368424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41932) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:39.370192 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] Sync routers for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:51:39.380499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:51:39.381212 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765b0ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:39.421976 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3ef2b3-192c-45a4-aaf6-2bf2d1f4b9bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting subnet c11479f3-7ba0-4506-ab09-1888b6c56484 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:51:39.425329 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3ef2b3-192c-45a4-aaf6-2bf2d1f4b9bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (c11479f3-7ba0-4506-ab09-1888b6c56484), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.466761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3ef2b3-192c-45a4-aaf6-2bf2d1f4b9bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (c11479f3-7ba0-4506-ab09-1888b6c56484), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.491281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:51:39.553854 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3ef2b3-192c-45a4-aaf6-2bf2d1f4b9bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (c11479f3-7ba0-4506-ab09-1888b6c56484), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.612275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3ef2b3-192c-45a4-aaf6-2bf2d1f4b9bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (c11479f3-7ba0-4506-ab09-1888b6c56484), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.639746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ef2b3-192c-45a4-aaf6-2bf2d1f4b9bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Subnet': ['ID=c11479f3-7ba0-4506-ab09-1888b6c56484,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:39.643459 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0c3ef2b3-192c-45a4-aaf6-2bf2d1f4b9bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.649466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0c3ef2b3-192c-45a4-aaf6-2bf2d1f4b9bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/subnets/c11479f3-7ba0-4506-ab09-1888b6c56484 HTTP/1.1" status: 204  len: 168 time: 0.2798247
Apr 09 21:51:39.650397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41934) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:39.651918 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf14148-2d82-4497-a2b0-622dee65d18d None None] Network a22fee1a-0d1e-4848-9536-8b32c4380953 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:51:39.688140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765b0ee0>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:51:38Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:39.745072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] Checking router: 6a16535c-f21f-4a56-a650-7bf9c25c23d0 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:51:39.764253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (6a16535c-f21f-4a56-a650-7bf9c25c23d0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.781344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] Routers {'6a16535c-f21f-4a56-a650-7bf9c25c23d0'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:51:39.781941 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23765b0ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:39.873441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] DHCP port deletion for a22fee1a-0d1e-4848-9536-8b32c4380953 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:51:39.875782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (6a16535c-f21f-4a56-a650-7bf9c25c23d0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.921461 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] Set router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:51:39.923695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port ae40486d-a996-4ad1-80b2-de68469d53f0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:51:39.924151 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:39.981195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Deleting port b7359714-61a4-4f39-b013-5020d5dc103f {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:51:39.981559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.008211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port ae40486d-a996-4ad1-80b2-de68469d53f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae40486d-a996-4ad1-80b2-de68469d53f0,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:40.008559 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.096504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] For port b7359714-61a4-4f39-b013-5020d5dc103f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7359714-61a4-4f39-b013-5020d5dc103f,segment=NetworkSegment(ba33c11b-77c2-4428-afc2-f80b5d452813),segment_id=ba33c11b-77c2-4428-afc2-f80b5d452813)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:40.096808 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.116682 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Calling delete_port for b7359714-61a4-4f39-b013-5020d5dc103f owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:51:40.212135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23765b0ee0>, [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:51:38Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:40.253188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b7359714-61a4-4f39-b013-5020d5dc103f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:51:40.259209 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5230b08-e19f-48f2-af38-3ba3399728b2 None None] The sync data for ids ['6a16535c-f21f-4a56-a650-7bf9c25c23d0'] in ncdv-master-1 is: [{'id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420872789', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:51:38Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ae40486d-a996-4ad1-80b2-de68469d53f0', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16535c-f21f-4a56-a650-7bf9c25c23d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:50:03Z', 'updated_at': '2022-04-09T21:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:51:40.312786 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (b7359714-61a4-4f39-b013-5020d5dc103f), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.336341 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Port b7359714-61a4-4f39-b013-5020d5dc103f update to DOWN by agent not found {{(pid=126921) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Apr 09 21:51:40.354473 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for ae40486d-a996-4ad1-80b2-de68469d53f0 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:51:40.358484 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Pushing event deleted for resources: {'Port': ['ID=b7359714-61a4-4f39-b013-5020d5dc103f,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:40.361294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] No DVR routers for this DVR port b7359714-61a4-4f39-b013-5020d5dc103f on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:51:40.368001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.368407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.368751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.369121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.369457 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.369787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.370112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.370434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.370975 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.371073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.372263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.372263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.372263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.372263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.372757 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e5106-91e5-41d4-b149-f52a1fac2cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.528969 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ae40486d-a996-4ad1-80b2-de68469d53f0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.554484 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=ae40486d-a996-4ad1-80b2-de68469d53f0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:40.566491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.568494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.568494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.568494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.568494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.568494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.568494 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.569222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.569222 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.569496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.569836 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.570179 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.570513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.570845 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.571176 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:40.630814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (6a16535c-f21f-4a56-a650-7bf9c25c23d0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.733669 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (6a16535c-f21f-4a56-a650-7bf9c25c23d0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.735912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (6a16535c-f21f-4a56-a650-7bf9c25c23d0), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.783956 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (6a16535c-f21f-4a56-a650-7bf9c25c23d0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.784581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Fanout notify agent at l3_agent the message router_deleted on router 6a16535c-f21f-4a56-a650-7bf9c25c23d0 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:51:40.791314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.792437 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1cd9901d-1d23-47c2-b363-ee504210af0a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/routers/6a16535c-f21f-4a56-a650-7bf9c25c23d0 HTTP/1.1" status: 204  len: 168 time: 1.1407995
Apr 09 21:51:40.795202 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41938) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:40.874297 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (a22fee1a-0d1e-4848-9536-8b32c4380953), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.972884 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (a22fee1a-0d1e-4848-9536-8b32c4380953), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:40.993266 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23757d9940>,) {'filters': {'network_id': ['a22fee1a-0d1e-4848-9536-8b32c4380953']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:41.002830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23757d9940>, 'ba33c11b-77c2-4428-afc2-f80b5d452813') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:41.003120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23757d9940>, 'ba33c11b-77c2-4428-afc2-f80b5d452813') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:41.018970 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (ba33c11b-77c2-4428-afc2-f80b5d452813), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.035267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (ba33c11b-77c2-4428-afc2-f80b5d452813), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.041593 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:51:41.041979 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (ba33c11b-77c2-4428-afc2-f80b5d452813), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:51:41.045071 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:51:41.109612 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (a22fee1a-0d1e-4848-9536-8b32c4380953), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.116976 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.120118 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/networks/a22fee1a-0d1e-4848-9536-8b32c4380953 HTTP/1.1" status: 204  len: 168 time: 0.3240068
Apr 09 21:51:41.123108 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41940) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:41.131314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c298f3-896f-4923-a7d6-18d84fe74058 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Network': ['ID=a22fee1a-0d1e-4848-9536-8b32c4380953,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:41.182063 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36d61683-c2f0-40ef-8b5e-67019af8e2dc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (50232661-7dbe-4afd-bf1b-dd04343b1f7a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.207389 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36d61683-c2f0-40ef-8b5e-67019af8e2dc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (50232661-7dbe-4afd-bf1b-dd04343b1f7a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.287980 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36d61683-c2f0-40ef-8b5e-67019af8e2dc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (50232661-7dbe-4afd-bf1b-dd04343b1f7a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.291906 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-36d61683-c2f0-40ef-8b5e-67019af8e2dc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.293318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-36d61683-c2f0-40ef-8b5e-67019af8e2dc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/security-groups/50232661-7dbe-4afd-bf1b-dd04343b1f7a HTTP/1.1" status: 204  len: 168 time: 0.1691730
Apr 09 21:51:41.304665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d61683-c2f0-40ef-8b5e-67019af8e2dc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50232661-7dbe-4afd-bf1b-dd04343b1f7a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:41.566243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41946) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:41.571151 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-eedcdbdc-421b-4df5-8dbb-4eb42724a482 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790605370', 'description': 'tempest-secgroup-smoke-790605370 description', 'project_id': '91139f4484934b158e5ee647130aa2cd'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:41.595583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eedcdbdc-421b-4df5-8dbb-4eb42724a482 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.665279 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eedcdbdc-421b-4df5-8dbb-4eb42724a482 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (b6263a0e-0cb1-46f9-aa9b-153757267975), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.671197 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eedcdbdc-421b-4df5-8dbb-4eb42724a482 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b6263a0e-0cb1-46f9-aa9b-153757267975), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.701120 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-eedcdbdc-421b-4df5-8dbb-4eb42724a482 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.702394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eedcdbdc-421b-4df5-8dbb-4eb42724a482 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1351569
Apr 09 21:51:41.704489 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcdbdc-421b-4df5-8dbb-4eb42724a482 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6263a0e-0cb1-46f9-aa9b-153757267975,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:41.705631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:41.710369 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-316a8835-241f-43cb-8aff-5ff8932e1682 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'b6263a0e-0cb1-46f9-aa9b-153757267975', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:41.741408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-316a8835-241f-43cb-8aff-5ff8932e1682 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (4686978f-4f9b-4660-852e-aed53011a0f7), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.797680 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-316a8835-241f-43cb-8aff-5ff8932e1682 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (4686978f-4f9b-4660-852e-aed53011a0f7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.804367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-316a8835-241f-43cb-8aff-5ff8932e1682 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (4686978f-4f9b-4660-852e-aed53011a0f7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.822259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a8835-241f-43cb-8aff-5ff8932e1682 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4686978f-4f9b-4660-852e-aed53011a0f7,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:41.831940 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-316a8835-241f-43cb-8aff-5ff8932e1682 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.833180 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-316a8835-241f-43cb-8aff-5ff8932e1682 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1264105
Apr 09 21:51:41.835950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41950) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:41.840270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-fa1a5ed2-e745-4333-b06c-0e15c2238557 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'b6263a0e-0cb1-46f9-aa9b-153757267975', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:41.881233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5ed2-e745-4333-b06c-0e15c2238557 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (900bb671-2d26-4f1f-bcb3-39f3b1cdc301), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.937788 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5ed2-e745-4333-b06c-0e15c2238557 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (900bb671-2d26-4f1f-bcb3-39f3b1cdc301), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.943227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5ed2-e745-4333-b06c-0e15c2238557 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (900bb671-2d26-4f1f-bcb3-39f3b1cdc301), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.964757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a5ed2-e745-4333-b06c-0e15c2238557 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900bb671-2d26-4f1f-bcb3-39f3b1cdc301,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:41.974481 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5ed2-e745-4333-b06c-0e15c2238557 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:41.975649 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-fa1a5ed2-e745-4333-b06c-0e15c2238557 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1387968
Apr 09 21:51:41.978650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41952) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:41.983204 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a8c6b17d-9e93-4276-884f-418c8220ff7e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'b6263a0e-0cb1-46f9-aa9b-153757267975', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:42.010347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b17d-9e93-4276-884f-418c8220ff7e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (d1f5bc2d-fcae-4c53-9834-835e44019daa), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.065937 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b17d-9e93-4276-884f-418c8220ff7e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (d1f5bc2d-fcae-4c53-9834-835e44019daa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.072474 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b17d-9e93-4276-884f-418c8220ff7e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (d1f5bc2d-fcae-4c53-9834-835e44019daa), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.089996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b17d-9e93-4276-884f-418c8220ff7e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f5bc2d-fcae-4c53-9834-835e44019daa,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:42.099900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b17d-9e93-4276-884f-418c8220ff7e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.101203 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a8c6b17d-9e93-4276-884f-418c8220ff7e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1214457
Apr 09 21:51:42.103955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41954) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:42.108359 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-831f4be8-92aa-47e5-a222-835b990126d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'b6263a0e-0cb1-46f9-aa9b-153757267975', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:42.145800 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831f4be8-92aa-47e5-a222-835b990126d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (b4bb9ff1-94c4-4dd6-adac-d3e0e308871c), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.177291 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae40486d-a996-4ad1-80b2-de68469d53f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:51:42.198084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ae40486d-a996-4ad1-80b2-de68469d53f0 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:51:42.198356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ae40486d-a996-4ad1-80b2-de68469d53f0 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:51:42.198939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ef861a1f-ff18-44db-a9bf-147575207764 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:51:42.205849 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831f4be8-92aa-47e5-a222-835b990126d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (b4bb9ff1-94c4-4dd6-adac-d3e0e308871c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.210525 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831f4be8-92aa-47e5-a222-835b990126d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (b4bb9ff1-94c4-4dd6-adac-d3e0e308871c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.219026 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ef861a1f-ff18-44db-a9bf-147575207764 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:51:42.219455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ef861a1f-ff18-44db-a9bf-147575207764 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:51:42.228410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f4be8-92aa-47e5-a222-835b990126d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bb9ff1-94c4-4dd6-adac-d3e0e308871c,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:42.237554 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-831f4be8-92aa-47e5-a222-835b990126d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.238750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-831f4be8-92aa-47e5-a222-835b990126d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1337974
Apr 09 21:51:42.241566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41956) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:42.246029 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-65a14697-9cd5-4e52-bc00-716aeafc632c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'b6263a0e-0cb1-46f9-aa9b-153757267975', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:42.269352 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-65a14697-9cd5-4e52-bc00-716aeafc632c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:51:42.274951 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65a14697-9cd5-4e52-bc00-716aeafc632c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (e38862ea-f803-4b74-94e8-e384d64517cc), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.336629 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65a14697-9cd5-4e52-bc00-716aeafc632c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (e38862ea-f803-4b74-94e8-e384d64517cc), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.342630 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65a14697-9cd5-4e52-bc00-716aeafc632c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e38862ea-f803-4b74-94e8-e384d64517cc), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.360235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a14697-9cd5-4e52-bc00-716aeafc632c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38862ea-f803-4b74-94e8-e384d64517cc,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:42.368959 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-65a14697-9cd5-4e52-bc00-716aeafc632c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.370200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-65a14697-9cd5-4e52-bc00-716aeafc632c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1276958
Apr 09 21:51:42.373077 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41958) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:42.377381 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-99096cbb-9b80-4b0d-9e43-fe29863b1adc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'b6263a0e-0cb1-46f9-aa9b-153757267975', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:42.400072 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-99096cbb-9b80-4b0d-9e43-fe29863b1adc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:51:42.405675 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99096cbb-9b80-4b0d-9e43-fe29863b1adc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (10c9f81c-0895-4a15-92b4-c26a6eb07014), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.466854 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99096cbb-9b80-4b0d-9e43-fe29863b1adc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (10c9f81c-0895-4a15-92b4-c26a6eb07014), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.472008 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99096cbb-9b80-4b0d-9e43-fe29863b1adc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (10c9f81c-0895-4a15-92b4-c26a6eb07014), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.489379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99096cbb-9b80-4b0d-9e43-fe29863b1adc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c9f81c-0895-4a15-92b4-c26a6eb07014,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:42.498440 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-99096cbb-9b80-4b0d-9e43-fe29863b1adc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.499675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-99096cbb-9b80-4b0d-9e43-fe29863b1adc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1256843
Apr 09 21:51:42.502617 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41960) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:42.507332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'network': {'name': 'tempest-network-smoke--26991454', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:42.527563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:51:42.530897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.554369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:51:42.563641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (343ed35f-fc11-43d1-95a5-02dc10d7c859), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.563972 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Added segment 343ed35f-fc11-43d1-95a5-02dc10d7c859 of type vlan for network 155d0fd0-715f-4ae6-abe3-36676fa33dfa
Apr 09 21:51:42.604424 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (155d0fd0-715f-4ae6-abe3-36676fa33dfa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.635288 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (155d0fd0-715f-4ae6-abe3-36676fa33dfa), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.640386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:42.640944 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.680990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1772914
Apr 09 21:51:42.683952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41962) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:42.688591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'admin_state_up': True, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:42.711869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (925137f7-ea41-4d53-a6d7-9a1cd50bacca), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.713056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9854b6-ddf9-46b8-883e-3d33c7c7401e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Network': ['ID=155d0fd0-715f-4ae6-abe3-36676fa33dfa,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:42.713211 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (925137f7-ea41-4d53-a6d7-9a1cd50bacca), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.724297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:51:42.767511 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (925137f7-ea41-4d53-a6d7-9a1cd50bacca), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:42.914228 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (925137f7-ea41-4d53-a6d7-9a1cd50bacca), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:43.096728 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (925137f7-ea41-4d53-a6d7-9a1cd50bacca), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:43.115832 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:43.231019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.6 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/8dde881a-f5f8-4b05-9f7e-117d8337d5e7) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:51:43.351187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:43.395671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:43.434382 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:51:43.437360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:51:43.441411 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:51:43.464269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=8dde881a-f5f8-4b05-9f7e-117d8337d5e7,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:43.708987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (925137f7-ea41-4d53-a6d7-9a1cd50bacca), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:43.917608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (925137f7-ea41-4d53-a6d7-9a1cd50bacca), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.054250 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 925137f7-ea41-4d53-a6d7-9a1cd50bacca is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:51:44.165474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:51:44.176585 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Sync routers for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:51:44.187170 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:51:44.187412 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.187782 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377163a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:44.188592 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dc017cc1-c507-4380-9688-0645eda8a42c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 1.5036490
Apr 09 21:51:44.191916 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 41964) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:44.219459 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b29a437e-c19d-4483-be52-8f34c60a3c48 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=91139f4484934b158e5ee647130aa2cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264313
Apr 09 21:51:44.222315 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41966) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:44.298393 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:51:44.312697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a877a5c-f47a-423e-a45d-542399b67265 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:44.316888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8a877a5c-f47a-423e-a45d-542399b67265 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0908616
Apr 09 21:51:44.317148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41968) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:44.355670 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-82b9889a-9bc1-4818-9863-36fd49273050 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0373998
Apr 09 21:51:44.358350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41970) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:44.363013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704903548', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:44.453732 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:51:44.457212 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.470514 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377163a90>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:43Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:44.498072 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Checking router: 925137f7-ea41-4d53-a6d7-9a1cd50bacca for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:51:44.498423 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Updating router 925137f7-ea41-4d53-a6d7-9a1cd50bacca port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:51:44.525309 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.637014 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (76aed5d7-205e-44e4-a384-6c9140943aa7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.700777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Subnet': ['ID=76aed5d7-205e-44e4-a384-6c9140943aa7,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:44.711209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Checking segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:51:44.711554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network hostable DHCP agents. Network: 155d0fd0-715f-4ae6-abe3-36676fa33dfa, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:51:44.731620 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:51:44.741687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 155d0fd0-715f-4ae6-abe3-36676fa33dfa) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:51:44.745931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:44.746526 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.753342 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1d9ed-62e7-48de-b8d4-a6f258ced0cb None None] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:51:44.767892 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a3f7ce63-848b-4c7f-9e64-e5397a1e2c05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4057875
Apr 09 21:51:44.768680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 41972) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:51:44.783198 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Publish callbacks [] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.789368 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.835034 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Attempting to bind port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:51:44.835400 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Attempting to bind port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:51:44.835762 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Attempting to bind port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:51:44.846713 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:51:44.847080 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:51:44.847470 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.847861 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:51:44.848324 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Bound port: 8dde881a-f5f8-4b05-9f7e-117d8337d5e7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:51:44.849027 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.863256 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:51:44.864192 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.876027 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Pushing event updated for resources: {'Port': ['ID=8dde881a-f5f8-4b05-9f7e-117d8337d5e7,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:44.891760 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.892058 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.892607 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.892938 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.893327 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.893649 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.893982 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.894285 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.894602 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.894981 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.895358 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.895667 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.895979 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.896290 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.896604 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:51:44.919859 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] For port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:51:44.923111 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] For port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dde881a-f5f8-4b05-9f7e-117d8337d5e7,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:51:44.930492 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:44.981931 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:51:44.982543 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377163a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:45.009200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Allocated IP 172.20.0.2 (155d0fd0-715f-4ae6-abe3-36676fa33dfa/76aed5d7-205e-44e4-a384-6c9140943aa7/27be0dd4-c916-4bb7-9c5d-c95d9df69195) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:51:45.037172 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce04d4-bd70-469c-806e-fce8c371fc74 None None] Pushing event updated for resources: {'Port': ['ID=8dde881a-f5f8-4b05-9f7e-117d8337d5e7,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:45.113938 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:51:45.158411 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Publish callbacks [] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:45.166323 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:45.210947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:51:45.214007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:51:45.218499 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:51:45.221812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Pushing event updated for resources: {'Port': ['ID=27be0dd4-c916-4bb7-9c5d-c95d9df69195,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:45.283392 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Attempting to bind port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:51:45.284101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Attempting to bind port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:51:45.284592 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Attempting to bind port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 on network 155d0fd0-715f-4ae6-abe3-36676fa33dfa {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:51:45.290164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:51:45.290667 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Checking segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:51:45.291012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:45.291301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Bound using segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:51:45.292240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Bound port: 27be0dd4-c916-4bb7-9c5d-c95d9df69195, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:51:45.292240 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:45.315878 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377163a90>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:43Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:45.343291 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de739d-35e9-4567-858e-5d3094d4ec21 None None] The sync data for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 is: [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:43Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:51:45.358885 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] For port 27be0dd4-c916-4bb7-9c5d-c95d9df69195, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:51:45.367305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] For port 27be0dd4-c916-4bb7-9c5d-c95d9df69195, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27be0dd4-c916-4bb7-9c5d-c95d9df69195,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:51:45.378008 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:45.443660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60664521-aef9-4cfa-b75d-a79e1001a81e None None] Pushing event updated for resources: {'Port': ['ID=27be0dd4-c916-4bb7-9c5d-c95d9df69195,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:45.577266 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:45.949683 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.1 (155d0fd0-715f-4ae6-abe3-36676fa33dfa/76aed5d7-205e-44e4-a384-6c9140943aa7/b0f7629c-6189-4b06-8041-c83974d6e08c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:51:46.074240 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.112844 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.158524 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=b0f7629c-6189-4b06-8041-c83974d6e08c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:46.178627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:51:46.180084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:51:46.182731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:51:46.242761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (925137f7-ea41-4d53-a6d7-9a1cd50bacca), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.253705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:51:46.312215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:46.312685 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.397867 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.408992 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:46.409427 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.432439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dde881a-f5f8-4b05-9f7e-117d8337d5e7,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:46.441945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.442789 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27be0dd4-c916-4bb7-9c5d-c95d9df69195 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:51:46.529997 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=8dde881a-f5f8-4b05-9f7e-117d8337d5e7,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:46.536498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:46.536871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.616713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d840d4-f9e0-4773-a5f1-49f8301b2640 None None] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:51:46.677983 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:46.678416 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.710308 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.715663 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.721162 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-511a31cf-d387-4dff-b2a3-94292dee28bd None None] Provisioning complete for port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:46.721586 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-511a31cf-d387-4dff-b2a3-94292dee28bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.784512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 27be0dd4-c916-4bb7-9c5d-c95d9df69195, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27be0dd4-c916-4bb7-9c5d-c95d9df69195,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:46.794910 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (925137f7-ea41-4d53-a6d7-9a1cd50bacca), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.797004 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=b0f7629c-6189-4b06-8041-c83974d6e08c,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:46.797799 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:46.896039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=27be0dd4-c916-4bb7-9c5d-c95d9df69195,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:46.908497 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:51:46.910138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:51:46.910743 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-511a31cf-d387-4dff-b2a3-94292dee28bd None None] Current status of the port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:47.035483 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 925137f7-ea41-4d53-a6d7-9a1cd50bacca has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:51:47.132205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0a60e701-7111-442e-8893-4f24434df0d3 None None] Provisioning complete for port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:47.133095 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0a60e701-7111-442e-8893-4f24434df0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:47.156207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:51:47.161579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3cd76f5c-9058-482c-8d4b-d76ac5292e9d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/925137f7-ea41-4d53-a6d7-9a1cd50bacca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3925309
Apr 09 21:51:47.218305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Sync routers for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:51:47.243234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0a60e701-7111-442e-8893-4f24434df0d3 None None] Current status of the port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:47.246448 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:51:47.247085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23749e7b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:47.288950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0a60e701-7111-442e-8893-4f24434df0d3 None None] Provisioning complete for port b0f7629c-6189-4b06-8041-c83974d6e08c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:47.289698 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0a60e701-7111-442e-8893-4f24434df0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:47.340491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-e47cf3c8-babb-4c1f-a511-78e0e91a64a7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790605370&fields=id&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 267 time: 0.0552764
Apr 09 21:51:47.340760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0a60e701-7111-442e-8893-4f24434df0d3 None None] Port b0f7629c-6189-4b06-8041-c83974d6e08c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:51:47.404980 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:51:47.476785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-9247b9eb-fa1c-4138-94bb-3f8a356e26a4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:47.478468 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-9247b9eb-fa1c-4138-94bb-3f8a356e26a4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 795 time: 0.1295226
Apr 09 21:51:47.493403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-461582f5-3f3f-459a-9008-7be414327aa9 None None] Provisioning complete for port b0f7629c-6189-4b06-8041-c83974d6e08c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:47.493771 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-461582f5-3f3f-459a-9008-7be414327aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:47.494152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-65be66ed-43e1-4e99-bfe2-4f6d3a15e6d8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/quotas/91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 375 time: 0.0098207
Apr 09 21:51:47.543012 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-817551d6-7bba-4765-a4d6-cdb0e4943fb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0436893
Apr 09 21:51:47.576688 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-461582f5-3f3f-459a-9008-7be414327aa9 None None] Port b0f7629c-6189-4b06-8041-c83974d6e08c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:51:47.641788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23749e7b20>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 2, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:47.648375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-69c3575a-8f00-4c39-ba9c-551bc45590ee service neutron] 10.222.0.30 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934677
Apr 09 21:51:47.668932 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Checking router: 925137f7-ea41-4d53-a6d7-9a1cd50bacca for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:51:47.669396 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Updating router 925137f7-ea41-4d53-a6d7-9a1cd50bacca port b0f7629c-6189-4b06-8041-c83974d6e08c binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:51:47.705579 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:47.708391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-7d32ab71-a447-4136-9fc9-86145a088de6 None None] Provisioning complete for port b0f7629c-6189-4b06-8041-c83974d6e08c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:47.708736 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d32ab71-a447-4136-9fc9-86145a088de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:47.742802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-c970a2ad-ec6d-47ba-a032-a7813c054e97 service neutron] 10.222.0.30 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880756
Apr 09 21:51:47.778872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-7d32ab71-a447-4136-9fc9-86145a088de6 None None] Port b0f7629c-6189-4b06-8041-c83974d6e08c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:51:47.917088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be6490e2-fe44-4e91-9fb6-faf45ce2b7a1 req-9cf21426-b8eb-4cc7-8639-2b7bc492f2f9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 210 time: 0.0364356
Apr 09 21:51:48.024365 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Publish callbacks [] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.038140 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.087413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce01d8-5da2-44a5-b4f0-d585d788d505 None None] Pushing event updated for resources: {'Port': ['ID=b0f7629c-6189-4b06-8041-c83974d6e08c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:48.149542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Attempting to bind port b0f7629c-6189-4b06-8041-c83974d6e08c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:51:48.150197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Attempting to bind port b0f7629c-6189-4b06-8041-c83974d6e08c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:51:48.150810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Attempting to bind port b0f7629c-6189-4b06-8041-c83974d6e08c on network 155d0fd0-715f-4ae6-abe3-36676fa33dfa {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:51:48.157055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:51:48.157813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Checking segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:51:48.158758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.159246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Bound using segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:51:48.159875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Bound port: b0f7629c-6189-4b06-8041-c83974d6e08c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:51:48.160407 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.199423 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:51:48.268663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] For port b0f7629c-6189-4b06-8041-c83974d6e08c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:51:48.272008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] For port b0f7629c-6189-4b06-8041-c83974d6e08c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0f7629c-6189-4b06-8041-c83974d6e08c,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:51:48.283297 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.292558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:48.293193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.364804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ca0b4f92-bc5c-44b0-97c2-4a2683921a57 None None] Provisioning complete for port b0f7629c-6189-4b06-8041-c83974d6e08c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:48.365199 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca0b4f92-bc5c-44b0-97c2-4a2683921a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.414479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:51:48.415157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23749e7b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:48.421028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce01d8-5da2-44a5-b4f0-d585d788d505 None None] Pushing event updated for resources: {'Port': ['ID=b0f7629c-6189-4b06-8041-c83974d6e08c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:48.739806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:48.740860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27be0dd4-c916-4bb7-9c5d-c95d9df69195 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:51:48.785838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b4f92-bc5c-44b0-97c2-4a2683921a57 None None] Current status of the port b0f7629c-6189-4b06-8041-c83974d6e08c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:48.786107 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca0b4f92-bc5c-44b0-97c2-4a2683921a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.792598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:51:48.907598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ca0b4f92-bc5c-44b0-97c2-4a2683921a57 None None] For port b0f7629c-6189-4b06-8041-c83974d6e08c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0f7629c-6189-4b06-8041-c83974d6e08c,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:48.918159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:48.918506 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:48.920028 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca0b4f92-bc5c-44b0-97c2-4a2683921a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:49.039441 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bd950c3-09bd-4144-804e-cd327752a1dd req-55c3b0fa-252e-495d-bd6d-91ab11e35bbc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 210 time: 0.0423572
Apr 09 21:51:49.063770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-49007447-2443-4034-8d0d-72d2b927df44 None None] Provisioning complete for port b0f7629c-6189-4b06-8041-c83974d6e08c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:49.063770 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-49007447-2443-4034-8d0d-72d2b927df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:49.086169 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b4f92-bc5c-44b0-97c2-4a2683921a57 None None] Pushing event updated for resources: {'Port': ['ID=b0f7629c-6189-4b06-8041-c83974d6e08c,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:49.142520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23749e7b20>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:48Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:51:49.195271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79ce5a-6e9a-4c73-bd6b-13696bdd84ca None None] The sync data for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 is: [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:48Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:51:49.209956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:49.252072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-49007447-2443-4034-8d0d-72d2b927df44 None None] Current status of the port b0f7629c-6189-4b06-8041-c83974d6e08c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:50.161368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-724d51e8-9922-4655-9079-5f19cdde76f7 req-2f09bd2b-7f89-4714-be0c-2f9a2a23c787 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 210 time: 0.0421598
Apr 09 21:51:50.186251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b0f7629c-6189-4b06-8041-c83974d6e08c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:51:50.238630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port b0f7629c-6189-4b06-8041-c83974d6e08c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:50.239011 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:50.324080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port b0f7629c-6189-4b06-8041-c83974d6e08c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:50.489912 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0b58f933-8f35-4518-a9f4-ad235056c4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:50.953780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-b26496a7-9171-43f6-88d9-0a8839eff4ee tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:50.955291 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-b26496a7-9171-43f6-88d9-0a8839eff4ee tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 795 time: 0.1087863
Apr 09 21:51:51.018164 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-802949b0-00c2-496f-b37f-2b24ac98cca7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 379 time: 0.0544491
Apr 09 21:51:51.027931 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'port': {'device_id': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'admin_state_up': True, 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'security_groups': ['b6263a0e-0cb1-46f9-aa9b-153757267975']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:51.139994 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:51:51.143605 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:51.259408 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-60e426ea-fad6-4a4b-9fdc-ae68393d7f67 req-c0b5fa7f-3c94-453f-9fbb-ff178fe571af tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 210 time: 0.0279469
Apr 09 21:51:51.279631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.13 (155d0fd0-715f-4ae6-abe3-36676fa33dfa/76aed5d7-205e-44e4-a384-6c9140943aa7/fd19947a-0181-432a-ace2-9853fd3b76f8) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:51:51.431842 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:51.477603 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:51.523013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:51:51.526029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:51:51.529795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:51:51.536447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:51.583006 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:51.583622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:51.602339 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-94aadedc-d820-4b1e-8fec-684f68b53aba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5780077
Apr 09 21:51:51.613523 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Request body: {'port': {'device_id': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:51:51.681583 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:51.903495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-0c58d161-8a7a-4705-ad0d-4f9be636c971 None None] Provisioning complete for port fd19947a-0181-432a-ace2-9853fd3b76f8 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:51.904100 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0c58d161-8a7a-4705-ad0d-4f9be636c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:51.942509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-0c58d161-8a7a-4705-ad0d-4f9be636c971 None None] Port fd19947a-0181-432a-ace2-9853fd3b76f8 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:51:51.952971 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd19947a-0181-432a-ace2-9853fd3b76f8 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:51:51.961608 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Publish callbacks [] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:51.974596 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Transition to ACTIVE for port object fd19947a-0181-432a-ace2-9853fd3b76f8 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:51:51.980051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:52.030364 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:52.106846 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Attempting to bind port fd19947a-0181-432a-ace2-9853fd3b76f8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:51:52.107182 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Attempting to bind port fd19947a-0181-432a-ace2-9853fd3b76f8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:51:52.107513 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Attempting to bind port fd19947a-0181-432a-ace2-9853fd3b76f8 on network 155d0fd0-715f-4ae6-abe3-36676fa33dfa {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:51:52.112232 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Port fd19947a-0181-432a-ace2-9853fd3b76f8 on network 155d0fd0-715f-4ae6-abe3-36676fa33dfa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:51:52.112802 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Attempting to bind port fd19947a-0181-432a-ace2-9853fd3b76f8 on network 155d0fd0-715f-4ae6-abe3-36676fa33dfa {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:51:52.117862 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:51:52.118201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Checking segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:51:52.118620 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Bound using segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:51:52.119074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Bound port: fd19947a-0181-432a-ace2-9853fd3b76f8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:51:52.119437 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:52.185722 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:51:52.189114 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:51:52.195732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:52.234344 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:52.235100 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:52.236532 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] 10.222.0.25 "PUT /v2.0/ports/fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1092 time: 0.6272306
Apr 09 21:51:52.236976 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:51:52.239225 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32018a6f-7b55-4dbe-a7dc-e9db7f743766" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:51:52.264200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a470b6-d37f-4fa8-958c-38992ccad38a service neutron] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:52.284329 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f554a8d9-9cea-4786-b785-5a3617afad91 x-openstack-request-id: req-f554a8d9-9cea-4786-b785-5a3617afad91 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:51:52.284575 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:51:52.284831 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f554a8d9-9cea-4786-b785-5a3617afad91 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:51:52.285271 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f554a8d9-9cea-4786-b785-5a3617afad91'] response: {'name': 'network-changed', 'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'status': 'completed', 'code': 200}
Apr 09 21:51:52.331701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-71587d97-f78b-4a33-bb11-a6d8b7e38a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:52.333613 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-71587d97-f78b-4a33-bb11-a6d8b7e38a4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1126 time: 0.0433929
Apr 09 21:51:52.377292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-f8bb081d-6bde-4dcf-966b-fa8cbd9156dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 217 time: 0.0362861
Apr 09 21:51:52.388293 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b8c03-1dd1-4fcf-8d54-79446d82d0b5 req-84fb91a5-5bd4-4d7b-b8db-ac28e827c21e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:52.390104 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f4b8c03-1dd1-4fcf-8d54-79446d82d0b5 req-84fb91a5-5bd4-4d7b-b8db-ac28e827c21e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 944 time: 0.0500360
Apr 09 21:51:52.429377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-7d1e8fa4-2db4-4f23-a872-eec9f68a127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:52.431319 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-7d1e8fa4-2db4-4f23-a872-eec9f68a127e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0483036
Apr 09 21:51:52.460286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7f4b8c03-1dd1-4fcf-8d54-79446d82d0b5 req-d09f7c49-56d1-426d-944c-56de4d31b191 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526378
Apr 09 21:51:52.480441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-d0e98d73-2e5c-48ff-ba85-a63c8c1ee95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:52.482010 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-d0e98d73-2e5c-48ff-ba85-a63c8c1ee95b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441666
Apr 09 21:51:52.580722 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-25e1b3d9-ce29-4ab6-b566-4b978d9e2df6 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914030
Apr 09 21:51:52.674970 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0ac89f82-1c6f-41d8-be6e-a6febf5e65cb req-5aa96254-b13a-4844-b0f2-c62a9f803523 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884948
Apr 09 21:51:53.010565 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-caea97e2-20ea-4148-a200-2791fce7d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:53.587180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92eee-885d-47e8-8973-f7dec8f60b4b req-99826817-a2e1-42a7-aa57-e6edb527d868 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:53.588678 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ad92eee-885d-47e8-8973-f7dec8f60b4b req-99826817-a2e1-42a7-aa57-e6edb527d868 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 944 time: 0.0516698
Apr 09 21:51:53.640944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8ad92eee-885d-47e8-8973-f7dec8f60b4b req-4bb35448-85c5-4888-b121-fa1fdab6fba1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457273
Apr 09 21:51:54.346987 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:54.736949 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-776c0830-0850-43bf-801c-046f162ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:54.738506 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-776c0830-0850-43bf-801c-046f162ef93c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1126 time: 0.0424659
Apr 09 21:51:54.762254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806b4e4-3080-4c5b-977f-48e0c2f4774e req-cdf7cac4-1e5d-4c2d-9f7a-0b95eb245f14 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:54.763881 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7806b4e4-3080-4c5b-977f-48e0c2f4774e req-cdf7cac4-1e5d-4c2d-9f7a-0b95eb245f14 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 944 time: 0.0505631
Apr 09 21:51:54.815131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7806b4e4-3080-4c5b-977f-48e0c2f4774e req-c16715c7-eb5e-4cfa-8557-ad2dae343846 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453937
Apr 09 21:51:55.140765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-f64b2237-6847-4067-8b72-2bb4e830e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:55.142169 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-f64b2237-6847-4067-8b72-2bb4e830e1a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.3975446
Apr 09 21:51:55.182741 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-b75aa5d7-0415-4a6e-a04d-d7e03dcd74e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 217 time: 0.0340633
Apr 09 21:51:55.234768 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-35404553-1f44-4c1c-b759-cfb40240d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:55.236243 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-35404553-1f44-4c1c-b759-cfb40240d117 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0441720
Apr 09 21:51:55.282517 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-34055aab-ea09-4344-b15a-88c4b5137898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:55.283967 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-34055aab-ea09-4344-b15a-88c4b5137898 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0415626
Apr 09 21:51:55.386071 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-9af08ee2-a369-43c1-9341-71c44a892cda service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956104
Apr 09 21:51:55.387919 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:55.479679 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-32018a6f-7b55-4dbe-a7dc-e9db7f743766 req-cd34e030-1628-4c3f-8eeb-b284f72b7d45 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883024
Apr 09 21:51:55.957550 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caff88-3fbb-4591-a152-56ec10f02c55 req-e3503d93-cda2-4366-b5b8-5829c2c1d0e4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:55.959584 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53caff88-3fbb-4591-a152-56ec10f02c55 req-e3503d93-cda2-4366-b5b8-5829c2c1d0e4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 944 time: 0.0597138
Apr 09 21:51:56.002963 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fd19947a-0181-432a-ace2-9853fd3b76f8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:51:56.010024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53caff88-3fbb-4591-a152-56ec10f02c55 req-94ce6689-f1e5-46e0-bbb0-567a7f60baef tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442140
Apr 09 21:51:56.111916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:56.123598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'port_id': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'mac_address': 'fa:16:3e:41:28:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:51:56.162276 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port fd19947a-0181-432a-ace2-9853fd3b76f8 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:56.162673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:56.176118 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd19947a-0181-432a-ace2-9853fd3b76f8 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:51:56.195662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:56.201246 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:56.255419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:56.310721 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:56.536281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['fd19947a-0181-432a-ace2-9853fd3b76f8'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:51:57.122030 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:57.150544 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72babc-25f7-45cf-a19f-cc7fb2d4ac3b req-74e71ecb-3634-408f-ac83-50e0c9321bf3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:57.152029 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba72babc-25f7-45cf-a19f-cc7fb2d4ac3b req-74e71ecb-3634-408f-ac83-50e0c9321bf3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 945 time: 0.0537989
Apr 09 21:51:57.203513 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba72babc-25f7-45cf-a19f-cc7fb2d4ac3b req-0be5e8ed-b491-4614-abeb-7e9aba01575d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454693
Apr 09 21:51:58.004656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fd19947a-0181-432a-ace2-9853fd3b76f8 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:51:58.053836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port fd19947a-0181-432a-ace2-9853fd3b76f8 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:51:58.061203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port fd19947a-0181-432a-ace2-9853fd3b76f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:51:58.061725 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:58.141572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port fd19947a-0181-432a-ace2-9853fd3b76f8 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:51:58.141957 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:58.164521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:51:58.166869 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a99d9e9-cd56-4bea-8659-0a3679c75988" -d '{"events": [{"server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "name": "network-vif-plugged", "status": "completed", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:51:58.179156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:51:58.184708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:51:58.209529 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20ffa37-4390-4292-868b-7199d9aafcca x-openstack-request-id: req-a20ffa37-4390-4292-868b-7199d9aafcca {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:51:58.209818 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "name": "network-vif-plugged", "status": "completed", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:51:58.210069 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a20ffa37-4390-4292-868b-7199d9aafcca {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:51:58.210457 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20ffa37-4390-4292-868b-7199d9aafcca'] response: {'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'code': 200}
Apr 09 21:51:58.240465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:51:58.308615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8662b-bb06-4f38-a4e5-d8feff4b82de req-cbff0f97-dd1c-497b-86af-5cbd235b5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:58.310151 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-48e8662b-bb06-4f38-a4e5-d8feff4b82de req-cbff0f97-dd1c-497b-86af-5cbd235b5a63 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1128 time: 0.0411170
Apr 09 21:51:58.335783 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986ebf2-5267-4e9f-b51a-479cf50568c4 req-d5782138-e0ca-462b-81d0-8020e4189abe tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:58.337998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d986ebf2-5267-4e9f-b51a-479cf50568c4 req-d5782138-e0ca-462b-81d0-8020e4189abe tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0502386
Apr 09 21:51:58.358704 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-48e8662b-bb06-4f38-a4e5-d8feff4b82de req-0af5e95b-77dc-4b9a-b2ba-755de071774c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409441
Apr 09 21:51:58.390403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d986ebf2-5267-4e9f-b51a-479cf50568c4 req-f7dad98c-a0da-47d9-b04f-35b90cd92f84 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466650
Apr 09 21:51:59.527922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9993-0afa-4565-987a-39f0e4d280ee req-640531df-d8de-433c-a10a-aa0779434167 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:51:59.529477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cfd9993-0afa-4565-987a-39f0e4d280ee req-640531df-d8de-433c-a10a-aa0779434167 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0537086
Apr 09 21:51:59.581022 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6cfd9993-0afa-4565-987a-39f0e4d280ee req-ce9e2c41-8903-45be-b0e7-53b449e8fdc9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456872
Apr 09 21:52:00.713609 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c6503-33d3-4d98-8b8c-ca30a12a49ce req-a2da0e71-9920-4f19-bca8-6e232204e0d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:00.715081 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c6503-33d3-4d98-8b8c-ca30a12a49ce req-a2da0e71-9920-4f19-bca8-6e232204e0d1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0492666
Apr 09 21:52:00.768312 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-556c6503-33d3-4d98-8b8c-ca30a12a49ce req-e4954f7c-f1c9-4823-b624-c4cee64c4a9f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464194
Apr 09 21:52:00.898942 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637677df-e028-4c68-9910-d027dcbde1a3 req-f4a40bff-4529-40b7-a970-25bb55e5bb7b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:00.900295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-637677df-e028-4c68-9910-d027dcbde1a3 req-f4a40bff-4529-40b7-a970-25bb55e5bb7b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0564528
Apr 09 21:52:00.950156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-637677df-e028-4c68-9910-d027dcbde1a3 req-4bbc1720-8b28-4f34-85ee-72cfa2e199b4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440576
Apr 09 21:52:00.975194 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42052) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:52:01.019978 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6ffc2-6bd2-4aab-843c-31bb60a1122a tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:01.021486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a6c6ffc2-6bd2-4aab-843c-31bb60a1122a tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1123 time: 0.0451124
Apr 09 21:52:01.024549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42054) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:52:01.029066 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:52:01.052356 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:01.134527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:01.237898 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.190 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/6a7f4180-617f-4310-bb95-2ce14959c30a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:52:01.344444 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (6a7f4180-617f-4310-bb95-2ce14959c30a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:01.384783 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6a7f4180-617f-4310-bb95-2ce14959c30a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:01.423993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:52:01.426757 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:52:01.430167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:52:01.435492 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=6a7f4180-617f-4310-bb95-2ce14959c30a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:52:01.823152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (bda930d7-6fc8-45b5-81a2-23af0c1316bf), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:01.877608 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:01.897390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6a7f4180-617f-4310-bb95-2ce14959c30a), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:02.068722 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (6a7f4180-617f-4310-bb95-2ce14959c30a), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:02.076790 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (6a7f4180-617f-4310-bb95-2ce14959c30a), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:02.147020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=6a7f4180-617f-4310-bb95-2ce14959c30a,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:52:02.159099 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (bda930d7-6fc8-45b5-81a2-23af0c1316bf), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:02.263120 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP bda930d7-6fc8-45b5-81a2-23af0c1316bf associated. External IP: 172.35.0.190, port: fd19947a-0181-432a-ace2-9853fd3b76f8.
Apr 09 21:52:02.480436 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 925137f7-ea41-4d53-a6d7-9a1cd50bacca has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:52:02.594167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:52:02.604232 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] Sync routers for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:52:02.614333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:02.618793 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:52:02.619409 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f971c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:52:02.645215 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bb47acd1-8418-4094-84e2-aa66ba022ae9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6194391
Apr 09 21:52:02.645829 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:52:02.648098 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43d0d6c4a67e7c75ea2625627136d57622979814e7cda84cbab5c1872d50eae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc103d1-186f-4bae-8d39-d8da6508ee9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:52:02.686832 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7264432-2437-4f4a-b63c-8d626c223c6c x-openstack-request-id: req-d7264432-2437-4f4a-b63c-8d626c223c6c {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:52:02.687125 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:52:02.687447 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7264432-2437-4f4a-b63c-8d626c223c6c {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:52:02.687885 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7264432-2437-4f4a-b63c-8d626c223c6c'] response: {'name': 'network-changed', 'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'status': 'completed', 'code': 200}
Apr 09 21:52:02.730419 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:52:02.746531 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5bb8d-ea9a-42d6-9d5d-ffbf012be4cc req-bad2ce88-ec5d-461f-bdff-1b8ac71f18de tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:02.748721 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50f5bb8d-ea9a-42d6-9d5d-ffbf012be4cc req-bad2ce88-ec5d-461f-bdff-1b8ac71f18de tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0509555
Apr 09 21:52:02.750458 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-151c01b2-0da2-4f4e-8f36-3e98d7c86849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:02.752161 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-151c01b2-0da2-4f4e-8f36-3e98d7c86849 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1128 time: 0.0418730
Apr 09 21:52:02.803062 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-50f5bb8d-ea9a-42d6-9d5d-ffbf012be4cc req-c03d3522-4c7d-41cb-b824-1001dcc99d3e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478852
Apr 09 21:52:02.826053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42060) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:52:02.847644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-6a755077-524c-477b-b34e-8bd89309e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:02.850159 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-6a755077-524c-477b-b34e-8bd89309e472 service neutron] 10.222.0.25 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0926940
Apr 09 21:52:02.893643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e9cdf387-8507-47a6-bcbc-63a7c6f024eb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/bda930d7-6fc8-45b5-81a2-23af0c1316bf HTTP/1.1" status: 200  len: 992 time: 0.0663261
Apr 09 21:52:02.917991 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-0cac7f09-0fa4-4789-8fe6-ee844129a91f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1000 time: 0.0617936
Apr 09 21:52:02.968029 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-4c561006-5c3b-4064-b451-7fe889f04ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:02.969643 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-4c561006-5c3b-4064-b451-7fe889f04ab7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0449033
Apr 09 21:52:03.016012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-8f0be755-d512-48d7-953d-424ac363cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:03.017493 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-8f0be755-d512-48d7-953d-424ac363cd28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422103
Apr 09 21:52:03.050699 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f971c0>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bda930d7-6fc8-45b5-81a2-23af0c1316bf', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.190', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'port_id': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'mac_address': 'fa:16:3e:41:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:52:01Z', 'updated_at': '2022-04-09T21:52:01Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:48Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:52:03.079949 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] Checking router: 925137f7-ea41-4d53-a6d7-9a1cd50bacca for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:52:03.089253 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:52:03.089951 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f971c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:51:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:52:03.107009 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-4937afba-4c76-4c9b-bc28-f8866b1c9a38 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823941
Apr 09 21:52:03.198333 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:52:03.200661 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-6cc103d1-186f-4bae-8d39-d8da6508ee9d req-4ccdeadf-4f70-4806-8e80-4f792097ed85 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870399
Apr 09 21:52:03.424745 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f971c0>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bda930d7-6fc8-45b5-81a2-23af0c1316bf', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.190', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'port_id': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'mac_address': 'fa:16:3e:41:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:52:01Z', 'updated_at': '2022-04-09T21:52:01Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:48Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:52:03.451604 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed5310-a416-48d8-a71c-23c154bb0306 None None] The sync data for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 is: [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bda930d7-6fc8-45b5-81a2-23af0c1316bf', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.190', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'port_id': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'mac_address': 'fa:16:3e:41:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:52:01Z', 'updated_at': '2022-04-09T21:52:01Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:48Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:52:03.646951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28aee8-55e5-404d-9856-22ecd96444f2 None None] New status for floating IP bda930d7-6fc8-45b5-81a2-23af0c1316bf: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:52:03.898880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42062) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:52:03.971065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5bdddb22-b2b5-442b-acd9-43833712d4d9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/bda930d7-6fc8-45b5-81a2-23af0c1316bf HTTP/1.1" status: 200  len: 994 time: 0.0706067
Apr 09 21:52:05.924044 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:52:20.495129 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fa3132a7-002f-4537-90b4-5e5a3358437b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:23.010887 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c07bdb07-58a8-4a15-bbe5-d90b17271556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:24.352833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:25.398822 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:26.324885 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:27.118879 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:28.714071 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-77845210-0200-4274-b638-b3c884a1a85e req-31b1ca07-dbf2-4391-8872-b988ccd76f5b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0426178
Apr 09 21:52:28.816777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845210-0200-4274-b638-b3c884a1a85e req-ef51d9a2-1571-4d40-850d-583174215155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:28.818393 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-77845210-0200-4274-b638-b3c884a1a85e req-ef51d9a2-1571-4d40-850d-583174215155 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1128 time: 0.0438590
Apr 09 21:52:28.932274 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845210-0200-4274-b638-b3c884a1a85e req-afc94280-56f2-4156-bb3b-4c9ed4e25a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:28.933779 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-77845210-0200-4274-b638-b3c884a1a85e req-afc94280-56f2-4156-bb3b-4c9ed4e25a10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0924916
Apr 09 21:52:29.000037 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-77845210-0200-4274-b638-b3c884a1a85e req-8f02c10c-ca5a-44ef-8c90-104d7c2b4548 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1002 time: 0.0595918
Apr 09 21:52:29.051688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845210-0200-4274-b638-b3c884a1a85e req-55b978be-7090-435e-8b95-dc735963c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:29.053132 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-77845210-0200-4274-b638-b3c884a1a85e req-55b978be-7090-435e-8b95-dc735963c41b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0466752
Apr 09 21:52:29.096851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845210-0200-4274-b638-b3c884a1a85e req-e86ce00e-5110-4dd0-8660-c502e4de1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:52:29.098377 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-77845210-0200-4274-b638-b3c884a1a85e req-e86ce00e-5110-4dd0-8660-c502e4de1575 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393791
Apr 09 21:52:29.191327 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-77845210-0200-4274-b638-b3c884a1a85e req-115f6031-3de8-455a-9881-85f137d84992 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863190
Apr 09 21:52:29.285130 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-77845210-0200-4274-b638-b3c884a1a85e req-6f6d4b1a-b0d9-4143-8659-0eacd92eb172 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880895
Apr 09 21:52:31.884841 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:42.928657 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:52:50.500469 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1730cac5-b127-4d79-b533-53a011bfced6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:53.012634 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-62c7eeb4-2177-4f44-b731-7a141e03210b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:54.349452 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:55.399701 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:56.329415 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:52:57.124639 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:01.891383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:04.714181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-bc9f4922-c717-444d-a4ba-716bf0aa017b req-cbcbd090-c8f3-483d-859d-0639ef5d2d95 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:53:04.715173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bc9f4922-c717-444d-a4ba-716bf0aa017b req-cbcbd090-c8f3-483d-859d-0639ef5d2d95 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069706
Apr 09 21:53:04.846448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42104) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:53:04.943421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-6ceb6263-c70d-49f9-a2dd-27d3df06babc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0957005
Apr 09 21:53:04.953260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-ae72ac2e-43a7-42ad-bb63-b7ae9aff4cb4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:53:04.954259 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-ae72ac2e-43a7-42ad-bb63-b7ae9aff4cb4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053039
Apr 09 21:53:05.050945 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca89c55-97c3-4a44-afa2-e2f0a2ea8c5d req-f322989e-4821-4e57-8f9e-2d70286a1664 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:05.052470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dca89c55-97c3-4a44-afa2-e2f0a2ea8c5d req-f322989e-4821-4e57-8f9e-2d70286a1664 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0974159
Apr 09 21:53:05.104014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dca89c55-97c3-4a44-afa2-e2f0a2ea8c5d req-0ed01ef7-c4b4-40d3-84d0-2f8db54835bc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458422
Apr 09 21:53:05.253563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42130) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:53:05.355357 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-8dd7539e-bfd4-4e84-bcf0-c1602fca1e27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:05.356732 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-8dd7539e-bfd4-4e84-bcf0-c1602fca1e27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports/fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 943 time: 0.1021147
Apr 09 21:53:06.170740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-8a716820-168b-4b27-9c57-61c28eea8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:06.172463 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-8a716820-168b-4b27-9c57-61c28eea8a54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1128 time: 0.0416675
Apr 09 21:53:06.266937 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-0f75db87-c9a8-4e11-ad1e-1103ddf175fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:06.268465 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-0f75db87-c9a8-4e11-ad1e-1103ddf175fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0902061
Apr 09 21:53:06.335981 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-b9500f51-4c15-4982-b846-8f747a603aff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1002 time: 0.0614181
Apr 09 21:53:06.352892 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059b91-8db9-4fb7-8b82-1e255c9fd4fb req-0934d164-0d62-48b4-ae34-934c6a02b38a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:06.354728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96059b91-8db9-4fb7-8b82-1e255c9fd4fb req-0934d164-0d62-48b4-ae34-934c6a02b38a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.1064286
Apr 09 21:53:06.387409 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-9c985447-bdda-4bc5-9157-641e34aca5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:06.388789 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-9c985447-bdda-4bc5-9157-641e34aca5d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0465069
Apr 09 21:53:06.404854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96059b91-8db9-4fb7-8b82-1e255c9fd4fb req-3b970163-a6c9-4cd0-9b36-3e871101695d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431185
Apr 09 21:53:06.437454 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-31f49ee4-4a9a-491f-8d30-8d2aa12c7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:06.439016 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-31f49ee4-4a9a-491f-8d30-8d2aa12c7450 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440071
Apr 09 21:53:06.530852 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-b4025a05-ba57-486c-8151-568a405b5013 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849791
Apr 09 21:53:06.624716 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-67e6bc7b-b265-47b0-ae7d-eec5c9d8f056 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865948
Apr 09 21:53:07.519384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f91fab-3b63-4eb7-9fba-b4595190e7e3 req-b522d6ca-90bb-43c3-85f4-926470463257 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:07.520850 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57f91fab-3b63-4eb7-9fba-b4595190e7e3 req-b522d6ca-90bb-43c3-85f4-926470463257 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0484014
Apr 09 21:53:07.570033 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-57f91fab-3b63-4eb7-9fba-b4595190e7e3 req-8f784915-44f1-4e1d-bbd0-fcd40e039679 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434568
Apr 09 21:53:08.698636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859f051-68d0-4976-b650-6b6b9f7e3ba2 req-ae4d092a-f950-4e4a-a2c9-2fba1bebff42 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:08.700005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f859f051-68d0-4976-b650-6b6b9f7e3ba2 req-ae4d092a-f950-4e4a-a2c9-2fba1bebff42 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0511427
Apr 09 21:53:08.749191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f859f051-68d0-4976-b650-6b6b9f7e3ba2 req-715dbe8b-927c-44cc-8b7c-771067f64869 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435514
Apr 09 21:53:09.884646 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda205d-544d-43a4-99e4-eecabb9c885e req-334065d3-3789-445c-9ab9-3588c18de67f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:09.886156 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bda205d-544d-43a4-99e4-eecabb9c885e req-334065d3-3789-445c-9ab9-3588c18de67f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0493119
Apr 09 21:53:09.934980 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-6bda205d-544d-43a4-99e4-eecabb9c885e req-631930a2-ee2a-49ea-beb8-a7508022aaec tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430186
Apr 09 21:53:11.073184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad09c0-6c4c-4ebf-850b-5b6b1ffdcf67 req-b37e6ba2-382f-49e7-9cc0-9ef5dc83702c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:11.074643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6ad09c0-6c4c-4ebf-850b-5b6b1ffdcf67 req-b37e6ba2-382f-49e7-9cc0-9ef5dc83702c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0584362
Apr 09 21:53:11.129968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6ad09c0-6c4c-4ebf-850b-5b6b1ffdcf67 req-388c0b58-7884-4d01-9552-b11d5968c0da tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495515
Apr 09 21:53:12.252268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88492dd-c6f8-4d4f-94f1-5a4fe3a8d63a req-7346658b-b787-4ce8-a4f2-a619e48aa871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:12.253789 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b88492dd-c6f8-4d4f-94f1-5a4fe3a8d63a req-7346658b-b787-4ce8-a4f2-a619e48aa871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0489914
Apr 09 21:53:12.304054 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b88492dd-c6f8-4d4f-94f1-5a4fe3a8d63a req-abc0befe-beac-4b28-9d6b-54658847c330 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446134
Apr 09 21:53:13.425410 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6fb73-787c-4f2e-9f97-ed35458c9dfb req-ce049daa-d3d2-48d6-bb7d-c3dd7a170f0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:13.426885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ff6fb73-787c-4f2e-9f97-ed35458c9dfb req-ce049daa-d3d2-48d6-bb7d-c3dd7a170f0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0495923
Apr 09 21:53:13.478728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ff6fb73-787c-4f2e-9f97-ed35458c9dfb req-cd75f5fa-74b8-4043-80a6-8fde6ed04116 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461736
Apr 09 21:53:14.607689 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cb6eb-96fa-426a-afa4-f80e7d415f61 req-bfaa2b9c-dc09-47c4-a253-396154fd71a9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:14.609165 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-443cb6eb-96fa-426a-afa4-f80e7d415f61 req-bfaa2b9c-dc09-47c4-a253-396154fd71a9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0609617
Apr 09 21:53:14.662120 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-443cb6eb-96fa-426a-afa4-f80e7d415f61 req-78601d50-f284-48ca-9dfd-744c49ae9bc5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445101
Apr 09 21:53:15.783581 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce62f7-f436-40a1-b6da-b1456df13179 req-d48b7436-2bb3-4743-91a9-fdf902022221 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:15.785065 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07ce62f7-f436-40a1-b6da-b1456df13179 req-d48b7436-2bb3-4743-91a9-fdf902022221 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0469744
Apr 09 21:53:15.835852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-07ce62f7-f436-40a1-b6da-b1456df13179 req-5ff7ebeb-4da3-424a-8c6b-979c6265d94b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449882
Apr 09 21:53:16.952115 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93894ca1-1577-4808-b2d3-2c5750c678f1 req-5081abbc-1cc9-459f-b0e6-7dfaff487d1e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:16.953626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93894ca1-1577-4808-b2d3-2c5750c678f1 req-5081abbc-1cc9-459f-b0e6-7dfaff487d1e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0487092
Apr 09 21:53:17.006725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-93894ca1-1577-4808-b2d3-2c5750c678f1 req-88f96b2f-0db9-4c33-acb1-c26a6b2ad31a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472789
Apr 09 21:53:18.136006 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7673de2-b484-49c3-b182-a9e3a11be77e req-8fe8574e-bcc5-4034-aa6c-0852d5a1878c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:18.137551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7673de2-b484-49c3-b182-a9e3a11be77e req-8fe8574e-bcc5-4034-aa6c-0852d5a1878c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0483994
Apr 09 21:53:18.190328 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b7673de2-b484-49c3-b182-a9e3a11be77e req-f3530b29-919a-4acc-81a4-ece8658edf77 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445929
Apr 09 21:53:18.516438 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [req-abe88025-97a5-4f71-8da9-554c21fd090e req-103e5e8c-c9c0-423a-8a7e-88ef60fe1305 service neutron] show failed (client error): The resource could not be found.
Apr 09 21:53:18.517525 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-103e5e8c-c9c0-423a-8a7e-88ef60fe1305 service neutron] 10.222.0.25 "GET /v2.0/ports/fd19947a-0181-432a-ace2-9853fd3b76f8/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0616043
Apr 09 21:53:18.817208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-1a02f3a4-b335-4569-8b0e-8815fdd4adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:18.818730 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-1a02f3a4-b335-4569-8b0e-8815fdd4adc5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 1128 time: 0.0786157
Apr 09 21:53:18.829591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:53:18.892719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:19.108588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:53:19.149223 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:53:19.193681 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:53:19.196158 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c48d95-0a8e-4d0e-9828-aba7e3e79871" -d '{"events": [{"server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:53:19.200482 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Publish callbacks [] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:19.219243 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Transition to ACTIVE for port object fd19947a-0181-432a-ace2-9853fd3b76f8 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:53:19.225657 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:19.260933 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 21:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6ca3bf-c042-4c57-bead-9cda3dd97eb7 x-openstack-request-id: req-0e6ca3bf-c042-4c57-bead-9cda3dd97eb7 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:53:19.261282 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:53:19.261538 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e6ca3bf-c042-4c57-bead-9cda3dd97eb7 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:53:19.261933 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6ca3bf-c042-4c57-bead-9cda3dd97eb7'] response: {'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'code': 200}
Apr 09 21:53:19.345768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=6']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:19.367720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d8d94-1ed0-489b-b097-05eb3267ec2d req-a3eb03da-4924-4837-a5ae-a80ab4904d51 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:19.369359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f9d8d94-1ed0-489b-b097-05eb3267ec2d req-a3eb03da-4924-4837-a5ae-a80ab4904d51 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 944 time: 0.1050992
Apr 09 21:53:19.373801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.374148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.374495 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.374832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.375161 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.375485 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.375811 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.376123 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.376444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.376765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.377103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.377425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.377748 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.378064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.378382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:19.439309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] No DVR routers for this DVR port fd19947a-0181-432a-ace2-9853fd3b76f8 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:53:19.504889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4f9d8d94-1ed0-489b-b097-05eb3267ec2d req-d1a24cf4-c877-435d-aa92-16e8de5eda1b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1206992
Apr 09 21:53:19.601163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Attempting to bind port fd19947a-0181-432a-ace2-9853fd3b76f8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:53:19.601421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Attempting to bind port fd19947a-0181-432a-ace2-9853fd3b76f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:53:19.601749 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Attempting to bind port fd19947a-0181-432a-ace2-9853fd3b76f8 on network 155d0fd0-715f-4ae6-abe3-36676fa33dfa {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:53:19.606435 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Port fd19947a-0181-432a-ace2-9853fd3b76f8 on network 155d0fd0-715f-4ae6-abe3-36676fa33dfa not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:53:19.606754 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Attempting to bind port fd19947a-0181-432a-ace2-9853fd3b76f8 on network 155d0fd0-715f-4ae6-abe3-36676fa33dfa {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:53:19.611711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:53:19.612043 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Checking segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:53:19.612428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Bound using segment: {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:53:19.612851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Bound port: fd19947a-0181-432a-ace2-9853fd3b76f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343ed35f-fc11-43d1-95a5-02dc10d7c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:53:19.613226 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:19.677382 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:53:19.680484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:53:19.688559 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:19.725407 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:19.726027 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:19.727403 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] 10.222.0.32 "PUT /v2.0/ports/fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1092 time: 0.9017103
Apr 09 21:53:19.746750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95270b88-805c-4581-8b66-ade4b13f340c service neutron] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:19.796055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-b1203c13-9060-4433-b95f-d528bb7d51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:19.797786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-b1203c13-9060-4433-b95f-d528bb7d51c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1126 time: 0.0448639
Apr 09 21:53:19.895366 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-b89d5fcd-f81e-4325-aa03-8a41d039413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:19.896858 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-b89d5fcd-f81e-4325-aa03-8a41d039413b service neutron] 10.222.0.32 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0936873
Apr 09 21:53:19.927968 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:53:19.968940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-d3a62c41-21e4-470e-801a-1ae54d76749e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1000 time: 0.0648108
Apr 09 21:53:20.017008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-ed365802-9df7-432f-ba89-35dc214249ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:20.018461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-ed365802-9df7-432f-ba89-35dc214249ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0443735
Apr 09 21:53:20.064287 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88025-97a5-4f71-8da9-554c21fd090e req-96f0a4bf-88aa-42ac-bc53-cef75a34e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:20.066683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-96f0a4bf-88aa-42ac-bc53-cef75a34e453 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0417800
Apr 09 21:53:20.167007 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-812b0261-a930-4791-a60c-6d37f779854a service neutron] 10.222.0.32 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949779
Apr 09 21:53:20.262508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-abe88025-97a5-4f71-8da9-554c21fd090e req-d84faaf2-edcd-4ee8-a844-c9946f946e87 service neutron] 10.222.0.32 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890281
Apr 09 21:53:20.506749 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-45c53fd8-6d6c-44bf-a7a8-2e113363e215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:20.635188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bc602-9b3d-4845-9e8b-14491468f6e5 req-1349fc82-b262-4c90-b2bf-08b50a3e6c09 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:20.636708 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-465bc602-9b3d-4845-9e8b-14491468f6e5 req-1349fc82-b262-4c90-b2bf-08b50a3e6c09 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 944 time: 0.0555849
Apr 09 21:53:20.687628 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-465bc602-9b3d-4845-9e8b-14491468f6e5 req-f66cc384-e851-4c75-8578-2effb6bab864 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451086
Apr 09 21:53:21.263546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:53:21.267453 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6c13ac077ff66de18a33ac67961962f3a7178852ca53433c9a122e7600f8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0956c72-9894-4c88-a003-4807f4f2b3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:53:21.325755 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e7c91-6a14-47b5-b328-384b84db3648 x-openstack-request-id: req-245e7c91-6a14-47b5-b328-384b84db3648 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:53:21.326028 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:53:21.326284 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-245e7c91-6a14-47b5-b328-384b84db3648 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:53:21.326691 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245e7c91-6a14-47b5-b328-384b84db3648'] response: {'name': 'network-changed', 'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'status': 'completed', 'code': 200}
Apr 09 21:53:21.459096 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-718ae23f-8c1d-4bef-9c9b-6a5cd4b8c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:21.460609 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-718ae23f-8c1d-4bef-9c9b-6a5cd4b8c681 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1126 time: 0.0797622
Apr 09 21:53:21.512731 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-eb83ab2e-36f5-45fb-abc3-7366c505b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:21.514346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-eb83ab2e-36f5-45fb-abc3-7366c505b538 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1126 time: 0.0408199
Apr 09 21:53:21.556789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-890175b5-4e10-44f8-a0d2-5d59a1acb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:21.558341 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-890175b5-4e10-44f8-a0d2-5d59a1acb275 service neutron] 10.222.0.25 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0906255
Apr 09 21:53:21.612023 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-3570a3b0-b292-4de4-ab2e-e679a9326408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:21.613567 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-3570a3b0-b292-4de4-ab2e-e679a9326408 service neutron] 10.222.0.32 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0910044
Apr 09 21:53:21.626318 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-b7dc19dd-744d-4d33-81f8-9c963c9c76e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1000 time: 0.0621397
Apr 09 21:53:21.683276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-51986a53-b284-4eea-a956-6d1a8145cf43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1000 time: 0.0617368
Apr 09 21:53:21.858695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1765-2671-4748-a0de-8e608d7b50e4 req-ed089682-5cf8-409c-af98-f82ec87702cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:21.860389 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed3e1765-2671-4748-a0de-8e608d7b50e4 req-ed089682-5cf8-409c-af98-f82ec87702cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 944 time: 0.0910609
Apr 09 21:53:21.878337 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-8b13e37b-5b42-4be3-b195-53b45aed8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:21.879828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-8b13e37b-5b42-4be3-b195-53b45aed8302 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.1086025
Apr 09 21:53:21.969845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ed3e1765-2671-4748-a0de-8e608d7b50e4 req-5c6f8fa3-449e-4f6d-9c09-47f5263efe3a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006067
Apr 09 21:53:21.971781 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-be4f1958-03af-47b8-be85-0d6f738278cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:21.973588 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-be4f1958-03af-47b8-be85-0d6f738278cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0692065
Apr 09 21:53:22.010526 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-caaeae93-339c-48f1-aab9-9b2dc5e7af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:22.012082 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-caaeae93-339c-48f1-aab9-9b2dc5e7af05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.3801520
Apr 09 21:53:22.090059 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-55479450-9b09-47df-8b60-433d790639e9 service neutron] 10.222.0.32 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1100478
Apr 09 21:53:22.180159 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-b6bc4f42-f1ad-4a13-8595-eb24fc21e3cd service neutron] 10.222.0.32 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846167
Apr 09 21:53:22.250401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-088582e7-63d6-4c7b-b2fb-d08a49921112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:22.251890 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-088582e7-63d6-4c7b-b2fb-d08a49921112 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0405371
Apr 09 21:53:22.350323 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-4a38ad55-39a0-4f58-913d-f4cf569af70c service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889494
Apr 09 21:53:22.423089 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fd19947a-0181-432a-ace2-9853fd3b76f8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:53:22.440951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f0956c72-9894-4c88-a003-4807f4f2b3f3 req-6640c46d-c606-4a86-9433-23f52e094ed0 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843468
Apr 09 21:53:22.466960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] The host nch2-master-1 is not matching for port fd19947a-0181-432a-ace2-9853fd3b76f8 host nch1-master-1! {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 09 21:53:22.467377 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device fd19947a-0181-432a-ace2-9853fd3b76f8 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:53:22.762110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fd19947a-0181-432a-ace2-9853fd3b76f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:53:22.872029 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:53:22.883374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'port_id': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'mac_address': 'fa:16:3e:41:28:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:53:22.924943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port fd19947a-0181-432a-ace2-9853fd3b76f8 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:53:22.925368 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:22.938622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd19947a-0181-432a-ace2-9853fd3b76f8 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:53:22.958456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:53:22.965478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:23.022326 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-37d37e57-29f3-4da7-ba48-0c9633650c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:23.029413 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:23.037522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.037872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.038204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.038537 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.038864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.039191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.039495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.039831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.040146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.040466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.040771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.041113 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.041427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.041740 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.042043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:23.100944 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33218b-f3ff-4b90-9fa3-37e518bb64a7 req-5182b45e-cdbf-4091-99e6-c1b27a5646ac tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:23.102815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e33218b-f3ff-4b90-9fa3-37e518bb64a7 req-5182b45e-cdbf-4091-99e6-c1b27a5646ac tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 945 time: 0.0556390
Apr 09 21:53:23.158390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4e33218b-f3ff-4b90-9fa3-37e518bb64a7 req-866c42d8-a35b-467e-b304-267629a581b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493066
Apr 09 21:53:23.206507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['fd19947a-0181-432a-ace2-9853fd3b76f8'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:53:23.366540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f14687-928a-4fdc-a02d-96754e0e2285 req-256d523a-a85e-40d9-9107-0041195f5f46 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:23.369018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f14687-928a-4fdc-a02d-96754e0e2285 req-256d523a-a85e-40d9-9107-0041195f5f46 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 945 time: 0.0561464
Apr 09 21:53:23.387476 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-7c83d3c1-f024-4ba9-96fb-72c7669301d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:23.388981 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-7c83d3c1-f024-4ba9-96fb-72c7669301d4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1&tenant_id=91139f4484934b158e5ee647130aa2cd&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0507765
Apr 09 21:53:23.422303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e6f14687-928a-4fdc-a02d-96754e0e2285 req-4a512deb-56ec-42bd-a255-b7a9e800a799 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469024
Apr 09 21:53:23.459808 ncdv-master-1 neutron-server[126919]: INFO neutron.api.v2.resource [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-3e43dbe8-034e-4e14-98ba-142a8411455d service neutron] delete failed (client error): The resource could not be found.
Apr 09 21:53:23.460837 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-3e43dbe8-034e-4e14-98ba-142a8411455d service neutron] 10.222.0.25 "DELETE /v2.0/ports/fd19947a-0181-432a-ace2-9853fd3b76f8/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0661113
Apr 09 21:53:23.540042 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-e402539d-cfef-495d-93ed-798715187020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:23.541548 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-e402539d-cfef-495d-93ed-798715187020 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1127 time: 0.0389459
Apr 09 21:53:23.543053 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc30d54-87b1-45f6-a9c3-192cba051def req-ec64ef7a-5165-417b-894c-f2982e0c4400 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:23.544551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dc30d54-87b1-45f6-a9c3-192cba051def req-ec64ef7a-5165-417b-894c-f2982e0c4400 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 945 time: 0.0471852
Apr 09 21:53:23.597527 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4dc30d54-87b1-45f6-a9c3-192cba051def req-caa038fc-6634-4421-ae80-6ad07fc9dab3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469277
Apr 09 21:53:23.637239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-46f3399c-329c-4256-9702-148ecea21189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:23.638734 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-46f3399c-329c-4256-9702-148ecea21189 service neutron] 10.222.0.25 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0907280
Apr 09 21:53:23.711695 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-de8f580f-64fe-4178-ba2c-7b907309af87 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1001 time: 0.0653424
Apr 09 21:53:23.764840 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-798f574a-46be-421a-96c0-66e719093739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:23.766415 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-798f574a-46be-421a-96c0-66e719093739 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0474017
Apr 09 21:53:23.813965 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-b8a5e436-8593-4f37-9847-8ad53e80cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:23.815352 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-b8a5e436-8593-4f37-9847-8ad53e80cd64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430825
Apr 09 21:53:23.906742 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-4ace26bb-a844-481d-b6fd-7312b8d61178 service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852656
Apr 09 21:53:24.008125 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ac3a9a69-b568-4a1a-83a9-a74378dfe408 req-02a5f649-72f9-46b9-8b87-136c6eb5f8cb service neutron] 10.222.0.25 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935438
Apr 09 21:53:24.349149 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:24.766460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fd19947a-0181-432a-ace2-9853fd3b76f8 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:53:24.767875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f33fe4-3a9c-47d9-83ef-f95d4c3603f6 req-31fa142d-8e8f-45bd-ad39-81f2dffcbeb9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:24.769460 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3f33fe4-3a9c-47d9-83ef-f95d4c3603f6 req-31fa142d-8e8f-45bd-ad39-81f2dffcbeb9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 945 time: 0.0520582
Apr 09 21:53:24.816917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port fd19947a-0181-432a-ace2-9853fd3b76f8 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:53:24.820505 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e3f33fe4-3a9c-47d9-83ef-f95d4c3603f6 req-05195fd8-1423-4b88-81b5-94b880c7a4ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446029
Apr 09 21:53:24.824096 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port fd19947a-0181-432a-ace2-9853fd3b76f8 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:53:24.824478 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:24.845260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42196) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:53:24.903475 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port fd19947a-0181-432a-ace2-9853fd3b76f8 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:53:24.903867 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:24.905474 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5b90cfe1-95ff-4ec2-ac06-dbcd860ecb5c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/bda930d7-6fc8-45b5-81a2-23af0c1316bf HTTP/1.1" status: 200  len: 993 time: 0.0590756
Apr 09 21:53:24.927749 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:53:24.930025 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd1de3ad350af10a6089f306cd7534dec84e220143d8efc7f8084b88926bba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d64b8-f6cd-470e-9898-e5b041066abd" -d '{"events": [{"server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "name": "network-vif-plugged", "status": "completed", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:53:24.942674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:53:24.947710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:24.971191 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7dcb56-505b-4bd0-84f1-9dae9c6827b8 x-openstack-request-id: req-5f7dcb56-505b-4bd0-84f1-9dae9c6827b8 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:53:24.971484 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "name": "network-vif-plugged", "status": "completed", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:53:24.971732 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f7dcb56-505b-4bd0-84f1-9dae9c6827b8 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:53:24.972125 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7dcb56-505b-4bd0-84f1-9dae9c6827b8'] response: {'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'code': 200}
Apr 09 21:53:25.001401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:25.410800 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:26.354974 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:27.127188 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:31.904536 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:36.591348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-b9f12bb2-8017-4a66-8569-eefc96b2ff3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3654716
Apr 09 21:53:36.674883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-d83303ba-d12a-4670-a547-6e0f96de7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:36.676488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-d83303ba-d12a-4670-a547-6e0f96de7574 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1128 time: 0.0420706
Apr 09 21:53:36.790206 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-edd8e1aa-e582-4fdf-9237-0260438d2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:36.791651 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-edd8e1aa-e582-4fdf-9237-0260438d2d17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0896251
Apr 09 21:53:36.864318 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-4a8bdf0e-d9cf-4ff2-924b-455faf25fa6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 1002 time: 0.0643654
Apr 09 21:53:36.913332 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-01316e0a-ceac-45f6-81eb-e34153b8b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:36.914767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-01316e0a-ceac-45f6-81eb-e34153b8b384 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0438600
Apr 09 21:53:36.963612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-e8acbb62-aa88-4ff1-b3cf-d0eb70f1c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:36.965177 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-e8acbb62-aa88-4ff1-b3cf-d0eb70f1c78f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440702
Apr 09 21:53:37.063350 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-2e936281-17ea-4c6c-8b4a-fbacbe5f0ad6 service neutron] 10.222.0.32 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840197
Apr 09 21:53:37.157617 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7433229f-faeb-4bf6-9c13-bff87a677230 req-0dbe9c7d-8b83-4f9d-899c-bc2000199fea service neutron] 10.222.0.32 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887523
Apr 09 21:53:50.503225 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-19f014be-8166-40cf-ad4b-bc061a91d4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:53.012978 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9279daa5-0635-4c0f-96d6-d49d05b35518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:53.283301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42224) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:53:53.440680 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 6a7f4180-617f-4310-bb95-2ce14959c30a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:53:53.441102 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6a7f4180-617f-4310-bb95-2ce14959c30a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:53.519423 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6a7f4180-617f-4310-bb95-2ce14959c30a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:53.519714 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (6a7f4180-617f-4310-bb95-2ce14959c30a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:53.532098 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 6a7f4180-617f-4310-bb95-2ce14959c30a owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:53:53.719419 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6a7f4180-617f-4310-bb95-2ce14959c30a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:53.748492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=6a7f4180-617f-4310-bb95-2ce14959c30a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:53.817751 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (bda930d7-6fc8-45b5-81a2-23af0c1316bf), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:53.818051 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP bda930d7-6fc8-45b5-81a2-23af0c1316bf disassociated (deleted). External IP: 172.35.0.190, port: fd19947a-0181-432a-ace2-9853fd3b76f8.
Apr 09 21:53:54.056291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 925137f7-ea41-4d53-a6d7-9a1cd50bacca has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:53:54.177952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:53:54.182861 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:54.198784 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] Sync routers for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:53:54.210648 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:53:54.211332 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237738f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:53:54.215973 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-67c4f61e-64cd-45e5-9b68-d43c4355ea54 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/floatingips/bda930d7-6fc8-45b5-81a2-23af0c1316bf HTTP/1.1" status: 204  len: 168 time: 0.9288805
Apr 09 21:53:54.215973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:53:54.260463 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ec000-05c8-4d4e-9cac-525923e9062a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:53:54.345073 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:53:54.365596 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:54.377012 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d6d02b-a32c-4013-9c56-42545f5f59ac x-openstack-request-id: req-92d6d02b-a32c-4013-9c56-42545f5f59ac {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:53:54.377787 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:53:54.377787 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92d6d02b-a32c-4013-9c56-42545f5f59ac {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:53:54.377787 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d6d02b-a32c-4013-9c56-42545f5f59ac'] response: {'name': 'network-changed', 'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'status': 'completed', 'code': 200}
Apr 09 21:53:54.489955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da4f97-d22d-4788-85ee-a56cde227ecc req-ce1bd27c-8b3f-4f5a-87c6-c2f656b7b2cd tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:54.491600 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4da4f97-d22d-4788-85ee-a56cde227ecc req-ce1bd27c-8b3f-4f5a-87c6-c2f656b7b2cd tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.0624022
Apr 09 21:53:54.541407 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d4da4f97-d22d-4788-85ee-a56cde227ecc req-f2648c0d-b2f5-431e-8442-161b5093ccc2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438254
Apr 09 21:53:54.565249 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237738f700>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:48Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:53:54.592076 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] Checking router: 925137f7-ea41-4d53-a6d7-9a1cd50bacca for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:53:54.601696 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:53:54.602370 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237738f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:53:54.709849 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:53:54.905078 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237738f700>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:48Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:53:55.017845 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3f786-a87e-40cb-a4ad-6ed105f52357 None None] The sync data for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 is: [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0f7629c-6189-4b06-8041-c83974d6e08c', 'name': '', 'network_id': '155d0fd0-715f-4ae6-abe3-36676fa33dfa', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:ce:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:45Z', 'updated_at': '2022-04-09T21:51:48Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '76aed5d7-205e-44e4-a384-6c9140943aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:53:55.247247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef24670-b0f6-44bc-b5ca-7249fab14fed None None] New status for floating IP bda930d7-6fc8-45b5-81a2-23af0c1316bf: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:53:55.392253 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-97ae9fb8-1402-4c03-8b86-ed3714d40275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:55.393811 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-97ae9fb8-1402-4c03-8b86-ed3714d40275 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 1128 time: 0.0489085
Apr 09 21:53:55.405369 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:55.506019 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-c554c727-8f62-4073-ac15-d5b41109c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:55.507491 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-c554c727-8f62-4073-ac15-d5b41109c1b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 200  len: 896 time: 0.0880988
Apr 09 21:53:55.569483 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-825a2a97-f5ef-4faa-90fb-30ef06a84e2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 200  len: 217 time: 0.0384898
Apr 09 21:53:55.628313 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-06b29c9e-4d58-40a2-b78d-2813e710f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:55.629788 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-06b29c9e-4d58-40a2-b78d-2813e710f93a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 200  len: 834 time: 0.0550575
Apr 09 21:53:55.723713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f19eaf-bb41-4613-8ffa-0a4a03cb88d2 req-b0084434-44c7-49b9-a5a9-27d3f53b1e93 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:55.725592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-33f19eaf-bb41-4613-8ffa-0a4a03cb88d2 req-b0084434-44c7-49b9-a5a9-27d3f53b1e93 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.1093876
Apr 09 21:53:55.739131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-2897fae2-7537-43b2-9b9e-41c0784d5567 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:55.740534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-2897fae2-7537-43b2-9b9e-41c0784d5567 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a015644-b1cc-4915-9b07-a4ebb1a8b9a1 HTTP/1.1" status: 200  len: 946 time: 0.1099243
Apr 09 21:53:55.741470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-15ee9835-9af3-4189-b42a-0972029ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:53:55.742869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-15ee9835-9af3-4189-b42a-0972029ce6d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=155d0fd0-715f-4ae6-abe3-36676fa33dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0890551
Apr 09 21:53:55.905851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-33f19eaf-bb41-4613-8ffa-0a4a03cb88d2 req-66f7d100-ff62-4f46-8789-9ca624480832 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6263a0e-0cb1-46f9-aa9b-153757267975&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1741633
Apr 09 21:53:55.929426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port fd19947a-0181-432a-ace2-9853fd3b76f8 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:53:55.929765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:55.935348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-657d7798-1224-4db1-86c6-ab1169eb4b2f service neutron] 10.222.0.32 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802299
Apr 09 21:53:56.081675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port fd19947a-0181-432a-ace2-9853fd3b76f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd19947a-0181-432a-ace2-9853fd3b76f8,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:53:56.081960 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:56.101414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for fd19947a-0181-432a-ace2-9853fd3b76f8 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:53:56.104674 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34ec000-05c8-4d4e-9cac-525923e9062a req-f745b04b-d6c7-472c-9898-6b04bfde0b1d service neutron] 10.222.0.32 "GET /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591365
Apr 09 21:53:56.242840 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fd19947a-0181-432a-ace2-9853fd3b76f8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:56.271538 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=fd19947a-0181-432a-ace2-9853fd3b76f8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:56.317369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] No DVR routers for this DVR port fd19947a-0181-432a-ace2-9853fd3b76f8 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:53:56.320173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:56.323534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f9eec47d-24e7-4371-b662-225ec5fadba1 req-bb7d7d40-616d-4922-a016-21ecef900e2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "DELETE /v2.0/ports/fd19947a-0181-432a-ace2-9853fd3b76f8 HTTP/1.1" status: 204  len: 173 time: 0.5674663
Apr 09 21:53:56.343477 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:56.379402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'name': 'network-vif-deleted', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:53:56.382186 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcdafe1-2ec5-4da5-a246-76911b641b92" -d '{"events": [{"server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "name": "network-vif-deleted", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:53:56.420402 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869bccc7-becf-4b50-b1ef-da087b5d4ddd x-openstack-request-id: req-869bccc7-becf-4b50-b1ef-da087b5d4ddd {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:53:56.421081 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a015644-b1cc-4915-9b07-a4ebb1a8b9a1", "name": "network-vif-deleted", "tag": "fd19947a-0181-432a-ace2-9853fd3b76f8", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:53:56.421081 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-869bccc7-becf-4b50-b1ef-da087b5d4ddd {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:53:56.421366 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869bccc7-becf-4b50-b1ef-da087b5d4ddd'] response: {'server_uuid': '9a015644-b1cc-4915-9b07-a4ebb1a8b9a1', 'name': 'network-vif-deleted', 'tag': 'fd19947a-0181-432a-ace2-9853fd3b76f8', 'status': 'completed', 'code': 200}
Apr 09 21:53:56.928018 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:53:56.969121 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42242) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:53:57.125796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:57.358500 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (925137f7-ea41-4d53-a6d7-9a1cd50bacca), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:57.613256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port b0f7629c-6189-4b06-8041-c83974d6e08c {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:53:57.613941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:57.705582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port b0f7629c-6189-4b06-8041-c83974d6e08c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0f7629c-6189-4b06-8041-c83974d6e08c,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:53:57.705897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:57.720064 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for b0f7629c-6189-4b06-8041-c83974d6e08c owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:53:57.915600 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (b0f7629c-6189-4b06-8041-c83974d6e08c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:57.941439 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=b0f7629c-6189-4b06-8041-c83974d6e08c,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:58.124542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (925137f7-ea41-4d53-a6d7-9a1cd50bacca), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:58.673018 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 925137f7-ea41-4d53-a6d7-9a1cd50bacca has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:53:58.794676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:53:58.800837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ada9d605-78ee-499f-989f-bdcfa3fed45f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/925137f7-ea41-4d53-a6d7-9a1cd50bacca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8303673
Apr 09 21:53:58.803690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42244) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:53:58.806730 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] Sync routers for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:53:58.817737 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:53:58.818346 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376d713d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:53:58.855668 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting subnet 76aed5d7-205e-44e4-a384-6c9140943aa7 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:53:58.858875 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (76aed5d7-205e-44e4-a384-6c9140943aa7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:58.899546 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (76aed5d7-205e-44e4-a384-6c9140943aa7), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:58.928486 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:53:58.938424 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fd19947a-0181-432a-ace2-9853fd3b76f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:53:58.960060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: fd19947a-0181-432a-ace2-9853fd3b76f8 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:53:58.960550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fd19947a-0181-432a-ace2-9853fd3b76f8 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:53:58.988088 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (76aed5d7-205e-44e4-a384-6c9140943aa7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.047038 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (76aed5d7-205e-44e4-a384-6c9140943aa7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.075506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Subnet': ['ID=76aed5d7-205e-44e4-a384-6c9140943aa7,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:59.078021 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.081164 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/subnets/76aed5d7-205e-44e4-a384-6c9140943aa7 HTTP/1.1" status: 204  len: 168 time: 0.2764471
Apr 09 21:53:59.084017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42246) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:53:59.086891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f1134-5afe-4270-8d0f-eb534980b311 None None] Network 155d0fd0-715f-4ae6-abe3-36676fa33dfa requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:53:59.090698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.091131 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.091698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.092165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.092579 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.092985 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.093417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.093956 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.094386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.094902 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.095303 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.095704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.096700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.097130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.097534 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b11d94-3413-4755-b087-b49ca2c400ab tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:53:59.106448 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376d713d0>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:53:57Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:53:59.137309 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] Checking router: 925137f7-ea41-4d53-a6d7-9a1cd50bacca for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:53:59.147342 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] Routers {'925137f7-ea41-4d53-a6d7-9a1cd50bacca'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:53:59.147960 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376d713d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:53:59.203571 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (925137f7-ea41-4d53-a6d7-9a1cd50bacca), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.263565 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] Set router 925137f7-ea41-4d53-a6d7-9a1cd50bacca gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:53:59.272872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917eb409-686c-4071-9119-dc144925b703 None None] DHCP port deletion for 155d0fd0-715f-4ae6-abe3-36676fa33dfa request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:53:59.312328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-917eb409-686c-4071-9119-dc144925b703 None None] Deleting port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:53:59.312569 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-917eb409-686c-4071-9119-dc144925b703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.317837 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (925137f7-ea41-4d53-a6d7-9a1cd50bacca), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.367277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:53:59.368029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.385632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-917eb409-686c-4071-9119-dc144925b703 None None] For port 27be0dd4-c916-4bb7-9c5d-c95d9df69195, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27be0dd4-c916-4bb7-9c5d-c95d9df69195,segment=NetworkSegment(343ed35f-fc11-43d1-95a5-02dc10d7c859),segment_id=343ed35f-fc11-43d1-95a5-02dc10d7c859)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:53:59.386415 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-917eb409-686c-4071-9119-dc144925b703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.400087 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-917eb409-686c-4071-9119-dc144925b703 None None] Calling delete_port for 27be0dd4-c916-4bb7-9c5d-c95d9df69195 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:53:59.441493 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376d713d0>, [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:53:57Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:53:59.464742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port 8dde881a-f5f8-4b05-9f7e-117d8337d5e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dde881a-f5f8-4b05-9f7e-117d8337d5e7,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:53:59.465136 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.471865 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae8be9-2c63-48b1-bab6-f76c9051dbb1 None None] The sync data for ids ['925137f7-ea41-4d53-a6d7-9a1cd50bacca'] in ncdv-master-1 is: [{'id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94136517', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6'}], 'enable_snat': True}, 'gw_port_id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:51:42Z', 'updated_at': '2022-04-09T21:53:57Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '8dde881a-f5f8-4b05-9f7e-117d8337d5e7', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925137f7-ea41-4d53-a6d7-9a1cd50bacca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:51:43Z', 'updated_at': '2022-04-09T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:53:59.479862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:53:59.494797 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-917eb409-686c-4071-9119-dc144925b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (27be0dd4-c916-4bb7-9c5d-c95d9df69195), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.526305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917eb409-686c-4071-9119-dc144925b703 None None] No DVR routers for this DVR port 27be0dd4-c916-4bb7-9c5d-c95d9df69195 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:53:59.530244 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb409-686c-4071-9119-dc144925b703 None None] Pushing event deleted for resources: {'Port': ['ID=27be0dd4-c916-4bb7-9c5d-c95d9df69195,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:59.658499 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (8dde881a-f5f8-4b05-9f7e-117d8337d5e7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.687601 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=8dde881a-f5f8-4b05-9f7e-117d8337d5e7,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:53:59.750795 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (925137f7-ea41-4d53-a6d7-9a1cd50bacca), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.847727 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (925137f7-ea41-4d53-a6d7-9a1cd50bacca), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.850023 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (925137f7-ea41-4d53-a6d7-9a1cd50bacca), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.900598 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (925137f7-ea41-4d53-a6d7-9a1cd50bacca), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.901188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Fanout notify agent at l3_agent the message router_deleted on router 925137f7-ea41-4d53-a6d7-9a1cd50bacca {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:53:59.911913 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:53:59.912290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f9b2075-2193-4a08-99e2-66701ad90e10 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/routers/925137f7-ea41-4d53-a6d7-9a1cd50bacca HTTP/1.1" status: 204  len: 168 time: 0.8269279
Apr 09 21:53:59.914841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42248) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:53:59.998676 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (155d0fd0-715f-4ae6-abe3-36676fa33dfa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.088092 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (155d0fd0-715f-4ae6-abe3-36676fa33dfa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.110479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2375c44340>,) {'filters': {'network_id': ['155d0fd0-715f-4ae6-abe3-36676fa33dfa']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:00.123612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375c44340>, '343ed35f-fc11-43d1-95a5-02dc10d7c859') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:00.123612 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2375c44340>, '343ed35f-fc11-43d1-95a5-02dc10d7c859') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:00.132343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (343ed35f-fc11-43d1-95a5-02dc10d7c859), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.147766 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (343ed35f-fc11-43d1-95a5-02dc10d7c859), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.154974 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:54:00.155335 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (343ed35f-fc11-43d1-95a5-02dc10d7c859), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:54:00.158466 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:54:00.224202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (155d0fd0-715f-4ae6-abe3-36676fa33dfa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.232343 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.234851 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/networks/155d0fd0-715f-4ae6-abe3-36676fa33dfa HTTP/1.1" status: 204  len: 168 time: 0.3188846
Apr 09 21:54:00.237801 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42250) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:00.246180 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e9b2e-28fe-4031-b9d2-15d60bd8c794 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Network': ['ID=155d0fd0-715f-4ae6-abe3-36676fa33dfa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:00.296144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed03c472-79c4-4922-be5f-f2de14f7ab82 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (b6263a0e-0cb1-46f9-aa9b-153757267975), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.322605 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed03c472-79c4-4922-be5f-f2de14f7ab82 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (b6263a0e-0cb1-46f9-aa9b-153757267975), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.391647 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed03c472-79c4-4922-be5f-f2de14f7ab82 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (b6263a0e-0cb1-46f9-aa9b-153757267975), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.394221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ed03c472-79c4-4922-be5f-f2de14f7ab82 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.395425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ed03c472-79c4-4922-be5f-f2de14f7ab82 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/security-groups/b6263a0e-0cb1-46f9-aa9b-153757267975 HTTP/1.1" status: 204  len: 168 time: 0.1566267
Apr 09 21:54:00.404922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03c472-79c4-4922-be5f-f2de14f7ab82 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6263a0e-0cb1-46f9-aa9b-153757267975,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:00.514584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:54:00.535623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:54:00.536040 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 8dde881a-f5f8-4b05-9f7e-117d8337d5e7 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:54:00.536522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27be0dd4-c916-4bb7-9c5d-c95d9df69195 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:54:00.558229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 27be0dd4-c916-4bb7-9c5d-c95d9df69195 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:54:00.558556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 27be0dd4-c916-4bb7-9c5d-c95d9df69195 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:54:00.558959 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b0f7629c-6189-4b06-8041-c83974d6e08c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:54:00.578648 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: b0f7629c-6189-4b06-8041-c83974d6e08c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:54:00.578993 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device b0f7629c-6189-4b06-8041-c83974d6e08c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:54:00.762663 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42258) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:00.767307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-6c118a2c-45f4-4479-99c4-06a8b8b6f59b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798987818', 'description': 'tempest-secgroup-smoke-798987818 description', 'project_id': '91139f4484934b158e5ee647130aa2cd'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:00.790480 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6c118a2c-45f4-4479-99c4-06a8b8b6f59b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.858449 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6c118a2c-45f4-4479-99c4-06a8b8b6f59b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (e7316c8d-b560-482f-9953-55a22067f073), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.863903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6c118a2c-45f4-4479-99c4-06a8b8b6f59b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e7316c8d-b560-482f-9953-55a22067f073), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.892650 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c118a2c-45f4-4479-99c4-06a8b8b6f59b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7316c8d-b560-482f-9953-55a22067f073,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:00.896993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-6c118a2c-45f4-4479-99c4-06a8b8b6f59b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.898301 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-6c118a2c-45f4-4479-99c4-06a8b8b6f59b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1345961
Apr 09 21:54:00.901411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42260) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:00.905924 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f30ebff7-3da9-43e5-a929-bd6a9e526ce5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'e7316c8d-b560-482f-9953-55a22067f073', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:00.934481 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f30ebff7-3da9-43e5-a929-bd6a9e526ce5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (003775b0-bc57-4a71-b242-747dfdaf9aef), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.995278 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f30ebff7-3da9-43e5-a929-bd6a9e526ce5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (003775b0-bc57-4a71-b242-747dfdaf9aef), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:00.999867 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f30ebff7-3da9-43e5-a929-bd6a9e526ce5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (003775b0-bc57-4a71-b242-747dfdaf9aef), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.017833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ebff7-3da9-43e5-a929-bd6a9e526ce5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003775b0-bc57-4a71-b242-747dfdaf9aef,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:01.026568 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f30ebff7-3da9-43e5-a929-bd6a9e526ce5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.027784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f30ebff7-3da9-43e5-a929-bd6a9e526ce5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1253564
Apr 09 21:54:01.030952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42262) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:01.035266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-24d85b0f-51bd-4b16-8668-5da650376413 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'e7316c8d-b560-482f-9953-55a22067f073', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:01.061900 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24d85b0f-51bd-4b16-8668-5da650376413 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (9c38f488-5bca-4f7f-9252-b28e0df453d0), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.128156 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24d85b0f-51bd-4b16-8668-5da650376413 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (9c38f488-5bca-4f7f-9252-b28e0df453d0), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.134341 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24d85b0f-51bd-4b16-8668-5da650376413 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9c38f488-5bca-4f7f-9252-b28e0df453d0), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.151870 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d85b0f-51bd-4b16-8668-5da650376413 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c38f488-5bca-4f7f-9252-b28e0df453d0,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:01.161363 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-24d85b0f-51bd-4b16-8668-5da650376413 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.165260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-24d85b0f-51bd-4b16-8668-5da650376413 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1307609
Apr 09 21:54:01.165518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42264) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:01.169919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f0cb6dc4-488f-410a-a7ed-1d0659cd7449 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'e7316c8d-b560-482f-9953-55a22067f073', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:01.197489 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0cb6dc4-488f-410a-a7ed-1d0659cd7449 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (4431c1c1-43ff-49d6-8da4-6d34d27c996a), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.258442 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0cb6dc4-488f-410a-a7ed-1d0659cd7449 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (4431c1c1-43ff-49d6-8da4-6d34d27c996a), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.264759 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0cb6dc4-488f-410a-a7ed-1d0659cd7449 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (4431c1c1-43ff-49d6-8da4-6d34d27c996a), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.282606 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb6dc4-488f-410a-a7ed-1d0659cd7449 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4431c1c1-43ff-49d6-8da4-6d34d27c996a,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:01.291916 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f0cb6dc4-488f-410a-a7ed-1d0659cd7449 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.293153 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f0cb6dc4-488f-410a-a7ed-1d0659cd7449 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1266336
Apr 09 21:54:01.296033 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42266) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:01.300344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-4f0c51d6-0a4c-41a9-8e0b-fe9095b4e95c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'e7316c8d-b560-482f-9953-55a22067f073', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:01.328996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f0c51d6-0a4c-41a9-8e0b-fe9095b4e95c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (655bf59f-003c-4358-90e3-637caf551b08), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.396834 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f0c51d6-0a4c-41a9-8e0b-fe9095b4e95c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (655bf59f-003c-4358-90e3-637caf551b08), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.402640 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f0c51d6-0a4c-41a9-8e0b-fe9095b4e95c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (655bf59f-003c-4358-90e3-637caf551b08), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.422297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c51d6-0a4c-41a9-8e0b-fe9095b4e95c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655bf59f-003c-4358-90e3-637caf551b08,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:01.427921 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4f0c51d6-0a4c-41a9-8e0b-fe9095b4e95c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.429448 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4f0c51d6-0a4c-41a9-8e0b-fe9095b4e95c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1324828
Apr 09 21:54:01.432104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42268) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:01.436613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-5577d461-2c68-4b2e-ac51-fd75d7b348b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'e7316c8d-b560-482f-9953-55a22067f073', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:01.460899 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-5577d461-2c68-4b2e-ac51-fd75d7b348b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:54:01.469667 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5577d461-2c68-4b2e-ac51-fd75d7b348b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (866869eb-d005-456f-92b0-a2613f42d48d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.531959 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5577d461-2c68-4b2e-ac51-fd75d7b348b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (866869eb-d005-456f-92b0-a2613f42d48d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.537560 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5577d461-2c68-4b2e-ac51-fd75d7b348b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (866869eb-d005-456f-92b0-a2613f42d48d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.554825 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577d461-2c68-4b2e-ac51-fd75d7b348b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866869eb-d005-456f-92b0-a2613f42d48d,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:01.564106 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-5577d461-2c68-4b2e-ac51-fd75d7b348b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.565425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-5577d461-2c68-4b2e-ac51-fd75d7b348b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1323740
Apr 09 21:54:01.568789 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42270) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:01.573461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ad42a7a3-ea75-4c19-9d36-36427236fb43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': 'e7316c8d-b560-482f-9953-55a22067f073', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:01.595644 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-ad42a7a3-ea75-4c19-9d36-36427236fb43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:54:01.601756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7a3-ea75-4c19-9d36-36427236fb43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (2e45796a-0af4-4b0b-830c-87f59a16be5d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.666338 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7a3-ea75-4c19-9d36-36427236fb43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (2e45796a-0af4-4b0b-830c-87f59a16be5d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.673574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7a3-ea75-4c19-9d36-36427236fb43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (2e45796a-0af4-4b0b-830c-87f59a16be5d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.697895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42a7a3-ea75-4c19-9d36-36427236fb43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e45796a-0af4-4b0b-830c-87f59a16be5d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:01.707098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7a3-ea75-4c19-9d36-36427236fb43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.708741 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ad42a7a3-ea75-4c19-9d36-36427236fb43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1389084
Apr 09 21:54:01.711919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42272) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:01.717672 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'network': {'name': 'tempest-network-smoke--1153866997', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:01.740032 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:54:01.743433 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.767375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:54:01.776105 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (022fc423-c2b3-4a4e-a41f-572bff7350a3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.776446 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Added segment 022fc423-c2b3-4a4e-a41f-572bff7350a3 of type vlan for network e92f4914-5f97-435b-934d-ad526843b5ed
Apr 09 21:54:01.815422 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (e92f4914-5f97-435b-934d-ad526843b5ed), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.844748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (e92f4914-5f97-435b-934d-ad526843b5ed), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.849708 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:01.850679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.883283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1700728
Apr 09 21:54:01.886316 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42274) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:01.891167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'admin_state_up': True, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:01.895798 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.912490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (7e694499-389b-429b-acf6-0a997a43eee1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.913631 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (7e694499-389b-429b-acf6-0a997a43eee1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:01.921420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dae92a-0b41-4453-8421-ed82413eb79c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Network': ['ID=e92f4914-5f97-435b-934d-ad526843b5ed,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:01.932328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network e92f4914-5f97-435b-934d-ad526843b5ed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:54:01.976501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (7e694499-389b-429b-acf6-0a997a43eee1), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:02.123934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (7e694499-389b-429b-acf6-0a997a43eee1), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:02.301841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (7e694499-389b-429b-acf6-0a997a43eee1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:02.321732 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:02.425562 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.221 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/4cebd28b-4cda-4a6e-9920-7c4ee81068fe) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:54:02.535429 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:02.573135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:02.616850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:54:02.619656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:54:02.623091 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:54:02.628380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=4cebd28b-4cda-4a6e-9920-7c4ee81068fe,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:02.895987 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (7e694499-389b-429b-acf6-0a997a43eee1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:03.111598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (7e694499-389b-429b-acf6-0a997a43eee1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:03.248812 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 7e694499-389b-429b-acf6-0a997a43eee1 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:54:03.369112 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:54:03.379731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Sync routers for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:54:03.390923 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:03.391138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:54:03.391753 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376200c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:03.392169 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a62785c2-2e78-44c1-8584-7f8ad5cc356e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.5046382
Apr 09 21:54:03.395510 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42276) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:03.468842 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1bdedab4-1823-49cd-9f41-0b6ee28be8d1 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=91139f4484934b158e5ee647130aa2cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0722110
Apr 09 21:54:03.471581 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42280) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:03.507310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:54:03.557386 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfbf4d3-f84e-4f6e-954b-ab7b6cbf9268 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:03.561574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0cfbf4d3-f84e-4f6e-954b-ab7b6cbf9268 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0889919
Apr 09 21:54:03.562009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42282) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:03.592666 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1488b025-a8de-4c5b-bec0-e4004e7c1df2 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0270123
Apr 09 21:54:03.592911 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42284) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:03.597510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643448240', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:03.680388 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376200c10>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:02Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:03.691782 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:54:03.695239 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:03.710863 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Checking router: 7e694499-389b-429b-acf6-0a997a43eee1 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:54:03.711253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Updating router 7e694499-389b-429b-acf6-0a997a43eee1 port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:54:03.744420 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:03.883122 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (4c95458d-3359-4f7b-95ca-ac84a8ef00c8), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:03.942166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Subnet': ['ID=4c95458d-3359-4f7b-95ca-ac84a8ef00c8,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:03.953791 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Checking segment: {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:54:03.954154 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network hostable DHCP agents. Network: e92f4914-5f97-435b-934d-ad526843b5ed, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:54:03.973798 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network e92f4914-5f97-435b-934d-ad526843b5ed is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:54:03.984358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e92f4914-5f97-435b-934d-ad526843b5ed) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:54:03.988906 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:03.989789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.000849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea1d9af-da3a-4a2f-9769-f84cff290611 None None] Network e92f4914-5f97-435b-934d-ad526843b5ed requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:54:04.006982 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Publish callbacks [] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.008618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d41d1b88-a9d8-487f-b3ce-c8cf4f3581cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4141252
Apr 09 21:54:04.010895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42286) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:04.028606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.118112 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6927a9a-dedb-45d7-8cea-c84ed125cf51 None None] Pushing event updated for resources: {'Port': ['ID=4cebd28b-4cda-4a6e-9920-7c4ee81068fe,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:04.128319 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Attempting to bind port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:54:04.128685 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Attempting to bind port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:54:04.129061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Attempting to bind port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:54:04.136213 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:54:04.136509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:54:04.136904 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.137313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:54:04.137779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Bound port: 4cebd28b-4cda-4a6e-9920-7c4ee81068fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:54:04.138155 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.178290 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e92f4914-5f97-435b-934d-ad526843b5ed', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:54:04.179144 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.271083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] For port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:54:04.292327 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] For port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cebd28b-4cda-4a6e-9920-7c4ee81068fe,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:54:04.304855 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.394301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Allocated IP 172.20.0.2 (e92f4914-5f97-435b-934d-ad526843b5ed/4c95458d-3359-4f7b-95ca-ac84a8ef00c8/4c2d2ea2-4be2-4553-8df5-80951d43e9b7) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:54:04.396068 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6927a9a-dedb-45d7-8cea-c84ed125cf51 None None] Pushing event updated for resources: {'Port': ['ID=4cebd28b-4cda-4a6e-9920-7c4ee81068fe,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:04.411805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:54:04.412433 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376200c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:04.484679 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.612585 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:54:04.691043 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Publish callbacks [] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.704459 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.760935 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.1 (e92f4914-5f97-435b-934d-ad526843b5ed/4c95458d-3359-4f7b-95ca-ac84a8ef00c8/6049d0c6-cd7a-40d9-b4be-4dea046183bd) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:54:04.780153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Network e92f4914-5f97-435b-934d-ad526843b5ed is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:54:04.787407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:54:04.793193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:54:04.800786 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Pushing event updated for resources: {'Port': ['ID=4c2d2ea2-4be2-4553-8df5-80951d43e9b7,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:04.882137 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.883748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Attempting to bind port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:54:04.884097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Attempting to bind port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:54:04.884502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Attempting to bind port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 on network e92f4914-5f97-435b-934d-ad526843b5ed {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:54:04.893812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:54:04.894351 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Checking segment: {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:54:04.894581 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.894951 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Bound using segment: {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:54:04.895401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Bound port: 4c2d2ea2-4be2-4553-8df5-80951d43e9b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:54:04.895785 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.897751 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376200c10>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:02Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:04.918192 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:04.936004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d129a1d-c30c-49d9-98c1-2f6468c6299a None None] The sync data for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 is: [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:02Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:54:04.966241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network e92f4914-5f97-435b-934d-ad526843b5ed is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:54:04.969696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:54:04.974443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:54:04.979510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=6049d0c6-cd7a-40d9-b4be-4dea046183bd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:05.028499 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (7e694499-389b-429b-acf6-0a997a43eee1), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:05.188319 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:05.191117 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] For port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:54:05.194678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] For port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c2d2ea2-4be2-4553-8df5-80951d43e9b7,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:54:05.203590 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:05.271141 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb1abf-095c-43a5-8738-3a93c4e38b2e None None] Pushing event updated for resources: {'Port': ['ID=4c2d2ea2-4be2-4553-8df5-80951d43e9b7,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:05.862905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:05.868457 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:05.947174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=6049d0c6-cd7a-40d9-b4be-4dea046183bd,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:05.949886 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (7e694499-389b-429b-acf6-0a997a43eee1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:06.045081 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network e92f4914-5f97-435b-934d-ad526843b5ed is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:54:06.046518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:54:06.171401 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 7e694499-389b-429b-acf6-0a997a43eee1 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:54:06.253822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7d1ce-244b-42da-a946-fad69d1bbc3b None None] Network e92f4914-5f97-435b-934d-ad526843b5ed requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:54:06.293166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:54:06.299204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e92ee969-0648-4260-9b73-397618fb6ffb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/7e694499-389b-429b-acf6-0a997a43eee1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2872682
Apr 09 21:54:06.320384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:54:06.377660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d7b14d45-7bfd-487e-986e-244fb1ea9190 None None] Provisioning complete for port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:06.378039 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d7b14d45-7bfd-487e-986e-244fb1ea9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:06.470406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:06.470812 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:06.476761 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-a08edea1-e015-40aa-96d7-2883c63aeca4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798987818&fields=id&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 267 time: 0.0595386
Apr 09 21:54:06.539533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d7b14d45-7bfd-487e-986e-244fb1ea9190 None None] Current status of the port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:06.540032 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d7b14d45-7bfd-487e-986e-244fb1ea9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:06.600013 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613abf-cbda-424b-b700-5507b7a67755 req-ee5e36f5-8697-42e0-838e-cea2ae8e9ca0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:06.602113 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-ee5e36f5-8697-42e0-838e-cea2ae8e9ca0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 797 time: 0.1179106
Apr 09 21:54:06.608655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d7b14d45-7bfd-487e-986e-244fb1ea9190 None None] For port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c2d2ea2-4be2-4553-8df5-80951d43e9b7,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:54:06.621925 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d7b14d45-7bfd-487e-986e-244fb1ea9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:06.627904 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-fdee7c10-374f-4fb9-86bf-c450abf1705f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/quotas/91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 375 time: 0.0176308
Apr 09 21:54:06.628862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:06.629291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:06.681419 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-55e012db-5a22-4c31-b24d-e7e2a248270d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0508358
Apr 09 21:54:06.706138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b14d45-7bfd-487e-986e-244fb1ea9190 None None] Pushing event updated for resources: {'Port': ['ID=4c2d2ea2-4be2-4553-8df5-80951d43e9b7,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:06.765525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3886e38c-1c86-4a50-be12-b5e4abe34302 None None] Provisioning complete for port 6049d0c6-cd7a-40d9-b4be-4dea046183bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:06.766005 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3886e38c-1c86-4a50-be12-b5e4abe34302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:06.780327 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Sync routers for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:54:06.791946 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:54:06.792581 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237ef77ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:06.808129 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:54:06.808775 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:54:06.818755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3886e38c-1c86-4a50-be12-b5e4abe34302 None None] Port 6049d0c6-cd7a-40d9-b4be-4dea046183bd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:54:06.826856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3886e38c-1c86-4a50-be12-b5e4abe34302 None None] Provisioning complete for port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:06.827465 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3886e38c-1c86-4a50-be12-b5e4abe34302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:06.918668 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3886e38c-1c86-4a50-be12-b5e4abe34302 None None] Current status of the port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:06.920404 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:54:06.926753 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-dece5105-2670-4adb-bf28-51c621f9c4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807263
Apr 09 21:54:07.023449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-e042adef-9772-4443-985b-e26219730f1f service neutron] 10.222.0.30 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953033
Apr 09 21:54:07.040641 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d8b8411d-8d97-42d6-9997-316ae6271e44 None None] Provisioning complete for port 6049d0c6-cd7a-40d9-b4be-4dea046183bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:07.041345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d8b8411d-8d97-42d6-9997-316ae6271e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.084041 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8411d-8d97-42d6-9997-316ae6271e44 None None] Port 6049d0c6-cd7a-40d9-b4be-4dea046183bd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:54:07.135305 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237ef77ca0>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 2, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:07.176371 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Checking router: 7e694499-389b-429b-acf6-0a997a43eee1 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:54:07.176721 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Updating router 7e694499-389b-429b-acf6-0a997a43eee1 port 6049d0c6-cd7a-40d9-b4be-4dea046183bd binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:54:07.209020 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.238520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1fac91d-284c-41c1-bd46-b10990852b36 req-fdc54614-c765-49cd-9d5d-9c8386aa215d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 210 time: 0.0439847
Apr 09 21:54:07.305230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-790668e2-26e5-49e8-9600-8f7bde5ccde2 None None] Provisioning complete for port 6049d0c6-cd7a-40d9-b4be-4dea046183bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:07.305771 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-790668e2-26e5-49e8-9600-8f7bde5ccde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.381321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-790668e2-26e5-49e8-9600-8f7bde5ccde2 None None] Port 6049d0c6-cd7a-40d9-b4be-4dea046183bd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:54:07.386310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:07.387391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cebd28b-4cda-4a6e-9920-7c4ee81068fe up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:54:07.438673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:07.438673 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.503694 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Publish callbacks [] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.511196 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.528901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:07.529250 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.551600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cebd28b-4cda-4a6e-9920-7c4ee81068fe,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:54:07.557468 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.587270 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Pushing event updated for resources: {'Port': ['ID=6049d0c6-cd7a-40d9-b4be-4dea046183bd,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:07.616379 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=4cebd28b-4cda-4a6e-9920-7c4ee81068fe,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:07.721389 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.721724 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.722064 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.722392 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.722717 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.723045 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.723364 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.723680 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.724001 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.724315 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.724630 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.724940 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.725614 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.725932 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.726244 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:07.760991 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Attempting to bind port 6049d0c6-cd7a-40d9-b4be-4dea046183bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:54:07.761413 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Attempting to bind port 6049d0c6-cd7a-40d9-b4be-4dea046183bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:54:07.761778 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Attempting to bind port 6049d0c6-cd7a-40d9-b4be-4dea046183bd on network e92f4914-5f97-435b-934d-ad526843b5ed {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:54:07.768334 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:54:07.768704 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Checking segment: {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:54:07.769193 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.769588 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Bound using segment: {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:54:07.770080 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Bound port: 6049d0c6-cd7a-40d9-b4be-4dea046183bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:54:07.771397 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.804908 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-768a61a6-0cf4-4bc2-bd0f-88641ce64e42 None None] Provisioning complete for port 6049d0c6-cd7a-40d9-b4be-4dea046183bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:07.805443 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-768a61a6-0cf4-4bc2-bd0f-88641ce64e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.839605 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] For port 6049d0c6-cd7a-40d9-b4be-4dea046183bd, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:54:07.840369 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-768a61a6-0cf4-4bc2-bd0f-88641ce64e42 None None] Port 6049d0c6-cd7a-40d9-b4be-4dea046183bd cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:54:07.844049 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] For port 6049d0c6-cd7a-40d9-b4be-4dea046183bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6049d0c6-cd7a-40d9-b4be-4dea046183bd,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:54:07.851360 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:07.904557 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:54:07.905240 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237ef77ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:07.968427 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb6837-70be-4ad5-9063-dbd7880f790b None None] Pushing event updated for resources: {'Port': ['ID=6049d0c6-cd7a-40d9-b4be-4dea046183bd,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:08.036526 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:54:08.160310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-228edb2b-6db0-4571-8ba2-89cddcafb69b None None] Provisioning complete for port 6049d0c6-cd7a-40d9-b4be-4dea046183bd triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:08.160702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-228edb2b-6db0-4571-8ba2-89cddcafb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:08.243452 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237ef77ca0>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:08.274512 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-228edb2b-6db0-4571-8ba2-89cddcafb69b None None] Current status of the port 6049d0c6-cd7a-40d9-b4be-4dea046183bd is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:08.274866 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891e5fe-3902-472c-a629-cda1adfc5d49 None None] The sync data for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 is: [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:54:08.275068 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-228edb2b-6db0-4571-8ba2-89cddcafb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:08.367479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:54:08.370522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613abf-cbda-424b-b700-5507b7a67755 req-57584eb4-96e0-4b80-a8fe-22ee19b5ff48 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:08.372841 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-57584eb4-96e0-4b80-a8fe-22ee19b5ff48 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 797 time: 0.1413703
Apr 09 21:54:08.377322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-228edb2b-6db0-4571-8ba2-89cddcafb69b None None] For port 6049d0c6-cd7a-40d9-b4be-4dea046183bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6049d0c6-cd7a-40d9-b4be-4dea046183bd,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:54:08.443906 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-228edb2b-6db0-4571-8ba2-89cddcafb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:08.462528 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-41b394a8-13de-4133-861d-c61307e863d3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 379 time: 0.0815060
Apr 09 21:54:08.466317 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-941ba07c-bd61-43fb-8902-3cb5bac1f96a req-e896ba92-9806-4469-806f-dfde9e68aea9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 210 time: 0.0657809
Apr 09 21:54:08.473417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'port': {'device_id': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'admin_state_up': True, 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'security_groups': ['e7316c8d-b560-482f-9953-55a22067f073']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:08.523842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:08.524256 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:08.552331 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228edb2b-6db0-4571-8ba2-89cddcafb69b None None] Pushing event updated for resources: {'Port': ['ID=6049d0c6-cd7a-40d9-b4be-4dea046183bd,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:08.604807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:54:08.608336 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:08.619119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:08.620540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cebd28b-4cda-4a6e-9920-7c4ee81068fe up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:54:08.670921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:08.671302 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:08.741541 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.14 (e92f4914-5f97-435b-934d-ad526843b5ed/4c95458d-3359-4f7b-95ca-ac84a8ef00c8/af646b84-7752-4e4c-b8f5-11c2a3b3ba9c) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:54:08.759189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:08.891823 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:08.928503 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:08.980851 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network e92f4914-5f97-435b-934d-ad526843b5ed is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:54:08.984078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:54:08.987936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:54:08.994712 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:09.267913 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-eae2d4ac-cd20-420e-90ab-3423700178dd None None] Provisioning complete for port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:09.268087 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eae2d4ac-cd20-420e-90ab-3423700178dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:09.308709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-eae2d4ac-cd20-420e-90ab-3423700178dd None None] Port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:54:09.365367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:09.365977 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:09.383501 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-d9003b9f-8780-41ab-b1aa-eac069e05872 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9152544
Apr 09 21:54:09.394710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Request body: {'port': {'device_id': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:09.455191 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:09.581360 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdef35-8032-4c8d-9f0b-c0a7fbafd3ce req-eef73b89-55e3-4921-bee8-498acecaadb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:09.582833 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48fdef35-8032-4c8d-9f0b-c0a7fbafd3ce req-eef73b89-55e3-4921-bee8-498acecaadb2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 932 time: 0.0479386
Apr 09 21:54:09.633934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-48fdef35-8032-4c8d-9f0b-c0a7fbafd3ce req-a297b259-2b5c-4e0f-923f-52df3f966832 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430224
Apr 09 21:54:09.731824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af646b84-7752-4e4c-b8f5-11c2a3b3ba9c {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:54:09.739441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Publish callbacks [] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:09.752589 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Transition to ACTIVE for port object af646b84-7752-4e4c-b8f5-11c2a3b3ba9c will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:54:09.757502 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:09.824115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Pushing event updated for resources: {'Port': ['ID=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:09.882496 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Attempting to bind port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:54:09.882834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Attempting to bind port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:54:09.883162 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Attempting to bind port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c on network e92f4914-5f97-435b-934d-ad526843b5ed {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:54:09.888206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c on network e92f4914-5f97-435b-934d-ad526843b5ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:54:09.888532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Attempting to bind port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c on network e92f4914-5f97-435b-934d-ad526843b5ed {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:54:09.893934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:54:09.894308 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Checking segment: {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:54:09.894691 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Bound using segment: {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:54:09.895123 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Bound port: af646b84-7752-4e4c-b8f5-11c2a3b3ba9c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022fc423-c2b3-4a4e-a41f-572bff7350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:54:09.895483 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:09.961322 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] For port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:54:09.964621 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] For port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:54:09.972417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:10.010946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:10.011638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:10.013099 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] 10.222.0.25 "PUT /v2.0/ports/af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 1092 time: 0.6225843
Apr 09 21:54:10.013462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:54:10.043287 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7754cd-8f85-4387-981b-e55b5378778d service neutron] Pushing event updated for resources: {'Port': ['ID=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:10.089945 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a" -d '{"events": [{"name": "network-changed", "server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:54:10.105154 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613abf-cbda-424b-b700-5507b7a67755 req-1ec16774-587f-4360-bb52-2707fea67679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:10.106742 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-1ec16774-587f-4360-bb52-2707fea67679 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1126 time: 0.0485332
Apr 09 21:54:10.162806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-ce84237d-2e55-4c8b-a717-6b2cff99a0cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 217 time: 0.0474963
Apr 09 21:54:10.198625 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41c6701-b248-4b11-9723-47201e460930 x-openstack-request-id: req-a41c6701-b248-4b11-9723-47201e460930 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:54:10.199026 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:54:10.199319 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a41c6701-b248-4b11-9723-47201e460930 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:54:10.199774 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41c6701-b248-4b11-9723-47201e460930'] response: {'name': 'network-changed', 'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'status': 'completed', 'code': 200}
Apr 09 21:54:10.220509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613abf-cbda-424b-b700-5507b7a67755 req-53e9d790-9cd9-4031-993f-4efc085aa4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:10.222253 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-53e9d790-9cd9-4031-993f-4efc085aa4a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 200  len: 834 time: 0.0512528
Apr 09 21:54:10.268032 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613abf-cbda-424b-b700-5507b7a67755 req-ed3eacfb-4df0-456c-a752-71fbb5626dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:10.269584 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-ed3eacfb-4df0-456c-a752-71fbb5626dc7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e92f4914-5f97-435b-934d-ad526843b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0416660
Apr 09 21:54:10.272072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6049d0c6-cd7a-40d9-b4be-4dea046183bd up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:54:10.316852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6049d0c6-cd7a-40d9-b4be-4dea046183bd triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:10.317252 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:10.366259 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-93b39f30-1f62-4a7a-af09-e7ff7610bc35 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904706
Apr 09 21:54:10.399171 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6049d0c6-cd7a-40d9-b4be-4dea046183bd is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:10.456540 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-78613abf-cbda-424b-b700-5507b7a67755 req-bec4fa23-c6af-4f19-8f04-40bf16bd4362 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845296
Apr 09 21:54:10.758303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77258d07-c43e-4e5c-bd02-62a7a33ffc2b req-338eda95-2978-4cd1-9de7-6a5b11f60341 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:10.759803 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77258d07-c43e-4e5c-bd02-62a7a33ffc2b req-338eda95-2978-4cd1-9de7-6a5b11f60341 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 944 time: 0.0475421
Apr 09 21:54:10.813215 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-77258d07-c43e-4e5c-bd02-62a7a33ffc2b req-7038962f-6b6c-4b99-86bc-ec33215361b5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476201
Apr 09 21:54:11.937880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1032fd-5405-4355-82b7-1cf69c62d190 req-a59e2f15-5a35-46c5-8fe4-516f59bc12f4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:11.939355 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee1032fd-5405-4355-82b7-1cf69c62d190 req-a59e2f15-5a35-46c5-8fe4-516f59bc12f4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 944 time: 0.0472667
Apr 09 21:54:11.989706 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee1032fd-5405-4355-82b7-1cf69c62d190 req-c78491d3-9ff0-4166-9c2d-46708a8af0eb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446081
Apr 09 21:54:12.510782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-45edab98-aa69-4d4e-9e80-83619c45076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:12.512449 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-45edab98-aa69-4d4e-9e80-83619c45076a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1126 time: 0.0516143
Apr 09 21:54:12.620718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-c1038af8-4c21-462e-b7b8-85ae6086ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:12.622587 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-c1038af8-4c21-462e-b7b8-85ae6086ca92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 898 time: 0.1035893
Apr 09 21:54:12.665913 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-ece2809b-e38f-4541-aefd-0d9434c4a6b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 217 time: 0.0377004
Apr 09 21:54:12.714841 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-d5f7579b-6d24-4918-87be-7a8600ef1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:12.716534 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-d5f7579b-6d24-4918-87be-7a8600ef1085 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 200  len: 834 time: 0.0447395
Apr 09 21:54:12.760289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-ded70d83-1a31-4de4-b169-f4da3ff864a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:12.761892 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-ded70d83-1a31-4de4-b169-f4da3ff864a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e92f4914-5f97-435b-934d-ad526843b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400457
Apr 09 21:54:12.857969 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-6a1ac99b-f776-4abd-915c-5ee1d9485e63 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901005
Apr 09 21:54:12.951168 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c031f07e-b2a8-4a4d-bb3f-1855d27a872a req-f7ed363f-b249-4912-9f9f-fa229e335b06 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869062
Apr 09 21:54:13.106301 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f5a4-d0f3-440d-ae6a-b0182fc7aaeb req-68ce47fa-bc50-4913-a60e-75ed0251c8ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:13.107781 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1209f5a4-d0f3-440d-ae6a-b0182fc7aaeb req-68ce47fa-bc50-4913-a60e-75ed0251c8ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 944 time: 0.0500102
Apr 09 21:54:13.159744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1209f5a4-d0f3-440d-ae6a-b0182fc7aaeb req-f004c03b-7a8d-4d2d-ba2b-6e65850dd76c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437994
Apr 09 21:54:14.286164 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbb52e-dfb4-4b79-a100-ccef43da377d req-20ca4d0d-5d1e-4669-9eea-0e8a43235665 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:14.287676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5cbb52e-dfb4-4b79-a100-ccef43da377d req-20ca4d0d-5d1e-4669-9eea-0e8a43235665 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 944 time: 0.0554054
Apr 09 21:54:14.338718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d5cbb52e-dfb4-4b79-a100-ccef43da377d req-c1359926-11b9-49d4-8ae1-e4157517311d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451727
Apr 09 21:54:14.657509 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device af646b84-7752-4e4c-b8f5-11c2a3b3ba9c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:54:14.769436 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:54:14.780681 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'port_id': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'mac_address': 'fa:16:3e:7a:1a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:54:14.817746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:14.818132 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:14.831538 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af646b84-7752-4e4c-b8f5-11c2a3b3ba9c {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:54:14.852081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:54:14.858649 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:14.910804 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:15.160201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['af646b84-7752-4e4c-b8f5-11c2a3b3ba9c'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:54:15.462005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e41f2b-efd7-497e-b202-0c6e44ac4521 req-85fd230c-993b-41cf-8449-434ef2ec24ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:15.465433 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36e41f2b-efd7-497e-b202-0c6e44ac4521 req-85fd230c-993b-41cf-8449-434ef2ec24ed tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 945 time: 0.0554485
Apr 09 21:54:15.520824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-36e41f2b-efd7-497e-b202-0c6e44ac4521 req-9aaa9749-b72b-447a-9126-6b95b6768ee5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492892
Apr 09 21:54:16.645588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95924-0cf1-4227-9314-f90ad2605e17 req-ec2e7bca-4172-409d-a408-638b416a57e3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:16.647090 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca95924-0cf1-4227-9314-f90ad2605e17 req-ec2e7bca-4172-409d-a408-638b416a57e3 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 945 time: 0.0524890
Apr 09 21:54:16.671358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device af646b84-7752-4e4c-b8f5-11c2a3b3ba9c up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:54:16.701018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aca95924-0cf1-4227-9314-f90ad2605e17 req-9a1ee461-e584-4b72-aeb3-88b6ec1d681f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454834
Apr 09 21:54:16.718979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:54:16.728520 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:54:16.729210 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:16.805028 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:54:16.805436 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:16.827838 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:54:16.850954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:54:16.857195 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:16.888943 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1bb623-9f38-4b23-a447-06bb7b72fdd5" -d '{"events": [{"server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "name": "network-vif-plugged", "status": "completed", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:54:16.917794 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:16.977591 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f2da4a-de64-4b33-b6e3-1a5e8662a6ab x-openstack-request-id: req-74f2da4a-de64-4b33-b6e3-1a5e8662a6ab {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:54:16.977873 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "name": "network-vif-plugged", "status": "completed", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:54:16.978118 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74f2da4a-de64-4b33-b6e3-1a5e8662a6ab {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:54:16.978545 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f2da4a-de64-4b33-b6e3-1a5e8662a6ab'] response: {'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'code': 200}
Apr 09 21:54:17.086929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ac6b5-58a1-4f4d-baad-dc5299e75fe9 req-d0cc7789-4167-4388-82fa-5cf154dddd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:17.088488 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-786ac6b5-58a1-4f4d-baad-dc5299e75fe9 req-d0cc7789-4167-4388-82fa-5cf154dddd0f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1128 time: 0.0484283
Apr 09 21:54:17.138382 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-786ac6b5-58a1-4f4d-baad-dc5299e75fe9 req-572cb846-be14-4049-ae7b-c489a6b7239d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417061
Apr 09 21:54:17.821176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1c5a6-1658-42a6-8521-18958fb12b2a req-5d436b2f-cf62-4e24-917a-6c98c8245035 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:17.822645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a1c5a6-1658-42a6-8521-18958fb12b2a req-5d436b2f-cf62-4e24-917a-6c98c8245035 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0493479
Apr 09 21:54:17.872734 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41a1c5a6-1658-42a6-8521-18958fb12b2a req-ebc59739-2e5e-40b9-ac2b-cbfc9b8abd8d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442524
Apr 09 21:54:18.994695 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28ea1b-018d-4044-afc7-24ee3d62f005 req-94a92f9a-162a-4f01-ad9a-49687f3f0239 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:18.996171 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c28ea1b-018d-4044-afc7-24ee3d62f005 req-94a92f9a-162a-4f01-ad9a-49687f3f0239 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0477312
Apr 09 21:54:19.049254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1c28ea1b-018d-4044-afc7-24ee3d62f005 req-e4b03060-e2a9-4d9a-a894-74dcc34a6802 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471425
Apr 09 21:54:19.171325 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bcef7-069a-425d-8f94-0acc349cb95f req-7d678d1d-6b7b-467f-8554-7d497f083fd7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:19.172717 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-930bcef7-069a-425d-8f94-0acc349cb95f req-7d678d1d-6b7b-467f-8554-7d497f083fd7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0482709
Apr 09 21:54:19.224769 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-930bcef7-069a-425d-8f94-0acc349cb95f req-655954fa-0b49-469f-886c-132a0e408384 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460253
Apr 09 21:54:19.246711 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42370) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:19.285750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bff3f-c5e0-4f0c-90a0-e4939e8e9342 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:19.287285 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9b9bff3f-c5e0-4f0c-90a0-e4939e8e9342 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1123 time: 0.0395894
Apr 09 21:54:19.290255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42372) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:19.294591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:54:19.320107 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:19.403924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:19.512276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.169 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/6bf6e30f-4337-4e6c-907b-d375e600acb4) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:54:19.630553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (6bf6e30f-4337-4e6c-907b-d375e600acb4), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:19.672246 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6bf6e30f-4337-4e6c-907b-d375e600acb4), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:19.713122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:54:19.717690 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:54:19.722119 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:54:19.725209 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=6bf6e30f-4337-4e6c-907b-d375e600acb4,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:19.752066 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.752417 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.752761 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.753133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.753476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.753812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.754148 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.754478 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.754803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.755134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.755451 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.755777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.756101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.756426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:19.756747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:54:20.128426 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (d460be09-ea00-4edf-a83d-09d6caaec30e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:20.203738 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6bf6e30f-4337-4e6c-907b-d375e600acb4), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:20.369801 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (6bf6e30f-4337-4e6c-907b-d375e600acb4), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:20.376823 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (6bf6e30f-4337-4e6c-907b-d375e600acb4), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:20.447429 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=6bf6e30f-4337-4e6c-907b-d375e600acb4,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:54:20.460396 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (d460be09-ea00-4edf-a83d-09d6caaec30e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:20.496735 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd80e-318a-4299-b9b2-be8a5dd21c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:20.566743 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP d460be09-ea00-4edf-a83d-09d6caaec30e associated. External IP: 172.35.0.169, port: af646b84-7752-4e4c-b8f5-11c2a3b3ba9c.
Apr 09 21:54:20.785487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 7e694499-389b-429b-acf6-0a997a43eee1 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:54:20.901808 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:54:20.912566 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] Sync routers for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:54:20.922370 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:20.924926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:54:20.925594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e1a460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:20.954536 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ff14eff2-0b76-4a50-9282-554208f48daf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6632557
Apr 09 21:54:20.955246 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:54:20.957713 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd250473-c51b-409c-8562-bcf3918edb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:54:21.002901 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83c80d9-5057-4d78-b6b8-1c3e0867fdc3 x-openstack-request-id: req-b83c80d9-5057-4d78-b6b8-1c3e0867fdc3 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:54:21.003424 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:54:21.003886 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b83c80d9-5057-4d78-b6b8-1c3e0867fdc3 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:54:21.004309 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83c80d9-5057-4d78-b6b8-1c3e0867fdc3'] response: {'name': 'network-changed', 'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'status': 'completed', 'code': 200}
Apr 09 21:54:21.041947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:54:21.067999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd250473-c51b-409c-8562-bcf3918edb9f req-2008106d-c3c2-4812-9a2f-25f45aecffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:21.068994 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f446-5206-482e-bb41-06a7a094eb53 req-7729b55a-4d35-4745-a40d-c3f25deaeb65 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:21.069694 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd250473-c51b-409c-8562-bcf3918edb9f req-2008106d-c3c2-4812-9a2f-25f45aecffef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1128 time: 0.0417018
Apr 09 21:54:21.070552 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e770f446-5206-482e-bb41-06a7a094eb53 req-7729b55a-4d35-4745-a40d-c3f25deaeb65 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0495276
Apr 09 21:54:21.121384 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e770f446-5206-482e-bb41-06a7a094eb53 req-7d4a63ce-d28d-4021-9d68-75d8ca33344a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449574
Apr 09 21:54:21.145303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42378) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:21.174290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd250473-c51b-409c-8562-bcf3918edb9f req-aedee16c-32a0-4bf8-8446-20dcf32cd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:21.175875 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd250473-c51b-409c-8562-bcf3918edb9f req-aedee16c-32a0-4bf8-8446-20dcf32cd29b service neutron] 10.222.0.25 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 898 time: 0.0987563
Apr 09 21:54:21.211816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-67c09f4b-159f-43fc-9f5e-e2fe5b57de64 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/d460be09-ea00-4edf-a83d-09d6caaec30e HTTP/1.1" status: 200  len: 992 time: 0.0653484
Apr 09 21:54:21.240860 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd250473-c51b-409c-8562-bcf3918edb9f req-5d25ff58-352b-498c-add2-165f19bb746f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 1000 time: 0.0591869
Apr 09 21:54:21.267664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e1a460>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd460be09-ea00-4edf-a83d-09d6caaec30e', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.169', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'port_id': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'mac_address': 'fa:16:3e:7a:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:54:19Z', 'updated_at': '2022-04-09T21:54:19Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:08Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:21.289455 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd250473-c51b-409c-8562-bcf3918edb9f req-c048cf7b-7243-4a14-ab64-ec5466b90a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:21.290939 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd250473-c51b-409c-8562-bcf3918edb9f req-c048cf7b-7243-4a14-ab64-ec5466b90a8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 200  len: 834 time: 0.0439432
Apr 09 21:54:21.295039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] Checking router: 7e694499-389b-429b-acf6-0a997a43eee1 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:54:21.303666 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:54:21.304279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375e1a460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:53:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:21.341663 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd250473-c51b-409c-8562-bcf3918edb9f req-0deedbf2-759e-42f7-b5e5-8a1b514ed530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:21.343292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd250473-c51b-409c-8562-bcf3918edb9f req-0deedbf2-759e-42f7-b5e5-8a1b514ed530 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e92f4914-5f97-435b-934d-ad526843b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458825
Apr 09 21:54:21.414350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:54:21.434317 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd250473-c51b-409c-8562-bcf3918edb9f req-66b483c2-238a-4e3c-b9a2-59693b43496d service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852139
Apr 09 21:54:21.528676 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-dd250473-c51b-409c-8562-bcf3918edb9f req-12db969d-fa11-4e4a-9645-3691cd35d855 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884948
Apr 09 21:54:21.639907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375e1a460>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd460be09-ea00-4edf-a83d-09d6caaec30e', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.169', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'port_id': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'mac_address': 'fa:16:3e:7a:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:54:19Z', 'updated_at': '2022-04-09T21:54:19Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:08Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:54:21.827687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b56d76-2f33-41a2-ba64-ff1740eed67e None None] The sync data for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 is: [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd460be09-ea00-4edf-a83d-09d6caaec30e', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.169', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'port_id': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'mac_address': 'fa:16:3e:7a:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:54:19Z', 'updated_at': '2022-04-09T21:54:19Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:08Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:54:22.038945 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3340c-dda6-4131-acdc-5eed4d9980f3 None None] New status for floating IP d460be09-ea00-4edf-a83d-09d6caaec30e: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:54:22.215705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42380) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:54:22.277538 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-746c5c37-54a0-4496-add6-50de45f64bba tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/d460be09-ea00-4edf-a83d-09d6caaec30e HTTP/1.1" status: 200  len: 994 time: 0.0605686
Apr 09 21:54:23.021226 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd0df-1bde-4ec6-a248-d7031df6c466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:24.372368 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:25.410821 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:26.356199 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:27.135396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:30.721618 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8612766a-e3a0-4bc9-8570-2149df971196 req-3608acac-b524-4dad-b2ed-c0cef277742f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446980
Apr 09 21:54:30.810758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612766a-e3a0-4bc9-8570-2149df971196 req-9b28a3ab-1713-42be-a07c-0e24795f59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:30.812336 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8612766a-e3a0-4bc9-8570-2149df971196 req-9b28a3ab-1713-42be-a07c-0e24795f59e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1128 time: 0.0463700
Apr 09 21:54:30.925618 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612766a-e3a0-4bc9-8570-2149df971196 req-0055eccf-f83b-4001-8b16-dbb820017091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:30.927088 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8612766a-e3a0-4bc9-8570-2149df971196 req-0055eccf-f83b-4001-8b16-dbb820017091 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 898 time: 0.0912242
Apr 09 21:54:30.993262 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8612766a-e3a0-4bc9-8570-2149df971196 req-a472c21a-5ffb-4adb-9bb4-6a6a15bc18b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 1002 time: 0.0582647
Apr 09 21:54:31.047263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612766a-e3a0-4bc9-8570-2149df971196 req-8e39b76d-7820-4d77-9a94-bea9f7212c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:31.048700 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8612766a-e3a0-4bc9-8570-2149df971196 req-8e39b76d-7820-4d77-9a94-bea9f7212c7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 200  len: 834 time: 0.0483568
Apr 09 21:54:31.094449 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612766a-e3a0-4bc9-8570-2149df971196 req-b610ef18-8652-425f-837d-4ef928a09c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:54:31.095921 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8612766a-e3a0-4bc9-8570-2149df971196 req-b610ef18-8652-425f-837d-4ef928a09c5e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e92f4914-5f97-435b-934d-ad526843b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397735
Apr 09 21:54:31.206121 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8612766a-e3a0-4bc9-8570-2149df971196 req-3f279aef-97c6-4bbc-8cf7-4431a61a18fb service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020060
Apr 09 21:54:31.309848 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-8612766a-e3a0-4bc9-8570-2149df971196 req-59a98167-0629-4c67-8c07-de13969d6a02 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964286
Apr 09 21:54:31.899734 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:33.932842 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:54:50.502922 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3cfdfa05-73da-43cf-9935-e0161b139d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:53.009503 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-be2f9555-f13d-40b4-92bc-19fb6a3e7a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:54.362013 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:55.416789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:56.367080 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:54:57.123005 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:01.891689 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:10.936182 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:55:20.508338 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad8f1-2c72-4a3a-8d87-819a76a0cc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:23.022238 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-df026fb4-7e45-4186-a831-bdc1cc33595b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:23.112980 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a004e-dc4c-4b00-81bf-650ad3842e80 req-b53a0f9b-a4c7-4ade-8f13-49a5c098642e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:23.114520 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-835a004e-dc4c-4b00-81bf-650ad3842e80 req-b53a0f9b-a4c7-4ade-8f13-49a5c098642e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0543876
Apr 09 21:55:23.180540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-835a004e-dc4c-4b00-81bf-650ad3842e80 req-5338f76f-1d90-40e6-8eb7-eaf152e4b693 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598128
Apr 09 21:55:24.319941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de008f0b-c4b3-440b-b808-16e765b4f42b req-e0c292ea-17e2-425b-b015-569d5261377f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:24.321415 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de008f0b-c4b3-440b-b808-16e765b4f42b req-e0c292ea-17e2-425b-b015-569d5261377f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0478890
Apr 09 21:55:24.358639 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:24.374611 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-de008f0b-c4b3-440b-b808-16e765b4f42b req-8a914261-a38b-4418-ba86-7a906ceced6a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472474
Apr 09 21:55:25.421505 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:25.493608 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fda338-c0c0-4751-933f-4a235cd79e7a req-410ab4c2-c45a-4d1e-a895-23810646b141 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:25.495078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03fda338-c0c0-4751-933f-4a235cd79e7a req-410ab4c2-c45a-4d1e-a895-23810646b141 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0490396
Apr 09 21:55:25.553341 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03fda338-c0c0-4751-933f-4a235cd79e7a req-b19f91c7-bbae-4307-b4c4-bd0a4975aad1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503438
Apr 09 21:55:26.392550 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:26.685933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67d032-3f28-4584-8d4d-0ddfcacf08b3 req-47a5111e-5d2b-4bc5-9511-0453c8511036 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:26.688036 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e67d032-3f28-4584-8d4d-0ddfcacf08b3 req-47a5111e-5d2b-4bc5-9511-0453c8511036 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0590811
Apr 09 21:55:26.741940 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e67d032-3f28-4584-8d4d-0ddfcacf08b3 req-eeb1a31d-ac04-414d-920f-272f5b3738ec tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454750
Apr 09 21:55:27.123461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:27.868095 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd51d2-eea2-4812-baa3-bc4dbf7a6d1c req-8c39cbf0-fb27-4e3f-a1d1-e434038f2315 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:27.869640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4edd51d2-eea2-4812-baa3-bc4dbf7a6d1c req-8c39cbf0-fb27-4e3f-a1d1-e434038f2315 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0477116
Apr 09 21:55:27.920964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4edd51d2-eea2-4812-baa3-bc4dbf7a6d1c req-a06f0c4e-b66e-4327-bc4d-a84040fd4706 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455399
Apr 09 21:55:29.056129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1d2e9-30e0-4e4c-aa45-8eef631fee40 req-7f71f345-8a3b-4953-b04a-6f6bb2c6d842 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:29.057649 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ba1d2e9-30e0-4e4c-aa45-8eef631fee40 req-7f71f345-8a3b-4953-b04a-6f6bb2c6d842 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0592179
Apr 09 21:55:29.108480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5ba1d2e9-30e0-4e4c-aa45-8eef631fee40 req-1f0a7ad1-7a21-4837-8c9c-6c774191fbe6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450006
Apr 09 21:55:30.238214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c218f1-8868-4314-b4ce-6944ea09579d req-cbf860b5-7590-425f-818a-9e16b20620b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:30.239664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c218f1-8868-4314-b4ce-6944ea09579d req-cbf860b5-7590-425f-818a-9e16b20620b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0483122
Apr 09 21:55:30.290547 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a7c218f1-8868-4314-b4ce-6944ea09579d req-b53e7787-d9c1-4a1a-a690-1a2f05cd2999 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434668
Apr 09 21:55:30.740690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-b940ede1-b9eb-4f63-b23a-87f4374759a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:30.742247 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-b940ede1-b9eb-4f63-b23a-87f4374759a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1128 time: 0.0425749
Apr 09 21:55:30.852022 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-e9f83f5a-8b93-4727-b524-528ff7f0eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:30.853672 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-e9f83f5a-8b93-4727-b524-528ff7f0eb54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 898 time: 0.0928292
Apr 09 21:55:30.922525 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-c461cc79-1239-49e7-94ce-2848706ef502 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 1002 time: 0.0624132
Apr 09 21:55:30.979011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-b46deee9-08d1-4f7c-ba9e-743de66634f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:30.980630 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-b46deee9-08d1-4f7c-ba9e-743de66634f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 200  len: 834 time: 0.0523169
Apr 09 21:55:31.027891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-7a7902ca-f268-4e7d-a95d-4a092ded3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:31.029270 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-7a7902ca-f268-4e7d-a95d-4a092ded3a73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e92f4914-5f97-435b-934d-ad526843b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424855
Apr 09 21:55:31.119877 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-a53fd603-4491-4a3f-9412-9be72e895252 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842543
Apr 09 21:55:31.219970 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-34c6c390-ee19-44ce-96f3-5c17e63f8beb req-2fa23026-5888-4359-b318-0a696072a8a3 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932419
Apr 09 21:55:31.409387 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ca6c-6bca-41b4-9351-a1df941e8def req-573433c7-d486-4825-8129-c59fb22ff110 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:31.410854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7039ca6c-6bca-41b4-9351-a1df941e8def req-573433c7-d486-4825-8129-c59fb22ff110 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0469999
Apr 09 21:55:31.466568 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7039ca6c-6bca-41b4-9351-a1df941e8def req-1a95fc01-7a2e-42ca-9ee5-be7540e6930f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499477
Apr 09 21:55:31.900607 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:32.580835 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d3e4-4c03-41e5-8187-d165ada6c19b req-95a09e1c-73bf-4253-adbb-d48710908862 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:32.582347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f792d3e4-4c03-41e5-8187-d165ada6c19b req-95a09e1c-73bf-4253-adbb-d48710908862 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0481641
Apr 09 21:55:32.636111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f792d3e4-4c03-41e5-8187-d165ada6c19b req-463e28bc-a0eb-45a7-a34d-4a9ce517863a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454626
Apr 09 21:55:33.762996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef790b-fcb1-41ea-8fe1-de8ebcc6e12a req-ca3d6c19-b8fc-4d75-bd37-c1f599d6a54c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:33.764375 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bef790b-fcb1-41ea-8fe1-de8ebcc6e12a req-ca3d6c19-b8fc-4d75-bd37-c1f599d6a54c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0477707
Apr 09 21:55:33.817688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7bef790b-fcb1-41ea-8fe1-de8ebcc6e12a req-2ef96eff-2527-4d9b-b72d-eca10a4f0431 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475900
Apr 09 21:55:33.840260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42482) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:55:33.907676 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-eb31dd62-bbd4-4fa2-bc43-f254fce42ab6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/d460be09-ea00-4edf-a83d-09d6caaec30e HTTP/1.1" status: 200  len: 994 time: 0.0662055
Apr 09 21:55:35.198050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163f4f0-0f73-4519-b368-b0333d94a705 req-778b0f4f-f549-41c3-8fa7-3ec9f2a2cf5d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:35.199504 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4163f4f0-0f73-4519-b368-b0333d94a705 req-778b0f4f-f549-41c3-8fa7-3ec9f2a2cf5d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0506876
Apr 09 21:55:35.218639 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-362c6b00-a3ae-44b9-9597-97fc4320878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:35.220166 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-362c6b00-a3ae-44b9-9597-97fc4320878e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1128 time: 0.0413208
Apr 09 21:55:35.249976 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4163f4f0-0f73-4519-b368-b0333d94a705 req-98110271-6e32-46b2-a8cd-a0f2723af2c0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446477
Apr 09 21:55:35.316169 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-5b6404fd-45d5-4b34-bdcc-193c652a7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:35.317742 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-5b6404fd-45d5-4b34-bdcc-193c652a7cdf service neutron] 10.222.0.25 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 898 time: 0.0921082
Apr 09 21:55:35.394570 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-cf54cecb-3698-46a8-9ad6-c026267e5526 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 1002 time: 0.0706491
Apr 09 21:55:35.449387 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-8836dde4-92b5-4b68-b22b-c02778ffd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:35.450814 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-8836dde4-92b5-4b68-b22b-c02778ffd233 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 200  len: 834 time: 0.0505364
Apr 09 21:55:35.500413 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-1b63ee80-0a97-4ee2-b660-7332b7152729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:35.501959 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-1b63ee80-0a97-4ee2-b660-7332b7152729 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e92f4914-5f97-435b-934d-ad526843b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446317
Apr 09 21:55:35.591790 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-0003210e-f0d8-4ba9-ac9f-cd030a203b76 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839663
Apr 09 21:55:35.696637 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e0f06d16-3582-4807-a2a6-176fc1cc7fad req-ddf429ff-bd40-47ab-abd3-7e9d99f29aa5 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967827
Apr 09 21:55:36.374130 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a0243-e43c-4f05-80e1-2d21b5fdd899 req-675bf8c7-4cc7-4363-ac21-219136aa523c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:55:36.375668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-965a0243-e43c-4f05-80e1-2d21b5fdd899 req-675bf8c7-4cc7-4363-ac21-219136aa523c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0526869
Apr 09 21:55:36.741542 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-965a0243-e43c-4f05-80e1-2d21b5fdd899 req-0f574a90-ef77-4043-9aa6-c5504e9844fe tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3600934
Apr 09 21:55:36.764933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42494) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:55:36.827827 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9d449054-dd77-4a70-9916-a5becc844d38 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/d460be09-ea00-4edf-a83d-09d6caaec30e HTTP/1.1" status: 200  len: 994 time: 0.0617249
Apr 09 21:55:47.939117 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:55:50.512936 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-332167d1-b9fc-40f9-a1dc-06ce654d6863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:53.014156 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4c49d353-38f7-496d-8139-0e2fbc1e1925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:54.363545 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:55.426291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:56.399622 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:55:57.124708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:01.903700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:20.509135 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-93fd21a6-99c5-4c47-b1e2-a26ce6765e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:23.019748 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-337c01f6-95d6-4fa0-8076-35f9ac66e46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:24.377783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:24.943271 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:56:25.432633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:26.407072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:27.127238 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:30.714399 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-5bcae7db-2f7e-4e4d-a87c-3da6c8a45bd7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401251
Apr 09 21:56:30.795688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-896c5f97-10e3-414b-8ba4-0623beddfc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:30.797081 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-896c5f97-10e3-414b-8ba4-0623beddfc63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1128 time: 0.0405741
Apr 09 21:56:30.915109 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-d9d18684-b50a-4f5a-8d58-51c38e1ffbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:30.916588 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-d9d18684-b50a-4f5a-8d58-51c38e1ffbe4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 898 time: 0.1005690
Apr 09 21:56:30.983556 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-b60ec524-e04d-40fa-a4ba-63d3741cb700 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 1002 time: 0.0602214
Apr 09 21:56:31.036255 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-96b49b26-7236-4399-91d2-3a0ba29f3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:31.037780 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-96b49b26-7236-4399-91d2-3a0ba29f3848 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 200  len: 834 time: 0.0471547
Apr 09 21:56:31.082080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-70cf7c9c-40d4-45d6-aea6-00c00b771e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:31.083518 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-70cf7c9c-40d4-45d6-aea6-00c00b771e0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e92f4914-5f97-435b-934d-ad526843b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393293
Apr 09 21:56:31.174002 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-43003c60-1afc-4a72-bc53-ce01245b90cf service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840824
Apr 09 21:56:31.272708 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-318c0bec-3b39-43a9-b2ff-7f93cb023cf3 req-716347d9-91be-4284-8637-646aa7e74f4f service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905631
Apr 09 21:56:31.923517 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:32.111113 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42536) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:32.264225 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 6bf6e30f-4337-4e6c-907b-d375e600acb4 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:56:32.264546 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6bf6e30f-4337-4e6c-907b-d375e600acb4), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:32.343412 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6bf6e30f-4337-4e6c-907b-d375e600acb4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:32.343767 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (6bf6e30f-4337-4e6c-907b-d375e600acb4), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:32.356758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 6bf6e30f-4337-4e6c-907b-d375e600acb4 owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:56:32.528883 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6bf6e30f-4337-4e6c-907b-d375e600acb4), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:32.553520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=6bf6e30f-4337-4e6c-907b-d375e600acb4,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:32.565289 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.565612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.565973 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.566292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.566613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.566939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.567265 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.567583 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.567898 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.568282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.568602 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.568922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.569269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.569587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.569900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:32.631029 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (d460be09-ea00-4edf-a83d-09d6caaec30e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:32.631329 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP d460be09-ea00-4edf-a83d-09d6caaec30e disassociated (deleted). External IP: 172.35.0.169, port: af646b84-7752-4e4c-b8f5-11c2a3b3ba9c.
Apr 09 21:56:32.862247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 7e694499-389b-429b-acf6-0a997a43eee1 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:56:32.982021 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:56:32.986814 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:32.993176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] Sync routers for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:56:33.004219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:56:33.004836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23748c5fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:33.021256 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4df7d28b-924b-453d-bd11-50d6c896cebc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/floatingips/d460be09-ea00-4edf-a83d-09d6caaec30e HTTP/1.1" status: 204  len: 168 time: 0.9063966
Apr 09 21:56:33.021256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:56:33.021637 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9c3388-8789-45e9-a65e-e5424c7c17fb" -d '{"events": [{"name": "network-changed", "server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:56:33.060305 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3576e9-8972-42da-83e2-d5241edfa149 x-openstack-request-id: req-8f3576e9-8972-42da-83e2-d5241edfa149 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:56:33.060695 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:56:33.061019 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f3576e9-8972-42da-83e2-d5241edfa149 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:56:33.061640 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3576e9-8972-42da-83e2-d5241edfa149'] response: {'name': 'network-changed', 'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'status': 'completed', 'code': 200}
Apr 09 21:56:33.122129 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-fb20e58f-c148-493c-9aca-6dbe6a3be622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:33.123874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:56:33.124327 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-fb20e58f-c148-493c-9aca-6dbe6a3be622 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 1128 time: 0.0426431
Apr 09 21:56:33.229719 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-942306e0-e1d3-4a08-850a-1691db5eb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:33.231198 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-942306e0-e1d3-4a08-850a-1691db5eb3da service neutron] 10.222.0.25 "GET /v2.0/networks?id=e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 200  len: 898 time: 0.0999463
Apr 09 21:56:33.262919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8f33f-ce03-404b-b91a-0afc9e1a6f81 req-c0b55d5a-ed6a-45dd-a4ad-7702bb8c5886 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:33.264446 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22e8f33f-ce03-404b-b91a-0afc9e1a6f81 req-c0b55d5a-ed6a-45dd-a4ad-7702bb8c5886 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0496490
Apr 09 21:56:33.315137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-22e8f33f-ce03-404b-b91a-0afc9e1a6f81 req-7be1ba6c-364b-41d2-b57d-6222808d7f2d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438552
Apr 09 21:56:33.324232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23748c5fa0>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:08Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:33.351532 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] Checking router: 7e694499-389b-429b-acf6-0a997a43eee1 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:56:33.360132 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:56:33.360731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23748c5fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:33.471755 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:56:33.665943 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23748c5fa0>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:08Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:33.697689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25768c3d-8b14-4b23-b5ad-c177d658a53c None None] The sync data for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 is: [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:54:05Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6049d0c6-cd7a-40d9-b4be-4dea046183bd', 'name': '', 'network_id': 'e92f4914-5f97-435b-934d-ad526843b5ed', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:92:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:04Z', 'updated_at': '2022-04-09T21:54:08Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4c95458d-3359-4f7b-95ca-ac84a8ef00c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:56:33.923527 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21b4ac-69f8-4b97-9eb8-69d55f1a3e34 None None] New status for floating IP d460be09-ea00-4edf-a83d-09d6caaec30e: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:56:34.328662 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-37d10742-4094-41e0-b026-21767b2e205d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 200  len: 217 time: 0.0382202
Apr 09 21:56:34.380624 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-66f8b9e7-0d3f-4e70-9784-5d4734e10579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:34.382123 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-66f8b9e7-0d3f-4e70-9784-5d4734e10579 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 200  len: 834 time: 0.0460613
Apr 09 21:56:34.431723 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-e6af4741-6071-4b5a-a0c6-8f8bc6a3182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:34.433457 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-e6af4741-6071-4b5a-a0c6-8f8bc6a3182a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e92f4914-5f97-435b-934d-ad526843b5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445228
Apr 09 21:56:34.438163 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58bce2-a6d0-43c5-8e47-91e5253bc4f1 req-02b14c51-e6ea-4a69-9997-79b2d6dd3f05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:34.439969 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d58bce2-a6d0-43c5-8e47-91e5253bc4f1 req-02b14c51-e6ea-4a69-9997-79b2d6dd3f05 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0534532
Apr 09 21:56:34.497204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7d58bce2-a6d0-43c5-8e47-91e5253bc4f1 req-e2618e87-b3ae-4ed7-b850-1747343bd2ef tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7316c8d-b560-482f-9953-55a22067f073&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511982
Apr 09 21:56:34.529168 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-23e8532b-a5fc-4bd2-b995-5aa7919d71e6 service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866385
Apr 09 21:56:34.640021 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1e9c3388-8789-45e9-a65e-e5424c7c17fb req-117327d7-1c94-4344-b3e5-38e688a8b5dc service neutron] 10.222.0.25 "GET /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935140
Apr 09 21:56:34.999321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca220de7-0386-4e71-a458-e957266bab9a req-8d1ee755-a9f3-440b-ae10-5b5dbd941907 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:35.000754 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ca220de7-0386-4e71-a458-e957266bab9a req-8d1ee755-a9f3-440b-ae10-5b5dbd941907 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 946 time: 0.0613699
Apr 09 21:56:35.081592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:56:35.081961 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:35.183950 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:35.184279 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:35.197988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for af646b84-7752-4e4c-b8f5-11c2a3b3ba9c owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:56:35.334026 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (af646b84-7752-4e4c-b8f5-11c2a3b3ba9c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:35.363551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=af646b84-7752-4e4c-b8f5-11c2a3b3ba9c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:35.381522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.381984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.382519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.382972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.383452 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.383946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.384823 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.384969 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.385395 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.385880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.386294 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.386801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.387271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.387737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.388203 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:35.433748 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] No DVR routers for this DVR port af646b84-7752-4e4c-b8f5-11c2a3b3ba9c on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:56:35.436858 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:35.441677 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ca220de7-0386-4e71-a458-e957266bab9a req-6a58f89c-9e28-41b5-b78e-44dec388c172 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.25 "DELETE /v2.0/ports/af646b84-7752-4e4c-b8f5-11c2a3b3ba9c HTTP/1.1" status: 204  len: 173 time: 0.4348269
Apr 09 21:56:35.442167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'name': 'network-vif-deleted', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:56:35.444994 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb865b0-a1d1-4a97-8ac1-be273d2b93ed" -d '{"events": [{"server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "name": "network-vif-deleted", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:56:35.484924 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f22cd6-084c-4841-baff-84b42e236f66 x-openstack-request-id: req-03f22cd6-084c-4841-baff-84b42e236f66 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:56:35.485246 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b12720-50c2-4e3b-9067-1d3e28082a31", "name": "network-vif-deleted", "tag": "af646b84-7752-4e4c-b8f5-11c2a3b3ba9c", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:56:35.485497 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03f22cd6-084c-4841-baff-84b42e236f66 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:56:35.485903 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f22cd6-084c-4841-baff-84b42e236f66'] response: {'server_uuid': '50b12720-50c2-4e3b-9067-1d3e28082a31', 'name': 'network-vif-deleted', 'tag': 'af646b84-7752-4e4c-b8f5-11c2a3b3ba9c', 'status': 'completed', 'code': 200}
Apr 09 21:56:35.610784 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-191a661e-c0cd-4a2e-bb45-3e70a7128bfc req-1acd7a33-f45d-4f19-8c83-64875d00c399 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=50b12720-50c2-4e3b-9067-1d3e28082a31 HTTP/1.1" status: 200  len: 210 time: 0.0294325
Apr 09 21:56:36.674772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42554) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:37.067048 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (7e694499-389b-429b-acf6-0a997a43eee1), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:37.333090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 6049d0c6-cd7a-40d9-b4be-4dea046183bd {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:56:37.333347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:37.433158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port 6049d0c6-cd7a-40d9-b4be-4dea046183bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6049d0c6-cd7a-40d9-b4be-4dea046183bd,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:37.433662 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:37.449985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 6049d0c6-cd7a-40d9-b4be-4dea046183bd owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:56:37.654181 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (6049d0c6-cd7a-40d9-b4be-4dea046183bd), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:37.685415 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=6049d0c6-cd7a-40d9-b4be-4dea046183bd,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:37.869372 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (7e694499-389b-429b-acf6-0a997a43eee1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:38.103100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 7e694499-389b-429b-acf6-0a997a43eee1 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:56:38.542367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:56:38.548497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0d855d38-65b8-4086-9ccc-b3111bc0053e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/7e694499-389b-429b-acf6-0a997a43eee1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8724205
Apr 09 21:56:38.550729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42558) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:38.553006 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] Sync routers for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:56:38.565332 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:56:38.565954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237495c730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:38.608412 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c516e2d-0796-48b2-b632-00f468ce6f27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting subnet 4c95458d-3359-4f7b-95ca-ac84a8ef00c8 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:56:38.612116 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c516e2d-0796-48b2-b632-00f468ce6f27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (4c95458d-3359-4f7b-95ca-ac84a8ef00c8), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:38.654912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c516e2d-0796-48b2-b632-00f468ce6f27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (4c95458d-3359-4f7b-95ca-ac84a8ef00c8), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:38.680492 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:56:38.740245 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c516e2d-0796-48b2-b632-00f468ce6f27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (4c95458d-3359-4f7b-95ca-ac84a8ef00c8), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:38.804237 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c516e2d-0796-48b2-b632-00f468ce6f27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (4c95458d-3359-4f7b-95ca-ac84a8ef00c8), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:38.836397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c516e2d-0796-48b2-b632-00f468ce6f27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Subnet': ['ID=4c95458d-3359-4f7b-95ca-ac84a8ef00c8,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:38.847578 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-6c516e2d-0796-48b2-b632-00f468ce6f27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:38.853104 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-6c516e2d-0796-48b2-b632-00f468ce6f27 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/subnets/4c95458d-3359-4f7b-95ca-ac84a8ef00c8 HTTP/1.1" status: 204  len: 168 time: 0.3011255
Apr 09 21:56:38.854015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237495c730>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:56:37Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:38.855800 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42560) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:38.856109 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9dd805-381c-40eb-bcef-0856109e7b08 None None] Network e92f4914-5f97-435b-934d-ad526843b5ed requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:56:38.897614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] Checking router: 7e694499-389b-429b-acf6-0a997a43eee1 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:56:38.948081 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] Routers {'7e694499-389b-429b-acf6-0a997a43eee1'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:56:38.948609 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237495c730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['7e694499-389b-429b-acf6-0a997a43eee1'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:39.082828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] DHCP port deletion for e92f4914-5f97-435b-934d-ad526843b5ed request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:56:39.095550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] Set router 7e694499-389b-429b-acf6-0a997a43eee1 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:56:39.285852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (7e694499-389b-429b-acf6-0a997a43eee1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.290549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Deleting port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:56:39.290917 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.394866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (7e694499-389b-429b-acf6-0a997a43eee1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.442487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:56:39.442850 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.527893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port 4cebd28b-4cda-4a6e-9920-7c4ee81068fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cebd28b-4cda-4a6e-9920-7c4ee81068fe,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:39.528216 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.542672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 4cebd28b-4cda-4a6e-9920-7c4ee81068fe owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:56:39.614519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device af646b84-7752-4e4c-b8f5-11c2a3b3ba9c no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:56:39.621530 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] For port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c2d2ea2-4be2-4553-8df5-80951d43e9b7,segment=NetworkSegment(022fc423-c2b3-4a4e-a41f-572bff7350a3),segment_id=022fc423-c2b3-4a4e-a41f-572bff7350a3)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:39.621911 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.653072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: af646b84-7752-4e4c-b8f5-11c2a3b3ba9c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:56:39.653410 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device af646b84-7752-4e4c-b8f5-11c2a3b3ba9c not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:56:39.665401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Calling delete_port for 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:56:39.666955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237495c730>, [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:56:37Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:39.705193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913d886-1495-4d88-aeaf-405f14d1e3e5 None None] The sync data for ids ['7e694499-389b-429b-acf6-0a997a43eee1'] in ncdv-master-1 is: [{'id': '7e694499-389b-429b-acf6-0a997a43eee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62754613', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221'}], 'enable_snat': True}, 'gw_port_id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:54:01Z', 'updated_at': '2022-04-09T21:56:37Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': '4cebd28b-4cda-4a6e-9920-7c4ee81068fe', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e694499-389b-429b-acf6-0a997a43eee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:54:02Z', 'updated_at': '2022-04-09T21:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:56:39.722971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4cebd28b-4cda-4a6e-9920-7c4ee81068fe), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.751749 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=4cebd28b-4cda-4a6e-9920-7c4ee81068fe,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:39.784892 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (4c2d2ea2-4be2-4553-8df5-80951d43e9b7), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.811441 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Pushing event deleted for resources: {'Port': ['ID=4c2d2ea2-4be2-4553-8df5-80951d43e9b7,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:39.812062 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (7e694499-389b-429b-acf6-0a997a43eee1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.815723 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] No DVR routers for this DVR port 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:56:39.822727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.823051 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.823368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.823699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.824025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.824350 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.824671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.824990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.825646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.825646 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.825964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.826247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.826589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.826900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.827208 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c54abc-24c6-40c6-8969-005e3812b846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:39.909213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (7e694499-389b-429b-acf6-0a997a43eee1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.911441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (7e694499-389b-429b-acf6-0a997a43eee1), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.960684 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (7e694499-389b-429b-acf6-0a997a43eee1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.961320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Fanout notify agent at l3_agent the message router_deleted on router 7e694499-389b-429b-acf6-0a997a43eee1 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:56:39.969798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:39.971076 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d149db78-2eec-440e-a23f-6e33a9290cea tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/routers/7e694499-389b-429b-acf6-0a997a43eee1 HTTP/1.1" status: 204  len: 168 time: 1.1141846
Apr 09 21:56:39.974239 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42562) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:40.053641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (e92f4914-5f97-435b-934d-ad526843b5ed), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.148585 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (e92f4914-5f97-435b-934d-ad526843b5ed), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.170390 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2374f8adc0>,) {'filters': {'network_id': ['e92f4914-5f97-435b-934d-ad526843b5ed']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:40.180628 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374f8adc0>, '022fc423-c2b3-4a4e-a41f-572bff7350a3') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:40.180878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2374f8adc0>, '022fc423-c2b3-4a4e-a41f-572bff7350a3') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:40.191705 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (022fc423-c2b3-4a4e-a41f-572bff7350a3), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.205464 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (022fc423-c2b3-4a4e-a41f-572bff7350a3), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.211487 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:56:40.211869 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (022fc423-c2b3-4a4e-a41f-572bff7350a3), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:56:40.214889 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:56:40.279889 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (e92f4914-5f97-435b-934d-ad526843b5ed), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.288142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.290815 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/networks/e92f4914-5f97-435b-934d-ad526843b5ed HTTP/1.1" status: 204  len: 168 time: 0.3152747
Apr 09 21:56:40.293563 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42564) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:40.310785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b638e1-7622-4b6a-a805-c65c385a56c5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Network': ['ID=e92f4914-5f97-435b-934d-ad526843b5ed,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:40.365145 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-abffa62a-664b-4b13-9f03-a6347cffdda8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (e7316c8d-b560-482f-9953-55a22067f073), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.392752 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-abffa62a-664b-4b13-9f03-a6347cffdda8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (e7316c8d-b560-482f-9953-55a22067f073), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.454484 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-abffa62a-664b-4b13-9f03-a6347cffdda8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (e7316c8d-b560-482f-9953-55a22067f073), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.457538 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-abffa62a-664b-4b13-9f03-a6347cffdda8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:40.458692 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-abffa62a-664b-4b13-9f03-a6347cffdda8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/security-groups/e7316c8d-b560-482f-9953-55a22067f073 HTTP/1.1" status: 204  len: 168 time: 0.1642315
Apr 09 21:56:40.467951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa62a-664b-4b13-9f03-a6347cffdda8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7316c8d-b560-482f-9953-55a22067f073,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:40.755533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:56:40.776869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:56:40.777246 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4c2d2ea2-4be2-4553-8df5-80951d43e9b7 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:56:40.777676 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6049d0c6-cd7a-40d9-b4be-4dea046183bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:56:40.796792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6049d0c6-cd7a-40d9-b4be-4dea046183bd {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:56:40.797205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6049d0c6-cd7a-40d9-b4be-4dea046183bd not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:56:41.792279 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42576) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:41.796918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1aa76017-6916-460e-8203-b553895c45f7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900005883', 'description': 'tempest-secgroup-smoke-1900005883 description', 'project_id': '91139f4484934b158e5ee647130aa2cd'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:41.819321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1aa76017-6916-460e-8203-b553895c45f7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:41.890996 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1aa76017-6916-460e-8203-b553895c45f7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (1ab7c97e-4237-480d-bdf3-58e5b63b5fd8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:41.896835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1aa76017-6916-460e-8203-b553895c45f7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1ab7c97e-4237-480d-bdf3-58e5b63b5fd8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:41.925910 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1aa76017-6916-460e-8203-b553895c45f7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:41.927147 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1aa76017-6916-460e-8203-b553895c45f7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1338327
Apr 09 21:56:41.930447 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42578) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:41.931442 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa76017-6916-460e-8203-b553895c45f7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:41.935306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-a33c19bd-68ed-4849-a84a-e0500dfceedb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '1ab7c97e-4237-480d-bdf3-58e5b63b5fd8', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:41.968502 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a33c19bd-68ed-4849-a84a-e0500dfceedb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (3a8508a3-73f2-4c80-b338-84402308cd45), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.022385 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a33c19bd-68ed-4849-a84a-e0500dfceedb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (3a8508a3-73f2-4c80-b338-84402308cd45), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.027822 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a33c19bd-68ed-4849-a84a-e0500dfceedb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (3a8508a3-73f2-4c80-b338-84402308cd45), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.044674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c19bd-68ed-4849-a84a-e0500dfceedb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8508a3-73f2-4c80-b338-84402308cd45,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:42.053911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-a33c19bd-68ed-4849-a84a-e0500dfceedb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.055175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-a33c19bd-68ed-4849-a84a-e0500dfceedb tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1236289
Apr 09 21:56:42.058176 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42580) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:42.062542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-41d91b84-9dd1-46bc-a592-54b5b2782f6f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '1ab7c97e-4237-480d-bdf3-58e5b63b5fd8', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:42.089543 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41d91b84-9dd1-46bc-a592-54b5b2782f6f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (c333edcc-16c9-406f-84ba-37f29486763b), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.156641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41d91b84-9dd1-46bc-a592-54b5b2782f6f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (c333edcc-16c9-406f-84ba-37f29486763b), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.163270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41d91b84-9dd1-46bc-a592-54b5b2782f6f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (c333edcc-16c9-406f-84ba-37f29486763b), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.187443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d91b84-9dd1-46bc-a592-54b5b2782f6f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c333edcc-16c9-406f-84ba-37f29486763b,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:42.197378 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-41d91b84-9dd1-46bc-a592-54b5b2782f6f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.198596 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-41d91b84-9dd1-46bc-a592-54b5b2782f6f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1394548
Apr 09 21:56:42.201594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42582) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:42.206231 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-2f517357-b9a7-460c-a868-062f0a58987e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '1ab7c97e-4237-480d-bdf3-58e5b63b5fd8', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:42.232522 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f517357-b9a7-460c-a868-062f0a58987e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (ff2637c1-b55c-4cf1-913b-e8df40bdc7f8), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.288187 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f517357-b9a7-460c-a868-062f0a58987e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (ff2637c1-b55c-4cf1-913b-e8df40bdc7f8), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.293152 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f517357-b9a7-460c-a868-062f0a58987e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (ff2637c1-b55c-4cf1-913b-e8df40bdc7f8), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.300691 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cebd28b-4cda-4a6e-9920-7c4ee81068fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:56:42.310834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f517357-b9a7-460c-a868-062f0a58987e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2637c1-b55c-4cf1-913b-e8df40bdc7f8,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:42.319821 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-2f517357-b9a7-460c-a868-062f0a58987e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.321082 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-2f517357-b9a7-460c-a868-062f0a58987e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1184130
Apr 09 21:56:42.324955 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42584) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:42.325972 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4cebd28b-4cda-4a6e-9920-7c4ee81068fe {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:56:42.326281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4cebd28b-4cda-4a6e-9920-7c4ee81068fe not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:56:42.329290 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-b8367f36-3077-45fc-9b63-2c528788b8c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '1ab7c97e-4237-480d-bdf3-58e5b63b5fd8', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:42.357267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b8367f36-3077-45fc-9b63-2c528788b8c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (889ea6ac-bb66-4a37-8d55-6afe0a1516b9), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.417322 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b8367f36-3077-45fc-9b63-2c528788b8c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (889ea6ac-bb66-4a37-8d55-6afe0a1516b9), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.422076 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b8367f36-3077-45fc-9b63-2c528788b8c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (889ea6ac-bb66-4a37-8d55-6afe0a1516b9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.440481 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367f36-3077-45fc-9b63-2c528788b8c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889ea6ac-bb66-4a37-8d55-6afe0a1516b9,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:42.446864 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b8367f36-3077-45fc-9b63-2c528788b8c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.448099 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b8367f36-3077-45fc-9b63-2c528788b8c8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1221681
Apr 09 21:56:42.451152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42586) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:42.455939 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-320623e2-7199-4b9a-85a1-f8cc0b08d7b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '1ab7c97e-4237-480d-bdf3-58e5b63b5fd8', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:42.479340 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-320623e2-7199-4b9a-85a1-f8cc0b08d7b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:56:42.484971 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-320623e2-7199-4b9a-85a1-f8cc0b08d7b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (b12190ab-f0f6-4732-ac91-d65ec35d10bf), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.546051 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-320623e2-7199-4b9a-85a1-f8cc0b08d7b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (b12190ab-f0f6-4732-ac91-d65ec35d10bf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.552993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-320623e2-7199-4b9a-85a1-f8cc0b08d7b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (b12190ab-f0f6-4732-ac91-d65ec35d10bf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.573268 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320623e2-7199-4b9a-85a1-f8cc0b08d7b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12190ab-f0f6-4732-ac91-d65ec35d10bf,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:42.581785 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-320623e2-7199-4b9a-85a1-f8cc0b08d7b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.583014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-320623e2-7199-4b9a-85a1-f8cc0b08d7b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1308193
Apr 09 21:56:42.586636 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42588) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:42.590958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-38802e7d-c65c-43ec-956d-0d7f2fa592fc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'security_group_rule': {'security_group_id': '1ab7c97e-4237-480d-bdf3-58e5b63b5fd8', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:42.612232 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-38802e7d-c65c-43ec-956d-0d7f2fa592fc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Project 91139f4484934b158e5ee647130aa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:56:42.617831 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38802e7d-c65c-43ec-956d-0d7f2fa592fc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (a601e287-7115-41c6-a7a2-afc53729e303), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.677771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38802e7d-c65c-43ec-956d-0d7f2fa592fc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (a601e287-7115-41c6-a7a2-afc53729e303), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.683044 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38802e7d-c65c-43ec-956d-0d7f2fa592fc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a601e287-7115-41c6-a7a2-afc53729e303), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.700996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38802e7d-c65c-43ec-956d-0d7f2fa592fc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a601e287-7115-41c6-a7a2-afc53729e303,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:42.706586 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38802e7d-c65c-43ec-956d-0d7f2fa592fc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.707587 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-38802e7d-c65c-43ec-956d-0d7f2fa592fc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1200101
Apr 09 21:56:42.710553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42590) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:42.715443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'network': {'name': 'tempest-network-smoke--965696431', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'port_security_enabled': True}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:42.735375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:56:42.738674 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.764625 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:56:42.774205 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (286472ea-3aec-47fa-9edc-c2858c8b201c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.774534 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Added segment 286472ea-3aec-47fa-9edc-c2858c8b201c of type vlan for network 51fb269c-9780-4d40-b61f-09a83c420f09
Apr 09 21:56:42.814553 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (51fb269c-9780-4d40-b61f-09a83c420f09), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.841616 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (51fb269c-9780-4d40-b61f-09a83c420f09), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.846558 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:42.847135 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.888707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1771333
Apr 09 21:56:42.891737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42592) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:42.896895 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'admin_state_up': True, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:42.920574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c4c38-bf3d-4a15-9555-e5fdc893fc0f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Network': ['ID=51fb269c-9780-4d40-b61f-09a83c420f09,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:42.921070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.922177 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:42.931852 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 51fb269c-9780-4d40-b61f-09a83c420f09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:56:42.978051 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:43.129367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:43.323213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:43.341846 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:43.451174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.80 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/ec00d76d-d32f-44e5-91bc-5d51d9ac03c1) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:56:43.560918 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:43.599444 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:43.639430 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:56:43.642269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:56:43.645758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:56:43.651225 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=ec00d76d-d32f-44e5-91bc-5d51d9ac03c1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:43.907577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:44.118318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:44.259698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:56:44.369850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:56:44.383114 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Sync routers for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:56:44.393681 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:56:44.394324 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d2826d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:44.395557 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:44.396885 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-79fa42e6-f96d-4877-8cec-64ad8878ed78 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.5034745
Apr 09 21:56:44.400529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42594) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:44.434726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8ef7c33a-b19a-4e99-add9-3aeafe7baedd tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=91139f4484934b158e5ee647130aa2cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0329163
Apr 09 21:56:44.437426 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42596) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:44.500892 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:56:44.529826 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c764f35b-68cd-4bcc-a21d-b462c0875cca tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:44.529826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c764f35b-68cd-4bcc-a21d-b462c0875cca tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0887563
Apr 09 21:56:44.530174 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42598) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:44.557923 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b49d9fe0-42bd-4ac0-bddf-a1cb53f06bf0 tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=bae95fbb-2739-43fa-b1ef-385638f6c878&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0268788
Apr 09 21:56:44.560402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42600) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:44.565205 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942700679', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:44.664930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:56:44.668683 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:44.761581 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d2826d0>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:43Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:44.790861 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Checking router: 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:56:44.791092 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Updating router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:56:44.821325 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:44.857491 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (4be0d876-5be5-4634-b480-b88fa735d617), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:44.917465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Subnet': ['ID=4be0d876-5be5-4634-b480-b88fa735d617,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:44.928964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Checking segment: {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:56:44.929416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network hostable DHCP agents. Network: 51fb269c-9780-4d40-b61f-09a83c420f09, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:56:44.947851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 51fb269c-9780-4d40-b61f-09a83c420f09 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:56:44.957376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51fb269c-9780-4d40-b61f-09a83c420f09) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:56:44.962184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:44.962771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:44.966827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7080083a-efe4-4aef-9ef9-72a96c41d0dd None None] Network 51fb269c-9780-4d40-b61f-09a83c420f09 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:56:44.982870 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e1dde815-6708-47f6-a45c-0f07086f44cf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4214871
Apr 09 21:56:44.985964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42602) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:56:45.083249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-51fb269c-9780-4d40-b61f-09a83c420f09', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:56:45.084341 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.085617 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Publish callbacks [] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.092800 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.144348 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Attempting to bind port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:56:45.144668 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Attempting to bind port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:56:45.144963 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Attempting to bind port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:56:45.154170 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:56:45.154543 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:56:45.154902 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.155280 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:56:45.155998 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Bound port: ec00d76d-d32f-44e5-91bc-5d51d9ac03c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:56:45.156138 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.185795 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Pushing event updated for resources: {'Port': ['ID=ec00d76d-d32f-44e5-91bc-5d51d9ac03c1,revision_number=2']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:45.212791 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] For port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:56:45.215917 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] For port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec00d76d-d32f-44e5-91bc-5d51d9ac03c1,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:56:45.219439 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.219779 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.220188 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.220491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.220745 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.221101 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.221394 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.221716 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.222030 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.222341 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.222650 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.222962 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.223327 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.223574 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.223943 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:56:45.228298 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.232417 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Allocated IP 172.20.0.2 (51fb269c-9780-4d40-b61f-09a83c420f09/4be0d876-5be5-4634-b480-b88fa735d617/9083bf6e-751f-465a-82d8-d88c313ebf37) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:56:45.286328 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:56:45.286941 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237d2826d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:45.290745 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bc109-16fb-4d85-889c-169d7ce95ea1 None None] Pushing event updated for resources: {'Port': ['ID=ec00d76d-d32f-44e5-91bc-5d51d9ac03c1,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:45.396327 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Publish callbacks [] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.398658 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:56:45.403950 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.441203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Network 51fb269c-9780-4d40-b61f-09a83c420f09 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:56:45.445966 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:56:45.450917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:56:45.462306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Pushing event updated for resources: {'Port': ['ID=9083bf6e-751f-465a-82d8-d88c313ebf37,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:45.465160 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.520694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Attempting to bind port 9083bf6e-751f-465a-82d8-d88c313ebf37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:56:45.521125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Attempting to bind port 9083bf6e-751f-465a-82d8-d88c313ebf37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:56:45.521466 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Attempting to bind port 9083bf6e-751f-465a-82d8-d88c313ebf37 on network 51fb269c-9780-4d40-b61f-09a83c420f09 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:56:45.526914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:56:45.527465 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Checking segment: {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:56:45.527878 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.528798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Bound using segment: {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:56:45.528798 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Bound port: 9083bf6e-751f-465a-82d8-d88c313ebf37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:56:45.529291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.580648 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237d2826d0>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:43Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:45.597243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] For port 9083bf6e-751f-465a-82d8-d88c313ebf37, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:56:45.601405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] For port 9083bf6e-751f-465a-82d8-d88c313ebf37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9083bf6e-751f-465a-82d8-d88c313ebf37,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:56:45.608087 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971056f-4b46-42ff-8f36-5ed85608d06f None None] The sync data for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 is: [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:43Z', 'revision_number': 3, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:56:45.610059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:45.678145 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e894b-8042-4d4c-ab84-aa9cd89e0086 None None] Pushing event updated for resources: {'Port': ['ID=9083bf6e-751f-465a-82d8-d88c313ebf37,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:46.138485 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.1 (51fb269c-9780-4d40-b61f-09a83c420f09/4be0d876-5be5-4634-b480-b88fa735d617/4d590c04-4924-4daf-984f-f62c25872257) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:56:46.262057 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (4d590c04-4924-4daf-984f-f62c25872257), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.302024 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (4d590c04-4924-4daf-984f-f62c25872257), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.346135 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 51fb269c-9780-4d40-b61f-09a83c420f09 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:56:46.349711 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:56:46.352854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:56:46.400071 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=4d590c04-4924-4daf-984f-f62c25872257,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:46.423077 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.436072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9083bf6e-751f-465a-82d8-d88c313ebf37 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:56:46.508628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9083bf6e-751f-465a-82d8-d88c313ebf37 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:46.509052 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.614971 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d590c04-4924-4daf-984f-f62c25872257), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.622678 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9083bf6e-751f-465a-82d8-d88c313ebf37 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:46.623279 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.666940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 9083bf6e-751f-465a-82d8-d88c313ebf37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9083bf6e-751f-465a-82d8-d88c313ebf37,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:46.674047 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.674810 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:56:46.752383 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=9083bf6e-751f-465a-82d8-d88c313ebf37,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:46.767653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:46.768010 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.790159 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8131b595-e3e3-4fb4-9bda-a23da4734c88 None None] Network 51fb269c-9780-4d40-b61f-09a83c420f09 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:56:46.885095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-d7447b33-e8a2-4af9-8667-888ebcf7c99d None None] Provisioning complete for port 9083bf6e-751f-465a-82d8-d88c313ebf37 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:46.885461 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d7447b33-e8a2-4af9-8667-888ebcf7c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.938641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (4d590c04-4924-4daf-984f-f62c25872257), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.944566 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (4d590c04-4924-4daf-984f-f62c25872257), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:46.984138 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:46.984508 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:47.016314 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec00d76d-d32f-44e5-91bc-5d51d9ac03c1,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:47.037650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:47.039750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=4d590c04-4924-4daf-984f-f62c25872257,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:47.054768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:47.090489 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-d7447b33-e8a2-4af9-8667-888ebcf7c99d None None] Current status of the port 9083bf6e-751f-465a-82d8-d88c313ebf37 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:47.121705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=ec00d76d-d32f-44e5-91bc-5d51d9ac03c1,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:47.156109 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 51fb269c-9780-4d40-b61f-09a83c420f09 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:56:47.157646 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:56:47.282939 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:56:47.315703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-52bb20aa-a8bd-4eac-96ef-7c8a7fee944a None None] Provisioning complete for port 9083bf6e-751f-465a-82d8-d88c313ebf37 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:47.316078 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-52bb20aa-a8bd-4eac-96ef-7c8a7fee944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:47.406546 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:56:47.409635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-52bb20aa-a8bd-4eac-96ef-7c8a7fee944a None None] Current status of the port 9083bf6e-751f-465a-82d8-d88c313ebf37 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:47.424482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-52bb20aa-a8bd-4eac-96ef-7c8a7fee944a None None] Provisioning complete for port 4d590c04-4924-4daf-984f-f62c25872257 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:47.424851 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-52bb20aa-a8bd-4eac-96ef-7c8a7fee944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d590c04-4924-4daf-984f-f62c25872257), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:47.427216 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-327b2ea9-0bbf-4034-a2bb-ae5bb519d57d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/2e9c5c63-2d87-4653-8435-fbeb6fd3c700/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4331694
Apr 09 21:56:47.462126 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-52bb20aa-a8bd-4eac-96ef-7c8a7fee944a None None] Port 4d590c04-4924-4daf-984f-f62c25872257 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:56:47.479828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Sync routers for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:56:47.491092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:56:47.491758 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374738880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:47.598486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-c0707747-2104-4a06-a26f-4b99e86eda95 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900005883&fields=id&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 267 time: 0.0508950
Apr 09 21:56:47.615039 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-e38ed029-017d-4fe2-ab3a-2392c710e7fa None None] Provisioning complete for port 4d590c04-4924-4daf-984f-f62c25872257 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:47.615409 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e38ed029-017d-4fe2-ab3a-2392c710e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d590c04-4924-4daf-984f-f62c25872257), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:47.640265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:56:47.696095 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-e38ed029-017d-4fe2-ab3a-2392c710e7fa None None] Port 4d590c04-4924-4daf-984f-f62c25872257 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:56:47.715772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-bd722dac-ec6b-4a8e-98fe-2e729b7ecddc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:47.717252 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-bd722dac-ec6b-4a8e-98fe-2e729b7ecddc tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/networks?id=51fb269c-9780-4d40-b61f-09a83c420f09 HTTP/1.1" status: 200  len: 796 time: 0.1146824
Apr 09 21:56:47.732278 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-09d79a2a-4da7-4bd5-81cf-b9afe353c7c4 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/quotas/91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 375 time: 0.0095866
Apr 09 21:56:47.783406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-c34f8a5a-51a9-4a03-8c8f-bd5d7014adde tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0448539
Apr 09 21:56:47.819160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-acf2c0ea-f5b6-4903-87f1-c9e9590377be None None] Provisioning complete for port 4d590c04-4924-4daf-984f-f62c25872257 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:47.819531 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-acf2c0ea-f5b6-4903-87f1-c9e9590377be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d590c04-4924-4daf-984f-f62c25872257), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:47.884067 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-acf2c0ea-f5b6-4903-87f1-c9e9590377be None None] Port 4d590c04-4924-4daf-984f-f62c25872257 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:56:47.885617 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374738880>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 2, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:47.895314 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-4683467c-f4b6-4767-ab0a-58aae339d18b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:56:47.896623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-4683467c-f4b6-4767-ab0a-58aae339d18b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0462639
Apr 09 21:56:47.917926 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Checking router: 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:56:47.918281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Updating router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 port 4d590c04-4924-4daf-984f-f62c25872257 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:56:47.948492 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d590c04-4924-4daf-984f-f62c25872257), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:47.994260 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-38e83364-7d9f-43dc-936e-45354c5fe299 service neutron] 10.222.0.30 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912077
Apr 09 21:56:48.084535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-8e663548-256e-4a65-a7b7-68a09a61a71a service neutron] 10.222.0.30 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844812
Apr 09 21:56:48.217568 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Publish callbacks [] for port (4d590c04-4924-4daf-984f-f62c25872257), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:48.225707 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4d590c04-4924-4daf-984f-f62c25872257), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:48.272838 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1bd06c50-df65-46a0-b9bf-9814db06c51e req-30fed6da-46bd-4d0b-9c42-2b91171de69b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 210 time: 0.0368638
Apr 09 21:56:48.298917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0532d67-2f33-44c4-89d0-1773fa23a740 None None] Pushing event updated for resources: {'Port': ['ID=4d590c04-4924-4daf-984f-f62c25872257,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:48.351717 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Attempting to bind port 4d590c04-4924-4daf-984f-f62c25872257 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:56:48.352090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Attempting to bind port 4d590c04-4924-4daf-984f-f62c25872257 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:56:48.352673 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Attempting to bind port 4d590c04-4924-4daf-984f-f62c25872257 on network 51fb269c-9780-4d40-b61f-09a83c420f09 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:56:48.357831 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:56:48.358237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Checking segment: {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:56:48.359643 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:48.359643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Bound using segment: {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:56:48.359643 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Bound port: 4d590c04-4924-4daf-984f-f62c25872257, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:56:48.359983 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d590c04-4924-4daf-984f-f62c25872257), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:48.401875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9083bf6e-751f-465a-82d8-d88c313ebf37 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:56:48.472630 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] For port 4d590c04-4924-4daf-984f-f62c25872257, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:56:48.488036 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] For port 4d590c04-4924-4daf-984f-f62c25872257, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d590c04-4924-4daf-984f-f62c25872257,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:56:48.496674 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9083bf6e-751f-465a-82d8-d88c313ebf37 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:48.496962 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:48.500409 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4d590c04-4924-4daf-984f-f62c25872257), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:48.593937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0532d67-2f33-44c4-89d0-1773fa23a740 None None] Pushing event updated for resources: {'Port': ['ID=4d590c04-4924-4daf-984f-f62c25872257,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:48.599375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:56:48.600247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374738880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:48.697091 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9083bf6e-751f-465a-82d8-d88c313ebf37 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:48.698206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:56:48.950945 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-59c6300f-06a2-436e-a32e-9ead7d3d5134 None None] Provisioning complete for port 4d590c04-4924-4daf-984f-f62c25872257 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:48.951304 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-59c6300f-06a2-436e-a32e-9ead7d3d5134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d590c04-4924-4daf-984f-f62c25872257), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:49.003881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:56:49.063232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:49.063598 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:49.226694 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-59c6300f-06a2-436e-a32e-9ead7d3d5134 None None] Current status of the port 4d590c04-4924-4daf-984f-f62c25872257 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:49.227151 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-59c6300f-06a2-436e-a32e-9ead7d3d5134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (4d590c04-4924-4daf-984f-f62c25872257), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:49.340791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:49.346525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-59c6300f-06a2-436e-a32e-9ead7d3d5134 None None] For port 4d590c04-4924-4daf-984f-f62c25872257, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d590c04-4924-4daf-984f-f62c25872257,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:49.351348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374738880>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:48Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:56:49.381046 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-59c6300f-06a2-436e-a32e-9ead7d3d5134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (4d590c04-4924-4daf-984f-f62c25872257), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:49.384946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee17c9-761e-4327-a21c-90fae03050d6 None None] The sync data for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 is: [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:48Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:56:49.389703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-69968621-4b2b-4fd6-a834-2cb2195857cc req-40c81014-3f5c-4f62-9c2c-d6dad2814b13 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 210 time: 0.0414319
Apr 09 21:56:49.458548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6300f-06a2-436e-a32e-9ead7d3d5134 None None] Pushing event updated for resources: {'Port': ['ID=4d590c04-4924-4daf-984f-f62c25872257,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:49.496728 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-ba81d3fa-2f4f-4a93-9116-9140cbc7fbda tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:49.499136 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-ba81d3fa-2f4f-4a93-9116-9140cbc7fbda tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "GET /v2.0/networks?id=51fb269c-9780-4d40-b61f-09a83c420f09 HTTP/1.1" status: 200  len: 796 time: 0.2033684
Apr 09 21:56:49.506376 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1480dc79-a32a-45d1-980e-75e5c9aa0a17 None None] Provisioning complete for port 4d590c04-4924-4daf-984f-f62c25872257 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:49.506929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1480dc79-a32a-45d1-980e-75e5c9aa0a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d590c04-4924-4daf-984f-f62c25872257), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:49.585865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-89ab576d-b399-4e75-b8b7-64adc64540e5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91139f4484934b158e5ee647130aa2cd HTTP/1.1" status: 200  len: 380 time: 0.0774679
Apr 09 21:56:49.595463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'port': {'device_id': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'admin_state_up': True, 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'security_groups': ['1ab7c97e-4237-480d-bdf3-58e5b63b5fd8']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:49.602921 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1480dc79-a32a-45d1-980e-75e5c9aa0a17 None None] Current status of the port 4d590c04-4924-4daf-984f-f62c25872257 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:49.706634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Made reservation on behalf of 91139f4484934b158e5ee647130aa2cd for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:56:49.710330 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:49.847648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.20.0.4 (51fb269c-9780-4d40-b61f-09a83c420f09/4be0d876-5be5-4634-b480-b88fa735d617/fb5334e5-4247-41da-84e2-df711ff62742) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:56:50.000354 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (fb5334e5-4247-41da-84e2-df711ff62742), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.040375 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fb5334e5-4247-41da-84e2-df711ff62742), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.089634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network 51fb269c-9780-4d40-b61f-09a83c420f09 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:56:50.092449 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:56:50.096280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:56:50.128180 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=fb5334e5-4247-41da-84e2-df711ff62742,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:50.160943 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:50.161789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.183772 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-6f20f4e1-0c97-4894-8de4-cbbea2ba88b8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5921981
Apr 09 21:56:50.193554 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-028f6d6e-e835-4fde-8f49-8fe481837b16 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:56:50.194609 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-028f6d6e-e835-4fde-8f49-8fe481837b16 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060556
Apr 09 21:56:50.206666 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Request body: {'port': {'device_id': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:56:50.281211 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb5334e5-4247-41da-84e2-df711ff62742), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.326391 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-46f6cb08-b157-4881-b75f-69f6cd79f8f1 None None] Provisioning complete for port fb5334e5-4247-41da-84e2-df711ff62742 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:50.326770 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46f6cb08-b157-4881-b75f-69f6cd79f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fb5334e5-4247-41da-84e2-df711ff62742), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.377414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-46f6cb08-b157-4881-b75f-69f6cd79f8f1 None None] Port fb5334e5-4247-41da-84e2-df711ff62742 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:56:50.401949 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4d590c04-4924-4daf-984f-f62c25872257 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:56:50.464878 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 4d590c04-4924-4daf-984f-f62c25872257 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:50.465374 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (4d590c04-4924-4daf-984f-f62c25872257), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.529606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed4affa0-33f8-4aaf-8ea4-351c2bb64789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.572220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 4d590c04-4924-4daf-984f-f62c25872257 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:50.610344 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4dcdd-3675-4cea-bb55-e30d0bcc61d8 req-be266f7f-98cf-4408-8d1a-57f8910e3cf6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:50.611898 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3bc4dcdd-3675-4cea-bb55-e30d0bcc61d8 req-be266f7f-98cf-4408-8d1a-57f8910e3cf6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 931 time: 0.0896618
Apr 09 21:56:50.639461 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5334e5-4247-41da-84e2-df711ff62742 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:56:50.648081 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Publish callbacks [] for port (fb5334e5-4247-41da-84e2-df711ff62742), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.676494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Transition to ACTIVE for port object fb5334e5-4247-41da-84e2-df711ff62742 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:56:50.685534 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fb5334e5-4247-41da-84e2-df711ff62742), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.694663 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3bc4dcdd-3675-4cea-bb55-e30d0bcc61d8 req-08cbce90-de5c-4ad6-a511-bcbe1b039332 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759254
Apr 09 21:56:50.740997 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Pushing event updated for resources: {'Port': ['ID=fb5334e5-4247-41da-84e2-df711ff62742,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:50.814998 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Attempting to bind port fb5334e5-4247-41da-84e2-df711ff62742 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:56:50.815420 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Attempting to bind port fb5334e5-4247-41da-84e2-df711ff62742 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:56:50.815809 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Attempting to bind port fb5334e5-4247-41da-84e2-df711ff62742 on network 51fb269c-9780-4d40-b61f-09a83c420f09 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:56:50.820428 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Port fb5334e5-4247-41da-84e2-df711ff62742 on network 51fb269c-9780-4d40-b61f-09a83c420f09 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:56:50.820751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Attempting to bind port fb5334e5-4247-41da-84e2-df711ff62742 on network 51fb269c-9780-4d40-b61f-09a83c420f09 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:56:50.826341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:56:50.826597 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Checking segment: {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:56:50.826985 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Bound using segment: {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:56:50.827416 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Bound port: fb5334e5-4247-41da-84e2-df711ff62742, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286472ea-3aec-47fa-9edc-c2858c8b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:56:50.827773 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb5334e5-4247-41da-84e2-df711ff62742), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.899131 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] For port fb5334e5-4247-41da-84e2-df711ff62742, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:56:50.902386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] For port fb5334e5-4247-41da-84e2-df711ff62742, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5334e5-4247-41da-84e2-df711ff62742,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:56:50.910282 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (fb5334e5-4247-41da-84e2-df711ff62742), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.948441 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:50.949054 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:50.950466 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] 10.222.0.32 "PUT /v2.0/ports/fb5334e5-4247-41da-84e2-df711ff62742 HTTP/1.1" status: 200  len: 1091 time: 0.7482357
Apr 09 21:56:50.950938 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:56:50.953220 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd09d162-7899-47fb-8bcc-55408ad4a7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "tag": "fb5334e5-4247-41da-84e2-df711ff62742"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:56:50.974199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aa100-f752-4397-8d80-a88fc24ce1bc service neutron] Pushing event updated for resources: {'Port': ['ID=fb5334e5-4247-41da-84e2-df711ff62742,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:51.014642 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff03ec-8fcb-485f-ba85-820b7562b32c x-openstack-request-id: req-dfff03ec-8fcb-485f-ba85-820b7562b32c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:56:51.015044 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "tag": "fb5334e5-4247-41da-84e2-df711ff62742", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:56:51.015383 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfff03ec-8fcb-485f-ba85-820b7562b32c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:56:51.015855 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfff03ec-8fcb-485f-ba85-820b7562b32c'] response: {'name': 'network-changed', 'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742', 'status': 'completed', 'code': 200}
Apr 09 21:56:51.048780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-7e45217e-c9ce-436a-ade1-ba11b5b36a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:51.055025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-7e45217e-c9ce-436a-ade1-ba11b5b36a52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 1125 time: 0.0555792
Apr 09 21:56:51.104914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-0762aa0c-c468-4cdb-9fef-487fdc6c49ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb5334e5-4247-41da-84e2-df711ff62742 HTTP/1.1" status: 200  len: 217 time: 0.0422566
Apr 09 21:56:51.154327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-3b5e1250-5744-4e47-be0c-b30782147e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:51.155816 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-3b5e1250-5744-4e47-be0c-b30782147e08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4be0d876-5be5-4634-b480-b88fa735d617 HTTP/1.1" status: 200  len: 834 time: 0.0450611
Apr 09 21:56:51.200347 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-b5c62a5e-614e-4f07-beb8-0cb4af8df4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:51.201829 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-b5c62a5e-614e-4f07-beb8-0cb4af8df4ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fb269c-9780-4d40-b61f-09a83c420f09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401630
Apr 09 21:56:51.297005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-aa6b5fad-7b26-4eb4-bdc2-ace080fedde6 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884187
Apr 09 21:56:51.388813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2efdc795-cdbb-4865-9ba8-b1c563113bd0 req-b7656101-4e49-4069-b130-16cc0f091d60 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854976
Apr 09 21:56:51.821207 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f9c75-cf77-48e2-af2e-36397d842835 req-db1723cd-81d2-4d00-800d-0fd317aa4502 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:51.822704 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-152f9c75-cf77-48e2-af2e-36397d842835 req-db1723cd-81d2-4d00-800d-0fd317aa4502 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 943 time: 0.0480964
Apr 09 21:56:51.879333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-152f9c75-cf77-48e2-af2e-36397d842835 req-eba64b41-c9a5-47d3-9179-b16e8fb3f307 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484529
Apr 09 21:56:52.267084 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-fd96134a-2ce0-47aa-b627-d1f9403459d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:52.268580 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-fd96134a-2ce0-47aa-b627-d1f9403459d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 1125 time: 0.0507941
Apr 09 21:56:52.357442 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-425834f4-e61b-464f-99cd-1f30345d556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:52.358887 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-425834f4-e61b-464f-99cd-1f30345d556a service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fb269c-9780-4d40-b61f-09a83c420f09 HTTP/1.1" status: 200  len: 897 time: 0.0843122
Apr 09 21:56:52.403098 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-86a6c6a1-4957-471a-be06-002b03047e99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb5334e5-4247-41da-84e2-df711ff62742 HTTP/1.1" status: 200  len: 217 time: 0.0381796
Apr 09 21:56:52.463254 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-2f451950-cc61-4508-ad38-599e88e14cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:52.464767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-2f451950-cc61-4508-ad38-599e88e14cbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4be0d876-5be5-4634-b480-b88fa735d617 HTTP/1.1" status: 200  len: 834 time: 0.0558023
Apr 09 21:56:52.509768 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-30bd8384-e4b7-4538-996e-3286e1b01854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:52.511320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-30bd8384-e4b7-4538-996e-3286e1b01854 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fb269c-9780-4d40-b61f-09a83c420f09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0404930
Apr 09 21:56:52.615530 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-ddd71cb7-83a5-4f45-9f88-5855e2c68aa2 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975556
Apr 09 21:56:52.708889 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fd09d162-7899-47fb-8bcc-55408ad4a7c5 req-afaf2322-45b9-40e2-8efe-7ec9ac5d7064 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859482
Apr 09 21:56:53.011951 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b86ac-3491-482b-aac7-5d2dd585104a req-c0bdce6c-46a8-4c39-be7d-9d0dde82d0d6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:53.013508 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db2b86ac-3491-482b-aac7-5d2dd585104a req-c0bdce6c-46a8-4c39-be7d-9d0dde82d0d6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 943 time: 0.0551364
Apr 09 21:56:53.015700 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1a86ca73-446a-45ee-ad1e-00bfbc35c9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:53.064453 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-db2b86ac-3491-482b-aac7-5d2dd585104a req-31a2b8f8-cec0-495a-8c84-6f0b6fa72ec6 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445526
Apr 09 21:56:54.201907 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ef12-45a2-465f-baed-e385e0437523 req-2720255b-647a-42cc-ae28-8bab6e172128 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:54.203372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9368ef12-45a2-465f-baed-e385e0437523 req-2720255b-647a-42cc-ae28-8bab6e172128 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 943 time: 0.0478256
Apr 09 21:56:54.252986 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9368ef12-45a2-465f-baed-e385e0437523 req-55e31766-22c9-4be3-9ef4-e1005929ef1e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439308
Apr 09 21:56:54.382201 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:55.380715 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e8d53-3ca3-417e-8bab-67c460894cd9 req-33bcabdc-9936-48aa-b91c-b1a988bd36f0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:55.382193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-726e8d53-3ca3-417e-8bab-67c460894cd9 req-33bcabdc-9936-48aa-b91c-b1a988bd36f0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 943 time: 0.0509012
Apr 09 21:56:55.428245 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:55.433347 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-726e8d53-3ca3-417e-8bab-67c460894cd9 req-0bba2d62-86f1-4308-ad8e-fd2fade79721 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454028
Apr 09 21:56:55.769016 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fb5334e5-4247-41da-84e2-df711ff62742 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:56:55.876002 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fb5334e5-4247-41da-84e2-df711ff62742, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5334e5-4247-41da-84e2-df711ff62742,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:55.887219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'fb5334e5-4247-41da-84e2-df711ff62742', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'port_id': 'fb5334e5-4247-41da-84e2-df711ff62742', 'mac_address': 'fa:16:3e:db:05:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:56:55.931363 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port fb5334e5-4247-41da-84e2-df711ff62742 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:55.931742 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb5334e5-4247-41da-84e2-df711ff62742), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:55.945088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5334e5-4247-41da-84e2-df711ff62742 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:56:55.964955 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fb5334e5-4247-41da-84e2-df711ff62742, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5334e5-4247-41da-84e2-df711ff62742,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:55.970981 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fb5334e5-4247-41da-84e2-df711ff62742), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:56.023750 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=fb5334e5-4247-41da-84e2-df711ff62742,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:56.184767 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['fb5334e5-4247-41da-84e2-df711ff62742'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:56:56.421498 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:56.556535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ad9c1-1a74-4593-bee2-805b5da5a20b req-c685c1ec-7e89-47fc-89af-61d5cf8937ee tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:56.558110 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d29ad9c1-1a74-4593-bee2-805b5da5a20b req-c685c1ec-7e89-47fc-89af-61d5cf8937ee tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 944 time: 0.0574224
Apr 09 21:56:56.608900 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d29ad9c1-1a74-4593-bee2-805b5da5a20b req-7cb83bb7-9a73-403d-bce4-80f16341b0d8 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449786
Apr 09 21:56:57.135611 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:57.734307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7a9b1-3a44-4066-960c-a760c8af9b5b req-cd0bba08-7ebb-4597-8230-3899c0f7e352 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:57.736002 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ea7a9b1-3a44-4066-960c-a760c8af9b5b req-cd0bba08-7ebb-4597-8230-3899c0f7e352 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 944 time: 0.0489321
Apr 09 21:56:57.789628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fb5334e5-4247-41da-84e2-df711ff62742 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:56:57.792162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4ea7a9b1-3a44-4066-960c-a760c8af9b5b req-6b6a3f86-2bb1-4431-99d5-bc0967ed3fa0 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496581
Apr 09 21:56:57.835714 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port fb5334e5-4247-41da-84e2-df711ff62742 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:56:57.843811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port fb5334e5-4247-41da-84e2-df711ff62742 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:56:57.844451 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (fb5334e5-4247-41da-84e2-df711ff62742), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:57.928986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port fb5334e5-4247-41da-84e2-df711ff62742 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:56:57.929383 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (fb5334e5-4247-41da-84e2-df711ff62742), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:57.953180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:56:57.955421 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38c47e-3fa5-4e65-90c1-f4f8dcba4128" -d '{"events": [{"server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "fb5334e5-4247-41da-84e2-df711ff62742"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:56:57.967780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port fb5334e5-4247-41da-84e2-df711ff62742, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5334e5-4247-41da-84e2-df711ff62742,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:56:57.973204 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (fb5334e5-4247-41da-84e2-df711ff62742), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:56:57.997630 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8888f87f-6ca4-4731-8dc8-cd138aa32777 x-openstack-request-id: req-8888f87f-6ca4-4731-8dc8-cd138aa32777 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:56:57.997877 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "fb5334e5-4247-41da-84e2-df711ff62742", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:56:57.998166 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8888f87f-6ca4-4731-8dc8-cd138aa32777 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:56:57.998535 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8888f87f-6ca4-4731-8dc8-cd138aa32777'] response: {'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742', 'code': 200}
Apr 09 21:56:58.025401 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=fb5334e5-4247-41da-84e2-df711ff62742,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:56:58.092270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35b88-5d0a-432e-9d89-0b4cb02762cf req-99aa556e-99de-4960-bcf2-f56dd29b7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:58.093806 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0e35b88-5d0a-432e-9d89-0b4cb02762cf req-99aa556e-99de-4960-bcf2-f56dd29b7682 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 1127 time: 0.0392406
Apr 09 21:56:58.139251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0e35b88-5d0a-432e-9d89-0b4cb02762cf req-75985098-a326-4d15-9e9f-116b75a9b7bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390828
Apr 09 21:56:58.917376 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5de7d-f619-4e16-b259-319dd6d79fcf req-f0c94a81-c833-433c-b011-ba2b3ab42b79 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:56:58.918880 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dae5de7d-f619-4e16-b259-319dd6d79fcf req-f0c94a81-c833-433c-b011-ba2b3ab42b79 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0486014
Apr 09 21:56:58.968549 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dae5de7d-f619-4e16-b259-319dd6d79fcf req-1d71b365-6b8e-4793-a693-fc1f2451e62f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438392
Apr 09 21:57:00.101926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f23370-6697-483d-8a94-878815122a4a req-49699d13-8a2f-4884-b278-874a9d6edab7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:00.103383 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f23370-6697-483d-8a94-878815122a4a req-49699d13-8a2f-4884-b278-874a9d6edab7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0517564
Apr 09 21:57:00.152149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38f23370-6697-483d-8a94-878815122a4a req-17c2f658-6842-46a9-ae5c-01225519e7e1 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429666
Apr 09 21:57:00.271399 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ffc80-fbf2-4ba1-a395-9b82ab9cf361 req-1b7a6f5f-2971-4eb0-acf2-d2ac87122917 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:00.272800 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee7ffc80-fbf2-4ba1-a395-9b82ab9cf361 req-1b7a6f5f-2971-4eb0-acf2-d2ac87122917 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0510643
Apr 09 21:57:00.328303 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee7ffc80-fbf2-4ba1-a395-9b82ab9cf361 req-3f6e4d07-6abd-427c-86f1-6f4a996681d9 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496376
Apr 09 21:57:00.350555 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42706) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:00.395923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e51b6-f60c-43b4-bfaf-cf1d63e3d84c tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:00.397513 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d13e51b6-f60c-43b4-bfaf-cf1d63e3d84c tempest-TestNetworkAdvancedServerOps-731068464 tempest-TestNetworkAdvancedServerOps-731068464-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 1122 time: 0.0455225
Apr 09 21:57:00.400313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42708) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:00.404631 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'fb5334e5-4247-41da-84e2-df711ff62742', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:57:00.434425 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:00.519278 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:00.624732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Allocated IP 172.35.0.95 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/cf3751f7-8096-41f7-9655-e603b2970f0a) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:57:00.743594 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (cf3751f7-8096-41f7-9655-e603b2970f0a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:00.783090 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (cf3751f7-8096-41f7-9655-e603b2970f0a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:00.816474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:00.821321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:00.824880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:57:00.858343 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=cf3751f7-8096-41f7-9655-e603b2970f0a,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:01.202009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (9ff19ba1-b994-4137-91bb-de6da62e2b60), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:01.273233 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (cf3751f7-8096-41f7-9655-e603b2970f0a), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:01.436799 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for port (cf3751f7-8096-41f7-9655-e603b2970f0a), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:01.443458 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (cf3751f7-8096-41f7-9655-e603b2970f0a), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:01.520727 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event updated for resources: {'Port': ['ID=cf3751f7-8096-41f7-9655-e603b2970f0a,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:01.529288 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (9ff19ba1-b994-4137-91bb-de6da62e2b60), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:01.633370 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP 9ff19ba1-b994-4137-91bb-de6da62e2b60 associated. External IP: 172.35.0.95, port: fb5334e5-4247-41da-84e2-df711ff62742.
Apr 09 21:57:01.858877 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:57:01.930719 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:01.942389 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:57:01.975733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:57:01.986529 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] Sync routers for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:57:01.995140 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:01.997604 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:01.998238 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770b6ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:02.025290 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-c7c70c19-a46b-48a3-9012-aeae2035c8b7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.6239572
Apr 09 21:57:02.025989 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:57:02.028452 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c64c336-9ffb-4153-b969-91a7c22921f2" -d '{"events": [{"name": "network-changed", "server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "tag": "fb5334e5-4247-41da-84e2-df711ff62742"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:57:02.067060 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3ebf0-f657-47ba-b5bb-562409f4176b x-openstack-request-id: req-96a3ebf0-f657-47ba-b5bb-562409f4176b {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:57:02.067444 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "tag": "fb5334e5-4247-41da-84e2-df711ff62742", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:57:02.067755 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96a3ebf0-f657-47ba-b5bb-562409f4176b {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:57:02.068232 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a3ebf0-f657-47ba-b5bb-562409f4176b'] response: {'name': 'network-changed', 'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742', 'status': 'completed', 'code': 200}
Apr 09 21:57:02.115974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:02.155952 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d80b-0637-4a95-a386-44934ce7c531 req-40e5511c-e74e-465f-8b12-1966f17aec43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:02.157461 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c26d80b-0637-4a95-a386-44934ce7c531 req-40e5511c-e74e-465f-8b12-1966f17aec43 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0779648
Apr 09 21:57:02.158540 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-2286f720-bb4f-46aa-847e-d8657cacfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:02.159869 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-2286f720-bb4f-46aa-847e-d8657cacfdb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 1127 time: 0.0692706
Apr 09 21:57:02.266210 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c26d80b-0637-4a95-a386-44934ce7c531 req-7dd7770e-2c42-4f78-b9d2-2210e3a774f5 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024313
Apr 09 21:57:02.289519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42716) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:02.291100 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-5eccc753-1b12-4fdf-a588-fb8eb0dd9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:02.292625 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-5eccc753-1b12-4fdf-a588-fb8eb0dd9cf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fb269c-9780-4d40-b61f-09a83c420f09 HTTP/1.1" status: 200  len: 897 time: 0.1229708
Apr 09 21:57:02.349646 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770b6ca0>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9ff19ba1-b994-4137-91bb-de6da62e2b60', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.95', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'port_id': 'fb5334e5-4247-41da-84e2-df711ff62742', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'mac_address': 'fa:16:3e:db:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:57:01Z', 'updated_at': '2022-04-09T21:57:01Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:49Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:02.358127 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-55c70551-e323-403c-b696-c2b49f8fdd2b tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/9ff19ba1-b994-4137-91bb-de6da62e2b60 HTTP/1.1" status: 200  len: 990 time: 0.0671120
Apr 09 21:57:02.361481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-e54512b0-2a99-4311-b88e-77b18b6de745 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb5334e5-4247-41da-84e2-df711ff62742 HTTP/1.1" status: 200  len: 998 time: 0.0627217
Apr 09 21:57:02.379955 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] Checking router: 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:57:02.388738 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:02.389475 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770b6ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:56:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:02.409189 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-b7a38108-bd95-41e5-9ae8-5a0bd6469bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:02.410668 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-b7a38108-bd95-41e5-9ae8-5a0bd6469bf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4be0d876-5be5-4634-b480-b88fa735d617 HTTP/1.1" status: 200  len: 834 time: 0.0439582
Apr 09 21:57:02.458619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-450da8f6-7217-4b8e-b9bc-46c61836cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:02.460276 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-450da8f6-7217-4b8e-b9bc-46c61836cd5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fb269c-9780-4d40-b61f-09a83c420f09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438273
Apr 09 21:57:02.500094 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:02.551902 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-27b7682c-b687-4230-b242-21a53f6a0bbe service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851600
Apr 09 21:57:02.659503 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5c64c336-9ffb-4153-b969-91a7c22921f2 req-51bc46a4-b607-48bd-8229-3eb9a3bc1352 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015677
Apr 09 21:57:02.719737 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770b6ca0>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9ff19ba1-b994-4137-91bb-de6da62e2b60', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.95', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'port_id': 'fb5334e5-4247-41da-84e2-df711ff62742', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'mac_address': 'fa:16:3e:db:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:57:01Z', 'updated_at': '2022-04-09T21:57:01Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:49Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:02.746950 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b610c0-dda9-42b9-9908-0cf0d77dd870 None None] The sync data for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 is: [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9ff19ba1-b994-4137-91bb-de6da62e2b60', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'floating_ip_address': '172.35.0.95', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'port_id': 'fb5334e5-4247-41da-84e2-df711ff62742', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'mac_address': 'fa:16:3e:db:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:57:01Z', 'updated_at': '2022-04-09T21:57:01Z', 'revision_number': 0, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:49Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:57:02.949591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab15693-68d7-44c0-85cf-6a5dd9e4a2ef None None] New status for floating IP 9ff19ba1-b994-4137-91bb-de6da62e2b60: ACTIVE {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:57:03.363276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42718) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:03.737665 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-530cb373-2387-4808-92eb-5b1a2e43761a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/9ff19ba1-b994-4137-91bb-de6da62e2b60 HTTP/1.1" status: 200  len: 992 time: 0.3725619
Apr 09 21:57:20.518374 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5fde-77c2-4042-9170-2c0f293fa9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:23.020561 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ba1a24b6-e344-4798-8106-248279f3d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:24.383055 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:25.436889 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:26.435821 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:27.126984 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:31.953597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:35.091036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd85ed-376d-4ad1-88b7-c2db5a738cba req-60ed04f7-4d68-444c-a485-c3cf920bbcae tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:35.092519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fcd85ed-376d-4ad1-88b7-c2db5a738cba req-60ed04f7-4d68-444c-a485-c3cf920bbcae tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0481462
Apr 09 21:57:35.142727 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0fcd85ed-376d-4ad1-88b7-c2db5a738cba req-8f67f4ad-e850-415e-99a7-96e9c395d57f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442250
Apr 09 21:57:36.259599 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa1d3a-1d24-4e8f-b74e-777f73a90529 req-ae4533ba-8f2b-4f88-aae2-bb522a6fe3a7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:36.261072 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59aa1d3a-1d24-4e8f-b74e-777f73a90529 req-ae4533ba-8f2b-4f88-aae2-bb522a6fe3a7 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0475507
Apr 09 21:57:36.314623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-59aa1d3a-1d24-4e8f-b74e-777f73a90529 req-2f0a89ef-8c96-4c96-a0fb-1d410072bbdf tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478289
Apr 09 21:57:36.338233 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42738) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:36.399884 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0d14dc9b-5b0e-4883-b6a1-e12e47715a8c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/9ff19ba1-b994-4137-91bb-de6da62e2b60 HTTP/1.1" status: 200  len: 992 time: 0.0604916
Apr 09 21:57:37.730355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5fc6-0b59-4f16-93f8-3baaca4a2d79 req-4d2fdee8-7f3f-4a23-aa3e-2955b2328380 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:37.732267 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3ea5fc6-0b59-4f16-93f8-3baaca4a2d79 req-4d2fdee8-7f3f-4a23-aa3e-2955b2328380 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0769446
Apr 09 21:57:37.759585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-9f8d4aa7-3462-4635-a7fc-bed9e2155812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:37.761173 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-9f8d4aa7-3462-4635-a7fc-bed9e2155812 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 1127 time: 0.0708642
Apr 09 21:57:37.812618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f3ea5fc6-0b59-4f16-93f8-3baaca4a2d79 req-dddea138-11b6-49d1-b652-5cadd50ad866 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742607
Apr 09 21:57:37.876107 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-371d482d-1ce5-4e4d-90a5-6777422a21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:37.877637 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-371d482d-1ce5-4e4d-90a5-6777422a21a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fb269c-9780-4d40-b61f-09a83c420f09 HTTP/1.1" status: 200  len: 897 time: 0.1058354
Apr 09 21:57:37.947996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-882f2d59-eae1-4a3e-81ca-c7f8b5fc72ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb5334e5-4247-41da-84e2-df711ff62742 HTTP/1.1" status: 200  len: 1000 time: 0.0626140
Apr 09 21:57:38.003224 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-f81dac0a-2ea8-4aa8-8159-a51b6a14f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:38.004592 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-f81dac0a-2ea8-4aa8-8159-a51b6a14f904 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4be0d876-5be5-4634-b480-b88fa735d617 HTTP/1.1" status: 200  len: 834 time: 0.0495265
Apr 09 21:57:38.050110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-2f2b0713-71b7-46a5-9b94-ac32c48c7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:38.051616 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-2f2b0713-71b7-46a5-9b94-ac32c48c7e15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fb269c-9780-4d40-b61f-09a83c420f09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393291
Apr 09 21:57:38.152496 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-65f4f9ab-002b-4f89-9195-101da1ea6150 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938983
Apr 09 21:57:38.248191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-475f61d8-fd7d-4357-99cc-2a8f0e32e9f8 req-b2101293-11b5-4015-ac9e-a515ea55b207 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883183
Apr 09 21:57:38.386763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19192e-3190-4464-a654-29e152de72e6 req-14cf257e-9b3e-4b6b-81bb-12723b9fa55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:38.388286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e19192e-3190-4464-a654-29e152de72e6 req-14cf257e-9b3e-4b6b-81bb-12723b9fa55a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 1127 time: 0.0411158
Apr 09 21:57:38.522780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19192e-3190-4464-a654-29e152de72e6 req-367eae5a-ae96-46a8-9a08-15a8637d820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:38.524279 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e19192e-3190-4464-a654-29e152de72e6 req-367eae5a-ae96-46a8-9a08-15a8637d820a service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fb269c-9780-4d40-b61f-09a83c420f09 HTTP/1.1" status: 200  len: 897 time: 0.0946259
Apr 09 21:57:38.608218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e19192e-3190-4464-a654-29e152de72e6 req-dc246ccd-deaa-45ca-a102-40a9e13f80a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb5334e5-4247-41da-84e2-df711ff62742 HTTP/1.1" status: 200  len: 1000 time: 0.0594027
Apr 09 21:57:38.660851 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19192e-3190-4464-a654-29e152de72e6 req-152f11eb-b91e-4400-bd11-5cd8ead7af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:38.662486 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e19192e-3190-4464-a654-29e152de72e6 req-152f11eb-b91e-4400-bd11-5cd8ead7af7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4be0d876-5be5-4634-b480-b88fa735d617 HTTP/1.1" status: 200  len: 834 time: 0.0464094
Apr 09 21:57:38.942708 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:57:39.072355 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19192e-3190-4464-a654-29e152de72e6 req-adaeb769-10ac-4be6-ab0f-7119147ec402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:39.073920 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e19192e-3190-4464-a654-29e152de72e6 req-adaeb769-10ac-4be6-ab0f-7119147ec402 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fb269c-9780-4d40-b61f-09a83c420f09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4034491
Apr 09 21:57:39.086720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad24911-e3e1-4b94-959b-440e73be55a9 req-ffcb0ece-b4b6-4131-b8d8-cd883ee1b124 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:39.088115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ad24911-e3e1-4b94-959b-440e73be55a9 req-ffcb0ece-b4b6-4131-b8d8-cd883ee1b124 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0540876
Apr 09 21:57:39.139372 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2ad24911-e3e1-4b94-959b-440e73be55a9 req-c2920dcc-28de-4712-b2de-19c9a868fda2 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454476
Apr 09 21:57:39.310494 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e19192e-3190-4464-a654-29e152de72e6 req-e1b64161-7811-49d4-8385-a8ddb83dbafb service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914576
Apr 09 21:57:39.400325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e19192e-3190-4464-a654-29e152de72e6 req-2bc400b2-7bcc-4b2e-9659-5dc26663620a service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832996
Apr 09 21:57:40.270476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eb05d-1233-4c9d-a734-0d656a28cb72 req-4d14fe7c-d2b3-48e9-9a34-5a7c1dd4517d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:40.271965 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-544eb05d-1233-4c9d-a734-0d656a28cb72 req-4d14fe7c-d2b3-48e9-9a34-5a7c1dd4517d tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0533719
Apr 09 21:57:40.325075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-544eb05d-1233-4c9d-a734-0d656a28cb72 req-c1730562-8a72-4bf6-bbb6-38174e6b9c85 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447628
Apr 09 21:57:40.347555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42750) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:40.407779 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-560bbbb9-db03-4cd7-a5a4-1059b9511385 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/floatingips/9ff19ba1-b994-4137-91bb-de6da62e2b60 HTTP/1.1" status: 200  len: 992 time: 0.0590537
Apr 09 21:57:40.632627 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42756) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:40.797395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port cf3751f7-8096-41f7-9655-e603b2970f0a {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:57:40.797748 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (cf3751f7-8096-41f7-9655-e603b2970f0a), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:40.876955 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (cf3751f7-8096-41f7-9655-e603b2970f0a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:40.877280 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (cf3751f7-8096-41f7-9655-e603b2970f0a), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:40.890240 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for cf3751f7-8096-41f7-9655-e603b2970f0a owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:57:41.045148 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (cf3751f7-8096-41f7-9655-e603b2970f0a), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:41.070685 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=cf3751f7-8096-41f7-9655-e603b2970f0a,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:41.082641 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.082988 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.083334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.083675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.084008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.084342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.084691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.085005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.085375 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.085758 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.086086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.086411 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.086740 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.087063 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.087368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:41.147276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for floatingip (9ff19ba1-b994-4137-91bb-de6da62e2b60), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:41.147602 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Floating IP 9ff19ba1-b994-4137-91bb-de6da62e2b60 disassociated (deleted). External IP: 172.35.0.95, port: fb5334e5-4247-41da-84e2-df711ff62742.
Apr 09 21:57:41.372979 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:57:41.498719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:57:41.503924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:41.508512 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] Sync routers for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:57:41.519818 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:41.520438 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773eb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:41.536356 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-495f0d6a-137a-4f1d-b873-ab70233fc394 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/floatingips/9ff19ba1-b994-4137-91bb-de6da62e2b60 HTTP/1.1" status: 204  len: 168 time: 0.9025955
Apr 09 21:57:41.536969 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:57:41.540183 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "tag": "fb5334e5-4247-41da-84e2-df711ff62742"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:57:41.586486 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071f9f45-e7a6-49e1-9e89-7c00564e25e6 x-openstack-request-id: req-071f9f45-e7a6-49e1-9e89-7c00564e25e6 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:57:41.586784 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "tag": "fb5334e5-4247-41da-84e2-df711ff62742", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:57:41.587035 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-071f9f45-e7a6-49e1-9e89-7c00564e25e6 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:57:41.587448 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071f9f45-e7a6-49e1-9e89-7c00564e25e6'] response: {'name': 'network-changed', 'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742', 'status': 'completed', 'code': 200}
Apr 09 21:57:41.635540 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:41.651104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-2d27ec32-7c8a-49d9-9d8b-63b0855fb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:41.653138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-2d27ec32-7c8a-49d9-9d8b-63b0855fb316 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91139f4484934b158e5ee647130aa2cd&device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 1127 time: 0.0428655
Apr 09 21:57:41.794890 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a8cc-40c7-4e80-a637-e3438ba82873 req-7f8f22eb-802c-4e4d-a3b0-5c5d31edfacd tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:41.796360 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb32a8cc-40c7-4e80-a637-e3438ba82873 req-7f8f22eb-802c-4e4d-a3b0-5c5d31edfacd tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0621288
Apr 09 21:57:41.797586 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-f59a7600-c146-4c0d-ab0e-99376e038231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:41.798890 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-f59a7600-c146-4c0d-ab0e-99376e038231 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fb269c-9780-4d40-b61f-09a83c420f09 HTTP/1.1" status: 200  len: 897 time: 0.1326616
Apr 09 21:57:41.832390 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773eb040>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:49Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:41.845629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb32a8cc-40c7-4e80-a637-e3438ba82873 req-d413fc6e-2fb8-4a8e-81c3-aaa738d86727 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434878
Apr 09 21:57:41.863063 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] Checking router: 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:57:41.871768 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:41.872371 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23773eb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:41.988039 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:42.177457 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23773eb040>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:49Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:42.204178 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324aa6c8-296d-4838-a570-8c8aff595b7f None None] The sync data for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 is: [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d590c04-4924-4daf-984f-f62c25872257', 'name': '', 'network_id': '51fb269c-9780-4d40-b61f-09a83c420f09', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'mac_address': 'fa:16:3e:d6:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4be0d876-5be5-4634-b480-b88fa735d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:45Z', 'updated_at': '2022-04-09T21:56:49Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'subnets': [{'id': '4be0d876-5be5-4634-b480-b88fa735d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:57:42.448659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0447a-e48b-4c7a-9502-aab87f10aa8a None None] New status for floating IP 9ff19ba1-b994-4137-91bb-de6da62e2b60: DOWN {{(pid=126921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:57:42.955860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-6ec73262-94ea-4bcb-925e-8c585c9b58f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb5334e5-4247-41da-84e2-df711ff62742 HTTP/1.1" status: 200  len: 217 time: 0.0434995
Apr 09 21:57:43.024364 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e930c6-4c18-4a51-8832-ee5c718db0d9 req-07ee6825-06ca-4316-ae08-46bb41bf294e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:43.026459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5e930c6-4c18-4a51-8832-ee5c718db0d9 req-07ee6825-06ca-4316-ae08-46bb41bf294e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.1066852
Apr 09 21:57:43.045199 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-a13a895d-1556-4ae6-9bda-7fd757aa41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:43.046548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-a13a895d-1556-4ae6-9bda-7fd757aa41c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4be0d876-5be5-4634-b480-b88fa735d617 HTTP/1.1" status: 200  len: 834 time: 0.0696833
Apr 09 21:57:43.084612 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5e930c6-4c18-4a51-8832-ee5c718db0d9 req-8855edfd-ad78-4d7f-b66b-75a62e38c091 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512164
Apr 09 21:57:43.139574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-56efa160-cf3f-4ca5-95e7-c46bbe071ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:43.141070 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-56efa160-cf3f-4ca5-95e7-c46bbe071ab1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fb269c-9780-4d40-b61f-09a83c420f09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437291
Apr 09 21:57:43.259471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-773e3fad-4ad4-4b1a-bbd4-da79a1b8680e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:43.260907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-773e3fad-4ad4-4b1a-bbd4-da79a1b8680e tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 945 time: 0.0551083
Apr 09 21:57:43.297640 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-09989940-2bc4-46e7-b4c2-d91ad04263e2 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502779
Apr 09 21:57:43.417561 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port fb5334e5-4247-41da-84e2-df711ff62742 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:57:43.417818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (fb5334e5-4247-41da-84e2-df711ff62742), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:43.496703 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d52f43c0-5f04-4cae-9eb0-d7c8ba06a5f9 req-b865d530-c3ab-4e8d-b0de-feebf7674538 service neutron] 10.222.0.32 "GET /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913223
Apr 09 21:57:43.536133 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port fb5334e5-4247-41da-84e2-df711ff62742, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5334e5-4247-41da-84e2-df711ff62742,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:57:43.536494 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (fb5334e5-4247-41da-84e2-df711ff62742), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:43.550138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for fb5334e5-4247-41da-84e2-df711ff62742 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:57:43.689328 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (fb5334e5-4247-41da-84e2-df711ff62742), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:43.717996 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=fb5334e5-4247-41da-84e2-df711ff62742,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:43.762895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] No DVR routers for this DVR port fb5334e5-4247-41da-84e2-df711ff62742 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:57:43.765777 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:43.769148 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d3172f6c-ecba-4eab-b868-9439294a1df0 req-fb4658dc-fcb6-41fb-bcb9-58f10fec066f tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.32 "DELETE /v2.0/ports/fb5334e5-4247-41da-84e2-df711ff62742 HTTP/1.1" status: 204  len: 173 time: 0.4988105
Apr 09 21:57:43.769610 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'name': 'network-vif-deleted', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:57:43.771858 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e971e65d-2fdf-4947-ae03-5350f1d4f0b4" -d '{"events": [{"server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "name": "network-vif-deleted", "tag": "fb5334e5-4247-41da-84e2-df711ff62742"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:57:43.810013 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644bcedf-1f3b-4e77-933f-c7fd0188b2a4 x-openstack-request-id: req-644bcedf-1f3b-4e77-933f-c7fd0188b2a4 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:57:43.810306 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530ab872-fb87-4cf4-8256-77c8edc4a2d8", "name": "network-vif-deleted", "tag": "fb5334e5-4247-41da-84e2-df711ff62742", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:57:43.810561 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-644bcedf-1f3b-4e77-933f-c7fd0188b2a4 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:57:43.811022 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644bcedf-1f3b-4e77-933f-c7fd0188b2a4'] response: {'server_uuid': '530ab872-fb87-4cf4-8256-77c8edc4a2d8', 'name': 'network-vif-deleted', 'tag': 'fb5334e5-4247-41da-84e2-df711ff62742', 'status': 'completed', 'code': 200}
Apr 09 21:57:44.210851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-20d54f46-e1b8-4646-b8f5-04b86e63d333 req-776acbf4-6576-4f47-8e4f-37025fd87cce tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ab872-fb87-4cf4-8256-77c8edc4a2d8 HTTP/1.1" status: 200  len: 210 time: 0.0359359
Apr 09 21:57:45.281941 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42772) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:45.650536 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:45.910280 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port 4d590c04-4924-4daf-984f-f62c25872257 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:57:45.910556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (4d590c04-4924-4daf-984f-f62c25872257), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:46.328398 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port 4d590c04-4924-4daf-984f-f62c25872257, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d590c04-4924-4daf-984f-f62c25872257,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:57:46.329076 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (4d590c04-4924-4daf-984f-f62c25872257), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:46.342787 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for 4d590c04-4924-4daf-984f-f62c25872257 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:57:46.538702 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (4d590c04-4924-4daf-984f-f62c25872257), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:46.565252 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=4d590c04-4924-4daf-984f-f62c25872257,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:46.746149 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:46.991329 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:57:47.105662 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:57:47.113837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ba4c963b-7c42-4042-b98a-480cafc5c004 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "PUT /v2.0/routers/2e9c5c63-2d87-4653-8435-fbeb6fd3c700/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8278811
Apr 09 21:57:47.114738 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42774) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:47.117934 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] Sync routers for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:57:47.128077 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:47.128970 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237737c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:47.167812 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfebb38-c55c-4479-8038-cdfe48784871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting subnet 4be0d876-5be5-4634-b480-b88fa735d617 {{(pid=126920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 21:57:47.171434 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbfebb38-c55c-4479-8038-cdfe48784871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (4be0d876-5be5-4634-b480-b88fa735d617), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.213760 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbfebb38-c55c-4479-8038-cdfe48784871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799915'] for subnet (4be0d876-5be5-4634-b480-b88fa735d617), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.238805 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:47.300884 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbfebb38-c55c-4479-8038-cdfe48784871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (4be0d876-5be5-4634-b480-b88fa735d617), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.360631 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbfebb38-c55c-4479-8038-cdfe48784871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12406231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8426917'] for subnet (4be0d876-5be5-4634-b480-b88fa735d617), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.389128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfebb38-c55c-4479-8038-cdfe48784871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Subnet': ['ID=4be0d876-5be5-4634-b480-b88fa735d617,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:47.391114 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bbfebb38-c55c-4479-8038-cdfe48784871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.394911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bbfebb38-c55c-4479-8038-cdfe48784871 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/subnets/4be0d876-5be5-4634-b480-b88fa735d617 HTTP/1.1" status: 204  len: 168 time: 0.2785232
Apr 09 21:57:47.397090 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39ac79-d65a-4231-8324-4700d5219fa6 None None] Network 51fb269c-9780-4d40-b61f-09a83c420f09 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:57:47.397544 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42776) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:47.413506 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237737c0a0>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:57:46Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:47.441417 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] Checking router: 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:57:47.452671 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] Routers {'2e9c5c63-2d87-4653-8435-fbeb6fd3c700'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:47.453736 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237737c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:47.510644 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.567564 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] DHCP port deletion for 51fb269c-9780-4d40-b61f-09a83c420f09 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 21:57:47.583422 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] Set router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:47.614280 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Deleting port 9083bf6e-751f-465a-82d8-d88c313ebf37 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:57:47.614744 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.622577 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_gateway (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.674227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Deleting port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 21:57:47.674574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.687479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] For port 9083bf6e-751f-465a-82d8-d88c313ebf37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9083bf6e-751f-465a-82d8-d88c313ebf37,segment=NetworkSegment(286472ea-3aec-47fa-9edc-c2858c8b201c),segment_id=286472ea-3aec-47fa-9edc-c2858c8b201c)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:57:47.687882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.702487 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Calling delete_port for 9083bf6e-751f-465a-82d8-d88c313ebf37 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:57:47.760901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] For port ec00d76d-d32f-44e5-91bc-5d51d9ac03c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec00d76d-d32f-44e5-91bc-5d51d9ac03c1,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:57:47.761290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.774495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Calling delete_port for ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 21:57:47.791731 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (9083bf6e-751f-465a-82d8-d88c313ebf37), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.822574 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Pushing event deleted for resources: {'Port': ['ID=9083bf6e-751f-465a-82d8-d88c313ebf37,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:47.826177 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] No DVR routers for this DVR port 9083bf6e-751f-465a-82d8-d88c313ebf37 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 21:57:47.833286 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.833628 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.833964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.834294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.834622 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.834946 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.835623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.835623 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.835967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.836204 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.836521 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.836836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.837594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.837594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.837924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae55508-5cc5-4f6e-964d-2b4d510b68f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.859560 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237737c0a0>, [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:57:46Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:47.890368 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995b7ca-a9c7-4a47-a782-22abf49617d8 None None] The sync data for ids ['2e9c5c63-2d87-4653-8435-fbeb6fd3c700'] in ncdv-master-1 is: [{'id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552377429', 'tenant_id': '91139f4484934b158e5ee647130aa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:56:42Z', 'updated_at': '2022-04-09T21:57:46Z', 'revision_number': 5, 'project_id': '91139f4484934b158e5ee647130aa2cd', 'gw_port': {'id': 'ec00d76d-d32f-44e5-91bc-5d51d9ac03c1', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9c5c63-2d87-4653-8435-fbeb6fd3c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:56:43Z', 'updated_at': '2022-04-09T21:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:57:47.915102 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fb5334e5-4247-41da-84e2-df711ff62742 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:57:47.937745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: fb5334e5-4247-41da-84e2-df711ff62742 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:57:47.938086 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device fb5334e5-4247-41da-84e2-df711ff62742 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:57:47.954300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ec00d76d-d32f-44e5-91bc-5d51d9ac03c1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:47.980143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Port': ['ID=ec00d76d-d32f-44e5-91bc-5d51d9ac03c1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:47.991999 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.992350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.992688 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.993021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.993379 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.993710 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.994098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.994424 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.994747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.995069 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.995393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.995714 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.996034 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.996355 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:47.996673 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:48.055121 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.148809 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.150912 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router_controller (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.199374 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (2e9c5c63-2d87-4653-8435-fbeb6fd3c700), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.199891 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Fanout notify agent at l3_agent the message router_deleted on router 2e9c5c63-2d87-4653-8435-fbeb6fd3c700 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 21:57:48.207353 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.208741 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ca000389-4908-4651-8cee-dbfb1c7a011a tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/routers/2e9c5c63-2d87-4653-8435-fbeb6fd3c700 HTTP/1.1" status: 204  len: 168 time: 0.8102531
Apr 09 21:57:48.211742 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42778) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:48.292786 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (51fb269c-9780-4d40-b61f-09a83c420f09), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.392082 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (51fb269c-9780-4d40-b61f-09a83c420f09), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.414931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23761f1c40>,) {'filters': {'network_id': ['51fb269c-9780-4d40-b61f-09a83c420f09']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:48.424845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761f1c40>, '286472ea-3aec-47fa-9edc-c2858c8b201c') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:48.425172 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23761f1c40>, '286472ea-3aec-47fa-9edc-c2858c8b201c') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:48.434740 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (286472ea-3aec-47fa-9edc-c2858c8b201c), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.448888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (286472ea-3aec-47fa-9edc-c2858c8b201c), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.454241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9083bf6e-751f-465a-82d8-d88c313ebf37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:57:48.455849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 21:57:48.456244 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (286472ea-3aec-47fa-9edc-c2858c8b201c), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 21:57:48.459550 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 21:57:48.476365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 9083bf6e-751f-465a-82d8-d88c313ebf37 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:57:48.476771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9083bf6e-751f-465a-82d8-d88c313ebf37 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:57:48.477301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4d590c04-4924-4daf-984f-f62c25872257 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:57:48.498070 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 4d590c04-4924-4daf-984f-f62c25872257 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:57:48.498409 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 4d590c04-4924-4daf-984f-f62c25872257 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:57:48.527353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (51fb269c-9780-4d40-b61f-09a83c420f09), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.534583 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.541085 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/networks/51fb269c-9780-4d40-b61f-09a83c420f09 HTTP/1.1" status: 204  len: 168 time: 0.3250256
Apr 09 21:57:48.541085 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42780) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:48.562642 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991e9c9-635e-444c-a04b-fdddc3f4242c tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'Network': ['ID=51fb269c-9780-4d40-b61f-09a83c420f09,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:48.611904 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c88906e2-ebbb-464e-9de8-09fe47ad1f21 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (1ab7c97e-4237-480d-bdf3-58e5b63b5fd8), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.638351 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c88906e2-ebbb-464e-9de8-09fe47ad1f21 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (1ab7c97e-4237-480d-bdf3-58e5b63b5fd8), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.700555 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c88906e2-ebbb-464e-9de8-09fe47ad1f21 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1ab7c97e-4237-480d-bdf3-58e5b63b5fd8), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.703178 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c88906e2-ebbb-464e-9de8-09fe47ad1f21 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:48.704398 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c88906e2-ebbb-464e-9de8-09fe47ad1f21 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] 10.222.0.30 "DELETE /v2.0/security-groups/1ab7c97e-4237-480d-bdf3-58e5b63b5fd8 HTTP/1.1" status: 204  len: 168 time: 0.1628218
Apr 09 21:57:48.713772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88906e2-ebbb-464e-9de8-09fe47ad1f21 tempest-TestNetworkAdvancedServerOps-1131741307 tempest-TestNetworkAdvancedServerOps-1131741307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab7c97e-4237-480d-bdf3-58e5b63b5fd8,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:49.012042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42790) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:49.150422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1aa88071-e9d8-480e-9942-3cd16f2f31ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91139f4484934b158e5ee647130aa2cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1370642
Apr 09 21:57:49.153072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42794) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:49.204558 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5cb0-e925-42d4-930a-c100e81f23fa admin admin] Publish callbacks [] for security_group (1b8fc80e-9da3-4c41-aeae-0ed78c7390d6), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.227562 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5cb0-e925-42d4-930a-c100e81f23fa admin admin] Publish callbacks [] for security_group (1b8fc80e-9da3-4c41-aeae-0ed78c7390d6), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.278421 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5cb0-e925-42d4-930a-c100e81f23fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1b8fc80e-9da3-4c41-aeae-0ed78c7390d6), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.281274 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5cb0-e925-42d4-930a-c100e81f23fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.282454 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-d7ad5cb0-e925-42d4-930a-c100e81f23fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b8fc80e-9da3-4c41-aeae-0ed78c7390d6 HTTP/1.1" status: 204  len: 168 time: 0.1284719
Apr 09 21:57:49.290551 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5cb0-e925-42d4-930a-c100e81f23fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fc80e-9da3-4c41-aeae-0ed78c7390d6,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:49.569086 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42800) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:49.582950 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c55dc8af-b0ee-482b-8254-341c774d49b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.667465 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c55dc8af-b0ee-482b-8254-341c774d49b1 admin admin] Publish callbacks [] for security_group (1d84c507-73c7-45a7-b8ea-0fc7db960439), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.672891 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c55dc8af-b0ee-482b-8254-341c774d49b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1d84c507-73c7-45a7-b8ea-0fc7db960439), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.711227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c55dc8af-b0ee-482b-8254-341c774d49b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b54b4c604dd24d47a5c5fd7bb442a428&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1410251
Apr 09 21:57:49.712458 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dc8af-b0ee-482b-8254-341c774d49b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d84c507-73c7-45a7-b8ea-0fc7db960439,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:49.714288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42802) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:49.765417 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a16c4bd-2364-4c05-bd2e-64f519e5827f admin admin] Publish callbacks [] for security_group (1d84c507-73c7-45a7-b8ea-0fc7db960439), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.787208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a16c4bd-2364-4c05-bd2e-64f519e5827f admin admin] Publish callbacks [] for security_group (1d84c507-73c7-45a7-b8ea-0fc7db960439), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.835124 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a16c4bd-2364-4c05-bd2e-64f519e5827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (1d84c507-73c7-45a7-b8ea-0fc7db960439), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.838139 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-8a16c4bd-2364-4c05-bd2e-64f519e5827f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:49.839342 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-8a16c4bd-2364-4c05-bd2e-64f519e5827f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d84c507-73c7-45a7-b8ea-0fc7db960439 HTTP/1.1" status: 204  len: 168 time: 0.1240726
Apr 09 21:57:49.847367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16c4bd-2364-4c05-bd2e-64f519e5827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d84c507-73c7-45a7-b8ea-0fc7db960439,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:50.342348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 21:57:50.364367 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 21:57:50.364802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device ec00d76d-d32f-44e5-91bc-5d51d9ac03c1 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 21:57:50.525412 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-129c2433-4e38-48ce-8027-13bcdce49c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.580500 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42840) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:50.678651 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-624165724-network', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:57:50.701837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Made reservation on behalf of b5b6456b64b3420cb9fd86fb1cb15247 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:57:50.705154 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.717312 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.796852 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Publish callbacks [] for security_group (c5b34561-7371-4be3-b284-11c7b91d1992), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.802533 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c5b34561-7371-4be3-b284-11c7b91d1992), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.822529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:57:50.836989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b34561-7371-4be3-b284-11c7b91d1992,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:50.839996 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (15996f46-67e5-4988-a16a-a9203439e572), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.840334 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Added segment 15996f46-67e5-4988-a16a-a9203439e572 of type vlan for network b2d82b12-1202-41ee-a05a-aad7a687d585
Apr 09 21:57:50.880954 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (b2d82b12-1202-41ee-a05a-aad7a687d585), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.907737 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (b2d82b12-1202-41ee-a05a-aad7a687d585), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.908726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:50.909289 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.941548 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3597953
Apr 09 21:57:50.944824 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42844) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:50.949973 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Request body: {'subnet': {'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-624165724-subnet', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:57:50.970746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daadf9-4f3a-4bb5-8752-fb2e47cdc623 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d82b12-1202-41ee-a05a-aad7a687d585,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:50.976676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Made reservation on behalf of b5b6456b64b3420cb9fd86fb1cb15247 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:57:50.979303 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:50.981653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network b2d82b12-1202-41ee-a05a-aad7a687d585 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:57:51.151453 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (11c06332-d0f2-47ab-8ffd-62f23cfedf4d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.207796 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c06332-d0f2-47ab-8ffd-62f23cfedf4d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:51.215381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Checking segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:57:51.215743 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Network hostable DHCP agents. Network: b2d82b12-1202-41ee-a05a-aad7a687d585, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:57:51.237120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Network b2d82b12-1202-41ee-a05a-aad7a687d585 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:57:51.249117 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2d82b12-1202-41ee-a05a-aad7a687d585) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:51.253728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:51.254441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.258653 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0805fa1-600a-44d4-908b-5ecdfa1b2e0b None None] Network b2d82b12-1202-41ee-a05a-aad7a687d585 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:57:51.272476 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a4fbc7e8-f3c0-4c0a-8fdc-fdcd21f9e847 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3265150
Apr 09 21:57:51.275556 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42846) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:51.280143 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:57:51.299765 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.300756 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.358225 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks [] for router_controller (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.363368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b2d82b12-1202-41ee-a05a-aad7a687d585', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:57:51.364291 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.508087 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks [] for router_gateway (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.692731 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Allocated IP 172.20.0.2 (b2d82b12-1202-41ee-a05a-aad7a687d585/11c06332-d0f2-47ab-8ffd-62f23cfedf4d/24efabe4-88c7-4960-bb72-570c23ea2101) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:57:51.701656 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks [] for router_gateway (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.721193 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.831999 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Allocated IP 172.35.0.34 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/34531402-e0b8-4f4a-b526-b7464f72b78c) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:57:51.848389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Publish callbacks [] for port (24efabe4-88c7-4960-bb72-570c23ea2101), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.854582 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.896380 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Network b2d82b12-1202-41ee-a05a-aad7a687d585 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:51.899232 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:51.903700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:57:51.905675 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Pushing event updated for resources: {'Port': ['ID=24efabe4-88c7-4960-bb72-570c23ea2101,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:51.939798 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks [] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.964450 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Attempting to bind port 24efabe4-88c7-4960-bb72-570c23ea2101 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:57:51.964845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Attempting to bind port 24efabe4-88c7-4960-bb72-570c23ea2101 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:57:51.965201 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Attempting to bind port 24efabe4-88c7-4960-bb72-570c23ea2101 on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:57:51.970258 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:57:51.970812 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Checking segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:57:51.971059 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.971447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Bound using segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:57:51.971915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Bound port: 24efabe4-88c7-4960-bb72-570c23ea2101, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:57:51.972293 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:51.979416 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:52.023335 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:52.026353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:52.028919 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:57:52.036066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] For port 24efabe4-88c7-4960-bb72-570c23ea2101, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:57:52.039832 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] For port 24efabe4-88c7-4960-bb72-570c23ea2101, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24efabe4-88c7-4960-bb72-570c23ea2101,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:57:52.048646 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:52.059042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Pushing event updated for resources: {'Port': ['ID=34531402-e0b8-4f4a-b526-b7464f72b78c,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:52.107476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e40499-1e4c-45aa-8934-8c05f481b46f None None] Pushing event updated for resources: {'Port': ['ID=24efabe4-88c7-4960-bb72-570c23ea2101,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:52.316601 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks [] for router_gateway (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:52.412614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 24efabe4-88c7-4960-bb72-570c23ea2101 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:57:52.461637 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 24efabe4-88c7-4960-bb72-570c23ea2101 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:52.462009 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:52.543395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 24efabe4-88c7-4960-bb72-570c23ea2101 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:52.543796 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:52.581842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 24efabe4-88c7-4960-bb72-570c23ea2101, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24efabe4-88c7-4960-bb72-570c23ea2101,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:57:52.587223 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:52.637962 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=24efabe4-88c7-4960-bb72-570c23ea2101,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:52.861669 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.005634 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:57:53.020617 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-099703bb-ee18-443b-8a7e-d82354684bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.049082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8427d8e8-75f3-4e01-a030-968c4cf47574 None None] Network b2d82b12-1202-41ee-a05a-aad7a687d585 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:57:53.114769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-629c04b6-3f46-437d-93e6-cfa7ba26559a None None] Provisioning complete for port 24efabe4-88c7-4960-bb72-570c23ea2101 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:53.115143 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-629c04b6-3f46-437d-93e6-cfa7ba26559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.120009 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:57:53.139098 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.140393 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-96e7c9a3-e504-4a88-900b-ef6fafbb78db admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.8637857
Apr 09 21:57:53.143270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42848) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:53.146870 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Sync routers for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:57:53.193605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:53.194253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23747dd2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:53.331044 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-629c04b6-3f46-437d-93e6-cfa7ba26559a None None] Current status of the port 24efabe4-88c7-4960-bb72-570c23ea2101 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:53.343687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:53.525365 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23747dd2b0>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:52Z', 'revision_number': 3, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:53.561215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Checking router: 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:57:53.561514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Updating router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 port 34531402-e0b8-4f4a-b526-b7464f72b78c binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:57:53.583805 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.592846 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b9441108-402b-46ed-b84c-b570eec407a5 None None] Provisioning complete for port 24efabe4-88c7-4960-bb72-570c23ea2101 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:53.593319 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b9441108-402b-46ed-b84c-b570eec407a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.594894 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.758962 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Allocated IP 172.20.0.1 (b2d82b12-1202-41ee-a05a-aad7a687d585/11c06332-d0f2-47ab-8ffd-62f23cfedf4d/c0516aec-a3d2-4af0-887a-99f7854cf3ab) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:57:53.814835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b9441108-402b-46ed-b84c-b570eec407a5 None None] Current status of the port 24efabe4-88c7-4960-bb72-570c23ea2101 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:53.872142 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Publish callbacks [] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.907940 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.914076 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Publish callbacks [] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.920536 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.947340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Network b2d82b12-1202-41ee-a05a-aad7a687d585 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:53.951832 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:53.955333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:57:53.960797 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Pushing event updated for resources: {'Port': ['ID=c0516aec-a3d2-4af0-887a-99f7854cf3ab,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:53.976552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Attempting to bind port 34531402-e0b8-4f4a-b526-b7464f72b78c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:57:53.976927 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Attempting to bind port 34531402-e0b8-4f4a-b526-b7464f72b78c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:57:53.977322 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Attempting to bind port 34531402-e0b8-4f4a-b526-b7464f72b78c on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:57:53.979495 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ac32e-4661-4f45-a910-26210ce9831e None None] Pushing event updated for resources: {'Port': ['ID=34531402-e0b8-4f4a-b526-b7464f72b78c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:53.986281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:57:53.986650 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:57:53.987045 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.987507 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:57:53.987961 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Bound port: 34531402-e0b8-4f4a-b526-b7464f72b78c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:57:53.988235 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:53.999409 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.046894 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] For port 34531402-e0b8-4f4a-b526-b7464f72b78c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:57:54.050384 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] For port 34531402-e0b8-4f4a-b526-b7464f72b78c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34531402-e0b8-4f4a-b526-b7464f72b78c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:57:54.058449 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.118077 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:54.119416 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23747dd2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:54.152865 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.158135 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ac32e-4661-4f45-a910-26210ce9831e None None] Pushing event updated for resources: {'Port': ['ID=34531402-e0b8-4f4a-b526-b7464f72b78c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:54.248632 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-35fa30ff-9865-4cee-9eec-79ec8086af5a None None] Provisioning complete for port c0516aec-a3d2-4af0-887a-99f7854cf3ab triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:54.248898 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-35fa30ff-9865-4cee-9eec-79ec8086af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.254326 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:54.328504 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Publish callbacks [] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.338810 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.385859 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.478494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Pushing event updated for resources: {'Port': ['ID=c0516aec-a3d2-4af0-887a-99f7854cf3ab,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:54.484242 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 24efabe4-88c7-4960-bb72-570c23ea2101 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:57:54.518134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Network b2d82b12-1202-41ee-a05a-aad7a687d585 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:54.519631 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:54.554048 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-35fa30ff-9865-4cee-9eec-79ec8086af5a None None] Port c0516aec-a3d2-4af0-887a-99f7854cf3ab cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:57:54.576575 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.638844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 24efabe4-88c7-4960-bb72-570c23ea2101 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:54.639473 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.642568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:57:54.737193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23747dd2b0>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:53Z', 'revision_number': 1, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:54.764153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:57:54.768885 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7deb1b8d-b9f7-4e1f-813c-a79551237a8c admin admin] 10.222.0.30 "PUT /v2.0/routers/79f6b64d-32ce-4c1d-9b30-c4bf1465b943/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6246648
Apr 09 21:57:54.795240 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cab6e7-1eca-47c1-8663-89cfa90f26f2 None None] The sync data for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 is: [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:53Z', 'revision_number': 1, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:57:54.807078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-a146b37e-ec4e-4022-9863-ae226690beb7 None None] Provisioning complete for port c0516aec-a3d2-4af0-887a-99f7854cf3ab triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:54.807422 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-a146b37e-ec4e-4022-9863-ae226690beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:54.834469 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 24efabe4-88c7-4960-bb72-570c23ea2101 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:54.851403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-a146b37e-ec4e-4022-9863-ae226690beb7 None None] Port c0516aec-a3d2-4af0-887a-99f7854cf3ab cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:57:55.300134 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42864) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:55.305129 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-206112623-network', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:57:55.327170 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Made reservation on behalf of 3b560dddcc3f4c39ad38682586bcdaee for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:57:55.329818 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.339781 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.433942 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Publish callbacks [] for security_group (6c4b3bfd-a47f-4dd7-80cc-9d42852405bb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.447517 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6c4b3bfd-a47f-4dd7-80cc-9d42852405bb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.457121 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.476630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 21:57:55.490838 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4b3bfd-a47f-4dd7-80cc-9d42852405bb,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:55.495866 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (20c6b98c-fe01-420f-8c5f-98dbac733783), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.496209 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Added segment 20c6b98c-fe01-420f-8c5f-98dbac733783 of type vlan for network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924
Apr 09 21:57:55.552637 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (3aa00e51-a9bb-4749-92eb-a6fc3b22f924), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.582337 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (3aa00e51-a9bb-4749-92eb-a6fc3b22f924), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.583930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:55.584787 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.651842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3505738
Apr 09 21:57:55.654699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42866) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:55.661875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Request body: {'subnet': {'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-206112623-subnet', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'ip_version': 4}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:57:55.668368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9d8d-b42c-45bb-a8bd-06bdca0eca13 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa00e51-a9bb-4749-92eb-a6fc3b22f924,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:55.679284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 21:57:55.687918 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Made reservation on behalf of 3b560dddcc3f4c39ad38682586bcdaee for: {'subnet': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:57:55.690743 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8426894'] for subnet (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.870257 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12406160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8426940'] for subnet (14ae8967-dadf-4c72-a173-fddc964ca6b9), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.925166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ae8967-dadf-4c72-a173-fddc964ca6b9,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:55.936304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Checking segment: {'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:57:55.936657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Network hostable DHCP agents. Network: 3aa00e51-a9bb-4749-92eb-a6fc3b22f924, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 21:57:55.956186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 21:57:55.966673 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3aa00e51-a9bb-4749-92eb-a6fc3b22f924) {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:55.970806 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:57:55.971400 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:55.977875 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac111f-9581-4d48-b927-4bfad4a2ff1d None None] Network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:57:55.991497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-faddce9c-832b-43af-b021-244e27dcc563 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3357031
Apr 09 21:57:55.994396 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42868) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:55.999158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:57:56.019941 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.021112 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.089993 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks [] for router_controller (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), precommit_add_association {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.099981 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3aa00e51-a9bb-4749-92eb-a6fc3b22f924', 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924', 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'fixed_ips': [{'subnet_id': '14ae8967-dadf-4c72-a173-fddc964ca6b9'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 21:57:56.101401 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.239012 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks [] for router_gateway (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.244849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Allocated IP 172.20.0.2 (3aa00e51-a9bb-4749-92eb-a6fc3b22f924/14ae8967-dadf-4c72-a173-fddc964ca6b9/50c0bbec-1add-4e1c-97d2-cc4332d7da7d) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:57:56.395397 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Publish callbacks [] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.402838 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.434110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 34531402-e0b8-4f4a-b526-b7464f72b78c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:57:56.499840 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:56.505606 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.508510 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:56.512480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Pushing event updated for resources: {'Port': ['ID=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:56.516279 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:57:56.574460 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 34531402-e0b8-4f4a-b526-b7464f72b78c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:56.574843 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.614849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Attempting to bind port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:57:56.615230 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Attempting to bind port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:57:56.615600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Attempting to bind port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d on network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:57:56.625137 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:57:56.625522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Checking segment: {'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:57:56.625931 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.626337 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Bound using segment: {'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:57:56.626827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Bound port: 50c0bbec-1add-4e1c-97d2-cc4332d7da7d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:57:56.627191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.716153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 34531402-e0b8-4f4a-b526-b7464f72b78c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:56.716878 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.754202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 34531402-e0b8-4f4a-b526-b7464f72b78c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34531402-e0b8-4f4a-b526-b7464f72b78c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:57:56.755940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] For port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:57:56.764910 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.771307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] For port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,segment=NetworkSegment(20c6b98c-fe01-420f-8c5f-98dbac733783),segment_id=20c6b98c-fe01-420f-8c5f-98dbac733783)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:57:56.784757 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks [] for router_gateway (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.793016 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.805019 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:56.829482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=34531402-e0b8-4f4a-b526-b7464f72b78c,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:56.895827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e53df-3294-45be-ab84-e177b5545367 None None] Pushing event updated for resources: {'Port': ['ID=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:56.922993 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Allocated IP 172.35.0.189 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/0fb12af6-08aa-4642-bdae-016a2fed659f) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:57:57.051481 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks [] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.052352 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Sync routers for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:57:57.062735 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:57.063459 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377433b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:57.099260 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.131167 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.157990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:57.161232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:57.165720 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:57:57.171883 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb12af6-08aa-4642-bdae-016a2fed659f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:57.204861 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:57.398820 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377433b20>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 2, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:57.429758 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Checking router: 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:57:57.430026 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks [] for router_gateway (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.430138 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Updating router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 port c0516aec-a3d2-4af0-887a-99f7854cf3ab binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:57:57.458787 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.646373 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.740142 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Publish callbacks [] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.749300 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.796872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 21:57:57.830943 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Pushing event updated for resources: {'Port': ['ID=c0516aec-a3d2-4af0-887a-99f7854cf3ab,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:57.839903 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.840245 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.840584 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.840920 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.841281 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.841609 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.841933 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.842256 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.842578 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.843000 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.843213 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.843531 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.843848 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.844166 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.844481 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 21:57:57.880276 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Attempting to bind port c0516aec-a3d2-4af0-887a-99f7854cf3ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:57:57.880828 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Attempting to bind port c0516aec-a3d2-4af0-887a-99f7854cf3ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:57:57.881419 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Attempting to bind port c0516aec-a3d2-4af0-887a-99f7854cf3ab on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:57:57.887937 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:57:57.888625 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Checking segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:57:57.889519 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.890144 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Bound using segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:57:57.890814 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Bound port: c0516aec-a3d2-4af0-887a-99f7854cf3ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:57:57.891551 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.929775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:57:57.936427 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26cdd50-a927-4435-92a3-67fa6a620bc5 None None] Network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 21:57:57.940884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Sync routers for ids ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:57:57.963087 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:57.965091 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-c659548b-0345-459c-b2c7-f768a99bc8e3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9693286
Apr 09 21:57:57.967645 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42870) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:57:57.980771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Routers {'29d72b2d-9d36-4dab-91e4-d74e172f0ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:57.981847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237660f250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:57.992508 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] For port c0516aec-a3d2-4af0-887a-99f7854cf3ab, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:57:57.996830 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] For port c0516aec-a3d2-4af0-887a-99f7854cf3ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0516aec-a3d2-4af0-887a-99f7854cf3ab,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:57:58.004206 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.057261 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:58.058746 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377433b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:58.083774 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-85ea88e9-bcbb-42ff-8645-4805a93d17a1 None None] Provisioning complete for port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:58.084286 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85ea88e9-bcbb-42ff-8645-4805a93d17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.110297 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c622b5c-2166-4a88-bc35-9b4452d79dd1 None None] Pushing event updated for resources: {'Port': ['ID=c0516aec-a3d2-4af0-887a-99f7854cf3ab,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:58.189831 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:58.217012 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Set router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:57:58.466727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-85ea88e9-bcbb-42ff-8645-4805a93d17a1 None None] Current status of the port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:58.467695 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85ea88e9-bcbb-42ff-8645-4805a93d17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.483517 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377433b20>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:57Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:58.514148 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3eee67-75b4-4c5c-81e3-c3dcdbfad247 None None] The sync data for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 is: [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:57Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:57:58.562200 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-85ea88e9-bcbb-42ff-8645-4805a93d17a1 None None] For port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,segment=NetworkSegment(20c6b98c-fe01-420f-8c5f-98dbac733783),segment_id=20c6b98c-fe01-420f-8c5f-98dbac733783)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:57:58.572309 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-85ea88e9-bcbb-42ff-8645-4805a93d17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.600641 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.604205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c0516aec-a3d2-4af0-887a-99f7854cf3ab up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:57:58.638131 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237660f250>, [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:57Z', 'revision_number': 3, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port': {'id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:58.686188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Checking router: 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:57:58.686550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Updating router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 port 0fb12af6-08aa-4642-bdae-016a2fed659f binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:57:58.706565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Provisioning complete for port c0516aec-a3d2-4af0-887a-99f7854cf3ab triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:58.706948 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.728928 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea88e9-bcbb-42ff-8645-4805a93d17a1 None None] Pushing event updated for resources: {'Port': ['ID=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:58.773940 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.780297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c0516aec-a3d2-4af0-887a-99f7854cf3ab triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:58.780674 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.830157 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Allocated IP 172.20.0.1 (3aa00e51-a9bb-4749-92eb-a6fc3b22f924/14ae8967-dadf-4c72-a173-fddc964ca6b9/7bee7581-1754-4bea-8db9-5e9b71490f79) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:57:58.949153 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Publish callbacks [] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:58.986434 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.033281 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:59.036332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:59.038987 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:57:59.069086 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Pushing event updated for resources: {'Port': ['ID=7bee7581-1754-4bea-8db9-5e9b71490f79,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:59.091761 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.160092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Current status of the port c0516aec-a3d2-4af0-887a-99f7854cf3ab is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:59.160723 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.260835 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c0516aec-a3d2-4af0-887a-99f7854cf3ab is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:59.261251 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.271571 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.290352 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] For port c0516aec-a3d2-4af0-887a-99f7854cf3ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0516aec-a3d2-4af0-887a-99f7854cf3ab,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:57:59.305582 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.378656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Provisioning complete for port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:59.379018 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.454445 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 21:57:59.454799 ncdv-master-1 neutron-server[126921]: DEBUG oslo_db.api [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 09 21:57:59.456409 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Publish callbacks [] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.458593 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Pushing event updated for resources: {'Port': ['ID=c0516aec-a3d2-4af0-887a-99f7854cf3ab,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:59.462679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.509477 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Publish callbacks [] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.532431 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Pushing event updated for resources: {'Port': ['ID=7bee7581-1754-4bea-8db9-5e9b71490f79,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:59.535433 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.538136 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.582873 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd7b80-2087-4228-a6ae-8aa2cf0502e8 None None] Current status of the port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:57:59.601545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928701b9-2b6a-42db-9e18-2d13c2e77a72 None None] Pushing event updated for resources: {'Port': ['ID=0fb12af6-08aa-4642-bdae-016a2fed659f,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:59.603815 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Attempting to bind port 0fb12af6-08aa-4642-bdae-016a2fed659f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:57:59.604194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Attempting to bind port 0fb12af6-08aa-4642-bdae-016a2fed659f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:57:59.604558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Attempting to bind port 0fb12af6-08aa-4642-bdae-016a2fed659f on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:57:59.610310 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:57:59.612196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:57:59.612196 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.612196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:57:59.612196 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Bound port: 0fb12af6-08aa-4642-bdae-016a2fed659f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:57:59.612648 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.639211 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:57:59.640737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:57:59.674015 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] For port 0fb12af6-08aa-4642-bdae-016a2fed659f, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:57:59.677613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] For port 0fb12af6-08aa-4642-bdae-016a2fed659f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fb12af6-08aa-4642-bdae-016a2fed659f,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:57:59.687047 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.746562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-5d8b9a0d-a472-4898-940f-153740637d46 None None] Provisioning complete for port 7bee7581-1754-4bea-8db9-5e9b71490f79 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:57:59.746939 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5d8b9a0d-a472-4898-940f-153740637d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:57:59.770244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:57:59.787229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928701b9-2b6a-42db-9e18-2d13c2e77a72 None None] Pushing event updated for resources: {'Port': ['ID=0fb12af6-08aa-4642-bdae-016a2fed659f,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:57:59.791576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Routers {'29d72b2d-9d36-4dab-91e4-d74e172f0ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:57:59.792203 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237660f250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:57:59.837589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b9a0d-a472-4898-940f-153740637d46 None None] Port 7bee7581-1754-4bea-8db9-5e9b71490f79 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:57:59.893128 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:57:59.898576 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-81bbe754-f3d2-4365-9b84-66de689ed221 admin admin] 10.222.0.30 "PUT /v2.0/routers/29d72b2d-9d36-4dab-91e4-d74e172f0ee7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9298952
Apr 09 21:57:59.910220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] Set router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:58:00.011828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ed613605-a2cf-4105-a1ab-89df64a4c715 None None] Provisioning complete for port 7bee7581-1754-4bea-8db9-5e9b71490f79 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:00.012201 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ed613605-a2cf-4105-a1ab-89df64a4c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.074440 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c0516aec-a3d2-4af0-887a-99f7854cf3ab is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:00.075298 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 34531402-e0b8-4f4a-b526-b7464f72b78c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:58:00.131515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ed613605-a2cf-4105-a1ab-89df64a4c715 None None] Port 7bee7581-1754-4bea-8db9-5e9b71490f79 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:58:00.196472 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 34531402-e0b8-4f4a-b526-b7464f72b78c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:00.196992 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.245865 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237660f250>, [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 4, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port': {'id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bee7581-1754-4bea-8db9-5e9b71490f79', 'name': '', 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'mac_address': 'fa:16:3e:d0:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:58Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 2, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'subnets': [{'id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:00.275540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bef485-0873-4c77-815f-c6322141aea6 None None] The sync data for ids ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'] in ncdv-master-1 is: [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 4, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port': {'id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bee7581-1754-4bea-8db9-5e9b71490f79', 'name': '', 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'mac_address': 'fa:16:3e:d0:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:58Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 2, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'subnets': [{'id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:58:00.319385 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 34531402-e0b8-4f4a-b526-b7464f72b78c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:00.320764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 50c0bbec-1add-4e1c-97d2-cc4332d7da7d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:58:00.372813 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:00.373254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.393470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42878) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:00.398474 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-1680afee-5939-4c6b-9a93-c5b6f54a41ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859755784', 'description': 'tempest-secgroup-smoke-1859755784 description', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:00.419533 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1680afee-5939-4c6b-9a93-c5b6f54a41ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.463900 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:00.522446 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1680afee-5939-4c6b-9a93-c5b6f54a41ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (388bfa07-115e-433e-817a-d4d2cd5be503), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.527390 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1680afee-5939-4c6b-9a93-c5b6f54a41ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (388bfa07-115e-433e-817a-d4d2cd5be503), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.561785 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1680afee-5939-4c6b-9a93-c5b6f54a41ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.562738 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1680afee-5939-4c6b-9a93-c5b6f54a41ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1680961
Apr 09 21:58:00.564295 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680afee-5939-4c6b-9a93-c5b6f54a41ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388bfa07-115e-433e-817a-d4d2cd5be503,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:00.566203 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42880) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:00.571744 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cd89eccf-3fa7-4ef3-b24b-ae4faa0fdef4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': '388bfa07-115e-433e-817a-d4d2cd5be503', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:00.610514 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c0516aec-a3d2-4af0-887a-99f7854cf3ab up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:58:00.611803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd89eccf-3fa7-4ef3-b24b-ae4faa0fdef4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (4a6045fd-6b92-41e6-8e6f-d7028eb0524e), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.663020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port c0516aec-a3d2-4af0-887a-99f7854cf3ab triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:00.663389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.675323 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd89eccf-3fa7-4ef3-b24b-ae4faa0fdef4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (4a6045fd-6b92-41e6-8e6f-d7028eb0524e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.681528 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd89eccf-3fa7-4ef3-b24b-ae4faa0fdef4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (4a6045fd-6b92-41e6-8e6f-d7028eb0524e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.702202 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89eccf-3fa7-4ef3-b24b-ae4faa0fdef4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6045fd-6b92-41e6-8e6f-d7028eb0524e,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:00.715186 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd89eccf-3fa7-4ef3-b24b-ae4faa0fdef4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.716447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd89eccf-3fa7-4ef3-b24b-ae4faa0fdef4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1490483
Apr 09 21:58:00.719263 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42882) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:00.724539 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-071d0ebd-b751-4f9d-808f-d1f141e88772 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': '388bfa07-115e-433e-817a-d4d2cd5be503', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:00.754529 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-071d0ebd-b751-4f9d-808f-d1f141e88772 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (d0ef69cf-675d-4aff-bf4b-88f1ed993178), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.759194 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port c0516aec-a3d2-4af0-887a-99f7854cf3ab is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:00.760662 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 50c0bbec-1add-4e1c-97d2-cc4332d7da7d up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:58:00.810656 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:00.811117 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.819293 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-071d0ebd-b751-4f9d-808f-d1f141e88772 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (d0ef69cf-675d-4aff-bf4b-88f1ed993178), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.824276 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-071d0ebd-b751-4f9d-808f-d1f141e88772 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (d0ef69cf-675d-4aff-bf4b-88f1ed993178), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.845200 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d0ebd-b751-4f9d-808f-d1f141e88772 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ef69cf-675d-4aff-bf4b-88f1ed993178,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:00.857693 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-071d0ebd-b751-4f9d-808f-d1f141e88772 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.866104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 42884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:00.871521 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-dd5d2253-7f9e-49b7-b1df-546f7032f18b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': '388bfa07-115e-433e-817a-d4d2cd5be503', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:00.876411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-071d0ebd-b751-4f9d-808f-d1f141e88772 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1558535
Apr 09 21:58:00.907127 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd5d2253-7f9e-49b7-b1df-546f7032f18b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (a39d7b14-d388-41b8-9d2e-bd17eae23fcb), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.914978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:00.968314 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd5d2253-7f9e-49b7-b1df-546f7032f18b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (a39d7b14-d388-41b8-9d2e-bd17eae23fcb), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.973208 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd5d2253-7f9e-49b7-b1df-546f7032f18b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (a39d7b14-d388-41b8-9d2e-bd17eae23fcb), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:00.989254 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d2253-7f9e-49b7-b1df-546f7032f18b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39d7b14-d388-41b8-9d2e-bd17eae23fcb,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:01.000708 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-dd5d2253-7f9e-49b7-b1df-546f7032f18b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.001939 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-dd5d2253-7f9e-49b7-b1df-546f7032f18b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1344309
Apr 09 21:58:01.004881 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42886) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:01.009600 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-ab012a00-a507-41eb-8216-f6be7b7053ae tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': '388bfa07-115e-433e-817a-d4d2cd5be503', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:01.036786 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab012a00-a507-41eb-8216-f6be7b7053ae tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (6a8e402d-7777-41a1-b142-7c519d8c9ae5), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.100159 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab012a00-a507-41eb-8216-f6be7b7053ae tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (6a8e402d-7777-41a1-b142-7c519d8c9ae5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.105537 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab012a00-a507-41eb-8216-f6be7b7053ae tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (6a8e402d-7777-41a1-b142-7c519d8c9ae5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.125730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab012a00-a507-41eb-8216-f6be7b7053ae tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8e402d-7777-41a1-b142-7c519d8c9ae5,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:01.134400 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-ab012a00-a507-41eb-8216-f6be7b7053ae tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.135659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-ab012a00-a507-41eb-8216-f6be7b7053ae tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1296685
Apr 09 21:58:01.138656 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42888) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:01.142936 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3e920744-b1fd-45ca-91b5-d43d69a42be9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': '388bfa07-115e-433e-817a-d4d2cd5be503', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:01.164381 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-3e920744-b1fd-45ca-91b5-d43d69a42be9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Project b5b6456b64b3420cb9fd86fb1cb15247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:58:01.170217 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e920744-b1fd-45ca-91b5-d43d69a42be9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (f4fae202-9395-4a3a-8cd1-3a3d847e5f4f), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.231017 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e920744-b1fd-45ca-91b5-d43d69a42be9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (f4fae202-9395-4a3a-8cd1-3a3d847e5f4f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.236719 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e920744-b1fd-45ca-91b5-d43d69a42be9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (f4fae202-9395-4a3a-8cd1-3a3d847e5f4f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.263367 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920744-b1fd-45ca-91b5-d43d69a42be9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fae202-9395-4a3a-8cd1-3a3d847e5f4f,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:01.275245 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3e920744-b1fd-45ca-91b5-d43d69a42be9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.276610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3e920744-b1fd-45ca-91b5-d43d69a42be9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1370189
Apr 09 21:58:01.279493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42890) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:01.283905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-e6617d8d-c717-4eff-99cb-454410a330da tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': '388bfa07-115e-433e-817a-d4d2cd5be503', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:01.307916 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-e6617d8d-c717-4eff-99cb-454410a330da tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Project b5b6456b64b3420cb9fd86fb1cb15247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 21:58:01.314791 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6617d8d-c717-4eff-99cb-454410a330da tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (5c6b692d-2e0a-4c32-b182-07760163e81d), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.378564 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6617d8d-c717-4eff-99cb-454410a330da tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (5c6b692d-2e0a-4c32-b182-07760163e81d), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.386239 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6617d8d-c717-4eff-99cb-454410a330da tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (5c6b692d-2e0a-4c32-b182-07760163e81d), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.405476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6617d8d-c717-4eff-99cb-454410a330da tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6b692d-2e0a-4c32-b182-07760163e81d,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:01.415455 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-e6617d8d-c717-4eff-99cb-454410a330da tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.416733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-e6617d8d-c717-4eff-99cb-454410a330da tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1363089
Apr 09 21:58:01.575436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-b2e79604-9e51-406b-9e7a-8437e1dbdd91 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859755784&fields=id&tenant_id=b5b6456b64b3420cb9fd86fb1cb15247 HTTP/1.1" status: 200  len: 267 time: 0.0470288
Apr 09 21:58:01.692542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65f029e8-5584-4437-90c1-8c04f4b3d8eb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:01.694096 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65f029e8-5584-4437-90c1-8c04f4b3d8eb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 808 time: 0.1117816
Apr 09 21:58:01.710436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-1a910355-1951-4cf0-9c16-23071f0376b3 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/quotas/b5b6456b64b3420cb9fd86fb1cb15247 HTTP/1.1" status: 200  len: 375 time: 0.0102732
Apr 09 21:58:01.763101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-c85e8aa6-4529-4841-ac66-db53369ead75 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0466385
Apr 09 21:58:01.867283 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-ccce94c4-5453-4b41-9f21-a9ea062c50f9 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922475
Apr 09 21:58:01.946320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:01.959860 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-b1098528-04bc-4a70-ada6-5d828049dfde service neutron] 10.222.0.30 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864532
Apr 09 21:58:02.131290 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c6b3c329-2977-4d51-aa39-630d389313a4 req-3be2f4fb-a8bb-4f81-9355-ac52ea74e047 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 210 time: 0.0327227
Apr 09 21:58:02.550588 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0fb12af6-08aa-4642-bdae-016a2fed659f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:58:02.575098 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Sync routers for ids ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:58:02.587965 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Routers {'29d72b2d-9d36-4dab-91e4-d74e172f0ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:58:02.588708 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377433430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:02.607414 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0fb12af6-08aa-4642-bdae-016a2fed659f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:02.607862 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:02.689173 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0fb12af6-08aa-4642-bdae-016a2fed659f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:02.689750 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:02.706415 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Set router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:58:02.714064 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 0fb12af6-08aa-4642-bdae-016a2fed659f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fb12af6-08aa-4642-bdae-016a2fed659f,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:58:02.719882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:02.768197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=0fb12af6-08aa-4642-bdae-016a2fed659f,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:02.990220 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377433430>, [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 4, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port': {'id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bee7581-1754-4bea-8db9-5e9b71490f79', 'name': '', 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'mac_address': 'fa:16:3e:d0:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:58Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 2, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'subnets': [{'id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:03.017256 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Checking router: 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:58:03.017611 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Updating router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 port 7bee7581-1754-4bea-8db9-5e9b71490f79 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 21:58:03.046269 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.124258 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-ed5d5af7-74dc-4711-adc2-2b0558cfcc5d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:03.128380 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-ed5d5af7-74dc-4711-adc2-2b0558cfcc5d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 808 time: 0.1097302
Apr 09 21:58:03.203892 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-159bef01-c4c1-4daf-b9a3-4d75ec6c49ea tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b6456b64b3420cb9fd86fb1cb15247 HTTP/1.1" status: 200  len: 380 time: 0.0688581
Apr 09 21:58:03.213288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'port': {'device_id': '884bb4a2-0201-4144-af24-94320a8c1513', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'admin_state_up': True, 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'security_groups': ['388bfa07-115e-433e-817a-d4d2cd5be503']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:03.235565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-99b1e4dd-fdf4-4ed7-a971-85042d90a823 req-f7ded42c-884e-463b-bc3b-8c662ad39388 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 210 time: 0.0319800
Apr 09 21:58:03.322079 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Publish callbacks [] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.322772 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Made reservation on behalf of b5b6456b64b3420cb9fd86fb1cb15247 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 21:58:03.326321 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.327400 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.382039 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96bd97-f97d-4d13-87b0-79577d6af39d None None] Pushing event updated for resources: {'Port': ['ID=7bee7581-1754-4bea-8db9-5e9b71490f79,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:03.435335 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Attempting to bind port 7bee7581-1754-4bea-8db9-5e9b71490f79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:58:03.435703 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Attempting to bind port 7bee7581-1754-4bea-8db9-5e9b71490f79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:58:03.436065 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Attempting to bind port 7bee7581-1754-4bea-8db9-5e9b71490f79 on network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:58:03.441808 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:58:03.442180 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Checking segment: {'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:58:03.442614 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.443272 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Bound using segment: {'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:58:03.443443 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Bound port: 7bee7581-1754-4bea-8db9-5e9b71490f79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c6b98c-fe01-420f-8c5f-98dbac733783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:58:03.443826 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.474320 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Allocated IP 172.20.0.3 (b2d82b12-1202-41ee-a05a-aad7a687d585/11c06332-d0f2-47ab-8ffd-62f23cfedf4d/5f6a56dc-3fa3-47ce-ae9b-541cc811715b) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:58:03.514449 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] For port 7bee7581-1754-4bea-8db9-5e9b71490f79, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:58:03.518094 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] For port 7bee7581-1754-4bea-8db9-5e9b71490f79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bee7581-1754-4bea-8db9-5e9b71490f79,segment=NetworkSegment(20c6b98c-fe01-420f-8c5f-98dbac733783),segment_id=20c6b98c-fe01-420f-8c5f-98dbac733783)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:58:03.525583 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.587401 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Routers {'29d72b2d-9d36-4dab-91e4-d74e172f0ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:58:03.588167 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2377433430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:03.593077 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96bd97-f97d-4d13-87b0-79577d6af39d None None] Pushing event updated for resources: {'Port': ['ID=7bee7581-1754-4bea-8db9-5e9b71490f79,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:03.634658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.676784 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-f862efa1-985c-4539-9219-a4c06eda38d2 None None] Provisioning complete for port 7bee7581-1754-4bea-8db9-5e9b71490f79 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:03.677955 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f862efa1-985c-4539-9219-a4c06eda38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.678373 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.719703 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] Set router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:58:03.735854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Network b2d82b12-1202-41ee-a05a-aad7a687d585 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:58:03.739469 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:58:03.743524 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:58:03.789735 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:03.792887 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-f862efa1-985c-4539-9219-a4c06eda38d2 None None] Current status of the port 7bee7581-1754-4bea-8db9-5e9b71490f79 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:03.793541 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f862efa1-985c-4539-9219-a4c06eda38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.827065 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:03.827736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.853027 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-41c8fcdf-dc90-4689-997b-e659d10231e7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6436553
Apr 09 21:58:03.855891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-f862efa1-985c-4539-9219-a4c06eda38d2 None None] For port 7bee7581-1754-4bea-8db9-5e9b71490f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bee7581-1754-4bea-8db9-5e9b71490f79,segment=NetworkSegment(20c6b98c-fe01-420f-8c5f-98dbac733783),segment_id=20c6b98c-fe01-420f-8c5f-98dbac733783)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:58:03.862253 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f862efa1-985c-4539-9219-a4c06eda38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.868594 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Request body: {'port': {'device_id': '884bb4a2-0201-4144-af24-94320a8c1513', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:03.917294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862efa1-985c-4539-9219-a4c06eda38d2 None None] Pushing event updated for resources: {'Port': ['ID=7bee7581-1754-4bea-8db9-5e9b71490f79,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:03.939746 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:03.972790 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2377433430>, [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 4, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port': {'id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bee7581-1754-4bea-8db9-5e9b71490f79', 'name': '', 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'mac_address': 'fa:16:3e:d0:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:58Z', 'updated_at': '2022-04-09T21:58:03Z', 'revision_number': 4, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'subnets': [{'id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:03.983470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-2d9104f6-4825-43c2-b69d-fe907e60787e None None] Provisioning complete for port 7bee7581-1754-4bea-8db9-5e9b71490f79 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:03.983856 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2d9104f6-4825-43c2-b69d-fe907e60787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.010053 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695611c0-d25b-4cc6-b572-a5154277fde1 None None] The sync data for ids ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'] in ncdv-master-1 is: [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 4, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port': {'id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bee7581-1754-4bea-8db9-5e9b71490f79', 'name': '', 'network_id': '3aa00e51-a9bb-4749-92eb-a6fc3b22f924', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'mac_address': 'fa:16:3e:d0:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:58Z', 'updated_at': '2022-04-09T21:58:03Z', 'revision_number': 4, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'subnets': [{'id': '14ae8967-dadf-4c72-a173-fddc964ca6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:58:04.072589 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-2d9104f6-4825-43c2-b69d-fe907e60787e None None] Current status of the port 7bee7581-1754-4bea-8db9-5e9b71490f79 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:04.198519 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8480343a-de76-442a-89f4-23f06e269a4a None None] Provisioning complete for port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:04.199063 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8480343a-de76-442a-89f4-23f06e269a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.231460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6a56dc-3fa3-47ce-ae9b-541cc811715b {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:58:04.240252 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Publish callbacks [] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.258561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Transition to ACTIVE for port object 5f6a56dc-3fa3-47ce-ae9b-541cc811715b will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 21:58:04.265408 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.333817 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:04.388759 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f4580-a050-4828-a6dc-3c5ed665be87 req-a8a37faa-7499-4c86-8c22-70c88bfaec2c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:04.397293 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-200f4580-a050-4828-a6dc-3c5ed665be87 req-a8a37faa-7499-4c86-8c22-70c88bfaec2c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 943 time: 0.0813084
Apr 09 21:58:04.430356 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Attempting to bind port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 21:58:04.430700 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Attempting to bind port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 21:58:04.431033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Attempting to bind port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:58:04.437380 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on network b2d82b12-1202-41ee-a05a-aad7a687d585 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 21:58:04.437717 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Attempting to bind port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 21:58:04.445491 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 21, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 21:58:04.445888 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Checking segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 21:58:04.446420 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Bound using segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 21:58:04.446868 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Bound port: 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 21:58:04.447227 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.480229 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-200f4580-a050-4828-a6dc-3c5ed665be87 req-f87e1197-8fda-4f6d-b421-36d2b7165b82 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816021
Apr 09 21:58:04.506696 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8480343a-de76-442a-89f4-23f06e269a4a None None] Port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 21:58:04.548788 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 21:58:04.552586 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 21:58:04.562461 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.603479 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7bee7581-1754-4bea-8db9-5e9b71490f79 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:58:04.611615 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:04.612386 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.614001 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-65d881fa-40c4-4498-911c-fab131755390 service neutron] 10.222.0.25 "PUT /v2.0/ports/5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 1091 time: 0.7538924
Apr 09 21:58:04.614574 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:58:04.617916 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43917030-74a7-496c-8c66-8fdfebae9775" -d '{"events": [{"name": "network-changed", "server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:58:04.659606 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d881fa-40c4-4498-911c-fab131755390 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:04.669636 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 7bee7581-1754-4bea-8db9-5e9b71490f79 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:04.670112 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.794097 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 7bee7581-1754-4bea-8db9-5e9b71490f79 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:04.796158 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0fb12af6-08aa-4642-bdae-016a2fed659f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:58:04.846860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0fb12af6-08aa-4642-bdae-016a2fed659f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:04.847236 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:04.929525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0fb12af6-08aa-4642-bdae-016a2fed659f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:05.021789 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28046878-aa4e-4d44-9dc7-5ca01b63c5ba x-openstack-request-id: req-28046878-aa4e-4d44-9dc7-5ca01b63c5ba {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:58:05.022085 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:58:05.022337 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28046878-aa4e-4d44-9dc7-5ca01b63c5ba {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:58:05.022788 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28046878-aa4e-4d44-9dc7-5ca01b63c5ba'] response: {'name': 'network-changed', 'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'status': 'completed', 'code': 200}
Apr 09 21:58:05.049676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-6b5490b3-f953-4eb7-800c-ddacd624b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:05.051214 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-6b5490b3-f953-4eb7-800c-ddacd624b831 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1125 time: 0.3877149
Apr 09 21:58:05.092260 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-c8e73c95-7d81-465e-8304-d80358a95c95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 217 time: 0.0336411
Apr 09 21:58:05.141707 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-9513a121-5459-4784-a828-ab8df25c4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:05.143074 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-9513a121-5459-4784-a828-ab8df25c4aaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0441377
Apr 09 21:58:05.192192 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-9ff9ae62-1b28-453e-bbb8-0902b75f1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:05.193321 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-9ff9ae62-1b28-453e-bbb8-0902b75f1418 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442863
Apr 09 21:58:05.286600 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-4715aa9e-8c65-45e4-8d68-b481e97b0f46 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874145
Apr 09 21:58:05.382789 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-cda2dcac-a727-402c-ab52-1879c9b922d9 req-691d11c8-2602-4871-9b81-757a0c65990a service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897613
Apr 09 21:58:05.593542 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef243-b57b-4aa8-bcd9-a6b4f97b6062 req-882454b9-30c9-462a-a908-cad9486f1dd9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:05.595051 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-edbef243-b57b-4aa8-bcd9-a6b4f97b6062 req-882454b9-30c9-462a-a908-cad9486f1dd9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 943 time: 0.0585749
Apr 09 21:58:05.652675 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-edbef243-b57b-4aa8-bcd9-a6b4f97b6062 req-71d25b72-4f0f-491a-a783-a62d76d03166 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494280
Apr 09 21:58:06.877088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f05d51-07c1-4572-96cc-6c0f06a3270e req-bee54db9-cc9b-4dab-9e02-f3a8c5f6d5eb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:06.878565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75f05d51-07c1-4572-96cc-6c0f06a3270e req-bee54db9-cc9b-4dab-9e02-f3a8c5f6d5eb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 943 time: 0.1413896
Apr 09 21:58:06.930425 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75f05d51-07c1-4572-96cc-6c0f06a3270e req-2677cb5b-4dc7-446f-83b0-a65dc23e4b1f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460780
Apr 09 21:58:07.517271 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43917030-74a7-496c-8c66-8fdfebae9775 req-65864fc3-9823-40cb-b6d0-3f5e2a98615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:07.518871 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43917030-74a7-496c-8c66-8fdfebae9775 req-65864fc3-9823-40cb-b6d0-3f5e2a98615d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1125 time: 0.0410316
Apr 09 21:58:07.614148 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43917030-74a7-496c-8c66-8fdfebae9775 req-f11456be-ea17-4bb2-a739-29f5d078c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:07.615676 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43917030-74a7-496c-8c66-8fdfebae9775 req-f11456be-ea17-4bb2-a739-29f5d078c4ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0908482
Apr 09 21:58:07.655930 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43917030-74a7-496c-8c66-8fdfebae9775 req-4914b4bf-d23e-42f0-a154-bef3100f6553 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 217 time: 0.0345974
Apr 09 21:58:07.705782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43917030-74a7-496c-8c66-8fdfebae9775 req-8433da03-21d9-4586-9528-8424c055ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:07.707261 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43917030-74a7-496c-8c66-8fdfebae9775 req-8433da03-21d9-4586-9528-8424c055ae32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0454280
Apr 09 21:58:07.768332 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43917030-74a7-496c-8c66-8fdfebae9775 req-a0e962ed-5c0f-4442-be0e-b652d3cf7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:07.769937 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43917030-74a7-496c-8c66-8fdfebae9775 req-a0e962ed-5c0f-4442-be0e-b652d3cf7210 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0556648
Apr 09 21:58:07.878839 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43917030-74a7-496c-8c66-8fdfebae9775 req-48240fd4-882c-431c-a3d3-9e1bd5cbde4f service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017537
Apr 09 21:58:07.982456 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-43917030-74a7-496c-8c66-8fdfebae9775 req-76f23b15-8785-4ddb-a4a4-dc377d9b10ba service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0979762
Apr 09 21:58:08.105820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb715b40-4f59-4218-ac97-15790859b616 req-5eec5418-16c4-4f0e-bfa3-7f8e408c3a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:08.107321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb715b40-4f59-4218-ac97-15790859b616 req-5eec5418-16c4-4f0e-bfa3-7f8e408c3a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 943 time: 0.1025236
Apr 09 21:58:08.156626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cb715b40-4f59-4218-ac97-15790859b616 req-db7577fc-0c27-434f-8da3-0495e659a080 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435572
Apr 09 21:58:09.290921 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa708-97bb-4cab-890a-13b7eacc8d0a req-dfe51894-ab5b-4c06-b451-5c3c5786a1d9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:09.292488 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0daa708-97bb-4cab-890a-13b7eacc8d0a req-dfe51894-ab5b-4c06-b451-5c3c5786a1d9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 943 time: 0.0600805
Apr 09 21:58:09.354277 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b0daa708-97bb-4cab-890a-13b7eacc8d0a req-2ff9a36a-53c0-4104-9328-597d49354a83 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529780
Apr 09 21:58:09.900241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 21:58:10.003880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:58:10.015967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'port_id': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'mac_address': 'fa:16:3e:f0:80:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 21:58:10.058321 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:10.058715 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:10.071705 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6a56dc-3fa3-47ce-ae9b-541cc811715b {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 21:58:10.092098 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:58:10.098287 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:10.147988 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:10.439745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5f6a56dc-3fa3-47ce-ae9b-541cc811715b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 21:58:10.483042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce2024-9242-4bbb-a44e-94ab710cb751 req-a3a46f71-bf53-4aa7-89e7-f8edb129c863 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:10.484728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71ce2024-9242-4bbb-a44e-94ab710cb751 req-a3a46f71-bf53-4aa7-89e7-f8edb129c863 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0519323
Apr 09 21:58:10.533594 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71ce2024-9242-4bbb-a44e-94ab710cb751 req-1361bce7-bf44-4543-8479-a0e62dfb3987 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429132
Apr 09 21:58:11.659455 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29be67f-2e8e-4415-a8d1-16cda0fadb1a req-29b0fa20-d7a6-421b-9755-e4d689173847 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:11.660944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e29be67f-2e8e-4415-a8d1-16cda0fadb1a req-29b0fa20-d7a6-421b-9755-e4d689173847 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0511439
Apr 09 21:58:11.714686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e29be67f-2e8e-4415-a8d1-16cda0fadb1a req-b1534043-e5c0-419d-81c3-290d02d1d02c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478845
Apr 09 21:58:11.913874 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 21:58:11.963358 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 21:58:11.971375 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 21:58:11.971692 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:12.052884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 21:58:12.053262 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:12.076329 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:58:12.078625 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd58c663-0aeb-4376-bfd1-529c2f609421" -d '{"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-plugged", "status": "completed", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:58:12.091570 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 21:58:12.097565 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:12.120717 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbb54c4-1dff-41b3-9449-02e61841e50d x-openstack-request-id: req-fdbb54c4-1dff-41b3-9449-02e61841e50d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:58:12.120960 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-plugged", "status": "completed", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:58:12.121270 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdbb54c4-1dff-41b3-9449-02e61841e50d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:58:12.121662 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbb54c4-1dff-41b3-9449-02e61841e50d'] response: {'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'code': 200}
Apr 09 21:58:12.149003 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:12.213918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9ef4-c131-46dc-8dd6-3a4842ec9bd7 req-04913bab-05b0-4736-98ca-6f7d8592959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:12.215466 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f60e9ef4-c131-46dc-8dd6-3a4842ec9bd7 req-04913bab-05b0-4736-98ca-6f7d8592959b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1127 time: 0.0395956
Apr 09 21:58:12.263891 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f60e9ef4-c131-46dc-8dd6-3a4842ec9bd7 req-331f1e7b-9ebe-4840-97ad-b075db95e71a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416136
Apr 09 21:58:12.855780 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240b206-f5fe-48b3-a074-f04a908858b4 req-65f0b01e-aaf3-4b63-8b67-526138fe663e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:12.857299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2240b206-f5fe-48b3-a074-f04a908858b4 req-65f0b01e-aaf3-4b63-8b67-526138fe663e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0640082
Apr 09 21:58:12.906618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-2240b206-f5fe-48b3-a074-f04a908858b4 req-8eab18e1-20b1-48fd-98d3-33f8d779b894 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436077
Apr 09 21:58:14.033000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d72c1-6ee9-47f5-be87-649d84b7910a req-1909c9cd-b7e9-40f4-a98d-14a7650126e8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:14.034501 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-744d72c1-6ee9-47f5-be87-649d84b7910a req-1909c9cd-b7e9-40f4-a98d-14a7650126e8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0480161
Apr 09 21:58:14.086039 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-744d72c1-6ee9-47f5-be87-649d84b7910a req-8eb08d32-5ed9-44e1-9d31-e64ea42ab17d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428083
Apr 09 21:58:14.204694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4c2e-8eb9-46d2-b90c-4d657ce42829 req-c5c8e121-35eb-4767-855b-f11fb2b055c2 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:14.206246 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d4f4c2e-8eb9-46d2-b90c-4d657ce42829 req-c5c8e121-35eb-4767-855b-f11fb2b055c2 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0539227
Apr 09 21:58:14.261534 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0d4f4c2e-8eb9-46d2-b90c-4d657ce42829 req-3c76d102-bdf3-47b1-baf0-5531f7a29bad tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494368
Apr 09 21:58:14.283868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42956) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:14.364971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3122a213-20cd-48b2-b3d2-63d14f3426bf tempest-TestShelveInstance-240666699 tempest-TestShelveInstance-240666699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:14.366499 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3122a213-20cd-48b2-b3d2-63d14f3426bf tempest-TestShelveInstance-240666699 tempest-TestShelveInstance-240666699-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1122 time: 0.0816708
Apr 09 21:58:14.370836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 42960) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 21:58:14.375007 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ip_address': '172.20.0.3'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 21:58:14.397909 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:14.480380 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:14.594931 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Allocated IP 172.35.0.2 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/960052f5-5587-4a33-94e6-473d80facf7f) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 21:58:14.701813 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for port (960052f5-5587-4a33-94e6-473d80facf7f), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:14.741214 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (960052f5-5587-4a33-94e6-473d80facf7f), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:14.783523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 21:58:14.788696 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 21:58:14.791532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 21:58:14.793577 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'Port': ['ID=960052f5-5587-4a33-94e6-473d80facf7f,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:15.189566 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for floatingip (251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:15.270868 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (960052f5-5587-4a33-94e6-473d80facf7f), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:15.422173 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for port (960052f5-5587-4a33-94e6-473d80facf7f), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:15.430359 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (960052f5-5587-4a33-94e6-473d80facf7f), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:15.818241 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'Port': ['ID=960052f5-5587-4a33-94e6-473d80facf7f,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 21:58:15.833291 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:15.942382 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:58:15.948444 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Floating IP 251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1 associated. External IP: 172.35.0.2, port: 5f6a56dc-3fa3-47ce-ae9b-541cc811715b.
Apr 09 21:58:16.172437 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 21:58:16.289463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 21:58:16.300533 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] Sync routers for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 21:58:16.309319 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:16.312092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:58:16.312746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763b0820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:16.340575 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f7258d05-b612-4f2d-811d-4fcd40f83374 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.9687557
Apr 09 21:58:16.341324 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 21:58:16.343822 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b764fba-e262-48ff-b73e-f1819d593def" -d '{"events": [{"name": "network-changed", "server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 21:58:16.385950 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eed9d2-2c5f-4c2e-b299-d508c0e5e80f x-openstack-request-id: req-e1eed9d2-2c5f-4c2e-b299-d508c0e5e80f {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 21:58:16.386244 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 21:58:16.386500 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1eed9d2-2c5f-4c2e-b299-d508c0e5e80f {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 21:58:16.386913 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1eed9d2-2c5f-4c2e-b299-d508c0e5e80f'] response: {'name': 'network-changed', 'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'status': 'completed', 'code': 200}
Apr 09 21:58:16.426408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:58:16.449945 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b764fba-e262-48ff-b73e-f1819d593def req-dcc07ae7-a8dd-42ff-ab8f-0f02e1b30441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:16.452153 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0b764fba-e262-48ff-b73e-f1819d593def req-dcc07ae7-a8dd-42ff-ab8f-0f02e1b30441 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1127 time: 0.0433514
Apr 09 21:58:16.549020 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b764fba-e262-48ff-b73e-f1819d593def req-570c075a-6b8f-4453-a941-a8f68fd0eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:16.550577 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0b764fba-e262-48ff-b73e-f1819d593def req-570c075a-6b8f-4453-a941-a8f68fd0eb4f service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0915504
Apr 09 21:58:16.621743 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0b764fba-e262-48ff-b73e-f1819d593def req-2d366652-8687-41f4-8b58-4e8dca4ba0ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 997 time: 0.0652666
Apr 09 21:58:16.643088 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763b0820>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'floating_ip_address': '172.35.0.2', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'port_id': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'mac_address': 'fa:16:3e:f0:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bb4a2-0201-4144-af24-94320a8c1513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:58:15Z', 'updated_at': '2022-04-09T21:58:15Z', 'revision_number': 0, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:16.675316 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] Checking router: 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 21:58:16.676569 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b764fba-e262-48ff-b73e-f1819d593def req-89b0a46a-6ebb-4f5d-ab1a-2a63827cb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:16.678052 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0b764fba-e262-48ff-b73e-f1819d593def req-89b0a46a-6ebb-4f5d-ab1a-2a63827cb3cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0496902
Apr 09 21:58:16.684130 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 21:58:16.684736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23763b0820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T21:57:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:16.720954 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b764fba-e262-48ff-b73e-f1819d593def req-800eb705-2c05-4828-95c0-7c4daac63b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:16.722510 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0b764fba-e262-48ff-b73e-f1819d593def req-800eb705-2c05-4828-95c0-7c4daac63b53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390780
Apr 09 21:58:16.795867 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 21:58:16.816207 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0b764fba-e262-48ff-b73e-f1819d593def req-7561becc-0755-4577-bb83-48b4aba9f941 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874717
Apr 09 21:58:16.906715 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-0b764fba-e262-48ff-b73e-f1819d593def req-4ce9d9f5-68aa-4305-aa35-df35fd5d1217 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843074
Apr 09 21:58:17.013161 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23763b0820>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'floating_ip_address': '172.35.0.2', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'port_id': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'mac_address': 'fa:16:3e:f0:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bb4a2-0201-4144-af24-94320a8c1513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:58:15Z', 'updated_at': '2022-04-09T21:58:15Z', 'revision_number': 0, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 21:58:17.043043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaa40c-5404-49b2-b42b-372dfc613760 None None] The sync data for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 is: [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'floating_ip_address': '172.35.0.2', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'port_id': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'mac_address': 'fa:16:3e:f0:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bb4a2-0201-4144-af24-94320a8c1513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T21:58:15Z', 'updated_at': '2022-04-09T21:58:15Z', 'revision_number': 0, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 21:58:17.240101 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a599fda3-4677-4ef3-bbf6-97435c160da4 None None] New status for floating IP 251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 21:58:20.521171 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf54c-8d3c-4d7c-99dd-bb7dad10e8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:23.021683 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3856de24-92b1-4b07-a647-031370630d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:24.387559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:25.442790 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:26.433515 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:27.132237 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:31.971959 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:32.302194 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-aa46c7e6-4d8f-447d-8c55-bfa85c1c247c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0964549
Apr 09 21:58:32.390181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-d7a8e2d6-3fc5-4c5f-85fe-bd32e6ff9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:32.391730 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-d7a8e2d6-3fc5-4c5f-85fe-bd32e6ff9548 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1127 time: 0.0448616
Apr 09 21:58:32.500981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-a26d7335-888c-48bf-9ab0-a45613629d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:32.503020 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-a26d7335-888c-48bf-9ab0-a45613629d14 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0912938
Apr 09 21:58:32.575670 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-03a51fbc-fe1d-4eee-a7d0-cac7ad25abdb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 999 time: 0.0657201
Apr 09 21:58:32.627121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-8e007785-a6be-4a2a-ab97-31a060b63f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:32.628565 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-8e007785-a6be-4a2a-ab97-31a060b63f08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0453968
Apr 09 21:58:32.676046 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-9be912fc-7ed3-48c7-be2b-4e6e64d8987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:58:32.678362 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-9be912fc-7ed3-48c7-be2b-4e6e64d8987b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433965
Apr 09 21:58:32.778433 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-3050ed46-5525-4e27-befa-30fdccc316a2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931063
Apr 09 21:58:32.881059 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-e8aa7254-770c-4950-85d6-84dc30f35d5d req-51252488-bbf6-4124-9778-c66f0f3e3b26 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952623
Apr 09 21:58:50.527255 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3cc08156-361d-41a0-b6b1-14db48a102f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:52.946859 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:58:53.028074 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-18c865d5-8394-41e1-8d79-c0a4c884cb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:54.390367 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:55.447005 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:56.436362 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:58:57.130637 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:01.992479 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:20.538113 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5509ea59-9d08-4e90-9fee-d7147efd6852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:23.033460 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e72241b1-0289-45db-af58-7c650a968541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:24.393345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:25.450991 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:26.445081 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:27.141498 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:29.951757 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 21:59:31.973326 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:32.047088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-6e145387-a5d3-4001-b448-fb0a4c1293c7 service neutron] (126919) timed out ('10.222.0.30', 39086) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:59:32.317916 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-ccbed9df-7348-4b1d-bc32-b509a49ff084 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0450919
Apr 09 21:59:32.413330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-977393b3-dbe4-4e97-88bf-117fc5a08838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:59:32.414970 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-977393b3-dbe4-4e97-88bf-117fc5a08838 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1127 time: 0.0410480
Apr 09 21:59:32.452765 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-7449752a-96a4-4ca4-82cb-005b695e3d43 req-45bb92f1-0afa-472d-a8da-de7d6b903003 tempest-ServerActionsTestJSON-1381280569 tempest-ServerActionsTestJSON-1381280569-project] (126919) timed out ('10.222.0.30', 39106) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 21:59:32.520486 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-7eab0ee1-e352-4ea6-b787-c3b8a5f235c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:59:32.522042 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-7eab0ee1-e352-4ea6-b787-c3b8a5f235c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0873897
Apr 09 21:59:32.593405 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-a3fa3fdc-28de-465e-a42f-ee459153559d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 999 time: 0.0650420
Apr 09 21:59:32.643313 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-af7ad2d3-a30c-4018-9e82-9d1fe5ed0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:59:32.644763 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-af7ad2d3-a30c-4018-9e82-9d1fe5ed0382 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0458395
Apr 09 21:59:32.690221 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-64203ffa-3c7b-4bdb-9468-c6e51d8905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 21:59:32.692494 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-64203ffa-3c7b-4bdb-9468-c6e51d8905c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0406106
Apr 09 21:59:32.704984 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-862be405-0c78-4124-b047-3954f99a92f9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 21:59:32.706014 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-862be405-0c78-4124-b047-3954f99a92f9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0073495
Apr 09 21:59:32.803033 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-bd477085-fe23-4934-9a5c-2df8bb73ec1a service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903401
Apr 09 21:59:32.895534 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-f9bc96ef-a799-4dd5-8eed-6a4dbadd383a req-259063ac-cf0f-4943-8832-0199e3e5ed6e service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860510
Apr 09 21:59:50.524980 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-841d680c-f070-49a4-b616-d0d36fe7ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:53.039316 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-039a3243-8380-4eb1-b6eb-7f5c89b4041c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:54.405505 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:55.460666 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:56.472360 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 21:59:57.130772 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:01.994317 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:06.951206 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:00:20.521329 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-23aa1a62-b25e-4cfc-a1ee-7e61a6b91abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:23.031768 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d5a18c16-fb05-4dd1-81a7-fc6c6871db3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:24.410389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:25.456049 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:26.456721 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:27.132025 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:32.001850 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:33.695328 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-cd00e469-d506-4bc6-9b86-0b41a222849d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0418210
Apr 09 22:00:33.776552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-b3f1cd74-e020-4335-b8c6-febf6c762cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:33.778117 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-b3f1cd74-e020-4335-b8c6-febf6c762cf5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1127 time: 0.0396528
Apr 09 22:00:33.886683 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-131f8c9a-1775-4cdb-8178-37ff8c37aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:33.888177 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-131f8c9a-1775-4cdb-8178-37ff8c37aaa0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0920718
Apr 09 22:00:33.954601 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-f2c6d8a0-5f56-4d97-9a61-c3224bac4092 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 999 time: 0.0605254
Apr 09 22:00:34.008051 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-da550ee0-0196-4611-96ad-c68ff4d2b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:34.009472 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-da550ee0-0196-4611-96ad-c68ff4d2b887 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0476313
Apr 09 22:00:34.057260 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-4a47f852-0a0c-46ba-b40e-030ebf5f7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:34.058750 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-4a47f852-0a0c-46ba-b40e-030ebf5f7a83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437193
Apr 09 22:00:34.151808 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-ee175814-58f6-47ff-966c-a81e9349b36c service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858226
Apr 09 22:00:34.245255 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-d5f9c5ac-4a2e-456f-b98b-f687ceff6448 req-bee87138-4b8d-4528-bded-d7c4b47caef9 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866992
Apr 09 22:00:43.113565 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64014bf2-f646-4e61-8e2a-8f02d017203a req-eeb05bab-6760-40e3-9647-5077cd56bb0a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:43.115152 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64014bf2-f646-4e61-8e2a-8f02d017203a req-eeb05bab-6760-40e3-9647-5077cd56bb0a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0563171
Apr 09 22:00:43.167143 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-64014bf2-f646-4e61-8e2a-8f02d017203a req-fbebebc1-3134-4dbc-a503-8316e1ea5ec6 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440953
Apr 09 22:00:43.956449 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:00:44.302794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce63e-f813-461d-84de-6f342cfe1f6e req-c727d4bc-dab4-4265-aa3b-9f6af0690f42 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:44.304370 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-651ce63e-f813-461d-84de-6f342cfe1f6e req-c727d4bc-dab4-4265-aa3b-9f6af0690f42 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0534823
Apr 09 22:00:44.359477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-651ce63e-f813-461d-84de-6f342cfe1f6e req-272ae524-5d8f-45a7-b7e5-88a312448771 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489521
Apr 09 22:00:45.499857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638938a2-d848-43b2-bb82-c25d42763ce1 req-2c42e1b3-4c7d-44bb-ad2f-bb6e0ceb0951 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:45.501363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-638938a2-d848-43b2-bb82-c25d42763ce1 req-2c42e1b3-4c7d-44bb-ad2f-bb6e0ceb0951 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0609946
Apr 09 22:00:45.551746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-638938a2-d848-43b2-bb82-c25d42763ce1 req-2a824e6a-4316-4010-aa68-e8f84d2732c0 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446112
Apr 09 22:00:46.665972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dcf83-56e2-4a75-9d00-22b9ce6de58b req-c846154f-0a1a-467d-bfeb-40b56aa3d959 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:46.667445 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-786dcf83-56e2-4a75-9d00-22b9ce6de58b req-c846154f-0a1a-467d-bfeb-40b56aa3d959 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0475469
Apr 09 22:00:46.721956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-786dcf83-56e2-4a75-9d00-22b9ce6de58b req-c08104da-6288-4da5-87d5-ab73aa25ae6e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487943
Apr 09 22:00:47.855568 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4cc04-1036-4ef0-a2db-4db127b0a945 req-3799815e-0e67-48ac-82eb-a9ac13935c78 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:47.857106 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4a4cc04-1036-4ef0-a2db-4db127b0a945 req-3799815e-0e67-48ac-82eb-a9ac13935c78 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0516469
Apr 09 22:00:47.907967 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e4a4cc04-1036-4ef0-a2db-4db127b0a945 req-8c02b7ba-a630-4b49-9d13-5417e5c32f63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451088
Apr 09 22:00:49.025989 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3b440-a881-46e1-9ca1-c006db0222e5 req-0eba529c-72a6-4fbf-b2b4-7b140593e5ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:49.027517 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ad3b440-a881-46e1-9ca1-c006db0222e5 req-0eba529c-72a6-4fbf-b2b4-7b140593e5ee tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0504794
Apr 09 22:00:49.078388 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7ad3b440-a881-46e1-9ca1-c006db0222e5 req-015d0097-5632-4a29-85a5-d710bde1132b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449727
Apr 09 22:00:50.199794 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905a487-4d40-412b-9b24-63ab1501b8d4 req-d51341bb-9329-44bc-ba93-cf1145b4069d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:50.201294 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f905a487-4d40-412b-9b24-63ab1501b8d4 req-d51341bb-9329-44bc-ba93-cf1145b4069d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0522857
Apr 09 22:00:50.251041 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f905a487-4d40-412b-9b24-63ab1501b8d4 req-2be742a0-0d35-48d3-b9e4-1654fa3bc6d4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438402
Apr 09 22:00:50.517107 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b645fe67-e41c-41aa-b251-34dcb67a6891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:51.383796 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d79e-2b2f-4b0e-87f5-366887de91db req-78c17a66-957c-4812-a901-b30ac8b9ae85 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:51.385392 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1050d79e-2b2f-4b0e-87f5-366887de91db req-78c17a66-957c-4812-a901-b30ac8b9ae85 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0525572
Apr 09 22:00:51.438253 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1050d79e-2b2f-4b0e-87f5-366887de91db req-f82cb0cd-c0f4-4c00-8107-19e2c46c804e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451484
Apr 09 22:00:52.567059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f57a-9c52-4ca9-8eb3-62f5f06f3b74 req-c6a584ab-816b-4356-8a4c-4646fd3be8d7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:52.568543 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4e1f57a-9c52-4ca9-8eb3-62f5f06f3b74 req-c6a584ab-816b-4356-8a4c-4646fd3be8d7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0564511
Apr 09 22:00:52.623916 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4e1f57a-9c52-4ca9-8eb3-62f5f06f3b74 req-3ab0ec6c-ffe1-4432-9660-e000b3466869 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475376
Apr 09 22:00:53.034214 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83699fc4-9615-4bf5-bf35-08fd11253a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:53.756820 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179788-ccc2-4873-906e-922aac36e5e5 req-ff6dbb62-662c-4df4-ae1d-2828c0634653 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:53.758346 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53179788-ccc2-4873-906e-922aac36e5e5 req-ff6dbb62-662c-4df4-ae1d-2828c0634653 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0517404
Apr 09 22:00:53.810809 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-53179788-ccc2-4873-906e-922aac36e5e5 req-b01c7db6-6c16-4465-ab08-cd5704925154 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441504
Apr 09 22:00:54.410149 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:54.932947 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294fc6-7f5f-4615-9b66-9aa90f561a1c req-76256b46-f7c0-47ca-92bf-5e8ac598b587 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:54.934442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce294fc6-7f5f-4615-9b66-9aa90f561a1c req-76256b46-f7c0-47ca-92bf-5e8ac598b587 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0482590
Apr 09 22:00:54.984533 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce294fc6-7f5f-4615-9b66-9aa90f561a1c req-df7e9b55-337c-4114-95d0-c14108a65c03 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443611
Apr 09 22:00:55.465945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:56.113179 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f253413-779f-4c2e-bc05-98d47f6e8826 req-c044ca1b-f555-4788-b3d0-6b9ea233571a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:56.117125 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f253413-779f-4c2e-bc05-98d47f6e8826 req-c044ca1b-f555-4788-b3d0-6b9ea233571a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0534220
Apr 09 22:00:56.163737 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0f253413-779f-4c2e-bc05-98d47f6e8826 req-99f6d0ae-8359-49fe-b60e-593ab5b69fbb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433245
Apr 09 22:00:56.455950 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:56.840912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 22:00:56.955597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:00:56.970669 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'port_id': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'mac_address': 'fa:16:3e:f0:80:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 22:00:57.007215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:00:57.007531 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:57.020734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f6a56dc-3fa3-47ce-ae9b-541cc811715b {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:00:57.041679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:00:57.047337 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:57.105652 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:00:57.118344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5f6a56dc-3fa3-47ce-ae9b-541cc811715b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 22:00:57.146535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.146882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.147220 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.147550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.147882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.148206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.148525 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.148849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.149180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.149500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.149825 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.150140 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.150455 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.150768 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.151082 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:00:57.166658 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:57.281790 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff54c79-085f-4673-9a7f-624234070017 req-eee69037-29d1-4c98-8778-40df09f1da5e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:57.283161 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bff54c79-085f-4673-9a7f-624234070017 req-eee69037-29d1-4c98-8778-40df09f1da5e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0470922
Apr 09 22:00:57.332269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bff54c79-085f-4673-9a7f-624234070017 req-8423070d-4f15-4aa8-8b92-35ef939c942c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428340
Apr 09 22:00:58.453245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b545e-1810-498f-a3c8-f722e17101f1 req-a6156b4b-b76b-478d-af5d-745fe6d0127b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:58.454798 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f04b545e-1810-498f-a3c8-f722e17101f1 req-a6156b4b-b76b-478d-af5d-745fe6d0127b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0528126
Apr 09 22:00:58.505652 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f04b545e-1810-498f-a3c8-f722e17101f1 req-601aea51-a964-48b4-825e-305a91497561 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449610
Apr 09 22:00:58.861708 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:00:58.918631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:00:58.919001 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:58.996004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:00:58.996387 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:59.019783 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:00:59.022118 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265bffa-0a36-4232-b380-57a86daada86" -d '{"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-plugged", "status": "completed", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:00:59.035309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:00:59.040920 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:00:59.092655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:00:59.126015 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dcd127-5b76-47cb-af07-38e09bac15c6 x-openstack-request-id: req-71dcd127-5b76-47cb-af07-38e09bac15c6 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:00:59.126331 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-plugged", "status": "completed", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:00:59.126555 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71dcd127-5b76-47cb-af07-38e09bac15c6 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:00:59.127051 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dcd127-5b76-47cb-af07-38e09bac15c6'] response: {'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'code': 200}
Apr 09 22:00:59.623159 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1663f9a-7eb4-43ab-9114-7ff92504f91c req-70d73fff-01c3-4e2f-9488-ad5eacc41cec tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:00:59.624516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1663f9a-7eb4-43ab-9114-7ff92504f91c req-70d73fff-01c3-4e2f-9488-ad5eacc41cec tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0492516
Apr 09 22:00:59.676044 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1663f9a-7eb4-43ab-9114-7ff92504f91c req-e719da2b-81d9-44f3-a726-bc63be60cccb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452256
Apr 09 22:01:00.801379 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaeb98-b484-4ba7-a6d2-4b4f664c2a82 req-a38544cf-54ed-49c1-a869-0a8cde7a7214 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:00.803101 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88eaeb98-b484-4ba7-a6d2-4b4f664c2a82 req-a38544cf-54ed-49c1-a869-0a8cde7a7214 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0517039
Apr 09 22:01:00.860733 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-88eaeb98-b484-4ba7-a6d2-4b4f664c2a82 req-3795c9e2-01a4-4e6d-ac0f-85498ff709b4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518029
Apr 09 22:01:01.993183 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f83ef-c71c-4bc6-9849-a5099c6758f9 req-eb358d25-0c3b-4a50-a5e0-ad1a2de167d9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:02.001529 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f5f83ef-c71c-4bc6-9849-a5099c6758f9 req-eb358d25-0c3b-4a50-a5e0-ad1a2de167d9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0654132
Apr 09 22:01:02.010757 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:02.047831 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3f5f83ef-c71c-4bc6-9849-a5099c6758f9 req-fc4da338-4f57-4ac7-8a39-79e271b21fa0 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452774
Apr 09 22:01:03.179069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece12fa-17d5-415f-9644-1240b488101b req-207c7f67-f93c-4266-b58d-f0afe057ee82 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:03.186866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bece12fa-17d5-415f-9644-1240b488101b req-207c7f67-f93c-4266-b58d-f0afe057ee82 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0559735
Apr 09 22:01:03.235189 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bece12fa-17d5-415f-9644-1240b488101b req-cd490dbe-7749-47b6-8981-d85ab0e48647 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473149
Apr 09 22:01:04.366017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b6ed1-90f3-4ac9-9eae-827f556d2c69 req-9c06dc63-39fc-4296-87c3-f846c1732ee3 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:04.368149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a4b6ed1-90f3-4ac9-9eae-827f556d2c69 req-9c06dc63-39fc-4296-87c3-f846c1732ee3 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0591354
Apr 09 22:01:04.424310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3a4b6ed1-90f3-4ac9-9eae-827f556d2c69 req-7edc990c-4fd9-475d-89bc-a163216743e0 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463817
Apr 09 22:01:05.578026 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09886d3-19ce-4b65-b928-9556d5c0a27c req-cf6a2fbb-d56b-4451-8680-e0e3324b47c4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:05.579790 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d09886d3-19ce-4b65-b928-9556d5c0a27c req-cf6a2fbb-d56b-4451-8680-e0e3324b47c4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0564871
Apr 09 22:01:05.648719 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d09886d3-19ce-4b65-b928-9556d5c0a27c req-19de6f1f-431a-4ba1-a2cb-1385c528e0e8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632305
Apr 09 22:01:06.781828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfd20c-73d8-49b4-948e-5a7911a31e21 req-7c498488-d819-4400-b7a8-4343e6f54b11 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:06.783826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4cfd20c-73d8-49b4-948e-5a7911a31e21 req-7c498488-d819-4400-b7a8-4343e6f54b11 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0553813
Apr 09 22:01:06.846273 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c4cfd20c-73d8-49b4-948e-5a7911a31e21 req-233ca768-3702-4863-82fe-b80771a5b5b5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567174
Apr 09 22:01:07.969193 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782df55d-d08f-449d-b3ce-70211459ee4d req-60a1f33c-74d2-4c7e-b9ed-3f14564bd727 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:07.970879 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-782df55d-d08f-449d-b3ce-70211459ee4d req-60a1f33c-74d2-4c7e-b9ed-3f14564bd727 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0515447
Apr 09 22:01:08.023851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-782df55d-d08f-449d-b3ce-70211459ee4d req-21565cee-2cdb-4a2b-8d86-181ffa4ebc90 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464129
Apr 09 22:01:09.074432 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-473b575a-d1b2-40b9-8705-d6720fa5afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:09.076125 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-473b575a-d1b2-40b9-8705-d6720fa5afb9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1127 time: 0.0452285
Apr 09 22:01:09.141899 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac518005-fea3-4356-a6ae-1782b6b9cb5c req-a6e97e2c-7c45-442e-a70e-41429fc43570 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:09.143421 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac518005-fea3-4356-a6ae-1782b6b9cb5c req-a6e97e2c-7c45-442e-a70e-41429fc43570 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0477128
Apr 09 22:01:09.173373 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-285a3f36-e408-4c1a-a45d-765af2d5e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:09.174945 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-285a3f36-e408-4c1a-a45d-765af2d5e989 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0918658
Apr 09 22:01:09.193481 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ac518005-fea3-4356-a6ae-1782b6b9cb5c req-c6f1602e-0c77-40b0-9757-17114b756692 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440407
Apr 09 22:01:09.241101 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-2ec4bbb9-d6d9-42a2-aa33-10e5c9304969 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 999 time: 0.0598807
Apr 09 22:01:09.288993 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-72a3ef86-b07d-4d62-8aee-49eecb4289a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:09.290412 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-72a3ef86-b07d-4d62-8aee-49eecb4289a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0434608
Apr 09 22:01:09.340115 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-7c330046-4576-4e05-b4f7-91798ae5e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:09.341575 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-7c330046-4576-4e05-b4f7-91798ae5e0b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446632
Apr 09 22:01:09.435044 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-6521cc54-fdd7-4f4a-9a47-fc9e967a3c25 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868413
Apr 09 22:01:09.531219 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-fbb8f479-1f08-4309-9aa0-a78d15c3b39c req-c2864a58-c9f6-4a3b-9d8a-18636759187f service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897398
Apr 09 22:01:10.327245 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccf663-487b-4ed2-ac5b-4ed468d42958 req-79e93ab0-6cff-418f-8c5d-d906b3a1d137 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:10.328715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83ccf663-487b-4ed2-ac5b-4ed468d42958 req-79e93ab0-6cff-418f-8c5d-d906b3a1d137 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0544631
Apr 09 22:01:10.383013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-83ccf663-487b-4ed2-ac5b-4ed468d42958 req-8228b51a-3277-42e5-9559-b51eb3b2a140 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457869
Apr 09 22:01:11.510557 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd3571-f3b7-4fba-80f5-157566d2ee77 req-2e079f7d-5fbe-465c-b7ee-12caf478c214 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:11.512386 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75cd3571-f3b7-4fba-80f5-157566d2ee77 req-2e079f7d-5fbe-465c-b7ee-12caf478c214 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0548716
Apr 09 22:01:11.569066 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-75cd3571-f3b7-4fba-80f5-157566d2ee77 req-290781cc-4afc-48d1-98d2-54892b08fa1f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508814
Apr 09 22:01:11.694466 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-1bec1e5b-5220-489b-862a-ee5a4b91ddc5 req-e95d6152-2718-491b-9dc9-ef2a9b6931b0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 22:01:11.695500 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1bec1e5b-5220-489b-862a-ee5a4b91ddc5 req-e95d6152-2718-491b-9dc9-ef2a9b6931b0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0538869
Apr 09 22:01:11.863361 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc97a1b-da63-4ed2-b537-9e0a55c56248 req-a142a7cb-83a6-45b9-841e-21ae437ba6b8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:11.864853 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3dc97a1b-da63-4ed2-b537-9e0a55c56248 req-a142a7cb-83a6-45b9-841e-21ae437ba6b8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0547094
Apr 09 22:01:11.915031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3dc97a1b-da63-4ed2-b537-9e0a55c56248 req-b2b7b520-b0d5-4a7c-8825-049fc1efbf9f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444171
Apr 09 22:01:12.187469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-72120919-8a02-4f9e-a059-5cdb2bc67658 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0785251
Apr 09 22:01:12.350734 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-50a3ac41-e209-425f-86c7-801db9ff4f2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:12.352115 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-50a3ac41-e209-425f-86c7-801db9ff4f2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports/5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 942 time: 0.0947661
Apr 09 22:01:12.952277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:01:13.031186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08395ad-ab9c-4731-8eb1-998225bf3d2f req-b6916ba9-2b31-45a0-8082-7e37ea6e7b6b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:13.032579 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e08395ad-ab9c-4731-8eb1-998225bf3d2f req-b6916ba9-2b31-45a0-8082-7e37ea6e7b6b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0476418
Apr 09 22:01:13.034395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:01:13.034859 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:13.058313 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:01:13.060621 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a91f2a-7e2e-4cf3-8084-14637df5d524" -d '{"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:01:13.074864 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:01:13.079945 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:13.089667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e08395ad-ab9c-4731-8eb1-998225bf3d2f req-ec0a87fe-babb-4b31-a824-d550290079b7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508857
Apr 09 22:01:13.113175 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 22:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09c7130-5dfa-45dc-b5a9-f25db370c3e0 x-openstack-request-id: req-a09c7130-5dfa-45dc-b5a9-f25db370c3e0 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:01:13.113175 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:01:13.113175 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a09c7130-5dfa-45dc-b5a9-f25db370c3e0 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:01:13.113175 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09c7130-5dfa-45dc-b5a9-f25db370c3e0'] response: {'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'code': 200}
Apr 09 22:01:13.135515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:01:13.198031 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-44350fd3-37b2-48fa-9809-c8bb0cba8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:13.199507 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-44350fd3-37b2-48fa-9809-c8bb0cba8e94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513&tenant_id=b5b6456b64b3420cb9fd86fb1cb15247 HTTP/1.1" status: 200  len: 1125 time: 0.0817008
Apr 09 22:01:13.209821 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:01:13.267700 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:13.482707 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:01:13.518529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:01:13.551482 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6a56dc-3fa3-47ce-ae9b-541cc811715b {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:01:13.559051 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Publish callbacks [] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:13.572042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Transition to ACTIVE for port object 5f6a56dc-3fa3-47ce-ae9b-541cc811715b will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 22:01:13.578147 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:13.626589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=9']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:01:13.673498 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.673843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.674173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.674510 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.674833 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.675158 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.675477 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.675800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.676149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.676467 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.676784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.677124 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.677440 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.677756 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.678072 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:01:13.718546 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] No DVR routers for this DVR port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:01:13.863167 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Attempting to bind port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:01:13.863532 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Attempting to bind port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:01:13.863849 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Attempting to bind port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:01:13.868518 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on network b2d82b12-1202-41ee-a05a-aad7a687d585 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 22:01:13.868861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Attempting to bind port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:01:13.873857 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:01:13.874169 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Checking segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:01:13.874553 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Bound using segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:01:13.874972 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Bound port: 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:01:13.875319 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:13.941824 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:01:13.944827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:01:13.954468 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:13.993968 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:13.994909 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:13.996915 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] 10.222.0.32 "PUT /v2.0/ports/5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 1091 time: 0.7908812
Apr 09 22:01:13.999220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:01:14.002530 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728f81b4-029a-4e91-9a1b-008016fdeff6" -d '{"events": [{"name": "network-changed", "server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:01:14.054585 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040371a4-1f87-4c75-807d-5731f7ee3ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=10']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:01:14.070923 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-2c250f50-ea68-4c72-9053-fcab26d8398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:14.072610 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-2c250f50-ea68-4c72-9053-fcab26d8398d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1126 time: 0.0516238
Apr 09 22:01:14.135475 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42982ba-ce82-4ead-8d98-b004ca7f92f6 x-openstack-request-id: req-d42982ba-ce82-4ead-8d98-b004ca7f92f6 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:01:14.135759 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:01:14.136039 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d42982ba-ce82-4ead-8d98-b004ca7f92f6 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:01:14.136479 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42982ba-ce82-4ead-8d98-b004ca7f92f6'] response: {'name': 'network-changed', 'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'status': 'completed', 'code': 200}
Apr 09 22:01:14.188128 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-e44fc27b-4fb0-4c2f-88c4-e9ded3e6485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:14.189725 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-e44fc27b-4fb0-4c2f-88c4-e9ded3e6485f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.1108658
Apr 09 22:01:14.287307 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27f4d9-d079-468f-8d04-80b029a16ab9 req-99474002-fc8b-43b6-8c4d-731fefb9fbb4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:14.288681 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c27f4d9-d079-468f-8d04-80b029a16ab9 req-99474002-fc8b-43b6-8c4d-731fefb9fbb4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.1196363
Apr 09 22:01:14.310711 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-e71ed797-802f-4a65-8a74-8d7373aa5e2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 997 time: 0.0986726
Apr 09 22:01:14.383723 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7c27f4d9-d079-468f-8d04-80b029a16ab9 req-4b3513b8-2f2d-4a4c-b675-a71c3c2ffcd9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878890
Apr 09 22:01:14.387425 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-20944037-ae5e-41a3-8d47-85203dca9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:14.388802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-20944037-ae5e-41a3-8d47-85203dca9fa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0720160
Apr 09 22:01:14.432639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-0256d063-5b22-4f51-a7f1-8f9d3f648e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:14.434197 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-0256d063-5b22-4f51-a7f1-8f9d3f648e85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398400
Apr 09 22:01:14.526695 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-dded1021-db28-4f8b-b027-9374f7e88e60 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866482
Apr 09 22:01:14.635944 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8249e1b2-2d89-4e3d-954d-f3fef7113d85 req-33ee0d84-233f-449e-a088-e6ff5b58010d service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030915
Apr 09 22:01:14.758784 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-1b7c8c3a-d896-433e-8dab-e13cd067935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:14.760358 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-1b7c8c3a-d896-433e-8dab-e13cd067935f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1126 time: 0.0414281
Apr 09 22:01:14.858566 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-2e9113eb-5551-4533-979e-75b063797f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:14.860242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-2e9113eb-5551-4533-979e-75b063797f56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0946286
Apr 09 22:01:14.935021 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-1d89bb57-a47e-482b-abce-a7dc914bce9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 997 time: 0.0684261
Apr 09 22:01:15.520502 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea63d9c-46cb-4330-b11f-38873e446d6d req-63008967-c1de-4549-bc7f-64f5f5a66da2 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:15.522657 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ea63d9c-46cb-4330-b11f-38873e446d6d req-63008967-c1de-4549-bc7f-64f5f5a66da2 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0514443
Apr 09 22:01:15.583653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3ea63d9c-46cb-4330-b11f-38873e446d6d req-cfcb0c75-7712-4731-9324-775ffdc841a1 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554457
Apr 09 22:01:16.730260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc77e91-c45d-44af-b227-69b248d96081 req-88bf5f72-e56d-4df8-ab51-41c6ce2159c0 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:16.737422 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fc77e91-c45d-44af-b227-69b248d96081 req-88bf5f72-e56d-4df8-ab51-41c6ce2159c0 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0624115
Apr 09 22:01:16.792826 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3fc77e91-c45d-44af-b227-69b248d96081 req-fbc20bf1-2dc6-41f2-8570-4cdc7103ecdf tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538604
Apr 09 22:01:17.914816 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e4dd5-9ee2-4969-93ff-bf12a2b08618 req-1d03ff07-ace7-496d-9f51-cbf08c3385b9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:17.920095 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-281e4dd5-9ee2-4969-93ff-bf12a2b08618 req-1d03ff07-ace7-496d-9f51-cbf08c3385b9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0559592
Apr 09 22:01:17.976799 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-281e4dd5-9ee2-4969-93ff-bf12a2b08618 req-642e8b73-5870-476d-a963-09463092ddf3 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481942
Apr 09 22:01:19.103678 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484b88b-e5b2-4836-8b90-afd73caf3d21 req-98696b48-fe9e-428b-b5a0-4afdba8888b2 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:19.105465 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7484b88b-e5b2-4836-8b90-afd73caf3d21 req-98696b48-fe9e-428b-b5a0-4afdba8888b2 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0555327
Apr 09 22:01:19.170289 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7484b88b-e5b2-4836-8b90-afd73caf3d21 req-3836abcf-cb65-438b-a9fd-dfa9e06155e3 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590439
Apr 09 22:01:20.286444 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e078c1-4dcb-4c13-927e-cace20e649f6 req-a01eb44d-4454-4925-b4a3-6b804b0a234a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:20.288232 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03e078c1-4dcb-4c13-927e-cace20e649f6 req-a01eb44d-4454-4925-b4a3-6b804b0a234a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0511360
Apr 09 22:01:20.341744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-03e078c1-4dcb-4c13-927e-cace20e649f6 req-8d8801ff-66ec-4548-ac2a-101b666ae3e9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476482
Apr 09 22:01:20.523599 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-14ce3e4b-ad38-4daa-8bbe-74e27fce3c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:20.957112 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:01:21.479232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804add4-99cf-40b2-bf6e-ccab65b8c55a req-3d8b79a9-6197-4ae9-bc6c-df9cf9488a42 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:21.480888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b804add4-99cf-40b2-bf6e-ccab65b8c55a req-3d8b79a9-6197-4ae9-bc6c-df9cf9488a42 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0661762
Apr 09 22:01:21.555208 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b804add4-99cf-40b2-bf6e-ccab65b8c55a req-6ebbf7d5-e40b-44af-b898-e1fa12639e07 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678425
Apr 09 22:01:22.606110 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-a38d552f-cae9-4c87-b0cc-d169161cd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:22.607621 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-a38d552f-cae9-4c87-b0cc-d169161cd2e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0570688
Apr 09 22:01:22.688088 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-0f50593a-3512-4306-9f86-67f68701a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:22.689599 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-0f50593a-3512-4306-9f86-67f68701a9fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0706942
Apr 09 22:01:22.697573 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187629a-5331-495e-a34c-3509d5bdcea2 req-9b308a5b-d809-4534-9ae9-b890fb865baf tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:22.698891 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8187629a-5331-495e-a34c-3509d5bdcea2 req-9b308a5b-d809-4534-9ae9-b890fb865baf tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0787926
Apr 09 22:01:22.802335 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8187629a-5331-495e-a34c-3509d5bdcea2 req-7e368693-8092-4389-84c3-3e340be948e6 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954962
Apr 09 22:01:22.817024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-9730d177-9ac8-4df6-a5f2-e59d03f39490 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1169777
Apr 09 22:01:23.036479 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-f7c43d02-d4af-43a3-a2e2-fbd8d3b4e757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:23.944828 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c01fc-1730-47a4-b199-8a00d2974b13 req-4fb0895e-8cbb-438a-b1c7-b44610164283 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:23.946311 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-608c01fc-1730-47a4-b199-8a00d2974b13 req-4fb0895e-8cbb-438a-b1c7-b44610164283 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 944 time: 0.0545619
Apr 09 22:01:23.972426 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-728f81b4-029a-4e91-9a1b-008016fdeff6 req-1a450c81-03bc-434b-a9c8-306b8f88d986 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4704752
Apr 09 22:01:24.008497 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-608c01fc-1730-47a4-b199-8a00d2974b13 req-5d8871a2-9283-4c2f-b031-0035a8bc6b65 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528004
Apr 09 22:01:24.414341 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:24.730294 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 22:01:24.843845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:01:24.855610 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'port_id': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'mac_address': 'fa:16:3e:f0:80:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 22:01:24.892829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:01:24.893249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:24.907178 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6a56dc-3fa3-47ce-ae9b-541cc811715b {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:01:24.926842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:01:24.932734 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:24.980454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=11']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:01:25.133266 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9d962-a21f-4150-9068-4d69e3ff6d85 req-da3c7547-7f8a-425b-83d3-e4e2a1bcd02a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:25.134728 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9d9d962-a21f-4150-9068-4d69e3ff6d85 req-da3c7547-7f8a-425b-83d3-e4e2a1bcd02a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0482669
Apr 09 22:01:25.170500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5f6a56dc-3fa3-47ce-ae9b-541cc811715b'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 22:01:25.190645 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a9d9d962-a21f-4150-9068-4d69e3ff6d85 req-3fac2a07-3453-4d0e-ac8f-7ad8eba5dd96 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497353
Apr 09 22:01:25.470618 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:26.311034 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90eca9-0b37-4650-84e5-6675d2fbae58 req-c0ad3f27-1b73-4b43-a914-277f7b4074a7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:26.312519 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f90eca9-0b37-4650-84e5-6675d2fbae58 req-c0ad3f27-1b73-4b43-a914-277f7b4074a7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 945 time: 0.0523446
Apr 09 22:01:26.365179 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9f90eca9-0b37-4650-84e5-6675d2fbae58 req-7043e264-bda6-496a-b408-88b38b2e9ae7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446587
Apr 09 22:01:26.461073 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:26.745582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:01:26.796760 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 22:01:26.805947 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:01:26.806302 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:26.881664 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:01:26.881905 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:26.907606 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:01:26.921613 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa4febb-cade-43db-bdf8-1cd070611bf9" -d '{"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-plugged", "status": "completed", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:01:26.934553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:01:26.940727 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:26.965689 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbe5744-a2cb-4030-9ac9-d44236e06770 x-openstack-request-id: req-1cbe5744-a2cb-4030-9ac9-d44236e06770 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:01:26.965979 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-plugged", "status": "completed", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:01:26.966226 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cbe5744-a2cb-4030-9ac9-d44236e06770 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:01:26.966618 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbe5744-a2cb-4030-9ac9-d44236e06770'] response: {'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'code': 200}
Apr 09 22:01:26.993602 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=12']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:01:27.145508 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f794e-a4db-475d-9c97-74b4d74be75e req-5bb1dc2d-0f17-4df2-b444-5c1e76e041ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:27.146954 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b7f794e-a4db-475d-9c97-74b4d74be75e req-5bb1dc2d-0f17-4df2-b444-5c1e76e041ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1128 time: 0.0569453
Apr 09 22:01:27.151730 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:27.192884 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b7f794e-a4db-475d-9c97-74b4d74be75e req-0a6e03c1-e5f6-4582-9503-adf910db6065 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399425
Apr 09 22:01:27.494747 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363a6c6-8a64-49bd-8983-e9d878f4507e req-b982fa4b-deed-4361-baf0-c446a67c0d8e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:27.496211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c363a6c6-8a64-49bd-8983-e9d878f4507e req-b982fa4b-deed-4361-baf0-c446a67c0d8e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 946 time: 0.0490763
Apr 09 22:01:27.550195 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c363a6c6-8a64-49bd-8983-e9d878f4507e req-3cd99468-32eb-4e62-acab-28ac452fa5ef tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477736
Apr 09 22:01:28.672705 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c494c7-0592-4ae9-8a00-4dd4ed402e04 req-3d9b027d-8a6e-472d-9b41-887f692c5468 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:28.674242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96c494c7-0592-4ae9-8a00-4dd4ed402e04 req-3d9b027d-8a6e-472d-9b41-887f692c5468 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 946 time: 0.0473199
Apr 09 22:01:28.728310 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96c494c7-0592-4ae9-8a00-4dd4ed402e04 req-64c38b4e-983f-42f5-903f-f84d34224222 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482442
Apr 09 22:01:29.854342 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd2654-4b6e-4e25-9d5a-c4f8c668dbb9 req-436f5286-a3ef-4b7b-8944-e7ca83f5f352 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:29.855964 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10dd2654-4b6e-4e25-9d5a-c4f8c668dbb9 req-436f5286-a3ef-4b7b-8944-e7ca83f5f352 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 946 time: 0.0512912
Apr 09 22:01:29.906218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-10dd2654-4b6e-4e25-9d5a-c4f8c668dbb9 req-80ab1803-7e36-4389-bd27-ece1c7ab0d46 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444207
Apr 09 22:01:32.014690 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:42.808688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-a8aeb8be-9d0e-4f97-91e7-d69c780e41e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0467949
Apr 09 22:01:42.904901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-0fb4aa3f-1723-45bf-83f1-ab96ad1871fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:42.906470 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-0fb4aa3f-1723-45bf-83f1-ab96ad1871fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1128 time: 0.0487227
Apr 09 22:01:43.021308 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-5bc5bc7e-4108-420d-9f41-8623adf2d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:43.022822 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-5bc5bc7e-4108-420d-9f41-8623adf2d0fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0914843
Apr 09 22:01:43.102190 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-e824590f-a456-4cca-9dd0-14aada2e7cb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 999 time: 0.0705502
Apr 09 22:01:43.158090 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-cbe0f9f8-a2f0-4890-8087-71cd7eb42969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:43.159586 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-cbe0f9f8-a2f0-4890-8087-71cd7eb42969 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0487361
Apr 09 22:01:43.204640 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-e32378d1-de85-4851-89b7-cb2f10fa3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:01:43.206288 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-e32378d1-de85-4851-89b7-cb2f10fa3724 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398688
Apr 09 22:01:43.301851 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-886449b0-b88a-4a1c-9dbc-c5249f3687fb service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883181
Apr 09 22:01:43.395881 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-024355e3-f104-4ffe-904d-fccfb95437b7 req-a5231d64-4b12-465d-8139-b52c6171be07 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877414
Apr 09 22:01:50.520474 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e2d80271-46af-4148-b724-f1b833b8b297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:53.035908 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-342ab356-6ba8-4059-99fb-0e3c17773742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:54.414758 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:55.470014 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:56.467640 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:57.144661 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:01:57.956683 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:02:02.033193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:20.535022 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e24653bd-cf6e-436e-a18f-a224e6e8d173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:23.042205 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-08b34c07-dc2b-41df-bc39-bc01be78f004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:24.421377 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:25.473874 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:26.485539 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:27.144255 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:32.027812 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:34.958558 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:02:38.883260 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43356) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:39.048800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Deleting port 960052f5-5587-4a33-94e6-473d80facf7f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:02:39.049130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (960052f5-5587-4a33-94e6-473d80facf7f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:39.138271 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (960052f5-5587-4a33-94e6-473d80facf7f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:39.138532 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for floatingip (960052f5-5587-4a33-94e6-473d80facf7f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:39.151256 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Calling delete_port for 960052f5-5587-4a33-94e6-473d80facf7f owned by network:floatingip {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:02:39.306732 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (960052f5-5587-4a33-94e6-473d80facf7f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:39.332017 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event deleted for resources: {'Port': ['ID=960052f5-5587-4a33-94e6-473d80facf7f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:39.344036 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.344386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.344725 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.345065 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.345430 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.345762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.346096 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.346423 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.346730 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.347055 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.347377 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.347694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.348022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.348343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.348665 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:39.408033 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for floatingip (251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:39.408285 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Floating IP 251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1 disassociated (deleted). External IP: 172.35.0.2, port: 5f6a56dc-3fa3-47ce-ae9b-541cc811715b.
Apr 09 22:02:39.628427 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:02:39.746350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:02:39.751782 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:39.758153 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] Sync routers for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:02:39.768986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:02:39.769912 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375df25e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:02:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:02:39.782320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-235533f3-477a-4f97-bbf4-1c3b9892749f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "DELETE /v2.0/floatingips/251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1 HTTP/1.1" status: 204  len: 168 time: 0.8975890
Apr 09 22:02:39.783153 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:02:39.785477 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9054e57e-fe66-4825-9760-1604d59d0c24" -d '{"events": [{"name": "network-changed", "server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:02:39.834500 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ce47e7-da6b-48d9-932b-fc89181b6553 x-openstack-request-id: req-a1ce47e7-da6b-48d9-932b-fc89181b6553 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:02:39.835071 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:02:39.835572 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1ce47e7-da6b-48d9-932b-fc89181b6553 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:02:39.836200 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ce47e7-da6b-48d9-932b-fc89181b6553'] response: {'name': 'network-changed', 'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'status': 'completed', 'code': 200}
Apr 09 22:02:39.892792 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:02:39.899103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-78167b26-76e9-469d-934c-5c5c89d18bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:39.900747 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-78167b26-76e9-469d-934c-5c5c89d18bde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 1128 time: 0.0415332
Apr 09 22:02:40.033764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-db917f0f-9f20-4d12-9abf-27266eac1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:40.035162 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-db917f0f-9f20-4d12-9abf-27266eac1321 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.1240788
Apr 09 22:02:40.048323 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395092-e048-4867-b62b-1f61a498a85e req-30ad5f0e-e9e0-475d-a88b-5c3ee49cac60 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:40.050406 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd395092-e048-4867-b62b-1f61a498a85e req-30ad5f0e-e9e0-475d-a88b-5c3ee49cac60 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 946 time: 0.0587478
Apr 09 22:02:40.092854 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375df25e0>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:02:40.100802 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd395092-e048-4867-b62b-1f61a498a85e req-861c38df-b600-42fc-becf-f60d50c3ac5e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452747
Apr 09 22:02:40.120260 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] Checking router: 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:02:40.129025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:02:40.129655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375df25e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:02:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:02:40.242356 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:02:40.430315 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375df25e0>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:02:40.460960 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4a10a-cb17-475e-a3c4-f2c4a315841e None None] The sync data for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 is: [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:02:40.686075 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6365c-5901-448b-b421-47089516ca74 None None] New status for floating IP 251d7b57-81a2-4f1c-92ef-3fc5df7ee1b1: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 22:02:40.941742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-2f3e106a-30a7-402f-9b19-dce31bfff065 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 200  len: 217 time: 0.0439267
Apr 09 22:02:40.993011 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-17532b84-6687-4212-a57e-ece379d7659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:40.994478 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-17532b84-6687-4212-a57e-ece379d7659b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0457036
Apr 09 22:02:41.113702 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-d0f67486-ec3a-4d79-b1e5-23dd38456a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:41.115164 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-d0f67486-ec3a-4d79-b1e5-23dd38456a96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425060
Apr 09 22:02:41.262358 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f357-ea46-4905-81f7-dd9920b9ae77 req-8abf6a1c-794e-4f32-8654-8abfe93749cf tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:41.263840 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d4f357-ea46-4905-81f7-dd9920b9ae77 req-8abf6a1c-794e-4f32-8654-8abfe93749cf tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 946 time: 0.0836172
Apr 09 22:02:41.294057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-2c4b350e-d4de-433e-ba16-a5899fce7083 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:41.295480 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-2c4b350e-d4de-433e-ba16-a5899fce7083 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.32 "GET /v2.0/ports?device_id=884bb4a2-0201-4144-af24-94320a8c1513 HTTP/1.1" status: 200  len: 946 time: 0.0845070
Apr 09 22:02:41.302715 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-05360072-8c6f-432d-82dd-a02dfe6e9dbd service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800425
Apr 09 22:02:41.446459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d2d4f357-ea46-4905-81f7-dd9920b9ae77 req-d96c4b76-de5e-467a-9f2d-63b64d61ade5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=388bfa07-115e-433e-817a-d4d2cd5be503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1762142
Apr 09 22:02:41.479198 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Deleting port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:02:41.479542 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:41.497014 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9054e57e-fe66-4825-9760-1604d59d0c24 req-21f642db-deb6-406d-8423-086972a4ee67 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852162
Apr 09 22:02:41.573955 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] For port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:02:41.574235 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:41.588267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Calling delete_port for 5f6a56dc-3fa3-47ce-ae9b-541cc811715b owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:02:41.728685 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5f6a56dc-3fa3-47ce-ae9b-541cc811715b), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:41.755541 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event deleted for resources: {'Port': ['ID=5f6a56dc-3fa3-47ce-ae9b-541cc811715b,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:41.802596 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] No DVR routers for this DVR port 5f6a56dc-3fa3-47ce-ae9b-541cc811715b on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:02:41.805376 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:41.808660 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e45c46af-8149-4e8b-8909-9519fef8f0c7 req-47ffc528-92b6-4426-a354-6f5a24446b47 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.32 "DELETE /v2.0/ports/5f6a56dc-3fa3-47ce-ae9b-541cc811715b HTTP/1.1" status: 204  len: 173 time: 0.5051029
Apr 09 22:02:41.837470 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-deleted', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:02:41.840331 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432b7170-0532-4737-ad76-5b0435e338cd" -d '{"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-deleted", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:02:41.878124 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023074dc-c1c3-479f-a5a1-b1cff881a037 x-openstack-request-id: req-023074dc-c1c3-479f-a5a1-b1cff881a037 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:02:41.878448 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884bb4a2-0201-4144-af24-94320a8c1513", "name": "network-vif-deleted", "tag": "5f6a56dc-3fa3-47ce-ae9b-541cc811715b", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:02:41.878704 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-023074dc-c1c3-479f-a5a1-b1cff881a037 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:02:41.879120 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023074dc-c1c3-479f-a5a1-b1cff881a037'] response: {'server_uuid': '884bb4a2-0201-4144-af24-94320a8c1513', 'name': 'network-vif-deleted', 'tag': '5f6a56dc-3fa3-47ce-ae9b-541cc811715b', 'status': 'completed', 'code': 200}
Apr 09 22:02:42.505553 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43376) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:42.566015 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (388bfa07-115e-433e-817a-d4d2cd5be503), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:42.591070 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (388bfa07-115e-433e-817a-d4d2cd5be503), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:42.656290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (388bfa07-115e-433e-817a-d4d2cd5be503), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:42.659133 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:42.662850 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "DELETE /v2.0/security-groups/388bfa07-115e-433e-817a-d4d2cd5be503 HTTP/1.1" status: 204  len: 168 time: 0.1537728
Apr 09 22:02:42.670437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388bfa07-115e-433e-817a-d4d2cd5be503,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:42.678055 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.678397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.678734 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.679098 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.679444 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.679778 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.680104 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.680429 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.680747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.681087 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.681408 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.681726 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.682039 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.682361 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:42.682706 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d6b3c-89fa-4e1d-a7a7-c5c89f3f3e63 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:45.052802 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43388) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:45.057675 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-edc65e9d-2a4f-4f3d-81a4-08d2b98fbd2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364872671', 'description': 'tempest-secgroup-smoke-1364872671 description', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:45.083119 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edc65e9d-2a4f-4f3d-81a4-08d2b98fbd2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.160896 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edc65e9d-2a4f-4f3d-81a4-08d2b98fbd2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (db4bfc9e-6ff0-44f7-a946-4f625c3c249e), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.166363 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edc65e9d-2a4f-4f3d-81a4-08d2b98fbd2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db4bfc9e-6ff0-44f7-a946-4f625c3c249e), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.184408 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:02:45.206160 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-edc65e9d-2a4f-4f3d-81a4-08d2b98fbd2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.210334 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-edc65e9d-2a4f-4f3d-81a4-08d2b98fbd2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1534877
Apr 09 22:02:45.210567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 5f6a56dc-3fa3-47ce-ae9b-541cc811715b {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:02:45.210567 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5f6a56dc-3fa3-47ce-ae9b-541cc811715b not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:02:45.210789 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc65e9d-2a4f-4f3d-81a4-08d2b98fbd2b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4bfc9e-6ff0-44f7-a946-4f625c3c249e,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:45.210883 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43390) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:45.215495 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-79003c99-b0a1-42c7-afac-3b02f9de759d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': 'db4bfc9e-6ff0-44f7-a946-4f625c3c249e', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:45.244733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79003c99-b0a1-42c7-afac-3b02f9de759d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (9e484f48-4305-4d46-bae8-f4149035aa6d), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.313294 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79003c99-b0a1-42c7-afac-3b02f9de759d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (9e484f48-4305-4d46-bae8-f4149035aa6d), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.318897 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79003c99-b0a1-42c7-afac-3b02f9de759d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9e484f48-4305-4d46-bae8-f4149035aa6d), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.336201 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79003c99-b0a1-42c7-afac-3b02f9de759d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e484f48-4305-4d46-bae8-f4149035aa6d,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:45.345983 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-79003c99-b0a1-42c7-afac-3b02f9de759d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.347212 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-79003c99-b0a1-42c7-afac-3b02f9de759d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1354003
Apr 09 22:02:45.350418 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43392) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:45.354943 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5c0a0b0c-1344-479d-90fc-52c0c3cc0ed5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': 'db4bfc9e-6ff0-44f7-a946-4f625c3c249e', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:45.382001 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0b0c-1344-479d-90fc-52c0c3cc0ed5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (173da3fe-a59c-411f-a152-9942ee5c40ad), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.441905 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0b0c-1344-479d-90fc-52c0c3cc0ed5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (173da3fe-a59c-411f-a152-9942ee5c40ad), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.447334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0b0c-1344-479d-90fc-52c0c3cc0ed5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (173da3fe-a59c-411f-a152-9942ee5c40ad), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.467321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a0b0c-1344-479d-90fc-52c0c3cc0ed5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173da3fe-a59c-411f-a152-9942ee5c40ad,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:45.481866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0b0c-1344-479d-90fc-52c0c3cc0ed5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.484446 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5c0a0b0c-1344-479d-90fc-52c0c3cc0ed5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1327004
Apr 09 22:02:45.487271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43394) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:45.492005 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-3bc32164-7702-4e82-9dc7-0be09a331a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': 'db4bfc9e-6ff0-44f7-a946-4f625c3c249e', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:45.519642 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3bc32164-7702-4e82-9dc7-0be09a331a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (f6f1590c-e082-4c86-8d28-fae12d508500), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.578567 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3bc32164-7702-4e82-9dc7-0be09a331a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (f6f1590c-e082-4c86-8d28-fae12d508500), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.584429 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3bc32164-7702-4e82-9dc7-0be09a331a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (f6f1590c-e082-4c86-8d28-fae12d508500), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.605292 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc32164-7702-4e82-9dc7-0be09a331a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f1590c-e082-4c86-8d28-fae12d508500,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:45.611197 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-3bc32164-7702-4e82-9dc7-0be09a331a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.612364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-3bc32164-7702-4e82-9dc7-0be09a331a1b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1240487
Apr 09 22:02:45.615327 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43396) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:45.619775 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-7005ea85-716a-4fb7-986a-a291406c5b91 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': 'db4bfc9e-6ff0-44f7-a946-4f625c3c249e', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:45.648808 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7005ea85-716a-4fb7-986a-a291406c5b91 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (73ee788e-6c8f-4cee-8d92-b230ccca97a3), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.711557 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7005ea85-716a-4fb7-986a-a291406c5b91 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (73ee788e-6c8f-4cee-8d92-b230ccca97a3), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.717407 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7005ea85-716a-4fb7-986a-a291406c5b91 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (73ee788e-6c8f-4cee-8d92-b230ccca97a3), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.735655 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005ea85-716a-4fb7-986a-a291406c5b91 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ee788e-6c8f-4cee-8d92-b230ccca97a3,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:45.747130 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-7005ea85-716a-4fb7-986a-a291406c5b91 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.748404 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-7005ea85-716a-4fb7-986a-a291406c5b91 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1321530
Apr 09 22:02:45.751471 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43398) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:45.755785 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-b507e9a4-9f2a-490c-9d21-e8a76650485c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': 'db4bfc9e-6ff0-44f7-a946-4f625c3c249e', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:45.781131 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-b507e9a4-9f2a-490c-9d21-e8a76650485c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Project b5b6456b64b3420cb9fd86fb1cb15247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 22:02:45.786905 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b507e9a4-9f2a-490c-9d21-e8a76650485c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (9342be81-d9e2-4896-aff5-57e50da5cde7), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.853888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b507e9a4-9f2a-490c-9d21-e8a76650485c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (9342be81-d9e2-4896-aff5-57e50da5cde7), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.860102 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b507e9a4-9f2a-490c-9d21-e8a76650485c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (9342be81-d9e2-4896-aff5-57e50da5cde7), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.877333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507e9a4-9f2a-490c-9d21-e8a76650485c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9342be81-d9e2-4896-aff5-57e50da5cde7,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:45.886903 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-b507e9a4-9f2a-490c-9d21-e8a76650485c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.888103 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-b507e9a4-9f2a-490c-9d21-e8a76650485c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1357336
Apr 09 22:02:45.891523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43400) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:02:45.896231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-97692b28-ab46-4587-a59a-fe484c96a00c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'security_group_rule': {'security_group_id': 'db4bfc9e-6ff0-44f7-a946-4f625c3c249e', 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:45.919320 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-97692b28-ab46-4587-a59a-fe484c96a00c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Project b5b6456b64b3420cb9fd86fb1cb15247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 22:02:45.924917 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97692b28-ab46-4587-a59a-fe484c96a00c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (ef27bf15-e25f-4aac-a48d-e5977d53e188), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.988718 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97692b28-ab46-4587-a59a-fe484c96a00c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (ef27bf15-e25f-4aac-a48d-e5977d53e188), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:45.994853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97692b28-ab46-4587-a59a-fe484c96a00c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (ef27bf15-e25f-4aac-a48d-e5977d53e188), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:46.015288 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692b28-ab46-4587-a59a-fe484c96a00c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef27bf15-e25f-4aac-a48d-e5977d53e188,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:46.020595 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-97692b28-ab46-4587-a59a-fe484c96a00c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:46.021835 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-97692b28-ab46-4587-a59a-fe484c96a00c tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1293094
Apr 09 22:02:47.708990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7971fefb-e52a-45c0-ab5f-92cb92c46b2e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364872671&fields=id&tenant_id=b5b6456b64b3420cb9fd86fb1cb15247 HTTP/1.1" status: 200  len: 267 time: 0.0463755
Apr 09 22:02:47.821432 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-bd6d0953-7eb6-4c4d-afc3-28025fff3e84 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:47.822925 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-bd6d0953-7eb6-4c4d-afc3-28025fff3e84 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 808 time: 0.1047938
Apr 09 22:02:47.839828 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-36f8bf8c-ab48-4053-9f7c-69f46fda17d2 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/quotas/b5b6456b64b3420cb9fd86fb1cb15247 HTTP/1.1" status: 200  len: 375 time: 0.0092261
Apr 09 22:02:47.888363 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-e300eabe-daec-4aeb-a50d-0c05cfb903aa tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0437157
Apr 09 22:02:47.903930 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-be6f7910-361a-4c6f-8a39-bfc38ee0ed04 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 22:02:47.904839 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-be6f7910-361a-4c6f-8a39-bfc38ee0ed04 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049980
Apr 09 22:02:48.326934 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-e55c7397-6934-4386-b1ca-bfc02778bbfb service neutron] 10.222.0.30 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4165854
Apr 09 22:02:48.422049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-1b737c96-0fb1-4f92-be29-a30f1bce461e service neutron] 10.222.0.30 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866754
Apr 09 22:02:48.724852 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e8ba855-03ce-4b3b-949a-74a856b78b7e req-96799889-b46e-43fd-8b4e-9d0b5d6b748b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 210 time: 0.0282769
Apr 09 22:02:49.804551 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-76f2fb12-3681-448b-9721-fd1b73a75200 req-3da647e5-fd7c-402c-939b-81481ab0d4c9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 210 time: 0.0279815
Apr 09 22:02:50.531179 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ff97efa6-a98c-4acd-b60b-195c3f3cee63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:50.888368 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-02f18363-4e75-46ca-a54c-7d209eb3bfe5 req-f64e3c2e-b42c-43c6-ae63-2df9d6b0d84e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 210 time: 0.0315349
Apr 09 22:02:51.985427 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cd73bf2-83fa-4b13-9c87-059aa58b5055 req-97de7d5c-e10f-4e17-b89d-dd5b7a969855 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 210 time: 0.0356872
Apr 09 22:02:53.030552 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dea3eb4e-0697-4a7f-aabb-836b05892e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:53.081471 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-eacd5162-3afe-4f1a-a1d9-42b18ee4fb95 req-2db6e8c2-6969-40dd-8388-e7dd072fc938 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 210 time: 0.0278487
Apr 09 22:02:53.823860 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-c1deccd6-60b6-44f2-8ea4-f1aba29ee257 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:53.825356 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-c1deccd6-60b6-44f2-8ea4-f1aba29ee257 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 808 time: 0.1153395
Apr 09 22:02:53.890115 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-8372bb05-3077-48d7-ae5b-75b6430abc66 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b6456b64b3420cb9fd86fb1cb15247 HTTP/1.1" status: 200  len: 380 time: 0.0561512
Apr 09 22:02:53.898773 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'port': {'device_id': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'admin_state_up': True, 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'security_groups': ['db4bfc9e-6ff0-44f7-a946-4f625c3c249e']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:54.010198 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Made reservation on behalf of b5b6456b64b3420cb9fd86fb1cb15247 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 22:02:54.013650 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.148947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Allocated IP 172.20.0.11 (b2d82b12-1202-41ee-a05a-aad7a687d585/11c06332-d0f2-47ab-8ffd-62f23cfedf4d/5ff925f7-8d83-4306-9b04-66b23ecea373) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:02:54.189957 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-85ed6649-f125-43ba-a403-e6b29b06e60d req-b9b45c13-e8d9-41b6-8105-5ebf52be6216 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 210 time: 0.0302184
Apr 09 22:02:54.298649 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.335048 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.378923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Network b2d82b12-1202-41ee-a05a-aad7a687d585 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:02:54.381755 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:02:54.385347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:02:54.412120 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:54.431629 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.440698 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:54.441610 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.466833 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-ed5286b2-67a5-41d0-acb0-5496595a5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5717344
Apr 09 22:02:54.479067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Request body: {'port': {'device_id': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:02:54.547638 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.700170 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-fbbe4675-dd3a-4cd2-b7d6-93e2c6b33883 None None] Provisioning complete for port 5ff925f7-8d83-4306-9b04-66b23ecea373 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:02:54.700994 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4675-dd3a-4cd2-b7d6-93e2c6b33883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.740748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe4675-dd3a-4cd2-b7d6-93e2c6b33883 None None] Port 5ff925f7-8d83-4306-9b04-66b23ecea373 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 22:02:54.824438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff925f7-8d83-4306-9b04-66b23ecea373 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:02:54.832009 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Publish callbacks [] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.845935 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Transition to ACTIVE for port object 5ff925f7-8d83-4306-9b04-66b23ecea373 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 22:02:54.851283 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:54.928747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:54.983080 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Attempting to bind port 5ff925f7-8d83-4306-9b04-66b23ecea373 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:02:54.983422 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Attempting to bind port 5ff925f7-8d83-4306-9b04-66b23ecea373 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:02:54.983747 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Attempting to bind port 5ff925f7-8d83-4306-9b04-66b23ecea373 on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:02:54.988392 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Port 5ff925f7-8d83-4306-9b04-66b23ecea373 on network b2d82b12-1202-41ee-a05a-aad7a687d585 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 22:02:54.988739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Attempting to bind port 5ff925f7-8d83-4306-9b04-66b23ecea373 on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:02:54.993918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:02:54.994257 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Checking segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:02:54.994643 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Bound using segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:02:54.995078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Bound port: 5ff925f7-8d83-4306-9b04-66b23ecea373, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:02:54.995444 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:55.062206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:02:55.066023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:02:55.073801 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:55.112397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:55.112936 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:55.114352 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] 10.222.0.25 "PUT /v2.0/ports/5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 1092 time: 0.6400416
Apr 09 22:02:55.114818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:02:55.117116 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50159284-22c4-4e7b-8a6e-98a4e04c52f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:02:55.153718 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4167fc-2f86-4ad5-8091-573d0bf2e8ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:55.206121 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-f7df19f5-249b-4081-b042-37b2fbd92f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:55.207815 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-f7df19f5-249b-4081-b042-37b2fbd92f2d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1126 time: 0.0499105
Apr 09 22:02:55.257159 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b4498e-2d2e-478f-8240-763f0386cc74 x-openstack-request-id: req-68b4498e-2d2e-478f-8240-763f0386cc74 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:02:55.257593 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:02:55.257963 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68b4498e-2d2e-478f-8240-763f0386cc74 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:02:55.258464 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b4498e-2d2e-478f-8240-763f0386cc74'] response: {'name': 'network-changed', 'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'status': 'completed', 'code': 200}
Apr 09 22:02:55.260261 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-f076802b-959d-4b51-8c87-8644aa6e3654 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 217 time: 0.0435705
Apr 09 22:02:55.310543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-93264402-365a-42ba-9eac-9af12ab3bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:55.312037 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-93264402-365a-42ba-9eac-9af12ab3bc6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0464785
Apr 09 22:02:55.315138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbab299-aabf-4b00-a7c5-796dff300d8c req-494fec84-8c69-4ed0-b77e-17237fa62d7d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:55.316718 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cbab299-aabf-4b00-a7c5-796dff300d8c req-494fec84-8c69-4ed0-b77e-17237fa62d7d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0496597
Apr 09 22:02:55.361377 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-1b3b427f-05f4-4c53-b63e-1346e9251e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:55.362951 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-1b3b427f-05f4-4c53-b63e-1346e9251e2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444484
Apr 09 22:02:55.369842 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cbab299-aabf-4b00-a7c5-796dff300d8c req-09f8c233-cb30-4012-b5fb-f081232a9121 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471725
Apr 09 22:02:55.451629 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-363c152a-0dd0-4879-a9b4-aae7e3699ce2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830226
Apr 09 22:02:55.478923 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:55.545875 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-42edaf25-3d69-4a72-b48c-8422e2700478 req-a0dc9893-a006-4705-a22b-0ce8895ed53c service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874534
Apr 09 22:02:56.481225 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:56.493125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2830e5-10c7-4ad4-a875-db4d20b4abc7 req-b2984d1e-3556-4b78-b823-b2aa36dc0b9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:56.494618 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d2830e5-10c7-4ad4-a875-db4d20b4abc7 req-b2984d1e-3556-4b78-b823-b2aa36dc0b9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0496209
Apr 09 22:02:56.545272 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9d2830e5-10c7-4ad4-a875-db4d20b4abc7 req-c4856bb5-e49e-4fcd-9411-9f4567bf562e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441995
Apr 09 22:02:56.615658 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-1e17e23d-5583-47a9-9bf8-2e5100369f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:56.617317 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-1e17e23d-5583-47a9-9bf8-2e5100369f7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1126 time: 0.0416534
Apr 09 22:02:56.711502 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-acca7d8e-ec21-491e-83de-464e78a28922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:56.712989 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-acca7d8e-ec21-491e-83de-464e78a28922 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0889065
Apr 09 22:02:56.756222 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-7eb49bd8-609a-46f1-b5cf-e65e1e64ada1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 217 time: 0.0364890
Apr 09 22:02:56.803733 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-5258f90e-3dce-4f43-9670-3682553e29da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:56.805310 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-5258f90e-3dce-4f43-9670-3682553e29da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0421255
Apr 09 22:02:56.853939 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-41110605-6f25-4860-9c49-d67a4699ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:56.855547 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-41110605-6f25-4860-9c49-d67a4699ee64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427010
Apr 09 22:02:56.944754 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-3aedde62-2e1a-453e-b5c6-9bd2d8b77039 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826049
Apr 09 22:02:57.053485 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-50159284-22c4-4e7b-8a6e-98a4e04c52f9 req-83de5a8a-7fa0-4ec2-bac4-929f1e861e4d service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013315
Apr 09 22:02:57.139432 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:57.672003 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbbfe8-46d8-42d6-adec-070375c44333 req-7909125d-66e8-4129-b6fb-c0737b8679b7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:57.673477 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4efbbfe8-46d8-42d6-adec-070375c44333 req-7909125d-66e8-4129-b6fb-c0737b8679b7 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0547504
Apr 09 22:02:57.729013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4efbbfe8-46d8-42d6-adec-070375c44333 req-eb28e815-80de-49bf-bf2e-651be61c2941 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477622
Apr 09 22:02:58.860922 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9aebf-0b8f-4d53-ab9e-172c701d0482 req-37316c06-e05a-48f9-a85d-71809369daed tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:02:58.862484 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40a9aebf-0b8f-4d53-ab9e-172c701d0482 req-37316c06-e05a-48f9-a85d-71809369daed tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0528674
Apr 09 22:02:58.915088 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-40a9aebf-0b8f-4d53-ab9e-172c701d0482 req-e424c186-c1f9-4903-9408-ce1af884b205 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445459
Apr 09 22:02:59.526811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5ff925f7-8d83-4306-9b04-66b23ecea373 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 22:02:59.634225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:02:59.648836 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'port_id': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'mac_address': 'fa:16:3e:08:b1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 22:02:59.686225 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5ff925f7-8d83-4306-9b04-66b23ecea373 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:02:59.686613 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:59.699706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff925f7-8d83-4306-9b04-66b23ecea373 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:02:59.719516 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:02:59.725644 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:02:59.772505 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:02:59.780497 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.780862 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.781305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.781556 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.781915 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.782253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.782605 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.782917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.783247 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.783613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.783937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.784262 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.784612 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.784917 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:02:59.785263 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:03:00.051850 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['5ff925f7-8d83-4306-9b04-66b23ecea373'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 22:03:00.083503 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc541a78-9508-4a56-9878-346ba48816a1 req-d8a18b16-e151-4715-93e9-618e9a049402 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:00.084999 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc541a78-9508-4a56-9878-346ba48816a1 req-d8a18b16-e151-4715-93e9-618e9a049402 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 945 time: 0.0486360
Apr 09 22:03:00.136595 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cc541a78-9508-4a56-9878-346ba48816a1 req-b70e58f4-7061-491d-ae7c-ce4460d5c5aa tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453608
Apr 09 22:03:01.263445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af4f8-26f7-4127-bfd0-da2e06b78c0e req-b42ac6dd-9b92-48a3-bb1e-277fefdc7012 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:01.264936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f01af4f8-26f7-4127-bfd0-da2e06b78c0e req-b42ac6dd-9b92-48a3-bb1e-277fefdc7012 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 945 time: 0.0519016
Apr 09 22:03:01.315498 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f01af4f8-26f7-4127-bfd0-da2e06b78c0e req-0d85a520-690d-4be7-8645-552c3bfe5a17 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445473
Apr 09 22:03:01.528822 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5ff925f7-8d83-4306-9b04-66b23ecea373 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:03:01.578736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port 5ff925f7-8d83-4306-9b04-66b23ecea373 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 22:03:01.588470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port 5ff925f7-8d83-4306-9b04-66b23ecea373 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:03:01.589377 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:01.672736 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5ff925f7-8d83-4306-9b04-66b23ecea373 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:03:01.673161 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:01.697000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:03:01.699261 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab5f94-11f2-452c-b084-b236dcd0933e" -d '{"events": [{"server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "name": "network-vif-plugged", "status": "completed", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:03:01.711511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:03:01.716814 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:01.740651 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde51b06-e757-4e6d-95d4-2033d38293f9 x-openstack-request-id: req-fde51b06-e757-4e6d-95d4-2033d38293f9 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:03:01.740948 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "name": "network-vif-plugged", "status": "completed", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:03:01.741230 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fde51b06-e757-4e6d-95d4-2033d38293f9 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:03:01.741630 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde51b06-e757-4e6d-95d4-2033d38293f9'] response: {'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'code': 200}
Apr 09 22:03:01.771985 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:03:01.832677 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3feabf-cf2f-4018-a152-8983539ac189 req-61d4bc19-f6bb-4f5d-b816-e2c773bf1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:01.834208 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1b3feabf-cf2f-4018-a152-8983539ac189 req-61d4bc19-f6bb-4f5d-b816-e2c773bf1c6a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1128 time: 0.0398719
Apr 09 22:03:01.899832 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1b3feabf-cf2f-4018-a152-8983539ac189 req-7090b3dc-b2a5-41e3-a285-779408986a79 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588171
Apr 09 22:03:02.033109 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:02.441699 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e96fc-33af-49e3-962d-2841431960ce req-e5531909-ebd9-40c4-98ac-a7cf799b90aa tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:02.443239 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-802e96fc-33af-49e3-962d-2841431960ce req-e5531909-ebd9-40c4-98ac-a7cf799b90aa tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0473154
Apr 09 22:03:02.492968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-802e96fc-33af-49e3-962d-2841431960ce req-ff3e0346-d11b-4de6-8d94-433cfaeb2859 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439250
Apr 09 22:03:03.627285 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78bf48-0406-4e66-8151-6268d4997907 req-9fb3bf16-67fc-42fd-9b14-353d5025b269 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:03.628820 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da78bf48-0406-4e66-8151-6268d4997907 req-9fb3bf16-67fc-42fd-9b14-353d5025b269 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0524666
Apr 09 22:03:03.685502 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-da78bf48-0406-4e66-8151-6268d4997907 req-18ceb759-20dd-442e-ad01-ee105ed7ee2f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504215
Apr 09 22:03:03.801484 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca912f-f01c-49b1-902e-14b9382b3fbd req-b9581b17-a5c8-445a-99ec-0e9c63bd539e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:03.803024 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15ca912f-f01c-49b1-902e-14b9382b3fbd req-b9581b17-a5c8-445a-99ec-0e9c63bd539e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0514107
Apr 09 22:03:03.857243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-15ca912f-f01c-49b1-902e-14b9382b3fbd req-1d18f30f-20ab-40ee-aaf8-071a8b8f6230 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459864
Apr 09 22:03:03.885443 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43572) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:03:03.923523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db3e98-7b54-460e-98a9-0afbcb6115ed tempest-TestShelveInstance-240666699 tempest-TestShelveInstance-240666699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:03.925119 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-34db3e98-7b54-460e-98a9-0afbcb6115ed tempest-TestShelveInstance-240666699 tempest-TestShelveInstance-240666699-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1123 time: 0.0386167
Apr 09 22:03:03.928228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43574) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:03:03.932525 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:03:03.957362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:04.045771 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:04.151436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Allocated IP 172.35.0.72 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/968ca51b-6904-40bc-92c7-63210ae7dcc5) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:03:04.261673 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for port (968ca51b-6904-40bc-92c7-63210ae7dcc5), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:04.298132 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (968ca51b-6904-40bc-92c7-63210ae7dcc5), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:04.338878 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:03:04.341739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:03:04.346051 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:03:04.351971 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'Port': ['ID=968ca51b-6904-40bc-92c7-63210ae7dcc5,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:03:04.723326 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for floatingip (f3721738-c81b-442b-b2ed-2409986300bb), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:04.808882 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (968ca51b-6904-40bc-92c7-63210ae7dcc5), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:04.988071 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for port (968ca51b-6904-40bc-92c7-63210ae7dcc5), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:04.996909 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (968ca51b-6904-40bc-92c7-63210ae7dcc5), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:05.076937 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event updated for resources: {'Port': ['ID=968ca51b-6904-40bc-92c7-63210ae7dcc5,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:03:05.091083 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (f3721738-c81b-442b-b2ed-2409986300bb), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:05.197909 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Floating IP f3721738-c81b-442b-b2ed-2409986300bb associated. External IP: 172.35.0.72, port: 5ff925f7-8d83-4306-9b04-66b23ecea373.
Apr 09 22:03:05.414295 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:03:05.527122 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:03:05.537485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] Sync routers for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:03:05.547080 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:05.548309 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:03:05.549154 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374bb6a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:03:05.578342 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-9e2826ce-1aa5-4b91-83b2-0232339072a9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.6490822
Apr 09 22:03:05.578932 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:03:05.581194 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87f6591-2df7-4d4d-8650-f566a664effd" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:03:05.617502 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b5b10-4a13-4c60-922b-63d92a016cff x-openstack-request-id: req-447b5b10-4a13-4c60-922b-63d92a016cff {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:03:05.617792 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:03:05.618048 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-447b5b10-4a13-4c60-922b-63d92a016cff {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:03:05.618466 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447b5b10-4a13-4c60-922b-63d92a016cff'] response: {'name': 'network-changed', 'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'status': 'completed', 'code': 200}
Apr 09 22:03:05.662120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:03:05.680347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6591-2df7-4d4d-8650-f566a664effd req-278d61b3-b4e6-47c8-be8e-f4504b5b3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:05.681827 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c87f6591-2df7-4d4d-8650-f566a664effd req-278d61b3-b4e6-47c8-be8e-f4504b5b3d9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1128 time: 0.0397024
Apr 09 22:03:05.892882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374bb6a30>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f3721738-c81b-442b-b2ed-2409986300bb', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'floating_ip_address': '172.35.0.72', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'port_id': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'mac_address': 'fa:16:3e:08:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:03:04Z', 'updated_at': '2022-04-09T22:03:04Z', 'revision_number': 0, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:03:05.925780 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] Checking router: 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:03:05.935299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:03:05.935829 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374bb6a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:02:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:03:06.052434 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:03:06.092899 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6591-2df7-4d4d-8650-f566a664effd req-2fff7fef-2cd0-4c6a-aa99-e4b9344c9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:06.094464 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c87f6591-2df7-4d4d-8650-f566a664effd req-2fff7fef-2cd0-4c6a-aa99-e4b9344c9d61 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.4063079
Apr 09 22:03:06.165456 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c87f6591-2df7-4d4d-8650-f566a664effd req-dc09711c-0c14-4ec4-9214-576d6c24aa8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 999 time: 0.0640848
Apr 09 22:03:06.216550 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6591-2df7-4d4d-8650-f566a664effd req-1f902784-83e9-4135-b378-4d3a1d034df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:06.218056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c87f6591-2df7-4d4d-8650-f566a664effd req-1f902784-83e9-4135-b378-4d3a1d034df1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0471733
Apr 09 22:03:06.262094 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6591-2df7-4d4d-8650-f566a664effd req-90e63739-7665-40c4-af25-4bf8631ad1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:06.263676 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c87f6591-2df7-4d4d-8650-f566a664effd req-90e63739-7665-40c4-af25-4bf8631ad1d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384936
Apr 09 22:03:06.276799 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374bb6a30>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f3721738-c81b-442b-b2ed-2409986300bb', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'floating_ip_address': '172.35.0.72', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'port_id': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'mac_address': 'fa:16:3e:08:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:03:04Z', 'updated_at': '2022-04-09T22:03:04Z', 'revision_number': 0, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:03:06.308523 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434547e2-8a45-4557-a2ba-e6e42847ef1a None None] The sync data for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 is: [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f3721738-c81b-442b-b2ed-2409986300bb', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'floating_ip_address': '172.35.0.72', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'port_id': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'mac_address': 'fa:16:3e:08:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:03:04Z', 'updated_at': '2022-04-09T22:03:04Z', 'revision_number': 0, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:03:06.358016 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c87f6591-2df7-4d4d-8650-f566a664effd req-6528b145-f0f8-4c07-a10c-93044b3040b2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884194
Apr 09 22:03:06.458886 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c87f6591-2df7-4d4d-8650-f566a664effd req-33715966-ba1a-4da6-803a-0290a9ba7cb2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942562
Apr 09 22:03:06.523098 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a60644-5745-4c50-b5bb-9ebed48b684f None None] New status for floating IP f3721738-c81b-442b-b2ed-2409986300bb: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 22:03:11.962991 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:03:20.537264 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-87507d47-95c0-4cc8-b91f-74290f9046f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:23.030834 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77ab0b2d-7ae7-4080-99be-1281fe8d677e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:24.422747 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:25.483535 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:26.512205 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:27.144901 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:32.042285 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:36.238632 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-cf9a41f9-6fc0-4393-81fd-d221f64f58f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0884001
Apr 09 22:03:36.330160 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-8e147f2e-e4ad-453d-90b7-be62285ecf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:36.331834 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-8e147f2e-e4ad-453d-90b7-be62285ecf43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1128 time: 0.0477717
Apr 09 22:03:36.442592 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-5317e88e-43ea-4ba7-880e-c5d9700f26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:36.444269 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-5317e88e-43ea-4ba7-880e-c5d9700f26bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0924702
Apr 09 22:03:36.519261 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-3c1a2aae-22af-496f-9754-ae8cac55e2ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 1001 time: 0.0684059
Apr 09 22:03:36.570622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-88f968a8-b788-4159-9725-e9735b143b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:36.572164 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-88f968a8-b788-4159-9725-e9735b143b03 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0474939
Apr 09 22:03:36.619297 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-ea467042-3a55-439f-900b-a2134b23fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:03:36.620964 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-ea467042-3a55-439f-900b-a2134b23fd2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0414217
Apr 09 22:03:36.718391 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-6f6128f4-79fd-49de-ace0-ee195a4c29ec service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908372
Apr 09 22:03:36.818264 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-2aa7002e-c388-42f4-be2a-2ce77052b055 req-16339dfb-62ce-4e24-a25c-90ded54c7ba1 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928700
Apr 09 22:03:48.963933 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:03:50.533426 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b0bf1bb1-d3a3-49d7-90f2-e4d82970111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:53.026318 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-365143fd-28a7-4574-92b4-0971c4c10989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:54.423921 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:55.482711 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:56.510292 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:03:57.151619 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:02.043343 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:20.536345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1a6bac96-968f-4f29-8556-cf92338d3e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:23.037990 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6f5b343d-0433-40f2-9a19-a4e5855761c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:24.433455 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:25.489236 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:25.968255 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:04:26.533651 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:27.153003 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:32.042965 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:37.731867 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-e7072ecf-8a0c-4bdc-9c5d-b76145aed7f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0442131
Apr 09 22:04:37.821268 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-20bdb610-7232-4644-9553-c0215335bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:04:37.822778 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-20bdb610-7232-4644-9553-c0215335bc93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1128 time: 0.0406477
Apr 09 22:04:37.930400 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-d767381c-4a67-46c1-b8b9-4b930b39370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:04:37.931935 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-d767381c-4a67-46c1-b8b9-4b930b39370d service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0903773
Apr 09 22:04:38.003282 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-e25a5de1-93e0-46bb-8697-383021b414c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 1001 time: 0.0646534
Apr 09 22:04:38.053873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-cffab840-5ac3-4877-b78f-b23cf73cc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:04:38.055345 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-cffab840-5ac3-4877-b78f-b23cf73cc684 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0462911
Apr 09 22:04:38.101740 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-37029f5d-7f8c-42ea-bf0b-aedb13c831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:04:38.103233 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-37029f5d-7f8c-42ea-bf0b-aedb13c831cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418172
Apr 09 22:04:38.207214 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-8fb97d26-2074-44b9-9a03-a605d74c82a3 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0976045
Apr 09 22:04:38.307067 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-eaab7836-2257-47c6-8e7b-d55ee96625e5 req-c11a7f0f-9b18-4eac-9397-a3eb00ec3c8c service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922053
Apr 09 22:04:50.540982 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1673f9ab-f1a4-4f8f-86b7-6ae37390281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:53.037173 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-83aedca8-8468-4843-aed2-7d0b545f1c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:54.437781 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:55.494336 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:56.537359 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:04:56.879695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-457c7bdf-5cb0-4d49-880f-177aef00760c req-5dd515a5-ace7-4078-872c-6ad0ff536f55 service neutron] (126919) timed out ('10.222.0.25', 59594) {{(pid=126919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 22:04:57.148035 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:02.041602 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:02.967714 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:05:19.612267 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e58ee-73b6-46ff-8f29-cc4e6559ac10 req-edd37131-915d-45a6-9239-1840839f82b9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:19.614006 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d4e58ee-73b6-46ff-8f29-cc4e6559ac10 req-edd37131-915d-45a6-9239-1840839f82b9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0995677
Apr 09 22:05:19.668741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8d4e58ee-73b6-46ff-8f29-cc4e6559ac10 req-9888e8a1-34fe-416b-bc89-b2e7f731b67d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481699
Apr 09 22:05:20.546221 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d823ed99-0c70-4797-81ed-e1bdc9b7f11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:20.853275 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ea8a7-c6a9-407d-8498-5e58f9b9c719 req-05f980a5-fc1f-4b82-9070-c7626601ea5b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:20.854752 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e53ea8a7-c6a9-407d-8498-5e58f9b9c719 req-05f980a5-fc1f-4b82-9070-c7626601ea5b tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.1007366
Apr 09 22:05:20.912211 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e53ea8a7-c6a9-407d-8498-5e58f9b9c719 req-cea6b5b5-2a32-4f36-8b07-32dd7a6bf8e6 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515330
Apr 09 22:05:22.051062 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beb9f2-6143-4b34-9792-c7e6a4e57f7b req-a4a1af1d-059e-4f47-b0e9-9a12ae8ee984 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:22.052841 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30beb9f2-6143-4b34-9792-c7e6a4e57f7b req-a4a1af1d-059e-4f47-b0e9-9a12ae8ee984 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0492425
Apr 09 22:05:22.102489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-30beb9f2-6143-4b34-9792-c7e6a4e57f7b req-0e52550e-62a0-43e0-822c-163168353671 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438302
Apr 09 22:05:23.039860 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dfda9d2e-39cb-4680-8b5d-495acb596e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:23.219132 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc6d96-1a22-4283-b8ac-20b77d7db8c8 req-cee44651-17d5-4df1-95d7-289f8120f35f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:23.220667 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2dc6d96-1a22-4283-b8ac-20b77d7db8c8 req-cee44651-17d5-4df1-95d7-289f8120f35f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0479250
Apr 09 22:05:23.269565 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2dc6d96-1a22-4283-b8ac-20b77d7db8c8 req-7ccf1686-64e0-4faa-8e10-77f38535869e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429611
Apr 09 22:05:24.396616 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162dbe-b87b-4517-a9ab-c4c5b2616103 req-2212d575-6cf9-46b8-b9cd-a2d67c5bbab0 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:24.398097 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5162dbe-b87b-4517-a9ab-c4c5b2616103 req-2212d575-6cf9-46b8-b9cd-a2d67c5bbab0 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0517013
Apr 09 22:05:24.435062 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:24.452075 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a5162dbe-b87b-4517-a9ab-c4c5b2616103 req-bdc43af9-9456-497e-b80b-e71a840a0dc1 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450213
Apr 09 22:05:25.496850 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:25.592750 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451959f-e138-440d-ad5a-45c60be09c35 req-c7ac0b19-1674-45c2-8ad3-01ce302e2bc5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:25.594268 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9451959f-e138-440d-ad5a-45c60be09c35 req-c7ac0b19-1674-45c2-8ad3-01ce302e2bc5 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0663323
Apr 09 22:05:25.647574 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9451959f-e138-440d-ad5a-45c60be09c35 req-3cd2fc12-26f7-4e40-9b9e-8ae2163d79f9 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443666
Apr 09 22:05:26.531436 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:26.776318 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd7518-459e-45bc-8e89-e47b4c856f3e req-f5ac35f8-2c8e-4ba4-a74b-58685f9c45f3 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:26.777837 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7fd7518-459e-45bc-8e89-e47b4c856f3e req-f5ac35f8-2c8e-4ba4-a74b-58685f9c45f3 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0526032
Apr 09 22:05:26.833130 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7fd7518-459e-45bc-8e89-e47b4c856f3e req-25a15d1d-9473-4b35-8484-5bade098ed0a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494847
Apr 09 22:05:27.153930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:27.955438 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe7f98-f19d-4901-adaf-790042f56416 req-af919de1-9351-41fc-97ce-075d9b6b59e8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:27.957063 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-babe7f98-f19d-4901-adaf-790042f56416 req-af919de1-9351-41fc-97ce-075d9b6b59e8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0537250
Apr 09 22:05:28.006254 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-babe7f98-f19d-4901-adaf-790042f56416 req-3e2de591-2bbd-42ec-88ea-5efe1c271554 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434771
Apr 09 22:05:29.135185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d869d-d475-4cd4-b632-82db1e0a45e5 req-d6d88532-3909-45dd-a669-3e21f3303a86 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:29.136659 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e7d869d-d475-4cd4-b632-82db1e0a45e5 req-d6d88532-3909-45dd-a669-3e21f3303a86 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0525661
Apr 09 22:05:29.191249 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9e7d869d-d475-4cd4-b632-82db1e0a45e5 req-48c9abd2-4079-417c-a5fe-d0b8e23c7393 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486972
Apr 09 22:05:29.663425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e668-0412-4308-a425-366a01a2c80a req-ac2071bf-5f6b-4811-99a1-5313590e2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:29.664938 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3115e668-0412-4308-a425-366a01a2c80a req-ac2071bf-5f6b-4811-99a1-5313590e2494 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1128 time: 0.0428236
Apr 09 22:05:29.757849 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e668-0412-4308-a425-366a01a2c80a req-606deff0-30e5-4bf6-a0f3-870335e04bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:29.759402 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3115e668-0412-4308-a425-366a01a2c80a req-606deff0-30e5-4bf6-a0f3-870335e04bd1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0878766
Apr 09 22:05:29.831663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3115e668-0412-4308-a425-366a01a2c80a req-6d9b0a69-ea25-4269-9395-edb4840929f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 1001 time: 0.0659032
Apr 09 22:05:29.881350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e668-0412-4308-a425-366a01a2c80a req-9f9f8344-dd97-45ee-8a29-f68b3c198639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:29.882803 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3115e668-0412-4308-a425-366a01a2c80a req-9f9f8344-dd97-45ee-8a29-f68b3c198639 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0451994
Apr 09 22:05:29.932560 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e668-0412-4308-a425-366a01a2c80a req-939a4d7c-c7ff-4ca1-a95c-18cd5e4d16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:29.934079 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3115e668-0412-4308-a425-366a01a2c80a req-939a4d7c-c7ff-4ca1-a95c-18cd5e4d16ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446308
Apr 09 22:05:30.027867 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3115e668-0412-4308-a425-366a01a2c80a req-11a1b688-ed06-4d83-a845-64b02d39053e service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874665
Apr 09 22:05:30.127686 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-3115e668-0412-4308-a425-366a01a2c80a req-8010cbcb-8a4d-420c-b9e1-7b8458e9bef2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932903
Apr 09 22:05:30.317166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cfc4d-4074-4b60-a056-998e77a17d93 req-1ba874f5-1267-4cb1-b5b4-aa957f50b07a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:30.318559 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d84cfc4d-4074-4b60-a056-998e77a17d93 req-1ba874f5-1267-4cb1-b5b4-aa957f50b07a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0479569
Apr 09 22:05:30.369424 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d84cfc4d-4074-4b60-a056-998e77a17d93 req-b7982049-dec7-4d5f-94c2-5d98218d6c67 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451355
Apr 09 22:05:31.492473 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52053e4-dc06-47fd-be35-d8b8f99efe92 req-730c81bf-7586-4baf-b76a-f5d564d35581 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:31.494005 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a52053e4-dc06-47fd-be35-d8b8f99efe92 req-730c81bf-7586-4baf-b76a-f5d564d35581 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0494235
Apr 09 22:05:31.543092 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a52053e4-dc06-47fd-be35-d8b8f99efe92 req-13abce26-845e-4497-9974-de0ec33380ff tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433865
Apr 09 22:05:32.044701 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:32.669343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e523b06-f64c-403e-aaca-97958d102b1e req-04db8cd7-4a9b-41cb-ab95-d615d36c9e54 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:32.670814 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e523b06-f64c-403e-aaca-97958d102b1e req-04db8cd7-4a9b-41cb-ab95-d615d36c9e54 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0564408
Apr 09 22:05:32.724137 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1e523b06-f64c-403e-aaca-97958d102b1e req-c6bd50d1-94cd-4c17-8bad-b88910a1b9ff tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454755
Apr 09 22:05:32.931420 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-5eb6ee5f-172a-41f2-85f0-1ec5a03a9ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0626431
Apr 09 22:05:32.942386 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-4d0cc2b3-b68d-4ae0-a213-acfedf946506 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 22:05:32.943320 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-4d0cc2b3-b68d-4ae0-a213-acfedf946506 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068707
Apr 09 22:05:32.953965 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a6b3-3750-4b41-99b8-0cbb87f0bcd2 req-c8624439-af51-4392-90d4-dc477cb7c122 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:32.955362 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a1a6b3-3750-4b41-99b8-0cbb87f0bcd2 req-c8624439-af51-4392-90d4-dc477cb7c122 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0595376
Apr 09 22:05:33.041614 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-a567e103-7836-422e-b450-e6022c4b3896 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:33.042874 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-a567e103-7836-422e-b450-e6022c4b3896 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports/5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 943 time: 0.0675118
Apr 09 22:05:33.046643 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-68a1a6b3-3750-4b41-99b8-0cbb87f0bcd2 req-84fe98b4-96bf-46e9-9403-1078ce37bfcf tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851927
Apr 09 22:05:34.165760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65c6a6-94b6-446b-94a3-1d1c30c7b6ec req-621d2bc5-d3bc-4d3a-9c8c-ae5239871b3e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:34.167242 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff65c6a6-94b6-446b-94a3-1d1c30c7b6ec req-621d2bc5-d3bc-4d3a-9c8c-ae5239871b3e tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 946 time: 0.0509801
Apr 09 22:05:34.218437 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ff65c6a6-94b6-446b-94a3-1d1c30c7b6ec req-7ae3b223-8ea0-4b7a-ad5a-7fd007f4928d tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451944
Apr 09 22:05:34.331287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device 5ff925f7-8d83-4306-9b04-66b23ecea373 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:05:34.410270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port 5ff925f7-8d83-4306-9b04-66b23ecea373 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:05:34.410657 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:34.434019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:05:34.437177 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ca3a15-dc60-45cc-a2ea-d177168c7ba2" -d '{"events": [{"server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:05:34.457283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:05:34.462884 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:34.469845 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 09 Apr 2022 22:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac98cc0-80d7-492d-b120-6f2aa2a7e779 x-openstack-request-id: req-eac98cc0-80d7-492d-b120-6f2aa2a7e779 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:05:34.470596 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "name": "network-vif-unplugged", "status": "failed", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373", "code": 422}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:05:34.470851 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eac98cc0-80d7-492d-b120-6f2aa2a7e779 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:05:34.471248 ncdv-master-1 neutron-server[126921]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eac98cc0-80d7-492d-b120-6f2aa2a7e779']: {'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'code': 422} returned with failed status
Apr 09 22:05:34.521548 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:05:34.530111 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.530542 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.530970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.531301 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.531625 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.531944 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.532262 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.532576 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.532891 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.533229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.533568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.533880 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.535599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.536019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.536670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:34.832310 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-e357e14b-a99d-451a-a7f4-306a0b2de0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:34.833846 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-e357e14b-a99d-451a-a7f4-306a0b2de0c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e&tenant_id=b5b6456b64b3420cb9fd86fb1cb15247 HTTP/1.1" status: 200  len: 1126 time: 0.0442455
Apr 09 22:05:34.844448 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:05:34.909216 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:35.113465 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:05:35.147459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch2-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:05:35.179463 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff925f7-8d83-4306-9b04-66b23ecea373 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:05:35.187239 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Publish callbacks [] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:35.200322 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Transition to ACTIVE for port object 5ff925f7-8d83-4306-9b04-66b23ecea373 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 22:05:35.205759 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:35.260227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=7']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:05:35.300214 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.300618 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.300958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.301334 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.301691 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.302025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.302349 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.302677 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.303027 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.303350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.303668 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.303958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.304273 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.304589 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.304904 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:05:35.378977 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] No DVR routers for this DVR port 5ff925f7-8d83-4306-9b04-66b23ecea373 on host nch2-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:05:35.386228 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b2f4b-62ca-4946-bc53-244d71b3720c req-33099d41-93c3-4983-9146-c97e548e09af tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:35.387742 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e6b2f4b-62ca-4946-bc53-244d71b3720c req-33099d41-93c3-4983-9146-c97e548e09af tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0771623
Apr 09 22:05:35.511671 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8e6b2f4b-62ca-4946-bc53-244d71b3720c req-281ba937-ef74-4406-a0f6-54ae37dc83cc tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896187
Apr 09 22:05:35.560925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Attempting to bind port 5ff925f7-8d83-4306-9b04-66b23ecea373 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:05:35.561277 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Attempting to bind port 5ff925f7-8d83-4306-9b04-66b23ecea373 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:05:35.561621 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Attempting to bind port 5ff925f7-8d83-4306-9b04-66b23ecea373 on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:05:35.566125 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Port 5ff925f7-8d83-4306-9b04-66b23ecea373 on network b2d82b12-1202-41ee-a05a-aad7a687d585 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 22:05:35.566445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Attempting to bind port 5ff925f7-8d83-4306-9b04-66b23ecea373 on network b2d82b12-1202-41ee-a05a-aad7a687d585 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:05:35.571736 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:05:35.572068 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Checking segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:05:35.572459 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Bound using segment: {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:05:35.572880 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Bound port: 5ff925f7-8d83-4306-9b04-66b23ecea373, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15996f46-67e5-4988-a16a-a9203439e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:05:35.573270 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:35.636648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:05:35.639615 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:05:35.647353 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:35.686925 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:35.687556 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:35.688962 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 1092 time: 0.8483853
Apr 09 22:05:35.689472 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:05:35.691720 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:05:36.049742 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9771bde2-a355-4f53-89ed-7a1087d67289 x-openstack-request-id: req-9771bde2-a355-4f53-89ed-7a1087d67289 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:05:36.050011 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:05:36.050128 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9771bde2-a355-4f53-89ed-7a1087d67289 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:05:36.050613 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9771bde2-a355-4f53-89ed-7a1087d67289'] response: {'name': 'network-changed', 'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'status': 'completed', 'code': 200}
Apr 09 22:05:36.066217 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fd72f-46dd-447f-a2dd-b895c05ea2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=8']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:05:36.082509 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-8d1ce501-7492-4aa6-a6bc-3f2de6b6cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:36.084087 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-8d1ce501-7492-4aa6-a6bc-3f2de6b6cd69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1126 time: 0.3732095
Apr 09 22:05:36.173598 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-e289d17c-cbcc-4243-80c9-0c0a5a71be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:36.175071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-e289d17c-cbcc-4243-80c9-0c0a5a71be89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0844746
Apr 09 22:05:36.242801 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-7962ce93-1d2c-4110-851a-a7c91a231f2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 999 time: 0.0617542
Apr 09 22:05:36.291306 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-dab1234e-d005-48ab-bdd0-ef7e80c334f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:36.292741 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-dab1234e-d005-48ab-bdd0-ef7e80c334f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0438881
Apr 09 22:05:36.337854 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-375e121b-fb0e-42ed-9929-96ea88ab88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:36.339390 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-375e121b-fb0e-42ed-9929-96ea88ab88fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0406704
Apr 09 22:05:36.433641 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-face9887-4b04-443f-9196-f124ee6a0f9b service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880923
Apr 09 22:05:36.529522 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-b4d52181-8355-452a-a2a4-1359282064f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891914
Apr 09 22:05:36.636908 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f06a-b790-413d-a903-89ee7e3b152f req-f36deab6-601a-447c-a0f2-294705386a90 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:36.638442 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96b6f06a-b790-413d-a903-89ee7e3b152f req-f36deab6-601a-447c-a0f2-294705386a90 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0509326
Apr 09 22:05:36.687776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96b6f06a-b790-413d-a903-89ee7e3b152f req-f142038b-cd5c-4ffa-942c-11edd291d65f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434730
Apr 09 22:05:37.040862 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-1684af62-b9fe-4f2c-8e0d-62a0302039e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:37.042282 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-1684af62-b9fe-4f2c-8e0d-62a0302039e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1126 time: 0.0448792
Apr 09 22:05:37.144653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-67d48000-cdb7-4749-985d-ce95ed8a744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:37.146157 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-67d48000-cdb7-4749-985d-ce95ed8a744d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0969005
Apr 09 22:05:37.216169 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-62e73f1b-8b56-46fe-8252-41e66d111471 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 999 time: 0.0616884
Apr 09 22:05:37.272319 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-6de659c9-0212-4b47-81b1-f9132f020595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:37.273778 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-6de659c9-0212-4b47-81b1-f9132f020595 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0499060
Apr 09 22:05:37.318884 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-d31bc74c-19cc-4c14-9674-b04775dc38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:37.320227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-d31bc74c-19cc-4c14-9674-b04775dc38b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0405540
Apr 09 22:05:37.421712 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-5541ed9b-56ec-4b0c-ab40-31a33d6dcd1f service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944877
Apr 09 22:05:37.518131 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9ec5df2d-7997-4f44-a3ec-d73ad9f6ebc1 req-fc0ddabb-b9bf-4178-8870-84b8b6c80ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898497
Apr 09 22:05:37.811786 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f20c2-9c87-45d4-940b-f794fe9397f5 req-78066f77-4558-47de-a795-72c5ab37ec66 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:37.813298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-772f20c2-9c87-45d4-940b-f794fe9397f5 req-78066f77-4558-47de-a795-72c5ab37ec66 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0554626
Apr 09 22:05:37.866606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-772f20c2-9c87-45d4-940b-f794fe9397f5 req-46e45668-61ca-482c-ae6b-3147855b7a74 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465164
Apr 09 22:05:39.004905 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaa814-1df0-41a9-8a77-3a6339e7afcb req-2baaf003-479b-4287-97ad-2786f7028f4f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:39.006411 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96aaa814-1df0-41a9-8a77-3a6339e7afcb req-2baaf003-479b-4287-97ad-2786f7028f4f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0535064
Apr 09 22:05:39.058843 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-96aaa814-1df0-41a9-8a77-3a6339e7afcb req-7419da20-388f-455e-b91c-8e8b08e28ae1 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442796
Apr 09 22:05:39.972031 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:05:40.192227 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9bccf-50f5-4eb1-8a2d-582f55cff15a req-059c027e-2bf1-494f-983b-87a9756406a8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:40.193773 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bb9bccf-50f5-4eb1-8a2d-582f55cff15a req-059c027e-2bf1-494f-983b-87a9756406a8 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 944 time: 0.0569513
Apr 09 22:05:40.245348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-9bb9bccf-50f5-4eb1-8a2d-582f55cff15a req-f2f8f67e-390f-446b-ab35-1966d7130d7a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428798
Apr 09 22:05:40.258679 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5ff925f7-8d83-4306-9b04-66b23ecea373 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 22:05:40.361531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:05:40.373243 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'port_id': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'mac_address': 'fa:16:3e:08:b1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 22:05:40.416100 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5ff925f7-8d83-4306-9b04-66b23ecea373 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:05:40.416487 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:40.430986 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff925f7-8d83-4306-9b04-66b23ecea373 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:05:40.451066 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:05:40.458127 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:40.506968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=9']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:05:40.690295 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['5ff925f7-8d83-4306-9b04-66b23ecea373'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 22:05:41.371433 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc4ec1-0ad9-4a7d-85be-6eddd431904c req-46ba6074-fc3c-4b46-9c05-db3979200300 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:41.373018 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04fc4ec1-0ad9-4a7d-85be-6eddd431904c req-46ba6074-fc3c-4b46-9c05-db3979200300 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 945 time: 0.0502188
Apr 09 22:05:41.427459 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-04fc4ec1-0ad9-4a7d-85be-6eddd431904c req-958f46c3-6210-4417-b27e-65ea2618417a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486240
Apr 09 22:05:42.260366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5ff925f7-8d83-4306-9b04-66b23ecea373 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:05:42.318857 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port 5ff925f7-8d83-4306-9b04-66b23ecea373 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 22:05:42.327043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port 5ff925f7-8d83-4306-9b04-66b23ecea373 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:05:42.327450 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:42.406494 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port 5ff925f7-8d83-4306-9b04-66b23ecea373 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:05:42.406886 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:42.429710 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:05:42.431949 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0933638-3040-45d5-ab96-27baf177731d" -d '{"events": [{"server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "name": "network-vif-plugged", "status": "completed", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:05:42.444707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:05:42.450739 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:42.478993 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01accf17-59f9-4e27-bdb0-99fb3d35294e x-openstack-request-id: req-01accf17-59f9-4e27-bdb0-99fb3d35294e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:05:42.479285 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "name": "network-vif-plugged", "status": "completed", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:05:42.479535 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01accf17-59f9-4e27-bdb0-99fb3d35294e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:05:42.479920 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01accf17-59f9-4e27-bdb0-99fb3d35294e'] response: {'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'code': 200}
Apr 09 22:05:42.505526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=10']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:05:42.559321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f15fe-3aea-4c45-89af-fabc397723cf req-05140101-3936-4071-bb16-fd968dbbe2c1 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:42.560830 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34f15fe-3aea-4c45-89af-fabc397723cf req-05140101-3936-4071-bb16-fd968dbbe2c1 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 947 time: 0.0539126
Apr 09 22:05:42.636057 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba270be4-43c5-4542-a61b-64b31220a7ed req-661139e6-cf62-4451-974a-8930d0548f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:42.637602 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba270be4-43c5-4542-a61b-64b31220a7ed req-661139e6-cf62-4451-974a-8930d0548f83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1129 time: 0.0540075
Apr 09 22:05:42.641255 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c34f15fe-3aea-4c45-89af-fabc397723cf req-f2a70e47-ee03-40f5-b8ce-3d52d435b2be tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745640
Apr 09 22:05:42.684805 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ba270be4-43c5-4542-a61b-64b31220a7ed req-dec55cf5-5018-435b-927d-736b6f11506c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406163
Apr 09 22:05:43.769052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac2e52-a911-4628-bd0c-a5c5c24edfcd req-aa440ed9-28fd-4dc0-a974-b9bf7cd13eed tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:43.770636 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7eac2e52-a911-4628-bd0c-a5c5c24edfcd req-aa440ed9-28fd-4dc0-a974-b9bf7cd13eed tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 947 time: 0.0540299
Apr 09 22:05:43.821896 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7eac2e52-a911-4628-bd0c-a5c5c24edfcd req-18aa32c1-12fd-45e9-aca4-719b52bda8f4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448511
Apr 09 22:05:44.962333 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54088f-d9f9-49bf-8ef8-7d814bf24eb3 req-6625361c-51c3-439d-b615-1519d7b7913f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:44.963845 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd54088f-d9f9-49bf-8ef8-7d814bf24eb3 req-6625361c-51c3-439d-b615-1519d7b7913f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 947 time: 0.0643525
Apr 09 22:05:45.013672 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-dd54088f-d9f9-49bf-8ef8-7d814bf24eb3 req-513eb93d-66f5-4f57-8497-6c0e4591de28 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440056
Apr 09 22:05:47.208182 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-87ab6808-817c-411b-a8f2-e49d74a0ad00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403783
Apr 09 22:05:47.293611 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-58d35b43-4a89-42de-ab66-4da4524cd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:47.295142 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-58d35b43-4a89-42de-ab66-4da4524cd682 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1129 time: 0.0447433
Apr 09 22:05:47.403545 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-db2cf2ba-e06a-4f64-9b0a-83fb49bdc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:47.405078 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-db2cf2ba-e06a-4f64-9b0a-83fb49bdc179 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0884528
Apr 09 22:05:47.476687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-a9476208-bf26-4a24-b461-55a54805530a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 1001 time: 0.0648119
Apr 09 22:05:47.528807 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-784e983e-4f0e-4f38-bcc9-1c157f83646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:47.530325 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-784e983e-4f0e-4f38-bcc9-1c157f83646e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0464432
Apr 09 22:05:47.576719 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-eb67a3c4-f62d-4d53-9dd7-74dcd629ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:05:47.578240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-eb67a3c4-f62d-4d53-9dd7-74dcd629ca0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0410252
Apr 09 22:05:47.680563 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-430c7ade-5f9c-40b9-9709-194ff7bc3dc3 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946517
Apr 09 22:05:47.777377 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-5b6252d5-39c9-4c6e-9f12-4c83279c03ed req-1754c69b-e96c-465c-8271-b7808a24e524 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892365
Apr 09 22:05:50.548726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-46bc4d7b-f6fd-400b-8a57-c2f681d7c8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:53.039965 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-638e6939-ca97-472c-ac02-a5b337de3030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:54.439390 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:55.499037 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:56.524411 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:05:57.157599 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:02.065435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:16.972064 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:06:20.542505 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b937af63-0cf0-4d6d-9694-3910aab01c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:23.035428 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1c493f21-a563-4e3b-9aff-933947040c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:24.449012 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:25.503442 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:26.528978 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:27.156871 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:32.062482 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:47.874082 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-9257ba31-ed8d-4164-b9cb-960818d5a6c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0872645
Apr 09 22:06:47.955964 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-f2b6d8aa-969d-442a-b16c-7477a89b3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:06:47.957546 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-f2b6d8aa-969d-442a-b16c-7477a89b3bfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1129 time: 0.0400813
Apr 09 22:06:48.076574 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-b7bfd353-5895-4e60-87fb-497cad3453bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:06:48.077991 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-b7bfd353-5895-4e60-87fb-497cad3453bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.0942335
Apr 09 22:06:48.148707 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-60186e97-8d89-4281-956e-6b83fb10b662 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 1001 time: 0.0633631
Apr 09 22:06:48.198676 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-5a19d807-8d10-407b-b7f0-30c9ae208940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:06:48.200138 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-5a19d807-8d10-407b-b7f0-30c9ae208940 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0452957
Apr 09 22:06:48.247513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-b842db2c-d238-435c-b940-277abadcc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:06:48.249016 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-b842db2c-d238-435c-b940-277abadcc508 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430763
Apr 09 22:06:48.352861 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-a1fb7442-719a-4e61-9a56-39488426f5db service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968027
Apr 09 22:06:48.448642 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-226f953b-6b77-4944-84aa-7c7b0789b4b6 req-cfceb090-fc83-44d4-9d3c-1e2072fb4fa4 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898283
Apr 09 22:06:50.558340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1251-ac03-4bc8-b431-c977ad125b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:53.044574 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-aaa32592-0c9a-474d-a823-41be129c0bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:53.976760 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:06:54.450854 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:55.507005 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:56.534583 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:06:57.156346 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:02.064277 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:10.802880 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43808) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:10.969286 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Deleting port 968ca51b-6904-40bc-92c7-63210ae7dcc5 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:10.969599 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (968ca51b-6904-40bc-92c7-63210ae7dcc5), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:11.045288 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (968ca51b-6904-40bc-92c7-63210ae7dcc5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:11.045563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for floatingip (968ca51b-6904-40bc-92c7-63210ae7dcc5), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:11.057810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Calling delete_port for 968ca51b-6904-40bc-92c7-63210ae7dcc5 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:11.216101 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (968ca51b-6904-40bc-92c7-63210ae7dcc5), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:11.243530 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event deleted for resources: {'Port': ['ID=968ca51b-6904-40bc-92c7-63210ae7dcc5,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:11.254696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.255044 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.255402 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.255798 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.256130 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.256468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.256797 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.257181 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.257501 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.257827 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.258150 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.258471 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.258793 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.259118 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.259440 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:11.320944 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for floatingip (f3721738-c81b-442b-b2ed-2409986300bb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:11.321209 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Floating IP f3721738-c81b-442b-b2ed-2409986300bb disassociated (deleted). External IP: 172.35.0.72, port: 5ff925f7-8d83-4306-9b04-66b23ecea373.
Apr 09 22:07:11.545628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:07:11.665790 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:07:11.671080 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:11.676211 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea19970-7a33-499c-8e27-51863316025a None None] Sync routers for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:07:11.686189 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea19970-7a33-499c-8e27-51863316025a None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:11.686805 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cea19970-7a33-499c-8e27-51863316025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768ca5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:11.705092 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f4abd838-bfab-4531-a18f-9ff099c19e9a tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "DELETE /v2.0/floatingips/f3721738-c81b-442b-b2ed-2409986300bb HTTP/1.1" status: 204  len: 168 time: 0.8979123
Apr 09 22:07:11.705092 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:07:11.705427 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71873232-b75d-43d4-bf92-28a22a6d1688" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:07:11.744552 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc114341-09d1-461b-bb6b-f2fdda6166a9 x-openstack-request-id: req-dc114341-09d1-461b-bb6b-f2fdda6166a9 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:07:11.744855 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:07:11.745536 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc114341-09d1-461b-bb6b-f2fdda6166a9 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:07:11.745958 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc114341-09d1-461b-bb6b-f2fdda6166a9'] response: {'name': 'network-changed', 'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'status': 'completed', 'code': 200}
Apr 09 22:07:11.802572 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-cea19970-7a33-499c-8e27-51863316025a None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:11.810718 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-8e71a91f-f871-4d54-8d0c-e7d4533c2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:11.812394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-8e71a91f-f871-4d54-8d0c-e7d4533c2eea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 1129 time: 0.0428476
Apr 09 22:07:11.951726 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-0ef2f795-5415-4ca5-9ed8-85ccab282f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:11.953263 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-0ef2f795-5415-4ca5-9ed8-85ccab282f32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 200  len: 909 time: 0.1288753
Apr 09 22:07:11.959591 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bbb48-f2c8-4a3d-a6e3-428899c1a982 req-33d4bd9c-f7f7-4873-9598-26dad3e1f7de tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:11.960997 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b7bbb48-f2c8-4a3d-a6e3-428899c1a982 req-33d4bd9c-f7f7-4873-9598-26dad3e1f7de tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 947 time: 0.0634134
Apr 09 22:07:12.012031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1b7bbb48-f2c8-4a3d-a6e3-428899c1a982 req-a28aa47e-2f6c-4b49-8a2e-8058e90a4462 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450828
Apr 09 22:07:12.012447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cea19970-7a33-499c-8e27-51863316025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768ca5e0>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:12.039871 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea19970-7a33-499c-8e27-51863316025a None None] Checking router: 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:07:12.048428 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea19970-7a33-499c-8e27-51863316025a None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:12.049049 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cea19970-7a33-499c-8e27-51863316025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768ca5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:12.170069 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-cea19970-7a33-499c-8e27-51863316025a None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:12.364535 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-cea19970-7a33-499c-8e27-51863316025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768ca5e0>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:12.391796 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea19970-7a33-499c-8e27-51863316025a None None] The sync data for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 is: [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:54Z', 'revision_number': 4, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0516aec-a3d2-4af0-887a-99f7854cf3ab', 'name': '', 'network_id': 'b2d82b12-1202-41ee-a05a-aad7a687d585', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:53Z', 'updated_at': '2022-04-09T21:57:59Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'subnets': [{'id': '11c06332-d0f2-47ab-8ffd-62f23cfedf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:07:12.627561 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6a48d-08f0-4121-9f00-3ebb340a8f90 None None] New status for floating IP f3721738-c81b-442b-b2ed-2409986300bb: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 22:07:12.861013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-ec98e8cc-5742-42e0-a579-bedaec27ad9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 200  len: 217 time: 0.0472813
Apr 09 22:07:12.925897 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-7ae9c4b7-f6c5-4d25-b630-9e20d16eed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:12.927291 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-7ae9c4b7-f6c5-4d25-b630-9e20d16eed25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 200  len: 847 time: 0.0588088
Apr 09 22:07:13.041987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-418d2371-dbe0-4eb5-845c-0a23f096b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:13.043489 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-418d2371-dbe0-4eb5-845c-0a23f096b2cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2d82b12-1202-41ee-a05a-aad7a687d585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418713
Apr 09 22:07:13.055760 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-969819f2-9bf2-4205-959d-bd28f2f3dffe service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 22:07:13.056746 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-969819f2-9bf2-4205-959d-bd28f2f3dffe service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052114
Apr 09 22:07:13.167181 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b1260-46d1-4652-92a5-70cb42d28496 req-cff8cb63-56d9-452e-b548-d6e8584d301f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:13.168664 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-203b1260-46d1-4652-92a5-70cb42d28496 req-cff8cb63-56d9-452e-b548-d6e8584d301f tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 947 time: 0.0863993
Apr 09 22:07:13.201832 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-16dc2f5b-34e6-402e-9406-0ac5d17c6fbf service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384187
Apr 09 22:07:13.254055 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-203b1260-46d1-4652-92a5-70cb42d28496 req-ac02f621-8c22-4fac-8f0f-85f3a48f5885 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/security-groups?id=db4bfc9e-6ff0-44f7-a946-4f625c3c249e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789566
Apr 09 22:07:13.319932 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-71873232-b75d-43d4-bf92-28a22a6d1688 req-41fb5304-2abb-452a-8b39-47a664370ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063359
Apr 09 22:07:13.408321 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-56fb3d15-0e7e-4f09-88ff-6fb7516dbefc tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:13.409823 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-56fb3d15-0e7e-4f09-88ff-6fb7516dbefc tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 947 time: 0.0488365
Apr 09 22:07:13.496515 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Deleting port 5ff925f7-8d83-4306-9b04-66b23ecea373 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:13.496761 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:13.593309 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] For port 5ff925f7-8d83-4306-9b04-66b23ecea373, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ff925f7-8d83-4306-9b04-66b23ecea373,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:13.593641 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:13.607114 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Calling delete_port for 5ff925f7-8d83-4306-9b04-66b23ecea373 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:13.747033 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (5ff925f7-8d83-4306-9b04-66b23ecea373), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:13.776950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event deleted for resources: {'Port': ['ID=5ff925f7-8d83-4306-9b04-66b23ecea373,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:13.789175 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.789529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.789895 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.790208 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.790536 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.790872 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.791188 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.791492 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.791827 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.792138 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.792462 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.792777 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.793116 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.793436 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.793739 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:13.830523 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] No DVR routers for this DVR port 5ff925f7-8d83-4306-9b04-66b23ecea373 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:07:13.833109 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:13.836323 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bf07ba63-012a-44f5-aebe-6ab27d61ff8b req-39176d00-fd09-4405-b49c-afe534a2aff4 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.32 "DELETE /v2.0/ports/5ff925f7-8d83-4306-9b04-66b23ecea373 HTTP/1.1" status: 204  len: 173 time: 0.4209251
Apr 09 22:07:13.836762 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'name': 'network-vif-deleted', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:07:13.839083 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907231c5-0469-4846-ae71-54764cefe451" -d '{"events": [{"server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "name": "network-vif-deleted", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:07:13.928627 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d94b329-01b0-4bde-8e07-62ec34378dd8 x-openstack-request-id: req-2d94b329-01b0-4bde-8e07-62ec34378dd8 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:07:13.929626 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e5f38c-1429-4598-ab03-7d9c8517042e", "name": "network-vif-deleted", "tag": "5ff925f7-8d83-4306-9b04-66b23ecea373", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:07:13.929887 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d94b329-01b0-4bde-8e07-62ec34378dd8 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:07:13.930297 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d94b329-01b0-4bde-8e07-62ec34378dd8'] response: {'server_uuid': 'c9e5f38c-1429-4598-ab03-7d9c8517042e', 'name': 'network-vif-deleted', 'tag': '5ff925f7-8d83-4306-9b04-66b23ecea373', 'status': 'completed', 'code': 200}
Apr 09 22:07:14.370218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1d629d1e-d412-4a9b-9a10-4832b53abc48 req-afe558ce-34b0-4b87-87cf-b339b4d50c75 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e5f38c-1429-4598-ab03-7d9c8517042e HTTP/1.1" status: 200  len: 210 time: 0.0308726
Apr 09 22:07:15.434587 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43862) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:15.500335 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23bbefae-2f0f-4673-b220-d42d6cd05eeb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (db4bfc9e-6ff0-44f7-a946-4f625c3c249e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:15.527911 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23bbefae-2f0f-4673-b220-d42d6cd05eeb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (db4bfc9e-6ff0-44f7-a946-4f625c3c249e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:15.592627 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23bbefae-2f0f-4673-b220-d42d6cd05eeb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (db4bfc9e-6ff0-44f7-a946-4f625c3c249e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:15.595199 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-23bbefae-2f0f-4673-b220-d42d6cd05eeb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:15.596369 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-23bbefae-2f0f-4673-b220-d42d6cd05eeb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] 10.222.0.30 "DELETE /v2.0/security-groups/db4bfc9e-6ff0-44f7-a946-4f625c3c249e HTTP/1.1" status: 204  len: 168 time: 0.1607857
Apr 09 22:07:15.606078 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbefae-2f0f-4673-b220-d42d6cd05eeb tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4bfc9e-6ff0-44f7-a946-4f625c3c249e,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:15.643162 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43866) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:16.095895 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:16.342104 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Deleting port c0516aec-a3d2-4af0-887a-99f7854cf3ab {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:16.342439 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:16.420669 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] For port c0516aec-a3d2-4af0-887a-99f7854cf3ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0516aec-a3d2-4af0-887a-99f7854cf3ab,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:16.420939 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:16.433751 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Calling delete_port for c0516aec-a3d2-4af0-887a-99f7854cf3ab owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:16.640764 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (c0516aec-a3d2-4af0-887a-99f7854cf3ab), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:16.666856 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0516aec-a3d2-4af0-887a-99f7854cf3ab,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:16.695124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5ff925f7-8d83-4306-9b04-66b23ecea373 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:07:16.716094 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: 5ff925f7-8d83-4306-9b04-66b23ecea373 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:07:16.716745 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device 5ff925f7-8d83-4306-9b04-66b23ecea373 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:07:17.166408 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:17.394567 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:07:17.518950 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:07:17.525901 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-0f0cbe68-7cb0-48f3-b7ca-c90d740597d6 admin admin] 10.222.0.30 "PUT /v2.0/routers/79f6b64d-32ce-4c1d-9b30-c4bf1465b943/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8815706
Apr 09 22:07:17.528174 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43870) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:17.529916 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] Sync routers for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:07:17.541437 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:17.542205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376295160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:17.640642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks [] for router (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:17.653904 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:17.749736 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks [] for router_gateway (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:17.797682 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Deleting port 34531402-e0b8-4f4a-b526-b7464f72b78c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:17.798146 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:17.827660 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376295160>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T22:07:16Z', 'revision_number': 5, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port': {'id': '34531402-e0b8-4f4a-b526-b7464f72b78c', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T21:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:17.855344 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] Checking router: 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:07:17.863689 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] Routers {'79f6b64d-32ce-4c1d-9b30-c4bf1465b943'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:17.864300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376295160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:17.881011 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] For port 34531402-e0b8-4f4a-b526-b7464f72b78c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34531402-e0b8-4f4a-b526-b7464f72b78c,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:17.881393 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:17.895013 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Calling delete_port for 34531402-e0b8-4f4a-b526-b7464f72b78c owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:17.954007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] Set router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:18.009860 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376295160>, [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T22:07:17Z', 'revision_number': 6, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:18.038550 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680a341-2e11-46d2-b1ea-84707ca96222 None None] The sync data for ids ['79f6b64d-32ce-4c1d-9b30-c4bf1465b943'] in ncdv-master-1 is: [{'id': '79f6b64d-32ce-4c1d-9b30-c4bf1465b943', 'name': 'tempest-TestShelveInstance-624165724-router', 'tenant_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:51Z', 'updated_at': '2022-04-09T22:07:17Z', 'revision_number': 6, 'project_id': 'b5b6456b64b3420cb9fd86fb1cb15247', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:07:18.072760 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (34531402-e0b8-4f4a-b526-b7464f72b78c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.101648 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Pushing event deleted for resources: {'Port': ['ID=34531402-e0b8-4f4a-b526-b7464f72b78c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:18.161980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.266313 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.268553 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks [] for router_controller (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.319414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (79f6b64d-32ce-4c1d-9b30-c4bf1465b943), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.319947 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f6b64d-32ce-4c1d-9b30-c4bf1465b943 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 22:07:18.325017 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.326205 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-edd574ae-3409-4d8a-a0ad-ec708cf901ba admin admin] 10.222.0.30 "DELETE /v2.0/routers/79f6b64d-32ce-4c1d-9b30-c4bf1465b943 HTTP/1.1" status: 204  len: 168 time: 0.7966654
Apr 09 22:07:18.328865 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43872) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:18.374227 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de5de9e-c3ec-4a7a-b3fd-f377aac90082 admin admin] Deleting subnet 11c06332-d0f2-47ab-8ffd-62f23cfedf4d {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 22:07:18.377992 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7de5de9e-c3ec-4a7a-b3fd-f377aac90082 admin admin] Publish callbacks [] for subnet (11c06332-d0f2-47ab-8ffd-62f23cfedf4d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.414117 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7de5de9e-c3ec-4a7a-b3fd-f377aac90082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (11c06332-d0f2-47ab-8ffd-62f23cfedf4d), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.505271 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7de5de9e-c3ec-4a7a-b3fd-f377aac90082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (11c06332-d0f2-47ab-8ffd-62f23cfedf4d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.558756 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7de5de9e-c3ec-4a7a-b3fd-f377aac90082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (11c06332-d0f2-47ab-8ffd-62f23cfedf4d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.591901 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5de9e-c3ec-4a7a-b3fd-f377aac90082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c06332-d0f2-47ab-8ffd-62f23cfedf4d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:18.593943 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7de5de9e-c3ec-4a7a-b3fd-f377aac90082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.597572 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7de5de9e-c3ec-4a7a-b3fd-f377aac90082 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/11c06332-d0f2-47ab-8ffd-62f23cfedf4d HTTP/1.1" status: 204  len: 168 time: 0.2677548
Apr 09 22:07:18.599007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373310fd-1265-4255-b858-09da98f11e12 None None] Network b2d82b12-1202-41ee-a05a-aad7a687d585 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 22:07:18.599907 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43874) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:18.673581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (b2d82b12-1202-41ee-a05a-aad7a687d585), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.719894 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Deleting port 24efabe4-88c7-4960-bb72-570c23ea2101 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:18.720231 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.782671 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] For port 24efabe4-88c7-4960-bb72-570c23ea2101, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24efabe4-88c7-4960-bb72-570c23ea2101,segment=NetworkSegment(15996f46-67e5-4988-a16a-a9203439e572),segment_id=15996f46-67e5-4988-a16a-a9203439e572)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:18.782932 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.796034 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Calling delete_port for 24efabe4-88c7-4960-bb72-570c23ea2101 owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:18.850994 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] DHCP port deletion for b2d82b12-1202-41ee-a05a-aad7a687d585 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 22:07:18.892253 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.896335 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Deleting port 24efabe4-88c7-4960-bb72-570c23ea2101 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:18.896807 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:18.926333 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 24efabe4-88c7-4960-bb72-570c23ea2101 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:07:18.929777 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=24efabe4-88c7-4960-bb72-570c23ea2101,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:18.935284 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] No DVR routers for this DVR port 24efabe4-88c7-4960-bb72-570c23ea2101 on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:07:18.975903 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 24efabe4-88c7-4960-bb72-570c23ea2101 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:07:18.976274 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 24efabe4-88c7-4960-bb72-570c23ea2101 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:07:18.976663 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c0516aec-a3d2-4af0-887a-99f7854cf3ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:07:19.004511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: c0516aec-a3d2-4af0-887a-99f7854cf3ab {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:07:19.004929 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device c0516aec-a3d2-4af0-887a-99f7854cf3ab not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:07:19.005360 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 34531402-e0b8-4f4a-b526-b7464f72b78c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:07:19.010849 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] For port 24efabe4-88c7-4960-bb72-570c23ea2101, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:19.011240 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.013504 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (b2d82b12-1202-41ee-a05a-aad7a687d585), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.033062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 34531402-e0b8-4f4a-b526-b7464f72b78c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:07:19.033597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 34531402-e0b8-4f4a-b526-b7464f72b78c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:07:19.035676 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237c143dc0>,) {'filters': {'network_id': ['b2d82b12-1202-41ee-a05a-aad7a687d585']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:19.040692 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Calling delete_port for 24efabe4-88c7-4960-bb72-570c23ea2101 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:19.043844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Port 24efabe4-88c7-4960-bb72-570c23ea2101 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 22:07:19.044646 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (24efabe4-88c7-4960-bb72-570c23ea2101), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.049217 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c143dc0>, '15996f46-67e5-4988-a16a-a9203439e572') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:19.049625 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237c143dc0>, '15996f46-67e5-4988-a16a-a9203439e572') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:19.061563 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (15996f46-67e5-4988-a16a-a9203439e572), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.073407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Pushing event deleted for resources: {'Port': ['ID=24efabe4-88c7-4960-bb72-570c23ea2101,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:19.076630 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (15996f46-67e5-4988-a16a-a9203439e572), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.081513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] No DVR routers for this DVR port 24efabe4-88c7-4960-bb72-570c23ea2101 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:07:19.083598 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.083937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.084268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.084601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.084924 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.085302 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 22:07:19.085431 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.085762 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.085895 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (15996f46-67e5-4988-a16a-a9203439e572), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.086019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.086277 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.086596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.086909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.087226 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.087536 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.087845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 22:07:19.088076 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 22:07:19.092296 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc1a5-f38a-4669-8f96-de1fb26ec911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:19.177819 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (b2d82b12-1202-41ee-a05a-aad7a687d585), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.188419 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.191812 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b2d82b12-1202-41ee-a05a-aad7a687d585 HTTP/1.1" status: 204  len: 168 time: 0.5910215
Apr 09 22:07:19.194891 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43876) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:19.201591 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aa618-28d4-4cf5-a634-558471373c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d82b12-1202-41ee-a05a-aad7a687d585,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:19.544399 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.789507 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Deleting port 7bee7581-1754-4bea-8db9-5e9b71490f79 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:19.789830 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.874186 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] For port 7bee7581-1754-4bea-8db9-5e9b71490f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bee7581-1754-4bea-8db9-5e9b71490f79,segment=NetworkSegment(20c6b98c-fe01-420f-8c5f-98dbac733783),segment_id=20c6b98c-fe01-420f-8c5f-98dbac733783)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:19.874514 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:19.887549 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Calling delete_port for 7bee7581-1754-4bea-8db9-5e9b71490f79 owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:20.090275 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (7bee7581-1754-4bea-8db9-5e9b71490f79), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:20.117008 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=7bee7581-1754-4bea-8db9-5e9b71490f79,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:20.292736 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:20.516698 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:07:20.543732 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c5a5975f-95c9-4fd9-95b3-ad52deeb2e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:20.634264 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:07:20.639597 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-38da8024-7228-40b7-b3bc-a8523b9e1a5e admin admin] 10.222.0.30 "PUT /v2.0/routers/29d72b2d-9d36-4dab-91e4-d74e172f0ee7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4435632
Apr 09 22:07:20.643343 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43880) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:20.646043 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] Sync routers for ids ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:07:20.656943 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] Routers {'29d72b2d-9d36-4dab-91e4-d74e172f0ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:20.657592 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770f7eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:20.752025 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks [] for router (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:20.768282 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] Set router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:20.865797 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks [] for router_gateway (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:20.915480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Deleting port 0fb12af6-08aa-4642-bdae-016a2fed659f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:20.915815 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:20.938804 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770f7eb0>, [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189'}], 'enable_snat': True}, 'gw_port_id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T22:07:20Z', 'revision_number': 5, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port': {'id': '0fb12af6-08aa-4642-bdae-016a2fed659f', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T21:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:20.965400 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] Checking router: 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:07:20.974199 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] Routers {'29d72b2d-9d36-4dab-91e4-d74e172f0ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:20.974815 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23770f7eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:06:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:20.998247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] For port 0fb12af6-08aa-4642-bdae-016a2fed659f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fb12af6-08aa-4642-bdae-016a2fed659f,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:20.998597 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.011424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Calling delete_port for 0fb12af6-08aa-4642-bdae-016a2fed659f owned by network:router_gateway {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:21.062388 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] Set router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 gateway port host: None {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:21.113746 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23770f7eb0>, [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T22:07:20Z', 'revision_number': 6, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:21.142756 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3e4af-522a-488e-873a-15b0995f1396 None None] The sync data for ids ['29d72b2d-9d36-4dab-91e4-d74e172f0ee7'] in ncdv-master-1 is: [{'id': '29d72b2d-9d36-4dab-91e4-d74e172f0ee7', 'name': 'tempest-TestShelveInstance-206112623-router', 'tenant_id': '3b560dddcc3f4c39ad38682586bcdaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T21:57:56Z', 'updated_at': '2022-04-09T22:07:20Z', 'revision_number': 6, 'project_id': '3b560dddcc3f4c39ad38682586bcdaee', 'gw_port_host': None}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:07:21.190043 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0fb12af6-08aa-4642-bdae-016a2fed659f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.215101 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb12af6-08aa-4642-bdae-016a2fed659f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:21.279907 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.372277 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.374607 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks [] for router_controller (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), precommit_delete_associations {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.419997 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (29d72b2d-9d36-4dab-91e4-d74e172f0ee7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.420519 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d72b2d-9d36-4dab-91e4-d74e172f0ee7 {{(pid=126920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 22:07:21.425109 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.426271 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-09a5211b-233b-4ced-b551-3ec47b4a42d3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/29d72b2d-9d36-4dab-91e4-d74e172f0ee7 HTTP/1.1" status: 204  len: 168 time: 0.7820263
Apr 09 22:07:21.428988 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43882) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:21.478549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a19ad96-e486-4074-8303-23c5906b7445 admin admin] Deleting subnet 14ae8967-dadf-4c72-a173-fddc964ca6b9 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 22:07:21.482149 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a19ad96-e486-4074-8303-23c5906b7445 admin admin] Publish callbacks [] for subnet (14ae8967-dadf-4c72-a173-fddc964ca6b9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.518622 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a19ad96-e486-4074-8303-23c5906b7445 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (14ae8967-dadf-4c72-a173-fddc964ca6b9), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.598527 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a19ad96-e486-4074-8303-23c5906b7445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (14ae8967-dadf-4c72-a173-fddc964ca6b9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.659749 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a19ad96-e486-4074-8303-23c5906b7445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (14ae8967-dadf-4c72-a173-fddc964ca6b9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.685196 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19ad96-e486-4074-8303-23c5906b7445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ae8967-dadf-4c72-a173-fddc964ca6b9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:21.688787 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5a19ad96-e486-4074-8303-23c5906b7445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.691990 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5a19ad96-e486-4074-8303-23c5906b7445 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/14ae8967-dadf-4c72-a173-fddc964ca6b9 HTTP/1.1" status: 204  len: 168 time: 0.2619798
Apr 09 22:07:21.694583 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43884) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:21.697565 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53642786-e682-4668-ad96-c7c605fb9ff4 None None] Network 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 22:07:21.764249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (3aa00e51-a9bb-4749-92eb-a6fc3b22f924), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.808837 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Deleting port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:21.809222 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.875360 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] For port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,segment=NetworkSegment(20c6b98c-fe01-420f-8c5f-98dbac733783),segment_id=20c6b98c-fe01-420f-8c5f-98dbac733783)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:21.875598 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.890347 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Calling delete_port for 50c0bbec-1add-4e1c-97d2-cc4332d7da7d owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:21.910726 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] DHCP port deletion for 3aa00e51-a9bb-4749-92eb-a6fc3b22f924 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 22:07:21.951952 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] Deleting port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:07:21.952318 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:21.981540 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.020179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] For port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,segment=NetworkSegment(20c6b98c-fe01-420f-8c5f-98dbac733783),segment_id=20c6b98c-fe01-420f-8c5f-98dbac733783)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:22.020587 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.039283 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] Calling delete_port for 50c0bbec-1add-4e1c-97d2-cc4332d7da7d owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:07:22.119376 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (50c0bbec-1add-4e1c-97d2-cc4332d7da7d), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.146110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] Pushing event deleted for resources: {'Port': ['ID=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:22.150578 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d79f0-1e61-44d4-831f-79dc44abab77 None None] No DVR routers for this DVR port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:07:22.326857 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c0bbec-1add-4e1c-97d2-cc4332d7da7d,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:22.328666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] No DVR routers for this DVR port 50c0bbec-1add-4e1c-97d2-cc4332d7da7d on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:07:22.405221 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (3aa00e51-a9bb-4749-92eb-a6fc3b22f924), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.427964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f23758e4040>,) {'filters': {'network_id': ['3aa00e51-a9bb-4749-92eb-a6fc3b22f924']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:22.437871 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f23758e4040>, '20c6b98c-fe01-420f-8c5f-98dbac733783') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:22.438874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f23758e4040>, '20c6b98c-fe01-420f-8c5f-98dbac733783') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:22.452470 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (20c6b98c-fe01-420f-8c5f-98dbac733783), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.466869 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (20c6b98c-fe01-420f-8c5f-98dbac733783), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.473605 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 22:07:22.473995 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (20c6b98c-fe01-420f-8c5f-98dbac733783), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 22:07:22.475842 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 22:07:22.533496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (3aa00e51-a9bb-4749-92eb-a6fc3b22f924), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.538740 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.541924 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3aa00e51-a9bb-4749-92eb-a6fc3b22f924 HTTP/1.1" status: 204  len: 168 time: 0.8464155
Apr 09 22:07:22.554451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212c2b-9f10-4efe-8ecd-9e74f15fa666 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa00e51-a9bb-4749-92eb-a6fc3b22f924,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:22.654635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43888) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:22.695752 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9da69b60-e991-4837-98e5-5c1e563ae462 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5b6456b64b3420cb9fd86fb1cb15247&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394549
Apr 09 22:07:22.698033 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43890) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:22.747953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91bdaee6-d536-4115-b83f-313a8a79bafd admin admin] Publish callbacks [] for security_group (c5b34561-7371-4be3-b284-11c7b91d1992), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.775060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91bdaee6-d536-4115-b83f-313a8a79bafd admin admin] Publish callbacks [] for security_group (c5b34561-7371-4be3-b284-11c7b91d1992), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.824874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91bdaee6-d536-4115-b83f-313a8a79bafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (c5b34561-7371-4be3-b284-11c7b91d1992), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.830328 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91bdaee6-d536-4115-b83f-313a8a79bafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:22.832056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-91bdaee6-d536-4115-b83f-313a8a79bafd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5b34561-7371-4be3-b284-11c7b91d1992 HTTP/1.1" status: 204  len: 168 time: 0.1329610
Apr 09 22:07:22.842590 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdaee6-d536-4115-b83f-313a8a79bafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b34561-7371-4be3-b284-11c7b91d1992,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:22.905844 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7bee7581-1754-4bea-8db9-5e9b71490f79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:07:22.928937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 7bee7581-1754-4bea-8db9-5e9b71490f79 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:07:22.929305 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 7bee7581-1754-4bea-8db9-5e9b71490f79 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:07:22.929725 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0fb12af6-08aa-4642-bdae-016a2fed659f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:07:23.124933 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 0fb12af6-08aa-4642-bdae-016a2fed659f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:07:23.125269 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0fb12af6-08aa-4642-bdae-016a2fed659f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:07:23.125707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 50c0bbec-1add-4e1c-97d2-cc4332d7da7d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:07:23.152671 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 50c0bbec-1add-4e1c-97d2-cc4332d7da7d {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:07:23.153014 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 50c0bbec-1add-4e1c-97d2-cc4332d7da7d not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:07:23.161239 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5477-6400-451a-9d01-886b7b92c92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:23.204448 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43896) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:23.244040 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-031fc8ba-3304-4667-a8ab-2ecbc05ef07d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b560dddcc3f4c39ad38682586bcdaee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382526
Apr 09 22:07:23.246461 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43898) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:23.292697 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc85c40f-a29e-45b3-b363-b867c02e49c0 admin admin] Publish callbacks [] for security_group (6c4b3bfd-a47f-4dd7-80cc-9d42852405bb), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:23.314060 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc85c40f-a29e-45b3-b363-b867c02e49c0 admin admin] Publish callbacks [] for security_group (6c4b3bfd-a47f-4dd7-80cc-9d42852405bb), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:23.364956 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc85c40f-a29e-45b3-b363-b867c02e49c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (6c4b3bfd-a47f-4dd7-80cc-9d42852405bb), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:23.368894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-bc85c40f-a29e-45b3-b363-b867c02e49c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:23.370573 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-bc85c40f-a29e-45b3-b363-b867c02e49c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c4b3bfd-a47f-4dd7-80cc-9d42852405bb HTTP/1.1" status: 204  len: 168 time: 0.1232095
Apr 09 22:07:23.378685 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85c40f-a29e-45b3-b363-b867c02e49c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4b3bfd-a47f-4dd7-80cc-9d42852405bb,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:24.097853 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43920) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:24.227270 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-558991003-network', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:24.249933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Made reservation on behalf of 52dbb1e4cff34771b0db6a1505243d94 for: {'network': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 22:07:24.252306 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.261233 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.338628 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Publish callbacks [] for security_group (bbf0bbf7-79c4-470e-8f39-a1c8fbd93dee), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.344412 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bbf0bbf7-79c4-470e-8f39-a1c8fbd93dee), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.368380 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 22:07:24.376990 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf0bbf7-79c4-470e-8f39-a1c8fbd93dee,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:24.382924 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (907390d6-97a3-4262-91ae-a3903c4c6593), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.383283 ncdv-master-1 neutron-server[126920]: INFO neutron.db.segments_db [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Added segment 907390d6-97a3-4262-91ae-a3903c4c6593 of type vlan for network 5859b887-5776-4e11-aac2-7225205843fd
Apr 09 22:07:24.424347 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (5859b887-5776-4e11-aac2-7225205843fd), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.451320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.453190 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (5859b887-5776-4e11-aac2-7225205843fd), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.454291 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:24.454934 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.488864 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3896670
Apr 09 22:07:24.492012 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43924) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:24.497350 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Request body: {'subnet': {'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-558991003-subnet', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:24.518840 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19235e7f-34bf-4465-acd5-b8cd57c0352c admin admin] Pushing event updated for resources: {'Network': ['ID=5859b887-5776-4e11-aac2-7225205843fd,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:24.519818 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Made reservation on behalf of 52dbb1e4cff34771b0db6a1505243d94 for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 22:07:24.522333 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.529444 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 5859b887-5776-4e11-aac2-7225205843fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 22:07:24.699448 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (46ced4b7-2d83-4fa0-a5b6-e5233a5420dd), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.753195 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:24.768859 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Checking segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:24.769256 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Network hostable DHCP agents. Network: 5859b887-5776-4e11-aac2-7225205843fd, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 22:07:24.786696 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Network 5859b887-5776-4e11-aac2-7225205843fd is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 22:07:24.797441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5859b887-5776-4e11-aac2-7225205843fd) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:24.801750 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:24.802354 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.807215 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dcc14d-2535-475a-ac97-92b810f12505 None None] Network 5859b887-5776-4e11-aac2-7225205843fd requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 22:07:24.833460 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f61803fc-1ca8-46e6-aa8e-b5aa2c91ee5b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3402660
Apr 09 22:07:24.836209 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43926) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:24.840972 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:24.863334 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (87824167-cb58-4612-a57b-26b2368d2b7a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.864285 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (87824167-cb58-4612-a57b-26b2368d2b7a), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.915727 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5859b887-5776-4e11-aac2-7225205843fd', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 22:07:24.916621 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:24.920123 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks [] for router_controller (87824167-cb58-4612-a57b-26b2368d2b7a), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.050395 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Allocated IP 172.20.0.2 (5859b887-5776-4e11-aac2-7225205843fd/46ced4b7-2d83-4fa0-a5b6-e5233a5420dd/3394d470-e677-4e9a-a7a8-4e87729b7d0c) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:07:25.068305 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks [] for router_gateway (87824167-cb58-4612-a57b-26b2368d2b7a), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.198319 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Publish callbacks [] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.203598 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.244300 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Network 5859b887-5776-4e11-aac2-7225205843fd is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:25.246179 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:25.249739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:07:25.255814 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks [] for router_gateway (87824167-cb58-4612-a57b-26b2368d2b7a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.258292 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Pushing event updated for resources: {'Port': ['ID=3394d470-e677-4e9a-a7a8-4e87729b7d0c,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:25.281579 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.317106 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Attempting to bind port 3394d470-e677-4e9a-a7a8-4e87729b7d0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:07:25.317480 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Attempting to bind port 3394d470-e677-4e9a-a7a8-4e87729b7d0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:07:25.317845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Attempting to bind port 3394d470-e677-4e9a-a7a8-4e87729b7d0c on network 5859b887-5776-4e11-aac2-7225205843fd {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:07:25.322856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:07:25.323237 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Checking segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:25.323645 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.324052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Bound using segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:07:25.324513 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Bound port: 3394d470-e677-4e9a-a7a8-4e87729b7d0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:07:25.324898 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.385632 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Allocated IP 172.35.0.193 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/6ea13c0d-b102-4206-86d2-4f9f8dbf7575) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:07:25.387809 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] For port 3394d470-e677-4e9a-a7a8-4e87729b7d0c, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:07:25.391062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] For port 3394d470-e677-4e9a-a7a8-4e87729b7d0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3394d470-e677-4e9a-a7a8-4e87729b7d0c,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:07:25.398813 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.459990 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca037d0f-d8ff-47c7-bdfb-bee064c141b6 None None] Pushing event updated for resources: {'Port': ['ID=3394d470-e677-4e9a-a7a8-4e87729b7d0c,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:25.509642 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks [] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.516989 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.546289 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:25.587433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:25.590441 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:25.593964 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:07:25.621265 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea13c0d-b102-4206-86d2-4f9f8dbf7575,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:25.865248 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks [] for router_gateway (87824167-cb58-4612-a57b-26b2368d2b7a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.086235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (87824167-cb58-4612-a57b-26b2368d2b7a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.229741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Router 87824167-cb58-4612-a57b-26b2368d2b7a is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 22:07:26.347204 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:07:26.357555 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Sync routers for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:07:26.369540 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:26.370116 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376743940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:26.372581 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.374273 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-33c7f721-043c-4b54-b254-16bd6b9ffc35 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5369577
Apr 09 22:07:26.374411 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4171fd-da94-43c6-925c-03b31cbe3de2 None None] Network 5859b887-5776-4e11-aac2-7225205843fd requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 22:07:26.376885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43928) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:26.539389 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-48c7aa01-06ef-4fea-aca5-d8d3865a6c7e None None] Provisioning complete for port 3394d470-e677-4e9a-a7a8-4e87729b7d0c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:26.540038 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-48c7aa01-06ef-4fea-aca5-d8d3865a6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.582292 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.587368 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:26.787937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-48c7aa01-06ef-4fea-aca5-d8d3865a6c7e None None] Current status of the port 3394d470-e677-4e9a-a7a8-4e87729b7d0c is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:26.788230 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-48c7aa01-06ef-4fea-aca5-d8d3865a6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.831671 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.857078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-48c7aa01-06ef-4fea-aca5-d8d3865a6c7e None None] For port 3394d470-e677-4e9a-a7a8-4e87729b7d0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3394d470-e677-4e9a-a7a8-4e87729b7d0c,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:26.862699 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376743940>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:25Z', 'revision_number': 3, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:26.864817 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-48c7aa01-06ef-4fea-aca5-d8d3865a6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.898071 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Checking router: 87824167-cb58-4612-a57b-26b2368d2b7a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:07:26.898429 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Updating router 87824167-cb58-4612-a57b-26b2368d2b7a port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 22:07:26.960802 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:26.991390 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3394d470-e677-4e9a-a7a8-4e87729b7d0c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:27.002764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7aa01-06ef-4fea-aca5-d8d3865a6c7e None None] Pushing event updated for resources: {'Port': ['ID=3394d470-e677-4e9a-a7a8-4e87729b7d0c,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:27.012660 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Allocated IP 172.20.0.1 (5859b887-5776-4e11-aac2-7225205843fd/46ced4b7-2d83-4fa0-a5b6-e5233a5420dd/9420329d-1117-42c0-a516-548d4c20e1a1) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:07:27.036435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ca855db3-5f26-4b6e-a217-d1c116757ca9 None None] Provisioning complete for port 3394d470-e677-4e9a-a7a8-4e87729b7d0c triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:27.036815 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ca855db3-5f26-4b6e-a217-d1c116757ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.119404 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Publish callbacks [] for port (9420329d-1117-42c0-a516-548d4c20e1a1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.158163 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.173249 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.187549 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3394d470-e677-4e9a-a7a8-4e87729b7d0c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:27.187926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.199167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Network 5859b887-5776-4e11-aac2-7225205843fd is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:27.202468 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:27.206301 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:07:27.236614 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Pushing event updated for resources: {'Port': ['ID=9420329d-1117-42c0-a516-548d4c20e1a1,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:27.256126 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (87824167-cb58-4612-a57b-26b2368d2b7a), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.303001 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ca855db3-5f26-4b6e-a217-d1c116757ca9 None None] Current status of the port 3394d470-e677-4e9a-a7a8-4e87729b7d0c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:27.377907 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3394d470-e677-4e9a-a7a8-4e87729b7d0c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:27.396349 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.435516 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Publish callbacks [] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.443058 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.498978 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356407c-8d65-4070-a2f3-3dbf4ff338c7 None None] Pushing event updated for resources: {'Port': ['ID=6ea13c0d-b102-4206-86d2-4f9f8dbf7575,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:27.501447 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Attempting to bind port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:07:27.501901 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Attempting to bind port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:07:27.502271 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Attempting to bind port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:07:27.508007 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:07:27.508456 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:27.508856 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.509297 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:07:27.509764 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Bound port: 6ea13c0d-b102-4206-86d2-4f9f8dbf7575, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:07:27.510143 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.550080 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-62559fef-e6b5-4f39-a722-03864baaf505 None None] Provisioning complete for port 9420329d-1117-42c0-a516-548d4c20e1a1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:27.550783 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-62559fef-e6b5-4f39-a722-03864baaf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.575938 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Publish callbacks [] for port (9420329d-1117-42c0-a516-548d4c20e1a1), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.581545 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.600120 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] For port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:07:27.604398 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] For port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ea13c0d-b102-4206-86d2-4f9f8dbf7575,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:07:27.608254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-62559fef-e6b5-4f39-a722-03864baaf505 None None] Port 9420329d-1117-42c0-a516-548d4c20e1a1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 22:07:27.612575 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.655570 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Pushing event updated for resources: {'Port': ['ID=9420329d-1117-42c0-a516-548d4c20e1a1,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:27.662519 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (87824167-cb58-4612-a57b-26b2368d2b7a), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:27.671552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:27.672176 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376743940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:27.674577 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356407c-8d65-4070-a2f3-3dbf4ff338c7 None None] Pushing event updated for resources: {'Port': ['ID=6ea13c0d-b102-4206-86d2-4f9f8dbf7575,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:27.755672 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Network 5859b887-5776-4e11-aac2-7225205843fd is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:27.757374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:27.882288 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Router 87824167-cb58-4612-a57b-26b2368d2b7a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:07:27.960268 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:28.001952 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:07:28.007210 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-0b6f305d-4853-42fc-80fb-14b1de5ab9fe admin admin] 10.222.0.30 "PUT /v2.0/routers/87824167-cb58-4612-a57b-26b2368d2b7a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6292663
Apr 09 22:07:28.068430 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cf166911-bc3f-4892-b8b2-1d9ce0c64fdd None None] Provisioning complete for port 9420329d-1117-42c0-a516-548d4c20e1a1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:28.068803 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cf166911-bc3f-4892-b8b2-1d9ce0c64fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.143217 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cf166911-bc3f-4892-b8b2-1d9ce0c64fdd None None] Port 9420329d-1117-42c0-a516-548d4c20e1a1 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 22:07:28.197435 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376743940>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 2, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:28.225349 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603da858-bde8-493b-ab86-804c4daf1b1d None None] The sync data for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 is: [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 2, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:07:28.517462 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43944) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:28.522456 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1296179583-network', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:28.544300 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Made reservation on behalf of d7c228acaa9a4739a53e1533b89cf69a for: {'network': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 22:07:28.547464 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for network (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.558134 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.637202 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Publish callbacks [] for security_group (5a2c293b-a064-41d1-a0db-ed704a369197), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.642496 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5a2c293b-a064-41d1-a0db-ed704a369197), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.668932 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=126919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 09 22:07:28.681781 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c293b-a064-41d1-a0db-ed704a369197,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:28.684754 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (4d52ade0-dbe6-4c44-8307-aec537e6562e), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.685128 ncdv-master-1 neutron-server[126919]: INFO neutron.db.segments_db [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Added segment 4d52ade0-dbe6-4c44-8307-aec537e6562e of type vlan for network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2
Apr 09 22:07:28.727835 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900372857'] for network (2855d814-0259-4dc1-8d0a-6e5f91bd27a2), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.754985 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624'] for network (2855d814-0259-4dc1-8d0a-6e5f91bd27a2), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.756263 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:28.756901 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:28.951702 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3394d470-e677-4e9a-a7a8-4e87729b7d0c up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:29.014202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3394d470-e677-4e9a-a7a8-4e87729b7d0c triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:29.014865 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.103231 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3394d470-e677-4e9a-a7a8-4e87729b7d0c is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:29.161126 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6425605
Apr 09 22:07:29.163926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43946) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:29.171741 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Request body: {'subnet': {'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1296179583-subnet', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'ip_version': 4}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:29.176321 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf296c2-fe70-44eb-96ec-11d3fd0aa2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2855d814-0259-4dc1-8d0a-6e5f91bd27a2,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:29.189621 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 09 22:07:29.203072 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Made reservation on behalf of d7c228acaa9a4739a53e1533b89cf69a for: {'subnet': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 22:07:29.205798 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863063'] for subnet (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.381213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863077'] for subnet (8372077d-eafe-4a69-bf42-0807ab0427f9), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.435919 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8372077d-eafe-4a69-bf42-0807ab0427f9,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:29.448904 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Checking segment: {'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:29.449314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Network hostable DHCP agents. Network: 2855d814-0259-4dc1-8d0a-6e5f91bd27a2, hostable agents: ['55406ab2-f9a2-4618-88ee-0b3ddd76d323'], hosted agents: [] {{(pid=126919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 09 22:07:29.471074 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 is scheduled to be hosted by DHCP agent 55406ab2-f9a2-4618-88ee-0b3ddd76d323 with binding_index 1 {{(pid=126919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 09 22:07:29.481716 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2855d814-0259-4dc1-8d0a-6e5f91bd27a2) {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:29.486245 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:29.487188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.494128 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83d26b-fd01-465a-954a-a06f120d6395 None None] Network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 22:07:29.508885 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ede18e3f-82f8-4146-93a4-a58507b2dd84 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3435905
Apr 09 22:07:29.510023 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43948) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:29.514433 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:29.537628 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6719'] for router (170b744d-5ef8-4c10-8648-7b840bfb2ca7), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.538882 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router (170b744d-5ef8-4c10-8648-7b840bfb2ca7), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.601621 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks [] for router_controller (170b744d-5ef8-4c10-8648-7b840bfb2ca7), precommit_add_association {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.622881 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2855d814-0259-4dc1-8d0a-6e5f91bd27a2', 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2', 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'fixed_ips': [{'subnet_id': '8372077d-eafe-4a69-bf42-0807ab0427f9'}]}} from ncdv-master-1. {{(pid=126921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 09 22:07:29.623926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.748501 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks [] for router_gateway (170b744d-5ef8-4c10-8648-7b840bfb2ca7), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.762531 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.db_base_plugin_common [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Allocated IP 172.20.0.2 (2855d814-0259-4dc1-8d0a-6e5f91bd27a2/8372077d-eafe-4a69-bf42-0807ab0427f9/671454ed-fb85-4e4a-ad42-6f194ac54183) {{(pid=126921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:07:29.907530 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Publish callbacks [] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), precommit_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.915584 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), after_create {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.937010 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks [] for router_gateway (170b744d-5ef8-4c10-8648-7b840bfb2ca7), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.956600 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:29.963613 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 is already hosted by enough agents. {{(pid=126921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:29.967659 ncdv-master-1 neutron-server[126921]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Resources bound (agent type, host, resource id):  {{(pid=126921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:29.969620 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Pushing event updated for resources: {'Port': ['ID=671454ed-fb85-4e4a-ad42-6f194ac54183,revision_number=1']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:29.972156 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Received port after_create {{(pid=126921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:07:30.035607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Attempting to bind port 671454ed-fb85-4e4a-ad42-6f194ac54183 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:07:30.036055 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Attempting to bind port 671454ed-fb85-4e4a-ad42-6f194ac54183 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:07:30.036483 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Attempting to bind port 671454ed-fb85-4e4a-ad42-6f194ac54183 on network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:07:30.042219 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:07:30.042787 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Checking segment: {'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:30.043255 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:30.043713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Bound using segment: {'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:07:30.044253 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Bound port: 671454ed-fb85-4e4a-ad42-6f194ac54183, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:07:30.044708 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:30.074401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Allocated IP 172.35.0.133 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/0a0a26eb-33da-466a-a874-e98ed10b4044) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:07:30.109967 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] For port 671454ed-fb85-4e4a-ad42-6f194ac54183, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:07:30.113202 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] For port 671454ed-fb85-4e4a-ad42-6f194ac54183, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671454ed-fb85-4e4a-ad42-6f194ac54183,segment=NetworkSegment(4d52ade0-dbe6-4c44-8307-aec537e6562e),segment_id=4d52ade0-dbe6-4c44-8307-aec537e6562e)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:07:30.120074 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:30.183058 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks [] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:30.187406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf0b48-1bf3-4374-af9f-214c17adc188 None None] Pushing event updated for resources: {'Port': ['ID=671454ed-fb85-4e4a-ad42-6f194ac54183,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:30.226454 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:30.273328 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:30.276143 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:30.279738 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:07:30.304852 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0a26eb-33da-466a-a874-e98ed10b4044,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:30.420481 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Sync routers for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:07:30.431939 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:30.432597 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f02cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:30.550692 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:30.575873 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks [] for router_gateway (170b744d-5ef8-4c10-8648-7b840bfb2ca7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:30.749017 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f02cd0>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 2, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:30.788521 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-601607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595135'] for router (170b744d-5ef8-4c10-8648-7b840bfb2ca7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:30.887251 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Checking router: 87824167-cb58-4612-a57b-26b2368d2b7a for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:07:30.887824 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Updating router 87824167-cb58-4612-a57b-26b2368d2b7a port 9420329d-1117-42c0-a516-548d4c20e1a1 binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 22:07:30.924365 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:30.965141 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 is scheduled to L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 with binding_index 1 {{(pid=126919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 09 22:07:30.978520 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:07:30.984168 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:31.045584 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:31.045584 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.089149 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:07:31.100814 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Sync routers for ids ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:07:31.115043 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Routers {'170b744d-5ef8-4c10-8648-7b840bfb2ca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:31.116502 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:31.122487 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.124056 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-91ba04ec-df73-4290-b4be-0fb09504b962 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.6129398
Apr 09 22:07:31.126732 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43950) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:31.255995 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Publish callbacks [] for port (9420329d-1117-42c0-a516-548d4c20e1a1), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.265505 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.277285 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Set router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:31.338823 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee238b4-95b9-45ad-be46-7616cb7e23a3 None None] Network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 22:07:31.367209 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Pushing event updated for resources: {'Port': ['ID=9420329d-1117-42c0-a516-548d4c20e1a1,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:31.378804 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.379214 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.379471 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.379933 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.380263 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.380587 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.380906 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.381244 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.381562 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.381880 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.382230 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.382551 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.382864 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.383719 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.383719 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:07:31.392856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:31.393357 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.396469 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Attempting to bind port 9420329d-1117-42c0-a516-548d4c20e1a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:07:31.396834 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Attempting to bind port 9420329d-1117-42c0-a516-548d4c20e1a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:07:31.397225 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Attempting to bind port 9420329d-1117-42c0-a516-548d4c20e1a1 on network 5859b887-5776-4e11-aac2-7225205843fd {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:07:31.403550 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:07:31.403974 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Checking segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:31.404383 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.404762 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Bound using segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:07:31.405276 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Bound port: 9420329d-1117-42c0-a516-548d4c20e1a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:07:31.405649 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.420695 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-77f38b25-8c33-47d6-8a91-da3d7a8a0e21 None None] Provisioning complete for port 671454ed-fb85-4e4a-ad42-6f194ac54183 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:31.421294 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77f38b25-8c33-47d6-8a91-da3d7a8a0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.497990 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] For port 9420329d-1117-42c0-a516-548d4c20e1a1, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:07:31.501572 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] For port 9420329d-1117-42c0-a516-548d4c20e1a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9420329d-1117-42c0-a516-548d4c20e1a1,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:07:31.511247 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.523500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ea13c0d-b102-4206-86d2-4f9f8dbf7575,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:31.541633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.542442 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 671454ed-fb85-4e4a-ad42-6f194ac54183 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:31.578970 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b0e6c-4d4a-4616-8190-a4bd227c4c0f None None] Pushing event updated for resources: {'Port': ['ID=9420329d-1117-42c0-a516-548d4c20e1a1,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:31.601682 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:31.602738 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2376f02cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:31.746852 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:31.752614 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=6ea13c0d-b102-4206-86d2-4f9f8dbf7575,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:31.828956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da65e0>, [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:30Z', 'revision_number': 3, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:31.874791 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Checking router: 170b744d-5ef8-4c10-8648-7b840bfb2ca7 for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:07:31.875180 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Updating router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 port 0a0a26eb-33da-466a-a874-e98ed10b4044 binding host ncdv-master-1 {{(pid=126921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 22:07:31.881114 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-77f38b25-8c33-47d6-8a91-da3d7a8a0e21 None None] Current status of the port 671454ed-fb85-4e4a-ad42-6f194ac54183 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:31.881114 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77f38b25-8c33-47d6-8a91-da3d7a8a0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.910328 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 671454ed-fb85-4e4a-ad42-6f194ac54183 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:31.910707 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:31.963538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.015896 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-77f38b25-8c33-47d6-8a91-da3d7a8a0e21 None None] For port 671454ed-fb85-4e4a-ad42-6f194ac54183, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671454ed-fb85-4e4a-ad42-6f194ac54183,segment=NetworkSegment(4d52ade0-dbe6-4c44-8307-aec537e6562e),segment_id=4d52ade0-dbe6-4c44-8307-aec537e6562e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:32.028131 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-77f38b25-8c33-47d6-8a91-da3d7a8a0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.084676 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2376f02cd0>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:32.118653 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8049f-102b-4321-8106-451ad8bb5f9b None None] The sync data for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 is: [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:07:32.197797 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.203899 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.219563 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f38b25-8c33-47d6-8a91-da3d7a8a0e21 None None] Pushing event updated for resources: {'Port': ['ID=671454ed-fb85-4e4a-ad42-6f194ac54183,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:32.223558 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Provisioning complete for port 9420329d-1117-42c0-a516-548d4c20e1a1 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:32.223942 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.249073 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 671454ed-fb85-4e4a-ad42-6f194ac54183 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:32.375551 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Allocated IP 172.20.0.1 (2855d814-0259-4dc1-8d0a-6e5f91bd27a2/8372077d-eafe-4a69-bf42-0807ab0427f9/3dca4de1-4af2-407e-a63d-841b0ef1b93f) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:07:32.404720 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Current status of the port 9420329d-1117-42c0-a516-548d4c20e1a1 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:32.405134 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.467395 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Publish callbacks [] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), precommit_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.479242 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.482545 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] For port 9420329d-1117-42c0-a516-548d4c20e1a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9420329d-1117-42c0-a516-548d4c20e1a1,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:32.494367 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Publish callbacks [] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.513020 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.535349 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.543229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Provisioning complete for port 671454ed-fb85-4e4a-ad42-6f194ac54183 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:32.543609 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.571522 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Attempting to bind port 0a0a26eb-33da-466a-a874-e98ed10b4044 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:07:32.571897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Attempting to bind port 0a0a26eb-33da-466a-a874-e98ed10b4044 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:07:32.572265 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Attempting to bind port 0a0a26eb-33da-466a-a874-e98ed10b4044 on network bae95fbb-2739-43fa-b1ef-385638f6c878 {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:07:32.579026 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:32.583164 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c275e64-ffbc-424e-98d1-42f1ec587a21 None None] Pushing event updated for resources: {'Port': ['ID=0a0a26eb-33da-466a-a874-e98ed10b4044,revision_number=2']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:32.583357 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:32.587629 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:07:32.590806 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=3dca4de1-4af2-407e-a63d-841b0ef1b93f,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:32.610739 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:07:32.611125 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Checking segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:32.611575 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.612045 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Bound using segment: {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'} {{(pid=126921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:07:32.612562 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.managers [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Bound port: 0a0a26eb-33da-466a-a874-e98ed10b4044, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1508f-41a3-4af8-8236-f55bb9e1399b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878'}}] {{(pid=126921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:07:32.612934 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.634709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594568'] for router_interface (170b744d-5ef8-4c10-8648-7b840bfb2ca7), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.788826 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.896942 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] For port 0a0a26eb-33da-466a-a874-e98ed10b4044, host ncdv-master-1, cleared binding levels {{(pid=126921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:07:32.903229 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] For port 0a0a26eb-33da-466a-a874-e98ed10b4044, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a0a26eb-33da-466a-a874-e98ed10b4044,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:07:32.928470 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Pushing event updated for resources: {'Port': ['ID=9420329d-1117-42c0-a516-548d4c20e1a1,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:32.934408 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:32.975734 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:33.008848 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-b72259b4-f1fa-4a58-aca6-61090982becb None None] Current status of the port 671454ed-fb85-4e4a-ad42-6f194ac54183 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:33.025653 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Publish callbacks [] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:33.031953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:33.045284 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c275e64-ffbc-424e-98d1-42f1ec587a21 None None] Pushing event updated for resources: {'Port': ['ID=0a0a26eb-33da-466a-a874-e98ed10b4044,revision_number=3']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:33.048655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Routers {'170b744d-5ef8-4c10-8648-7b840bfb2ca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:33.049312 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2375da65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:33.104771 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:33.105063 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594684'] for router_interface (170b744d-5ef8-4c10-8648-7b840bfb2ca7), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:33.105246 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:33.107807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=3dca4de1-4af2-407e-a63d-841b0ef1b93f,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:33.184580 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-8b91e0fe-b6a5-4256-bd06-961a271bfc23 None None] Provisioning complete for port 3dca4de1-4af2-407e-a63d-841b0ef1b93f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:33.184856 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8b91e0fe-b6a5-4256-bd06-961a271bfc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:33.201200 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:33.202885 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:33.235355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] Set router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:33.275060 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-8b91e0fe-b6a5-4256-bd06-961a271bfc23 None None] Port 3dca4de1-4af2-407e-a63d-841b0ef1b93f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 22:07:33.330858 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:07:33.357631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:33.358770 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9420329d-1117-42c0-a516-548d4c20e1a1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:33.453110 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:07:33.458628 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d3be376d-d092-4449-814b-b3b9e1f22ec7 admin admin] 10.222.0.30 "PUT /v2.0/routers/170b744d-5ef8-4c10-8648-7b840bfb2ca7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3306353
Apr 09 22:07:33.468820 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9420329d-1117-42c0-a516-548d4c20e1a1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:33.468820 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:33.540634 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-66c66294-0466-45c3-addb-5fe6247ef7ca None None] Provisioning complete for port 3dca4de1-4af2-407e-a63d-841b0ef1b93f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:33.541008 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-66c66294-0466-45c3-addb-5fe6247ef7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:33.576281 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2375da65e0>, [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 4, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dca4de1-4af2-407e-a63d-841b0ef1b93f', 'name': '', 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'mac_address': 'fa:16:3e:d2:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:32Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 2, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'subnets': [{'id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:33.609425 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec25b10-3eac-49c6-b2f1-f90d87696d51 None None] The sync data for ids ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'] in ncdv-master-1 is: [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 4, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dca4de1-4af2-407e-a63d-841b0ef1b93f', 'name': '', 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'mac_address': 'fa:16:3e:d2:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:32Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 2, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'subnets': [{'id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:07:33.616468 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-66c66294-0466-45c3-addb-5fe6247ef7ca None None] Port 3dca4de1-4af2-407e-a63d-841b0ef1b93f cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 22:07:33.654686 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9420329d-1117-42c0-a516-548d4c20e1a1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:33.656009 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 671454ed-fb85-4e4a-ad42-6f194ac54183 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:33.713833 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 671454ed-fb85-4e4a-ad42-6f194ac54183 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:33.714204 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:33.800004 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 671454ed-fb85-4e4a-ad42-6f194ac54183 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:34.031474 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43958) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:34.036304 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-627c7e59-0e6b-4b86-84b8-ce04c48b218f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559008475', 'description': 'tempest-secgroup-smoke-559008475 description', 'project_id': '52dbb1e4cff34771b0db6a1505243d94'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:34.058448 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-627c7e59-0e6b-4b86-84b8-ce04c48b218f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.135786 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-627c7e59-0e6b-4b86-84b8-ce04c48b218f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group (9e51c205-dd20-4c01-adca-77968956b155), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.141158 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-627c7e59-0e6b-4b86-84b8-ce04c48b218f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9e51c205-dd20-4c01-adca-77968956b155), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.176604 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-627c7e59-0e6b-4b86-84b8-ce04c48b218f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.177910 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-627c7e59-0e6b-4b86-84b8-ce04c48b218f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1453328
Apr 09 22:07:34.178619 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c7e59-0e6b-4b86-84b8-ce04c48b218f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e51c205-dd20-4c01-adca-77968956b155,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:34.180957 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43960) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:34.185728 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-ee54dd27-f6f1-4bb5-bd75-234a354f6ba1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'security_group_rule': {'security_group_id': '9e51c205-dd20-4c01-adca-77968956b155', 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:34.212883 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ee54dd27-f6f1-4bb5-bd75-234a354f6ba1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (051c8e33-8132-4aa1-8e4d-6d76ac84875f), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.285300 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ee54dd27-f6f1-4bb5-bd75-234a354f6ba1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (051c8e33-8132-4aa1-8e4d-6d76ac84875f), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.290441 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ee54dd27-f6f1-4bb5-bd75-234a354f6ba1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (051c8e33-8132-4aa1-8e4d-6d76ac84875f), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.307936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54dd27-f6f1-4bb5-bd75-234a354f6ba1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051c8e33-8132-4aa1-8e4d-6d76ac84875f,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:34.315484 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-ee54dd27-f6f1-4bb5-bd75-234a354f6ba1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.316879 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-ee54dd27-f6f1-4bb5-bd75-234a354f6ba1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1346304
Apr 09 22:07:34.319472 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43962) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:34.323729 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-7e45e1a1-2917-4d6a-808b-2b90c4baa1c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'security_group_rule': {'security_group_id': '9e51c205-dd20-4c01-adca-77968956b155', 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:34.350173 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e45e1a1-2917-4d6a-808b-2b90c4baa1c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (effe4f32-f994-4942-a1ab-0c9ddc733b77), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.409163 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e45e1a1-2917-4d6a-808b-2b90c4baa1c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (effe4f32-f994-4942-a1ab-0c9ddc733b77), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.415428 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e45e1a1-2917-4d6a-808b-2b90c4baa1c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (effe4f32-f994-4942-a1ab-0c9ddc733b77), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.432759 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45e1a1-2917-4d6a-808b-2b90c4baa1c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effe4f32-f994-4942-a1ab-0c9ddc733b77,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:34.441490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-7e45e1a1-2917-4d6a-808b-2b90c4baa1c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.442706 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-7e45e1a1-2917-4d6a-808b-2b90c4baa1c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1222918
Apr 09 22:07:34.445622 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43964) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:34.450064 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-f7541ba2-bb31-4212-9ffd-6ea2e30182ba tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'security_group_rule': {'security_group_id': '9e51c205-dd20-4c01-adca-77968956b155', 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:34.477468 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7541ba2-bb31-4212-9ffd-6ea2e30182ba tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (326c10ce-a0ec-46ac-97c7-0893dfcc86d1), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.537837 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7541ba2-bb31-4212-9ffd-6ea2e30182ba tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (326c10ce-a0ec-46ac-97c7-0893dfcc86d1), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.543548 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7541ba2-bb31-4212-9ffd-6ea2e30182ba tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (326c10ce-a0ec-46ac-97c7-0893dfcc86d1), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.561293 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7541ba2-bb31-4212-9ffd-6ea2e30182ba tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326c10ce-a0ec-46ac-97c7-0893dfcc86d1,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:34.570078 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-f7541ba2-bb31-4212-9ffd-6ea2e30182ba tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.571367 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-f7541ba2-bb31-4212-9ffd-6ea2e30182ba tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1248095
Apr 09 22:07:34.574402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43966) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:34.579022 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-cd86e472-1da4-4121-b0fa-b6f3820d8b49 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'security_group_rule': {'security_group_id': '9e51c205-dd20-4c01-adca-77968956b155', 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:34.605477 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd86e472-1da4-4121-b0fa-b6f3820d8b49 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (e044b69d-762e-404a-82c9-eceae6deb9cf), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.663011 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd86e472-1da4-4121-b0fa-b6f3820d8b49 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (e044b69d-762e-404a-82c9-eceae6deb9cf), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.668512 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd86e472-1da4-4121-b0fa-b6f3820d8b49 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (e044b69d-762e-404a-82c9-eceae6deb9cf), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.689219 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86e472-1da4-4121-b0fa-b6f3820d8b49 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e044b69d-762e-404a-82c9-eceae6deb9cf,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:34.694629 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-cd86e472-1da4-4121-b0fa-b6f3820d8b49 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.698807 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 43968) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:34.698950 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-cd86e472-1da4-4121-b0fa-b6f3820d8b49 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1233873
Apr 09 22:07:34.704116 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-d1184706-a928-4bde-8ac8-9cddcd3dd208 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'security_group_rule': {'security_group_id': '9e51c205-dd20-4c01-adca-77968956b155', 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:34.726344 ncdv-master-1 neutron-server[126919]: INFO neutron.db.securitygroups_db [None req-d1184706-a928-4bde-8ac8-9cddcd3dd208 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Project 52dbb1e4cff34771b0db6a1505243d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 22:07:34.732033 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1184706-a928-4bde-8ac8-9cddcd3dd208 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (06d652d2-22fd-4884-8315-942b2885999c), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.790196 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1184706-a928-4bde-8ac8-9cddcd3dd208 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (06d652d2-22fd-4884-8315-942b2885999c), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.795490 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1184706-a928-4bde-8ac8-9cddcd3dd208 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (06d652d2-22fd-4884-8315-942b2885999c), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.813132 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1184706-a928-4bde-8ac8-9cddcd3dd208 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d652d2-22fd-4884-8315-942b2885999c,revision_number=0']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:34.822135 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d1184706-a928-4bde-8ac8-9cddcd3dd208 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.825901 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d1184706-a928-4bde-8ac8-9cddcd3dd208 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1233149
Apr 09 22:07:34.826340 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 43970) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:34.831040 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-8007ac78-3b00-4209-a063-283d4b5df006 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'security_group_rule': {'security_group_id': '9e51c205-dd20-4c01-adca-77968956b155', 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:34.854131 ncdv-master-1 neutron-server[126920]: INFO neutron.db.securitygroups_db [None req-8007ac78-3b00-4209-a063-283d4b5df006 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Project 52dbb1e4cff34771b0db6a1505243d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 22:07:34.860843 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8007ac78-3b00-4209-a063-283d4b5df006 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (1d34ebd7-af5c-4191-990d-771188c8e482), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.924580 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8007ac78-3b00-4209-a063-283d4b5df006 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (1d34ebd7-af5c-4191-990d-771188c8e482), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.932042 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8007ac78-3b00-4209-a063-283d4b5df006 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331481'] for security_group_rule (1d34ebd7-af5c-4191-990d-771188c8e482), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.952220 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007ac78-3b00-4209-a063-283d4b5df006 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d34ebd7-af5c-4191-990d-771188c8e482,revision_number=0']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:34.952361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9420329d-1117-42c0-a516-548d4c20e1a1 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:34.962796 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-8007ac78-3b00-4209-a063-283d4b5df006 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:34.964017 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-8007ac78-3b00-4209-a063-283d4b5df006 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1366951
Apr 09 22:07:35.013101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 9420329d-1117-42c0-a516-548d4c20e1a1 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:35.013101 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:35.120353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 9420329d-1117-42c0-a516-548d4c20e1a1 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:35.137475 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-d3a753c3-8a45-4f2a-94f1-9a3ee69b3904 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559008475&fields=id&tenant_id=52dbb1e4cff34771b0db6a1505243d94 HTTP/1.1" status: 200  len: 267 time: 0.0501873
Apr 09 22:07:35.247079 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-d0250a50-c5c6-4d0e-bbf8-7b579c33cd18 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:35.248699 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-d0250a50-c5c6-4d0e-bbf8-7b579c33cd18 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 809 time: 0.1044209
Apr 09 22:07:35.263939 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-fc15196d-4527-40dd-bbec-176d1388a7af tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/quotas/52dbb1e4cff34771b0db6a1505243d94 HTTP/1.1" status: 200  len: 375 time: 0.0095339
Apr 09 22:07:35.318193 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-9a06fd52-798b-4f42-afc3-761aa5cebaec tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0486255
Apr 09 22:07:35.425995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-125e1322-9b43-462a-94b7-1bbe6f4f082d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 22:07:35.426996 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-125e1322-9b43-462a-94b7-1bbe6f4f082d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0973368
Apr 09 22:07:35.854688 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-9142f67c-05ae-47ca-9795-1944cbb9e0bc service neutron] 10.222.0.30 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4213562
Apr 09 22:07:35.951348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-ccba87dd-a4eb-4117-afc0-7899a1c2817b service neutron] 10.222.0.30 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908511
Apr 09 22:07:36.132956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-7dc7bcc5-baaf-4b74-b6ec-4f8ab19156ca req-01ee361d-6468-4f34-a4f0-02cbfc642feb tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 210 time: 0.0305140
Apr 09 22:07:36.331391 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Sync routers for ids ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:07:36.342508 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Routers {'170b744d-5ef8-4c10-8648-7b840bfb2ca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:36.343425 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237713e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:36.462886 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Set router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:36.672204 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237713e460>, [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 4, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dca4de1-4af2-407e-a63d-841b0ef1b93f', 'name': '', 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'mac_address': 'fa:16:3e:d2:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:32Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 2, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'subnets': [{'id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:36.698925 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Checking router: 170b744d-5ef8-4c10-8648-7b840bfb2ca7 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:07:36.699277 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Updating router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 port 3dca4de1-4af2-407e-a63d-841b0ef1b93f binding host ncdv-master-1 {{(pid=126922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 09 22:07:36.731110 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:36.923979 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0a0a26eb-33da-466a-a874-e98ed10b4044 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:36.972655 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0a0a26eb-33da-466a-a874-e98ed10b4044 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:36.973159 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:36.994480 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Publish callbacks [] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), precommit_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.006098 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.068599 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0a0a26eb-33da-466a-a874-e98ed10b4044 is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:37.068989 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.091931 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] For port 0a0a26eb-33da-466a-a874-e98ed10b4044, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a0a26eb-33da-466a-a874-e98ed10b4044,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:37.099239 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.151393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Pushing event updated for resources: {'Port': ['ID=0a0a26eb-33da-466a-a874-e98ed10b4044,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:37.230915 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Attempting to bind port 3dca4de1-4af2-407e-a63d-841b0ef1b93f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:07:37.231372 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Attempting to bind port 3dca4de1-4af2-407e-a63d-841b0ef1b93f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:07:37.231727 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Attempting to bind port 3dca4de1-4af2-407e-a63d-841b0ef1b93f on network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:07:37.245949 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7cb21-054d-4c5e-9df6-82b993a311ee None None] Pushing event updated for resources: {'Port': ['ID=3dca4de1-4af2-407e-a63d-841b0ef1b93f,revision_number=3']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:37.255673 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Checking agent: {'id': 'bc8677a2-b4e2-4334-839b-d4468ddf04b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 43, 57), 'started_at': datetime.datetime(2022, 4, 9, 20, 44, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:07:37.256943 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Checking segment: {'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:37.257593 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.258449 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Bound using segment: {'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'} {{(pid=126922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:07:37.259141 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.managers [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Bound port: 3dca4de1-4af2-407e-a63d-841b0ef1b93f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d52ade0-dbe6-4c44-8307-aec537e6562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2'}}] {{(pid=126922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:07:37.261140 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), before_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.305636 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-dc4680ff-cc5b-437a-9d7f-72212e7b5b5f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:37.307387 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-dc4680ff-cc5b-437a-9d7f-72212e7b5b5f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 809 time: 0.1502454
Apr 09 22:07:37.310985 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a4ae9d59-d80e-4717-b96c-02eaf5b186ea req-c1c28605-132b-491c-a2bb-46ba8276a8c5 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 210 time: 0.0517879
Apr 09 22:07:37.359873 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] For port 3dca4de1-4af2-407e-a63d-841b0ef1b93f, host ncdv-master-1, cleared binding levels {{(pid=126922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:07:37.367175 ncdv-master-1 neutron-server[126922]: DEBUG neutron.plugins.ml2.db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] For port 3dca4de1-4af2-407e-a63d-841b0ef1b93f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dca4de1-4af2-407e-a63d-841b0ef1b93f,segment=NetworkSegment(4d52ade0-dbe6-4c44-8307-aec537e6562e),segment_id=4d52ade0-dbe6-4c44-8307-aec537e6562e)] {{(pid=126922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:07:37.376154 ncdv-master-1 neutron-server[126922]: DEBUG neutron_lib.callbacks.manager [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), after_update {{(pid=126922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.377485 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-583bcc73-e2d3-4e0f-961f-8b620cbc935e None None] Provisioning complete for port 3dca4de1-4af2-407e-a63d-841b0ef1b93f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:37.378026 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-583bcc73-e2d3-4e0f-961f-8b620cbc935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.392677 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-74130f5e-7ef6-4692-a19f-9405129e3d01 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52dbb1e4cff34771b0db6a1505243d94 HTTP/1.1" status: 200  len: 379 time: 0.0763054
Apr 09 22:07:37.430935 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Routers {'170b744d-5ef8-4c10-8648-7b840bfb2ca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:37.431566 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f237713e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:37.465345 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-583bcc73-e2d3-4e0f-961f-8b620cbc935e None None] Current status of the port 3dca4de1-4af2-407e-a63d-841b0ef1b93f is: DOWN; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:37.465736 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-583bcc73-e2d3-4e0f-961f-8b620cbc935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.477092 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7cb21-054d-4c5e-9df6-82b993a311ee None None] Pushing event updated for resources: {'Port': ['ID=3dca4de1-4af2-407e-a63d-841b0ef1b93f,revision_number=4']} {{(pid=126922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:37.504607 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-583bcc73-e2d3-4e0f-961f-8b620cbc935e None None] For port 3dca4de1-4af2-407e-a63d-841b0ef1b93f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dca4de1-4af2-407e-a63d-841b0ef1b93f,segment=NetworkSegment(4d52ade0-dbe6-4c44-8307-aec537e6562e),segment_id=4d52ade0-dbe6-4c44-8307-aec537e6562e)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:37.511315 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-583bcc73-e2d3-4e0f-961f-8b620cbc935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.554983 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'port': {'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'admin_state_up': True, 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'security_groups': ['9e51c205-dd20-4c01-adca-77968956b155']}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:37.562251 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bcc73-e2d3-4e0f-961f-8b620cbc935e None None] Pushing event updated for resources: {'Port': ['ID=3dca4de1-4af2-407e-a63d-841b0ef1b93f,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:37.588512 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] Set router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:37.685758 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Made reservation on behalf of 52dbb1e4cff34771b0db6a1505243d94 for: {'port': 1} {{(pid=126919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 22:07:37.689175 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.738596 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-ce539f3d-63de-433d-bb15-ccb565797b78 None None] Provisioning complete for port 3dca4de1-4af2-407e-a63d-841b0ef1b93f triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:37.738964 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ce539f3d-63de-433d-bb15-ccb565797b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:37.805464 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f237713e460>, [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 4, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dca4de1-4af2-407e-a63d-841b0ef1b93f', 'name': '', 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'mac_address': 'fa:16:3e:d2:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:32Z', 'updated_at': '2022-04-09T22:07:37Z', 'revision_number': 4, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'subnets': [{'id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:37.822340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Allocated IP 172.20.0.7 (5859b887-5776-4e11-aac2-7225205843fd/46ced4b7-2d83-4fa0-a5b6-e5233a5420dd/ca21bf25-3688-4e33-bd5b-2331342ef097) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:07:37.822957 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-ce539f3d-63de-433d-bb15-ccb565797b78 None None] Current status of the port 3dca4de1-4af2-407e-a63d-841b0ef1b93f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:37.832819 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f03abc4-88ab-4551-85fb-4bc9cbf4c569 None None] The sync data for ids ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'] in ncdv-master-1 is: [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 4, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dca4de1-4af2-407e-a63d-841b0ef1b93f', 'name': '', 'network_id': '2855d814-0259-4dc1-8d0a-6e5f91bd27a2', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'mac_address': 'fa:16:3e:d2:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:32Z', 'updated_at': '2022-04-09T22:07:37Z', 'revision_number': 4, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'subnets': [{'id': '8372077d-eafe-4a69-bf42-0807ab0427f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:07:37.973534 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.011634 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.059335 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Network 5859b887-5776-4e11-aac2-7225205843fd is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:38.062270 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:38.066258 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:07:38.097893 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:38.125557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:38.127053 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.147410 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-2d24b496-3987-4b40-8e16-63cfe1178480 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5984101
Apr 09 22:07:38.159401 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Request body: {'port': {'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:38.232586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.345937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-1645c952-ecf8-45ac-805f-8bef1d19062f None None] Provisioning complete for port ca21bf25-3688-4e33-bd5b-2331342ef097 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:38.346475 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1645c952-ecf8-45ac-805f-8bef1d19062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.386769 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1645c952-ecf8-45ac-805f-8bef1d19062f None None] Port ca21bf25-3688-4e33-bd5b-2331342ef097 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 22:07:38.428269 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c2f83-7943-46b5-855b-68fc77896ada req-0d574a2e-5b74-4081-9c97-e27cc91dfb5f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:38.430030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7c2f83-7943-46b5-855b-68fc77896ada req-0d574a2e-5b74-4081-9c97-e27cc91dfb5f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 931 time: 0.0496633
Apr 09 22:07:38.480813 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fb7c2f83-7943-46b5-855b-68fc77896ada req-d4899384-03ea-4037-aa88-6b6a8df7ab23 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449486
Apr 09 22:07:38.521810 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca21bf25-3688-4e33-bd5b-2331342ef097 {{(pid=126919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:07:38.529290 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Publish callbacks [] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.546197 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.provisioning_blocks [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Transition to ACTIVE for port object ca21bf25-3688-4e33-bd5b-2331342ef097 will not be triggered until provisioned by entity L2. {{(pid=126919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 22:07:38.553360 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.608425 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Pushing event updated for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:38.682289 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Attempting to bind port ca21bf25-3688-4e33-bd5b-2331342ef097 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:07:38.682628 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Attempting to bind port ca21bf25-3688-4e33-bd5b-2331342ef097 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:07:38.682946 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Attempting to bind port ca21bf25-3688-4e33-bd5b-2331342ef097 on network 5859b887-5776-4e11-aac2-7225205843fd {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:07:38.687764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Port ca21bf25-3688-4e33-bd5b-2331342ef097 on network 5859b887-5776-4e11-aac2-7225205843fd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 22:07:38.688088 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Attempting to bind port ca21bf25-3688-4e33-bd5b-2331342ef097 on network 5859b887-5776-4e11-aac2-7225205843fd {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:07:38.693493 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Checking agent: {'id': '1cf9a62c-7258-448f-bb8c-884dd8503102', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:07:38.693834 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Checking segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:07:38.694223 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Bound using segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} {{(pid=126919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:07:38.694656 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.managers [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Bound port: ca21bf25-3688-4e33-bd5b-2331342ef097, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'}}] {{(pid=126919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:07:38.695013 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.765330 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, cleared binding levels {{(pid=126919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:07:38.768397 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:07:38.776831 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.814933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:38.815568 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:38.817006 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] 10.222.0.25 "PUT /v2.0/ports/ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 1091 time: 0.6620858
Apr 09 22:07:38.817532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:07:38.819717 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fc3042-d976-433a-a949-073ebbb5e87a" -d '{"events": [{"name": "network-changed", "server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:07:38.843267 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f273d5-91e9-480a-a847-69ce72ee3c4d service neutron] Pushing event updated for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=3']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:38.871916 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc823923-901c-48d2-ba3e-721e1339fa32 x-openstack-request-id: req-bc823923-901c-48d2-ba3e-721e1339fa32 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:07:38.872372 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:07:38.872629 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc823923-901c-48d2-ba3e-721e1339fa32 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:07:38.873142 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc823923-901c-48d2-ba3e-721e1339fa32'] response: {'name': 'network-changed', 'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'status': 'completed', 'code': 200}
Apr 09 22:07:38.909340 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-69fcdf60-55c5-4b1d-83d1-664bdfba680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:38.910895 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-69fcdf60-55c5-4b1d-83d1-664bdfba680c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1125 time: 0.0508211
Apr 09 22:07:38.952206 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3dca4de1-4af2-407e-a63d-841b0ef1b93f up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:38.963356 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-56e2133e-9f5e-4e6f-827e-fec9f247539f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 217 time: 0.0411956
Apr 09 22:07:39.006541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 3dca4de1-4af2-407e-a63d-841b0ef1b93f triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:39.006975 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:39.016269 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-9fbd099e-ab32-444c-a68b-420791d5e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:39.018093 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-9fbd099e-ab32-444c-a68b-420791d5e1c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0494714
Apr 09 22:07:39.067872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-d83d75e3-2f7b-4bd0-b7b5-cb3a01c2ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:39.069563 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-d83d75e3-2f7b-4bd0-b7b5-cb3a01c2ce17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449226
Apr 09 22:07:39.100635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 3dca4de1-4af2-407e-a63d-841b0ef1b93f is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:39.102020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0a0a26eb-33da-466a-a874-e98ed10b4044 up at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:39.162939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Provisioning complete for port 0a0a26eb-33da-466a-a874-e98ed10b4044 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:39.163318 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:39.181536 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-fd3fb13c-4851-4c8e-8a53-af62cd9ea33a service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046910
Apr 09 22:07:39.245511 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Current status of the port 0a0a26eb-33da-466a-a874-e98ed10b4044 is: ACTIVE; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:39.273255 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-38d45ab2-d34f-4e83-9682-f039b9a652db req-bfc6b2fc-4549-423a-925b-da9a34af91ec service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861549
Apr 09 22:07:39.606764 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7738d2-1431-4b56-a940-1394c928d8ec req-dce98573-78b1-4d5f-91ad-8eecdff02859 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:39.608266 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd7738d2-1431-4b56-a940-1394c928d8ec req-dce98573-78b1-4d5f-91ad-8eecdff02859 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 943 time: 0.0535097
Apr 09 22:07:39.658629 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cd7738d2-1431-4b56-a940-1394c928d8ec req-1b3a5a42-0189-44a8-b163-45b4aa54afce tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443294
Apr 09 22:07:40.780659 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2525e-aa3c-4aeb-b03e-eab41ef82baa req-6cbfc294-b070-408e-a58f-b943e4050ae3 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:40.782149 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6a2525e-aa3c-4aeb-b03e-eab41ef82baa req-6cbfc294-b070-408e-a58f-b943e4050ae3 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 943 time: 0.0521393
Apr 09 22:07:40.834348 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-f6a2525e-aa3c-4aeb-b03e-eab41ef82baa req-53c9eea9-54c9-46db-85ff-c43fc9396454 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444076
Apr 09 22:07:41.117249 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ca21bf25-3688-4e33-bd5b-2331342ef097 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 22:07:41.223968 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:41.228417 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc3042-d976-433a-a949-073ebbb5e87a req-73ce8940-4993-48cb-af26-cf982922ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:41.229972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-47fc3042-d976-433a-a949-073ebbb5e87a req-73ce8940-4993-48cb-af26-cf982922ff34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1125 time: 0.0468068
Apr 09 22:07:41.235486 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 22:07:41.277062 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port ca21bf25-3688-4e33-bd5b-2331342ef097 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:41.277447 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:41.290788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca21bf25-3688-4e33-bd5b-2331342ef097 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:07:41.310439 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:41.316163 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:41.322153 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc3042-d976-433a-a949-073ebbb5e87a req-34edffb1-a470-4b57-b06e-e70ffe9d3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:41.323653 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-47fc3042-d976-433a-a949-073ebbb5e87a req-34edffb1-a470-4b57-b06e-e70ffe9d3292 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0878203
Apr 09 22:07:41.364218 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:41.370463 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-47fc3042-d976-433a-a949-073ebbb5e87a req-900dbe98-52c5-4a05-b609-1d8f15e340e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 217 time: 0.0391979
Apr 09 22:07:41.420183 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc3042-d976-433a-a949-073ebbb5e87a req-c0a0425e-2102-48e4-bf27-923a8e4b2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:41.421721 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-47fc3042-d976-433a-a949-073ebbb5e87a req-c0a0425e-2102-48e4-bf27-923a8e4b2e23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0454400
Apr 09 22:07:41.466438 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc3042-d976-433a-a949-073ebbb5e87a req-a43f28f0-04b3-46f1-acfc-ccbfd34fc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:41.467972 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-47fc3042-d976-433a-a949-073ebbb5e87a req-a43f28f0-04b3-46f1-acfc-ccbfd34fc6ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402813
Apr 09 22:07:41.569629 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-47fc3042-d976-433a-a949-073ebbb5e87a req-b05c93d8-1785-431d-bed7-326fe0948548 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939016
Apr 09 22:07:41.626115 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['ca21bf25-3688-4e33-bd5b-2331342ef097'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 22:07:41.665281 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-47fc3042-d976-433a-a949-073ebbb5e87a req-2e02c508-ef5c-44a6-aa74-a39b73d3fcd8 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878208
Apr 09 22:07:41.959915 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a279d3-7157-4ee8-ab0d-474ef265aa57 req-493398c5-c4cd-48d7-aa8c-24af5399db58 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:41.961394 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7a279d3-7157-4ee8-ab0d-474ef265aa57 req-493398c5-c4cd-48d7-aa8c-24af5399db58 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 944 time: 0.0578752
Apr 09 22:07:42.011847 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d7a279d3-7157-4ee8-ab0d-474ef265aa57 req-e554c56b-ebf7-462f-9a3b-e532530cc3b6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446389
Apr 09 22:07:43.138811 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ca21bf25-3688-4e33-bd5b-2331342ef097 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:07:43.142247 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92704250-7bfc-44de-9ed0-9dafcba03712 req-bdb02295-61f6-4696-9878-f0da970438c3 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:43.143775 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92704250-7bfc-44de-9ed0-9dafcba03712 req-bdb02295-61f6-4696-9878-f0da970438c3 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 944 time: 0.0530887
Apr 09 22:07:43.184443 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning for port ca21bf25-3688-4e33-bd5b-2331342ef097 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 22:07:43.192084 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port ca21bf25-3688-4e33-bd5b-2331342ef097 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:07:43.192510 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:43.193911 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-92704250-7bfc-44de-9ed0-9dafcba03712 req-b8b15260-ec0e-4467-b809-60caf5fe6002 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442905
Apr 09 22:07:43.276856 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port ca21bf25-3688-4e33-bd5b-2331342ef097 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:07:43.277277 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:43.306221 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:07:43.308637 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95686fb9-4885-4167-b8ea-532b3db9fce5" -d '{"events": [{"server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "name": "network-vif-plugged", "status": "completed", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:07:43.321658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:07:43.327345 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:43.377010 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:43.403769 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5283b4d7-75b8-404c-97bc-8bb15b4e843e x-openstack-request-id: req-5283b4d7-75b8-404c-97bc-8bb15b4e843e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:07:43.404072 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "name": "network-vif-plugged", "status": "completed", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:07:43.404330 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5283b4d7-75b8-404c-97bc-8bb15b4e843e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:07:43.404759 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5283b4d7-75b8-404c-97bc-8bb15b4e843e'] response: {'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'code': 200}
Apr 09 22:07:43.504830 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc63ad-2920-4de2-a050-29836df9cc45 req-92b1ab62-0ed8-4b52-bb2f-c25e19e5817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:43.506382 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b1dc63ad-2920-4de2-a050-29836df9cc45 req-92b1ab62-0ed8-4b52-bb2f-c25e19e5817e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1127 time: 0.0411222
Apr 09 22:07:43.556936 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b1dc63ad-2920-4de2-a050-29836df9cc45 req-e98fe4fa-f51a-479e-84ae-5eaa99d74c29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450101
Apr 09 22:07:44.317395 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3fc0c-4316-47f4-bac1-3950a00a4fe6 req-dd10f33e-d178-4ef0-bfcc-0b87e51bbbd4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:44.318956 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cc3fc0c-4316-47f4-bac1-3950a00a4fe6 req-dd10f33e-d178-4ef0-bfcc-0b87e51bbbd4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 945 time: 0.0480847
Apr 09 22:07:44.373914 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-0cc3fc0c-4316-47f4-bac1-3950a00a4fe6 req-68b81acd-bff9-4656-af56-c54ae5288659 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492561
Apr 09 22:07:45.510028 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa151f-bbff-4308-9b04-674839696668 req-c85e5c6d-56d6-4e69-921b-d47f5191c4c0 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:45.511537 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bdfa151f-bbff-4308-9b04-674839696668 req-c85e5c6d-56d6-4e69-921b-d47f5191c4c0 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 945 time: 0.0489502
Apr 09 22:07:45.559990 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-bdfa151f-bbff-4308-9b04-674839696668 req-d39f5b29-e4b8-41ab-8ecd-48736d28f535 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428987
Apr 09 22:07:45.683297 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ccdd-1200-4442-9328-e5747f0966fd req-179b1668-f209-4e56-9012-b7cd861a5253 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:45.684683 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47f0ccdd-1200-4442-9328-e5747f0966fd req-179b1668-f209-4e56-9012-b7cd861a5253 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 945 time: 0.0492013
Apr 09 22:07:45.736572 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-47f0ccdd-1200-4442-9328-e5747f0966fd req-10b901ff-9438-412c-8cda-31c08eaabf1d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434976
Apr 09 22:07:45.762255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44024) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:45.849778 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7df9ec-6e8b-4bc0-970c-4fe8fe2e0df9 tempest-TestSnapshotPattern-711162130 tempest-TestSnapshotPattern-711162130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:45.851287 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-4d7df9ec-6e8b-4bc0-970c-4fe8fe2e0df9 tempest-TestSnapshotPattern-711162130 tempest-TestSnapshotPattern-711162130-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1122 time: 0.0880837
Apr 09 22:07:45.855769 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44028) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:07:45.860042 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:07:45.884853 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:45.963221 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:46.076954 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Allocated IP 172.35.0.62 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/0bf4dcea-5776-450c-bf06-629999acfdaa) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:07:46.179163 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for port (0bf4dcea-5776-450c-bf06-629999acfdaa), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:46.217636 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (0bf4dcea-5776-450c-bf06-629999acfdaa), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:46.270341 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:07:46.273330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:07:46.276868 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:07:46.282737 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'Port': ['ID=0bf4dcea-5776-450c-bf06-629999acfdaa,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:46.661897 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for floatingip (212df403-3ea4-4a34-868d-a3514d0ea847), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:46.733265 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (0bf4dcea-5776-450c-bf06-629999acfdaa), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:46.905639 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for port (0bf4dcea-5776-450c-bf06-629999acfdaa), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:46.912876 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (0bf4dcea-5776-450c-bf06-629999acfdaa), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:46.981362 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'Port': ['ID=0bf4dcea-5776-450c-bf06-629999acfdaa,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:07:46.996914 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (212df403-3ea4-4a34-868d-a3514d0ea847), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:47.103443 ncdv-master-1 neutron-server[126920]: INFO neutron.db.l3_db [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Floating IP 212df403-3ea4-4a34-868d-a3514d0ea847 associated. External IP: 172.35.0.62, port: ca21bf25-3688-4e33-bd5b-2331342ef097.
Apr 09 22:07:47.343082 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Router 87824167-cb58-4612-a57b-26b2368d2b7a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:07:47.458184 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:07:47.468645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] Sync routers for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:07:47.479464 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:47.483597 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:47.484214 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374733880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:47.510270 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-bb05c017-1063-4428-aa1f-a3d22cf5d6e4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.6534824
Apr 09 22:07:47.510869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:07:47.513168 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86659a52-2e90-4394-9069-e85b732f36f1" -d '{"events": [{"name": "network-changed", "server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:07:47.550990 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f0e075-0b48-42ab-9306-270ab5fe1b0d x-openstack-request-id: req-97f0e075-0b48-42ab-9306-270ab5fe1b0d {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:07:47.551270 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:07:47.551531 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97f0e075-0b48-42ab-9306-270ab5fe1b0d {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:07:47.551944 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f0e075-0b48-42ab-9306-270ab5fe1b0d'] response: {'name': 'network-changed', 'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'status': 'completed', 'code': 200}
Apr 09 22:07:47.600307 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:47.612933 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659a52-2e90-4394-9069-e85b732f36f1 req-b6a353c0-819b-471b-9ee1-732b740ae10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:47.614574 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-86659a52-2e90-4394-9069-e85b732f36f1 req-b6a353c0-819b-471b-9ee1-732b740ae10d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1127 time: 0.0417292
Apr 09 22:07:47.710193 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659a52-2e90-4394-9069-e85b732f36f1 req-168cd10f-b7fd-47e6-a417-8026035b1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:47.711732 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-86659a52-2e90-4394-9069-e85b732f36f1 req-168cd10f-b7fd-47e6-a417-8026035b1d37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0906036
Apr 09 22:07:47.783982 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-86659a52-2e90-4394-9069-e85b732f36f1 req-c97230a7-81ef-46a2-8a20-72201cf6d434 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 998 time: 0.0665221
Apr 09 22:07:47.832394 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659a52-2e90-4394-9069-e85b732f36f1 req-0dde00b9-9ea0-4024-b007-ec6c4944652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:47.834050 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-86659a52-2e90-4394-9069-e85b732f36f1 req-0dde00b9-9ea0-4024-b007-ec6c4944652c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0441532
Apr 09 22:07:47.878393 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659a52-2e90-4394-9069-e85b732f36f1 req-ab593f83-a1aa-4859-b02d-139087465986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:07:47.879818 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-86659a52-2e90-4394-9069-e85b732f36f1 req-ab593f83-a1aa-4859-b02d-139087465986 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393064
Apr 09 22:07:47.973303 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-86659a52-2e90-4394-9069-e85b732f36f1 req-8b49094c-5921-46de-bc76-d1abbbf1951e service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870414
Apr 09 22:07:47.998121 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374733880>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:46Z', 'revision_number': 0, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:48.029419 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] Checking router: 87824167-cb58-4612-a57b-26b2368d2b7a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:07:48.038581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:07:48.039241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2374733880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:07:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:48.066928 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-86659a52-2e90-4394-9069-e85b732f36f1 req-ac8c9b28-3a1f-4556-a90d-52c58a440886 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861003
Apr 09 22:07:48.153254 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:07:48.379148 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2374733880>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:46Z', 'revision_number': 0, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:07:48.410139 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684320d-2108-45a0-9a63-0833510f4d33 None None] The sync data for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 is: [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:46Z', 'revision_number': 0, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:07:48.614971 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e8c1d-9e55-41da-80c8-ceb058107885 None None] New status for floating IP 212df403-3ea4-4a34-868d-a3514d0ea847: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 22:07:50.557495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-fe46f6b3-ed4d-46c4-85e1-4d0d8596c507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:53.040509 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-de7659a9-6d13-4eec-9986-e1fe418b5a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:54.465405 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:55.512396 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:56.537438 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:07:57.163102 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:02.077489 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:07.982611 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:08:20.560261 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-15ccdb75-f871-4ca6-8414-368d13ccc9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:23.045933 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7fea7a3c-b3ac-45f6-8336-31ce2997fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:24.463531 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:25.520312 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:26.554480 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:27.160340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:32.107342 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:43.739904 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-c96fed43-f66c-4fca-a367-37a9bbfb0073 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1097133
Apr 09 22:08:43.819522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-727ff195-9c6f-438a-b82b-56da3f4ab253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:08:43.821184 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-727ff195-9c6f-438a-b82b-56da3f4ab253 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1127 time: 0.0397196
Apr 09 22:08:43.931170 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-810fea84-1f39-4252-9215-c46fa4e91a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:08:43.932660 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-810fea84-1f39-4252-9215-c46fa4e91a67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0921407
Apr 09 22:08:43.999804 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-2645823d-0251-42d6-8843-60b0b7807d89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 1000 time: 0.0597875
Apr 09 22:08:44.050259 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-8032a891-c3f2-4b67-910b-354ad0f228b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:08:44.051731 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-8032a891-c3f2-4b67-910b-354ad0f228b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0447557
Apr 09 22:08:44.099000 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-e40fdef1-9dea-47ee-9b83-d7d034913f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:08:44.100482 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-e40fdef1-9dea-47ee-9b83-d7d034913f8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426161
Apr 09 22:08:44.194428 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-810f4096-4a7f-42a2-ab3e-a41abcdf6371 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830543
Apr 09 22:08:44.288800 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-524fa3e7-9553-4d6e-8c59-ff3d7be3ec8c req-dfaccb68-6425-445e-9713-bdf463b0c58a service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879660
Apr 09 22:08:44.987905 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:08:50.556079 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-bca3c86f-f8cc-41b3-a0b2-138413799431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:53.037134 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-80327e79-8977-4849-9aec-ec4403f2859a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:54.464624 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:55.531084 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:56.553437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:08:57.149984 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:02.112589 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:20.563111 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4bf0742b-b15c-48b4-8a64-228b40552e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:21.991266 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:09:23.042120 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8d277316-7081-4229-aa7a-7c3da8e89716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:24.471930 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:25.537471 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:26.565503 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:27.155833 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:32.108191 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:44.661357 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-e9525623-c09e-4ff0-83b3-c9a2d601fe22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413463
Apr 09 22:09:44.750667 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-986cdb07-e5f2-4b85-99bb-058b316e40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:09:44.752148 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-986cdb07-e5f2-4b85-99bb-058b316e40b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1127 time: 0.0407743
Apr 09 22:09:44.862248 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-c6274148-0344-4920-a40e-e8f363bc1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:09:44.863717 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-c6274148-0344-4920-a40e-e8f363bc1569 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0930588
Apr 09 22:09:44.931480 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-1627dea9-465c-43f5-ae40-08b82a51db8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 1000 time: 0.0617778
Apr 09 22:09:44.983693 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-c34e542d-e44a-4d52-bb0e-c49e86ed2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:09:44.985238 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-c34e542d-e44a-4d52-bb0e-c49e86ed2c0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0481701
Apr 09 22:09:45.030874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-a5148c2d-6b11-4675-b2dc-058b12c4a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:09:45.033087 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-a5148c2d-6b11-4675-b2dc-058b12c4a93c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0410502
Apr 09 22:09:45.046470 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-30639dad-11b9-4769-b89e-c81e23998d90 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=126919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 22:09:45.047915 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-30639dad-11b9-4769-b89e-c81e23998d90 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0074980
Apr 09 22:09:45.147751 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-2dc52b2a-e952-4e7e-baa3-d5a4f47174f0 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925670
Apr 09 22:09:45.240459 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-1afb0ca8-497a-4ec7-ae7d-dc12b5ca22ad req-48a9f047-c697-494f-9bbf-95588af6fa25 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864925
Apr 09 22:09:50.555254 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1840-6acf-4cb2-8ba7-c06d29e42cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:53.041334 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-510fba33-5044-4f35-953a-4bf575d864c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:54.477447 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:55.533887 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:56.573933 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:57.150347 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:09:58.990449 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:10:02.115421 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:18.003594 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ca21bf25-3688-4e33-bd5b-2331342ef097 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 22:10:18.122706 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:10:18.134498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Returning: {'device': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 22:10:18.175779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port ca21bf25-3688-4e33-bd5b-2331342ef097 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:10:18.176081 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:18.189601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca21bf25-3688-4e33-bd5b-2331342ef097 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:10:18.210802 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:10:18.216537 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:18.275022 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:18.283645 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.284092 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.284476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.284906 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.285405 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.285914 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.286216 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.286591 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.287083 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.287553 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.288025 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.288374 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.288713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.289056 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.289541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:18.295704 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] get_ports_and_sgs() called for port_ids ['ca21bf25-3688-4e33-bd5b-2331342ef097'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 22:10:20.006631 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ca21bf25-3688-4e33-bd5b-2331342ef097 up at agent hyperv_nch2-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:10:20.063700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Provisioning complete for port ca21bf25-3688-4e33-bd5b-2331342ef097 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:10:20.064077 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:20.146122 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port ca21bf25-3688-4e33-bd5b-2331342ef097 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:10:20.146529 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:20.170182 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:10:20.172446 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f27c579-3936-4dfb-9451-4ae45c4acca8" -d '{"events": [{"server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "name": "network-vif-plugged", "status": "completed", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:10:20.185355 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:10:20.192285 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:20.216288 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dde363-ef28-45b1-b529-bef390ba9516 x-openstack-request-id: req-e2dde363-ef28-45b1-b529-bef390ba9516 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:10:20.216578 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "name": "network-vif-plugged", "status": "completed", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:10:20.216832 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2dde363-ef28-45b1-b529-bef390ba9516 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:10:20.217266 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dde363-ef28-45b1-b529-bef390ba9516'] response: {'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'code': 200}
Apr 09 22:10:20.243624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:20.558767 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-dee961fb-8e00-4037-a61b-91b931b48235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:23.034926 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-34de1232-382f-4bf2-8293-1b157beab299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:24.475004 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:25.540744 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:26.579389 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:27.145536 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:32.128419 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:32.726001 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-db86bb9c-5120-47ca-8834-38fae7222fc3 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559008475&fields=id&tenant_id=52dbb1e4cff34771b0db6a1505243d94 HTTP/1.1" status: 200  len: 267 time: 0.0497532
Apr 09 22:10:32.839520 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-af5aef7e-0cd5-4e59-8830-7e88c0698e4d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:32.841013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-af5aef7e-0cd5-4e59-8830-7e88c0698e4d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 809 time: 0.1059937
Apr 09 22:10:32.857680 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-0dbf0fd7-e6fb-4f71-8c91-5b32fae08907 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/quotas/52dbb1e4cff34771b0db6a1505243d94 HTTP/1.1" status: 200  len: 375 time: 0.0095532
Apr 09 22:10:32.909047 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-3ae868e3-7699-4abe-aa16-9d147ff2b8c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0464268
Apr 09 22:10:33.028909 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-cb26c1d7-7e70-4aed-8dfa-9fcbe4faaa58 service neutron] 10.222.0.30 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1034191
Apr 09 22:10:33.130198 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-002eebc7-5bc7-4bbd-8b20-285b5aa07e0a service neutron] 10.222.0.30 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954270
Apr 09 22:10:33.364824 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-965d6b6f-f625-4bab-9d60-366bf1563b93 req-a59bf099-a538-46d4-bde9-68850f25674b tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 210 time: 0.0842552
Apr 09 22:10:34.050827 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ca21bf25-3688-4e33-bd5b-2331342ef097 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:10:34.131508 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Current status of the port ca21bf25-3688-4e33-bd5b-2331342ef097 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:10:34.131902 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:34.155730 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:10:34.157894 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4706f55f-c7ef-46b3-b002-234dfc259c9d" -d '{"events": [{"server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:10:34.170160 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:10:34.175882 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:34.199091 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539a5739-6093-4285-bdf7-0aeaa6a72a5c x-openstack-request-id: req-539a5739-6093-4285-bdf7-0aeaa6a72a5c {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:10:34.199379 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:10:34.199628 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-539a5739-6093-4285-bdf7-0aeaa6a72a5c {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:10:34.200020 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539a5739-6093-4285-bdf7-0aeaa6a72a5c'] response: {'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'code': 200}
Apr 09 22:10:34.232747 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Pushing event updated for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:34.400859 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-94dd39d2-490b-4cd7-ae4b-2ef4255aafb4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:34.402416 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-94dd39d2-490b-4cd7-ae4b-2ef4255aafb4 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.32 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 809 time: 0.1089497
Apr 09 22:10:34.483030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b8ef77a6-efe1-4084-a298-bd3e0e31da52 req-cb56e201-9678-4c74-b234-5e94ff7c843e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 210 time: 0.0426416
Apr 09 22:10:34.499147 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-ce3078a9-c8c1-46f2-8522-d401a0163cf5 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52dbb1e4cff34771b0db6a1505243d94 HTTP/1.1" status: 200  len: 379 time: 0.0853322
Apr 09 22:10:34.505873 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'port': {'device_id': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'admin_state_up': True, 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'security_groups': ['9e51c205-dd20-4c01-adca-77968956b155']}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:10:34.618235 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Made reservation on behalf of 52dbb1e4cff34771b0db6a1505243d94 for: {'port': 1} {{(pid=126920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 09 22:10:34.621617 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:34.833330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.db_base_plugin_common [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Allocated IP 172.20.0.12 (5859b887-5776-4e11-aac2-7225205843fd/46ced4b7-2d83-4fa0-a5b6-e5233a5420dd/a9818533-3ba4-4149-af62-a9ea620d7c59) {{(pid=126920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:10:35.009169 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), precommit_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:35.058655 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_create {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:35.111350 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Network 5859b887-5776-4e11-aac2-7225205843fd is already hosted by enough agents. {{(pid=126920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:10:35.114800 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.base_scheduler [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Resources bound (agent type, host, resource id):  {{(pid=126920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:10:35.119697 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Received port after_create {{(pid=126920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:10:35.164384 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=1']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:35.180648 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:35.181332 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:35.184803 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.185173 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.185555 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.185836 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.186166 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.186493 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.186845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.187135 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.187453 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.187770 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.188087 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.188403 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.188716 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.189056 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.189368 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:35.219792 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-2b9b0d6a-cdd4-4d80-b29b-4ff65526ae45 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7171381
Apr 09 22:10:35.414366 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-532f06a3-396e-44c9-a83b-557e1815fb21 None None] Provisioning complete for port a9818533-3ba4-4149-af62-a9ea620d7c59 triggered by entity DHCP. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:10:35.414902 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-532f06a3-396e-44c9-a83b-557e1815fb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:35.461197 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-532f06a3-396e-44c9-a83b-557e1815fb21 None None] Port a9818533-3ba4-4149-af62-a9ea620d7c59 cannot update to ACTIVE because it is not bound. {{(pid=126921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 09 22:10:35.615015 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef931457-8407-43d9-a125-f2bffccce71b req-d564b421-1fb0-4f94-9326-ae0ba8f620c1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:35.616524 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef931457-8407-43d9-a125-f2bffccce71b req-d564b421-1fb0-4f94-9326-ae0ba8f620c1 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 932 time: 0.0607123
Apr 09 22:10:35.673905 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ef931457-8407-43d9-a125-f2bffccce71b req-68a76629-1fad-48b4-a5f5-fa164a52a512 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512068
Apr 09 22:10:35.989955 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:10:36.805933 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6162b41-1e8d-42f2-87be-64795560d7c2 req-00272f6a-6712-4365-b096-cd845c566d23 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:36.807516 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6162b41-1e8d-42f2-87be-64795560d7c2 req-00272f6a-6712-4365-b096-cd845c566d23 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 932 time: 0.0577688
Apr 09 22:10:36.860735 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-d6162b41-1e8d-42f2-87be-64795560d7c2 req-6dfadb91-e30a-4deb-9df9-8f58ee7964da tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470467
Apr 09 22:10:37.984633 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fb6dd-8b07-48e2-a52e-395d9eb849ef req-c2d95e5a-abb8-4aaa-acf5-2c35655df525 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:37.987049 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf7fb6dd-8b07-48e2-a52e-395d9eb849ef req-c2d95e5a-abb8-4aaa-acf5-2c35655df525 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 932 time: 0.0568633
Apr 09 22:10:38.042079 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-cf7fb6dd-8b07-48e2-a52e-395d9eb849ef req-e644dfd5-7623-4b47-a8c5-cde96e19aaf3 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487037
Apr 09 22:10:39.157529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f3c37-3564-49c7-b1a7-b2bafff41a1b req-5f699a2d-0af4-4e2a-afbb-61f685bf2d3d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:39.159234 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af5f3c37-3564-49c7-b1a7-b2bafff41a1b req-5f699a2d-0af4-4e2a-afbb-61f685bf2d3d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 932 time: 0.0514586
Apr 09 22:10:39.232687 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-af5f3c37-3564-49c7-b1a7-b2bafff41a1b req-6962b87f-846b-43cb-b9da-cc3d85bb3d5b tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662103
Apr 09 22:10:40.348843 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d45b2-489c-4578-a739-2eec65e2c6e9 req-6b3a9263-962b-4a96-ab0f-e649284750e8 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:40.351364 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-970d45b2-489c-4578-a739-2eec65e2c6e9 req-6b3a9263-962b-4a96-ab0f-e649284750e8 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 932 time: 0.0489404
Apr 09 22:10:40.412030 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-970d45b2-489c-4578-a739-2eec65e2c6e9 req-7eec249d-8f1e-4838-870c-de7a1ffdf3ca tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539424
Apr 09 22:10:41.538763 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff4230-dfd4-40e0-b4f2-6e96e6b323f4 req-4490d5df-d9d6-43ad-96b3-f12072fbfe56 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:41.540299 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8aff4230-dfd4-40e0-b4f2-6e96e6b323f4 req-4490d5df-d9d6-43ad-96b3-f12072fbfe56 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 932 time: 0.0506306
Apr 09 22:10:41.594043 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-8aff4230-dfd4-40e0-b4f2-6e96e6b323f4 req-f9b40364-7c70-49ff-822d-528410d4f7ab tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479405
Apr 09 22:10:42.787491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54edec2-6f1c-470d-ae9a-aeda334aca84 req-f6145486-9d7f-4d61-b088-f1d35456646a tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:42.789028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c54edec2-6f1c-470d-ae9a-aeda334aca84 req-f6145486-9d7f-4d61-b088-f1d35456646a tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 932 time: 0.0571618
Apr 09 22:10:42.841623 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-c54edec2-6f1c-470d-ae9a-aeda334aca84 req-c4070c44-f386-4a0a-a5b7-7af51f84aa2a tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465863
Apr 09 22:10:43.956299 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f854-c03b-4afb-b536-b9ba01ede79e req-6e168bea-bb85-46be-ac6d-f388930b577b tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:43.957907 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1a0f854-c03b-4afb-b536-b9ba01ede79e req-6e168bea-bb85-46be-ac6d-f388930b577b tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 932 time: 0.0464778
Apr 09 22:10:44.013243 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b1a0f854-c03b-4afb-b536-b9ba01ede79e req-32e73ff4-07d2-419d-954d-279ecebd4217 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476303
Apr 09 22:10:44.571746 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.v2.base [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Request body: {'port': {'device_id': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:10:44.636294 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:44.905002 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9818533-3ba4-4149-af62-a9ea620d7c59 {{(pid=126920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:10:44.913024 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Publish callbacks [] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), precommit_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:44.925152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.provisioning_blocks [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Transition to ACTIVE for port object a9818533-3ba4-4149-af62-a9ea620d7c59 will not be triggered until provisioned by entity L2. {{(pid=126920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 22:10:44.931196 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:44.988845 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Pushing event updated for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=2']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:45.056588 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Attempting to bind port a9818533-3ba4-4149-af62-a9ea620d7c59 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 22:10:45.056928 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Attempting to bind port a9818533-3ba4-4149-af62-a9ea620d7c59 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 09 22:10:45.057282 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Attempting to bind port a9818533-3ba4-4149-af62-a9ea620d7c59 on network 5859b887-5776-4e11-aac2-7225205843fd {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:10:45.061869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Port a9818533-3ba4-4149-af62-a9ea620d7c59 on network 5859b887-5776-4e11-aac2-7225205843fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 22:10:45.062192 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Attempting to bind port a9818533-3ba4-4149-af62-a9ea620d7c59 on network 5859b887-5776-4e11-aac2-7225205843fd {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 09 22:10:45.067196 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Checking agent: {'id': 'aa017ea3-4c77-451d-a696-c0e35b59ccb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'started_at': datetime.datetime(2022, 4, 9, 20, 52, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 9, 22, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 09 22:10:45.067533 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Checking segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 09 22:10:45.067901 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Bound using segment: {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'} {{(pid=126920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 09 22:10:45.068353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.managers [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Bound port: a9818533-3ba4-4149-af62-a9ea620d7c59, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907390d6-97a3-4262-91ae-a3903c4c6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5859b887-5776-4e11-aac2-7225205843fd'}}] {{(pid=126920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 09 22:10:45.068755 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), before_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:45.168271 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68788ab-248c-44f7-84f5-005d0f845da0 req-b3769639-0189-4efa-9e9e-d78d9f3110c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:45.169796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a68788ab-248c-44f7-84f5-005d0f845da0 req-b3769639-0189-4efa-9e9e-d78d9f3110c6 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 944 time: 0.0669568
Apr 09 22:10:45.185052 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, cleared binding levels {{(pid=126920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 09 22:10:45.206841 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 09 22:10:45.215803 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12406253'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_update {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:45.270694 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a68788ab-248c-44f7-84f5-005d0f845da0 req-3ce2cca9-88ba-414f-bd9c-c780e7a7d46d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945354
Apr 09 22:10:45.271960 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:45.272576 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:45.273998 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] 10.222.0.32 "PUT /v2.0/ports/a9818533-3ba4-4149-af62-a9ea620d7c59 HTTP/1.1" status: 200  len: 1092 time: 0.7072346
Apr 09 22:10:45.276303 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:10:45.278667 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037d473-39fe-4a09-a4b3-42929da90b77" -d '{"events": [{"name": "network-changed", "server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:10:45.294612 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed967c-9bcf-4865-aaf2-898cb0cac74d service neutron] Pushing event updated for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=3']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:45.336629 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892d6db7-3d68-4f35-bd00-62edf9ed840c x-openstack-request-id: req-892d6db7-3d68-4f35-bd00-62edf9ed840c {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:10:45.336921 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:10:45.337197 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-892d6db7-3d68-4f35-bd00-62edf9ed840c {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:10:45.337596 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892d6db7-3d68-4f35-bd00-62edf9ed840c'] response: {'name': 'network-changed', 'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'status': 'completed', 'code': 200}
Apr 09 22:10:45.374874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-91a36ec3-6785-4898-a6df-2a82c7708ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:45.376535 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-91a36ec3-6785-4898-a6df-2a82c7708ca6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 1126 time: 0.0497780
Apr 09 22:10:45.419031 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-96a67596-16b1-463a-91c5-95d29a065f09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9818533-3ba4-4149-af62-a9ea620d7c59 HTTP/1.1" status: 200  len: 217 time: 0.0357783
Apr 09 22:10:45.472059 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-821e59a7-0089-4fd1-9e22-259439c08efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:45.473578 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-821e59a7-0089-4fd1-9e22-259439c08efb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0481701
Apr 09 22:10:45.518255 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-4fad98d5-ad98-4fc3-b081-a551a16680ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:45.519726 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-4fad98d5-ad98-4fc3-b081-a551a16680ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388982
Apr 09 22:10:45.617251 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-ad498765-8c23-4735-8de5-133f6ff29a87 service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909438
Apr 09 22:10:45.718469 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1669ad0e-e45d-4295-ace5-fe312418b20d req-b6c006f6-1565-4ddc-adde-263a2f0b0b47 service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939281
Apr 09 22:10:46.392369 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a72c37-d361-4210-8112-ae3558e2a490 req-e432b43a-b5e9-4237-803e-d78b140bf6da tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:46.393857 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2a72c37-d361-4210-8112-ae3558e2a490 req-e432b43a-b5e9-4237-803e-d78b140bf6da tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 944 time: 0.0496619
Apr 09 22:10:46.443512 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b2a72c37-d361-4210-8112-ae3558e2a490 req-e6d84432-e71c-493c-9aeb-a6286460dfeb tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438766
Apr 09 22:10:46.635970 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-6decca01-4192-4b16-91af-3975d6456c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:46.637449 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-6decca01-4192-4b16-91af-3975d6456c13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 1126 time: 0.0511971
Apr 09 22:10:46.667342 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-a4b3f0d4-ca2e-4bb3-bc90-4b7041fe20eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0402746
Apr 09 22:10:46.735353 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-7ddc40ae-28ab-41cf-b900-017e756f0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:46.736854 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-7ddc40ae-28ab-41cf-b900-017e756f0806 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0938046
Apr 09 22:10:46.750519 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-a021bfeb-bfd4-4845-95d9-6447971a53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:46.752044 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-a021bfeb-bfd4-4845-95d9-6447971a53b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1125 time: 0.0402055
Apr 09 22:10:46.777286 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-e01484cd-df71-47c5-9c13-bc5a2361e555 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9818533-3ba4-4149-af62-a9ea620d7c59 HTTP/1.1" status: 200  len: 217 time: 0.0346005
Apr 09 22:10:46.824570 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-4f92ff04-e228-4fb4-baab-6310bd606070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:46.826073 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-4f92ff04-e228-4fb4-baab-6310bd606070 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0435796
Apr 09 22:10:46.860447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-7aaa9c33-e885-477f-a122-51b9b93dd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:46.861984 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-7aaa9c33-e885-477f-a122-51b9b93dd5e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0912704
Apr 09 22:10:46.873388 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-a5ea1727-6fdc-4794-ba7c-1425dae1fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:46.874872 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-a5ea1727-6fdc-4794-ba7c-1425dae1fef5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430596
Apr 09 22:10:46.927568 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-b5e889de-c2f1-4ea6-a121-15db3ff74676 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 998 time: 0.0596809
Apr 09 22:10:46.962230 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-3e486b79-fcd4-4cc3-9719-eeba1171dd83 service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817420
Apr 09 22:10:46.984045 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-c2ab9d2a-fd3b-463f-9f14-9f0493eff093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:46.985564 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-c2ab9d2a-fd3b-463f-9f14-9f0493eff093 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0500443
Apr 09 22:10:47.028561 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-4b3ab252-a95e-4826-945e-a474c89e84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:47.030144 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-4b3ab252-a95e-4826-945e-a474c89e84c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390418
Apr 09 22:10:47.059744 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-3037d473-39fe-4a09-a4b3-42929da90b77 req-21cb3a11-9923-4514-b3ed-609e101a0a3d service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909386
Apr 09 22:10:47.121238 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-1f6f8c98-e5b6-47d3-b36a-f6b3a983930d service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847921
Apr 09 22:10:47.215292 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-c6d8e596-64b7-43e5-961d-de37a3712d77 req-20ea8155-6c50-48fc-93d6-76ad08b0620c service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883830
Apr 09 22:10:47.565674 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc861e86-8540-4d8c-960d-befe6af473d1 req-e7ae38bf-6900-49e9-9ace-a197a826bb9f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:47.567200 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc861e86-8540-4d8c-960d-befe6af473d1 req-e7ae38bf-6900-49e9-9ace-a197a826bb9f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 944 time: 0.0508392
Apr 09 22:10:47.617336 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fc861e86-8540-4d8c-960d-befe6af473d1 req-3486ca1d-8367-4edc-874e-fa2367555ddc tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443757
Apr 09 22:10:47.739407 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a9818533-3ba4-4149-af62-a9ea620d7c59 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 22:10:47.847053 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:10:47.863600 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'port_id': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'mac_address': 'fa:16:3e:1e:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 22:10:47.906970 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a9818533-3ba4-4149-af62-a9ea620d7c59 is: DOWN; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:10:47.907355 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:47.921325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9818533-3ba4-4149-af62-a9ea620d7c59 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:10:47.941079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:10:47.947837 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:47.996936 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=4']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:48.165571 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a9818533-3ba4-4149-af62-a9ea620d7c59'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 22:10:48.757953 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705d36f-132a-4483-94f5-1ef070363c39 req-f14d01ce-6a66-4587-89b8-6f6136187ad7 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:48.759436 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1705d36f-132a-4483-94f5-1ef070363c39 req-f14d01ce-6a66-4587-89b8-6f6136187ad7 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 945 time: 0.0531034
Apr 09 22:10:48.809606 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-1705d36f-132a-4483-94f5-1ef070363c39 req-3e9448ef-e2c1-47d2-a0f1-6c85dc89b409 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444851
Apr 09 22:10:49.748000 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a9818533-3ba4-4149-af62-a9ea620d7c59 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:10:49.794950 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning for port a9818533-3ba4-4149-af62-a9ea620d7c59 completed by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 09 22:10:49.804124 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a9818533-3ba4-4149-af62-a9ea620d7c59 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:10:49.804440 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:49.928476 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3b62a-3524-4a62-a56c-da9a9fb6be5b req-bcb675d2-1ab1-4ad0-a2fd-d0dfc9eaeb8a tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:49.930175 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1c3b62a-3524-4a62-a56c-da9a9fb6be5b req-bcb675d2-1ab1-4ad0-a2fd-d0dfc9eaeb8a tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 945 time: 0.0486333
Apr 09 22:10:49.983322 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e1c3b62a-3524-4a62-a56c-da9a9fb6be5b req-a40e1138-4742-40f7-bf72-795d399d215e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467021
Apr 09 22:10:50.053700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a9818533-3ba4-4149-af62-a9ea620d7c59 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:10:50.054082 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:50.076964 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:10:50.079257 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5c9271-92f7-41dd-9eed-cd6901390119" -d '{"events": [{"server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "name": "network-vif-plugged", "status": "completed", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:10:50.092134 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:10:50.097525 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:50.121399 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a41aaf1-1897-40f5-8220-aa886982238d x-openstack-request-id: req-8a41aaf1-1897-40f5-8220-aa886982238d {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:10:50.121728 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "name": "network-vif-plugged", "status": "completed", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:10:50.121981 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a41aaf1-1897-40f5-8220-aa886982238d {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:10:50.122371 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a41aaf1-1897-40f5-8220-aa886982238d'] response: {'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'code': 200}
Apr 09 22:10:50.148235 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=5']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:50.221000 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606725db-157f-416a-80f9-eecbf7f995bc req-bec8eae9-6bee-4973-a2d8-28e4a0900e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:50.223240 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-606725db-157f-416a-80f9-eecbf7f995bc req-bec8eae9-6bee-4973-a2d8-28e4a0900e4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 1128 time: 0.0410724
Apr 09 22:10:50.288298 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-606725db-157f-416a-80f9-eecbf7f995bc req-480e989e-6f7a-45c2-93f1-70f4714f454d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572169
Apr 09 22:10:50.562435 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7d1b19e0-77ee-4a98-92a6-041c928f617d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:51.100016 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719394d5-f6be-4eba-8a8b-0302cd152318 req-3d0d65a8-48e7-4550-a5e6-81b1bb517ab0 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:51.101493 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-719394d5-f6be-4eba-8a8b-0302cd152318 req-3d0d65a8-48e7-4550-a5e6-81b1bb517ab0 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 946 time: 0.0479348
Apr 09 22:10:51.154071 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-719394d5-f6be-4eba-8a8b-0302cd152318 req-a5497186-5124-4546-bf1c-066efc68dc40 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441310
Apr 09 22:10:52.283145 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41971c21-e98f-49be-9070-94c289b7f973 req-ced547f7-37cd-46f6-aaab-3148129cb55f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:52.284639 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41971c21-e98f-49be-9070-94c289b7f973 req-ced547f7-37cd-46f6-aaab-3148129cb55f tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 946 time: 0.0526383
Apr 09 22:10:52.343111 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-41971c21-e98f-49be-9070-94c289b7f973 req-8e51b1c3-208f-49cc-bc19-e20ac3584633 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524509
Apr 09 22:10:52.816946 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6256ec-dc5d-4111-a2a0-b124be3c2b81 req-9d5af18f-14d0-43c0-87ae-16d6ff32d570 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:52.819261 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b6256ec-dc5d-4111-a2a0-b124be3c2b81 req-9d5af18f-14d0-43c0-87ae-16d6ff32d570 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 946 time: 0.4063370
Apr 09 22:10:52.833951 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-ec2dfea2-5a80-46c1-bb60-ca32e1248425 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0595877
Apr 09 22:10:52.890796 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-4b6256ec-dc5d-4111-a2a0-b124be3c2b81 req-4e39feb8-ec9b-48e8-ac14-268407f03156 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639417
Apr 09 22:10:52.914686 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44416) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:10:52.922693 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-5939dfae-33bd-4858-91b8-e026e1a6c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:52.924194 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-5939dfae-33bd-4858-91b8-e026e1a6c534 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 1128 time: 0.0444958
Apr 09 22:10:52.953873 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a38a3-3c08-4619-b02a-723b96a9f642 tempest-TestSnapshotPattern-711162130 tempest-TestSnapshotPattern-711162130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:52.955381 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b20a38a3-3c08-4619-b02a-723b96a9f642 tempest-TestSnapshotPattern-711162130 tempest-TestSnapshotPattern-711162130-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 1123 time: 0.0395868
Apr 09 22:10:52.958305 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44418) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:10:52.962662 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.v2.base [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Request body: {'floatingip': {'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'port_id': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 22:10:52.986267 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:53.035987 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-e7d3d6a6-25bb-479e-b90e-df602986eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:53.037359 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-e7d3d6a6-25bb-479e-b90e-df602986eaff service neutron] 10.222.0.32 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0953271
Apr 09 22:10:53.040735 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-0f746d47-6549-4ed0-9bd6-e7043c41a95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:53.069866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (None), before_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:53.081077 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-36bc7119-f868-4f4c-8288-39a1daeb3a5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9818533-3ba4-4149-af62-a9ea620d7c59 HTTP/1.1" status: 200  len: 217 time: 0.0362754
Apr 09 22:10:53.134284 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-29c5820c-2409-424b-bb3a-50136b56412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:53.135786 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-29c5820c-2409-424b-bb3a-50136b56412e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0493026
Apr 09 22:10:53.175439 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_common [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Allocated IP 172.35.0.12 (bae95fbb-2739-43fa-b1ef-385638f6c878/f20f3b93-5ac3-4fe4-b532-f431542b9f2b/1195e822-c8f0-4dc4-9352-4789edc189a0) {{(pid=126919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 09 22:10:53.183657 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-a37ade97-fe5a-4d14-8a1c-044dc7a09e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:53.185244 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-a37ade97-fe5a-4d14-8a1c-044dc7a09e6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428698
Apr 09 22:10:53.282153 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for port (1195e822-c8f0-4dc4-9352-4789edc189a0), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:53.288204 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-33360d4e-4cf8-4171-8067-5594f01af6e4 service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953822
Apr 09 22:10:53.317852 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900336707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1195e822-c8f0-4dc4-9352-4789edc189a0), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:53.356184 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Network bae95fbb-2739-43fa-b1ef-385638f6c878 is already hosted by enough agents. {{(pid=126919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 09 22:10:53.360792 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Resources bound (agent type, host, resource id):  {{(pid=126919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 09 22:10:53.363381 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Received port after_create {{(pid=126919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 09 22:10:53.390558 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-b33dabfb-9fa8-4672-bf58-5bace4763785 req-17da0610-598c-4a39-b013-19d563766bdd service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953419
Apr 09 22:10:53.393557 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'Port': ['ID=1195e822-c8f0-4dc4-9352-4789edc189a0,revision_number=1']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:53.408649 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.409021 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.409367 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.409695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.410113 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.410464 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.410828 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.411780 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.412147 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.412500 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.413146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.413532 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.415399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.415399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:53.415399 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:10:54.082679 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for floatingip (0bceb530-d93a-4125-b00c-9e80c8e665fa), precommit_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:54.166039 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (1195e822-c8f0-4dc4-9352-4789edc189a0), before_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:54.312965 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for port (1195e822-c8f0-4dc4-9352-4789edc189a0), precommit_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:54.320841 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12365960'] for port (1195e822-c8f0-4dc4-9352-4789edc189a0), after_update {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:54.389633 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event updated for resources: {'Port': ['ID=1195e822-c8f0-4dc4-9352-4789edc189a0,revision_number=2']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:10:54.401596 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594961'] for floatingip (0bceb530-d93a-4125-b00c-9e80c8e665fa), after_create {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:54.479713 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:54.505978 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Floating IP 0bceb530-d93a-4125-b00c-9e80c8e665fa associated. External IP: 172.35.0.12, port: a9818533-3ba4-4149-af62-a9ea620d7c59.
Apr 09 22:10:54.731756 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Router 87824167-cb58-4612-a57b-26b2368d2b7a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:10:54.848872 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:10:54.859817 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] Sync routers for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:10:54.869895 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:54.872079 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:10:54.872746 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23749c0130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:10:54.900464 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-5fbbb042-663d-4d05-99f7-ee84365cccc2 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9410968
Apr 09 22:10:54.901165 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:10:54.903484 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f6c30-9874-4ef0-ac8b-73459a91f69e" -d '{"events": [{"name": "network-changed", "server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:10:54.987325 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:10:55.008488 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be2cb4a-ed5a-428d-812c-146c32a119d2 x-openstack-request-id: req-0be2cb4a-ed5a-428d-812c-146c32a119d2 {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:10:55.008781 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:10:55.009047 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0be2cb4a-ed5a-428d-812c-146c32a119d2 {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:10:55.009523 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be2cb4a-ed5a-428d-812c-146c32a119d2'] response: {'name': 'network-changed', 'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'status': 'completed', 'code': 200}
Apr 09 22:10:55.067653 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-fb145bec-ab91-4291-bd97-f1f9622379cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:55.069218 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-fb145bec-ab91-4291-bd97-f1f9622379cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 1128 time: 0.0391662
Apr 09 22:10:55.164831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-d266c5db-bbba-4318-aa69-d322ca7bf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:55.166566 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-d266c5db-bbba-4318-aa69-d322ca7bf5aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0903611
Apr 09 22:10:55.210123 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23749c0130>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0bceb530-d93a-4125-b00c-9e80c8e665fa', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.12', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:1e:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:10:53Z', 'updated_at': '2022-04-09T22:10:53Z', 'revision_number': 0, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}, {'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:48Z', 'revision_number': 1, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:10:55.232865 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-a6074250-0b1b-42ae-b073-e995d2978969 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9818533-3ba4-4149-af62-a9ea620d7c59 HTTP/1.1" status: 200  len: 999 time: 0.0605869
Apr 09 22:10:55.241476 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] Checking router: 87824167-cb58-4612-a57b-26b2368d2b7a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:10:55.250074 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:10:55.250677 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23749c0130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:10:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:10:55.286613 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-142450c5-52a2-4abc-b349-895839ec43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:55.288094 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-142450c5-52a2-4abc-b349-895839ec43c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0485489
Apr 09 22:10:55.331480 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-8b3eea38-622b-43f0-a51c-03539d5bb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:10:55.333013 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-8b3eea38-622b-43f0-a51c-03539d5bb60d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386367
Apr 09 22:10:55.363072 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:10:55.427233 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-94976052-4c85-4147-bf18-071a5cf265f2 service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871003
Apr 09 22:10:55.522767 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-be7f6c30-9874-4ef0-ac8b-73459a91f69e req-a69dae73-5c21-4ac8-bba1-5345dcc33464 service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887439
Apr 09 22:10:55.554177 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:55.594624 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23749c0130>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0bceb530-d93a-4125-b00c-9e80c8e665fa', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.12', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:1e:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:10:53Z', 'updated_at': '2022-04-09T22:10:53Z', 'revision_number': 0, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}, {'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:48Z', 'revision_number': 1, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:10:55.626257 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a2159-f774-4b9c-8629-5c7650f00efd None None] The sync data for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 is: [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0bceb530-d93a-4125-b00c-9e80c8e665fa', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.12', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:1e:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:10:53Z', 'updated_at': '2022-04-09T22:10:53Z', 'revision_number': 0, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}, {'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:48Z', 'revision_number': 1, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:10:55.853866 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85c648-7d74-4228-874d-244be111a342 None None] New status for floating IP 0bceb530-d93a-4125-b00c-9e80c8e665fa: ACTIVE {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 22:10:56.600476 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:10:57.148653 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:02.133755 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:12.995169 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:11:20.570152 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7749-e7b8-4036-8ffd-5d93fff0d286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:23.057565 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-252cff9b-824c-4504-90ca-ebce7441a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:24.482849 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:25.555706 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:26.591637 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:27.142979 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:32.143166 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:47.284312 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-16cedf28-bbc1-47a4-a333-b79ac4727f9b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0425894
Apr 09 22:11:47.368067 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-ed56b749-c612-49d1-bd58-45ee183c3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:11:47.369618 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-ed56b749-c612-49d1-bd58-45ee183c3686 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1125 time: 0.0419824
Apr 09 22:11:47.481770 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-28d8ca72-8f7e-4b33-91bb-8ab028ee801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:11:47.483273 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-28d8ca72-8f7e-4b33-91bb-8ab028ee801f service neutron] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0904055
Apr 09 22:11:47.552005 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-14c9fbf5-5f92-4165-bb03-a552550caf69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 998 time: 0.0623550
Apr 09 22:11:47.606383 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-8d5d2010-3b5d-46a5-a483-0e2694e455e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:11:47.607801 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-8d5d2010-3b5d-46a5-a483-0e2694e455e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0487711
Apr 09 22:11:47.650926 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-7242598a-7800-48d0-8f91-bfd1dc3d5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:11:47.652463 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-7242598a-7800-48d0-8f91-bfd1dc3d5e11 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386460
Apr 09 22:11:47.752985 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-03231b0a-c25e-4937-b38b-566998102eaf service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940895
Apr 09 22:11:47.849137 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-ef12ec3c-4670-4209-9ebb-a175c85e0c50 req-57851dff-e407-4d95-b4ee-7135940f1b2a service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897923
Apr 09 22:11:49.999223 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:11:50.565320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-8bd01e08-3c70-4ebc-b287-e0a6848fe1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:53.045826 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-5690b8e9-ed3c-4706-a9d6-ab8a20f8ee91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:53.225227 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-be61be75-ac7f-4663-9da6-95325da20d53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0856066
Apr 09 22:11:53.317424 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-137ff7d7-1007-4d48-93d0-898caca1c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:11:53.318866 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-137ff7d7-1007-4d48-93d0-898caca1c98e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 1128 time: 0.0483606
Apr 09 22:11:53.431073 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-6198a0a9-27d5-4067-aa0c-f908ba3575b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:11:53.432560 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-6198a0a9-27d5-4067-aa0c-f908ba3575b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0904684
Apr 09 22:11:53.508447 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-0a9f8aec-68ed-4dbe-bc56-b7a5fe4e427a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9818533-3ba4-4149-af62-a9ea620d7c59 HTTP/1.1" status: 200  len: 1001 time: 0.0685110
Apr 09 22:11:53.561875 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-b21b1236-2bdc-4366-91bb-4ae79db8a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:11:53.563333 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-b21b1236-2bdc-4366-91bb-4ae79db8a64a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0446155
Apr 09 22:11:53.610389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-ab7ab060-509a-4158-bda5-7ff86483f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:11:53.611776 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-ab7ab060-509a-4158-bda5-7ff86483f246 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421484
Apr 09 22:11:53.705321 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-04f7f3a3-7266-4daa-b334-f5b8c2e0989e service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871530
Apr 09 22:11:53.817192 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-a8be77c0-a632-445a-a57c-48235e73ec06 req-ed37aca5-cebf-41cc-832b-df524c0ef2de service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1043975
Apr 09 22:11:54.484116 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:55.558703 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:56.598335 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:11:57.157831 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:02.180266 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:20.564996 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-db2db7aa-66ba-40fa-8b28-0ea92fa10c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:23.041640 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cca5-15cf-4f46-adc8-62273be8a9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:24.489465 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:25.560789 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:26.602665 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:27.004046 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:12:27.164710 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:32.191385 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:38.275078 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a9818533-3ba4-4149-af62-a9ea620d7c59 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 09 22:12:38.382458 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:12:38.393935 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Returning: {'device': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'port_id': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'mac_address': 'fa:16:3e:1e:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 09 22:12:38.432193 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a9818533-3ba4-4149-af62-a9ea620d7c59 is: ACTIVE; New status is: BUILD {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:12:38.432586 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:38.448107 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9818533-3ba4-4149-af62-a9ea620d7c59 {{(pid=126921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 09 22:12:38.468995 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:12:38.476171 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:38.527707 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=6']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:38.535779 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.536205 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.536546 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.536882 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.537248 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.537581 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.537909 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.538234 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.538557 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.538869 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.539188 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.539506 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.539828 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.540146 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.540467 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:38.570541 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] get_ports_and_sgs() called for port_ids ['a9818533-3ba4-4149-af62-a9ea620d7c59'] {{(pid=126921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 09 22:12:40.291700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a9818533-3ba4-4149-af62-a9ea620d7c59 up at agent hyperv_nch1-master-1 {{(pid=126921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 09 22:12:40.350191 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Provisioning complete for port a9818533-3ba4-4149-af62-a9ea620d7c59 triggered by entity L2. {{(pid=126921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 09 22:12:40.350485 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3450921'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), provisioning_complete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:40.456085 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a9818533-3ba4-4149-af62-a9ea620d7c59 is: BUILD; New status is: ACTIVE {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:12:40.456494 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:40.489847 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:12:40.491530 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c76ca8d-3c22-426d-9845-a4030f818747" -d '{"events": [{"server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "name": "network-vif-plugged", "status": "completed", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:12:40.516241 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:12:40.524450 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:40.552448 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9404439b-88ae-4be0-aa97-4f808b208c59 x-openstack-request-id: req-9404439b-88ae-4be0-aa97-4f808b208c59 {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:12:40.552448 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "name": "network-vif-plugged", "status": "completed", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:12:40.552448 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9404439b-88ae-4be0-aa97-4f808b208c59 {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:12:40.552448 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9404439b-88ae-4be0-aa97-4f808b208c59'] response: {'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'code': 200}
Apr 09 22:12:40.582940 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=7']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:47.655709 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da172a59-5aac-46a2-bbec-67cadd370280 req-030fbf77-1984-46a0-9255-ac0b535437eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0452936
Apr 09 22:12:47.751024 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da172a59-5aac-46a2-bbec-67cadd370280 req-1b55592c-c131-4e36-a01f-a85049525c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:47.752598 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da172a59-5aac-46a2-bbec-67cadd370280 req-1b55592c-c131-4e36-a01f-a85049525c1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1125 time: 0.0456331
Apr 09 22:12:47.863506 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da172a59-5aac-46a2-bbec-67cadd370280 req-56f9b15b-3259-4d94-bed7-e1f60fef9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:47.865490 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da172a59-5aac-46a2-bbec-67cadd370280 req-56f9b15b-3259-4d94-bed7-e1f60fef9400 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0910974
Apr 09 22:12:47.935998 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da172a59-5aac-46a2-bbec-67cadd370280 req-f09fb28f-11fc-42e6-8028-a359640b51af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 998 time: 0.0642283
Apr 09 22:12:47.985479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da172a59-5aac-46a2-bbec-67cadd370280 req-69e16cfd-4478-49de-af99-c675644439e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:47.986811 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da172a59-5aac-46a2-bbec-67cadd370280 req-69e16cfd-4478-49de-af99-c675644439e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0443840
Apr 09 22:12:48.030487 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da172a59-5aac-46a2-bbec-67cadd370280 req-ee6f872e-8723-430d-aa2a-ba97b9336ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:48.031988 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da172a59-5aac-46a2-bbec-67cadd370280 req-ee6f872e-8723-430d-aa2a-ba97b9336ce6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387368
Apr 09 22:12:48.129853 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da172a59-5aac-46a2-bbec-67cadd370280 req-8cf4d96a-261b-44e4-8ac5-8680b35d2d15 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916951
Apr 09 22:12:48.223247 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-da172a59-5aac-46a2-bbec-67cadd370280 req-fced28be-cfec-43db-aee4-9471bbe627f7 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865993
Apr 09 22:12:48.739447 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44642) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:12:48.901782 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Deleting port 1195e822-c8f0-4dc4-9352-4789edc189a0 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:12:48.902004 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (1195e822-c8f0-4dc4-9352-4789edc189a0), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:48.981957 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (1195e822-c8f0-4dc4-9352-4789edc189a0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:48.982249 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for floatingip (1195e822-c8f0-4dc4-9352-4789edc189a0), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:48.994451 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Calling delete_port for 1195e822-c8f0-4dc4-9352-4789edc189a0 owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:12:49.158980 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (1195e822-c8f0-4dc4-9352-4789edc189a0), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:49.193731 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event deleted for resources: {'Port': ['ID=1195e822-c8f0-4dc4-9352-4789edc189a0,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:49.220489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.220850 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.221220 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.221549 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.221879 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.222206 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.222533 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.222854 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.223177 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.223489 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.223809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.224105 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.224421 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.224739 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.225063 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:49.263953 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for floatingip (0bceb530-d93a-4125-b00c-9e80c8e665fa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:49.264263 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Floating IP 0bceb530-d93a-4125-b00c-9e80c8e665fa disassociated (deleted). External IP: 172.35.0.12, port: a9818533-3ba4-4149-af62-a9ea620d7c59.
Apr 09 22:12:49.483314 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Router 87824167-cb58-4612-a57b-26b2368d2b7a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:12:49.604552 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:12:49.609683 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:49.614700 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] Sync routers for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:12:49.624806 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:12:49.625446 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760259d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:12:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:49.639663 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d6f6cd4b-8a88-4153-8b51-46eac559737d tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "DELETE /v2.0/floatingips/0bceb530-d93a-4125-b00c-9e80c8e665fa HTTP/1.1" status: 204  len: 168 time: 0.8991103
Apr 09 22:12:49.640244 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:12:49.642508 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:12:49.682455 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ea9c82-790d-44c8-a4b8-f407cf36615d x-openstack-request-id: req-50ea9c82-790d-44c8-a4b8-f407cf36615d {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:12:49.682709 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:12:49.683481 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50ea9c82-790d-44c8-a4b8-f407cf36615d {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:12:49.683924 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ea9c82-790d-44c8-a4b8-f407cf36615d'] response: {'name': 'network-changed', 'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'status': 'completed', 'code': 200}
Apr 09 22:12:49.747887 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-cfd4c441-d1f6-4220-9bd3-5b2e192baa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:49.749653 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-cfd4c441-d1f6-4220-9bd3-5b2e192baa9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 1128 time: 0.0435588
Apr 09 22:12:49.880494 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-262af14d-b2b2-47d9-a786-2508e145d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:49.882191 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-262af14d-b2b2-47d9-a786-2508e145d6ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.1263297
Apr 09 22:12:49.899900 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37c32f-93f5-499f-957d-e50e98699404 req-93c1a3b2-1af6-4ee4-87a9-6807d377b2b3 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:49.901373 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa37c32f-93f5-499f-957d-e50e98699404 req-93c1a3b2-1af6-4ee4-87a9-6807d377b2b3 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 946 time: 0.0573363
Apr 09 22:12:49.905020 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:12:49.952626 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-fa37c32f-93f5-499f-957d-e50e98699404 req-64659b70-c4be-4b2e-8c60-569ba87e8c67 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451825
Apr 09 22:12:50.126626 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760259d0>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:48Z', 'revision_number': 1, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:50.154052 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] Checking router: 87824167-cb58-4612-a57b-26b2368d2b7a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:12:50.163338 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:12:50.163973 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760259d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:12:23Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:50.278110 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:12:50.352939 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a9818533-3ba4-4149-af62-a9ea620d7c59 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:12:50.512353 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Current status of the port a9818533-3ba4-4149-af62-a9ea620d7c59 is: ACTIVE; New status is: DOWN {{(pid=126921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 09 22:12:50.512704 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3506315'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), before_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:50.573897 ncdv-master-1 neutron-server[126921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59'}] {{(pid=126921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:12:50.576050 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181ea1e84eab0fe51c72c89feba8e9e02cb798db3055107fc95f81771197bd54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdffff73-59de-450e-b41d-d67cbd61fb48" -d '{"events": [{"server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "name": "network-vif-unplugged", "status": "completed", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59"}]}' {{(pid=126921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:12:50.593568 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:12:50.595861 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-708f2760-bdd5-4766-9080-0db37e30a534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:50.602734 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736900814915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900336725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900336743'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:50.607818 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760259d0>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:48Z', 'revision_number': 1, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:50.660619 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cfa97-1964-4688-9bc7-6c0cdbc65941 None None] The sync data for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 is: [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '212df403-3ea4-4a34-868d-a3514d0ea847', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'floating_ip_address': '172.35.0.62', 'floating_network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'router_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'port_id': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'mac_address': 'fa:16:3e:3c:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-09T22:07:46Z', 'updated_at': '2022-04-09T22:07:48Z', 'revision_number': 1, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:12:50.682299 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Pushing event updated for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=8']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:50.685938 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 09 Apr 2022 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92212521-7201-433b-bf9f-381d5d8aa88e x-openstack-request-id: req-92212521-7201-433b-bf9f-381d5d8aa88e {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:12:50.686225 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "name": "network-vif-unplugged", "status": "completed", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59", "code": 200}]} {{(pid=126921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:12:50.686478 ncdv-master-1 neutron-server[126921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92212521-7201-433b-bf9f-381d5d8aa88e {{(pid=126921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:12:50.686871 ncdv-master-1 neutron-server[126921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92212521-7201-433b-bf9f-381d5d8aa88e'] response: {'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'code': 200}
Apr 09 22:12:50.961348 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d1e0a-ac1d-4b59-af8c-9bdc2306b3d8 None None] New status for floating IP 0bceb530-d93a-4125-b00c-9e80c8e665fa: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 22:12:51.058025 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-c53dcfe3-5771-4b32-8270-a3a366ab5880 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9818533-3ba4-4149-af62-a9ea620d7c59 HTTP/1.1" status: 200  len: 217 time: 0.0519090
Apr 09 22:12:51.125926 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5453ef-de83-4b83-b624-71a26e86cfe1 req-82dddb5f-872d-4b96-80ba-b2ca875954bd tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:51.127485 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce5453ef-de83-4b83-b624-71a26e86cfe1 req-82dddb5f-872d-4b96-80ba-b2ca875954bd tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 944 time: 0.0801017
Apr 09 22:12:51.151445 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-fe4c4936-8d9f-448d-b945-1b7f56aa0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:51.152968 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-fe4c4936-8d9f-448d-b945-1b7f56aa0c63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0745380
Apr 09 22:12:51.220417 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ce5453ef-de83-4b83-b624-71a26e86cfe1 req-b1a2284d-937a-44d1-862a-b41283382e78 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859325
Apr 09 22:12:51.221595 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-b00ac5cb-df61-4221-ab79-28c57d3f5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:51.222992 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-b00ac5cb-df61-4221-ab79-28c57d3f5054 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0630465
Apr 09 22:12:51.340276 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-aa8b3da9-9a8e-43b5-86a1-ce1a56b52d88 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:51.341750 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-aa8b3da9-9a8e-43b5-86a1-ce1a56b52d88 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.32 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 944 time: 0.0593071
Apr 09 22:12:51.362908 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-7b5bb126-9aa4-4111-b2cf-cae977fab696 service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333075
Apr 09 22:12:51.498713 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Deleting port a9818533-3ba4-4149-af62-a9ea620d7c59 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:12:51.499321 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:51.531808 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-df9d4a78-d15e-461d-a38b-2a4b489a7f1f req-f537a380-fab5-4004-8e8f-3df251dd3aca service neutron] 10.222.0.32 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633501
Apr 09 22:12:51.604185 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] For port a9818533-3ba4-4149-af62-a9ea620d7c59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9818533-3ba4-4149-af62-a9ea620d7c59,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:12:51.604544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:51.618414 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Calling delete_port for a9818533-3ba4-4149-af62-a9ea620d7c59 owned by compute:nova {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:12:51.755404 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (a9818533-3ba4-4149-af62-a9ea620d7c59), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:51.783765 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event deleted for resources: {'Port': ['ID=a9818533-3ba4-4149-af62-a9ea620d7c59,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:51.797152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.797152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.797152 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.797421 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.797679 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.797995 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.798320 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.798639 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.798958 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.799278 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.799582 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.800025 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.800231 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.800529 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.800837 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 09 22:12:51.841874 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] No DVR routers for this DVR port a9818533-3ba4-4149-af62-a9ea620d7c59 on host nch1-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:12:51.844857 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:51.848269 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-aad715df-d26f-4a81-a0b8-fe069e7543cc req-3f96e561-a760-4200-86f9-c6c1ea2626a9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.32 "DELETE /v2.0/ports/a9818533-3ba4-4149-af62-a9ea620d7c59 HTTP/1.1" status: 204  len: 173 time: 0.4970791
Apr 09 22:12:51.848721 ncdv-master-1 neutron-server[126920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'name': 'network-vif-deleted', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59'}] {{(pid=126920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:12:51.851046 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20b5f8056b2ca45d84f6948a40c12edc2e2329edd9d0915362b78fbf09c06c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31d5f5d-f055-4e74-bd6b-71a08445ad20" -d '{"events": [{"server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "name": "network-vif-deleted", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59"}]}' {{(pid=126920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:12:51.953185 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192a5fe-8566-4b35-badd-fe472c97da41 x-openstack-request-id: req-6192a5fe-8566-4b35-badd-fe472c97da41 {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:12:51.953472 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef4478f-b82f-45ab-8544-2d88c5f3b170", "name": "network-vif-deleted", "tag": "a9818533-3ba4-4149-af62-a9ea620d7c59", "status": "completed", "code": 200}]} {{(pid=126920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:12:51.953723 ncdv-master-1 neutron-server[126920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6192a5fe-8566-4b35-badd-fe472c97da41 {{(pid=126920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:12:51.954233 ncdv-master-1 neutron-server[126920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6192a5fe-8566-4b35-badd-fe472c97da41'] response: {'server_uuid': 'eef4478f-b82f-45ab-8544-2d88c5f3b170', 'name': 'network-vif-deleted', 'tag': 'a9818533-3ba4-4149-af62-a9ea620d7c59', 'status': 'completed', 'code': 200}
Apr 09 22:12:52.335686 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-e774bf29-feaa-4953-bdac-269ea512e0b7 req-cb2432f6-e34c-4e63-8aa1-0a308d37b428 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=eef4478f-b82f-45ab-8544-2d88c5f3b170 HTTP/1.1" status: 200  len: 210 time: 0.0300124
Apr 09 22:12:53.040848 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d986faa4-5c2e-4e5f-9589-5059f2544eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:53.938374 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44720) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:12:54.097052 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Deleting port 0bf4dcea-5776-450c-bf06-629999acfdaa {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:12:54.097414 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0bf4dcea-5776-450c-bf06-629999acfdaa), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:54.173807 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0bf4dcea-5776-450c-bf06-629999acfdaa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:54.174036 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for floatingip (0bf4dcea-5776-450c-bf06-629999acfdaa), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:54.188019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Calling delete_port for 0bf4dcea-5776-450c-bf06-629999acfdaa owned by network:floatingip {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:12:54.349119 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a9818533-3ba4-4149-af62-a9ea620d7c59 no longer exists at agent hyperv_nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:12:54.356217 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0bf4dcea-5776-450c-bf06-629999acfdaa), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:54.375361 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] No Port match for: a9818533-3ba4-4149-af62-a9ea620d7c59 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:12:54.375713 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Device a9818533-3ba4-4149-af62-a9ea620d7c59 not bound to the agent host nch1-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:12:54.382228 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event deleted for resources: {'Port': ['ID=0bf4dcea-5776-450c-bf06-629999acfdaa,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:54.452827 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for floatingip (212df403-3ea4-4a34-868d-a3514d0ea847), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:54.453183 ncdv-master-1 neutron-server[126919]: INFO neutron.db.l3_db [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Floating IP 212df403-3ea4-4a34-868d-a3514d0ea847 disassociated (deleted). External IP: 172.35.0.62, port: ca21bf25-3688-4e33-bd5b-2331342ef097.
Apr 09 22:12:54.490235 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:54.676167 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Router 87824167-cb58-4612-a57b-26b2368d2b7a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:12:55.109978 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:12:55.114793 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for floatingip (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:55.121839 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] Sync routers for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:12:55.132518 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:12:55.133186 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768af220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:55.146905 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-9b88c286-a6c6-4115-85c0-be42d4d7fc1e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "DELETE /v2.0/floatingips/212df403-3ea4-4a34-868d-a3514d0ea847 HTTP/1.1" status: 204  len: 168 time: 1.2074649
Apr 09 22:12:55.147644 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:12:55.150096 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:12:55.194715 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 09 Apr 2022 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7037e63b-fdec-4bd6-bb14-8e373940dc6e x-openstack-request-id: req-7037e63b-fdec-4bd6-bb14-8e373940dc6e {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:12:55.195009 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:12:55.195259 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7037e63b-fdec-4bd6-bb14-8e373940dc6e {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:12:55.195676 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7037e63b-fdec-4bd6-bb14-8e373940dc6e'] response: {'name': 'network-changed', 'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'status': 'completed', 'code': 200}
Apr 09 22:12:55.255195 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:12:55.261874 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-1a73e739-19d6-4329-987a-eb329a8613cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:55.263432 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-1a73e739-19d6-4329-987a-eb329a8613cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52dbb1e4cff34771b0db6a1505243d94&device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 1125 time: 0.0473599
Apr 09 22:12:55.372146 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-0b977a8e-1543-4c67-b70e-c295664cfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:55.373669 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-0b977a8e-1543-4c67-b70e-c295664cfd42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 200  len: 910 time: 0.0975702
Apr 09 22:12:55.388861 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaf1a0-5c93-4bd2-acf3-bd4aa65f39d7 req-ecbfc577-434e-4afc-83dc-10868bfe01ef tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:55.390400 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78eaf1a0-5c93-4bd2-acf3-bd4aa65f39d7 req-ecbfc577-434e-4afc-83dc-10868bfe01ef tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 943 time: 0.0519102
Apr 09 22:12:55.439540 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-78eaf1a0-5c93-4bd2-acf3-bd4aa65f39d7 req-e6417bd4-832a-47a1-b6e0-e1d27c9ac78e tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430467
Apr 09 22:12:55.458504 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768af220>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:55.486482 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] Checking router: 87824167-cb58-4612-a57b-26b2368d2b7a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:12:55.494687 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:12:55.495270 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23768af220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:55.594043 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:55.620019 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:12:55.646191 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-049bff83-9cd4-48ac-a251-6b32860a651d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 200  len: 217 time: 0.0356109
Apr 09 22:12:55.697695 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-b0e754b5-72bd-4441-b6b6-65ac52083d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:55.699400 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-b0e754b5-72bd-4441-b6b6-65ac52083d36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 200  len: 848 time: 0.0459352
Apr 09 22:12:55.764923 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-d1a6d421-9ab4-43b0-a4f8-1d019c972e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:55.766583 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-d1a6d421-9ab4-43b0-a4f8-1d019c972e8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5859b887-5776-4e11-aac2-7225205843fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449178
Apr 09 22:12:55.814842 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23768af220>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:55.841454 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b05fb-4556-49c9-a0b4-82af4fecf79a None None] The sync data for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 is: [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:07:27Z', 'revision_number': 4, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9420329d-1117-42c0-a516-548d4c20e1a1', 'name': '', 'network_id': '5859b887-5776-4e11-aac2-7225205843fd', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'mac_address': 'fa:16:3e:60:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:26Z', 'updated_at': '2022-04-09T22:07:32Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'subnets': [{'id': '46ced4b7-2d83-4fa0-a5b6-e5233a5420dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:12:55.861739 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-b3a4aa2a-30e5-49be-b6c7-efb3fee5fb81 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869095
Apr 09 22:12:55.969577 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-9d398d9a-3b4a-4445-bd3c-3a801c9fb1bf req-4ac58ff8-3f95-41b6-9da6-4d48033c1ac7 service neutron] 10.222.0.25 "GET /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969899
Apr 09 22:12:56.081202 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5e551-2917-4b8e-a319-f4c55bb2ec39 None None] New status for floating IP 212df403-3ea4-4a34-868d-a3514d0ea847: DOWN {{(pid=126922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 09 22:12:56.295236 ncdv-master-1 neutron-server[126919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cf40e-5617-4a81-b763-950360394d7c req-8dd6efc0-df02-4974-ae92-8169b0b9d4bd tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:56.296690 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b13cf40e-5617-4a81-b763-950360394d7c req-8dd6efc0-df02-4974-ae92-8169b0b9d4bd tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.25 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 943 time: 0.0578234
Apr 09 22:12:56.379509 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Deleting port ca21bf25-3688-4e33-bd5b-2331342ef097 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:12:56.379845 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:56.472659 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] For port ca21bf25-3688-4e33-bd5b-2331342ef097, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca21bf25-3688-4e33-bd5b-2331342ef097,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:12:56.473022 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:56.486925 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Calling delete_port for ca21bf25-3688-4e33-bd5b-2331342ef097 owned by compute:nova {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:12:56.563491 ncdv-master-1 neutron-server[126920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fdd5f-4871-4412-8dcd-eb3ba3fcc136 req-029a7e95-f302-4bb3-89a1-2edc2034f627 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 09 22:12:56.564982 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee8fdd5f-4871-4412-8dcd-eb3ba3fcc136 req-029a7e95-f302-4bb3-89a1-2edc2034f627 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a35ae4-02d5-4a00-8e4b-d010cf7182a8 HTTP/1.1" status: 200  len: 943 time: 0.0525389
Apr 09 22:12:56.599628 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:56.621888 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [req-ee8fdd5f-4871-4412-8dcd-eb3ba3fcc136 req-45dba15d-3074-4c42-a264-204a2f524e9c tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e51c205-dd20-4c01-adca-77968956b155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501692
Apr 09 22:12:56.627232 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (ca21bf25-3688-4e33-bd5b-2331342ef097), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:56.656737 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event deleted for resources: {'Port': ['ID=ca21bf25-3688-4e33-bd5b-2331342ef097,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:56.704459 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] No DVR routers for this DVR port ca21bf25-3688-4e33-bd5b-2331342ef097 on host nch2-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:12:56.707269 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9540'] for port (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:56.710564 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [req-b13cf40e-5617-4a81-b763-950360394d7c req-a1b52057-65f6-418f-a1c3-d36650705a27 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.25 "DELETE /v2.0/ports/ca21bf25-3688-4e33-bd5b-2331342ef097 HTTP/1.1" status: 204  len: 173 time: 0.4083490
Apr 09 22:12:57.155505 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:57.196460 ncdv-master-1 neutron-server[126919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'name': 'network-vif-deleted', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097'}] {{(pid=126919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 09 22:12:57.198922 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbb08365c72d9ca6eb23796574c46d8bcfbb811133fb3105d19661d08c7eff9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f23c6c-d756-48d4-84b0-68c43546cf73" -d '{"events": [{"server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "name": "network-vif-deleted", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097"}]}' {{(pid=126919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 09 22:12:57.234824 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 09 Apr 2022 22:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e2dcd-e0cc-4bdd-9087-47b34c71810c x-openstack-request-id: req-998e2dcd-e0cc-4bdd-9087-47b34c71810c {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 09 22:12:57.235131 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a35ae4-02d5-4a00-8e4b-d010cf7182a8", "name": "network-vif-deleted", "tag": "ca21bf25-3688-4e33-bd5b-2331342ef097", "status": "completed", "code": 200}]} {{(pid=126919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 09 22:12:57.235397 ncdv-master-1 neutron-server[126919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-998e2dcd-e0cc-4bdd-9087-47b34c71810c {{(pid=126919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 09 22:12:57.235810 ncdv-master-1 neutron-server[126919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998e2dcd-e0cc-4bdd-9087-47b34c71810c'] response: {'server_uuid': '40a35ae4-02d5-4a00-8e4b-d010cf7182a8', 'name': 'network-vif-deleted', 'tag': 'ca21bf25-3688-4e33-bd5b-2331342ef097', 'status': 'completed', 'code': 200}
Apr 09 22:12:57.690068 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44734) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:12:57.753586 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be308f1a-0e5f-45fe-bfe4-cfef89b200e9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group (9e51c205-dd20-4c01-adca-77968956b155), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:57.778405 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be308f1a-0e5f-45fe-bfe4-cfef89b200e9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group (9e51c205-dd20-4c01-adca-77968956b155), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:57.840776 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be308f1a-0e5f-45fe-bfe4-cfef89b200e9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (9e51c205-dd20-4c01-adca-77968956b155), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:57.844098 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-be308f1a-0e5f-45fe-bfe4-cfef89b200e9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:57.845375 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-be308f1a-0e5f-45fe-bfe4-cfef89b200e9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] 10.222.0.30 "DELETE /v2.0/security-groups/9e51c205-dd20-4c01-adca-77968956b155 HTTP/1.1" status: 204  len: 168 time: 0.1542032
Apr 09 22:12:57.854870 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be308f1a-0e5f-45fe-bfe4-cfef89b200e9 tempest-TestSnapshotPattern-1928596760 tempest-TestSnapshotPattern-1928596760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e51c205-dd20-4c01-adca-77968956b155,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:57.896690 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44738) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:12:58.323190 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (87824167-cb58-4612-a57b-26b2368d2b7a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:58.575801 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Deleting port 9420329d-1117-42c0-a516-548d4c20e1a1 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:12:58.576042 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:58.660809 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] For port 9420329d-1117-42c0-a516-548d4c20e1a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9420329d-1117-42c0-a516-548d4c20e1a1,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:12:58.661207 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:58.674704 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Calling delete_port for 9420329d-1117-42c0-a516-548d4c20e1a1 owned by network:router_interface {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:12:58.824703 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ca21bf25-3688-4e33-bd5b-2331342ef097 no longer exists at agent hyperv_nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:12:58.845136 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] No Port match for: ca21bf25-3688-4e33-bd5b-2331342ef097 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:12:58.845400 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Device ca21bf25-3688-4e33-bd5b-2331342ef097 not bound to the agent host nch2-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:12:58.865251 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (9420329d-1117-42c0-a516-548d4c20e1a1), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:58.890822 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Pushing event deleted for resources: {'Port': ['ID=9420329d-1117-42c0-a516-548d4c20e1a1,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:12:59.082639 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (87824167-cb58-4612-a57b-26b2368d2b7a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:59.309701 ncdv-master-1 neutron-server[126919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Router 87824167-cb58-4612-a57b-26b2368d2b7a has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:12:59.429878 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:12:59.437201 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-d56db869-7590-4a93-9e9d-65686a0b271c admin admin] 10.222.0.30 "PUT /v2.0/routers/87824167-cb58-4612-a57b-26b2368d2b7a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5369163
Apr 09 22:12:59.437437 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44742) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:12:59.440670 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] Sync routers for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:12:59.450393 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:12:59.451008 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760ab4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:59.546658 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks [] for router (87824167-cb58-4612-a57b-26b2368d2b7a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:59.560403 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: ncdv-master-1 {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:12:59.653332 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks [] for router_gateway (87824167-cb58-4612-a57b-26b2368d2b7a), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:59.699585 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Deleting port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:12:59.699928 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:59.731884 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760ab4f0>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193'}], 'enable_snat': True}, 'gw_port_id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:12:58Z', 'revision_number': 5, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port': {'id': '6ea13c0d-b102-4206-86d2-4f9f8dbf7575', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:25Z', 'updated_at': '2022-04-09T22:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:59.762709 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] Checking router: 87824167-cb58-4612-a57b-26b2368d2b7a for host: ncdv-master-1 {{(pid=126921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:12:59.771500 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] Routers {'87824167-cb58-4612-a57b-26b2368d2b7a'} bound to L3 agent in host ncdv-master-1 {{(pid=126921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:12:59.772101 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23760ab4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['87824167-cb58-4612-a57b-26b2368d2b7a'], 'active': True} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:12:59.785019 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] For port 6ea13c0d-b102-4206-86d2-4f9f8dbf7575, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ea13c0d-b102-4206-86d2-4f9f8dbf7575,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:12:59.785431 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:12:59.798958 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Calling delete_port for 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:12:59.861575 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvr_db [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] Set router 87824167-cb58-4612-a57b-26b2368d2b7a gateway port host: None {{(pid=126921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:12:59.982213 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (6ea13c0d-b102-4206-86d2-4f9f8dbf7575), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.007007 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea13c0d-b102-4206-86d2-4f9f8dbf7575,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:00.075887 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (87824167-cb58-4612-a57b-26b2368d2b7a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.085954 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_hamode_db [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23760ab4f0>, [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:12:59Z', 'revision_number': 6, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:00.116748 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf3811-46f8-4472-b91d-b7c826b55784 None None] The sync data for ids ['87824167-cb58-4612-a57b-26b2368d2b7a'] in ncdv-master-1 is: [{'id': '87824167-cb58-4612-a57b-26b2368d2b7a', 'name': 'tempest-TestSnapshotPattern-558991003-router', 'tenant_id': '52dbb1e4cff34771b0db6a1505243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:24Z', 'updated_at': '2022-04-09T22:12:59Z', 'revision_number': 6, 'project_id': '52dbb1e4cff34771b0db6a1505243d94', 'gw_port_host': None}] {{(pid=126921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:13:00.170272 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (87824167-cb58-4612-a57b-26b2368d2b7a), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.172450 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks [] for router_controller (87824167-cb58-4612-a57b-26b2368d2b7a), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.216668 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (87824167-cb58-4612-a57b-26b2368d2b7a), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.217276 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87824167-cb58-4612-a57b-26b2368d2b7a {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 22:13:00.222600 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.223788 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-a1c5b878-40df-4e2c-a9c6-4a80dbf34392 admin admin] 10.222.0.30 "DELETE /v2.0/routers/87824167-cb58-4612-a57b-26b2368d2b7a HTTP/1.1" status: 204  len: 168 time: 0.7854602
Apr 09 22:13:00.226479 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44744) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:00.271929 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-532ff84d-4db8-4f69-817d-9304f4991942 admin admin] Deleting subnet 46ced4b7-2d83-4fa0-a5b6-e5233a5420dd {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 22:13:00.275091 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-532ff84d-4db8-4f69-817d-9304f4991942 admin admin] Publish callbacks [] for subnet (46ced4b7-2d83-4fa0-a5b6-e5233a5420dd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.313235 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-532ff84d-4db8-4f69-817d-9304f4991942 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (46ced4b7-2d83-4fa0-a5b6-e5233a5420dd), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.401158 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-532ff84d-4db8-4f69-817d-9304f4991942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (46ced4b7-2d83-4fa0-a5b6-e5233a5420dd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.459851 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-532ff84d-4db8-4f69-817d-9304f4991942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (46ced4b7-2d83-4fa0-a5b6-e5233a5420dd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.484635 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ff84d-4db8-4f69-817d-9304f4991942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ced4b7-2d83-4fa0-a5b6-e5233a5420dd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:00.491643 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-532ff84d-4db8-4f69-817d-9304f4991942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.494854 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-532ff84d-4db8-4f69-817d-9304f4991942 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/46ced4b7-2d83-4fa0-a5b6-e5233a5420dd HTTP/1.1" status: 204  len: 168 time: 0.2674308
Apr 09 22:13:00.497543 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44746) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:00.500722 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81ae31-5ba3-4638-805a-ca4c39481f05 None None] Network 5859b887-5776-4e11-aac2-7225205843fd requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 22:13:00.572733 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (5859b887-5776-4e11-aac2-7225205843fd), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.619918 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Deleting port 3394d470-e677-4e9a-a7a8-4e87729b7d0c {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:13:00.620257 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.687666 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] For port 3394d470-e677-4e9a-a7a8-4e87729b7d0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3394d470-e677-4e9a-a7a8-4e87729b7d0c,segment=NetworkSegment(907390d6-97a3-4262-91ae-a3903c4c6593),segment_id=907390d6-97a3-4262-91ae-a3903c4c6593)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:13:00.688003 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.701992 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Calling delete_port for 3394d470-e677-4e9a-a7a8-4e87729b7d0c owned by network:dhcp {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:13:00.786229 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (3394d470-e677-4e9a-a7a8-4e87729b7d0c), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.813595 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] No DVR routers for this DVR port 3394d470-e677-4e9a-a7a8-4e87729b7d0c on host ncdv-master-1 {{(pid=126919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:13:00.817527 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Pushing event deleted for resources: {'Port': ['ID=3394d470-e677-4e9a-a7a8-4e87729b7d0c,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:00.891406 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b896a58a-4154-4603-81d2-4eb3fc4d2a44 None None] DHCP port deletion for 5859b887-5776-4e11-aac2-7225205843fd request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 22:13:00.894558 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (5859b887-5776-4e11-aac2-7225205843fd), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.920607 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237571a7f0>,) {'filters': {'network_id': ['5859b887-5776-4e11-aac2-7225205843fd']}} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:00.930571 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237571a7f0>, '907390d6-97a3-4262-91ae-a3903c4c6593') {'for_net_delete': True} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:00.930936 ncdv-master-1 neutron-server[126919]: DEBUG neutron.services.segments.db [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237571a7f0>, '907390d6-97a3-4262-91ae-a3903c4c6593') {} {{(pid=126919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:00.940894 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12354200'] for segment (907390d6-97a3-4262-91ae-a3903c4c6593), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.954782 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (907390d6-97a3-4262-91ae-a3903c4c6593), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.960795 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 22:13:00.961214 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12365932'] for segment (907390d6-97a3-4262-91ae-a3903c4c6593), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]: Traceback (most recent call last):
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     timer()
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     cb(*args, **kw)
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     return func(*args, **kwargs)
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     self._notify()
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     self.callback(batched_events)
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     event.method(event)
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     return f(self, *a, **k)
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     return self._get(url).json()
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     return self.request(url, 'GET', **kwargs)
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 22:13:00.962918 ncdv-master-1 neutron-server[126919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 22:13:01.024538 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (5859b887-5776-4e11-aac2-7225205843fd), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:01.030038 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:01.033225 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5859b887-5776-4e11-aac2-7225205843fd HTTP/1.1" status: 204  len: 168 time: 0.5346358
Apr 09 22:13:01.036370 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44748) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:01.044537 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c79a78-fabb-42ff-ab8d-1cac1ae6b785 admin admin] Pushing event deleted for resources: {'Network': ['ID=5859b887-5776-4e11-aac2-7225205843fd,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:01.117061 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:13:01.138608 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:13:01.138956 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 6ea13c0d-b102-4206-86d2-4f9f8dbf7575 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:13:01.139552 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9420329d-1117-42c0-a516-548d4c20e1a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:13:01.160172 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 9420329d-1117-42c0-a516-548d4c20e1a1 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:13:01.160515 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 9420329d-1117-42c0-a516-548d4c20e1a1 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:13:01.161152 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3394d470-e677-4e9a-a7a8-4e87729b7d0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:13:01.181287 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 3394d470-e677-4e9a-a7a8-4e87729b7d0c {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:13:01.181635 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3394d470-e677-4e9a-a7a8-4e87729b7d0c not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:13:01.408687 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594449'] for router_interface (170b744d-5ef8-4c10-8648-7b840bfb2ca7), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:01.656389 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Deleting port 3dca4de1-4af2-407e-a63d-841b0ef1b93f {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:13:01.656688 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:01.740232 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] For port 3dca4de1-4af2-407e-a63d-841b0ef1b93f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dca4de1-4af2-407e-a63d-841b0ef1b93f,segment=NetworkSegment(4d52ade0-dbe6-4c44-8307-aec537e6562e),segment_id=4d52ade0-dbe6-4c44-8307-aec537e6562e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:13:01.740590 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:01.753460 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Calling delete_port for 3dca4de1-4af2-407e-a63d-841b0ef1b93f owned by network:router_interface {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:13:01.944544 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (3dca4de1-4af2-407e-a63d-841b0ef1b93f), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:01.976024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dca4de1-4af2-407e-a63d-841b0ef1b93f,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:02.145362 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594049'] for router_interface (170b744d-5ef8-4c10-8648-7b840bfb2ca7), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:02.199597 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:02.369149 ncdv-master-1 neutron-server[126920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 has already been hosted by L3 agent c4d0abae-6a16-45dc-9a36-50e05e9d42e9 {{(pid=126920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 09 22:13:02.488813 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 09 22:13:02.497744 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44750) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:02.498385 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-f5132388-d347-4c2e-be27-7dcac054c1a3 admin admin] 10.222.0.30 "PUT /v2.0/routers/170b744d-5ef8-4c10-8648-7b840bfb2ca7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4605784
Apr 09 22:13:02.500924 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] Sync routers for ids ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'] in ncdv-master-1 {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 09 22:13:02.512060 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] Routers {'170b744d-5ef8-4c10-8648-7b840bfb2ca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:13:02.512772 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a31c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:02.622789 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] Set router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:13:02.804902 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a31c0>, [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:13:01Z', 'revision_number': 5, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:02.832586 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] Checking router: 170b744d-5ef8-4c10-8648-7b840bfb2ca7 for host: ncdv-master-1 {{(pid=126922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 09 22:13:02.841563 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] Routers {'170b744d-5ef8-4c10-8648-7b840bfb2ca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 09 22:13:02.842232 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f23772a31c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-09T20:43:53Z,description=<?>,heartbeat_timestamp=2022-04-09T22:12:53Z,host='ncdv-master-1',id=c4d0abae-6a16-45dc-9a36-50e05e9d42e9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-09T20:43:53Z,topic='l3_agent')) {'router_ids': ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'], 'active': True} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:02.920808 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks [] for router (170b744d-5ef8-4c10-8648-7b840bfb2ca7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:02.952908 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_dvr_db [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] Set router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 gateway port host: ncdv-master-1 {{(pid=126922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 09 22:13:03.027332 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks [] for router_gateway (170b744d-5ef8-4c10-8648-7b840bfb2ca7), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.077934 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Deleting port 0a0a26eb-33da-466a-a874-e98ed10b4044 {{(pid=126919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:13:03.077934 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.129762 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.l3_hamode_db [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f23772a31c0>, [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:13:01Z', 'revision_number': 5, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:03.159993 ncdv-master-1 neutron-server[126922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1899a26-b865-4c98-b962-28eb40394528 None None] The sync data for ids ['170b744d-5ef8-4c10-8648-7b840bfb2ca7'] in ncdv-master-1 is: [{'id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'name': 'tempest-TestSnapshotPattern-1296179583-router', 'tenant_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'external_fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:13:01Z', 'revision_number': 5, 'project_id': 'd7c228acaa9a4739a53e1533b89cf69a', 'gw_port': {'id': '0a0a26eb-33da-466a-a874-e98ed10b4044', 'name': '', 'network_id': 'bae95fbb-2739-43fa-b1ef-385638f6c878', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170b744d-5ef8-4c10-8648-7b840bfb2ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-09T22:07:29Z', 'updated_at': '2022-04-09T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f20f3b93-5ac3-4fe4-b532-f431542b9f2b', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 09 22:13:03.161002 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.db [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] For port 0a0a26eb-33da-466a-a874-e98ed10b4044, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a0a26eb-33da-466a-a874-e98ed10b4044,segment=NetworkSegment(06b1508f-41a3-4af8-8236-f55bb9e1399b),segment_id=06b1508f-41a3-4af8-8236-f55bb9e1399b)] {{(pid=126919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:13:03.161391 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.175981 ncdv-master-1 neutron-server[126919]: DEBUG neutron.plugins.ml2.plugin [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Calling delete_port for 0a0a26eb-33da-466a-a874-e98ed10b4044 owned by network:router_gateway {{(pid=126919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:13:03.361316 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12365953'] for port (0a0a26eb-33da-466a-a874-e98ed10b4044), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.392522 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0a26eb-33da-466a-a874-e98ed10b4044,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:03.456709 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595163'] for router_gateway (170b744d-5ef8-4c10-8648-7b840bfb2ca7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.552866 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-601642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (170b744d-5ef8-4c10-8648-7b840bfb2ca7), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.555318 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks [] for router_controller (170b744d-5ef8-4c10-8648-7b840bfb2ca7), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.607514 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-601661'] for router (170b744d-5ef8-4c10-8648-7b840bfb2ca7), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.608078 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 170b744d-5ef8-4c10-8648-7b840bfb2ca7 {{(pid=126919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 09 22:13:03.612816 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.614095 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-4b751350-f972-4175-ba92-705f6b5f13c0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/170b744d-5ef8-4c10-8648-7b840bfb2ca7 HTTP/1.1" status: 204  len: 168 time: 1.1152999
Apr 09 22:13:03.616922 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44752) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:03.662085 ncdv-master-1 neutron-server[126919]: DEBUG neutron.db.db_base_plugin_v2 [None req-1461418e-b3d3-42f2-a2c3-9797deacd0fc admin admin] Deleting subnet 8372077d-eafe-4a69-bf42-0807ab0427f9 {{(pid=126919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 09 22:13:03.665265 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1461418e-b3d3-42f2-a2c3-9797deacd0fc admin admin] Publish callbacks [] for subnet (8372077d-eafe-4a69-bf42-0807ab0427f9), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.703574 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1461418e-b3d3-42f2-a2c3-9797deacd0fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12354191'] for subnet (8372077d-eafe-4a69-bf42-0807ab0427f9), precommit_delete_associations {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.789536 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1461418e-b3d3-42f2-a2c3-9797deacd0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3456261'] for subnet (8372077d-eafe-4a69-bf42-0807ab0427f9), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.844268 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1461418e-b3d3-42f2-a2c3-9797deacd0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863100'] for subnet (8372077d-eafe-4a69-bf42-0807ab0427f9), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.871138 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461418e-b3d3-42f2-a2c3-9797deacd0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8372077d-eafe-4a69-bf42-0807ab0427f9,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:03.873264 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-1461418e-b3d3-42f2-a2c3-9797deacd0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651590'] for subnet (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:03.878806 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-1461418e-b3d3-42f2-a2c3-9797deacd0fc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8372077d-eafe-4a69-bf42-0807ab0427f9 HTTP/1.1" status: 204  len: 168 time: 0.2584693
Apr 09 22:13:03.878937 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b60bf-7e01-4313-8393-f0fdac5de538 None None] Network 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 requested from ncdv-master-1 {{(pid=126921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 09 22:13:03.879402 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44754) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:03.952241 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3545277'] for network (2855d814-0259-4dc1-8d0a-6e5f91bd27a2), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.002762 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:13:04.005578 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Deleting port 671454ed-fb85-4e4a-ad42-6f194ac54183 {{(pid=126920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:13:04.005919 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.070513 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.db [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] For port 671454ed-fb85-4e4a-ad42-6f194ac54183, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671454ed-fb85-4e4a-ad42-6f194ac54183,segment=NetworkSegment(4d52ade0-dbe6-4c44-8307-aec537e6562e),segment_id=4d52ade0-dbe6-4c44-8307-aec537e6562e)] {{(pid=126920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:13:04.070789 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.088772 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.plugin [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Calling delete_port for 671454ed-fb85-4e4a-ad42-6f194ac54183 owned by network:dhcp {{(pid=126920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:13:04.145306 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] DHCP port deletion for 2855d814-0259-4dc1-8d0a-6e5f91bd27a2 request from ncdv-master-1 {{(pid=126921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 09 22:13:04.176796 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12406244'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.187551 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] Deleting port 671454ed-fb85-4e4a-ad42-6f194ac54183 {{(pid=126921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 09 22:13:04.187929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736900906051'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), before_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.205869 ncdv-master-1 neutron-server[126920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] No DVR routers for this DVR port 671454ed-fb85-4e4a-ad42-6f194ac54183 on host ncdv-master-1 {{(pid=126920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:13:04.211050 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Pushing event deleted for resources: {'Port': ['ID=671454ed-fb85-4e4a-ad42-6f194ac54183,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:04.256834 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.db [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] For port 671454ed-fb85-4e4a-ad42-6f194ac54183, host ncdv-master-1, got binding levels [] {{(pid=126921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 09 22:13:04.257268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3640211'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), precommit_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.269930 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] Calling delete_port for 671454ed-fb85-4e4a-ad42-6f194ac54183 owned by network:dhcp {{(pid=126921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 09 22:13:04.272601 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.ipam_backend_mixin [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] Port 671454ed-fb85-4e4a-ad42-6f194ac54183 was not found and therefore no delete operation was performed {{(pid=126921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 09 22:13:04.273837 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736900814897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900336716'] for port (671454ed-fb85-4e4a-ad42-6f194ac54183), after_delete {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.282172 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3450514', 'neutron.services.segments.db._delete_segments_for_network-8736900800615'] for network (2855d814-0259-4dc1-8d0a-6e5f91bd27a2), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.298348 ncdv-master-1 neutron-server[126921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] Pushing event deleted for resources: {'Port': ['ID=671454ed-fb85-4e4a-ad42-6f194ac54183,revision_number=None']} {{(pid=126921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:04.301876 ncdv-master-1 neutron-server[126921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6b33c-4922-4a9f-acfb-9f1b9ffd550d None None] No DVR routers for this DVR port 671454ed-fb85-4e4a-ad42-6f194ac54183 on host ncdv-master-1 {{(pid=126921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 09 22:13:04.303069 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f237739fd90>,) {'filters': {'network_id': ['2855d814-0259-4dc1-8d0a-6e5f91bd27a2']}} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:04.313535 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f237739fd90>, '4d52ade0-dbe6-4c44-8307-aec537e6562e') {'for_net_delete': True} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:04.313831 ncdv-master-1 neutron-server[126920]: DEBUG neutron.services.segments.db [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f237739fd90>, '4d52ade0-dbe6-4c44-8307-aec537e6562e') {} {{(pid=126920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 09 22:13:04.323503 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900803696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799932'] for segment (4d52ade0-dbe6-4c44-8307-aec537e6562e), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.338144 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098'] for segment (4d52ade0-dbe6-4c44-8307-aec537e6562e), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.346024 ncdv-master-1 neutron-server[126920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 09 22:13:04.346413 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12406025'] for segment (4d52ade0-dbe6-4c44-8307-aec537e6562e), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]: Traceback (most recent call last):
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     timer()
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     cb(*args, **kw)
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     return func(*args, **kwargs)
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     self._notify()
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     self.callback(batched_events)
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     event.method(event)
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     return f(self, *a, **k)
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     return self._get(url).json()
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     return self.request(url, 'GET', **kwargs)
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 22:13:04.348532 ncdv-master-1 neutron-server[126920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 22:13:04.408488 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3450507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594951'] for network (2855d814-0259-4dc1-8d0a-6e5f91bd27a2), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.413888 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.417028 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] 10.222.0.30 "DELETE /v2.0/networks/2855d814-0259-4dc1-8d0a-6e5f91bd27a2 HTTP/1.1" status: 204  len: 168 time: 0.5368595
Apr 09 22:13:04.428393 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b98d2-c79b-4559-aa74-321116cb08dc admin admin] Pushing event deleted for resources: {'Network': ['ID=2855d814-0259-4dc1-8d0a-6e5f91bd27a2,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:04.533239 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44758) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:04.573311 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-da652a4b-e0b6-4680-95f7-1669d115af99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52dbb1e4cff34771b0db6a1505243d94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387573
Apr 09 22:13:04.575941 ncdv-master-1 neutron-server[126919]: DEBUG neutron.wsgi [-] (126919) accepted ('10.222.0.30', 44760) {{(pid=126919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:04.624703 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68ec971a-f1ab-4424-bcf9-420b972c3ba9 admin admin] Publish callbacks [] for security_group (bbf0bbf7-79c4-470e-8f39-a1c8fbd93dee), before_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.648512 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68ec971a-f1ab-4424-bcf9-420b972c3ba9 admin admin] Publish callbacks [] for security_group (bbf0bbf7-79c4-470e-8f39-a1c8fbd93dee), precommit_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.701188 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68ec971a-f1ab-4424-bcf9-420b972c3ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (bbf0bbf7-79c4-470e-8f39-a1c8fbd93dee), after_delete {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.703874 ncdv-master-1 neutron-server[126919]: DEBUG neutron_lib.callbacks.manager [None req-68ec971a-f1ab-4424-bcf9-420b972c3ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:04.705305 ncdv-master-1 neutron-server[126919]: INFO neutron.wsgi [None req-68ec971a-f1ab-4424-bcf9-420b972c3ba9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbf0bbf7-79c4-470e-8f39-a1c8fbd93dee HTTP/1.1" status: 204  len: 168 time: 0.1284528
Apr 09 22:13:04.713764 ncdv-master-1 neutron-server[126919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec971a-f1ab-4424-bcf9-420b972c3ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf0bbf7-79c4-470e-8f39-a1c8fbd93dee,revision_number=None']} {{(pid=126919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:05.038687 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44766) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:05.080936 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-1f50efe2-b277-4e0d-a2f7-0c189f388948 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7c228acaa9a4739a53e1533b89cf69a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0410988
Apr 09 22:13:05.083694 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [-] (126920) accepted ('10.222.0.30', 44768) {{(pid=126920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 09 22:13:05.108526 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 671454ed-fb85-4e4a-ad42-6f194ac54183 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:13:05.132084 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b32-5561-4499-823a-220fb67fc8d9 admin admin] Publish callbacks [] for security_group (5a2c293b-a064-41d1-a0db-ed704a369197), before_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:05.132788 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 671454ed-fb85-4e4a-ad42-6f194ac54183 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:13:05.133157 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 671454ed-fb85-4e4a-ad42-6f194ac54183 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:13:05.133582 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3dca4de1-4af2-407e-a63d-841b0ef1b93f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:13:05.152872 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 3dca4de1-4af2-407e-a63d-841b0ef1b93f {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:13:05.153252 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 3dca4de1-4af2-407e-a63d-841b0ef1b93f not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:13:05.153484 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b32-5561-4499-823a-220fb67fc8d9 admin admin] Publish callbacks [] for security_group (5a2c293b-a064-41d1-a0db-ed704a369197), precommit_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:05.153658 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0a0a26eb-33da-466a-a874-e98ed10b4044 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 09 22:13:05.172498 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] No Port match for: 0a0a26eb-33da-466a-a874-e98ed10b4044 {{(pid=126921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 09 22:13:05.172845 ncdv-master-1 neutron-server[126921]: DEBUG neutron.plugins.ml2.rpc [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Device 0a0a26eb-33da-466a-a874-e98ed10b4044 not bound to the agent host ncdv-master-1 {{(pid=126921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 09 22:13:05.202346 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b32-5561-4499-823a-220fb67fc8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331512'] for security_group (5a2c293b-a064-41d1-a0db-ed704a369197), after_delete {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:05.205118 ncdv-master-1 neutron-server[126920]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b32-5561-4499-823a-220fb67fc8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:05.206295 ncdv-master-1 neutron-server[126920]: INFO neutron.wsgi [None req-64fc8b32-5561-4499-823a-220fb67fc8d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a2c293b-a064-41d1-a0db-ed704a369197 HTTP/1.1" status: 204  len: 168 time: 0.1217389
Apr 09 22:13:05.214330 ncdv-master-1 neutron-server[126920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc8b32-5561-4499-823a-220fb67fc8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c293b-a064-41d1-a0db-ed704a369197,revision_number=None']} {{(pid=126920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 09 22:13:20.563894 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-75d7bdf8-6ad6-4f92-977d-2a4cfa427629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:23.047667 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-36ab3827-4315-4f3f-8ca2-5b78f2b735da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:24.492584 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:25.563998 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:26.600539 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:27.159538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:32.204372 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:41.006532 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:13:50.559521 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-33f173c9-e258-4106-9996-f4f2d5d000e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:53.043316 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-73a1c544-c7c2-4a73-854d-ef6e5ba50c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:54.497365 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:55.571304 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:56.606495 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:13:57.155321 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:02.200218 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:18.010423 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:14:20.561234 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-9cd797ae-f25d-4535-88fa-0e3192795fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:23.039690 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-6cddd34f-a4b8-4c1a-8c7b-0db861b6b372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:24.500530 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:25.575559 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:26.608921 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:27.162650 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:32.215846 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:50.560644 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-48bd93d9-0958-4d12-82ee-7ba3e5502b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:53.051194 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-af1154c3-4628-4318-9e6c-07e61b49cdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:54.506302 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:55.013621 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:14:55.577632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:56.608778 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:14:57.164633 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:02.219838 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:20.559724 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e9813416-639f-43de-ac54-2a5234ed729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:23.053407 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-76a141bb-2dc2-4b0d-8bca-b9ec9029e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:24.516443 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:25.584179 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:26.608617 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:27.166880 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:32.017439 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:15:32.213717 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:50.564308 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2f5f17a0-e3a5-4b24-8d9b-a275ede71ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:53.053534 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-c6315b3d-d8a2-4c5f-a4f0-884e0272da0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:54.516444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:55.587024 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:56.599818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:15:57.168878 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:02.227942 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:09.019877 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:16:20.566220 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7b9db382-8dad-4442-a97e-7bf9d58a5aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:23.052953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-89c1a7ff-521a-4c95-bcf2-9b7f8a75010f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:24.518193 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:25.600420 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:26.608879 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:27.176565 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:32.217373 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:46.025078 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:16:50.567179 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-35132223-75b7-4d55-8bb2-2667d0b357b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:53.053320 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d46e95ef-8f81-4bed-b6de-53bf0be08e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:54.519811 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:55.600799 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:56.605818 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:16:57.162632 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:02.239747 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:20.574098 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-4e127582-f961-4341-86ba-8fe0b9d2e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:23.029814 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:17:23.051356 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-79e1b2b7-aab5-43f6-b6c1-3dbf3df1f175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:24.523016 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:25.610593 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:26.619002 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:27.176147 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:32.263272 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:50.569340 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-da164be0-7eb3-4c8d-9104-c4037909ccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:53.053780 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2727b334-9f0f-4d0b-8f7b-c5e532accbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:54.534375 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:55.615393 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:56.636444 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:17:57.166592 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:00.034706 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:18:02.282934 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:20.574953 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-371c697c-e12f-4ed1-bde9-8656e6014082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:23.060248 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-156af476-c967-4bc1-ab5b-7092e7322aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:24.529581 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:25.616895 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:26.660215 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:27.173079 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:32.272227 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:37.039572 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:18:50.571268 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbf15-6b2f-4a64-b8de-c2741ed94d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:53.064124 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-97cc5fe8-c62d-410f-bfa0-f4741042271b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:54.539471 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:55.617177 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:56.648751 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:18:57.170656 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:02.280141 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:14.045159 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:19:20.575788 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccf07-a7b2-464b-a60b-2d4a98eaada4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:23.067072 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd9a7-e99a-4a6d-932a-573859fee55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:24.536197 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:25.622145 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:26.645929 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:27.168171 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:32.281702 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:50.581787 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-612ae857-705a-4c25-ae79-1d309d8f46fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:51.045062 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:19:53.069322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7f0140f7-6a18-45ec-8db8-75be8af78ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:54.539275 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:55.629620 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:56.665809 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:19:57.156033 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:02.297614 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:20.578665 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-7da1f1a9-f1f8-4af0-a9e3-e6532fa5e3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:23.069322 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-d598a644-73c1-41d7-b5c0-92bd060170a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:24.553541 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:25.638380 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:26.685437 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:27.156600 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:28.049618 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:20:32.296638 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:32.945630 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-4d0cc2b3-b68d-4ae0-a213-acfedf946506 service neutron] (126920) timed out ('10.222.0.30', 42104) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 22:20:33.045103 ncdv-master-1 neutron-server[126920]: DEBUG neutron.wsgi [req-0b7d2414-d7ff-4484-9aa2-871bf2c4d128 req-a567e103-7836-422e-b450-e6022c4b3896 tempest-TestShelveInstance-1992476203 tempest-TestShelveInstance-1992476203-project] (126920) timed out ('10.222.0.30', 42130) {{(pid=126920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 09 22:20:50.570327 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-86951f4c-b4b1-4e17-b18c-8772bfd5c839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:53.073644 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-2290423e-a185-4249-a773-36bff8b9e151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:54.548073 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:55.638261 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:56.685883 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:20:57.160584 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:02.312086 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:05.051276 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 09 22:21:20.566761 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e155b581-b642-414d-a6b8-204c697e7fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (55406ab2-f9a2-4618-88ee-0b3ddd76d323), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:23.066726 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-ad29e890-0d55-48dd-aa9f-bb4b33f9bada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (c4d0abae-6a16-45dc-9a36-50e05e9d42e9), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:24.547824 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-e01017ac-de9e-4cf3-a805-b1bd57adb4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (18f91c96-eb49-4326-ad28-c21847af3fd3), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:25.640601 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-02496744-c2e4-4ac5-a36c-2ab0ee9d676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (5d13121f-9c59-40a1-99b0-373c81384657), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:26.695670 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3a44-5a5c-47ef-a5be-41cf4bebc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (aa017ea3-4c77-451d-a696-c0e35b59ccb2), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:27.161538 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-3b6a8d1e-9685-4ad4-acd7-5b1619a3d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (bc8677a2-b4e2-4334-839b-d4468ddf04b8), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:32.318862 ncdv-master-1 neutron-server[126921]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2b16-0fea-4795-9d48-f283a2502df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736900800597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3451091'] for agent (1cf9a62c-7258-448f-bb8c-884dd8503102), after_update {{(pid=126921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 09 22:21:42.050491 ncdv-master-1 neutron-server[126922]: DEBUG neutron.db.agents_db [None req-ce954c6d-4219-4b40-823b-719a788e87fd None None] Agent healthcheck: found 7 active agents {{(pid=126922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}